-- Logs begin at Thu 2021-11-11 11:07:14 UTC, end at Thu 2021-11-11 13:22:17 UTC. -- Nov 11 11:38:48.687001 n-d-807359-3 systemd[1]: Started Devstack devstack@q-svc.service. Nov 11 11:38:51.357619 n-d-807359-3 neutron-server[109044]: INFO neutron.common.config [-] Logging enabled! Nov 11 11:38:51.358220 n-d-807359-3 neutron-server[109044]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 11:38:51.358418 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109044) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 11:38:51.361621 n-d-807359-3 neutron-server[109044]: INFO neutron.common.config [-] Logging enabled! Nov 11 11:38:51.361871 n-d-807359-3 neutron-server[109044]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 11:38:51.362181 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109044) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 11:38:51.363121 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:38:51.363351 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 11:38:51.364015 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 11:38:51.364272 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 11:38:51.364463 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 11:38:51.364801 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.365223 n-d-807359-3 neutron-server[109044]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 11 11:38:51.365535 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.365850 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.366137 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.366413 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.366699 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.366980 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.367261 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.367553 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.367829 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.368158 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.368440 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.368725 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.369002 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.369284 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.369563 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.369859 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] debug = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.370135 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.370563 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.370971 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.371247 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.371529 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.371802 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.372071 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.372344 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.372626 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.372951 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] host = n-d-807359-3 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.373226 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.373507 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.373812 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.374093 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.374408 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.374635 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.374912 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.375184 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.375451 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] log_file = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.375722 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.376023 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.376291 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.376575 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.376794 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.377011 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.377302 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.377611 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.377874 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.378145 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.378416 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.378687 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.378958 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.379222 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.379500 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.379780 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.380057 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.380332 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.380602 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.380869 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.381136 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.381416 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.381708 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.381981 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.382252 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.382536 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.382804 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.383075 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.383371 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.383681 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.383960 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.384240 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.384513 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.384790 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.385063 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.385332 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.385614 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] use_json = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.385886 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.386151 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.386427 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.386695 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.386962 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.387230 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.387495 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.387773 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:51.388063 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.388356 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.388654 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.388932 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.389232 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.389509 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.389824 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.390099 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.390384 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.390670 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.390956 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.391229 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.391512 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.391786 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.392074 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.392374 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.392663 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.392949 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.393220 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.393490 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.393784 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.394058 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.394343 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.394617 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.394905 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.395190 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.395465 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.395752 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.396042 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.396331 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.396603 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.396880 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.397170 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.397446 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.397745 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.398024 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.398312 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.398588 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.398859 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.399179 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.399459 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.399727 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.399996 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.400270 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.400556 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.400828 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.401094 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.401359 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.401650 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.401918 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.402196 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.402468 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.402739 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.403007 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.403280 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.403548 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.403817 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.404088 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.404358 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.404632 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.404906 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.405174 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.405442 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.405731 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.406001 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.406268 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.406538 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.406809 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.407077 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.407348 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.407619 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.407886 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.408157 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.408439 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.408734 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.409007 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.409284 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.409897 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.410172 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.410450 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.410727 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.411005 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.411283 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.411553 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.411839 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.412121 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.412407 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.412686 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.412965 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.413282 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.413562 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.413867 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.414145 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.414422 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.414705 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.415015 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.415307 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.415598 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.415888 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.416176 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.416468 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.416824 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.417137 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.417416 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:51.417658 n-d-807359-3 neutron-server[109044]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 11:38:51.417896 n-d-807359-3 neutron-server[109044]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109044) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 11 11:38:51.841985 n-d-807359-3 neutron-server[109044]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 11:38:51.842209 n-d-807359-3 neutron-server[109044]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 11:38:51.842546 n-d-807359-3 neutron-server[109044]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 11:38:51.842880 n-d-807359-3 neutron-server[109044]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 11 11:38:52.162191 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.162474 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.162739 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.163948 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.164215 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.164468 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.198516 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.198780 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.199040 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.214283 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.214566 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.214832 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.244637 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.244918 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.245183 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.280566 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.280849 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.281109 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.512482 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.513177 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.513177 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.513337 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.514009 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.639513 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.639827 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.640109 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.640363 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.640626 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.640931 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.641184 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.641433 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.641704 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.641989 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.642224 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.642482 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.642735 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.642987 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.643237 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.643499 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.643746 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.643996 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.644262 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.644517 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.644790 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.645040 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.645314 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.645712 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.645959 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.646185 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.646580 n-d-807359-3 neutron-server[109044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 11:38:52.646816 n-d-807359-3 neutron-server[109044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 11:38:52.647050 n-d-807359-3 neutron-server[109044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 11:38:52.647280 n-d-807359-3 neutron-server[109044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 11:38:52.647510 n-d-807359-3 neutron-server[109044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 11:38:52.647747 n-d-807359-3 neutron-server[109044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 11:38:52.648101 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 11 11:38:52.651396 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 11 11:38:52.655429 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 11 11:38:52.659276 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Nov 11 11:38:52.661258 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 11 11:38:52.661750 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 11 11:38:52.662084 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 11 11:38:52.662466 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 11 11:38:52.665324 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 11 11:38:52.665573 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 11 11:38:52.665975 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 11:38:52.671286 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 11 11:38:52.693429 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 11 11:38:52.693902 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.694199 n-d-807359-3 neutron-server[109044]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109044) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 11 11:38:52.694554 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.695943 n-d-807359-3 neutron-server[109044]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109044) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 11 11:38:52.696276 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 11:38:52.696521 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 11 11:38:52.699771 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.700053 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:52.763903 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 11 11:38:52.764067 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 11 11:38:52.764276 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 11 11:38:52.764642 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 11 11:38:52.789188 n-d-807359-3 neutron-server[109044]: DEBUG oslo_db.sqlalchemy.engines [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109044) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 11 11:38:53.327190 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Initializing driver for type 'gre' Nov 11 11:38:53.327685 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] gre ID ranges: [(1, 1000)] Nov 11 11:38:53.380304 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Initializing driver for type 'local' Nov 11 11:38:53.380635 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Initializing driver for type 'vlan' Nov 11 11:38:53.396576 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] VlanTypeDriver initialization complete Nov 11 11:38:53.397039 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Initializing driver for type 'vxlan' Nov 11 11:38:53.397625 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] vxlan ID ranges: [(1, 1000)] Nov 11 11:38:53.450343 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Initializing extension driver 'port_security' Nov 11 11:38:53.450675 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.extensions.port_security [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] PortSecurityExtensionDriver initialization complete Nov 11 11:38:53.451001 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Initializing mechanism driver 'openvswitch' Nov 11 11:38:53.451323 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Initializing mechanism driver 'hyperv' Nov 11 11:38:53.458047 n-d-807359-3 neutron-server[109044]: DEBUG neutron.plugins.ml2.plugin [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:38:53.458889 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > port after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.459252 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > port after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.459589 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > port after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.460113 n-d-807359-3 neutron-server[109044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 11:38:53.460533 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > subnet after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.460873 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > subnet after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.461204 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.461593 n-d-807359-3 neutron-server[109044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 11:38:53.462009 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > network after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.462346 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > network after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.462671 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > network after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.463053 n-d-807359-3 neutron-server[109044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 11:38:53.463444 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > security_group after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.463779 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > security_group after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.464105 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.464489 n-d-807359-3 neutron-server[109044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 11:38:53.464916 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.465248 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.465569 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.465973 n-d-807359-3 neutron-server[109044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 11:38:53.466366 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > address_group after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.466693 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > address_group after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.467017 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.467363 n-d-807359-3 neutron-server[109044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 11:38:53.467740 n-d-807359-3 neutron-server[109044]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] ML2 OVO RPC backend initialized. {{(pid=109044) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 11 11:38:53.468426 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.468769 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.469175 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > network before_response 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.469511 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > networks before_response 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.469874 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > port before_response 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.470214 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > ports before_response 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.470569 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > subnet before_response 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.470898 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > subnets before_response 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.471231 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > network after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.471557 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > network after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.471879 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > network after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.472216 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > port after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.472523 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > port after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.472839 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > port after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.473160 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > subnet after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.473480 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > subnet after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.473826 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.474385 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.plugin [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Modular L2 Plugin initialization complete Nov 11 11:38:53.474704 n-d-807359-3 neutron-server[109044]: DEBUG neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading services supported by the core plugin {{(pid=109044) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 11 11:38:53.475018 n-d-807359-3 neutron-server[109044]: INFO neutron.plugins.ml2.managers [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Got port-security extension from driver 'port_security' Nov 11 11:38:53.475466 n-d-807359-3 neutron-server[109044]: INFO neutron.extensions.vlantransparent [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Disabled vlantransparent extension. Nov 11 11:38:53.475937 n-d-807359-3 neutron-server[109044]: DEBUG neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109044) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 11 11:38:53.476316 n-d-807359-3 neutron-server[109044]: INFO neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading Plugin: router Nov 11 11:38:53.511709 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.512091 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router after_create 55549900 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.512455 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router before_create 55549900 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.512826 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.513428 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.513522 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router after_delete 55549900 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.513892 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.514354 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.514711 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router after_create 55549900 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.515055 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router after_update 55549900 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.515397 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router after_update 55549900 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.515740 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.516093 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router after_update 55549900 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.516496 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router precommit_update 55549900 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.516860 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: port after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.517170 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: port after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.517492 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: subnet after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.517850 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.518188 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.518524 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router precommit_create 55549900 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.518861 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: port before_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.519193 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router precommit_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.519542 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router after_update 55549900 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.519874 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.520218 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router precommit_create 55549900 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.520569 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.520907 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router precommit_update 55549900 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.521265 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > agent after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.521607 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > agent after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.521963 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > network after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.522825 n-d-807359-3 neutron-server[109044]: DEBUG neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Tracking information for resource: router configured {{(pid=109044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 11:38:53.523146 n-d-807359-3 neutron-server[109044]: DEBUG neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Tracking information for resource: floatingip configured {{(pid=109044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 11:38:53.528096 n-d-807359-3 neutron-server[109044]: INFO neutron.db.l3_agentschedulers_db [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 11 11:38:53.528661 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: port after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.529011 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: port after_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.529349 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: port after_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.529716 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: port after_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.530497 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router before_create 55550100 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.530847 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.531194 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router precommit_create 55550100 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.531539 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > router precommit_update 55550100 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.536885 n-d-807359-3 neutron-server[109044]: DEBUG neutron.services.provider_configuration [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Service providers = [] {{(pid=109044) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 11 11:38:53.537240 n-d-807359-3 neutron-server[109044]: DEBUG neutron.db.servicetype_db [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109044) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 11 11:38:53.540235 n-d-807359-3 neutron-server[109044]: DEBUG neutron.services.service_base [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 11:38:53.540574 n-d-807359-3 neutron-server[109044]: DEBUG neutron.services.service_base [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 11:38:53.540907 n-d-807359-3 neutron-server[109044]: DEBUG neutron.services.service_base [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 11:38:53.541808 n-d-807359-3 neutron-server[109044]: DEBUG neutron.services.service_base [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 11:38:53.542171 n-d-807359-3 neutron-server[109044]: INFO neutron.services.service_base [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 11 11:38:53.542535 n-d-807359-3 neutron-server[109044]: DEBUG neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 11:38:53.542845 n-d-807359-3 neutron-server[109044]: INFO neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 11 11:38:53.554771 n-d-807359-3 neutron-server[109044]: DEBUG neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 11:38:53.555082 n-d-807359-3 neutron-server[109044]: INFO neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading Plugin: auto_allocate Nov 11 11:38:53.561050 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: network precommit_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.561409 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: network precommit_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.561950 n-d-807359-3 neutron-server[109044]: DEBUG neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 11:38:53.562257 n-d-807359-3 neutron-server[109044]: INFO neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading Plugin: tag Nov 11 11:38:53.568954 n-d-807359-3 neutron-server[109044]: DEBUG neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 11:38:53.569276 n-d-807359-3 neutron-server[109044]: INFO neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading Plugin: timestamp Nov 11 11:38:53.573187 n-d-807359-3 neutron-server[109044]: DEBUG neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 11:38:53.573505 n-d-807359-3 neutron-server[109044]: INFO neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading Plugin: network_ip_availability Nov 11 11:38:53.578985 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.579400 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.579796 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.580645 n-d-807359-3 neutron-server[109044]: DEBUG neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 11:38:53.580958 n-d-807359-3 neutron-server[109044]: INFO neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading Plugin: flavors Nov 11 11:38:53.585910 n-d-807359-3 neutron-server[109044]: DEBUG neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 11:38:53.586235 n-d-807359-3 neutron-server[109044]: INFO neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading Plugin: revisions Nov 11 11:38:53.590562 n-d-807359-3 neutron-server[109044]: DEBUG neutron.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 11:38:53.590942 n-d-807359-3 neutron-server[109044]: DEBUG oslo_concurrency.lockutils [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.748s {{(pid=109044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 11:38:53.591673 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109044) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 11 11:38:53.591996 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Initializing extension manager. Nov 11 11:38:53.592504 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: __init__.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.592838 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: __pycache__ {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.593157 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.593474 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: address_group.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.594236 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.594786 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: address-group Nov 11 11:38:53.595092 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: address_scope.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.595800 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.596297 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: address-scope Nov 11 11:38:53.596604 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.597497 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.598024 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: router-admin-state-down-before-update Nov 11 11:38:53.598338 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: agent.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.599024 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.599520 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: agent Nov 11 11:38:53.599828 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: agent_resources_synced.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.600723 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.601222 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: agent-resources-synced Nov 11 11:38:53.601531 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: allowedaddresspairs.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.603390 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.603902 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: allowed-address-pairs Nov 11 11:38:53.604214 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: auto_allocated_topology.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.605280 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.605810 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: auto-allocated-topology Nov 11 11:38:53.606125 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: availability_zone.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.606804 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.607298 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: availability_zone Nov 11 11:38:53.607605 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: availability_zone_filter.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.608494 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.608988 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: availability_zone_filter Nov 11 11:38:53.609296 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: data_plane_status.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.610204 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.610703 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension data-plane-status not supported by any of loaded plugins Nov 11 11:38:53.611009 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: default_subnetpools.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.611956 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.612453 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: default-subnetpools Nov 11 11:38:53.612763 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.613558 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.614087 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: dhcp_agent_scheduler Nov 11 11:38:53.614394 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: dns.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.615293 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.615786 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension dns-integration not supported by any of loaded plugins Nov 11 11:38:53.616094 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: dns_domain_ports.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.616994 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.617487 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 11 11:38:53.617820 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.618782 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.619279 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 11 11:38:53.619586 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: dvr.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.620248 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.620745 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: dvr Nov 11 11:38:53.621054 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: ecmp_routes.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.621974 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.622477 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 11 11:38:53.622789 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: empty_string_filtering.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.623679 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.624175 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: empty-string-filtering Nov 11 11:38:53.624484 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.625380 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.625898 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 11 11:38:53.626205 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.627093 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.627585 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 11 11:38:53.627880 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: external_net.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.628772 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.629261 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: external-net Nov 11 11:38:53.629570 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.630542 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.630978 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: extra_dhcp_opt Nov 11 11:38:53.631287 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: extraroute.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.632181 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.632677 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: extraroute Nov 11 11:38:53.632986 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: extraroute_atomic.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.634053 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.634555 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: extraroute-atomic Nov 11 11:38:53.634864 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: filter_validation.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.635676 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.636175 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: filter-validation Nov 11 11:38:53.636485 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: fip_pf_description.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.637376 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.637899 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 11 11:38:53.638209 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: fip_port_details.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.639113 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.639606 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: fip-port-details Nov 11 11:38:53.639914 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: flavors.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.641139 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.641676 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: flavors Nov 11 11:38:53.641987 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.643668 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.644187 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 11 11:38:53.644514 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: floatingip_pools.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.645201 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.645744 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: floatingip-pools Nov 11 11:38:53.646058 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: ip_allocation.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.646969 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.647464 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension ip_allocation not supported by any of loaded plugins Nov 11 11:38:53.647777 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.648684 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.649236 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: ip-substring-filtering Nov 11 11:38:53.649552 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: l2_adjacency.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.650488 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.650986 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 11 11:38:53.651298 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: l3.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.652246 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.652752 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: router Nov 11 11:38:53.653064 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.655333 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.655848 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 11 11:38:53.656166 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.657085 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.657598 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: ext-gw-mode Nov 11 11:38:53.657932 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.658849 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.659700 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: l3-ha Nov 11 11:38:53.660010 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: l3_flavors.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.660911 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.661411 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: l3-flavors Nov 11 11:38:53.661758 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.662664 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.663167 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 11 11:38:53.663477 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: l3agentscheduler.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.664497 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.665025 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: l3_agent_scheduler Nov 11 11:38:53.665345 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: logging.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.666845 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.667354 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension logging not supported by any of loaded plugins Nov 11 11:38:53.667673 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: metering.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.668390 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.668959 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: metering Nov 11 11:38:53.669271 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.670499 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.671009 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: metering_source_and_destination_fields Nov 11 11:38:53.671323 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: multiprovidernet.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.672232 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.672732 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: multi-provider Nov 11 11:38:53.673043 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: netmtu.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.673977 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.674477 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: net-mtu Nov 11 11:38:53.674786 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: netmtu_writable.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.675693 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.676196 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: net-mtu-writable Nov 11 11:38:53.676508 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: network_availability_zone.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.677163 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.677692 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: network_availability_zone Nov 11 11:38:53.678001 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: network_ip_availability.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.679097 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.679599 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: network-ip-availability Nov 11 11:38:53.679911 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: network_segment_range.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.680912 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.681443 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension network-segment-range not supported by any of loaded plugins Nov 11 11:38:53.681790 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: pagination.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.682753 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.683076 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: pagination Nov 11 11:38:53.683384 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: port_device_profile.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.684286 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.684788 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: port-device-profile Nov 11 11:38:53.685100 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.686024 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.686522 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: port-mac-address-regenerate Nov 11 11:38:53.686829 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.687731 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.688226 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: port-numa-affinity-policy Nov 11 11:38:53.688531 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: port_resource_request.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.689435 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.689958 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension port-resource-request not supported by any of loaded plugins Nov 11 11:38:53.690268 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: port_resource_request_groups.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.691233 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.691724 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 11 11:38:53.692036 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: portbindings.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.692953 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.693454 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: binding Nov 11 11:38:53.693802 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: portbindings_extended.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.695142 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.695651 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: binding-extended Nov 11 11:38:53.695987 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: portsecurity.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.696884 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.697386 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: port-security Nov 11 11:38:53.697759 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: project_id.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.698743 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.699064 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: project-id Nov 11 11:38:53.699376 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: providernet.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.700284 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.700790 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: provider Nov 11 11:38:53.701103 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: qos.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.704706 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.705222 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension qos not supported by any of loaded plugins Nov 11 11:38:53.705543 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.706807 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.707311 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 11 11:38:53.707629 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.708534 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.709036 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 11 11:38:53.709350 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: qos_default.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.710284 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.710783 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension qos-default not supported by any of loaded plugins Nov 11 11:38:53.711099 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: qos_fip.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.711832 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.712333 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension qos-fip not supported by any of loaded plugins Nov 11 11:38:53.712647 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: qos_gateway_ip.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.713558 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.714085 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 11 11:38:53.714395 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: qos_port_network_policy.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.715295 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.715794 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 11 11:38:53.716103 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.717122 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.717653 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 11 11:38:53.717975 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: qos_pps_rule.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.719136 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.719809 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension qos-pps not supported by any of loaded plugins Nov 11 11:38:53.720128 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: qos_rule_type_details.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.721032 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.721530 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 11 11:38:53.721875 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: qos_rules_alias.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.722926 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.723432 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 11 11:38:53.723747 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: quota_check_limit.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.724648 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.725158 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: quota-check-limit Nov 11 11:38:53.725472 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: quotasv2.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.726407 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.726724 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: quotas Nov 11 11:38:53.727031 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: quotasv2_detail.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.730187 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.730521 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: quota_details Nov 11 11:38:53.730846 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: rbac.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.731883 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.732403 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: rbac-policies Nov 11 11:38:53.732723 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: rbac_address_group.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.733673 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.734178 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: rbac-address-group Nov 11 11:38:53.734495 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: rbac_address_scope.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.735410 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.735916 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: rbac-address-scope Nov 11 11:38:53.736232 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: rbac_security_groups.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.737131 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.737659 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: rbac-security-groups Nov 11 11:38:53.737983 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: rbac_subnetpool.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.738887 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.739395 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: rbac-subnetpool Nov 11 11:38:53.739709 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: revisionifmatch.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.740607 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.741112 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: revision-if-match Nov 11 11:38:53.741426 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: revisions.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.742541 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.743134 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: standard-attr-revisions Nov 11 11:38:53.743451 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: router_availability_zone.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.744111 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.744615 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: router_availability_zone Nov 11 11:38:53.744928 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: routerservicetype.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.745862 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.746368 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension router-service-type not supported by any of loaded plugins Nov 11 11:38:53.746676 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.747579 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.748083 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: security-groups-normalized-cidr Nov 11 11:38:53.748392 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.749375 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.749897 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: port-security-groups-filtering Nov 11 11:38:53.750211 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.751122 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.751623 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: security-groups-remote-address-group Nov 11 11:38:53.751933 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.752853 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.753354 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: security-groups-shared-filtering Nov 11 11:38:53.753697 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.754270 n-d-807359-3 neutron-server[109044]: WARNING neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 11 11:38:53.754578 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: securitygroup.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.764320 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.764844 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: security-group Nov 11 11:38:53.765170 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: segment.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.766001 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.766508 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension segment not supported by any of loaded plugins Nov 11 11:38:53.766822 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.767843 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.768346 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 11 11:38:53.768662 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: servicetype.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.769800 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.770309 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: service-type Nov 11 11:38:53.770631 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: sorting.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.771609 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.771931 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: sorting Nov 11 11:38:53.772239 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: standard_attr_segment.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.773163 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.773698 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 11 11:38:53.774010 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: standardattrdescription.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.774701 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.775301 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: standard-attr-description Nov 11 11:38:53.775522 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: stateful_security_group.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.776505 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.776981 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: stateful-security-group Nov 11 11:38:53.777293 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: stdattrs_common.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.777908 n-d-807359-3 neutron-server[109044]: WARNING neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 11 11:38:53.778174 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.779119 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.779602 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 11 11:38:53.779928 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: subnet_onboard.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.781085 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.781622 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: subnet_onboard Nov 11 11:38:53.781960 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.782868 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.783485 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 11 11:38:53.783738 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: subnet_service_types.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.785012 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.785529 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: subnet-service-types Nov 11 11:38:53.785867 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: subnetallocation.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.786996 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.787450 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: subnet_allocation Nov 11 11:38:53.787764 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.788421 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.788920 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: subnetpool-prefix-ops Nov 11 11:38:53.789230 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.790278 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.790703 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 11 11:38:53.791051 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: tagging.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.792231 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.792740 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: standard-attr-tag Nov 11 11:38:53.793052 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: timestamp.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.794277 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.794787 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loaded extension: standard-attr-timestamp Nov 11 11:38:53.795111 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: trunk.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.796130 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.796635 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension trunk not supported by any of loaded plugins Nov 11 11:38:53.796947 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: trunk_details.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.797886 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.798393 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension trunk-details not supported by any of loaded plugins Nov 11 11:38:53.798706 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: uplink_status_propagation.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.799633 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.800134 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 11 11:38:53.800443 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Loading extension file: vlantransparent.py {{(pid=109044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 11:38:53.801108 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 11:38:53.801631 n-d-807359-3 neutron-server[109044]: INFO neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 11 11:38:53.804158 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of TrackedResource for resource:network Nov 11 11:38:53.804681 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of TrackedResource for resource:subnet Nov 11 11:38:53.805069 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 11:38:53.805516 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of TrackedResource for resource:port Nov 11 11:38:53.806775 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.v2.resource_helper [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 11:38:53.807212 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.v2.resource_helper [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Service FLAVORS assigned prefix: {{(pid=109044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 11:38:53.807826 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.v2.resource_helper [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 11:38:53.808238 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.v2.resource_helper [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 11:38:53.808556 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of TrackedResource for resource:router Nov 11 11:38:53.808984 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 11:38:53.809473 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.v2.resource_helper [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Service METERING assigned prefix: /metering {{(pid=109044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 11:38:53.810962 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.811317 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.811657 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:38:53.812682 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 11:38:53.813132 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of TrackedResource for resource:security_group Nov 11 11:38:53.813556 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 11:38:53.814173 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.v2.resource_helper [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Service CORE assigned prefix: {{(pid=109044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 11:38:53.814493 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 11:38:53.814831 n-d-807359-3 neutron-server[109044]: WARNING neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] subnetpool is already registered Nov 11 11:38:53.815250 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.v2.resource_helper [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Service CORE assigned prefix: {{(pid=109044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 11:38:53.815574 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 11:38:53.815893 n-d-807359-3 neutron-server[109044]: WARNING neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] subnetpool is already registered Nov 11 11:38:53.818285 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.v2.resource_helper [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 11:38:53.818711 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.v2.resource_helper [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Service FLAVORS assigned prefix: {{(pid=109044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 11:38:53.819319 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.v2.resource_helper [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 11:38:53.819754 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.v2.resource_helper [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 11:38:53.820081 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of TrackedResource for resource:router Nov 11 11:38:53.820412 n-d-807359-3 neutron-server[109044]: WARNING neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] router is already registered Nov 11 11:38:53.820816 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 11:38:53.821164 n-d-807359-3 neutron-server[109044]: WARNING neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] floatingip is already registered Nov 11 11:38:53.821649 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.v2.resource_helper [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Service METERING assigned prefix: /metering {{(pid=109044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 11:38:53.822390 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 11:38:53.822703 n-d-807359-3 neutron-server[109044]: WARNING neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] rbac_policy is already registered Nov 11 11:38:53.823104 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of TrackedResource for resource:security_group Nov 11 11:38:53.823431 n-d-807359-3 neutron-server[109044]: WARNING neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] security_group is already registered Nov 11 11:38:53.823838 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 11:38:53.824165 n-d-807359-3 neutron-server[109044]: WARNING neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] security_group_rule is already registered Nov 11 11:38:53.824634 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.v2.resource_helper [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Service CORE assigned prefix: {{(pid=109044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 11:38:53.824948 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 11:38:53.825264 n-d-807359-3 neutron-server[109044]: WARNING neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] subnetpool is already registered Nov 11 11:38:53.825694 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.v2.resource_helper [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Service CORE assigned prefix: {{(pid=109044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 11:38:53.826000 n-d-807359-3 neutron-server[109044]: INFO neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 11:38:53.826303 n-d-807359-3 neutron-server[109044]: WARNING neutron.quota.resource_registry [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] subnetpool is already registered Nov 11 11:38:53.828042 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: extensions {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.829556 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: address-groups {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.831052 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: address-scopes {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.832256 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: agents {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.833514 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: auto-allocated-topology {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.834780 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: availability_zones {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.835993 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: dhcp-networks {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.837449 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: dhcp-agents {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.838988 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: routers {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.841099 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: flavors {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.842396 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: service_profiles {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.843614 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: next_providers {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.845027 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: service_profiles {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.846485 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: floatingip-pools {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.847778 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: routers {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.849890 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: floatingips {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.851172 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: l3-routers {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.852591 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: l3-agents {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.854000 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: metering-labels {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.855373 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: metering-label-rules {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.856743 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: network-ip-availabilities {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.858027 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: bindings {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.859585 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: quotas {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.861211 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: quotas {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.862755 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: rbac-policies {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.863944 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: security-groups {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.865268 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: security-group-rules {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.866493 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: service-providers {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.867690 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: subnetpools {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.869105 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: subnetpools {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.870605 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: tags {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.872270 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: tags {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.874070 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: tags {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.875842 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: tags {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.877516 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: tags {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.879551 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: tags {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.881299 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: tags {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.884073 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: tags {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.885853 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: tags {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.887591 n-d-807359-3 neutron-server[109044]: DEBUG neutron.api.extensions [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Extended resource: tags {{(pid=109044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 11:38:53.893768 n-d-807359-3 neutron-server[109044]: WARNING keystonemiddleware.auth_token [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 11 11:38:53.898364 n-d-807359-3 neutron-server[109044]: WARNING keystonemiddleware.auth_token [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 11 11:38:53.907402 n-d-807359-3 neutron-server[109044]: DEBUG oslo_concurrency.lockutils [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Acquired lock "singleton_lock" {{(pid=109044) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 11 11:38:53.907880 n-d-807359-3 neutron-server[109044]: DEBUG oslo_concurrency.lockutils [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Releasing lock "singleton_lock" {{(pid=109044) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 11 11:38:53.908535 n-d-807359-3 neutron-server[109044]: INFO oslo_service.service [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Starting 2 workers Nov 11 11:38:53.913870 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Started child 109153 {{(pid=109044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 11:38:53.918788 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Started child 109154 {{(pid=109044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 11:38:53.920289 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:38:53.921056 n-d-807359-3 neutron-server[109044]: INFO neutron.service [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 11 11:38:53.921056 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Publish callbacks [] for process, before_spawn {{(pid=109044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:38:53.922208 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [-] (109153) wsgi starting up on http://0.0.0.0:9696 Nov 11 11:38:53.923736 n-d-807359-3 neutron-server[109044]: INFO oslo_service.service [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Starting 1 workers Nov 11 11:38:53.923941 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:38:53.925129 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [-] (109154) wsgi starting up on http://0.0.0.0:9696 Nov 11 11:38:53.929463 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Started child 109155 {{(pid=109044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 11:38:53.930019 n-d-807359-3 neutron-server[109044]: INFO oslo_service.service [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Starting 1 workers Nov 11 11:38:53.932966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.service [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] calling RpcWorker wait() {{(pid=109155) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 11 11:38:53.933561 n-d-807359-3 neutron-server[109155]: DEBUG neutron.service [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] returning from RpcWorker wait() {{(pid=109155) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 11 11:38:53.934527 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Started child 109156 {{(pid=109044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 11:38:53.934713 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:38:53.935269 n-d-807359-3 neutron-server[109044]: DEBUG neutron_lib.callbacks.manager [None req-dc4730ca-7a73-4d2d-9a65-bfe0e5ffc771 None None] Publish callbacks [] for process, after_spawn {{(pid=109044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:38:53.935397 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:38:53.937129 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109044) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 11:38:53.937342 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:38:53.937484 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 11:38:53.937796 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 11:38:53.938133 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 11:38:53.938259 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 11:38:53.938786 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.939059 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.939306 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.939432 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:38:53.939886 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.939886 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.940316 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.940527 n-d-807359-3 neutron-server[109156]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:38:53.940649 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.940726 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.941022 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.941257 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.941408 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.941561 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.941835 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.942054 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.942333 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.942613 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.942865 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.943081 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.943234 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.943500 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.943767 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.943981 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.944264 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] debug = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.944441 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.944926 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.945150 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.945381 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.945578 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.945900 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.946221 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.946474 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.946707 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.946930 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.947161 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.947402 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.947632 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.947849 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.948078 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.948284 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.948515 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.948751 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.949241 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] host = n-d-807359-3 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.949460 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.949716 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.949946 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.950188 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.950421 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.950635 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.950883 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.951133 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.951376 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.951623 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.951866 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.952112 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.952348 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.952618 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] log_file = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.952833 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] log_options = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.952959 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.953179 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.953424 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.953637 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.953785 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.953954 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.954198 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.954353 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.954597 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.954803 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.955013 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.955233 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.955454 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.955658 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.955919 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.956143 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.956365 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.956591 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.956831 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.957064 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.957275 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.957504 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.957760 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.957985 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.958187 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.958412 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.958625 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.958821 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.959051 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.959260 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.959484 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.959727 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.959958 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.960182 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.960437 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.960677 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.960900 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.961135 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.961405 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.961676 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.961910 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.962155 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.962362 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.962629 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.962887 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.963025 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.963231 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] use_json = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.963434 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.963664 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.964028 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.964241 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.964446 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.964650 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.964854 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.965098 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:53.965494 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.965793 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.966099 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.966337 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.966575 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.966814 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.967037 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.967252 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.967487 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.967717 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.968035 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.968245 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.968520 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.968746 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.970105 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.970105 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.970105 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.970105 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.972448 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.972448 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.972448 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.972448 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.972448 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.972448 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.972448 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.972448 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.973480 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.973480 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.973480 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.973480 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.973480 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.973480 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.973480 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.974410 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.974410 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.974410 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.974410 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.975345 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.975345 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.975345 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.975345 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.975817 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.975817 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.975817 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.976674 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.976674 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.976674 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.976674 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.979713 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.979713 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.979713 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.979713 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.979713 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.979713 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.979713 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.979713 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.979713 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.982592 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.982592 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.982592 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.982592 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.982592 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.982592 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.982592 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.982592 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.982592 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.985802 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.985802 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.985802 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.985802 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.985802 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.985802 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.985802 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.985802 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.985802 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.988578 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.988578 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.988578 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.988578 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.988578 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.988578 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.988578 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.988578 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.988578 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.989666 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.989666 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.989666 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.989666 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.989666 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.989666 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.989666 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.989666 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.991053 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.991053 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.991053 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.991053 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.991053 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.991053 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.991053 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.991053 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.992227 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.992227 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.992227 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.992227 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.992227 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.992227 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.992227 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.992227 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.993967 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.993967 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.993967 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.993967 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.993967 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.993967 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.993967 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.993967 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.995406 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.995406 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.995406 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.995406 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.995406 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.995406 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.995406 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.995406 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.996937 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.996937 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.996937 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.996937 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.996937 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.996937 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.996937 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.996937 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.996937 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.999189 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.999189 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.999189 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.999189 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.999189 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.999189 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.999189 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.999189 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.999927 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.999927 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.999927 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.999927 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.999927 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.999927 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.999927 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:53.999927 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.000490 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.000490 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.000490 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.000490 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.000490 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.000490 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.000927 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.000927 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.001092 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.001258 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.001467 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.002182 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.002182 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.002182 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.002434 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.002555 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.002906 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.003345 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.003528 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.003782 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.003976 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.004567 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.004567 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.004824 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.004824 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.005064 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.005342 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.007233 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.007233 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.007233 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.007233 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.007233 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.007233 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.007233 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.007233 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.008342 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.008342 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.008342 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.008342 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.008342 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.008342 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.011890 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.011890 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.011890 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.011890 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.011890 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.011890 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.011890 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.011890 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.012776 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.012776 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.012776 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.012776 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.012776 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.012776 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.012776 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.012776 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.014342 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.014342 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.014342 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.014342 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.014342 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.014342 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.014342 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.014342 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.018331 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.018331 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.018331 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.018331 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.018331 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.018331 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.018331 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.018331 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.019257 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.019257 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.019257 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.019257 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.019257 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.019257 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.019257 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.019257 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.022401 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.022401 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.022401 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.022401 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.022401 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.022401 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.022401 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.022401 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.022975 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.022975 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.022975 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.022975 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.022975 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.022975 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.022975 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.022975 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.023556 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.023556 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.023556 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.023556 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.023556 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.023556 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.023556 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.023556 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.024152 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.024152 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.024152 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.024152 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.024152 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.024152 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.024152 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.024152 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.024725 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.024725 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.024725 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.024725 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.025004 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.026057 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.026057 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.026057 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.026057 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.026586 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.026586 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.026834 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.026962 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.027146 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.027349 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.027583 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.027811 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.028425 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.028425 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.028697 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.028697 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.028929 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.029367 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.029367 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.029669 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.029794 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.030031 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.030283 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.030455 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 11:38:54.030837 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109044) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 11:38:54.031006 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:38:54.031132 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 11:38:54.031277 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 11:38:54.031442 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 11:38:54.031590 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 11:38:54.032080 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.032080 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.032080 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.032517 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.032517 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.032517 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.033177 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.033177 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.033177 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.033177 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.034171 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.034171 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.034171 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.034171 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.034171 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.034171 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.034171 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.035258 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.035258 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.035258 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.035258 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.035258 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.035258 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] debug = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.035948 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.035948 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.035948 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.035948 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.036502 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.036502 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.036502 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.036502 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.036967 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.036967 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.036967 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.036967 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.037391 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.037391 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.037391 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.037641 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.037641 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.037792 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.037944 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] host = n-d-807359-3 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.038095 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.038246 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.038398 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.038550 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.038701 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.038852 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.039003 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.039155 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.039305 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.039455 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.039605 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.039806 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.039958 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.040109 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] log_file = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.040260 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] log_options = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.040410 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.040559 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.040708 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.040883 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.041039 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.041196 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.041348 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.041502 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.041676 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.041832 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.041982 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.042133 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.042282 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.042433 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.042632 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.042729 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.042871 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.043022 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.043173 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.043322 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.043472 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.043621 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.043772 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.043924 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.044075 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.044224 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.044375 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.044524 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.044674 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.044824 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.045033 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.045898 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.045898 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.045898 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.045898 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.045898 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.045898 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.046492 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.046492 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.046492 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.046492 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.049697 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.049697 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.049697 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.049697 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.049697 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.049697 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] use_json = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.049697 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.049697 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.049697 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.050285 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.050285 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.050285 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.050285 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.050285 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 11:38:54.050285 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.050285 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.050285 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.050754 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.050754 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.050754 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.050754 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.050754 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.050754 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.050754 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.050754 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.051206 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.051206 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.051206 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.051206 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.051206 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.051206 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.051206 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.051206 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.051673 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.051673 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.051673 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.051860 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.051860 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.051989 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.052260 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.052260 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.052415 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.052576 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.052728 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.052882 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.053037 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.053192 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.053348 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.053501 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.053679 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.053859 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.054027 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.054411 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.054411 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.054411 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.054695 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.054695 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.054867 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.054980 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.055134 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.055310 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.055471 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.055619 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.055779 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.055935 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.056083 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.056221 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.056357 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.056487 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.056638 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.056766 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.056909 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.057061 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.057215 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.057367 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.057518 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.057690 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.057836 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.057989 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.058142 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.058308 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.058461 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.058614 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.058956 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.058956 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.059228 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.059228 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.059381 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.059461 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.059613 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.059766 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.059918 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.060073 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.060227 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.060381 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.060535 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.060688 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.060843 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.060995 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.061148 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.061300 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.061453 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.061628 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.061790 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.061957 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.062109 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.062262 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.062415 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.062571 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.062737 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.062865 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.063008 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.063155 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.063293 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.063429 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.063583 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.063738 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.064106 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.064106 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.064385 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.064385 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.064583 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.064583 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.064733 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.064879 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.065032 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.065184 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.065335 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.065488 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.065662 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.065825 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.065980 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.066136 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.066290 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.066448 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.066611 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.066751 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.066908 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.067061 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.067213 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.067366 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.067519 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.067668 n-d-807359-3 neutron-server[109155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:38:54.067762 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.067844 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.067988 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.068101 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.068260 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.068422 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.068576 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.068730 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.068883 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.069059 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.069211 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.069363 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.069516 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.069690 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.069844 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.069996 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.070149 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.070304 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.070456 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.070609 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.070764 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.070930 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.071162 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.071316 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.071470 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.071624 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.071779 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.071939 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.072082 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.072237 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.072391 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.072546 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.072701 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.072854 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.073007 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.073161 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.073314 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.073467 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.073640 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.073795 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.073948 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.074102 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.074254 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.074405 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.074557 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.074711 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.074867 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.075020 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.075173 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.075327 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.075482 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.075635 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.075788 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.076000 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.076096 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.076234 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.076389 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.076542 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.076698 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.076852 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.077005 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.077161 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.077314 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.077468 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.077654 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.077810 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.078029 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.078191 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.078345 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.078498 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.078649 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.078802 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.078956 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.079095 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.079247 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.079599 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.079599 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.080046 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.080046 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.080046 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.080303 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.080303 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.080449 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.080539 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.080665 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.080818 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.080970 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.081124 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.081276 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.081637 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.081637 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.081805 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.081929 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.082050 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.082169 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.082321 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.082474 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.082626 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.082779 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.082930 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.083083 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.083244 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.083602 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.083602 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.083797 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.083797 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.083946 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.084102 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.084254 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.084408 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.084561 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.084712 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.084864 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.085024 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.085177 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.085329 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.085481 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.085654 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.085809 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.085969 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.086122 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.086275 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.086434 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.086606 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.086760 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.086913 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.087075 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.087229 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.087384 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.087539 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.087692 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.087844 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.088000 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.088157 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.088319 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.088478 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.088632 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.088791 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.088951 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.089110 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.089262 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.089420 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.089653 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.089797 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.089883 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.090034 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.090187 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.090339 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.090491 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.090644 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.090796 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.090948 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.091100 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.091251 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.091405 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.091556 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.091709 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.091865 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.092017 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.092167 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.092319 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.092470 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 11:38:54.092616 n-d-807359-3 neutron-server[109044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 11:38:54.362735 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35396) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:38:54.375465 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0094531 Nov 11 11:39:05.785016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a672c5-03aa-4f08-9c12-b82131965671 None None] get_active_networks_info from n-d-807359-3 {{(pid=109155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 11:39:05.878484 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a672c5-03aa-4f08-9c12-b82131965671 None None] No non-hosted networks {{(pid=109155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 11 11:39:05.893376 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.agentschedulers_db [None req-80a672c5-03aa-4f08-9c12-b82131965671 None None] DHCP Agent not found on host n-d-807359-3 {{(pid=109155) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 11 11:39:05.978814 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8db8f0a0-fa24-4eff-8018-3df3444a4200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1969992'] for agent, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:07.955740 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-07ae9530-5920-4fda-b701-f37452e04a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1969992'] for agent, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:07.988252 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f9d0dda2-9859-40fe-8362-11d09fe79c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:08.849766 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1969992'] for agent, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:10.396308 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1969992'] for agent, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:11.222149 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1969992'] for agent, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:11.223560 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:11.223973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:11.224668 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:11.225067 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:11.225743 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:11.226135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:11.226936 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:11.227963 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:11.228538 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:11.228997 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:11.229379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:11.229778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:11.230387 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-807359-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:39:11.236994 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-807359-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:39:11.685557 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35488) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:39:12.205384 n-d-807359-3 neutron-server[109153]: WARNING oslo_policy.policy [None req-3b628b1d-9d24-4093-9254-86ae1a89b902 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 11:39:12.206013 n-d-807359-3 neutron-server[109153]: WARNING oslo_policy.policy [None req-3b628b1d-9d24-4093-9254-86ae1a89b902 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 11:39:12.426504 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-3b628b1d-9d24-4093-9254-86ae1a89b902 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:39:12.427603 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3b628b1d-9d24-4093-9254-86ae1a89b902 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7399585 Nov 11 11:39:14.907078 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35504) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:39:15.231504 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-6a6a20a2-5e82-4ef7-b819-8561e42bd0e0 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:39:15.324582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.policy [None req-6a6a20a2-5e82-4ef7-b819-8561e42bd0e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109153) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 11:39:15.370658 n-d-807359-3 neutron-server[109153]: WARNING oslo_policy.policy [None req-6a6a20a2-5e82-4ef7-b819-8561e42bd0e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 11:39:15.371059 n-d-807359-3 neutron-server[109153]: WARNING oslo_policy.policy [None req-6a6a20a2-5e82-4ef7-b819-8561e42bd0e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 11:39:15.379727 n-d-807359-3 neutron-server[109153]: INFO neutron.quota [None req-6a6a20a2-5e82-4ef7-b819-8561e42bd0e0 admin admin] Loaded quota_driver: . Nov 11 11:39:15.457771 n-d-807359-3 neutron-server[109155]: INFO neutron.db.l3_hamode_db [None req-db26db47-93ad-4f33-8af6-4c134077ea50 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 11 11:39:15.471398 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6a6a20a2-5e82-4ef7-b819-8561e42bd0e0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732441931231', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732441928492', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732441918885', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732441913761', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732442608361', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732442027548', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-633347', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-638621', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1618402', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1970589'] for rbac-policy, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:15.536663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db26db47-93ad-4f33-8af6-4c134077ea50 None None] Routers set() bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:39:15.536990 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db26db47-93ad-4f33-8af6-4c134077ea50 None None] Router IDs set() for agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 11:39:15.538257 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6a6a20a2-5e82-4ef7-b819-8561e42bd0e0 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:15.539672 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6a6a20a2-5e82-4ef7-b819-8561e42bd0e0 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6316347 Nov 11 11:39:18.259030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35516) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:39:18.588099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Request body: {'network': {'tenant_id': '76e5f45bf3bf42ddbee37333753273f1', 'project_id': '76e5f45bf3bf42ddbee37333753273f1', 'admin_state_up': True, 'name': 'private'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:39:18.620960 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Made reservation on behalf of 76e5f45bf3bf42ddbee37333753273f1 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:39:18.623721 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:18.641157 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:18.751432 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:18.756945 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:18.775883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:39:18.803224 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732443731420', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:18.803789 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Unsubscribe: segment precommit_create {{(pid=109153) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 11:39:18.804341 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Added segment 1b9583ef-ac59-4a8f-a662-978754623a36 of type vlan for network 60b53143-0ed8-4440-978c-d689ed2ccee9 Nov 11 11:39:18.819878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16549d48-1602-4ba8-a6d3-d221bb9e0a57,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:18.869454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:18.869779 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:18.870131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:18.870451 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:18.870769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:18.871087 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:18.871399 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:18.871702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:18.872010 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:18.872315 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:18.872617 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:18.872932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Tracked resource versions report: Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: pushed versions: Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: { 'AddressGroup': {'1.2'}, Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'ConntrackHelper': {'1.0'}, Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'Log': {'1.0'}, Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'Network': {'1.1'}, Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'Port': {'1.7'}, Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'PortForwarding': {'1.2'}, Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'QosPolicy': {'1.10'}, Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'SecurityGroup': {'1.5'}, Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'SecurityGroupRule': {'1.2'}, Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'SubPort': {'1.0'}, Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'Subnet': {'1.1'}, Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'Trunk': {'1.1'}} Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: consumer versions: Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: { DHCP agent@n-d-807359-3: {}, Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: L3 agent@n-d-807359-3: {}, Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: Metadata agent@n-d-807359-3: {}, Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: Metering agent@n-d-807359-3: {}, Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: Open vSwitch agent@n-d-807359-3: { 'AddressGroup': '1.2', Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'ConntrackHelper': '1.0', Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'Log': '1.0', Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'Network': '1.1', Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'Port': '1.7', Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'PortForwarding': '1.2', Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'QosPolicy': '1.10', Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'SecurityGroup': '1.5', Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'SecurityGroupRule': '1.2', Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'SubPort': '1.0', Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'Subnet': '1.1', Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: 'Trunk': '1.1'}} Nov 11 11:39:18.874042 n-d-807359-3 neutron-server[109153]: {{(pid=109153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 11:39:18.919181 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:18.960498 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:18.961691 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:39:18.962395 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:19.010288 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7501709 Nov 11 11:39:19.063100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1726a-350b-423e-85b4-d8d2e66b2fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=60b53143-0ed8-4440-978c-d689ed2ccee9,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:19.084799 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 60b53143-0ed8-4440-978c-d689ed2ccee9 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:39:21.768847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35530) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:39:22.173119 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38e322b-bdab-49d3-a239-1143e3063fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:39:22.174564 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e38e322b-bdab-49d3-a239-1143e3063fe0 admin admin] 10.222.0.65 "GET /v2.0/networks/60b53143-0ed8-4440-978c-d689ed2ccee9 HTTP/1.1" status: 200 len: 826 time: 0.4046102 Nov 11 11:39:22.199983 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-38ad8392-f5f8-40d8-ba07-896761cee77d admin admin] 10.222.0.65 "GET /v2.0/subnetpools/6d99f86e-a251-40d8-8700-1457f5effa17 HTTP/1.1" status: 200 len: 734 time: 0.0188477 Nov 11 11:39:22.209110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-35aead87-3e53-4191-8d23-84bf70c6e6fe admin admin] Request body: {'subnet': {'tenant_id': '76e5f45bf3bf42ddbee37333753273f1', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '60b53143-0ed8-4440-978c-d689ed2ccee9', 'subnetpool_id': '6d99f86e-a251-40d8-8700-1457f5effa17', 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:39:22.235531 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aead87-3e53-4191-8d23-84bf70c6e6fe admin admin] Made reservation on behalf of 76e5f45bf3bf42ddbee37333753273f1 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:39:22.237768 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-35aead87-3e53-4191-8d23-84bf70c6e6fe admin admin] Publish callbacks [] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:22.528038 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-35aead87-3e53-4191-8d23-84bf70c6e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:22.593993 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aead87-3e53-4191-8d23-84bf70c6e6fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eac6070-1ea1-4476-98e8-b1ebc6a47b89,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:22.601551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aead87-3e53-4191-8d23-84bf70c6e6fe admin admin] Checking segment: {'id': '1b9583ef-ac59-4a8f-a662-978754623a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '60b53143-0ed8-4440-978c-d689ed2ccee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:39:22.601949 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aead87-3e53-4191-8d23-84bf70c6e6fe admin admin] Network hostable DHCP agents. Network: 60b53143-0ed8-4440-978c-d689ed2ccee9, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:39:22.624358 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aead87-3e53-4191-8d23-84bf70c6e6fe admin admin] Network 60b53143-0ed8-4440-978c-d689ed2ccee9 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:39:22.636692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-35aead87-3e53-4191-8d23-84bf70c6e6fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 60b53143-0ed8-4440-978c-d689ed2ccee9) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:39:22.641809 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aead87-3e53-4191-8d23-84bf70c6e6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:39:22.642409 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-35aead87-3e53-4191-8d23-84bf70c6e6fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:22.646768 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d0a1e1-73d5-4515-a42e-d50f3860035c None None] Network 60b53143-0ed8-4440-978c-d689ed2ccee9 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:39:22.659441 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-35aead87-3e53-4191-8d23-84bf70c6e6fe admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4529073 Nov 11 11:39:22.965980 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-60b53143-0ed8-4440-978c-d689ed2ccee9', 'network_id': '60b53143-0ed8-4440-978c-d689ed2ccee9', 'tenant_id': '76e5f45bf3bf42ddbee37333753273f1', 'fixed_ips': [{'subnet_id': '1eac6070-1ea1-4476-98e8-b1ebc6a47b89'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:39:22.967402 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:23.259229 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Allocated IP 172.20.0.2 (60b53143-0ed8-4440-978c-d689ed2ccee9/1eac6070-1ea1-4476-98e8-b1ebc6a47b89/1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:39:23.467338 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:23.476501 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:23.553719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Network 60b53143-0ed8-4440-978c-d689ed2ccee9 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:39:23.558508 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:39:23.565806 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Pushing event updated for resources: {'Port': ['ID=1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:23.566094 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:39:23.575603 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:23.575936 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:23.576271 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:23.576597 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:23.576918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:23.577236 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:23.577554 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:23.577892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:23.578209 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:23.578518 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:23.578835 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:23.579127 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Tracked resource versions report: Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: pushed versions: Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: { 'AddressGroup': {'1.2'}, Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'ConntrackHelper': {'1.0'}, Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'Log': {'1.0'}, Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'Network': {'1.1'}, Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'Port': {'1.7'}, Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'PortForwarding': {'1.2'}, Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'QosPolicy': {'1.10'}, Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'SecurityGroup': {'1.5'}, Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'SecurityGroupRule': {'1.2'}, Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'SubPort': {'1.0'}, Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'Subnet': {'1.1'}, Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'Trunk': {'1.1'}} Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: consumer versions: Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: { DHCP agent@n-d-807359-3: {}, Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: L3 agent@n-d-807359-3: {}, Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: Metadata agent@n-d-807359-3: {}, Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: Metering agent@n-d-807359-3: {}, Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: Open vSwitch agent@n-d-807359-3: { 'AddressGroup': '1.2', Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'ConntrackHelper': '1.0', Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'Log': '1.0', Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'Network': '1.1', Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'Port': '1.7', Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'PortForwarding': '1.2', Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'QosPolicy': '1.10', Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'SecurityGroup': '1.5', Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'SecurityGroupRule': '1.2', Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'SubPort': '1.0', Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'Subnet': '1.1', Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: 'Trunk': '1.1'}} Nov 11 11:39:23.580227 n-d-807359-3 neutron-server[109155]: {{(pid=109155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 11:39:23.652250 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Attempting to bind port 1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:39:23.652935 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Attempting to bind port 1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '1b9583ef-ac59-4a8f-a662-978754623a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '60b53143-0ed8-4440-978c-d689ed2ccee9'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:39:23.653045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Attempting to bind port 1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6 on network 60b53143-0ed8-4440-978c-d689ed2ccee9 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:39:23.658207 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:39:23.658585 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Checking segment: {'id': '1b9583ef-ac59-4a8f-a662-978754623a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '60b53143-0ed8-4440-978c-d689ed2ccee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:39:23.659349 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:23.659728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Bound using segment: {'id': '1b9583ef-ac59-4a8f-a662-978754623a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '60b53143-0ed8-4440-978c-d689ed2ccee9'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:39:23.660251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Bound port: 1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9583ef-ac59-4a8f-a662-978754623a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '60b53143-0ed8-4440-978c-d689ed2ccee9'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:39:23.660644 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:23.721040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] For port 1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:39:23.725240 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] For port 1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6,segment=NetworkSegment(1b9583ef-ac59-4a8f-a662-978754623a36),segment_id=1b9583ef-ac59-4a8f-a662-978754623a36)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:39:23.730865 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:23.795117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64237e50-af46-4cad-a9ee-4bb8e5640b51 None None] Pushing event updated for resources: {'Port': ['ID=1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:25.196952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35538) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:39:25.700074 n-d-807359-3 neutron-server[109154]: WARNING oslo_policy.policy [None req-9b8eef9d-d9a8-43f5-8fde-a1fc361f089f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 11:39:25.700650 n-d-807359-3 neutron-server[109154]: WARNING oslo_policy.policy [None req-9b8eef9d-d9a8-43f5-8fde-a1fc361f089f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 11:39:25.920128 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [None req-9b8eef9d-d9a8-43f5-8fde-a1fc361f089f admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:39:25.921104 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9b8eef9d-d9a8-43f5-8fde-a1fc361f089f admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7228966 Nov 11 11:39:28.391789 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35552) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:39:28.724057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-343f8dde-b118-4eaa-a811-e2f73acf4dfc admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:39:28.725062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-343f8dde-b118-4eaa-a811-e2f73acf4dfc admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3322477 Nov 11 11:39:31.456133 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35566) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:39:31.771540 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-adf62101-6f57-4c8d-9651-d4edb0854bb1 admin admin] Request body: {'router': {'tenant_id': '76e5f45bf3bf42ddbee37333753273f1', 'admin_state_up': True, 'name': 'router1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:39:31.799585 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-adf62101-6f57-4c8d-9651-d4edb0854bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:31.801088 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-adf62101-6f57-4c8d-9651-d4edb0854bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:31.932918 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-adf62101-6f57-4c8d-9651-d4edb0854bb1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:31.939186 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-adf62101-6f57-4c8d-9651-d4edb0854bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:31.954037 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-adf62101-6f57-4c8d-9651-d4edb0854bb1 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:31.955236 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-adf62101-6f57-4c8d-9651-d4edb0854bb1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4968505 Nov 11 11:39:32.725243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf412e5-4c94-49a5-96c5-929449498df4 None None] Network 60b53143-0ed8-4440-978c-d689ed2ccee9 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:39:32.804930 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ef782f2b-dbd0-4f1b-bc50-44bc1572a402 None None] Provisioning complete for port 1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:39:32.805311 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ef782f2b-dbd0-4f1b-bc50-44bc1572a402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:33.007034 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ef782f2b-dbd0-4f1b-bc50-44bc1572a402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:33.051196 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-ef782f2b-dbd0-4f1b-bc50-44bc1572a402 None None] For port 1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6,segment=NetworkSegment(1b9583ef-ac59-4a8f-a662-978754623a36),segment_id=1b9583ef-ac59-4a8f-a662-978754623a36)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:39:33.058781 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:39:33.063719 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ef782f2b-dbd0-4f1b-bc50-44bc1572a402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:33.158379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef782f2b-dbd0-4f1b-bc50-44bc1572a402 None None] Pushing event updated for resources: {'Port': ['ID=1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:33.167472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:39:33.167843 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:33.294356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c0ad14e6-64ce-442b-9ce3-e3f9ccf0e2e3 None None] Provisioning complete for port 1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:39:33.294720 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c0ad14e6-64ce-442b-9ce3-e3f9ccf0e2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:34.454003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35576) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:39:34.791889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-e844db4f-5806-42d4-b057-6dc2860f5cdb admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:39:34.792886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e844db4f-5806-42d4-b057-6dc2860f5cdb admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3376594 Nov 11 11:39:35.001384 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 5 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:39:35.028371 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:39:35.079545 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:39:35.079910 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:35.696465 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-65bf8656-32ac-41d2-96b5-be9d2b7d1566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:37.256212 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35584) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:39:37.601471 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-bc604faf-1e83-4a2d-a27c-66829b57a7c5 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:39:37.630237 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc604faf-1e83-4a2d-a27c-66829b57a7c5 admin admin] Made reservation on behalf of adb588f8a46b4c42b4617cefc9d80b16 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:39:37.633314 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc604faf-1e83-4a2d-a27c-66829b57a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:37.641335 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc604faf-1e83-4a2d-a27c-66829b57a7c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:37.715651 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc604faf-1e83-4a2d-a27c-66829b57a7c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:37.721135 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc604faf-1e83-4a2d-a27c-66829b57a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:37.734719 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bc604faf-1e83-4a2d-a27c-66829b57a7c5 admin admin] Reserving flat network on physical network physnet1 {{(pid=109153) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 11 11:39:37.756359 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc604faf-1e83-4a2d-a27c-66829b57a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:37.756687 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-bc604faf-1e83-4a2d-a27c-66829b57a7c5 admin admin] Added segment 28bd7eaf-c14d-4883-9c8f-1f59603c0288 of type flat for network 44cf8b0b-583f-4e8e-84f4-e305e43881de Nov 11 11:39:37.758049 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc604faf-1e83-4a2d-a27c-66829b57a7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f577cafb-97ad-4bbc-a690-49982ab52d0a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:37.811563 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc604faf-1e83-4a2d-a27c-66829b57a7c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:37.847499 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc604faf-1e83-4a2d-a27c-66829b57a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:37.848342 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc604faf-1e83-4a2d-a27c-66829b57a7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:39:37.848911 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc604faf-1e83-4a2d-a27c-66829b57a7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:37.905115 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bc604faf-1e83-4a2d-a27c-66829b57a7c5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6476207 Nov 11 11:39:37.910756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc604faf-1e83-4a2d-a27c-66829b57a7c5 admin admin] Pushing event updated for resources: {'Network': ['ID=44cf8b0b-583f-4e8e-84f4-e305e43881de,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:37.922079 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:39:37.988140 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fecf3a22-d453-40af-9d59-aed797faaccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:38.795554 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:40.320608 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:40.390533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35602) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:39:40.582726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b31735-3e85-4769-9da9-378a25a9769e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:39:40.584043 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-97b31735-3e85-4769-9da9-378a25a9769e admin admin] 10.222.0.65 "GET /v2.0/subnets/1eac6070-1ea1-4476-98e8-b1ebc6a47b89 HTTP/1.1" status: 200 len: 849 time: 0.1925080 Nov 11 11:39:40.700751 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-77bf330c-8d8f-467b-b846-c69878fe23d8 admin admin] 10.222.0.65 "GET /v2.0/routers/0e049343-cda8-41f6-8945-90b81c78d6fa HTTP/1.1" status: 200 len: 704 time: 0.1102433 Nov 11 11:39:40.982960 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:41.223825 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:41.288781 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Allocated IP 172.20.0.1 (60b53143-0ed8-4440-978c-d689ed2ccee9/1eac6070-1ea1-4476-98e8-b1ebc6a47b89/b89d684a-049a-4912-a282-474af95975fb) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:39:41.497720 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:41.566519 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:41.641706 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Network 60b53143-0ed8-4440-978c-d689ed2ccee9 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:39:41.646485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:39:41.651198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:39:41.652313 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:41.670306 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Pushing event updated for resources: {'Port': ['ID=b89d684a-049a-4912-a282-474af95975fb,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:41.844527 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:41.851901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-cdff7a30-bc41-4029-b276-ad67a04b3b9c None None] Provisioning complete for port b89d684a-049a-4912-a282-474af95975fb triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:39:41.852375 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cdff7a30-bc41-4029-b276-ad67a04b3b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:41.931968 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-cdff7a30-bc41-4029-b276-ad67a04b3b9c None None] Port b89d684a-049a-4912-a282-474af95975fb cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:39:42.057011 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:42.063668 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:42.064409 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:42.119335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Pushing event updated for resources: {'Port': ['ID=b89d684a-049a-4912-a282-474af95975fb,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:42.188784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Network 60b53143-0ed8-4440-978c-d689ed2ccee9 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:39:42.190214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:39:42.349288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Router 0e049343-cda8-41f6-8945-90b81c78d6fa is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:39:42.353532 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-917b7d02-3ab7-4afb-a54f-4e5bac7ab823 None None] Provisioning complete for port b89d684a-049a-4912-a282-474af95975fb triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:39:42.353929 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-917b7d02-3ab7-4afb-a54f-4e5bac7ab823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:42.386042 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-917b7d02-3ab7-4afb-a54f-4e5bac7ab823 None None] Port b89d684a-049a-4912-a282-474af95975fb cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:39:42.437996 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:39:42.452011 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4e23b02c-e75d-430d-ac89-e875d167e368 admin admin] 10.222.0.65 "PUT /v2.0/routers/0e049343-cda8-41f6-8945-90b81c78d6fa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7324047 Nov 11 11:39:42.452121 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Sync routers for ids ['0e049343-cda8-41f6-8945-90b81c78d6fa'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:39:42.465364 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Routers {'0e049343-cda8-41f6-8945-90b81c78d6fa'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:39:42.466267 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:39:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0e049343-cda8-41f6-8945-90b81c78d6fa'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:39:42.649499 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Set router 0e049343-cda8-41f6-8945-90b81c78d6fa gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:39:43.064924 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e049343-cda8-41f6-8945-90b81c78d6fa', 'name': 'router1', 'tenant_id': '76e5f45bf3bf42ddbee37333753273f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:39:31Z', 'updated_at': '2021-11-11T11:39:41Z', 'revision_number': 2, 'project_id': '76e5f45bf3bf42ddbee37333753273f1', 'gw_port_host': None, '_interfaces': [{'id': 'b89d684a-049a-4912-a282-474af95975fb', 'name': '', 'network_id': '60b53143-0ed8-4440-978c-d689ed2ccee9', 'tenant_id': '76e5f45bf3bf42ddbee37333753273f1', 'mac_address': 'fa:16:3e:8f:28:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e049343-cda8-41f6-8945-90b81c78d6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eac6070-1ea1-4476-98e8-b1ebc6a47b89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:39:41Z', 'updated_at': '2021-11-11T11:39:41Z', 'revision_number': 2, 'project_id': '76e5f45bf3bf42ddbee37333753273f1', 'subnets': [{'id': '1eac6070-1ea1-4476-98e8-b1ebc6a47b89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d99f86e-a251-40d8-8700-1457f5effa17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:39:43.113491 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Checking router: 0e049343-cda8-41f6-8945-90b81c78d6fa for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:39:43.113882 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Updating router 0e049343-cda8-41f6-8945-90b81c78d6fa port b89d684a-049a-4912-a282-474af95975fb binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:39:43.161553 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:43.656394 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:43.664028 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:43.787904 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2bee54-67b6-47e3-9c1d-19ea5a7cc675 None None] Pushing event updated for resources: {'Port': ['ID=b89d684a-049a-4912-a282-474af95975fb,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:43.826779 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bee54-67b6-47e3-9c1d-19ea5a7cc675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:43.827106 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bee54-67b6-47e3-9c1d-19ea5a7cc675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:43.827439 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bee54-67b6-47e3-9c1d-19ea5a7cc675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:43.827761 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bee54-67b6-47e3-9c1d-19ea5a7cc675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:43.828078 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bee54-67b6-47e3-9c1d-19ea5a7cc675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:43.828391 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bee54-67b6-47e3-9c1d-19ea5a7cc675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:43.828701 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bee54-67b6-47e3-9c1d-19ea5a7cc675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:43.829016 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bee54-67b6-47e3-9c1d-19ea5a7cc675 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:43.829320 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bee54-67b6-47e3-9c1d-19ea5a7cc675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:43.829656 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bee54-67b6-47e3-9c1d-19ea5a7cc675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:43.829972 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bee54-67b6-47e3-9c1d-19ea5a7cc675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:43.830276 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bee54-67b6-47e3-9c1d-19ea5a7cc675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bee54-67b6-47e3-9c1d-19ea5a7cc675 None None] Tracked resource versions report: Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: pushed versions: Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: { 'AddressGroup': {'1.2'}, Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'ConntrackHelper': {'1.0'}, Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'Log': {'1.0'}, Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'Network': {'1.1'}, Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'Port': {'1.7'}, Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'PortForwarding': {'1.2'}, Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'QosPolicy': {'1.10'}, Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'SecurityGroup': {'1.5'}, Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'SecurityGroupRule': {'1.2'}, Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'SubPort': {'1.0'}, Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'Subnet': {'1.1'}, Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'Trunk': {'1.1'}} Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: consumer versions: Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: { DHCP agent@n-d-807359-3: {}, Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: L3 agent@n-d-807359-3: {}, Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: Metadata agent@n-d-807359-3: {}, Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: Metering agent@n-d-807359-3: {}, Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: Open vSwitch agent@n-d-807359-3: { 'AddressGroup': '1.2', Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'ConntrackHelper': '1.0', Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'Log': '1.0', Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'Network': '1.1', Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'Port': '1.7', Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'PortForwarding': '1.2', Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'QosPolicy': '1.10', Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'SecurityGroup': '1.5', Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'SecurityGroupRule': '1.2', Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'SubPort': '1.0', Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'Subnet': '1.1', Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: 'Trunk': '1.1'}} Nov 11 11:39:43.831375 n-d-807359-3 neutron-server[109156]: {{(pid=109156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 11:39:43.847357 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Attempting to bind port b89d684a-049a-4912-a282-474af95975fb on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:39:43.847744 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Attempting to bind port b89d684a-049a-4912-a282-474af95975fb by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '1b9583ef-ac59-4a8f-a662-978754623a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '60b53143-0ed8-4440-978c-d689ed2ccee9'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:39:43.848178 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Attempting to bind port b89d684a-049a-4912-a282-474af95975fb on network 60b53143-0ed8-4440-978c-d689ed2ccee9 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:39:43.852911 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:39:43.853320 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Checking segment: {'id': '1b9583ef-ac59-4a8f-a662-978754623a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '60b53143-0ed8-4440-978c-d689ed2ccee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:39:43.853808 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:43.854183 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Bound using segment: {'id': '1b9583ef-ac59-4a8f-a662-978754623a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '60b53143-0ed8-4440-978c-d689ed2ccee9'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:39:43.854663 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Bound port: b89d684a-049a-4912-a282-474af95975fb, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9583ef-ac59-4a8f-a662-978754623a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '60b53143-0ed8-4440-978c-d689ed2ccee9'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:39:43.855034 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:43.914739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-70df0aea-a413-4a25-9836-48823156d23c None None] Provisioning complete for port b89d684a-049a-4912-a282-474af95975fb triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:39:43.915297 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-70df0aea-a413-4a25-9836-48823156d23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:43.920178 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] For port b89d684a-049a-4912-a282-474af95975fb, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:39:43.939358 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] For port b89d684a-049a-4912-a282-474af95975fb, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b89d684a-049a-4912-a282-474af95975fb,segment=NetworkSegment(1b9583ef-ac59-4a8f-a662-978754623a36),segment_id=1b9583ef-ac59-4a8f-a662-978754623a36)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:39:43.944121 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:43.953219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-70df0aea-a413-4a25-9836-48823156d23c None None] Port b89d684a-049a-4912-a282-474af95975fb cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:39:43.999356 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2bee54-67b6-47e3-9c1d-19ea5a7cc675 None None] Pushing event updated for resources: {'Port': ['ID=b89d684a-049a-4912-a282-474af95975fb,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:44.007329 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Routers {'0e049343-cda8-41f6-8945-90b81c78d6fa'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:39:44.007885 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:39:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0e049343-cda8-41f6-8945-90b81c78d6fa'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:39:44.095160 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] Set router 0e049343-cda8-41f6-8945-90b81c78d6fa gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:39:44.172705 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5da85b26-89c9-4db9-bf14-0cff5321c37e None None] Provisioning complete for port b89d684a-049a-4912-a282-474af95975fb triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:39:44.173116 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5da85b26-89c9-4db9-bf14-0cff5321c37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:44.251998 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5da85b26-89c9-4db9-bf14-0cff5321c37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:44.288550 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-5da85b26-89c9-4db9-bf14-0cff5321c37e None None] For port b89d684a-049a-4912-a282-474af95975fb, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b89d684a-049a-4912-a282-474af95975fb,segment=NetworkSegment(1b9583ef-ac59-4a8f-a662-978754623a36),segment_id=1b9583ef-ac59-4a8f-a662-978754623a36)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:39:44.293101 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5da85b26-89c9-4db9-bf14-0cff5321c37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:44.301070 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e049343-cda8-41f6-8945-90b81c78d6fa', 'name': 'router1', 'tenant_id': '76e5f45bf3bf42ddbee37333753273f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:39:31Z', 'updated_at': '2021-11-11T11:39:41Z', 'revision_number': 2, 'project_id': '76e5f45bf3bf42ddbee37333753273f1', 'gw_port_host': None, '_interfaces': [{'id': 'b89d684a-049a-4912-a282-474af95975fb', 'name': '', 'network_id': '60b53143-0ed8-4440-978c-d689ed2ccee9', 'tenant_id': '76e5f45bf3bf42ddbee37333753273f1', 'mac_address': 'fa:16:3e:8f:28:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e049343-cda8-41f6-8945-90b81c78d6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eac6070-1ea1-4476-98e8-b1ebc6a47b89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:39:41Z', 'updated_at': '2021-11-11T11:39:43Z', 'revision_number': 4, 'project_id': '76e5f45bf3bf42ddbee37333753273f1', 'subnets': [{'id': '1eac6070-1ea1-4476-98e8-b1ebc6a47b89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d99f86e-a251-40d8-8700-1457f5effa17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:39:44.329345 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4619678-f6fc-44dc-9e89-99af5cc4376f None None] The sync data for ids ['0e049343-cda8-41f6-8945-90b81c78d6fa'] in n-d-807359-3 is: [{'id': '0e049343-cda8-41f6-8945-90b81c78d6fa', 'name': 'router1', 'tenant_id': '76e5f45bf3bf42ddbee37333753273f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:39:31Z', 'updated_at': '2021-11-11T11:39:41Z', 'revision_number': 2, 'project_id': '76e5f45bf3bf42ddbee37333753273f1', 'gw_port_host': None, '_interfaces': [{'id': 'b89d684a-049a-4912-a282-474af95975fb', 'name': '', 'network_id': '60b53143-0ed8-4440-978c-d689ed2ccee9', 'tenant_id': '76e5f45bf3bf42ddbee37333753273f1', 'mac_address': 'fa:16:3e:8f:28:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e049343-cda8-41f6-8945-90b81c78d6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eac6070-1ea1-4476-98e8-b1ebc6a47b89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:39:41Z', 'updated_at': '2021-11-11T11:39:43Z', 'revision_number': 4, 'project_id': '76e5f45bf3bf42ddbee37333753273f1', 'subnets': [{'id': '1eac6070-1ea1-4476-98e8-b1ebc6a47b89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d99f86e-a251-40d8-8700-1457f5effa17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:39:44.351163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da85b26-89c9-4db9-bf14-0cff5321c37e None None] Pushing event updated for resources: {'Port': ['ID=b89d684a-049a-4912-a282-474af95975fb,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:44.754272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35622) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:39:44.868173 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c253320-a7a2-495b-9806-56112f85f47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:39:44.869559 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4c253320-a7a2-495b-9806-56112f85f47f admin admin] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 842 time: 0.1142991 Nov 11 11:39:44.879684 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-1de0e8da-5eb9-4d98-b6a9-5a4d5f1ff087 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:39:44.902739 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de0e8da-5eb9-4d98-b6a9-5a4d5f1ff087 admin admin] Made reservation on behalf of adb588f8a46b4c42b4617cefc9d80b16 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:39:44.904903 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1de0e8da-5eb9-4d98-b6a9-5a4d5f1ff087 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:45.248368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.objects.ports [None req-1de0e8da-5eb9-4d98-b6a9-5a4d5f1ff087 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 11:39:45.248693 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1de0e8da-5eb9-4d98-b6a9-5a4d5f1ff087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:45.301826 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0e8da-5eb9-4d98-b6a9-5a4d5f1ff087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c910bf8e-2569-4e77-b777-f978bf585713,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:45.312183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de0e8da-5eb9-4d98-b6a9-5a4d5f1ff087 admin admin] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:39:45.312495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de0e8da-5eb9-4d98-b6a9-5a4d5f1ff087 admin admin] Network hostable DHCP agents. Network: 44cf8b0b-583f-4e8e-84f4-e305e43881de, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:39:45.330937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de0e8da-5eb9-4d98-b6a9-5a4d5f1ff087 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:39:45.340554 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-1de0e8da-5eb9-4d98-b6a9-5a4d5f1ff087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 44cf8b0b-583f-4e8e-84f4-e305e43881de) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:39:45.346181 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de0e8da-5eb9-4d98-b6a9-5a4d5f1ff087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:39:45.347038 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1de0e8da-5eb9-4d98-b6a9-5a4d5f1ff087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:45.351236 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285dada5-ad12-4712-b464-4f6c535790c1 None None] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:39:45.366223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1de0e8da-5eb9-4d98-b6a9-5a4d5f1ff087 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4898958 Nov 11 11:39:45.487663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7d9e1e-320a-4ab0-8933-0dd9ebadb95e None None] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:39:47.736331 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35630) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:39:47.878554 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f51fc027-b208-4bd0-9769-ff1b2ec60dfb admin admin] 10.222.0.65 "GET /v2.0/routers/0e049343-cda8-41f6-8945-90b81c78d6fa HTTP/1.1" status: 200 len: 710 time: 0.1410811 Nov 11 11:39:47.970705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf0bff0-7e5f-492d-bbc1-baff3125f473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:39:47.972116 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bcf0bff0-7e5f-492d-bbc1-baff3125f473 admin admin] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 886 time: 0.0857871 Nov 11 11:39:47.982384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:39:48.230406 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:48.460615 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:48.533155 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:48.638924 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] Allocated IP 172.25.2.111 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/b943cdf6-d293-428d-90a8-518add78942e) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:39:48.743724 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:48.779067 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:48.819523 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:39:48.822311 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:39:48.825025 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:39:48.863199 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] Pushing event updated for resources: {'Port': ['ID=b943cdf6-d293-428d-90a8-518add78942e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:49.162168 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:49.355411 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:49.358982 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:49.470006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] Router 0e049343-cda8-41f6-8945-90b81c78d6fa has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:39:49.577487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:39:49.581886 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:49.583070 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7ea0fc9d-11e7-4d3e-a255-7944bbf4c0f5 admin admin] 10.222.0.65 "PUT /v2.0/routers/0e049343-cda8-41f6-8945-90b81c78d6fa HTTP/1.1" status: 200 len: 890 time: 1.6041911 Nov 11 11:39:51.062987 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b89d684a-049a-4912-a282-474af95975fb up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:39:51.113533 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port b89d684a-049a-4912-a282-474af95975fb triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:39:51.113973 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:51.205734 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Sync routers for ids ['0e049343-cda8-41f6-8945-90b81c78d6fa'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:39:51.216601 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Routers {'0e049343-cda8-41f6-8945-90b81c78d6fa'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:39:51.217243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:39:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0e049343-cda8-41f6-8945-90b81c78d6fa'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:39:51.423995 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Set router 0e049343-cda8-41f6-8945-90b81c78d6fa gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:39:51.888071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e049343-cda8-41f6-8945-90b81c78d6fa', 'name': 'router1', 'tenant_id': '76e5f45bf3bf42ddbee37333753273f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b943cdf6-d293-428d-90a8-518add78942e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:39:31Z', 'updated_at': '2021-11-11T11:39:48Z', 'revision_number': 4, 'project_id': '76e5f45bf3bf42ddbee37333753273f1', 'gw_port': {'id': 'b943cdf6-d293-428d-90a8-518add78942e', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e049343-cda8-41f6-8945-90b81c78d6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:39:48Z', 'updated_at': '2021-11-11T11:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'b89d684a-049a-4912-a282-474af95975fb', 'name': '', 'network_id': '60b53143-0ed8-4440-978c-d689ed2ccee9', 'tenant_id': '76e5f45bf3bf42ddbee37333753273f1', 'mac_address': 'fa:16:3e:8f:28:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e049343-cda8-41f6-8945-90b81c78d6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eac6070-1ea1-4476-98e8-b1ebc6a47b89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:39:41Z', 'updated_at': '2021-11-11T11:39:44Z', 'revision_number': 5, 'project_id': '76e5f45bf3bf42ddbee37333753273f1', 'subnets': [{'id': '1eac6070-1ea1-4476-98e8-b1ebc6a47b89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d99f86e-a251-40d8-8700-1457f5effa17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:39:51.935974 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Checking router: 0e049343-cda8-41f6-8945-90b81c78d6fa for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:39:51.936302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Updating router 0e049343-cda8-41f6-8945-90b81c78d6fa port b943cdf6-d293-428d-90a8-518add78942e binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:39:51.984633 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:52.076345 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35642) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:39:52.189461 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2104297d-f786-4495-9a25-3cc2b19e49e8 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1119356 Nov 11 11:39:52.305800 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:52.314263 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:52.368278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Attempting to bind port b943cdf6-d293-428d-90a8-518add78942e on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:39:52.368644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Attempting to bind port b943cdf6-d293-428d-90a8-518add78942e by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:39:52.369000 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Attempting to bind port b943cdf6-d293-428d-90a8-518add78942e on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:39:52.370992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931ca32-2450-4ba3-aefd-81e96f29c9ec None None] Pushing event updated for resources: {'Port': ['ID=b943cdf6-d293-428d-90a8-518add78942e,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:52.376854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:39:52.377272 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:39:52.377636 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:52.378011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:39:52.378479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Bound port: b943cdf6-d293-428d-90a8-518add78942e, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:39:52.378888 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:52.432287 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] For port b943cdf6-d293-428d-90a8-518add78942e, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:39:52.435615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] For port b943cdf6-d293-428d-90a8-518add78942e, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b943cdf6-d293-428d-90a8-518add78942e,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:39:52.441615 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:52.497107 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931ca32-2450-4ba3-aefd-81e96f29c9ec None None] Pushing event updated for resources: {'Port': ['ID=b943cdf6-d293-428d-90a8-518add78942e,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:52.499685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Routers {'0e049343-cda8-41f6-8945-90b81c78d6fa'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:39:52.500247 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:39:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0e049343-cda8-41f6-8945-90b81c78d6fa'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:39:52.607996 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] Set router 0e049343-cda8-41f6-8945-90b81c78d6fa gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:39:52.818980 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e049343-cda8-41f6-8945-90b81c78d6fa', 'name': 'router1', 'tenant_id': '76e5f45bf3bf42ddbee37333753273f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b943cdf6-d293-428d-90a8-518add78942e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:39:31Z', 'updated_at': '2021-11-11T11:39:48Z', 'revision_number': 4, 'project_id': '76e5f45bf3bf42ddbee37333753273f1', 'gw_port': {'id': 'b943cdf6-d293-428d-90a8-518add78942e', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e049343-cda8-41f6-8945-90b81c78d6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:39:48Z', 'updated_at': '2021-11-11T11:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'b89d684a-049a-4912-a282-474af95975fb', 'name': '', 'network_id': '60b53143-0ed8-4440-978c-d689ed2ccee9', 'tenant_id': '76e5f45bf3bf42ddbee37333753273f1', 'mac_address': 'fa:16:3e:8f:28:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e049343-cda8-41f6-8945-90b81c78d6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eac6070-1ea1-4476-98e8-b1ebc6a47b89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:39:41Z', 'updated_at': '2021-11-11T11:39:44Z', 'revision_number': 5, 'project_id': '76e5f45bf3bf42ddbee37333753273f1', 'subnets': [{'id': '1eac6070-1ea1-4476-98e8-b1ebc6a47b89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d99f86e-a251-40d8-8700-1457f5effa17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:39:52.848212 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de7bd5c-2365-4097-ad3a-15b332412f5d None None] The sync data for ids ['0e049343-cda8-41f6-8945-90b81c78d6fa'] in n-d-807359-3 is: [{'id': '0e049343-cda8-41f6-8945-90b81c78d6fa', 'name': 'router1', 'tenant_id': '76e5f45bf3bf42ddbee37333753273f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b943cdf6-d293-428d-90a8-518add78942e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:39:31Z', 'updated_at': '2021-11-11T11:39:48Z', 'revision_number': 4, 'project_id': '76e5f45bf3bf42ddbee37333753273f1', 'gw_port': {'id': 'b943cdf6-d293-428d-90a8-518add78942e', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e049343-cda8-41f6-8945-90b81c78d6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:39:48Z', 'updated_at': '2021-11-11T11:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'b89d684a-049a-4912-a282-474af95975fb', 'name': '', 'network_id': '60b53143-0ed8-4440-978c-d689ed2ccee9', 'tenant_id': '76e5f45bf3bf42ddbee37333753273f1', 'mac_address': 'fa:16:3e:8f:28:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e049343-cda8-41f6-8945-90b81c78d6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eac6070-1ea1-4476-98e8-b1ebc6a47b89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:39:41Z', 'updated_at': '2021-11-11T11:39:44Z', 'revision_number': 5, 'project_id': '76e5f45bf3bf42ddbee37333753273f1', 'subnets': [{'id': '1eac6070-1ea1-4476-98e8-b1ebc6a47b89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d99f86e-a251-40d8-8700-1457f5effa17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:39:53.074817 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b943cdf6-d293-428d-90a8-518add78942e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:39:53.153007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port b943cdf6-d293-428d-90a8-518add78942e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:39:53.153545 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:53.232404 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:53.254271 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port b943cdf6-d293-428d-90a8-518add78942e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b943cdf6-d293-428d-90a8-518add78942e,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:39:53.259702 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:39:53.312477 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=b943cdf6-d293-428d-90a8-518add78942e,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:39:55.046264 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b943cdf6-d293-428d-90a8-518add78942e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:39:55.095119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port b943cdf6-d293-428d-90a8-518add78942e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:39:55.095582 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:40:05.701981 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1daf5976-e3df-4640-b967-091faa1c04af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:40:07.945316 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ac1412f-6382-4dd8-870f-d24604fc742e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:40:08.802438 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:40:10.324239 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:40:11.218759 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:40:12.004470 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 5 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:40:35.711576 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-106aa412-7543-4c1d-beaf-0e8712a301e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:40:37.942566 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c7d57682-04f0-4cbe-96be-f0687f3e3144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:40:38.807589 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:40:40.320674 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:40:41.226321 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:40:49.004265 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 5 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:41:05.705489 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-daac8590-9f2b-44d3-8e92-d4b6ee30fab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:41:07.935901 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6126d07e-7520-4fda-8951-6092527ae4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:41:08.803640 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:41:10.324193 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:41:11.222442 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:41:26.008362 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 5 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:41:33.323117 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36238) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:41:33.389831 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55306b9-6a5b-46c0-bcda-9df0b7992b31 admin admin] GET failed (client error): The resource could not be found. Nov 11 11:41:33.391120 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d55306b9-6a5b-46c0-bcda-9df0b7992b31 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668766 Nov 11 11:41:33.553755 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01c02aa-0219-46fa-920d-7560911d5ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:41:33.555249 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b01c02aa-0219-46fa-920d-7560911d5ed2 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1583922 Nov 11 11:41:35.709866 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f9c876f7-7955-48ad-8e65-549afa14942b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:41:35.820363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36248) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:41:36.061113 n-d-807359-3 neutron-server[109154]: DEBUG neutron.policy [None req-89e41726-3022-4635-8d5b-846d6b739777 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109154) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 11:41:36.108362 n-d-807359-3 neutron-server[109154]: WARNING oslo_policy.policy [None req-89e41726-3022-4635-8d5b-846d6b739777 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 11:41:36.108726 n-d-807359-3 neutron-server[109154]: WARNING oslo_policy.policy [None req-89e41726-3022-4635-8d5b-846d6b739777 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 11:41:36.116970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e41726-3022-4635-8d5b-846d6b739777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:41:36.118676 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-89e41726-3022-4635-8d5b-846d6b739777 admin admin] 10.222.0.65 "GET /v2.0/subnets/1eac6070-1ea1-4476-98e8-b1ebc6a47b89 HTTP/1.1" status: 200 len: 849 time: 0.2973869 Nov 11 11:41:36.130298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:41:36.214398 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:41:36.384122 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732443579266'] for subnet, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:41:36.449069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:41:36.450140 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:41:36.450952 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] 10.222.0.65 "PUT /v2.0/subnets/1eac6070-1ea1-4476-98e8-b1ebc6a47b89 HTTP/1.1" status: 200 len: 868 time: 0.3246751 Nov 11 11:41:36.461653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac009b3-326d-4a1c-b57c-70b145b4d8d9 None None] Network 60b53143-0ed8-4440-978c-d689ed2ccee9 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:41:36.469253 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eac6070-1ea1-4476-98e8-b1ebc6a47b89,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:41:36.479524 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:41:36.479912 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:41:36.480195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:41:36.480521 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:41:36.480845 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:41:36.481168 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:41:36.481489 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:41:36.481839 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:41:36.482156 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:41:36.482468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:41:36.482780 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:41:36.483092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c004d-1d84-45bf-8f11-2ea80a75d470 admin admin] Tracked resource versions report: Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: pushed versions: Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: { 'AddressGroup': {'1.2'}, Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'ConntrackHelper': {'1.0'}, Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'Log': {'1.0'}, Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'Network': {'1.1'}, Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'Port': {'1.7'}, Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'PortForwarding': {'1.2'}, Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'QosPolicy': {'1.10'}, Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'SecurityGroup': {'1.5'}, Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'SecurityGroupRule': {'1.2'}, Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'SubPort': {'1.0'}, Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'Subnet': {'1.1'}, Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'Trunk': {'1.1'}} Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: consumer versions: Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: { DHCP agent@n-d-807359-3: {}, Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: L3 agent@n-d-807359-3: {}, Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: Metadata agent@n-d-807359-3: {}, Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: Metering agent@n-d-807359-3: {}, Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: Open vSwitch agent@n-d-807359-3: { 'AddressGroup': '1.2', Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'ConntrackHelper': '1.0', Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'Log': '1.0', Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'Network': '1.1', Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'Port': '1.7', Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'PortForwarding': '1.2', Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'QosPolicy': '1.10', Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'SecurityGroup': '1.5', Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'SecurityGroupRule': '1.2', Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'SubPort': '1.0', Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'Subnet': '1.1', Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: 'Trunk': '1.1'}} Nov 11 11:41:36.485126 n-d-807359-3 neutron-server[109154]: {{(pid=109154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 11:41:36.857838 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f89da161-816b-4877-9faf-f3a9115055eb None None] Provisioning complete for port 1f6b5c05-27d8-49ea-8a69-bd99d8b4fce6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:41:36.858462 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f89da161-816b-4877-9faf-f3a9115055eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:41:36.947530 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f89da161-816b-4877-9faf-f3a9115055eb None None] Provisioning complete for port b89d684a-049a-4912-a282-474af95975fb triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:41:36.947856 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f89da161-816b-4877-9faf-f3a9115055eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:41:37.940029 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8674cc40-627d-484b-a63c-cf495d237f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:41:38.723254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36264) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:41:38.811467 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:41:38.954281 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e136af-1eeb-4923-8f1f-5f8254f1531d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:41:38.954741 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e136af-1eeb-4923-8f1f-5f8254f1531d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:41:38.956296 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-26e136af-1eeb-4923-8f1f-5f8254f1531d admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2320750 Nov 11 11:41:40.327057 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:41:41.182984 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36272) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:41:41.217293 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:41:41.320382 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31959402-f4bf-47a1-aec0-f33198711edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:41:41.320724 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31959402-f4bf-47a1-aec0-f33198711edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:41:41.322287 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-31959402-f4bf-47a1-aec0-f33198711edd admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1383505 Nov 11 11:41:43.559810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36280) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:41:43.763116 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef37629-b9e8-4650-81de-1188da2deba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:41:43.764381 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0ef37629-b9e8-4650-81de-1188da2deba0 admin admin] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 886 time: 0.2036216 Nov 11 11:41:46.028898 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36288) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:41:46.181473 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f5ff79-8f96-4d94-8e6d-1159ba06a9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:41:46.182882 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-69f5ff79-8f96-4d94-8e6d-1159ba06a9a7 admin admin] 10.222.0.65 "GET /v2.0/networks/60b53143-0ed8-4440-978c-d689ed2ccee9 HTTP/1.1" status: 200 len: 870 time: 0.1527269 Nov 11 11:41:48.435336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36296) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:41:48.565262 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311bf89f-832e-4881-a09c-dfb3af2d4c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:41:48.565798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311bf89f-832e-4881-a09c-dfb3af2d4c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:41:48.567320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-311bf89f-832e-4881-a09c-dfb3af2d4c46 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1309972 Nov 11 11:41:50.827100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36304) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:41:50.935083 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14896724-6ed7-4a86-908e-5ce474818e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:41:50.935518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14896724-6ed7-4a86-908e-5ce474818e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:41:50.936997 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-14896724-6ed7-4a86-908e-5ce474818e1f admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1089463 Nov 11 11:41:53.178802 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36312) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:41:53.276411 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1663721b-1ada-40c5-9eb8-a127265ecde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:41:53.277696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1663721b-1ada-40c5-9eb8-a127265ecde1 admin admin] 10.222.0.65 "GET /v2.0/subnets/1eac6070-1ea1-4476-98e8-b1ebc6a47b89 HTTP/1.1" status: 200 len: 868 time: 0.0978899 Nov 11 11:41:55.529697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36320) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:41:55.625753 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7e1f44-2237-4d0c-8252-bd4ed7cbebe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:41:55.629620 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5c7e1f44-2237-4d0c-8252-bd4ed7cbebe2 admin admin] 10.222.0.65 "GET /v2.0/subnets/c910bf8e-2569-4e77-b777-f978bf585713 HTTP/1.1" status: 200 len: 816 time: 0.0964515 Nov 11 11:42:03.009826 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 5 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:42:05.714151 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-673d9436-80c7-4b81-b40b-66408587a327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:07.944955 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7a9cddbf-ec2c-4c1d-8531-4d42f5d7a9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:08.811877 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:10.330346 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:11.222621 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:19.856907 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36374) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:42:19.916852 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-9f067528-778b-4c09-a79e-c8bcb82be85f admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:42:19.917880 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9f067528-778b-4c09-a79e-c8bcb82be85f admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0599606 Nov 11 11:42:22.268259 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36382) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:42:22.334999 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-809b7471-39da-4a93-bc8a-eb1635b6f787 admin admin] GET failed (client error): The resource could not be found. Nov 11 11:42:22.336286 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-809b7471-39da-4a93-bc8a-eb1635b6f787 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0670912 Nov 11 11:42:22.422816 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794cc306-a92d-4df9-9775-c828e2ec51b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:42:22.424183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-794cc306-a92d-4df9-9775-c828e2ec51b9 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0811017 Nov 11 11:42:24.719603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36390) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:42:24.781443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:42:24.804209 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Made reservation on behalf of adb588f8a46b4c42b4617cefc9d80b16 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:42:24.806532 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:24.849954 n-d-807359-3 neutron-server[109153]: WARNING neutron.services.revisions.revision_plugin [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Could not find related network for resource to bump revision. Nov 11 11:42:24.861693 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:42:24.870909 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:24.871280 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Added segment a44bc2a2-c983-425b-af3b-d9b9ff4daacd of type vlan for network 66e7bcbb-7be3-4178-a259-9aa5f21e019f Nov 11 11:42:24.921347 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:24.957951 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:24.958905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:42:24.959497 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:25.012404 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2916174 Nov 11 11:42:25.019920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Pushing event updated for resources: {'Network': ['ID=66e7bcbb-7be3-4178-a259-9aa5f21e019f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:42:25.027256 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:25.027602 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:25.027932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:25.028262 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:25.028588 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:25.028908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:25.029228 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:25.029528 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:25.029874 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:25.030192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:25.030507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:25.030820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ee708-64eb-496f-ad44-9e1bf0a5eadc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:25.043403 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:42:27.300458 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36398) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:42:27.366898 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e1ad8f-3290-43d1-89fc-137fb49bf543 admin admin] GET failed (client error): The resource could not be found. Nov 11 11:42:27.368216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-42e1ad8f-3290-43d1-89fc-137fb49bf543 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0667925 Nov 11 11:42:27.441673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a620409-b7bc-4f23-b8ea-18f3c0f14fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:42:27.443094 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2a620409-b7bc-4f23-b8ea-18f3c0f14fde admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0700691 Nov 11 11:42:27.457367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-42e8d16b-9f6c-4ffb-93b3-04feca52668b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:42:27.479391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e8d16b-9f6c-4ffb-93b3-04feca52668b admin admin] Made reservation on behalf of adb588f8a46b4c42b4617cefc9d80b16 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:42:27.481806 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-42e8d16b-9f6c-4ffb-93b3-04feca52668b admin admin] Publish callbacks [] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:27.761624 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-42e8d16b-9f6c-4ffb-93b3-04feca52668b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:27.813687 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8d16b-9f6c-4ffb-93b3-04feca52668b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cb0e59d-b107-441a-944c-ad5fb63bdfbb,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:42:27.832523 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8d16b-9f6c-4ffb-93b3-04feca52668b admin admin] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:42:27.832873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e8d16b-9f6c-4ffb-93b3-04feca52668b admin admin] Network hostable DHCP agents. Network: 66e7bcbb-7be3-4178-a259-9aa5f21e019f, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:42:27.852064 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e8d16b-9f6c-4ffb-93b3-04feca52668b admin admin] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:42:27.862477 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-42e8d16b-9f6c-4ffb-93b3-04feca52668b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 66e7bcbb-7be3-4178-a259-9aa5f21e019f) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:42:27.866583 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e8d16b-9f6c-4ffb-93b3-04feca52668b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:42:27.867166 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-42e8d16b-9f6c-4ffb-93b3-04feca52668b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:27.871493 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3087f954-f766-43f1-bbbe-e0401e0559ed None None] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:42:27.882753 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-42e8d16b-9f6c-4ffb-93b3-04feca52668b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4288023 Nov 11 11:42:28.134962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'tenant_id': 'adb588f8a46b4c42b4617cefc9d80b16', 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:42:28.135845 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:28.275305 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Allocated IP 192.168.233.2 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/77224900-de56-4753-a582-3cf06c329e5f) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:42:28.414987 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:28.421909 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:28.464681 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:42:28.467484 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:42:28.471057 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:42:28.478141 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Pushing event updated for resources: {'Port': ['ID=77224900-de56-4753-a582-3cf06c329e5f,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:42:28.487717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:28.488048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:28.488378 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:28.488702 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:28.489024 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:28.489341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:28.489676 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:28.489998 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:28.490309 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:28.490624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:28.490936 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:28.491241 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:42:28.536214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Attempting to bind port 77224900-de56-4753-a582-3cf06c329e5f on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:42:28.536571 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Attempting to bind port 77224900-de56-4753-a582-3cf06c329e5f by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:42:28.536921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Attempting to bind port 77224900-de56-4753-a582-3cf06c329e5f on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:42:28.542045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:42:28.542409 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:42:28.542803 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:28.543196 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:42:28.543651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Bound port: 77224900-de56-4753-a582-3cf06c329e5f, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:42:28.544039 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:28.605535 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] For port 77224900-de56-4753-a582-3cf06c329e5f, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:42:28.608599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] For port 77224900-de56-4753-a582-3cf06c329e5f, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=77224900-de56-4753-a582-3cf06c329e5f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:42:28.614138 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:28.674457 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3066c7-9424-42e8-942d-54809a2d519b None None] Pushing event updated for resources: {'Port': ['ID=77224900-de56-4753-a582-3cf06c329e5f,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:42:29.222360 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 77224900-de56-4753-a582-3cf06c329e5f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:42:29.283526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 77224900-de56-4753-a582-3cf06c329e5f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:42:29.284227 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:29.369489 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:29.409086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 77224900-de56-4753-a582-3cf06c329e5f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=77224900-de56-4753-a582-3cf06c329e5f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:42:29.416077 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:29.467746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=77224900-de56-4753-a582-3cf06c329e5f,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:42:29.525101 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed40229a-de3b-452a-914e-b58b16c3c022 None None] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:42:29.590125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-fa2e12cf-90b1-4a68-8272-0b4161700564 None None] Provisioning complete for port 77224900-de56-4753-a582-3cf06c329e5f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:42:29.590473 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fa2e12cf-90b1-4a68-8272-0b4161700564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:29.955700 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-373711aa-9fc8-41b0-80dd-7fc26bda6494 None None] Provisioning complete for port 77224900-de56-4753-a582-3cf06c329e5f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:42:29.956162 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-373711aa-9fc8-41b0-80dd-7fc26bda6494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:31.140113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 77224900-de56-4753-a582-3cf06c329e5f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:42:31.187283 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 77224900-de56-4753-a582-3cf06c329e5f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:42:31.187636 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:35.719178 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b2842fd1-648d-4ce4-a0ec-e2e79e2b2366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:37.957950 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea402-a6dc-401b-88dd-da27c558b17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:38.815344 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:40.015696 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 5 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:42:40.333357 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:42:41.231030 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:05.723988 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-042193d1-1fb4-4839-8fae-83b29595a7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:07.951591 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8d993824-80fb-4707-8173-d6f3f7b06015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:08.820268 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:10.341748 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:11.230901 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:17.016042 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 5 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:43:35.727686 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dfe72578-2463-477a-916d-097ca05240b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:37.964106 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-447c2e21-74c1-4ab6-ad3a-1084f49d165a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:38.832438 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:40.339258 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:41.224430 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:48.176208 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36442) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:43:48.182451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [None req-bc8c035d-58bd-42db-b127-10632103d634 tempest-verify_tempest_config-107277088 tempest-verify_tempest_config-107277088-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:43:48.183405 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bc8c035d-58bd-42db-b127-10632103d634 tempest-verify_tempest_config-107277088 tempest-verify_tempest_config-107277088-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062611 Nov 11 11:43:48.484649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36460) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:43:48.610292 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:48.618449 n-d-807359-3 neutron-server[109154]: INFO neutron.quota [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] Loaded quota_driver: . Nov 11 11:43:48.735976 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:48.743183 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:48.789150 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6827faee539646259e3a02b61309f14f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3034689 Nov 11 11:43:48.789965 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9500aa-89c8-4a83-afbc-06a70c4ac3e1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:43:48.791747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36464) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:43:48.807426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:43:48.807761 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:43:48.808087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:43:48.808433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:43:48.808750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:43:48.809064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:43:48.809377 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:43:48.809725 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:43:48.810126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:43:48.810361 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:43:48.810660 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:43:48.810958 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13349b8b-57fd-4e38-9bb4-d04a0dea83fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:43:48.857902 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0ceb87ff-3715-4aeb-9f4e-aa366c6b72ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:48.879704 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0ceb87ff-3715-4aeb-9f4e-aa366c6b72ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:48.968939 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0ceb87ff-3715-4aeb-9f4e-aa366c6b72ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:48.971833 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0ceb87ff-3715-4aeb-9f4e-aa366c6b72ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:43:48.972987 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0ceb87ff-3715-4aeb-9f4e-aa366c6b72ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0e9500aa-89c8-4a83-afbc-06a70c4ac3e1 HTTP/1.1" status: 204 len: 168 time: 0.1803792 Nov 11 11:43:48.981058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb87ff-3715-4aeb-9f4e-aa366c6b72ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9500aa-89c8-4a83-afbc-06a70c4ac3e1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:43:54.021300 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 5 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:44:05.732568 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1dade4cf-3cf0-46ad-804c-ee81594a7281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:44:07.968249 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ae298832-6944-48b9-aaad-072e6e24ce0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:44:08.826856 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:44:10.352770 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:44:11.229438 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:44:31.026419 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 5 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:44:35.746749 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6ccf3e3c-ffe8-482e-955a-1084821e9b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:44:37.972799 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7fed2d07-ff8d-4fc3-b882-71054cf647b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:44:38.836613 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:44:40.353075 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:44:41.240729 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:45:05.750500 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6ea96bf0-fb2c-4834-8dd8-b258b4d27251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:45:07.968242 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2d97f307-5e98-4775-861e-fa9ab428595f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:45:08.026809 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 5 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:45:08.843073 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:45:10.355569 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:45:11.237425 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:45:35.752939 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-61dc73c1-86e3-4f3f-abca-f4ac60861896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:45:37.971009 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b1d96332-401f-4dc5-be91-73f14a0d2713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:45:38.845894 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:45:40.361417 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:45:41.233027 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:45:45.032540 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 5 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:46:05.754132 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b478c0b0-c107-46e8-ba6d-359303e5b893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:46:07.972677 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-41896a6d-f37b-4616-a799-09df69ef288a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:46:08.847455 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:46:10.371276 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:46:11.244513 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:46:22.038397 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 5 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:46:35.755240 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2f8660ae-d7f7-408e-b468-778e45b359be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:46:37.973089 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aff1f506-1361-4a91-999c-8fb21adde495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:46:38.850326 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:46:40.373375 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:46:41.243730 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:46:45.569816 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1969992'] for agent, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:46:51.219659 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1969992'] for agent, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:46:59.039974 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:47:05.755678 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-05818980-4040-4276-8c41-966da866241d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:47:07.974296 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-94207e8f-39d2-4141-86c9-aab89e27d1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:47:08.852475 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:47:10.377374 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:47:11.243352 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:47:15.537262 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:47:21.174517 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:47:33.440269 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36516) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:47:33.552652 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bec2c087-cd9b-4ff0-9018-617b40e7a67b admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1111484 Nov 11 11:47:35.747824 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-efb34363-b824-4cbe-ac9f-b7e6bcefab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:47:35.868311 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36526) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:47:35.935878 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ec3de147-7dfc-4364-aac3-abe1775fc13c admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0664554 Nov 11 11:47:36.039757 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:47:37.976826 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eabf23db-bb51-429e-ac1b-95e7c53f506b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:47:38.858905 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:47:40.384571 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:47:41.242968 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:47:45.554647 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:47:51.175751 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:05.757965 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a4457dbe-aee0-48fd-b53b-bc5541cb581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:07.976256 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd4cc052-7b86-474c-b4b2-bc913032adbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:08.862675 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:10.378423 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:11.235764 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:13.040127 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:48:15.552625 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:21.186217 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:35.751484 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de7adfd8-05f4-4bf0-8865-7cb66e6b6953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:37.971492 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ca61dfec-1b8c-4ede-a786-59e53160f940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:38.859083 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:40.386010 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:41.240837 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:45.549909 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:50.040755 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:48:51.188749 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:57.201979 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36766) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:48:57.675057 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4e3fe646-a8a5-4793-b2f1-8f032d213b87 tempest-AutoAllocateNetworkTest-2032195752 tempest-AutoAllocateNetworkTest-2032195752-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=158ed01e19dc4c318532dc8066c1d266&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4719434 Nov 11 11:48:57.677946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36788) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:48:57.860335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806819e0-f977-430e-9b54-1703f751b09c tempest-AutoAllocateNetworkTest-2032195752 tempest-AutoAllocateNetworkTest-2032195752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:48:57.861817 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-806819e0-f977-430e-9b54-1703f751b09c tempest-AutoAllocateNetworkTest-2032195752 tempest-AutoAllocateNetworkTest-2032195752-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1828146 Nov 11 11:48:57.864852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36808) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:48:57.955638 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cd7be31f-27cf-422a-834e-b402364ae750 tempest-AutoAllocateNetworkTest-2032195752 tempest-AutoAllocateNetworkTest-2032195752-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872383 Nov 11 11:48:57.955989 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36814) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:48:57.985930 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5c356a5a-6b57-46eb-acd5-0d82cddf1bd7 tempest-AutoAllocateNetworkTest-2032195752 tempest-AutoAllocateNetworkTest-2032195752-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=158ed01e19dc4c318532dc8066c1d266 HTTP/1.1" status: 200 len: 208 time: 0.0273442 Nov 11 11:48:58.511752 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36852) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:48:58.799641 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:58.897203 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:58.904885 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:58.947498 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caa4778-90d3-40bb-b459-7a8694830d22,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:48:58.958467 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:58.959011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:58.959476 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:58.959927 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:58.960376 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:58.960826 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:58.961294 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:58.961633 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:58.962131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:58.962593 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:58.963036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:58.963474 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] Tracked resource versions report: Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: pushed versions: Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: { 'AddressGroup': {'1.2'}, Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'ConntrackHelper': {'1.0'}, Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'Log': {'1.0'}, Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'Network': {'1.1'}, Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'Port': {'1.7'}, Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'PortForwarding': {'1.2'}, Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'QosPolicy': {'1.10'}, Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'SecurityGroup': {'1.5'}, Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'SecurityGroupRule': {'1.2'}, Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'SubPort': {'1.0'}, Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'Subnet': {'1.1'}, Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'Trunk': {'1.1'}} Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: consumer versions: Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: { DHCP agent@n-d-807359-3: {}, Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: HyperV agent@n-h1-807359-3: {}, Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: HyperV agent@n-h2-807359-3: {}, Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: L3 agent@n-d-807359-3: {}, Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: Metadata agent@n-d-807359-3: {}, Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: Metering agent@n-d-807359-3: {}, Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: Open vSwitch agent@n-d-807359-3: { 'AddressGroup': '1.2', Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'ConntrackHelper': '1.0', Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'Log': '1.0', Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'Network': '1.1', Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'Port': '1.7', Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'PortForwarding': '1.2', Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'QosPolicy': '1.10', Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'SecurityGroup': '1.5', Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'SecurityGroupRule': '1.2', Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'SubPort': '1.0', Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'Subnet': '1.1', Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: 'Trunk': '1.1'}} Nov 11 11:48:58.964683 n-d-807359-3 neutron-server[109154]: {{(pid=109154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 11:48:58.998014 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36872) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:48:58.998593 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-84f152a4-332c-4c18-a31e-93e8394f5acb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=158ed01e19dc4c318532dc8066c1d266&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4851542 Nov 11 11:48:59.070207 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:59.106114 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:59.168301 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:59.171460 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:48:59.175737 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3caa4778-90d3-40bb-b459-7a8694830d22 HTTP/1.1" status: 204 len: 168 time: 0.1735246 Nov 11 11:48:59.182509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caa4778-90d3-40bb-b459-7a8694830d22,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:48:59.190660 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:59.191156 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:59.191726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:59.192140 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:59.192559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:59.192971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:59.193382 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:59.193884 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:59.194573 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:59.195164 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:59.195647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:59.196205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2272a-7b09-42e5-b5a5-30147cf8f07a admin admin] Tracked resource versions report: Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: pushed versions: Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: { 'AddressGroup': {'1.2'}, Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'ConntrackHelper': {'1.0'}, Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'Log': {'1.0'}, Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'Network': {'1.1'}, Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'Port': {'1.7'}, Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'PortForwarding': {'1.2'}, Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'QosPolicy': {'1.10'}, Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'SecurityGroup': {'1.5'}, Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'SecurityGroupRule': {'1.2'}, Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'SubPort': {'1.0'}, Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'Subnet': {'1.1'}, Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'Trunk': {'1.1'}} Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: consumer versions: Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: { DHCP agent@n-d-807359-3: {}, Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: HyperV agent@n-h1-807359-3: {}, Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: HyperV agent@n-h2-807359-3: {}, Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: L3 agent@n-d-807359-3: {}, Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: Metadata agent@n-d-807359-3: {}, Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: Metering agent@n-d-807359-3: {}, Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: Open vSwitch agent@n-d-807359-3: { 'AddressGroup': '1.2', Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'ConntrackHelper': '1.0', Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'Log': '1.0', Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'Network': '1.1', Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'Port': '1.7', Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'PortForwarding': '1.2', Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'QosPolicy': '1.10', Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'SecurityGroup': '1.5', Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'SecurityGroupRule': '1.2', Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'SubPort': '1.0', Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'Subnet': '1.1', Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: 'Trunk': '1.1'}} Nov 11 11:48:59.197798 n-d-807359-3 neutron-server[109153]: {{(pid=109153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 11:48:59.693770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36920) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:48:59.695914 n-d-807359-3 neutron-server[109153]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 11:48:59.725138 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-9f46d176-ea29-41ae-8fad-1208b51138e7 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=901de9f974a44ac4b70ad426cae25689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302949 Nov 11 11:48:59.906901 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-2d411055-1bb1-4970-96a8-3a27e6765808 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:48:59.908360 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-2d411055-1bb1-4970-96a8-3a27e6765808 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769247 Nov 11 11:48:59.925116 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-97314dd1-815e-4df6-a200-13f0ac3d00eb tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/quotas/901de9f974a44ac4b70ad426cae25689 HTTP/1.1" status: 200 len: 375 time: 0.0107362 Nov 11 11:48:59.981984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-f1d471e3-6585-41c1-bbff-01a0a018fcea tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495527 Nov 11 11:49:00.343574 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36968) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:00.640690 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b039fea-afe3-481b-a0e0-9f91ca3f84fb req-a1887adb-7717-4243-a11d-cf5a60ae19eb tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 210 time: 0.0570364 Nov 11 11:49:00.731405 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a37728d8-9ce1-438e-936d-02e6aed9deb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:00.854644 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a37728d8-9ce1-438e-936d-02e6aed9deb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:00.860727 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a37728d8-9ce1-438e-936d-02e6aed9deb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:00.925830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a37728d8-9ce1-438e-936d-02e6aed9deb7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4c338474d8764770a1a38a0a87e0355c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5810478 Nov 11 11:49:00.927507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37728d8-9ce1-438e-936d-02e6aed9deb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb774e9-be28-4754-ba23-7617cd65283b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:00.928501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37018) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:01.030564 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ad73d27-53dd-4713-a199-ad4eeb6a14d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:01.055812 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ad73d27-53dd-4713-a199-ad4eeb6a14d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:01.150094 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ad73d27-53dd-4713-a199-ad4eeb6a14d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:01.153832 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ad73d27-53dd-4713-a199-ad4eeb6a14d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:01.155383 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1ad73d27-53dd-4713-a199-ad4eeb6a14d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4cb774e9-be28-4754-ba23-7617cd65283b HTTP/1.1" status: 204 len: 168 time: 0.2244141 Nov 11 11:49:01.169779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad73d27-53dd-4713-a199-ad4eeb6a14d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb774e9-be28-4754-ba23-7617cd65283b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:01.211084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37050) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:01.600045 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a9687303-78d6-4f06-9f51-c08f71993c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:01.717319 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a9687303-78d6-4f06-9f51-c08f71993c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:01.724731 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a9687303-78d6-4f06-9f51-c08f71993c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:01.767361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9687303-78d6-4f06-9f51-c08f71993c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cdea6d-1873-43ed-9058-8cb3f192133a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:01.772272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a9687303-78d6-4f06-9f51-c08f71993c5b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60594904ae0449e880b40eeccded14fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5598993 Nov 11 11:49:01.775339 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37084) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:01.811289 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37086) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:01.839646 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d295e02d-b8ff-4f99-b98b-6e224916d02d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:01.843392 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-608f3fae-bb1b-4731-90a6-b5d33890adb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:01.868134 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-608f3fae-bb1b-4731-90a6-b5d33890adb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:01.933444 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-608f3fae-bb1b-4731-90a6-b5d33890adb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:01.937748 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-608f3fae-bb1b-4731-90a6-b5d33890adb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:01.939205 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-608f3fae-bb1b-4731-90a6-b5d33890adb8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f6cdea6d-1873-43ed-9058-8cb3f192133a HTTP/1.1" status: 204 len: 168 time: 0.1626298 Nov 11 11:49:01.948793 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f3fae-bb1b-4731-90a6-b5d33890adb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cdea6d-1873-43ed-9058-8cb3f192133a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:01.959607 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d295e02d-b8ff-4f99-b98b-6e224916d02d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:01.974001 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d295e02d-b8ff-4f99-b98b-6e224916d02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:02.014694 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d295e02d-b8ff-4f99-b98b-6e224916d02d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5edb98a9bceb4ddf9a1bb870b6c268ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2019687 Nov 11 11:49:02.015698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295e02d-b8ff-4f99-b98b-6e224916d02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0072aa-39f7-48aa-84c1-07d3c421f976,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:02.017987 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37098) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:02.044969 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37100) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:02.084495 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5049f69-3d93-4461-9477-53c7302e330b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:02.110760 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5049f69-3d93-4461-9477-53c7302e330b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:02.169315 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5049f69-3d93-4461-9477-53c7302e330b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:02.172053 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5049f69-3d93-4461-9477-53c7302e330b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:02.173212 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d5049f69-3d93-4461-9477-53c7302e330b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f0072aa-39f7-48aa-84c1-07d3c421f976 HTTP/1.1" status: 204 len: 168 time: 0.1506009 Nov 11 11:49:02.185214 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5049f69-3d93-4461-9477-53c7302e330b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0072aa-39f7-48aa-84c1-07d3c421f976,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:02.259192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.43', 59064) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:02.285089 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-9c9bee55-347f-4b79-b112-e2486e75600b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=901de9f974a44ac4b70ad426cae25689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243711 Nov 11 11:49:02.359771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37112) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:02.464097 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37126) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:02.466270 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-14e25b97-33d8-43ff-b242-e77537c1c224 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:02.467662 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-14e25b97-33d8-43ff-b242-e77537c1c224 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770103 Nov 11 11:49:02.468634 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-844595be-fe91-4b8c-b3c9-674641a99ae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:02.509846 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-601a8b93-df42-4670-bf74-bc5857555aa7 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=adcecd23d8ce4245bc871419dbb30e28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352242 Nov 11 11:49:02.568954 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37132) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:02.588988 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28a08e86-7e83-4756-bf75-afba25cdfaff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:02.599275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-aafef7df-8fd6-4db0-a84d-2240338d6ef2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Request body: {'port': {'device_id': '6a956e6b-bb4b-4b46-9d47-77d88d8c70f9', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '901de9f974a44ac4b70ad426cae25689'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:02.708542 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-844595be-fe91-4b8c-b3c9-674641a99ae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:02.717177 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-533b5013-8fe1-456d-9a6d-3bd48dfe89d1 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:02.718695 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-533b5013-8fe1-456d-9a6d-3bd48dfe89d1 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2013533 Nov 11 11:49:02.719899 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-844595be-fe91-4b8c-b3c9-674641a99ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:02.773929 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-844595be-fe91-4b8c-b3c9-674641a99ae4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7691b3cab2bd4ae79744fb0a0d3e9e4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7277129 Nov 11 11:49:02.780631 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37144) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:02.800367 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bcce0e0-f700-4c75-a007-cedd1287f14d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:02.817369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844595be-fe91-4b8c-b3c9-674641a99ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7eec03-32cd-48ff-9f1c-f2082c97e997,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:02.841123 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3890a871-d3d2-42a9-af9f-672af92acb09 req-6abe7966-623d-4b93-86c2-3330fbffa652 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 210 time: 0.4795456 Nov 11 11:49:02.849006 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-5a6d3fe8-322a-4080-92b6-009dc8f873bf tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/quotas/adcecd23d8ce4245bc871419dbb30e28 HTTP/1.1" status: 200 len: 375 time: 0.1184945 Nov 11 11:49:02.917378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-07f9c1a9-7cca-4404-9811-e382c8878e56 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=adcecd23d8ce4245bc871419dbb30e28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486870 Nov 11 11:49:02.955964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-aafef7df-8fd6-4db0-a84d-2240338d6ef2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Made reservation on behalf of 901de9f974a44ac4b70ad426cae25689 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:49:02.959947 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-aafef7df-8fd6-4db0-a84d-2240338d6ef2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:02.984207 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-aafef7df-8fd6-4db0-a84d-2240338d6ef2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.018601 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bcce0e0-f700-4c75-a007-cedd1287f14d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.019286 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-277e059b-4174-4a04-b8ca-a31f2ec0a5a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.023676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28a08e86-7e83-4756-bf75-afba25cdfaff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.024711 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bcce0e0-f700-4c75-a007-cedd1287f14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.064489 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28a08e86-7e83-4756-bf75-afba25cdfaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.094888 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0bcce0e0-f700-4c75-a007-cedd1287f14d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3063ced97eff4b4489e2465220caab53&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6279280 Nov 11 11:49:03.097069 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcce0e0-f700-4c75-a007-cedd1287f14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c7b9de-a230-45d9-aa9e-0c1079d2276e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:03.099790 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37174) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:03.114395 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-277e059b-4174-4a04-b8ca-a31f2ec0a5a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.159955 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b5e807ce-4567-4e8f-81ee-8d98f834e6bb req-887b7a14-238b-4fcf-8db5-23e228d93aae tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 210 time: 0.0505815 Nov 11 11:49:03.203652 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c01d766-8cad-4a00-b97e-c39cacf99752 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.228266 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c01d766-8cad-4a00-b97e-c39cacf99752 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.292164 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c01d766-8cad-4a00-b97e-c39cacf99752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.295315 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c01d766-8cad-4a00-b97e-c39cacf99752 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.298950 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5c01d766-8cad-4a00-b97e-c39cacf99752 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e6c7b9de-a230-45d9-aa9e-0c1079d2276e HTTP/1.1" status: 204 len: 168 time: 0.1958268 Nov 11 11:49:03.306254 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01d766-8cad-4a00-b97e-c39cacf99752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c7b9de-a230-45d9-aa9e-0c1079d2276e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:03.344293 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-28a08e86-7e83-4756-bf75-afba25cdfaff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2d396d9db83e40b69a6e5151d3cbbd44&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7734838 Nov 11 11:49:03.346856 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37198) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:03.352658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a08e86-7e83-4756-bf75-afba25cdfaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bab2a4c-96a1-453e-8d89-f41aea3987f0,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:03.394872 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-277e059b-4174-4a04-b8ca-a31f2ec0a5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.398628 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-277e059b-4174-4a04-b8ca-a31f2ec0a5a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.398774 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-277e059b-4174-4a04-b8ca-a31f2ec0a5a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b7eec03-32cd-48ff-9f1c-f2082c97e997 HTTP/1.1" status: 204 len: 168 time: 0.6159980 Nov 11 11:49:03.420084 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-aafef7df-8fd6-4db0-a84d-2240338d6ef2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.421207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e059b-4174-4a04-b8ca-a31f2ec0a5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7eec03-32cd-48ff-9f1c-f2082c97e997,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:03.422267 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1924d7f1-15a7-4ab1-9363-07f4d8f3bc12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.429321 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-aafef7df-8fd6-4db0-a84d-2240338d6ef2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.445243 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1924d7f1-15a7-4ab1-9363-07f4d8f3bc12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.501300 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1924d7f1-15a7-4ab1-9363-07f4d8f3bc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.505108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1924d7f1-15a7-4ab1-9363-07f4d8f3bc12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:03.506696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1924d7f1-15a7-4ab1-9363-07f4d8f3bc12 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1bab2a4c-96a1-453e-8d89-f41aea3987f0 HTTP/1.1" status: 204 len: 168 time: 0.1589546 Nov 11 11:49:03.518715 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafef7df-8fd6-4db0-a84d-2240338d6ef2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:03.534230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924d7f1-15a7-4ab1-9363-07f4d8f3bc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bab2a4c-96a1-453e-8d89-f41aea3987f0,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:03.902197 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-aafef7df-8fd6-4db0-a84d-2240338d6ef2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Allocated IP 192.168.233.234 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/5b8053d1-ef81-421b-9c0d-72d4ba518d46) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:49:04.312927 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d9b11ba-ecad-4814-801c-6af08c016473 req-13fc024c-0f43-468f-8eac-a4462ecf658f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 210 time: 0.0927835 Nov 11 11:49:04.415676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51098526-68dd-40ec-87e6-49c6289e5b96 req-4bf6bcdf-c86b-44bf-93f7-0628ac7fe0a7 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 210 time: 0.0798352 Nov 11 11:49:04.421907 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37234) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:04.455190 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a2e0dfd9-f3e6-4078-8dbf-a83ef3cd15f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:04.470492 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-aafef7df-8fd6-4db0-a84d-2240338d6ef2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:04.576410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37236) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:04.645858 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-845b267f-2103-46a5-b936-ba95997ae3e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:04.692549 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a2e0dfd9-f3e6-4078-8dbf-a83ef3cd15f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:04.704902 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a2e0dfd9-f3e6-4078-8dbf-a83ef3cd15f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:04.745626 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-aafef7df-8fd6-4db0-a84d-2240338d6ef2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:04.802559 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a2e0dfd9-f3e6-4078-8dbf-a83ef3cd15f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6fe7b1f3da654e9eb36b197d2a0cab25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3794563 Nov 11 11:49:04.807638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37244) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:04.820218 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0dfd9-f3e6-4078-8dbf-a83ef3cd15f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e792f501-50a2-4a73-a889-f9a62f7cfc29,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:04.974271 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafef7df-8fd6-4db0-a84d-2240338d6ef2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Pushing event updated for resources: {'Port': ['ID=5b8053d1-ef81-421b-9c0d-72d4ba518d46,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:04.979130 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c7ab53d-73c5-4bdb-af36-dccbe1aa4b09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:04.989085 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-aafef7df-8fd6-4db0-a84d-2240338d6ef2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:05.001676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-aafef7df-8fd6-4db0-a84d-2240338d6ef2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:05.012120 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-aafef7df-8fd6-4db0-a84d-2240338d6ef2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:49:05.023904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-aafef7df-8fd6-4db0-a84d-2240338d6ef2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:05.033822 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-aafef7df-8fd6-4db0-a84d-2240338d6ef2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:05.034697 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c7ab53d-73c5-4bdb-af36-dccbe1aa4b09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:05.074999 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-aafef7df-8fd6-4db0-a84d-2240338d6ef2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4872935 Nov 11 11:49:05.157430 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c7ab53d-73c5-4bdb-af36-dccbe1aa4b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:05.161169 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c7ab53d-73c5-4bdb-af36-dccbe1aa4b09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:05.162551 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1c7ab53d-73c5-4bdb-af36-dccbe1aa4b09 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e792f501-50a2-4a73-a889-f9a62f7cfc29 HTTP/1.1" status: 204 len: 168 time: 0.3531249 Nov 11 11:49:05.180207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ab53d-73c5-4bdb-af36-dccbe1aa4b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e792f501-50a2-4a73-a889-f9a62f7cfc29,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:05.189892 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-845b267f-2103-46a5-b936-ba95997ae3e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:05.198161 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-845b267f-2103-46a5-b936-ba95997ae3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:05.305082 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-845b267f-2103-46a5-b936-ba95997ae3e4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fb03126ca6224cf9b536ef9bca851a26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7150044 Nov 11 11:49:05.307034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b267f-2103-46a5-b936-ba95997ae3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8820a8b3-5f13-4ee1-a2ec-3321f6b7417c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:05.308408 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37258) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:05.374711 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-9c477711-173c-461b-a078-2e438764a986 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:49:05.375813 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-9c477711-173c-461b-a078-2e438764a986 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056643 Nov 11 11:49:05.516023 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0863a51f-fd65-4377-9300-55b64d30af26 None None] Provisioning complete for port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:05.517336 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0863a51f-fd65-4377-9300-55b64d30af26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:05.586246 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d18b49c5-a7a4-474a-ac44-85c5f33d3185 req-4d2ff09f-4173-4c74-afc9-311e119184b1 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 210 time: 0.0410342 Nov 11 11:49:05.587437 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba159936-7905-4016-b40a-e81a257f2a58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:05.621687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0863a51f-fd65-4377-9300-55b64d30af26 None None] Port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:49:05.674012 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06020394-d5fd-48fb-bb4a-ba188af03c35 req-9b9c621f-9d88-44b5-923a-d3f3d8103694 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:05.677083 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-06020394-d5fd-48fb-bb4a-ba188af03c35 req-9b9c621f-9d88-44b5-923a-d3f3d8103694 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 936 time: 0.2192440 Nov 11 11:49:05.680398 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba159936-7905-4016-b40a-e81a257f2a58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:05.746090 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba159936-7905-4016-b40a-e81a257f2a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:05.752179 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba159936-7905-4016-b40a-e81a257f2a58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:05.753692 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ba159936-7905-4016-b40a-e81a257f2a58 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8820a8b3-5f13-4ee1-a2ec-3321f6b7417c HTTP/1.1" status: 204 len: 168 time: 0.4442387 Nov 11 11:49:05.769575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba159936-7905-4016-b40a-e81a257f2a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8820a8b3-5f13-4ee1-a2ec-3321f6b7417c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:05.779439 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd348-42de-4d3c-8934-eccc4977d01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:05.870147 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-06020394-d5fd-48fb-bb4a-ba188af03c35 req-df236465-2ac0-4fa2-9c27-d2d8b94e7bef tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382370 Nov 11 11:49:06.052574 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Request body: {'port': {'device_id': '6a956e6b-bb4b-4b46-9d47-77d88d8c70f9', 'device_owner': 'compute:tempest-test_az-464035519', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:06.155298 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:06.454004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37298) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:06.695438 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f8ef37b-f8ad-49c3-961c-a0410bcd0673 req-191bd926-0a1b-4685-b899-5e239130389b tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 210 time: 0.0370915 Nov 11 11:49:06.702865 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8053d1-ef81-421b-9c0d-72d4ba518d46 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:49:06.721578 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:06.758583 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Transition to ACTIVE for port object 5b8053d1-ef81-421b-9c0d-72d4ba518d46 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:49:06.764999 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:06.807975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f737be0f-934a-487a-a778-5bbd86081613 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-network', 'tenant_id': '698a4072eeb44d058612b432edd8e394'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:06.845847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f737be0f-934a-487a-a778-5bbd86081613 admin admin] Made reservation on behalf of 698a4072eeb44d058612b432edd8e394 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:49:06.849108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f737be0f-934a-487a-a778-5bbd86081613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:06.869729 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f737be0f-934a-487a-a778-5bbd86081613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:06.918024 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Pushing event updated for resources: {'Port': ['ID=5b8053d1-ef81-421b-9c0d-72d4ba518d46,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:07.045828 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Attempting to bind port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:49:07.046182 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Attempting to bind port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:49:07.046795 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Attempting to bind port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:07.052246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:49:07.052802 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Attempting to bind port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:07.061462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:49:07.062143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:49:07.062862 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:49:07.063488 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Bound port: 5b8053d1-ef81-421b-9c0d-72d4ba518d46, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:49:07.064057 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:07.153515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] For port 5b8053d1-ef81-421b-9c0d-72d4ba518d46, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:49:07.160591 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] For port 5b8053d1-ef81-421b-9c0d-72d4ba518d46, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:49:07.184038 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:07.202387 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-0bb1c279-46a6-419c-98a2-9c5e2f373850 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a7628aedfa7b4aa294cdea53334a53df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2225866 Nov 11 11:49:07.330689 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f737be0f-934a-487a-a778-5bbd86081613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:07.347466 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:07.348701 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:07.368870 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] 10.222.0.43 "PUT /v2.0/ports/5b8053d1-ef81-421b-9c0d-72d4ba518d46 HTTP/1.1" status: 200 len: 1117 time: 1.5754340 Nov 11 11:49:07.369563 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a956e6b-bb4b-4b46-9d47-77d88d8c70f9', 'tag': '5b8053d1-ef81-421b-9c0d-72d4ba518d46'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:07.394802 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f737be0f-934a-487a-a778-5bbd86081613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:07.414990 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f737be0f-934a-487a-a778-5bbd86081613 admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:49:07.429456 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f737be0f-934a-487a-a778-5bbd86081613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:07.430373 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-f737be0f-934a-487a-a778-5bbd86081613 admin admin] Added segment fb6e1d7d-6198-4b8a-8555-062b88f02519 of type vlan for network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 Nov 11 11:49:07.488524 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f737be0f-934a-487a-a778-5bbd86081613 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:07.536462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1742a-aa13-4f2d-a623-1c9d7d53c56a service neutron] Pushing event updated for resources: {'Port': ['ID=5b8053d1-ef81-421b-9c0d-72d4ba518d46,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:07.538763 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18373462-90f0-4ce3-a0cf-7741f7dd744a req-93c727c2-575b-4024-b45b-5e1ac0986e84 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:07.549382 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18373462-90f0-4ce3-a0cf-7741f7dd744a req-93c727c2-575b-4024-b45b-5e1ac0986e84 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 969 time: 0.3457150 Nov 11 11:49:07.559460 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f737be0f-934a-487a-a778-5bbd86081613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:07.561076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f737be0f-934a-487a-a778-5bbd86081613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:07.561717 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f737be0f-934a-487a-a778-5bbd86081613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:07.725238 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4624b3e7-774d-455f-b37b-2599d1cb51e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a956e6b-bb4b-4b46-9d47-77d88d8c70f9", "tag": "5b8053d1-ef81-421b-9c0d-72d4ba518d46"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:07.739783 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737be0f-934a-487a-a778-5bbd86081613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01253a32-4d20-4b5f-94fe-31855eebbb6b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:07.746701 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f737be0f-934a-487a-a778-5bbd86081613 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2928805 Nov 11 11:49:07.750492 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37356) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:07.759930 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e3cd2582-4138-44c2-9bb4-581570c465fa admin admin] Request body: {'subnet': {'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-subnet', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:07.765151 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737be0f-934a-487a-a778-5bbd86081613 admin admin] Pushing event updated for resources: {'Network': ['ID=2e14d0b6-5527-4abc-836c-ca1cacfa64d9,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:07.779132 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-600f46ee-2254-4703-a23e-082083b506b2 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:07.779292 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:49:07.780709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-600f46ee-2254-4703-a23e-082083b506b2 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5713155 Nov 11 11:49:07.793436 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18373462-90f0-4ce3-a0cf-7741f7dd744a req-8b87e3ae-873d-4453-92e3-c34a5a367838 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427092 Nov 11 11:49:07.812381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-e87d2647-9807-4500-9567-637b97c6c378 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/quotas/a7628aedfa7b4aa294cdea53334a53df HTTP/1.1" status: 200 len: 375 time: 0.0120690 Nov 11 11:49:07.834858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cd2582-4138-44c2-9bb4-581570c465fa admin admin] Made reservation on behalf of 698a4072eeb44d058612b432edd8e394 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:49:07.840147 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e3cd2582-4138-44c2-9bb4-581570c465fa admin admin] Publish callbacks [] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:07.906643 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-8c191330-b5a0-46e1-a98e-02ddea4cdc15 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7628aedfa7b4aa294cdea53334a53df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733240 Nov 11 11:49:07.984884 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55570c69-9395-476e-9742-4a60d56ede73 req-7088487b-506b-4fe8-99f7-1802bd823961 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 210 time: 0.0487924 Nov 11 11:49:08.065942 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-326264d0-01a8-4e3a-953b-59cdd24255fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:08.248963 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-059ad47b-4059-4a22-8805-8beeddee0d79 req-9a750fde-e0f1-421e-9abc-04c42563fdff tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 210 time: 0.0695536 Nov 11 11:49:08.465823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-febb31e4-54c9-40a1-8fcb-4f5e75920d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:08.468307 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-febb31e4-54c9-40a1-8fcb-4f5e75920d96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 1120 time: 0.2251594 Nov 11 11:49:08.593259 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-6c36f039-4e16-40d0-8e43-e3594b991b46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46 HTTP/1.1" status: 200 len: 217 time: 0.1024406 Nov 11 11:49:08.599053 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cf1cf8-32dc-4336-9dae-b7b9e1ef4c08 x-openstack-request-id: req-39cf1cf8-32dc-4336-9dae-b7b9e1ef4c08 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:08.599546 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a956e6b-bb4b-4b46-9d47-77d88d8c70f9", "tag": "5b8053d1-ef81-421b-9c0d-72d4ba518d46", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:08.599943 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-39cf1cf8-32dc-4336-9dae-b7b9e1ef4c08 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:08.600709 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a956e6b-bb4b-4b46-9d47-77d88d8c70f9', 'tag': '5b8053d1-ef81-421b-9c0d-72d4ba518d46', 'status': 'completed', 'code': 200} Nov 11 11:49:08.619535 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e3cd2582-4138-44c2-9bb4-581570c465fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:08.836361 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd2582-4138-44c2-9bb4-581570c465fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c16310-5f9c-4d33-b7c9-d721f3565d86,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:08.871638 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:08.886303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.43', 59070) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:08.960883 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-029985e6-1997-4b68-a18e-6647b53ee0a6 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=adcecd23d8ce4245bc871419dbb30e28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416551 Nov 11 11:49:09.091396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-2b6af469-9e00-4070-9610-7c642d93988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:09.097149 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-2b6af469-9e00-4070-9610-7c642d93988c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.4703219 Nov 11 11:49:09.130616 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cd2582-4138-44c2-9bb4-581570c465fa admin admin] Checking segment: {'id': 'fb6e1d7d-6198-4b8a-8555-062b88f02519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:49:09.132340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd2582-4138-44c2-9bb4-581570c465fa admin admin] Network hostable DHCP agents. Network: 2e14d0b6-5527-4abc-836c-ca1cacfa64d9, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:49:09.173726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0212cb-285d-42f7-810c-a97161d9b5bc req-5da230b2-2fe1-4425-8168-e1b4e7bfe317 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:09.183547 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e0212cb-285d-42f7-810c-a97161d9b5bc req-5da230b2-2fe1-4425-8168-e1b4e7bfe317 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 969 time: 0.2075188 Nov 11 11:49:09.190306 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd2582-4138-44c2-9bb4-581570c465fa admin admin] Network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:49:09.297411 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-dba5b4a5-d5a8-4f0d-a018-f8ade5ac5445 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:09.299701 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-dba5b4a5-d5a8-4f0d-a018-f8ade5ac5445 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2576118 Nov 11 11:49:09.311758 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e0212cb-285d-42f7-810c-a97161d9b5bc req-8c4eb2c6-9a80-4742-8426-008ad01c7e0f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262081 Nov 11 11:49:09.415992 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-e3cd2582-4138-44c2-9bb4-581570c465fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 2e14d0b6-5527-4abc-836c-ca1cacfa64d9) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:09.425473 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42821670-16ae-4cc3-b28f-8d27da64d54e None None] Network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:49:09.435776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cd2582-4138-44c2-9bb4-581570c465fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:09.448633 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e3cd2582-4138-44c2-9bb4-581570c465fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:09.533235 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e3cd2582-4138-44c2-9bb4-581570c465fa admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7799487 Nov 11 11:49:09.540945 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37410) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:09.550761 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4c3b48bb-55ce-4154-b455-097054199b30 req-4f315dfc-f918-4aa9-9dc9-287732140516 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 210 time: 0.0715966 Nov 11 11:49:09.553139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:09.685495 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:09.688262 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:09.690943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-b763a1d0-84a1-4da7-b1f4-53087299c968 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Request body: {'port': {'device_id': 'd3aeab48-1d58-4532-b3c6-5884a81ad344', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': 'adcecd23d8ce4245bc871419dbb30e28'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:09.701396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-e74455ca-d1af-46e2-afe8-c7ac7a835d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:09.704147 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-e74455ca-d1af-46e2-afe8-c7ac7a835d0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4834278 Nov 11 11:49:09.798187 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d411b91-10ca-4d30-bada-2c670b0f0657 req-8d52ddb9-24a1-4d45-980c-bf6d7b497013 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 210 time: 0.1385970 Nov 11 11:49:09.820209 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:49:09.824027 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:09.846712 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:10.141703 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:10.158419 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Allocated IP 172.20.0.2 (2e14d0b6-5527-4abc-836c-ca1cacfa64d9/94c16310-5f9c-4d33-b7c9-d721f3565d86/b9655533-eb50-4360-93c2-bfbf67bf311c) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:49:10.225503 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.62', 65364) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:10.322459 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-fbed1035-dfe5-46b0-9b68-ecaea43e491b tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a7628aedfa7b4aa294cdea53334a53df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898113 Nov 11 11:49:10.333127 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-517c807b-6d06-456f-90d4-ed67e85d353c service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847527 Nov 11 11:49:10.462053 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:10.701103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe44bed-2231-4765-ab1b-f79bda7aa0d2 req-f071f8c9-a968-4aa0-96bc-aa89c834ed72 tempest-NetworksTest-261477719 tempest-NetworksTest-261477719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:10.702263 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe44bed-2231-4765-ab1b-f79bda7aa0d2 req-f071f8c9-a968-4aa0-96bc-aa89c834ed72 tempest-NetworksTest-261477719 tempest-NetworksTest-261477719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:10.705664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe44bed-2231-4765-ab1b-f79bda7aa0d2 req-f071f8c9-a968-4aa0-96bc-aa89c834ed72 tempest-NetworksTest-261477719 tempest-NetworksTest-261477719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:10.707371 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe44bed-2231-4765-ab1b-f79bda7aa0d2 req-f071f8c9-a968-4aa0-96bc-aa89c834ed72 tempest-NetworksTest-261477719 tempest-NetworksTest-261477719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:10.716503 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:10.727829 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fe44bed-2231-4765-ab1b-f79bda7aa0d2 req-f071f8c9-a968-4aa0-96bc-aa89c834ed72 tempest-NetworksTest-261477719 tempest-NetworksTest-261477719-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2920 time: 0.7406006 Nov 11 11:49:10.728691 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:10.864459 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:10.871366 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:10.880716 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-b763a1d0-84a1-4da7-b1f4-53087299c968 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Made reservation on behalf of adcecd23d8ce4245bc871419dbb30e28 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:49:10.886427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:49:10.891447 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-b763a1d0-84a1-4da7-b1f4-53087299c968 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:10.906651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Pushing event updated for resources: {'Port': ['ID=b9655533-eb50-4360-93c2-bfbf67bf311c,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:10.925460 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-b763a1d0-84a1-4da7-b1f4-53087299c968 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:10.931487 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:10.931820 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:10.935971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:10.936453 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:10.936866 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:10.937914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:10.938254 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:10.939608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:10.940016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:10.940340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:10.941564 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:10.941953 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Tracked resource versions report: Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: pushed versions: Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: { 'AddressGroup': {'1.2'}, Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'ConntrackHelper': {'1.0'}, Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'Log': {'1.0'}, Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'Network': {'1.1'}, Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'Port': {'1.7'}, Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'PortForwarding': {'1.2'}, Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'QosPolicy': {'1.10'}, Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'SecurityGroup': {'1.5'}, Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'SecurityGroupRule': {'1.2'}, Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'SubPort': {'1.0'}, Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'Subnet': {'1.1'}, Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'Trunk': {'1.1'}} Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: consumer versions: Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: { DHCP agent@n-d-807359-3: {}, Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: HyperV agent@n-h1-807359-3: {}, Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: HyperV agent@n-h2-807359-3: {}, Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: L3 agent@n-d-807359-3: {}, Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: Metadata agent@n-d-807359-3: {}, Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: Metering agent@n-d-807359-3: {}, Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: Open vSwitch agent@n-d-807359-3: { 'AddressGroup': '1.2', Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'ConntrackHelper': '1.0', Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'Log': '1.0', Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'Network': '1.1', Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'Port': '1.7', Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'PortForwarding': '1.2', Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'QosPolicy': '1.10', Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'SecurityGroup': '1.5', Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'SecurityGroupRule': '1.2', Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'SubPort': '1.0', Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'Subnet': '1.1', Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: 'Trunk': '1.1'}} Nov 11 11:49:10.943103 n-d-807359-3 neutron-server[109155]: {{(pid=109155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 11:49:11.030609 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-d69c31fa-723b-44ed-946b-1e97021f4254 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:11.035757 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-d69c31fa-723b-44ed-946b-1e97021f4254 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6978955 Nov 11 11:49:11.044034 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:11.074367 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37450) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:11.078735 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Attempting to bind port b9655533-eb50-4360-93c2-bfbf67bf311c on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:49:11.079225 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Attempting to bind port b9655533-eb50-4360-93c2-bfbf67bf311c by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'fb6e1d7d-6198-4b8a-8555-062b88f02519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:49:11.079466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Attempting to bind port b9655533-eb50-4360-93c2-bfbf67bf311c on network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:11.083481 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b813740f-d93b-4548-8f55-c5081cc51f26 req-eeb32735-40c5-4527-ae9f-74bcd1f29d9d tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 210 time: 0.2140484 Nov 11 11:49:11.101102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:49:11.101102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Checking segment: {'id': 'fb6e1d7d-6198-4b8a-8555-062b88f02519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:49:11.101102 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:11.101102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Bound using segment: {'id': 'fb6e1d7d-6198-4b8a-8555-062b88f02519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:49:11.101102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Bound port: b9655533-eb50-4360-93c2-bfbf67bf311c, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6e1d7d-6198-4b8a-8555-062b88f02519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:49:11.101102 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:11.106793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f48276-107f-4525-b47a-75bd9d33a2ab req-b3d2627f-afac-4abf-967f-1682e556a6ac tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:11.115635 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18f48276-107f-4525-b47a-75bd9d33a2ab req-b3d2627f-afac-4abf-967f-1682e556a6ac tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 969 time: 0.3809092 Nov 11 11:49:11.117099 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:11.228001 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-65c59029-b11b-4226-9ab4-ef8b84485b9f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Request body: {'port': {'device_id': 'bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': 'a7628aedfa7b4aa294cdea53334a53df'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:11.283670 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:11.292269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] For port b9655533-eb50-4360-93c2-bfbf67bf311c, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:49:11.295938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] For port b9655533-eb50-4360-93c2-bfbf67bf311c, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b9655533-eb50-4360-93c2-bfbf67bf311c,segment=NetworkSegment(fb6e1d7d-6198-4b8a-8555-062b88f02519),segment_id=fb6e1d7d-6198-4b8a-8555-062b88f02519)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:49:11.304270 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:11.378988 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18f48276-107f-4525-b47a-75bd9d33a2ab req-0fc0ae13-aa65-460b-a8be-721e00767efe tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441628 Nov 11 11:49:11.427528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888f411-e6ec-406a-b728-c6408c5fa594 None None] Pushing event updated for resources: {'Port': ['ID=b9655533-eb50-4360-93c2-bfbf67bf311c,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:11.491568 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-088ec7ba-c214-4846-88fb-d5da9306e25d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:11.577738 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-b763a1d0-84a1-4da7-b1f4-53087299c968 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:11.604646 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-088ec7ba-c214-4846-88fb-d5da9306e25d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:11.612481 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e58950a7-51e4-403d-906b-38b5cb6f6464 req-b8553331-e904-4d9f-b147-caf60a1ae1c5 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 210 time: 0.0719409 Nov 11 11:49:11.616237 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-b763a1d0-84a1-4da7-b1f4-53087299c968 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:11.704486 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-088ec7ba-c214-4846-88fb-d5da9306e25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:11.878632 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ec7ba-c214-4846-88fb-d5da9306e25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73010f2b-8951-4c2a-8279-1d57a41615ef,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:11.938115 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-424946db-ccc6-42c1-901e-1f94cee8bf32 req-5c1263aa-3251-4f8f-942b-5813c05c0094 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3114958 Nov 11 11:49:11.976756 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-088ec7ba-c214-4846-88fb-d5da9306e25d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d750614d17774cf2a4a57c86e3162c55&name=default HTTP/1.1" status: 200 len: 2995 time: 0.8655696 Nov 11 11:49:11.979988 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37458) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:12.062299 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962822b-fa7c-4827-a161-89f09fc4e658 req-0fcb48c3-0ce6-4ec7-9df0-0410a657ce36 tempest-NetworksTest-261477719 tempest-NetworksTest-261477719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:12.063868 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e962822b-fa7c-4827-a161-89f09fc4e658 req-0fcb48c3-0ce6-4ec7-9df0-0410a657ce36 tempest-NetworksTest-261477719 tempest-NetworksTest-261477719-project-admin] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 886 time: 0.9448235 Nov 11 11:49:12.077289 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Allocated IP 172.25.2.43 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/b2f3a4cc-417f-4852-917d-50f6138aa8f7) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:49:12.171076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763a1d0-84a1-4da7-b1f4-53087299c968 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb366a19-1d0d-4b25-831d-7afd7ac4c7ab,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:12.178187 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e30b50b8-a9e0-441b-a385-a3ab73965304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:12.208063 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e30b50b8-a9e0-441b-a385-a3ab73965304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:12.289260 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e30b50b8-a9e0-441b-a385-a3ab73965304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:12.292143 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e30b50b8-a9e0-441b-a385-a3ab73965304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:12.295792 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e30b50b8-a9e0-441b-a385-a3ab73965304 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/73010f2b-8951-4c2a-8279-1d57a41615ef HTTP/1.1" status: 204 len: 168 time: 0.2986677 Nov 11 11:49:12.295792 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-65c59029-b11b-4226-9ab4-ef8b84485b9f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Made reservation on behalf of a7628aedfa7b4aa294cdea53334a53df for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:49:12.297901 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-65c59029-b11b-4226-9ab4-ef8b84485b9f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:12.316518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624b3e7-774d-455f-b37b-2599d1cb51e8 req-e6303ab3-57cd-464a-9bba-de1045752408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:12.318074 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4624b3e7-774d-455f-b37b-2599d1cb51e8 req-e6303ab3-57cd-464a-9bba-de1045752408 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 1120 time: 0.2625661 Nov 11 11:49:12.322077 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b50b8-a9e0-441b-a385-a3ab73965304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73010f2b-8951-4c2a-8279-1d57a41615ef,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:12.392927 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-65c59029-b11b-4226-9ab4-ef8b84485b9f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:12.457241 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-efc8b9f6-ec31-4b25-a477-f4c4e141ece5 req-bac7a98b-0914-481b-8236-08da1629c8c8 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 210 time: 0.0841112 Nov 11 11:49:12.481752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-b763a1d0-84a1-4da7-b1f4-53087299c968 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Allocated IP 192.168.233.134 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/fe65d662-9e91-451b-9adf-642911ccd6ed) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:49:12.616964 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-65c59029-b11b-4226-9ab4-ef8b84485b9f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:12.644792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e4a34-d704-4333-95cd-47e36023f67d req-c0aa78c0-6910-45b6-968d-19bcd1217b1d tempest-NetworksTest-261477719 tempest-NetworksTest-261477719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:12.645504 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e4a34-d704-4333-95cd-47e36023f67d req-c0aa78c0-6910-45b6-968d-19bcd1217b1d tempest-NetworksTest-261477719 tempest-NetworksTest-261477719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:12.646577 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e4a34-d704-4333-95cd-47e36023f67d req-c0aa78c0-6910-45b6-968d-19bcd1217b1d tempest-NetworksTest-261477719 tempest-NetworksTest-261477719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:12.647288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e4a34-d704-4333-95cd-47e36023f67d req-c0aa78c0-6910-45b6-968d-19bcd1217b1d tempest-NetworksTest-261477719 tempest-NetworksTest-261477719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:12.653069 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-65c59029-b11b-4226-9ab4-ef8b84485b9f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:12.663794 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b27e4a34-d704-4333-95cd-47e36023f67d req-c0aa78c0-6910-45b6-968d-19bcd1217b1d tempest-NetworksTest-261477719 tempest-NetworksTest-261477719-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2920 time: 0.5672998 Nov 11 11:49:13.046297 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c59029-b11b-4226-9ab4-ef8b84485b9f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d212748d-f27c-4702-a3d4-725e0fdc7636,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:13.062028 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:13.114701 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624b3e7-774d-455f-b37b-2599d1cb51e8 req-41d90e6a-8745-4a53-be60-c079a7d2ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:13.116581 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4624b3e7-774d-455f-b37b-2599d1cb51e8 req-41d90e6a-8745-4a53-be60-c079a7d2ea38 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.7824030 Nov 11 11:49:13.174236 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b9fe4c6-f1a4-411f-a816-5e9c3db5b770 req-abc70782-c930-4e25-b361-77311b782c32 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 210 time: 0.3326087 Nov 11 11:49:13.182583 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf56c52-09ed-4159-888d-b3c2ec05dc35 None None] Network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:49:13.223691 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37474) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:13.225527 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4624b3e7-774d-455f-b37b-2599d1cb51e8 req-bcffcdb0-b052-4f7b-8fe9-a4b2d6fce909 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46 HTTP/1.1" status: 200 len: 217 time: 0.1010611 Nov 11 11:49:13.298753 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04c67f72-789a-49de-908b-614baf9cd981 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:13.313412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a2e12-0482-466f-9068-8b706152d936 req-b406ca02-1230-4237-a014-19c2569cdf4a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:13.324432 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf2a2e12-0482-466f-9068-8b706152d936 req-b406ca02-1230-4237-a014-19c2569cdf4a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 969 time: 0.6814659 Nov 11 11:49:13.381543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:13.494183 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624b3e7-774d-455f-b37b-2599d1cb51e8 req-4bfdfc1b-3f86-4576-a69e-41654dee1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:13.496038 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4624b3e7-774d-455f-b37b-2599d1cb51e8 req-4bfdfc1b-3f86-4576-a69e-41654dee1b3f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.2447786 Nov 11 11:49:13.502113 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:13.517057 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-93eec435-7a88-480d-aee2-b8b8d08131a9 None None] Provisioning complete for port b9655533-eb50-4360-93c2-bfbf67bf311c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:13.517553 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-93eec435-7a88-480d-aee2-b8b8d08131a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:13.521243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:13.521633 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf2a2e12-0482-466f-9068-8b706152d936 req-9dc372e2-84d3-4aeb-8119-c4461f6c0356 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938453 Nov 11 11:49:13.552539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:49:13.583493 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-b763a1d0-84a1-4da7-b1f4-53087299c968 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:13.670673 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b9655533-eb50-4360-93c2-bfbf67bf311c up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:13.679336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37480) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:13.687749 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f3a4cc-417f-4852-917d-50f6138aa8f7,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:13.759327 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6a9c4ef-f977-4f7e-94dc-d429c072a3ef req-45719dc3-f93e-47c9-8c4d-7bae0cf8d95d tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 210 time: 0.0888567 Nov 11 11:49:13.761413 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-b763a1d0-84a1-4da7-b1f4-53087299c968 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:13.880227 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04c67f72-789a-49de-908b-614baf9cd981 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:13.911949 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04c67f72-789a-49de-908b-614baf9cd981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:13.943227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-b763a1d0-84a1-4da7-b1f4-53087299c968 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:13.956137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-b763a1d0-84a1-4da7-b1f4-53087299c968 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:13.970155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-b763a1d0-84a1-4da7-b1f4-53087299c968 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:49:13.975205 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-93eec435-7a88-480d-aee2-b8b8d08131a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:13.978602 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-b763a1d0-84a1-4da7-b1f4-53087299c968 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:13.979580 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-b763a1d0-84a1-4da7-b1f4-53087299c968 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:14.012324 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-04c67f72-789a-49de-908b-614baf9cd981 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86fc47a1dc9e44deb68d45810e1f3210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7844553 Nov 11 11:49:14.049452 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37484) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:14.057167 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c67f72-789a-49de-908b-614baf9cd981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31598bcb-0fa9-4fca-843e-b7fe1c4b1212,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:14.069404 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624b3e7-774d-455f-b37b-2599d1cb51e8 req-4b306503-bad0-42a6-8241-457b2d3aeed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:14.072907 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4624b3e7-774d-455f-b37b-2599d1cb51e8 req-4b306503-bad0-42a6-8241-457b2d3aeed6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5571728 Nov 11 11:49:14.094586 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-93eec435-7a88-480d-aee2-b8b8d08131a9 None None] For port b9655533-eb50-4360-93c2-bfbf67bf311c, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b9655533-eb50-4360-93c2-bfbf67bf311c,segment=NetworkSegment(fb6e1d7d-6198-4b8a-8555-062b88f02519),segment_id=fb6e1d7d-6198-4b8a-8555-062b88f02519)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:14.095844 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port b9655533-eb50-4360-93c2-bfbf67bf311c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:14.096221 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:14.161575 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-b763a1d0-84a1-4da7-b1f4-53087299c968 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4895017 Nov 11 11:49:14.163982 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89939543-387b-4115-8101-0dc81cb3bedc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:14.190237 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-93eec435-7a88-480d-aee2-b8b8d08131a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:14.274902 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89939543-387b-4115-8101-0dc81cb3bedc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:14.298624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Request body: {'port': {'device_id': 'd3aeab48-1d58-4532-b3c6-5884a81ad344', 'device_owner': 'compute:tempest-test_az-464035519', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:14.303123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eec435-7a88-480d-aee2-b8b8d08131a9 None None] Pushing event updated for resources: {'Port': ['ID=b9655533-eb50-4360-93c2-bfbf67bf311c,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:14.334889 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4624b3e7-774d-455f-b37b-2599d1cb51e8 req-e0a091e3-421b-449c-acd8-af73cf30b662 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280903 Nov 11 11:49:14.385334 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:14.399534 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89939543-387b-4115-8101-0dc81cb3bedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:14.490938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bae8229d-1eba-465b-bcbb-20ee0086f335 None None] Provisioning complete for port fe65d662-9e91-451b-9adf-642911ccd6ed triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:14.492946 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bae8229d-1eba-465b-bcbb-20ee0086f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:14.565430 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-bae8229d-1eba-465b-bcbb-20ee0086f335 None None] Port fe65d662-9e91-451b-9adf-642911ccd6ed cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:49:14.619811 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-65c59029-b11b-4226-9ab4-ef8b84485b9f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Allocated IP 192.168.233.108 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/be38ba02-60bf-412f-86df-d4bce0070e4c) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:49:14.702501 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763a1d0-84a1-4da7-b1f4-53087299c968 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Pushing event updated for resources: {'Port': ['ID=fe65d662-9e91-451b-9adf-642911ccd6ed,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:14.723734 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8ba32cba-6543-440c-a89b-479051177901 req-fe808d14-07a9-4332-9ff1-9062e2df7c8c tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 210 time: 0.3400676 Nov 11 11:49:14.764529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89939543-387b-4115-8101-0dc81cb3bedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3b3b63-aac6-48fa-b1b0-2bcefca8bdf4,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:14.799462 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4624b3e7-774d-455f-b37b-2599d1cb51e8 req-0ed7752c-07b1-4bfa-b9fe-a903ae30d360 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523878 Nov 11 11:49:14.949378 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ed710f5b-e242-4020-9ef2-eb49ee03f45c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:14.973907 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ed710f5b-e242-4020-9ef2-eb49ee03f45c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:15.010482 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-dfd49071-1564-4402-9582-2b898db9a4f5 None None] Provisioning complete for port b9655533-eb50-4360-93c2-bfbf67bf311c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:15.018027 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dfd49071-1564-4402-9582-2b898db9a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:15.042846 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ed710f5b-e242-4020-9ef2-eb49ee03f45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:15.045752 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ed710f5b-e242-4020-9ef2-eb49ee03f45c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:15.046958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ed710f5b-e242-4020-9ef2-eb49ee03f45c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/31598bcb-0fa9-4fca-843e-b7fe1c4b1212 HTTP/1.1" status: 204 len: 168 time: 0.9727256 Nov 11 11:49:15.131854 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-89939543-387b-4115-8101-0dc81cb3bedc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dce29ae7255d4c1480a14193f9a88b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4302523 Nov 11 11:49:15.132470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37498) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:15.157210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e8661-c307-4035-b867-658b76e7e2ef req-8e376363-1b08-460c-91fe-bbfc47919d0e tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:15.165405 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-538e8661-c307-4035-b867-658b76e7e2ef req-8e376363-1b08-460c-91fe-bbfc47919d0e tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 936 time: 0.2171373 Nov 11 11:49:15.167476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed710f5b-e242-4020-9ef2-eb49ee03f45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31598bcb-0fa9-4fca-843e-b7fe1c4b1212,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:15.205878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11830809-04a3-4be6-91de-95cad77538d7 req-a79c3f94-37cd-41b6-a1f5-9200bd3fb837 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:15.207490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11830809-04a3-4be6-91de-95cad77538d7 req-a79c3f94-37cd-41b6-a1f5-9200bd3fb837 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 969 time: 0.4751747 Nov 11 11:49:15.253164 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-538e8661-c307-4035-b867-658b76e7e2ef req-fb725d4e-9fe7-4afc-b838-05133a16a634 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb366a19-1d0d-4b25-831d-7afd7ac4c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866535 Nov 11 11:49:15.315325 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:15.352838 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-49571709-1f84-4c0e-beef-897d19353779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:15.388198 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11830809-04a3-4be6-91de-95cad77538d7 req-2d481d97-4192-475c-98a7-9112ed0adee2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488857 Nov 11 11:49:15.411468 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-49571709-1f84-4c0e-beef-897d19353779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:15.491354 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-49571709-1f84-4c0e-beef-897d19353779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:15.494784 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-49571709-1f84-4c0e-beef-897d19353779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:15.499289 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-49571709-1f84-4c0e-beef-897d19353779 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd3b3b63-aac6-48fa-b1b0-2bcefca8bdf4 HTTP/1.1" status: 204 len: 168 time: 0.3590546 Nov 11 11:49:15.509870 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b9655533-eb50-4360-93c2-bfbf67bf311c up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:15.518250 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49571709-1f84-4c0e-beef-897d19353779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3b3b63-aac6-48fa-b1b0-2bcefca8bdf4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:15.576433 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:15.600599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port b9655533-eb50-4360-93c2-bfbf67bf311c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:15.601302 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:15.662548 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:15.842300 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-65c59029-b11b-4226-9ab4-ef8b84485b9f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:15.925394 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-23df50b8-b25e-45f3-9541-f11cc131b16f req-6ecada87-6059-47ae-a67a-c669bd4ffe6b tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 210 time: 0.0441723 Nov 11 11:49:15.966231 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-65c59029-b11b-4226-9ab4-ef8b84485b9f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:16.058112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-65c59029-b11b-4226-9ab4-ef8b84485b9f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:16.068455 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-65c59029-b11b-4226-9ab4-ef8b84485b9f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:16.072606 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-65c59029-b11b-4226-9ab4-ef8b84485b9f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:49:16.081355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-65c59029-b11b-4226-9ab4-ef8b84485b9f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:16.082323 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-65c59029-b11b-4226-9ab4-ef8b84485b9f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:16.115551 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-65c59029-b11b-4226-9ab4-ef8b84485b9f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9079752 Nov 11 11:49:16.119074 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Router 267f52bb-9bcc-47d9-90b2-62c365585ca7 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:49:16.142520 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c59029-b11b-4226-9ab4-ef8b84485b9f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Pushing event updated for resources: {'Port': ['ID=be38ba02-60bf-412f-86df-d4bce0070e4c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:16.381334 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe65d662-9e91-451b-9adf-642911ccd6ed {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:49:16.405844 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:16.421546 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37520) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:16.447772 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:49:16.450347 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5f413954-1fc7-48e8-b160-9b584e835204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:16.458522 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Sync routers for ids ['267f52bb-9bcc-47d9-90b2-62c365585ca7'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:49:16.477334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-aa219068-0604-4276-9c64-dadb342856c2 None None] Provisioning complete for port be38ba02-60bf-412f-86df-d4bce0070e4c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:16.479505 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aa219068-0604-4276-9c64-dadb342856c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:16.482137 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Routers {'267f52bb-9bcc-47d9-90b2-62c365585ca7'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:49:16.482925 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['267f52bb-9bcc-47d9-90b2-62c365585ca7'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:16.494536 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:16.496448 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8cd6361e-4321-499b-8582-8a1227026619 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.9543030 Nov 11 11:49:16.500977 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37522) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:16.563930 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-aa219068-0604-4276-9c64-dadb342856c2 None None] Port be38ba02-60bf-412f-86df-d4bce0070e4c cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:49:16.577503 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Transition to ACTIVE for port object fe65d662-9e91-451b-9adf-642911ccd6ed will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:49:16.629497 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:16.671280 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5f413954-1fc7-48e8-b160-9b584e835204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:16.694200 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Pushing event updated for resources: {'Port': ['ID=fe65d662-9e91-451b-9adf-642911ccd6ed,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:16.752121 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5f413954-1fc7-48e8-b160-9b584e835204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:16.793746 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf395c3-6b59-4df4-963c-d5e6742612c1 req-a0adc9d3-26eb-478a-bc3a-4089f87f94ca tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:16.795314 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0bf395c3-6b59-4df4-963c-d5e6742612c1 req-a0adc9d3-26eb-478a-bc3a-4089f87f94ca tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 936 time: 0.3718765 Nov 11 11:49:16.814823 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Set router 267f52bb-9bcc-47d9-90b2-62c365585ca7 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:49:16.844170 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5f413954-1fc7-48e8-b160-9b584e835204 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d5f529ddaae0414a99f51659b8f9b43a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4173126 Nov 11 11:49:16.845054 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f413954-1fc7-48e8-b160-9b584e835204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c30d41-c6a9-468d-82f2-c9f8369dd8e2,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:16.847865 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37530) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:16.907617 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad4306-e3d3-4869-82dd-0676dd5b6aa5 req-77fe42a2-d569-4592-987a-0aab5b021042 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:16.928989 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79ad4306-e3d3-4869-82dd-0676dd5b6aa5 req-77fe42a2-d569-4592-987a-0aab5b021042 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 969 time: 0.3871045 Nov 11 11:49:17.049193 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f89b70a-c543-4392-9d82-d38aa3fc4702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:17.052939 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79ad4306-e3d3-4869-82dd-0676dd5b6aa5 req-8a85d690-88dd-401c-b60a-63d2b0bcc6c3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230822 Nov 11 11:49:17.053709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Attempting to bind port fe65d662-9e91-451b-9adf-642911ccd6ed on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:49:17.054065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Attempting to bind port fe65d662-9e91-451b-9adf-642911ccd6ed by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:49:17.054409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Attempting to bind port fe65d662-9e91-451b-9adf-642911ccd6ed on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:17.075750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Port fe65d662-9e91-451b-9adf-642911ccd6ed on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:49:17.076598 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Attempting to bind port fe65d662-9e91-451b-9adf-642911ccd6ed on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:17.140899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:49:17.141683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:49:17.144189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:49:17.144943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Bound port: fe65d662-9e91-451b-9adf-642911ccd6ed, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:49:17.145571 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:17.154748 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f89b70a-c543-4392-9d82-d38aa3fc4702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:17.292310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] For port fe65d662-9e91-451b-9adf-642911ccd6ed, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:49:17.297752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] For port fe65d662-9e91-451b-9adf-642911ccd6ed, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=fe65d662-9e91-451b-9adf-642911ccd6ed,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:49:17.311812 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:17.422700 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:14Z', 'revision_number': 3, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:17.457055 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f89b70a-c543-4392-9d82-d38aa3fc4702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:17.459294 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Checking router: 267f52bb-9bcc-47d9-90b2-62c365585ca7 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:49:17.459816 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Updating router 267f52bb-9bcc-47d9-90b2-62c365585ca7 port b2f3a4cc-417f-4852-917d-50f6138aa8f7 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:49:17.459901 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f89b70a-c543-4392-9d82-d38aa3fc4702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:17.464280 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1f89b70a-c543-4392-9d82-d38aa3fc4702 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/24c30d41-c6a9-468d-82f2-c9f8369dd8e2 HTTP/1.1" status: 204 len: 168 time: 0.6129417 Nov 11 11:49:17.468759 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a952ec5e-1328-45dc-bca9-a1ac1b74f80f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:49:17.469898 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a952ec5e-1328-45dc-bca9-a1ac1b74f80f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140784 Nov 11 11:49:17.487120 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:17.518418 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89b70a-c543-4392-9d82-d38aa3fc4702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c30d41-c6a9-468d-82f2-c9f8369dd8e2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:17.703805 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0bf395c3-6b59-4df4-963c-d5e6742612c1 req-e0c952ac-93a8-4519-836e-8aa7662d38b6 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb366a19-1d0d-4b25-831d-7afd7ac4c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8961909 Nov 11 11:49:17.759179 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:17.759941 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:17.764438 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] 10.222.0.43 "PUT /v2.0/ports/fe65d662-9e91-451b-9adf-642911ccd6ed HTTP/1.1" status: 200 len: 1117 time: 3.4879663 Nov 11 11:49:17.765046 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:17.775400 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:17.798408 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3aeab48-1d58-4532-b3c6-5884a81ad344', 'tag': 'fe65d662-9e91-451b-9adf-642911ccd6ed'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:17.881132 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:17.883317 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280821d-4162-4958-92f2-bb7fe780cac0 None None] Pushing event updated for resources: {'Port': ['ID=b2f3a4cc-417f-4852-917d-50f6138aa8f7,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:17.938319 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280821d-4162-4958-92f2-bb7fe780cac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:17.938672 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280821d-4162-4958-92f2-bb7fe780cac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:17.939978 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280821d-4162-4958-92f2-bb7fe780cac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:17.940666 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280821d-4162-4958-92f2-bb7fe780cac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:17.942108 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280821d-4162-4958-92f2-bb7fe780cac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:17.944147 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280821d-4162-4958-92f2-bb7fe780cac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:17.944844 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280821d-4162-4958-92f2-bb7fe780cac0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:17.946699 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280821d-4162-4958-92f2-bb7fe780cac0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:17.947291 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280821d-4162-4958-92f2-bb7fe780cac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:17.949202 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280821d-4162-4958-92f2-bb7fe780cac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:17.951208 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280821d-4162-4958-92f2-bb7fe780cac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:17.951755 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280821d-4162-4958-92f2-bb7fe780cac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a280821d-4162-4958-92f2-bb7fe780cac0 None None] Tracked resource versions report: Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: pushed versions: Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: { 'AddressGroup': {'1.2'}, Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'ConntrackHelper': {'1.0'}, Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'Log': {'1.0'}, Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'Network': {'1.1'}, Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'Port': {'1.7'}, Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'PortForwarding': {'1.2'}, Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'QosPolicy': {'1.10'}, Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'SecurityGroup': {'1.5'}, Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'SecurityGroupRule': {'1.2'}, Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'SubPort': {'1.0'}, Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'Subnet': {'1.1'}, Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'Trunk': {'1.1'}} Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: consumer versions: Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: { DHCP agent@n-d-807359-3: {}, Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: HyperV agent@n-h1-807359-3: {}, Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: HyperV agent@n-h2-807359-3: {}, Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: L3 agent@n-d-807359-3: {}, Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: Metadata agent@n-d-807359-3: {}, Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: Metering agent@n-d-807359-3: {}, Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: Open vSwitch agent@n-d-807359-3: { 'AddressGroup': '1.2', Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'ConntrackHelper': '1.0', Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'Log': '1.0', Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'Network': '1.1', Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'Port': '1.7', Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'PortForwarding': '1.2', Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'QosPolicy': '1.10', Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'SecurityGroup': '1.5', Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'SecurityGroupRule': '1.2', Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'SubPort': '1.0', Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'Subnet': '1.1', Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: 'Trunk': '1.1'}} Nov 11 11:49:17.957011 n-d-807359-3 neutron-server[109156]: {{(pid=109156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 11:49:17.963809 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Attempting to bind port b2f3a4cc-417f-4852-917d-50f6138aa8f7 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:49:17.965223 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Attempting to bind port b2f3a4cc-417f-4852-917d-50f6138aa8f7 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:49:17.967357 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Attempting to bind port b2f3a4cc-417f-4852-917d-50f6138aa8f7 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:17.980457 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:49:17.982114 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:49:17.982909 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:17.984541 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:49:17.985629 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Bound port: b2f3a4cc-417f-4852-917d-50f6138aa8f7, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:49:17.986956 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:18.007343 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ad04a-c66c-4ad6-a09e-cddef0d1ae91 req-38f5e8ff-b756-417d-a514-84ff17638de5 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:18.015719 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fb9ad04a-c66c-4ad6-a09e-cddef0d1ae91 req-38f5e8ff-b756-417d-a514-84ff17638de5 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 936 time: 0.7153285 Nov 11 11:49:18.124340 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] For port b2f3a4cc-417f-4852-917d-50f6138aa8f7, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:49:18.132497 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] For port b2f3a4cc-417f-4852-917d-50f6138aa8f7, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b2f3a4cc-417f-4852-917d-50f6138aa8f7,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:49:18.141655 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:18.233891 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fb9ad04a-c66c-4ad6-a09e-cddef0d1ae91 req-fd5229ce-ca43-4435-b58e-f1089dec9e22 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123592 Nov 11 11:49:18.271015 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280821d-4162-4958-92f2-bb7fe780cac0 None None] Pushing event updated for resources: {'Port': ['ID=b2f3a4cc-417f-4852-917d-50f6138aa8f7,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:18.292500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b89310-ec29-4c1e-aaf2-6f452e8e2d15 service neutron] Pushing event updated for resources: {'Port': ['ID=fe65d662-9e91-451b-9adf-642911ccd6ed,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:18.322053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-4acc83e0-d6f4-4b37-b3da-9dffc0e42837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:18.324488 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-4acc83e0-d6f4-4b37-b3da-9dffc0e42837 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=adcecd23d8ce4245bc871419dbb30e28&device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 1120 time: 0.3791630 Nov 11 11:49:18.327741 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Routers {'267f52bb-9bcc-47d9-90b2-62c365585ca7'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:49:18.332047 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['267f52bb-9bcc-47d9-90b2-62c365585ca7'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:18.419138 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-b4611417-f16a-48b5-b8b8-5a3cfd94569b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=fe65d662-9e91-451b-9adf-642911ccd6ed HTTP/1.1" status: 200 len: 217 time: 0.0837395 Nov 11 11:49:18.426323 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da0c9d7-2591-42d7-817a-4b11d32fa9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d3aeab48-1d58-4532-b3c6-5884a81ad344", "tag": "fe65d662-9e91-451b-9adf-642911ccd6ed"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:18.471125 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86ae5d-8c5a-4174-993e-f07a664926c2 req-213ee994-94dc-4b1b-8305-10c55a4c7bca tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:18.474768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be86ae5d-8c5a-4174-993e-f07a664926c2 req-213ee994-94dc-4b1b-8305-10c55a4c7bca tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 969 time: 0.2222333 Nov 11 11:49:18.564066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-6bfbeb04-f170-459d-a9fc-ac8f05866d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:18.566861 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-6bfbeb04-f170-459d-a9fc-ac8f05866d7b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1338637 Nov 11 11:49:18.577555 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be86ae5d-8c5a-4174-993e-f07a664926c2 req-8762b91a-e9c1-4aeb-9144-f2468ad922fe tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708737 Nov 11 11:49:18.635110 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Request body: {'port': {'device_id': 'bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:18.685818 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-8f18f80d-0202-4398-b230-73808122d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:18.687781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-8f18f80d-0202-4398-b230-73808122d53c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1089208 Nov 11 11:49:18.698133 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] Set router 267f52bb-9bcc-47d9-90b2-62c365585ca7 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:49:18.849814 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7385470f-8058-422d-9361-2f749399ac02 x-openstack-request-id: req-7385470f-8058-422d-9361-2f749399ac02 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:18.850385 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3aeab48-1d58-4532-b3c6-5884a81ad344", "tag": "fe65d662-9e91-451b-9adf-642911ccd6ed", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:18.850385 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7385470f-8058-422d-9361-2f749399ac02 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:18.850775 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3aeab48-1d58-4532-b3c6-5884a81ad344', 'tag': 'fe65d662-9e91-451b-9adf-642911ccd6ed', 'status': 'completed', 'code': 200} Nov 11 11:49:19.021718 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-615bbccc-75b4-4dbb-a33e-5425fa74186e service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267295 Nov 11 11:49:19.054086 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Allocated IP 172.20.0.1 (2e14d0b6-5527-4abc-836c-ca1cacfa64d9/94c16310-5f9c-4d33-b7c9-d721f3565d86/270ae85a-535c-4c70-97ef-1cc452a55f9e) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:49:19.060825 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:14Z', 'revision_number': 3, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:19.092666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44282ea5-92d7-45b2-8763-aac7b881a1c8 req-cbe0e583-7e91-4468-9ca6-17962cbcf249 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:19.103177 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44282ea5-92d7-45b2-8763-aac7b881a1c8 req-cbe0e583-7e91-4468-9ca6-17962cbcf249 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 969 time: 0.2225051 Nov 11 11:49:19.105529 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197307e-5c5a-4201-a196-c2f26f8719e5 None None] The sync data for ids ['267f52bb-9bcc-47d9-90b2-62c365585ca7'] in n-d-807359-3 is: [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:14Z', 'revision_number': 3, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:49:19.336217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:19.367426 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44282ea5-92d7-45b2-8763-aac7b881a1c8 req-f24badb4-3796-4f10-98f5-e2c2300e2deb tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb366a19-1d0d-4b25-831d-7afd7ac4c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551119 Nov 11 11:49:19.416400 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:19.441750 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:19.442894 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f8b9d1f-e6a3-44d2-9c2a-ebdb55ee9c16 req-d7783741-3400-4acf-a3fc-afa0d4aa6d85 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093988 Nov 11 11:49:19.623811 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0c9d7-2591-42d7-817a-4b11d32fa9cb req-c363e926-0aab-4929-a7a2-ba1e7e6a0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:19.625466 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:19.626033 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da0c9d7-2591-42d7-817a-4b11d32fa9cb req-c363e926-0aab-4929-a7a2-ba1e7e6a0233 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=adcecd23d8ce4245bc871419dbb30e28&device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 1120 time: 0.1195617 Nov 11 11:49:19.635792 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:19.638320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553c3d8-2add-413b-bc53-f165baa1ff72 req-84f2bc75-19af-4c5b-95ea-974190677447 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:19.652965 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0553c3d8-2add-413b-bc53-f165baa1ff72 req-84f2bc75-19af-4c5b-95ea-974190677447 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 936 time: 0.1700141 Nov 11 11:49:19.667061 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Pushing event updated for resources: {'Port': ['ID=270ae85a-535c-4c70-97ef-1cc452a55f9e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:19.683104 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:49:19.683613 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:20.012702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0c9d7-2591-42d7-817a-4b11d32fa9cb req-ab9ea3a6-dfde-4bca-b820-d1a279cf7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:20.013251 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da0c9d7-2591-42d7-817a-4b11d32fa9cb req-ab9ea3a6-dfde-4bca-b820-d1a279cf7b64 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.3575499 Nov 11 11:49:20.156687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a3ff8f82-606a-4998-94ce-2bb49234c636 None None] Provisioning complete for port 270ae85a-535c-4c70-97ef-1cc452a55f9e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:20.157726 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8f82-606a-4998-94ce-2bb49234c636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:20.186310 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0553c3d8-2add-413b-bc53-f165baa1ff72 req-be027ec3-016c-4657-b442-d7890f1e795b tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324478 Nov 11 11:49:20.203469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da0c9d7-2591-42d7-817a-4b11d32fa9cb req-73e95038-af20-43b0-afd5-b8c75d5e18d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=fe65d662-9e91-451b-9adf-642911ccd6ed HTTP/1.1" status: 200 len: 217 time: 0.1736066 Nov 11 11:49:20.231048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5b8053d1-ef81-421b-9c0d-72d4ba518d46 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:49:20.357091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff8f82-606a-4998-94ce-2bb49234c636 None None] Port 270ae85a-535c-4c70-97ef-1cc452a55f9e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:49:20.363786 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b6015-e41c-439e-b895-de5a441ff451 req-603fe209-73a7-47e0-a5ad-8dd9fbb99629 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:20.370944 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab5b6015-e41c-439e-b895-de5a441ff451 req-603fe209-73a7-47e0-a5ad-8dd9fbb99629 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 969 time: 0.3567703 Nov 11 11:49:20.382120 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0c9d7-2591-42d7-817a-4b11d32fa9cb req-4439ab2d-ce5b-4765-9293-790f8cef77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:20.383556 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da0c9d7-2591-42d7-817a-4b11d32fa9cb req-4439ab2d-ce5b-4765-9293-790f8cef77cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1676145 Nov 11 11:49:20.397059 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:20.489777 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab5b6015-e41c-439e-b895-de5a441ff451 req-bcdf8e18-4896-4e4f-a546-34a5a936fbbf tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103592 Nov 11 11:49:20.492806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0c9d7-2591-42d7-817a-4b11d32fa9cb req-8d730a8d-f09b-41f8-a2bc-565cdcd69a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:20.494363 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da0c9d7-2591-42d7-817a-4b11d32fa9cb req-8d730a8d-f09b-41f8-a2bc-565cdcd69a29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899813 Nov 11 11:49:20.587925 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220198aa-787e-4a29-8a07-4c0fcf055426 req-c34edf51-7d36-4455-98d6-79a6a0a7ea20 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:20.607796 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-220198aa-787e-4a29-8a07-4c0fcf055426 req-c34edf51-7d36-4455-98d6-79a6a0a7ea20 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 969 time: 0.0943327 Nov 11 11:49:20.613257 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5b8053d1-ef81-421b-9c0d-72d4ba518d46, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:20.630337 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '5b8053d1-ef81-421b-9c0d-72d4ba518d46', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '5b8053d1-ef81-421b-9c0d-72d4ba518d46', 'mac_address': 'fa:16:3e:df:e9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:tempest-test_az-464035519', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:49:20.732514 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:20.740785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-220198aa-787e-4a29-8a07-4c0fcf055426 req-f9e1ce59-859a-409e-b859-3dc8151c7207 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb366a19-1d0d-4b25-831d-7afd7ac4c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320410 Nov 11 11:49:20.781191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8053d1-ef81-421b-9c0d-72d4ba518d46 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:49:20.792214 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da0c9d7-2591-42d7-817a-4b11d32fa9cb req-21a01b09-f270-48e6-8509-b4d8789bdeab service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629280 Nov 11 11:49:20.850249 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5b8053d1-ef81-421b-9c0d-72d4ba518d46, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:20.860033 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:20.983513 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37620) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:21.003239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=5b8053d1-ef81-421b-9c0d-72d4ba518d46,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:21.011122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da0c9d7-2591-42d7-817a-4b11d32fa9cb req-3f8941c6-4ffd-41fd-ba27-d81df835f72e service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114325 Nov 11 11:49:21.115134 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:21.127420 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:21.128300 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:21.152858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['5b8053d1-ef81-421b-9c0d-72d4ba518d46'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:49:21.213315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be38ba02-60bf-412f-86df-d4bce0070e4c {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:49:21.240418 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:21.246179 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-022d3f4c-deb7-4859-8393-b267dd12af4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:21.316086 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Pushing event updated for resources: {'Port': ['ID=270ae85a-535c-4c70-97ef-1cc452a55f9e,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:21.322801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Transition to ACTIVE for port object be38ba02-60bf-412f-86df-d4bce0070e4c will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:49:21.331269 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:21.397565 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=be38ba02-60bf-412f-86df-d4bce0070e4c,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:21.473283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:21.476822 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:21.598891 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d4d4e-8f14-44d3-9793-fdcc573f7161 req-26f4f39a-8843-4820-8f76-5ef9a2864d2e tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:21.600671 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b90d4d4e-8f14-44d3-9793-fdcc573f7161 req-26f4f39a-8843-4820-8f76-5ef9a2864d2e tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 948 time: 0.2438841 Nov 11 11:49:21.640250 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b2f3a4cc-417f-4852-917d-50f6138aa8f7 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:21.723610 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:21.734637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37630) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:21.743975 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Attempting to bind port be38ba02-60bf-412f-86df-d4bce0070e4c on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:49:21.744678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Attempting to bind port be38ba02-60bf-412f-86df-d4bce0070e4c by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:49:21.745016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Attempting to bind port be38ba02-60bf-412f-86df-d4bce0070e4c on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:21.772731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port b2f3a4cc-417f-4852-917d-50f6138aa8f7 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:21.775685 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:21.784957 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Port be38ba02-60bf-412f-86df-d4bce0070e4c on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:49:21.785287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Attempting to bind port be38ba02-60bf-412f-86df-d4bce0070e4c on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:21.839726 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Router 267f52bb-9bcc-47d9-90b2-62c365585ca7 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:49:21.841244 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:49:21.841802 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:49:21.842195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:49:21.842645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Bound port: be38ba02-60bf-412f-86df-d4bce0070e4c, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:49:21.843052 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:22.014287 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b90d4d4e-8f14-44d3-9793-fdcc573f7161 req-6ed60dde-c004-4a09-bf0e-b2e1cb9ead85 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015450 Nov 11 11:49:22.077235 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-022d3f4c-deb7-4859-8393-b267dd12af4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:22.114494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73016c1e-11c2-406b-9599-6ff47ef444ed req-81b03f07-0932-427b-8d34-ade6ded02212 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:22.116137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73016c1e-11c2-406b-9599-6ff47ef444ed req-81b03f07-0932-427b-8d34-ade6ded02212 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 970 time: 0.3824763 Nov 11 11:49:22.116795 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-022d3f4c-deb7-4859-8393-b267dd12af4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:22.139060 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6d91f64e-74cd-4979-ab5b-f9dd4e70ae13 None None] Provisioning complete for port 270ae85a-535c-4c70-97ef-1cc452a55f9e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:22.139497 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6d91f64e-74cd-4979-ab5b-f9dd4e70ae13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:22.160783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device fe65d662-9e91-451b-9adf-642911ccd6ed details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:49:22.219142 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73016c1e-11c2-406b-9599-6ff47ef444ed req-e93b05c5-dc74-40b1-a8e9-ca15a035a3c9 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899537 Nov 11 11:49:22.235272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-022d3f4c-deb7-4859-8393-b267dd12af4d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f83a0bb230f43f2883c6a1a09eeac8e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2382457 Nov 11 11:49:22.236708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37636) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:22.271700 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] For port be38ba02-60bf-412f-86df-d4bce0070e4c, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:49:22.273660 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] For port be38ba02-60bf-412f-86df-d4bce0070e4c, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=be38ba02-60bf-412f-86df-d4bce0070e4c,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:49:22.274086 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d3f4c-deb7-4859-8393-b267dd12af4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6f0958-1f09-464d-8b98-d74135acaf3d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:22.288981 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:22.301608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:49:22.308159 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-36340510-5cce-42b1-98d8-524c69843b47 admin admin] 10.222.0.65 "PUT /v2.0/routers/267f52bb-9bcc-47d9-90b2-62c365585ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8058002 Nov 11 11:49:22.316414 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-809686d0-7f3f-4d7e-87a3-b3e55139ea58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:22.371978 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:22.373060 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:22.374537 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] 10.222.0.62 "PUT /v2.0/ports/be38ba02-60bf-412f-86df-d4bce0070e4c HTTP/1.1" status: 200 len: 1096 time: 4.5313647 Nov 11 11:49:22.379936 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3', 'tag': 'be38ba02-60bf-412f-86df-d4bce0070e4c'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:22.382586 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652370e7-3a1c-4b67-b769-630b5afb66df" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3", "tag": "be38ba02-60bf-412f-86df-d4bce0070e4c"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:22.386429 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d66a796d-692e-4b6a-89df-311217e21262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:22.420766 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d66a796d-692e-4b6a-89df-311217e21262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:22.426624 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d4b4b-3ee2-4b5d-99d5-25d22bc29cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=be38ba02-60bf-412f-86df-d4bce0070e4c,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:22.455717 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db12316-5ff3-435e-8b78-5374a11bf555 req-3e2a2d53-5ed5-466d-8951-d73e3a9d895b tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:22.457354 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6db12316-5ff3-435e-8b78-5374a11bf555 req-3e2a2d53-5ed5-466d-8951-d73e3a9d895b tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 969 time: 0.2432313 Nov 11 11:49:22.570019 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351f2b20-fc62-48d4-bcd7-8f1ab99ecd9b x-openstack-request-id: req-351f2b20-fc62-48d4-bcd7-8f1ab99ecd9b {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:22.570430 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3", "tag": "be38ba02-60bf-412f-86df-d4bce0070e4c", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:22.570680 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-351f2b20-fc62-48d4-bcd7-8f1ab99ecd9b {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:22.571077 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3', 'tag': 'be38ba02-60bf-412f-86df-d4bce0070e4c', 'status': 'completed', 'code': 200} Nov 11 11:49:22.579653 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:22.588904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Sync routers for ids ['267f52bb-9bcc-47d9-90b2-62c365585ca7'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:49:22.629327 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Routers {'267f52bb-9bcc-47d9-90b2-62c365585ca7'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:49:22.629862 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['267f52bb-9bcc-47d9-90b2-62c365585ca7'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:22.643643 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d66a796d-692e-4b6a-89df-311217e21262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:22.647373 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d66a796d-692e-4b6a-89df-311217e21262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:22.648793 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d66a796d-692e-4b6a-89df-311217e21262 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb6f0958-1f09-464d-8b98-d74135acaf3d HTTP/1.1" status: 204 len: 168 time: 0.4105694 Nov 11 11:49:22.665899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a796d-692e-4b6a-89df-311217e21262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6f0958-1f09-464d-8b98-d74135acaf3d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:22.680421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6db12316-5ff3-435e-8b78-5374a11bf555 req-6e22cc6f-c31c-442d-b35f-634e6afe8196 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb366a19-1d0d-4b25-831d-7afd7ac4c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982698 Nov 11 11:49:22.748977 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-809686d0-7f3f-4d7e-87a3-b3e55139ea58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:22.756146 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-809686d0-7f3f-4d7e-87a3-b3e55139ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:22.778116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port b2f3a4cc-417f-4852-917d-50f6138aa8f7, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b2f3a4cc-417f-4852-917d-50f6138aa8f7,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:22.797145 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809686d0-7f3f-4d7e-87a3-b3e55139ea58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c0917d-84f7-4059-8075-a504ad2600ed,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:22.800130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6d91f64e-74cd-4979-ab5b-f9dd4e70ae13 None None] Port 270ae85a-535c-4c70-97ef-1cc452a55f9e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:49:22.811105 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:22.815101 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-809686d0-7f3f-4d7e-87a3-b3e55139ea58 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=949c31404ccc4f749832d16d57ec82fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0724947 Nov 11 11:49:22.818182 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37654) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:22.857247 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port fe65d662-9e91-451b-9adf-642911ccd6ed, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=fe65d662-9e91-451b-9adf-642911ccd6ed,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:22.866708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Set router 267f52bb-9bcc-47d9-90b2-62c365585ca7 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:49:22.933296 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'fe65d662-9e91-451b-9adf-642911ccd6ed', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'fe65d662-9e91-451b-9adf-642911ccd6ed', 'mac_address': 'fa:16:3e:32:fc:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:tempest-test_az-464035519', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:49:22.994695 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=b2f3a4cc-417f-4852-917d-50f6138aa8f7,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:23.066444 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.101230 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8dd28f82-cb57-4f0f-82e0-e30ee8f0b2b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.134719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe65d662-9e91-451b-9adf-642911ccd6ed {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:49:23.150320 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8dd28f82-cb57-4f0f-82e0-e30ee8f0b2b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.166259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port fe65d662-9e91-451b-9adf-642911ccd6ed, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=fe65d662-9e91-451b-9adf-642911ccd6ed,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:23.181012 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae8d0a-06db-4069-b702-d78d723d7ffd req-b3c4ecb0-0d92-4353-9b26-0e5d4877e22c tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:23.182122 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.183947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73ae8d0a-06db-4069-b702-d78d723d7ffd req-b3c4ecb0-0d92-4353-9b26-0e5d4877e22c tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 948 time: 0.0796680 Nov 11 11:49:23.235630 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8dd28f82-cb57-4f0f-82e0-e30ee8f0b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.239138 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8dd28f82-cb57-4f0f-82e0-e30ee8f0b2b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.243593 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8dd28f82-cb57-4f0f-82e0-e30ee8f0b2b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a0c0917d-84f7-4059-8075-a504ad2600ed HTTP/1.1" status: 204 len: 168 time: 0.4211469 Nov 11 11:49:23.245514 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37668) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:23.257873 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73ae8d0a-06db-4069-b702-d78d723d7ffd req-82f72e14-962e-4bcf-aa64-4aaf1c98fe91 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656278 Nov 11 11:49:23.263631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=fe65d662-9e91-451b-9adf-642911ccd6ed,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:23.284184 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd28f82-cb57-4f0f-82e0-e30ee8f0b2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c0917d-84f7-4059-8075-a504ad2600ed,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:23.299225 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:20Z', 'revision_number': 4, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '270ae85a-535c-4c70-97ef-1cc452a55f9e', 'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'mac_address': 'fa:16:3e:96:e2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:17Z', 'updated_at': '2021-11-11T11:49:20Z', 'revision_number': 2, 'project_id': '698a4072eeb44d058612b432edd8e394', 'subnets': [{'id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:23.302613 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b302d7f5-edce-47b2-a38e-108df52940ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.346919 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Checking router: 267f52bb-9bcc-47d9-90b2-62c365585ca7 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:49:23.347604 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Updating router 267f52bb-9bcc-47d9-90b2-62c365585ca7 port 270ae85a-535c-4c70-97ef-1cc452a55f9e binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:49:23.396377 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.469448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bace8-1ddf-4525-a280-bceecaef150d req-7c4d303b-3995-448d-99a9-f27e0b72cf41 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:23.481647 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe0bace8-1ddf-4525-a280-bceecaef150d req-7c4d303b-3995-448d-99a9-f27e0b72cf41 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 970 time: 0.1113951 Nov 11 11:49:23.502564 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b302d7f5-edce-47b2-a38e-108df52940ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.508286 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b302d7f5-edce-47b2-a38e-108df52940ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.549321 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe0bace8-1ddf-4525-a280-bceecaef150d req-2e319a5f-e166-4e80-9c6b-39e1845318eb tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662706 Nov 11 11:49:23.561619 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b302d7f5-edce-47b2-a38e-108df52940ad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ac4ebe78c974ced813a6c19be57641d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972119 Nov 11 11:49:23.562504 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302d7f5-edce-47b2-a38e-108df52940ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f9515f-4ca4-4095-9746-ada3a4302842,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:23.564882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37678) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:23.598819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['fe65d662-9e91-451b-9adf-642911ccd6ed'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:49:23.603850 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b2f3a4cc-417f-4852-917d-50f6138aa8f7 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:23.620029 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-715a62c6-fcb3-4544-b9f4-2673297e85ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.641649 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37680) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:23.650150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-c9f19326-fe39-4032-891e-426f8b84bacc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461467040-network', 'tenant_id': 'b8adea49cab34efdbd3a198c5dbc88e8'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:23.670093 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-715a62c6-fcb3-4544-b9f4-2673297e85ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.685121 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f19326-fe39-4032-891e-426f8b84bacc admin admin] Made reservation on behalf of b8adea49cab34efdbd3a198c5dbc88e8 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:49:23.689953 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c9f19326-fe39-4032-891e-426f8b84bacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.701982 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c9f19326-fe39-4032-891e-426f8b84bacc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.709885 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652370e7-3a1c-4b67-b769-630b5afb66df req-8d282680-30cd-4ceb-8a86-f26575714ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:23.711448 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-652370e7-3a1c-4b67-b769-630b5afb66df req-8d282680-30cd-4ceb-8a86-f26575714ea6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7628aedfa7b4aa294cdea53334a53df&device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 1099 time: 0.0773335 Nov 11 11:49:23.755146 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-652370e7-3a1c-4b67-b769-630b5afb66df req-6d8d4b92-fc38-4012-9278-c419b09b7b82 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a7628aedfa7b4aa294cdea53334a53df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312006 Nov 11 11:49:23.761336 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-715a62c6-fcb3-4544-b9f4-2673297e85ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.765322 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-715a62c6-fcb3-4544-b9f4-2673297e85ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.768523 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-715a62c6-fcb3-4544-b9f4-2673297e85ea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44f9515f-4ca4-4095-9746-ada3a4302842 HTTP/1.1" status: 204 len: 168 time: 0.2003360 Nov 11 11:49:23.856900 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port b2f3a4cc-417f-4852-917d-50f6138aa8f7 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:23.857339 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.862982 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c9f19326-fe39-4032-891e-426f8b84bacc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.888168 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a62c6-fcb3-4544-b9f4-2673297e85ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f9515f-4ca4-4095-9746-ada3a4302842,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:23.903928 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c9f19326-fe39-4032-891e-426f8b84bacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.947734 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f19326-fe39-4032-891e-426f8b84bacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919d6797-5256-4e2c-86ab-d1bf9f3c94cf,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:23.951031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37686) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:23.952085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f19326-fe39-4032-891e-426f8b84bacc admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:49:23.973047 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0028a8f2-4749-477a-9829-1620a161f378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:23.980533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d026653-7f82-4f0d-ac14-857ea95b6ed7 req-25b4b2d6-8ecf-4dc3-8f64-1d30e57b8206 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:23.982075 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652370e7-3a1c-4b67-b769-630b5afb66df req-d6c15c6d-4d7a-4265-8132-4e24f776eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:23.983700 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-652370e7-3a1c-4b67-b769-630b5afb66df req-d6c15c6d-4d7a-4265-8132-4e24f776eb7a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2162530 Nov 11 11:49:23.990780 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d026653-7f82-4f0d-ac14-857ea95b6ed7 req-25b4b2d6-8ecf-4dc3-8f64-1d30e57b8206 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 970 time: 0.1250598 Nov 11 11:49:24.030565 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c9f19326-fe39-4032-891e-426f8b84bacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.030898 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-c9f19326-fe39-4032-891e-426f8b84bacc admin admin] Added segment 6b1dee2e-e42e-40ee-badf-ee3fbb409be5 of type vlan for network a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0 Nov 11 11:49:24.102602 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0028a8f2-4749-477a-9829-1620a161f378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.110549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-12e8bb35-4b68-4ebd-b0c8-c742281ae351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:24.110549 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-12e8bb35-4b68-4ebd-b0c8-c742281ae351 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7628aedfa7b4aa294cdea53334a53df&device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 1099 time: 0.0699852 Nov 11 11:49:24.110852 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c9f19326-fe39-4032-891e-426f8b84bacc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.110943 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0028a8f2-4749-477a-9829-1620a161f378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.139764 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.151828 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.154850 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c9f19326-fe39-4032-891e-426f8b84bacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.155758 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f19326-fe39-4032-891e-426f8b84bacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:24.162478 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c9f19326-fe39-4032-891e-426f8b84bacc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.186585 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5b8053d1-ef81-421b-9c0d-72d4ba518d46 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:24.191966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028a8f2-4749-477a-9829-1620a161f378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cdaac9-9125-44cb-a40a-ccea8856f654,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:24.198309 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-e8394768-2473-4f83-a5bd-d4b688f1bce8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=be38ba02-60bf-412f-86df-d4bce0070e4c HTTP/1.1" status: 200 len: 217 time: 0.0764346 Nov 11 11:49:24.205296 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0028a8f2-4749-477a-9829-1620a161f378 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d035e5d9a4354bbf9057adfe02d3b00e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500536 Nov 11 11:49:24.205296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37694) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:24.234020 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d026653-7f82-4f0d-ac14-857ea95b6ed7 req-d4e3339b-8abc-46ac-8ebc-74007c7523c3 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb366a19-1d0d-4b25-831d-7afd7ac4c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375588 Nov 11 11:49:24.239890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c9f19326-fe39-4032-891e-426f8b84bacc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5965846 Nov 11 11:49:24.243211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37698) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:24.251164 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-37c6c59e-9ffe-4cb8-9354-f8e42cd54ad8 admin admin] Request body: {'subnet': {'network_id': 'a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461467040-subnet', 'tenant_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:24.261272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-4109b851-3c37-45bd-8b7b-8b5c4935b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:24.262755 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-4109b851-3c37-45bd-8b7b-8b5c4935b400 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0507846 Nov 11 11:49:24.319007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fa53b-bc79-4ea4-87d3-d68610ea1945 None None] Pushing event updated for resources: {'Port': ['ID=270ae85a-535c-4c70-97ef-1cc452a55f9e,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:24.362557 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-585845e0-d4e4-4286-9364-c97a27a5dc8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.375924 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f19326-fe39-4032-891e-426f8b84bacc admin admin] Pushing event updated for resources: {'Network': ['ID=a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:24.397878 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:49:24.399893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:49:24.418410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-2ec8b15a-08cf-4f66-a4d8-6baf32fbf9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:24.422640 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-2ec8b15a-08cf-4f66-a4d8-6baf32fbf9d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1452563 Nov 11 11:49:24.427654 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-585845e0-d4e4-4286-9364-c97a27a5dc8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.439899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c6c59e-9ffe-4cb8-9354-f8e42cd54ad8 admin admin] Made reservation on behalf of b8adea49cab34efdbd3a198c5dbc88e8 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:49:24.442840 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37c6c59e-9ffe-4cb8-9354-f8e42cd54ad8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.457371 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:24.457768 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.469975 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Attempting to bind port 270ae85a-535c-4c70-97ef-1cc452a55f9e on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:49:24.472555 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Attempting to bind port 270ae85a-535c-4c70-97ef-1cc452a55f9e by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'fb6e1d7d-6198-4b8a-8555-062b88f02519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:49:24.472555 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Attempting to bind port 270ae85a-535c-4c70-97ef-1cc452a55f9e on network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:24.488653 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd812d5-0a11-4cbb-987d-6a54e2c5d87a req-903c8265-62df-4959-915f-3a2d7ed7c226 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:24.496191 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0bd812d5-0a11-4cbb-987d-6a54e2c5d87a req-903c8265-62df-4959-915f-3a2d7ed7c226 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 948 time: 0.1301670 Nov 11 11:49:24.555397 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:49:24.556140 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Checking segment: {'id': 'fb6e1d7d-6198-4b8a-8555-062b88f02519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:49:24.556589 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.557033 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Bound using segment: {'id': 'fb6e1d7d-6198-4b8a-8555-062b88f02519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:49:24.557777 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Bound port: 270ae85a-535c-4c70-97ef-1cc452a55f9e, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6e1d7d-6198-4b8a-8555-062b88f02519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:49:24.558163 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.598790 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-87005504-9b17-44e1-a4c6-00255fd0b19f service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659682 Nov 11 11:49:24.637902 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0bd812d5-0a11-4cbb-987d-6a54e2c5d87a req-2ce24913-1999-43d9-9d30-e1baec8eab1a tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369548 Nov 11 11:49:24.713964 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-585845e0-d4e4-4286-9364-c97a27a5dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.718124 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-585845e0-d4e4-4286-9364-c97a27a5dc8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.719508 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-585845e0-d4e4-4286-9364-c97a27a5dc8f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/64cdaac9-9125-44cb-a40a-ccea8856f654 HTTP/1.1" status: 204 len: 168 time: 0.5134153 Nov 11 11:49:24.738531 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-597119c9-7f4a-434a-8264-f0ec233de193 None None] Provisioning complete for port 270ae85a-535c-4c70-97ef-1cc452a55f9e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:24.738903 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-597119c9-7f4a-434a-8264-f0ec233de193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.761664 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585845e0-d4e4-4286-9364-c97a27a5dc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cdaac9-9125-44cb-a40a-ccea8856f654,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:24.780034 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed468f0-8799-4880-abfb-92eb9656e1c0 req-ace2901b-367c-4bff-b35a-ece731295008 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:24.781568 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ed468f0-8799-4880-abfb-92eb9656e1c0 req-ace2901b-367c-4bff-b35a-ece731295008 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 970 time: 0.1053810 Nov 11 11:49:24.781918 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7e7dc39-4ba5-4ee2-ae3b-aae066e8f464 req-c07ec9f7-e0c5-4720-a076-3fabd9c0c9bb service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741450 Nov 11 11:49:24.784468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] For port 270ae85a-535c-4c70-97ef-1cc452a55f9e, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:49:24.828388 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.841557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] For port 270ae85a-535c-4c70-97ef-1cc452a55f9e, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=270ae85a-535c-4c70-97ef-1cc452a55f9e,segment=NetworkSegment(fb6e1d7d-6198-4b8a-8555-062b88f02519),segment_id=fb6e1d7d-6198-4b8a-8555-062b88f02519)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:49:24.848094 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-597119c9-7f4a-434a-8264-f0ec233de193 None None] Port 270ae85a-535c-4c70-97ef-1cc452a55f9e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:49:24.853935 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.857548 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ed468f0-8799-4880-abfb-92eb9656e1c0 req-c4c229b4-80f4-4c41-98f3-53885616e0cd tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681162 Nov 11 11:49:24.858492 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37c6c59e-9ffe-4cb8-9354-f8e42cd54ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.895610 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a956e6b-bb4b-4b46-9d47-77d88d8c70f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8053d1-ef81-421b-9c0d-72d4ba518d46'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:24.924959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6c59e-9ffe-4cb8-9354-f8e42cd54ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfa07ebf-96ab-49d3-be00-876a7aa5c823,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:24.929552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c6c59e-9ffe-4cb8-9354-f8e42cd54ad8 admin admin] Checking segment: {'id': '6b1dee2e-e42e-40ee-badf-ee3fbb409be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:49:24.930053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c6c59e-9ffe-4cb8-9354-f8e42cd54ad8 admin admin] Network hostable DHCP agents. Network: a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:49:24.949003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c6c59e-9ffe-4cb8-9354-f8e42cd54ad8 admin admin] Network a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:49:24.960313 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-37c6c59e-9ffe-4cb8-9354-f8e42cd54ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:24.965956 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c6c59e-9ffe-4cb8-9354-f8e42cd54ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:24.966999 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37c6c59e-9ffe-4cb8-9354-f8e42cd54ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:24.987342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b97aa01-feb3-4379-b48f-79d38ea5988a None None] Network a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:49:24.988897 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-37c6c59e-9ffe-4cb8-9354-f8e42cd54ad8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7445602 Nov 11 11:49:24.991841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37722) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:24.997904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461467040-router', 'tenant_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:25.037331 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:25.043872 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:25.129321 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:25.139245 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5b8053d1-ef81-421b-9c0d-72d4ba518d46, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:25.162285 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:25.232400 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Routers {'267f52bb-9bcc-47d9-90b2-62c365585ca7'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:49:25.236451 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['267f52bb-9bcc-47d9-90b2-62c365585ca7'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:25.242435 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fa53b-bc79-4ea4-87d3-d68610ea1945 None None] Pushing event updated for resources: {'Port': ['ID=270ae85a-535c-4c70-97ef-1cc452a55f9e,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:25.311743 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:25.425753 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecb5090-1de7-40ba-822c-9cd6a2488837" -d '{"events": [{"server_uuid": "6a956e6b-bb4b-4b46-9d47-77d88d8c70f9", "name": "network-vif-plugged", "status": "completed", "tag": "5b8053d1-ef81-421b-9c0d-72d4ba518d46"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:25.444602 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=5b8053d1-ef81-421b-9c0d-72d4ba518d46,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:25.444763 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13781d82-d178-47ba-9fde-89fdc51ea3ec req-867eb3e3-6391-4b14-ac44-bf5cdb0f53de tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:25.446274 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13781d82-d178-47ba-9fde-89fdc51ea3ec req-867eb3e3-6391-4b14-ac44-bf5cdb0f53de tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 970 time: 0.1061954 Nov 11 11:49:25.459701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-41f4d121-598f-439c-a8b1-d5e9b0431be3 None None] Provisioning complete for port 270ae85a-535c-4c70-97ef-1cc452a55f9e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:25.460062 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-41f4d121-598f-439c-a8b1-d5e9b0431be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:25.510502 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0', 'network_id': 'a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0', 'tenant_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'fixed_ips': [{'subnet_id': 'dfa07ebf-96ab-49d3-be00-876a7aa5c823'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:49:25.511364 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:25.518806 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] Set router 267f52bb-9bcc-47d9-90b2-62c365585ca7 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:49:25.538331 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13781d82-d178-47ba-9fde-89fdc51ea3ec req-c9567705-dcaf-447d-91fa-937c8d434574 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb366a19-1d0d-4b25-831d-7afd7ac4c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792155 Nov 11 11:49:25.677289 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e54cdf-8101-4394-82b6-6a0279551d72 x-openstack-request-id: req-54e54cdf-8101-4394-82b6-6a0279551d72 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:25.677482 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a956e6b-bb4b-4b46-9d47-77d88d8c70f9", "name": "network-vif-plugged", "status": "completed", "tag": "5b8053d1-ef81-421b-9c0d-72d4ba518d46", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:25.677777 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54e54cdf-8101-4394-82b6-6a0279551d72 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:25.678227 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a956e6b-bb4b-4b46-9d47-77d88d8c70f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8053d1-ef81-421b-9c0d-72d4ba518d46', 'code': 200} Nov 11 11:49:25.799880 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:25.832356 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:25.870435 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-41f4d121-598f-439c-a8b1-d5e9b0431be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:25.883536 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8723005-d6c3-41ed-9e6f-43cba7b9d848 req-a60fc053-4f98-4038-9358-735463d0aea1 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:25.886523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8723005-d6c3-41ed-9e6f-43cba7b9d848 req-a60fc053-4f98-4038-9358-735463d0aea1 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 948 time: 0.1825264 Nov 11 11:49:25.890600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb13227-eef6-4379-acd6-86ea8783f831 req-20b0055a-2231-44eb-bd7c-3bdde6d2ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:25.892005 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-edb13227-eef6-4379-acd6-86ea8783f831 req-20b0055a-2231-44eb-bd7c-3bdde6d2ff8b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 1122 time: 0.1751330 Nov 11 11:49:25.895980 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Allocated IP 172.20.0.2 (a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0/dfa07ebf-96ab-49d3-be00-876a7aa5c823/5b468cb9-60eb-4f78-8dea-99c2b611d07c) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:49:25.940078 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-edb13227-eef6-4379-acd6-86ea8783f831 req-57dc9cd9-837b-479c-ba38-cf702dd3a6f1 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:25.984064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-41f4d121-598f-439c-a8b1-d5e9b0431be3 None None] For port 270ae85a-535c-4c70-97ef-1cc452a55f9e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=270ae85a-535c-4c70-97ef-1cc452a55f9e,segment=NetworkSegment(fb6e1d7d-6198-4b8a-8555-062b88f02519),segment_id=fb6e1d7d-6198-4b8a-8555-062b88f02519)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:25.996425 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-41f4d121-598f-439c-a8b1-d5e9b0431be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:26.062938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8723005-d6c3-41ed-9e6f-43cba7b9d848 req-095cd64e-d6cb-40be-bf8f-bed2e6842717 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478508 Nov 11 11:49:26.077037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Allocated IP 172.25.2.77 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/8549ccc0-52d2-474f-aff8-fbf442c0a8e6) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:49:26.111036 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1a232-9ce5-49ed-a94a-77b4d2915877 req-6be34f24-186f-4b74-a711-efa1c84e96cd tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:26.112539 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6cb1a232-9ce5-49ed-a94a-77b4d2915877 req-6be34f24-186f-4b74-a711-efa1c84e96cd tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.1162548 Nov 11 11:49:26.137725 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:20Z', 'revision_number': 4, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '270ae85a-535c-4c70-97ef-1cc452a55f9e', 'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'mac_address': 'fa:16:3e:96:e2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:17Z', 'updated_at': '2021-11-11T11:49:24Z', 'revision_number': 4, 'project_id': '698a4072eeb44d058612b432edd8e394', 'subnets': [{'id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:26.186158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device fe65d662-9e91-451b-9adf-642911ccd6ed up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:26.188057 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b556781-1cc9-4ac3-bd4e-5801ebfd282e None None] The sync data for ids ['267f52bb-9bcc-47d9-90b2-62c365585ca7'] in n-d-807359-3 is: [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:20Z', 'revision_number': 4, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '270ae85a-535c-4c70-97ef-1cc452a55f9e', 'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'mac_address': 'fa:16:3e:96:e2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:17Z', 'updated_at': '2021-11-11T11:49:24Z', 'revision_number': 4, 'project_id': '698a4072eeb44d058612b432edd8e394', 'subnets': [{'id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:49:26.194295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4d121-598f-439c-a8b1-d5e9b0431be3 None None] Pushing event updated for resources: {'Port': ['ID=270ae85a-535c-4c70-97ef-1cc452a55f9e,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:26.241507 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-edb13227-eef6-4379-acd6-86ea8783f831 req-57dc9cd9-837b-479c-ba38-cf702dd3a6f1 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:26.272039 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6cb1a232-9ce5-49ed-a94a-77b4d2915877 req-f5cfe751-e856-4a3f-8e91-1b83988f3cab tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390815 Nov 11 11:49:26.284989 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-edb13227-eef6-4379-acd6-86ea8783f831 req-57dc9cd9-837b-479c-ba38-cf702dd3a6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:26.356071 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-edb13227-eef6-4379-acd6-86ea8783f831 req-57dc9cd9-837b-479c-ba38-cf702dd3a6f1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539659 Nov 11 11:49:26.373331 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:26.373521 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:26.386904 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:26.399743 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port fe65d662-9e91-451b-9adf-642911ccd6ed completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:49:26.399976 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc9cd9-837b-479c-ba38-cf702dd3a6f1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b7064ee4-074d-44ec-82cc-1a3bfb44db8b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:26.434748 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port fe65d662-9e91-451b-9adf-642911ccd6ed triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:26.435107 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:26.435941 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:26.461511 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Network a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:26.477484 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:26.479910 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Pushing event updated for resources: {'Port': ['ID=5b468cb9-60eb-4f78-8dea-99c2b611d07c,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:26.482461 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:49:26.505775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:26.510112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:26.517275 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:49:26.526334 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Pushing event updated for resources: {'Port': ['ID=8549ccc0-52d2-474f-aff8-fbf442c0a8e6,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:26.562416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Attempting to bind port 5b468cb9-60eb-4f78-8dea-99c2b611d07c on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:49:26.564310 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Attempting to bind port 5b468cb9-60eb-4f78-8dea-99c2b611d07c by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '6b1dee2e-e42e-40ee-badf-ee3fbb409be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:49:26.574207 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Attempting to bind port 5b468cb9-60eb-4f78-8dea-99c2b611d07c on network a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:26.601123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:49:26.601629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Checking segment: {'id': '6b1dee2e-e42e-40ee-badf-ee3fbb409be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:49:26.603090 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:26.603486 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Bound using segment: {'id': '6b1dee2e-e42e-40ee-badf-ee3fbb409be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:49:26.606349 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Bound port: 5b468cb9-60eb-4f78-8dea-99c2b611d07c, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1dee2e-e42e-40ee-badf-ee3fbb409be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:49:26.607848 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:26.723859 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63f944-c1e4-4e4f-93c9-2afe7bfd59d1 req-085133e1-e3e0-487b-bd08-28dc4f250013 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:26.725771 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc63f944-c1e4-4e4f-93c9-2afe7bfd59d1 req-085133e1-e3e0-487b-bd08-28dc4f250013 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 970 time: 0.0953434 Nov 11 11:49:26.767421 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] For port 5b468cb9-60eb-4f78-8dea-99c2b611d07c, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:49:26.771212 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] For port 5b468cb9-60eb-4f78-8dea-99c2b611d07c, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5b468cb9-60eb-4f78-8dea-99c2b611d07c,segment=NetworkSegment(6b1dee2e-e42e-40ee-badf-ee3fbb409be5),segment_id=6b1dee2e-e42e-40ee-badf-ee3fbb409be5)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:49:26.779670 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:26.903847 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:26.973182 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port fe65d662-9e91-451b-9adf-642911ccd6ed, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=fe65d662-9e91-451b-9adf-642911ccd6ed,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:26.974628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae895d-a962-4b4c-9909-e0e66dd12f8e None None] Pushing event updated for resources: {'Port': ['ID=5b468cb9-60eb-4f78-8dea-99c2b611d07c,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:26.988779 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:27.043677 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:49:27.089354 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=fe65d662-9e91-451b-9adf-642911ccd6ed,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:27.265820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37798) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:27.277522 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc63f944-c1e4-4e4f-93c9-2afe7bfd59d1 req-e4c51e0b-558d-4b6a-9018-361c0fec4abc tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb366a19-1d0d-4b25-831d-7afd7ac4c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705946 Nov 11 11:49:27.279756 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:27.362868 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac04b7-63aa-4733-af1a-2288cf7ed31c req-3acb4b7c-22c8-433d-976e-94a7070f4d50 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:27.364409 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5dac04b7-63aa-4733-af1a-2288cf7ed31c req-3acb4b7c-22c8-433d-976e-94a7070f4d50 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 948 time: 0.1560864 Nov 11 11:49:27.474148 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1499aac8-72f3-46e2-8393-33eb328d0a2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:27.515048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5b468cb9-60eb-4f78-8dea-99c2b611d07c up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:27.536853 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5dac04b7-63aa-4733-af1a-2288cf7ed31c req-d2cdfb6c-fddf-4833-b365-3cad61f8bd8e tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060665 Nov 11 11:49:27.576460 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5b468cb9-60eb-4f78-8dea-99c2b611d07c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:27.576822 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:27.625129 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1499aac8-72f3-46e2-8393-33eb328d0a2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:27.633640 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1499aac8-72f3-46e2-8393-33eb328d0a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:27.684664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aeab48-1d58-4532-b3c6-5884a81ad344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe65d662-9e91-451b-9adf-642911ccd6ed'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:27.684877 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1499aac8-72f3-46e2-8393-33eb328d0a2f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7af34c00b87e4518bda87fba30074ec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4149446 Nov 11 11:49:27.684960 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bf78be-ef6c-4206-bdc3-23239aae0145" -d '{"events": [{"server_uuid": "d3aeab48-1d58-4532-b3c6-5884a81ad344", "name": "network-vif-plugged", "status": "completed", "tag": "fe65d662-9e91-451b-9adf-642911ccd6ed"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:27.685043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37816) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:27.693166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499aac8-72f3-46e2-8393-33eb328d0a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e388084a-39fb-4601-ada5-6be7b6a417c8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:27.693992 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:27.739022 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-65d8d936-9cbc-4f0c-9497-4e9ec21427aa tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=08700ee2934140278345d972bc355944&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580847 Nov 11 11:49:27.742592 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:27.754565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 5b468cb9-60eb-4f78-8dea-99c2b611d07c, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5b468cb9-60eb-4f78-8dea-99c2b611d07c,segment=NetworkSegment(6b1dee2e-e42e-40ee-badf-ee3fbb409be5),segment_id=6b1dee2e-e42e-40ee-badf-ee3fbb409be5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:27.760987 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4451-10ff-4257-bfa8-b3d83969b80d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:27.762585 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:27.763378 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 270ae85a-535c-4c70-97ef-1cc452a55f9e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:27.794187 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4451-10ff-4257-bfa8-b3d83969b80d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:27.836612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a8737-ac9e-400b-8931-5811ed89bdbd req-c3b21dea-bd38-40f9-8869-8bce7e989121 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:27.839461 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-918a8737-ac9e-400b-8931-5811ed89bdbd req-c3b21dea-bd38-40f9-8869-8bce7e989121 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.1741798 Nov 11 11:49:27.860315 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device be38ba02-60bf-412f-86df-d4bce0070e4c details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:49:27.873040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=5b468cb9-60eb-4f78-8dea-99c2b611d07c,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:27.874240 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4451-10ff-4257-bfa8-b3d83969b80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:27.879229 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4451-10ff-4257-bfa8-b3d83969b80d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:27.880996 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3a0d4451-10ff-4257-bfa8-b3d83969b80d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e388084a-39fb-4601-ada5-6be7b6a417c8 HTTP/1.1" status: 204 len: 168 time: 0.1951735 Nov 11 11:49:27.887103 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 270ae85a-535c-4c70-97ef-1cc452a55f9e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:27.887501 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:27.906976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d4451-10ff-4257-bfa8-b3d83969b80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e388084a-39fb-4601-ada5-6be7b6a417c8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:28.012820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-8e64f2f3-8367-47c3-8a89-f58cb4397517 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:28.014368 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-8e64f2f3-8367-47c3-8a89-f58cb4397517 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2681231 Nov 11 11:49:28.020047 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-918a8737-ac9e-400b-8931-5811ed89bdbd req-01a6ee7a-ac1f-4ef0-9aec-0490a9f5fe82 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438830 Nov 11 11:49:28.055934 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-33e99317-d2e7-4c4f-835b-f86a5b5ee916 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/quotas/08700ee2934140278345d972bc355944 HTTP/1.1" status: 200 len: 375 time: 0.0332448 Nov 11 11:49:28.089635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Router a8b51cf1-7dbf-4526-bae3-3715557c6a1f is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:49:28.113185 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-043b937f-771b-4f99-bcf7-816835f03445 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=08700ee2934140278345d972bc355944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397260 Nov 11 11:49:28.230904 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb834802-dca7-4345-be7a-6ad6e328f88a x-openstack-request-id: req-eb834802-dca7-4345-be7a-6ad6e328f88a {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:28.231397 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aeab48-1d58-4532-b3c6-5884a81ad344", "name": "network-vif-plugged", "status": "completed", "tag": "fe65d662-9e91-451b-9adf-642911ccd6ed", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:28.231508 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb834802-dca7-4345-be7a-6ad6e328f88a {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:28.231817 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aeab48-1d58-4532-b3c6-5884a81ad344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe65d662-9e91-451b-9adf-642911ccd6ed', 'code': 200} Nov 11 11:49:28.274276 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc56119-f30f-4a8c-84a8-0bb9f715dffb req-6d6432ce-1eac-48c5-a89a-c1a94f56bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:28.280020 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dfc56119-f30f-4a8c-84a8-0bb9f715dffb req-6d6432ce-1eac-48c5-a89a-c1a94f56bf0c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 1122 time: 0.1154497 Nov 11 11:49:28.311638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:49:28.342556 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Sync routers for ids ['a8b51cf1-7dbf-4526-bae3-3715557c6a1f'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:49:28.369381 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:28.371406 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-421a7f4d-45d8-44c2-9001-2cbb9b7d276e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3781211 Nov 11 11:49:28.374219 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37828) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:28.383113 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dfc56119-f30f-4a8c-84a8-0bb9f715dffb req-0ca8196f-2b6e-412a-8355-1d9206fc0b87 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fb366a19-1d0d-4b25-831d-7afd7ac4c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949440 Nov 11 11:49:28.388884 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Routers {'a8b51cf1-7dbf-4526-bae3-3715557c6a1f'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:49:28.393369 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a8b51cf1-7dbf-4526-bae3-3715557c6a1f'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:28.458963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37832) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:28.460558 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port be38ba02-60bf-412f-86df-d4bce0070e4c, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=be38ba02-60bf-412f-86df-d4bce0070e4c,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:28.472642 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'be38ba02-60bf-412f-86df-d4bce0070e4c', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'be38ba02-60bf-412f-86df-d4bce0070e4c', 'mac_address': 'fa:16:3e:bf:39:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:49:28.479576 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-55013d26-69e0-43d4-ab90-918e37ba493a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:28.523772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4187713d-5f6f-4c83-a38a-35e85d855c99 None None] Network a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:49:28.614608 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:28.700383 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Set router a8b51cf1-7dbf-4526-bae3-3715557c6a1f gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:49:28.718409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7670dbf-06f8-4052-b421-5013ad658f10 req-8c8c44e0-d5cb-46b4-a01b-b98e472d7eab tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:28.719972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7670dbf-06f8-4052-b421-5013ad658f10 req-8c8c44e0-d5cb-46b4-a01b-b98e472d7eab tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 971 time: 0.2156360 Nov 11 11:49:28.743907 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ad9934d8-55e4-42dc-9778-96418ed55ebd None None] Provisioning complete for port 5b468cb9-60eb-4f78-8dea-99c2b611d07c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:28.744304 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ad9934d8-55e4-42dc-9778-96418ed55ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:28.757694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be38ba02-60bf-412f-86df-d4bce0070e4c {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:49:28.783107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f3e9c-13d1-4da4-9fb9-dca87d1e23ff req-1e3596db-1c5f-4edc-b956-ad92f2dcf661 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:28.791411 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-245f3e9c-13d1-4da4-9fb9-dca87d1e23ff req-1e3596db-1c5f-4edc-b956-ad92f2dcf661 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 948 time: 0.1285365 Nov 11 11:49:28.819619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port be38ba02-60bf-412f-86df-d4bce0070e4c, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=be38ba02-60bf-412f-86df-d4bce0070e4c,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:28.829738 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:28.884270 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-55013d26-69e0-43d4-ab90-918e37ba493a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:28.902098 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-55013d26-69e0-43d4-ab90-918e37ba493a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:28.951440 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461467040-router', 'tenant_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:49:26Z', 'revision_number': 3, 'project_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'gw_port': {'id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:12:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:28.955149 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55013d26-69e0-43d4-ab90-918e37ba493a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58689385-fba3-4ba3-9e62-ad78abd3910d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:28.970315 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=be38ba02-60bf-412f-86df-d4bce0070e4c,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:28.979781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7670dbf-06f8-4052-b421-5013ad658f10 req-556457af-9799-41fd-a993-b70978ada596 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb366a19-1d0d-4b25-831d-7afd7ac4c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507854 Nov 11 11:49:28.992148 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-245f3e9c-13d1-4da4-9fb9-dca87d1e23ff req-b21b72bd-b045-4e90-a576-97cc622301bc tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997974 Nov 11 11:49:28.996953 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-55013d26-69e0-43d4-ab90-918e37ba493a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=03101de71d224b31aebc12c111a1f963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5345464 Nov 11 11:49:29.006290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37842) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:29.018425 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Checking router: a8b51cf1-7dbf-4526-bae3-3715557c6a1f for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:49:29.018893 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Updating router a8b51cf1-7dbf-4526-bae3-3715557c6a1f port 8549ccc0-52d2-474f-aff8-fbf442c0a8e6 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:49:29.088752 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b5728b6-8ca8-42ad-984d-0fbde13b3742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:29.098093 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:29.112587 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b5728b6-8ca8-42ad-984d-0fbde13b3742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:29.180725 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:29.191841 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b5728b6-8ca8-42ad-984d-0fbde13b3742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:29.193006 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['be38ba02-60bf-412f-86df-d4bce0070e4c'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:49:29.194707 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b5728b6-8ca8-42ad-984d-0fbde13b3742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:29.197841 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6b5728b6-8ca8-42ad-984d-0fbde13b3742 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58689385-fba3-4ba3-9e62-ad78abd3910d HTTP/1.1" status: 204 len: 168 time: 0.1888833 Nov 11 11:49:29.215753 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00078769-ddd0-4281-acd1-86f483142422 req-f7144f01-5d88-4914-ad00-5fe65428cf18 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=08700ee2934140278345d972bc355944&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468268 Nov 11 11:49:29.307462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5728b6-8ca8-42ad-984d-0fbde13b3742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58689385-fba3-4ba3-9e62-ad78abd3910d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:29.457368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7b817-1cd6-4a8d-88ed-41703e0d0450 req-e274c485-d5bf-4370-8cb4-767b6e481b71 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:29.466515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bab7b817-1cd6-4a8d-88ed-41703e0d0450 req-e274c485-d5bf-4370-8cb4-767b6e481b71 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.2454789 Nov 11 11:49:29.522766 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5b468cb9-60eb-4f78-8dea-99c2b611d07c up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:29.526243 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:29.540359 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:29.604702 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd62cd-db9d-463a-b8ca-5869089ced5d None None] Pushing event updated for resources: {'Port': ['ID=8549ccc0-52d2-474f-aff8-fbf442c0a8e6,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:29.619271 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bab7b817-1cd6-4a8d-88ed-41703e0d0450 req-cb2512a8-18ff-49e4-8624-39d3bbb2b441 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510255 Nov 11 11:49:29.641098 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Attempting to bind port 8549ccc0-52d2-474f-aff8-fbf442c0a8e6 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:49:29.641469 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Attempting to bind port 8549ccc0-52d2-474f-aff8-fbf442c0a8e6 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:49:29.642188 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Attempting to bind port 8549ccc0-52d2-474f-aff8-fbf442c0a8e6 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:29.661401 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:49:29.661401 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:49:29.661401 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:29.661401 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:49:29.661401 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Bound port: 8549ccc0-52d2-474f-aff8-fbf442c0a8e6, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:49:29.661401 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:29.700725 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00078769-ddd0-4281-acd1-86f483142422 req-21044387-42d2-475d-97e8-dd92c4fa6514 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:29.705431 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00078769-ddd0-4281-acd1-86f483142422 req-21044387-42d2-475d-97e8-dd92c4fa6514 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4449594 Nov 11 11:49:29.712150 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-92b2779a-2697-4fb2-98c4-d1a31c2431d3 None None] Provisioning complete for port 5b468cb9-60eb-4f78-8dea-99c2b611d07c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:29.713957 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-92b2779a-2697-4fb2-98c4-d1a31c2431d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:29.738047 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00078769-ddd0-4281-acd1-86f483142422 req-ba1a263b-37f4-4d07-baed-e2e759240d07 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/quotas/08700ee2934140278345d972bc355944 HTTP/1.1" status: 200 len: 375 time: 0.0262251 Nov 11 11:49:29.782761 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] For port 8549ccc0-52d2-474f-aff8-fbf442c0a8e6, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:49:29.787686 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] For port 8549ccc0-52d2-474f-aff8-fbf442c0a8e6, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8549ccc0-52d2-474f-aff8-fbf442c0a8e6,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:49:29.805767 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:29.855862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00078769-ddd0-4281-acd1-86f483142422 req-891c8633-c9da-4ce7-a1d9-8681d78329e6 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=08700ee2934140278345d972bc355944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045380 Nov 11 11:49:29.901713 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5b468cb9-60eb-4f78-8dea-99c2b611d07c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:29.907121 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:29.926315 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd62cd-db9d-463a-b8ca-5869089ced5d None None] Pushing event updated for resources: {'Port': ['ID=8549ccc0-52d2-474f-aff8-fbf442c0a8e6,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:29.929260 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Routers {'a8b51cf1-7dbf-4526-bae3-3715557c6a1f'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:49:29.929878 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a8b51cf1-7dbf-4526-bae3-3715557c6a1f'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:30.022540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Allocated IP 172.20.0.1 (a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0/dfa07ebf-96ab-49d3-be00-876a7aa5c823/f93aecca-6e79-4a68-a648-d2ef7590f82b) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:49:30.082259 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] Set router a8b51cf1-7dbf-4526-bae3-3715557c6a1f gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:49:30.202706 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:30.266406 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5df428-705f-4e28-b711-a4603eb57fef req-ab99cc0f-3df1-4637-aa04-7925f51d4638 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:30.276534 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:30.280259 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ac5df428-705f-4e28-b711-a4603eb57fef req-ab99cc0f-3df1-4637-aa04-7925f51d4638 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 971 time: 0.1179259 Nov 11 11:49:30.361057 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-df14f955-812f-4dfe-bad3-4b7bc818ba4a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=08700ee2934140278345d972bc355944&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246856 Nov 11 11:49:30.380589 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Network a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:30.406801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:30.479172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ac5df428-705f-4e28-b711-a4603eb57fef req-2d847d74-f448-4140-8317-04ea2206f1b3 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb366a19-1d0d-4b25-831d-7afd7ac4c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912272 Nov 11 11:49:30.516163 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-a3edce10-df98-444a-945f-9ca8126835d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:30.517832 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-a3edce10-df98-444a-945f-9ca8126835d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475413 Nov 11 11:49:30.521700 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:49:30.522296 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:30.526192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Pushing event updated for resources: {'Port': ['ID=f93aecca-6e79-4a68-a648-d2ef7590f82b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:30.533162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-cef3a8e8-b03b-4343-8185-e2291b8718d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Request body: {'port': {'device_id': 'af909a72-60c5-4e32-9aa4-a08393da1345', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '08700ee2934140278345d972bc355944'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:30.534735 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942b714-6434-4c57-8f4e-2cf675b565c7 req-27e8899d-cc48-46df-acd4-8ec77a4906c9 tempest-MigrationsAdminTest-412803703 tempest-MigrationsAdminTest-412803703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:30.548353 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5942b714-6434-4c57-8f4e-2cf675b565c7 req-27e8899d-cc48-46df-acd4-8ec77a4906c9 tempest-MigrationsAdminTest-412803703 tempest-MigrationsAdminTest-412803703-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 1122 time: 0.1915100 Nov 11 11:49:30.593404 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5942b714-6434-4c57-8f4e-2cf675b565c7 req-4d1a456c-5881-4cd4-a81e-70c199c5528e tempest-MigrationsAdminTest-412803703 tempest-MigrationsAdminTest-412803703-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:30.624026 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461467040-router', 'tenant_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:49:26Z', 'revision_number': 3, 'project_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'gw_port': {'id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:12:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:30.676204 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144dfe50-dd52-4872-ae17-32912afe6512 None None] The sync data for ids ['a8b51cf1-7dbf-4526-bae3-3715557c6a1f'] in n-d-807359-3 is: [{'id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461467040-router', 'tenant_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:49:26Z', 'revision_number': 3, 'project_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'gw_port': {'id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:12:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:49:30.762720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d42de-9521-4a8c-87c6-37b2594e0ee0 req-60164aa3-9208-471c-920d-cb5460d172f9 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:30.771206 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-141d42de-9521-4a8c-87c6-37b2594e0ee0 req-60164aa3-9208-471c-920d-cb5460d172f9 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 949 time: 0.1408107 Nov 11 11:49:30.799102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-cef3a8e8-b03b-4343-8185-e2291b8718d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Made reservation on behalf of 08700ee2934140278345d972bc355944 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:49:30.804530 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-cef3a8e8-b03b-4343-8185-e2291b8718d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:30.827750 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b5fce902-a4dd-439d-bedb-a7a1ad67233e None None] Provisioning complete for port f93aecca-6e79-4a68-a648-d2ef7590f82b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:30.828790 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b5fce902-a4dd-439d-bedb-a7a1ad67233e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:30.838439 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-cef3a8e8-b03b-4343-8185-e2291b8718d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:30.886363 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-141d42de-9521-4a8c-87c6-37b2594e0ee0 req-7b2c64d8-aab8-42f9-af19-d8f4f8086796 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137986 Nov 11 11:49:30.922611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b5fce902-a4dd-439d-bedb-a7a1ad67233e None None] Port f93aecca-6e79-4a68-a648-d2ef7590f82b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:49:30.941268 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5942b714-6434-4c57-8f4e-2cf675b565c7 req-4d1a456c-5881-4cd4-a81e-70c199c5528e tempest-MigrationsAdminTest-412803703 tempest-MigrationsAdminTest-412803703-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:30.956220 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5942b714-6434-4c57-8f4e-2cf675b565c7 req-4d1a456c-5881-4cd4-a81e-70c199c5528e tempest-MigrationsAdminTest-412803703 tempest-MigrationsAdminTest-412803703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:30.969003 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:30.976495 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-cef3a8e8-b03b-4343-8185-e2291b8718d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:30.993084 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-cef3a8e8-b03b-4343-8185-e2291b8718d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:31.105946 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a456c-5881-4cd4-a81e-70c199c5528e tempest-MigrationsAdminTest-412803703 tempest-MigrationsAdminTest-412803703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb113a9-fe5a-4c61-b6a0-7d8c84dbb7b8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:31.182282 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5942b714-6434-4c57-8f4e-2cf675b565c7 req-4d1a456c-5881-4cd4-a81e-70c199c5528e tempest-MigrationsAdminTest-412803703 tempest-MigrationsAdminTest-412803703-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6052580 Nov 11 11:49:31.183468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3a8e8-b03b-4343-8185-e2291b8718d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0663a672-2b9b-4ddc-8f27-36518eaaccda,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:31.189786 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2445a1bd-f367-4751-b27a-77684357f616 req-42cc1181-d59e-4b16-935e-c5864b49833a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 210 time: 0.1433542 Nov 11 11:49:31.335138 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bdecf-551d-4b24-9118-899de6a98786 req-eae15a31-02db-4173-beaf-0a6aaf79070e tempest-AggregatesAdminTestJSON-2100193597 tempest-AggregatesAdminTestJSON-2100193597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:31.336904 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c05bdecf-551d-4b24-9118-899de6a98786 req-eae15a31-02db-4173-beaf-0a6aaf79070e tempest-AggregatesAdminTestJSON-2100193597 tempest-AggregatesAdminTestJSON-2100193597-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 1122 time: 0.0860021 Nov 11 11:49:31.363694 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c05bdecf-551d-4b24-9118-899de6a98786 req-2ab79356-f294-4c65-a0ac-4e09b79e9e6d tempest-AggregatesAdminTestJSON-2100193597 tempest-AggregatesAdminTestJSON-2100193597-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:31.464044 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-cef3a8e8-b03b-4343-8185-e2291b8718d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Allocated IP 192.168.233.254 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:49:31.473805 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8549ccc0-52d2-474f-aff8-fbf442c0a8e6 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:31.550951 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:31.569821 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:31.570605 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:31.619792 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 8549ccc0-52d2-474f-aff8-fbf442c0a8e6 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:31.620083 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:31.630276 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00078769-ddd0-4281-acd1-86f483142422 req-aa876dba-6934-4218-bbe6-3539bca65cab tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=08700ee2934140278345d972bc355944&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732462 Nov 11 11:49:31.636596 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c05bdecf-551d-4b24-9118-899de6a98786 req-2ab79356-f294-4c65-a0ac-4e09b79e9e6d tempest-AggregatesAdminTestJSON-2100193597 tempest-AggregatesAdminTestJSON-2100193597-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:31.652573 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c05bdecf-551d-4b24-9118-899de6a98786 req-2ab79356-f294-4c65-a0ac-4e09b79e9e6d tempest-AggregatesAdminTestJSON-2100193597 tempest-AggregatesAdminTestJSON-2100193597-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:31.768111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-36943f23-0aef-432a-8844-d51fa06746e7 req-2995af12-08c1-42f4-bb74-9272a6909aa8 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:49:31.769145 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36943f23-0aef-432a-8844-d51fa06746e7 req-2995af12-08c1-42f4-bb74-9272a6909aa8 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2749431 Nov 11 11:49:31.797759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab79356-f294-4c65-a0ac-4e09b79e9e6d tempest-AggregatesAdminTestJSON-2100193597 tempest-AggregatesAdminTestJSON-2100193597-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c288fb91-b76f-4b7a-8281-a0af00131f75,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:31.812760 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Pushing event updated for resources: {'Port': ['ID=f93aecca-6e79-4a68-a648-d2ef7590f82b,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:31.815981 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c05bdecf-551d-4b24-9118-899de6a98786 req-2ab79356-f294-4c65-a0ac-4e09b79e9e6d tempest-AggregatesAdminTestJSON-2100193597 tempest-AggregatesAdminTestJSON-2100193597-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=fb366a19-1d0d-4b25-831d-7afd7ac4c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686081 Nov 11 11:49:31.821251 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:31.868940 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00078769-ddd0-4281-acd1-86f483142422 req-0d5d9b60-4634-49be-96bd-5dd23b6554e5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:31.870794 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00078769-ddd0-4281-acd1-86f483142422 req-0d5d9b60-4634-49be-96bd-5dd23b6554e5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316477 Nov 11 11:49:31.885977 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-00078769-ddd0-4281-acd1-86f483142422 req-7dd7355b-a939-44d3-b79c-af8e38cd49d3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Request body: {'port': {'device_id': '60daa0b3-02d4-4a95-90c4-3930714f8ad2', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '08700ee2934140278345d972bc355944'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:31.889155 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device be38ba02-60bf-412f-86df-d4bce0070e4c up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:31.952274 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 8549ccc0-52d2-474f-aff8-fbf442c0a8e6, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8549ccc0-52d2-474f-aff8-fbf442c0a8e6,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:31.964086 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-cef3a8e8-b03b-4343-8185-e2291b8718d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:32.027981 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:32.041308 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-cef3a8e8-b03b-4343-8185-e2291b8718d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:32.131448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-cef3a8e8-b03b-4343-8185-e2291b8718d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:32.139792 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-cef3a8e8-b03b-4343-8185-e2291b8718d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:32.142796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Network a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:32.147473 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-cef3a8e8-b03b-4343-8185-e2291b8718d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:49:32.153861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-cef3a8e8-b03b-4343-8185-e2291b8718d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:32.154527 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-cef3a8e8-b03b-4343-8185-e2291b8718d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:32.159334 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:32.166379 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00078769-ddd0-4281-acd1-86f483142422 req-7dd7355b-a939-44d3-b79c-af8e38cd49d3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Made reservation on behalf of 08700ee2934140278345d972bc355944 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:49:32.179303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3a8e8-b03b-4343-8185-e2291b8718d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Pushing event updated for resources: {'Port': ['ID=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:32.189126 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-00078769-ddd0-4281-acd1-86f483142422 req-7dd7355b-a939-44d3-b79c-af8e38cd49d3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:32.204783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=8549ccc0-52d2-474f-aff8-fbf442c0a8e6,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:32.231929 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-cef3a8e8-b03b-4343-8185-e2291b8718d5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7026374 Nov 11 11:49:32.251621 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port be38ba02-60bf-412f-86df-d4bce0070e4c completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:49:32.262311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port be38ba02-60bf-412f-86df-d4bce0070e4c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:32.262955 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:32.353056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Request body: {'port': {'device_id': 'af909a72-60c5-4e32-9aa4-a08393da1345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:32.379551 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:32.408597 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be38ba02-60bf-412f-86df-d4bce0070e4c'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:32.411844 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c64dba-ec92-4b0e-a2cf-d6584e53f093" -d '{"events": [{"server_uuid": "bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3", "name": "network-vif-plugged", "status": "completed", "tag": "be38ba02-60bf-412f-86df-d4bce0070e4c"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:32.430342 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-00078769-ddd0-4281-acd1-86f483142422 req-7dd7355b-a939-44d3-b79c-af8e38cd49d3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Allocated IP 192.168.233.152 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/17a91085-f463-4507-a46b-de29b9fb8670) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:49:32.432718 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port be38ba02-60bf-412f-86df-d4bce0070e4c, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=be38ba02-60bf-412f-86df-d4bce0070e4c,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:32.438700 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:32.524427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=be38ba02-60bf-412f-86df-d4bce0070e4c,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:32.563722 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:32.564599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-54fd57dd-8bf3-460f-9815-0a47a7340ee8 None None] Provisioning complete for port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:32.564956 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-54fd57dd-8bf3-460f-9815-0a47a7340ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:32.565811 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010f4bb-d767-466e-800d-6db95e8f05c9 req-78d024bd-e416-48cf-ac92-0747465a18de tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:32.567527 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b010f4bb-d767-466e-800d-6db95e8f05c9 req-78d024bd-e416-48cf-ac92-0747465a18de tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 950 time: 0.1104560 Nov 11 11:49:32.610236 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-54fd57dd-8bf3-460f-9815-0a47a7340ee8 None None] Port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:49:32.627479 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Router a8b51cf1-7dbf-4526-bae3-3715557c6a1f has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:49:32.675249 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b010f4bb-d767-466e-800d-6db95e8f05c9 req-e676a7d9-68ca-4457-8563-be12a57eec06 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970151 Nov 11 11:49:32.720090 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-00078769-ddd0-4281-acd1-86f483142422 req-7dd7355b-a939-44d3-b79c-af8e38cd49d3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:32.767732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9b03fac9-2e71-4cb5-9bc8-d9a50dcb2f90 None None] Provisioning complete for port f93aecca-6e79-4a68-a648-d2ef7590f82b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:32.768102 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9b03fac9-2e71-4cb5-9bc8-d9a50dcb2f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:32.811388 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-00078769-ddd0-4281-acd1-86f483142422 req-7dd7355b-a939-44d3-b79c-af8e38cd49d3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:32.869214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-9b03fac9-2e71-4cb5-9bc8-d9a50dcb2f90 None None] Port f93aecca-6e79-4a68-a648-d2ef7590f82b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:49:32.917361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00078769-ddd0-4281-acd1-86f483142422 req-7dd7355b-a939-44d3-b79c-af8e38cd49d3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:32.921617 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-00078769-ddd0-4281-acd1-86f483142422 req-7dd7355b-a939-44d3-b79c-af8e38cd49d3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:32.927850 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7355b-a939-44d3-b79c-af8e38cd49d3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Pushing event updated for resources: {'Port': ['ID=17a91085-f463-4507-a46b-de29b9fb8670,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:32.941205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-00078769-ddd0-4281-acd1-86f483142422 req-7dd7355b-a939-44d3-b79c-af8e38cd49d3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:49:32.946975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00078769-ddd0-4281-acd1-86f483142422 req-7dd7355b-a939-44d3-b79c-af8e38cd49d3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:32.947579 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-00078769-ddd0-4281-acd1-86f483142422 req-7dd7355b-a939-44d3-b79c-af8e38cd49d3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:32.950091 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37962) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:32.994669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca476fb9-1e68-445c-912d-cca33d0bc199 req-63768fe6-be4c-419c-a730-b2ec9a6cb0e8 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:32.999009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca476fb9-1e68-445c-912d-cca33d0bc199 req-63768fe6-be4c-419c-a730-b2ec9a6cb0e8 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 936 time: 0.1177740 Nov 11 11:49:33.004063 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:49:33.005562 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00078769-ddd0-4281-acd1-86f483142422 req-7dd7355b-a939-44d3-b79c-af8e38cd49d3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1246676 Nov 11 11:49:33.020145 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-256a9af0-c4d9-4045-8c9a-b36accf59538 admin admin] 10.222.0.65 "PUT /v2.0/routers/a8b51cf1-7dbf-4526-bae3-3715557c6a1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6370089 Nov 11 11:49:33.027842 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Request body: {'port': {'device_id': '60daa0b3-02d4-4a95-90c4-3930714f8ad2', 'device_owner': 'compute:tempest-test_az-464035519', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:33.149191 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:49:33.163615 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:33.180855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Transition to ACTIVE for port object 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:49:33.185934 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:33.257170 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Pushing event updated for resources: {'Port': ['ID=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:33.264692 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeb3981-70fe-459a-bad0-41e4beb9e9b2 x-openstack-request-id: req-dfeb3981-70fe-459a-bad0-41e4beb9e9b2 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:33.265226 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3", "name": "network-vif-plugged", "status": "completed", "tag": "be38ba02-60bf-412f-86df-d4bce0070e4c", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:33.265427 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfeb3981-70fe-459a-bad0-41e4beb9e9b2 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:33.265939 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be38ba02-60bf-412f-86df-d4bce0070e4c', 'code': 200} Nov 11 11:49:33.315731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-18bbaa99-2a8e-49ee-993f-f1bbffc28199 None None] Provisioning complete for port 17a91085-f463-4507-a46b-de29b9fb8670 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:33.316113 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-18bbaa99-2a8e-49ee-993f-f1bbffc28199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:33.351857 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Attempting to bind port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:49:33.352614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Attempting to bind port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:49:33.353060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Attempting to bind port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:33.355211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.62', 65373) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:33.389519 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-18bbaa99-2a8e-49ee-993f-f1bbffc28199 None None] Port 17a91085-f463-4507-a46b-de29b9fb8670 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:49:33.407895 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:49:33.408113 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Attempting to bind port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:33.431481 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8549ccc0-52d2-474f-aff8-fbf442c0a8e6 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:33.454060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:49:33.454060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:49:33.454060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:49:33.454060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Bound port: 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:49:33.454060 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:33.461115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Sync routers for ids ['a8b51cf1-7dbf-4526-bae3-3715557c6a1f'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:49:33.492745 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:33.501386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Routers {'a8b51cf1-7dbf-4526-bae3-3715557c6a1f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:49:33.502284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a8b51cf1-7dbf-4526-bae3-3715557c6a1f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:33.514727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82310389-353f-4c50-821e-648b55976cab req-ed4fd5e4-f3ce-4ab1-b081-e8358f7fed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:33.524190 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-3db0c143-7115-405a-a0fa-92e3a78a0255 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5711281 Nov 11 11:49:33.527891 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82310389-353f-4c50-821e-648b55976cab req-ed4fd5e4-f3ce-4ab1-b081-e8358f7fed6d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 1101 time: 0.1707509 Nov 11 11:49:33.532942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-f57e0990-defc-4a92-a665-8386f722dd98 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:49:33.545967 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-f57e0990-defc-4a92-a665-8386f722dd98 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127809 Nov 11 11:49:33.574677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 8549ccc0-52d2-474f-aff8-fbf442c0a8e6 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:33.575038 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:33.609379 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] For port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:49:33.615983 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82310389-353f-4c50-821e-648b55976cab req-d97ce6c2-7c14-47e0-afce-533afbdaac12 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785372 Nov 11 11:49:33.626441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] For port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:49:33.630350 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca476fb9-1e68-445c-912d-cca33d0bc199 req-35f48e79-9d37-4ecd-978f-196b377cf88a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6207016 Nov 11 11:49:33.636266 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:33.655358 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc0f9b-5271-46f2-8a90-a08cc4469045 req-e45025d5-5b15-4534-84be-a2ec68b50f7f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:33.657149 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-abfc0f9b-5271-46f2-8a90-a08cc4469045 req-e45025d5-5b15-4534-84be-a2ec68b50f7f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.2339911 Nov 11 11:49:33.689861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Set router a8b51cf1-7dbf-4526-bae3-3715557c6a1f gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:49:33.704534 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:33.705472 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:33.707270 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] 10.222.0.62 "PUT /v2.0/ports/29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 HTTP/1.1" status: 200 len: 1096 time: 1.3699894 Nov 11 11:49:33.707723 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af909a72-60c5-4e32-9aa4-a08393da1345', 'tag': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:33.710330 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d8ee4f-0ebc-4084-90c0-09a810a5c30a" -d '{"events": [{"name": "network-changed", "server_uuid": "af909a72-60c5-4e32-9aa4-a08393da1345", "tag": "29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:33.746843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8a4fe-9b61-4200-a467-c306eab76edf service neutron] Pushing event updated for resources: {'Port': ['ID=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:33.831404 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-abfc0f9b-5271-46f2-8a90-a08cc4469045 req-ff823981-359e-4aa0-90cb-71055e26d683 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058593 Nov 11 11:49:34.069027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-718a42b1-48fe-4b61-8cb3-0f55b647f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:34.070741 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-718a42b1-48fe-4b61-8cb3-0f55b647f421 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08700ee2934140278345d972bc355944&device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 1099 time: 0.1099563 Nov 11 11:49:34.134673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a91085-f463-4507-a46b-de29b9fb8670 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:49:34.156708 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-13ff5ab8-d196-4cd1-bb8d-92b4c166a08e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 HTTP/1.1" status: 200 len: 217 time: 0.0744896 Nov 11 11:49:34.210931 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:34.227586 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461467040-router', 'tenant_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:49:30Z', 'revision_number': 4, 'project_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'gw_port': {'id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:12:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'f93aecca-6e79-4a68-a648-d2ef7590f82b', 'name': '', 'network_id': 'a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0', 'tenant_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'mac_address': 'fa:16:3e:97:cb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'dfa07ebf-96ab-49d3-be00-876a7aa5c823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:29Z', 'updated_at': '2021-11-11T11:49:31Z', 'revision_number': 2, 'project_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'subnets': [{'id': 'dfa07ebf-96ab-49d3-be00-876a7aa5c823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:34.254116 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a6135d-3371-4338-a91e-992c7db563da x-openstack-request-id: req-71a6135d-3371-4338-a91e-992c7db563da {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:34.254398 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af909a72-60c5-4e32-9aa4-a08393da1345", "tag": "29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:34.254645 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71a6135d-3371-4338-a91e-992c7db563da {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:34.255034 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af909a72-60c5-4e32-9aa4-a08393da1345', 'tag': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5', 'status': 'completed', 'code': 200} Nov 11 11:49:34.258736 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Transition to ACTIVE for port object 17a91085-f463-4507-a46b-de29b9fb8670 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:49:34.260114 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-417e9adb-582c-4e65-8778-c8d3920ca933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:34.262058 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-417e9adb-582c-4e65-8778-c8d3920ca933 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0938373 Nov 11 11:49:34.262439 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Checking router: a8b51cf1-7dbf-4526-bae3-3715557c6a1f for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:49:34.263714 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Updating router a8b51cf1-7dbf-4526-bae3-3715557c6a1f port f93aecca-6e79-4a68-a648-d2ef7590f82b binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:49:34.277038 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185180ce-b106-4382-b531-8199fc4f0f2f req-9388d3bb-2d52-40dc-a6f7-9957184aa2af tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:34.280054 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-185180ce-b106-4382-b531-8199fc4f0f2f req-9388d3bb-2d52-40dc-a6f7-9957184aa2af tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 950 time: 0.1487889 Nov 11 11:49:34.280931 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:34.299767 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:34.325658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-9df6e2fa-6594-413a-8c4c-2505f93954a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:34.328049 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-9df6e2fa-6594-413a-8c4c-2505f93954a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542638 Nov 11 11:49:34.414684 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Pushing event updated for resources: {'Port': ['ID=17a91085-f463-4507-a46b-de29b9fb8670,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:34.508812 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-90b340c8-15ee-4aa8-855a-03425e4aaf32 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732593 Nov 11 11:49:34.541219 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-185180ce-b106-4382-b531-8199fc4f0f2f req-1f88bd94-3229-4396-9c71-aa535921ef20 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554941 Nov 11 11:49:34.551484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Attempting to bind port 17a91085-f463-4507-a46b-de29b9fb8670 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:49:34.551825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Attempting to bind port 17a91085-f463-4507-a46b-de29b9fb8670 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:49:34.552173 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Attempting to bind port 17a91085-f463-4507-a46b-de29b9fb8670 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:34.562809 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Port 17a91085-f463-4507-a46b-de29b9fb8670 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:49:34.563128 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Attempting to bind port 17a91085-f463-4507-a46b-de29b9fb8670 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:34.573114 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:49:34.573566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:49:34.573872 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:49:34.574300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Bound port: 17a91085-f463-4507-a46b-de29b9fb8670, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:49:34.574651 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:34.748937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] For port 17a91085-f463-4507-a46b-de29b9fb8670, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:49:34.754546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] For port 17a91085-f463-4507-a46b-de29b9fb8670, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=17a91085-f463-4507-a46b-de29b9fb8670,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:49:34.779423 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:34.840162 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:34.859918 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:34.887039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Pushing event updated for resources: {'Port': ['ID=17a91085-f463-4507-a46b-de29b9fb8670,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:34.961568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d05056-257b-40a2-ad73-f9a30d6590c1 None None] Pushing event updated for resources: {'Port': ['ID=f93aecca-6e79-4a68-a648-d2ef7590f82b,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:34.969075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:34.979783 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:34.982619 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00078769-ddd0-4281-acd1-86f483142422 req-47139bdb-7e4a-4b02-a544-0b5b0fd3c255 service neutron] 10.222.0.43 "PUT /v2.0/ports/17a91085-f463-4507-a46b-de29b9fb8670 HTTP/1.1" status: 200 len: 1117 time: 1.9657896 Nov 11 11:49:34.983084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60daa0b3-02d4-4a95-90c4-3930714f8ad2', 'tag': '17a91085-f463-4507-a46b-de29b9fb8670'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:34.989883 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec23b6a-2523-488f-a6d4-7ec5c4dd85af" -d '{"events": [{"name": "network-changed", "server_uuid": "60daa0b3-02d4-4a95-90c4-3930714f8ad2", "tag": "17a91085-f463-4507-a46b-de29b9fb8670"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:35.045679 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-def417f5-d560-42d6-9d4f-22a0ce0a042a req-c748840d-f2d3-4763-a708-9617ebac6033 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232575 Nov 11 11:49:35.050274 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Attempting to bind port f93aecca-6e79-4a68-a648-d2ef7590f82b on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:49:35.050654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Attempting to bind port f93aecca-6e79-4a68-a648-d2ef7590f82b by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '6b1dee2e-e42e-40ee-badf-ee3fbb409be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:49:35.050785 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31c739-3c69-458e-ae89-72459c53952d req-b8df597b-587a-46dc-8456-57623eb25944 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:35.050993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Attempting to bind port f93aecca-6e79-4a68-a648-d2ef7590f82b on network a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:35.057416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:49:35.057845 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Checking segment: {'id': '6b1dee2e-e42e-40ee-badf-ee3fbb409be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:49:35.058244 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:35.058631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Bound using segment: {'id': '6b1dee2e-e42e-40ee-badf-ee3fbb409be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:49:35.059101 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Bound port: f93aecca-6e79-4a68-a648-d2ef7590f82b, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1dee2e-e42e-40ee-badf-ee3fbb409be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:49:35.060093 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:35.076181 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc31c739-3c69-458e-ae89-72459c53952d req-b8df597b-587a-46dc-8456-57623eb25944 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 969 time: 0.1901295 Nov 11 11:49:35.204556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8ee4f-0ebc-4084-90c0-09a810a5c30a req-f0b03cec-ef59-4ee5-b277-fc6672f292b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:35.205867 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] For port f93aecca-6e79-4a68-a648-d2ef7590f82b, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:49:35.207380 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-29d8ee4f-0ebc-4084-90c0-09a810a5c30a req-f0b03cec-ef59-4ee5-b277-fc6672f292b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08700ee2934140278345d972bc355944&device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 1099 time: 0.0729978 Nov 11 11:49:35.214620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] For port f93aecca-6e79-4a68-a648-d2ef7590f82b, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f93aecca-6e79-4a68-a648-d2ef7590f82b,segment=NetworkSegment(6b1dee2e-e42e-40ee-badf-ee3fbb409be5),segment_id=6b1dee2e-e42e-40ee-badf-ee3fbb409be5)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:49:35.227429 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:35.251434 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc31c739-3c69-458e-ae89-72459c53952d req-8386417b-e977-41e3-83c5-77b7eb25efd4 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736684 Nov 11 11:49:35.254137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00078769-ddd0-4281-acd1-86f483142422 req-fabdd41e-01a1-4217-b880-2b8ad5ef310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:35.256050 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00078769-ddd0-4281-acd1-86f483142422 req-fabdd41e-01a1-4217-b880-2b8ad5ef310b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08700ee2934140278345d972bc355944&device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 1120 time: 0.2187865 Nov 11 11:49:35.359316 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Routers {'a8b51cf1-7dbf-4526-bae3-3715557c6a1f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:49:35.360357 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a8b51cf1-7dbf-4526-bae3-3715557c6a1f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:35.363001 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00078769-ddd0-4281-acd1-86f483142422 req-8b13c925-9c36-480b-8d37-05120f7798dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=17a91085-f463-4507-a46b-de29b9fb8670 HTTP/1.1" status: 200 len: 217 time: 0.0979285 Nov 11 11:49:35.508499 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00078769-ddd0-4281-acd1-86f483142422 req-5e7b76ed-3efa-4bf8-8d9d-bf8c1b24af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:35.510376 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00078769-ddd0-4281-acd1-86f483142422 req-5e7b76ed-3efa-4bf8-8d9d-bf8c1b24af37 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1389196 Nov 11 11:49:35.533609 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-ade49df6-5567-4b03-989f-1f379e120e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:35.535336 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-ade49df6-5567-4b03-989f-1f379e120e15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 1122 time: 0.0717037 Nov 11 11:49:35.557223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] Set router a8b51cf1-7dbf-4526-bae3-3715557c6a1f gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:49:35.568855 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d412016-30ac-417d-b1fd-e5165c1d2f30 req-2fe19a8c-ebe8-4aac-960e-666fb3e42fc4 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:35.578151 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d412016-30ac-417d-b1fd-e5165c1d2f30 req-2fe19a8c-ebe8-4aac-960e-666fb3e42fc4 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.1153643 Nov 11 11:49:35.581345 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a043b7c5-58c6-4399-ad16-c4bc8f88aaf7 x-openstack-request-id: req-a043b7c5-58c6-4399-ad16-c4bc8f88aaf7 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:35.581643 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60daa0b3-02d4-4a95-90c4-3930714f8ad2", "tag": "17a91085-f463-4507-a46b-de29b9fb8670", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:35.581900 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a043b7c5-58c6-4399-ad16-c4bc8f88aaf7 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:35.582288 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60daa0b3-02d4-4a95-90c4-3930714f8ad2', 'tag': '17a91085-f463-4507-a46b-de29b9fb8670', 'status': 'completed', 'code': 200} Nov 11 11:49:35.613743 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00078769-ddd0-4281-acd1-86f483142422 req-d07e1524-e30e-425c-a257-076ef218888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:35.615321 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00078769-ddd0-4281-acd1-86f483142422 req-d07e1524-e30e-425c-a257-076ef218888c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0977211 Nov 11 11:49:35.667602 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8ee4f-0ebc-4084-90c0-09a810a5c30a req-55de938f-784e-4774-892e-e1bfc51adf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:35.670597 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-29d8ee4f-0ebc-4084-90c0-09a810a5c30a req-55de938f-784e-4774-892e-e1bfc51adf1d service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.4529607 Nov 11 11:49:35.671527 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d05056-257b-40a2-ad73-f9a30d6590c1 None None] Pushing event updated for resources: {'Port': ['ID=f93aecca-6e79-4a68-a648-d2ef7590f82b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:35.741133 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d412016-30ac-417d-b1fd-e5165c1d2f30 req-4c285c5f-ff0a-4b5c-850f-f041f300fd4a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621318 Nov 11 11:49:35.770791 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bca0a141-79f9-4c6f-8e13-0c76a7ff8f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:35.808615 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-29d8ee4f-0ebc-4084-90c0-09a810a5c30a req-db56a52f-97e2-4d8c-a15e-0080f844a4d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 HTTP/1.1" status: 200 len: 217 time: 0.0432103 Nov 11 11:49:35.898202 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8ee4f-0ebc-4084-90c0-09a810a5c30a req-f1de4046-6375-4f4e-96b2-f93275d3ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:35.899679 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-29d8ee4f-0ebc-4084-90c0-09a810a5c30a req-f1de4046-6375-4f4e-96b2-f93275d3ef44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0754087 Nov 11 11:49:35.906901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-1f3139c0-9971-4f97-9a82-6c75929a982d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:35.909773 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-1f3139c0-9971-4f97-9a82-6c75929a982d service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.3587284 Nov 11 11:49:35.910451 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c12d5c20-e3d1-4697-8822-f09dd4163bd0 None None] Provisioning complete for port f93aecca-6e79-4a68-a648-d2ef7590f82b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:35.910810 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c12d5c20-e3d1-4697-8822-f09dd4163bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:35.940696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e893bb-8ed5-4605-b601-38a2c28b9906 req-175bbd88-81f9-43b2-91e0-41119d577e5b tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:35.948890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c2e893bb-8ed5-4605-b601-38a2c28b9906 req-175bbd88-81f9-43b2-91e0-41119d577e5b tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 950 time: 0.1107252 Nov 11 11:49:35.985694 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00078769-ddd0-4281-acd1-86f483142422 req-72fc9764-4798-4b13-827e-582186b5c0a3 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625460 Nov 11 11:49:36.019432 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-63c41661-5edb-459d-aedb-78c73141c5c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46 HTTP/1.1" status: 200 len: 217 time: 0.0455744 Nov 11 11:49:36.033817 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c2e893bb-8ed5-4605-b601-38a2c28b9906 req-e2e7a115-dde9-41a7-9bb6-0087585da455 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827408 Nov 11 11:49:36.051191 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c12d5c20-e3d1-4697-8822-f09dd4163bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:36.076900 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-1e248af7-a853-486b-879f-866f17ef3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:36.078643 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-1e248af7-a853-486b-879f-866f17ef3d1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0507343 Nov 11 11:49:36.087367 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8ee4f-0ebc-4084-90c0-09a810a5c30a req-c1305b0b-b767-4a51-a3ae-d64c342e751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:36.087367 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-29d8ee4f-0ebc-4084-90c0-09a810a5c30a req-c1305b0b-b767-4a51-a3ae-d64c342e751c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1741164 Nov 11 11:49:36.092463 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c12d5c20-e3d1-4697-8822-f09dd4163bd0 None None] For port f93aecca-6e79-4a68-a648-d2ef7590f82b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f93aecca-6e79-4a68-a648-d2ef7590f82b,segment=NetworkSegment(6b1dee2e-e42e-40ee-badf-ee3fbb409be5),segment_id=6b1dee2e-e42e-40ee-badf-ee3fbb409be5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:36.102192 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c12d5c20-e3d1-4697-8822-f09dd4163bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:36.193759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d5c20-e3d1-4697-8822-f09dd4163bd0 None None] Pushing event updated for resources: {'Port': ['ID=f93aecca-6e79-4a68-a648-d2ef7590f82b,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:36.202235 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461467040-router', 'tenant_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:49:30Z', 'revision_number': 4, 'project_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'gw_port': {'id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:12:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'f93aecca-6e79-4a68-a648-d2ef7590f82b', 'name': '', 'network_id': 'a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0', 'tenant_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'mac_address': 'fa:16:3e:97:cb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'dfa07ebf-96ab-49d3-be00-876a7aa5c823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:29Z', 'updated_at': '2021-11-11T11:49:35Z', 'revision_number': 4, 'project_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'subnets': [{'id': 'dfa07ebf-96ab-49d3-be00-876a7aa5c823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:36.270502 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f9c83-3e72-4aff-a879-d75808da3940 None None] The sync data for ids ['a8b51cf1-7dbf-4526-bae3-3715557c6a1f'] in n-d-807359-3 is: [{'id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461467040-router', 'tenant_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:49:30Z', 'revision_number': 4, 'project_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'gw_port': {'id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:12:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'f93aecca-6e79-4a68-a648-d2ef7590f82b', 'name': '', 'network_id': 'a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0', 'tenant_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'mac_address': 'fa:16:3e:97:cb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'dfa07ebf-96ab-49d3-be00-876a7aa5c823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:29Z', 'updated_at': '2021-11-11T11:49:35Z', 'revision_number': 4, 'project_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'subnets': [{'id': 'dfa07ebf-96ab-49d3-be00-876a7aa5c823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:49:36.277451 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00078769-ddd0-4281-acd1-86f483142422 req-99af46d6-e1e9-41cb-a552-9fed2a167935 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535930 Nov 11 11:49:36.354408 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-3b88feb4-683f-4a32-8caf-2726d82ad08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:36.359382 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-3b88feb4-683f-4a32-8caf-2726d82ad08c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2710593 Nov 11 11:49:36.400952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38100) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:36.414414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-579088c5-8231-496d-bee9-1db1c53ccab0 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--346941498', 'description': 'tempest-description--1854557801'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:36.439204 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec23b6a-2523-488f-a6d4-7ec5c4dd85af req-72a8e88c-f97d-44f7-8bd6-493f8a52a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:36.441310 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cec23b6a-2523-488f-a6d4-7ec5c4dd85af req-72a8e88c-f97d-44f7-8bd6-493f8a52a44a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08700ee2934140278345d972bc355944&device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 1120 time: 0.1115561 Nov 11 11:49:36.504112 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-29d8ee4f-0ebc-4084-90c0-09a810a5c30a req-5921c4dc-2a69-4db6-a1df-7d1fcd9cfc50 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985994 Nov 11 11:49:36.575216 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-579088c5-8231-496d-bee9-1db1c53ccab0 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:36.645244 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b57e77-7fe0-4ca0-9e15-057618a49050 req-a7f38907-3f59-4893-adbe-22c5dc9a73db tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:36.653676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76b57e77-7fe0-4ca0-9e15-057618a49050 req-a7f38907-3f59-4893-adbe-22c5dc9a73db tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 969 time: 0.1121855 Nov 11 11:49:36.667832 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-7b0ace06-5ebe-4bc7-a698-363731ca32a0 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983594 Nov 11 11:49:36.699303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38106) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:36.733446 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76b57e77-7fe0-4ca0-9e15-057618a49050 req-48f7513a-438a-49ce-b22c-b1d642d06051 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742316 Nov 11 11:49:36.744782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec23b6a-2523-488f-a6d4-7ec5c4dd85af req-abe85961-596c-4821-8961-07bb09540a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:36.744782 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cec23b6a-2523-488f-a6d4-7ec5c4dd85af req-abe85961-596c-4821-8961-07bb09540a12 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.2940512 Nov 11 11:49:36.770555 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-29d8ee4f-0ebc-4084-90c0-09a810a5c30a req-0a5cc321-4731-44f1-a704-258b7851a7e1 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222836 Nov 11 11:49:36.819461 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cec23b6a-2523-488f-a6d4-7ec5c4dd85af req-acb66d43-6e37-4015-96bd-35a19411b5aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=17a91085-f463-4507-a46b-de29b9fb8670 HTTP/1.1" status: 200 len: 217 time: 0.0667007 Nov 11 11:49:36.913676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-579088c5-8231-496d-bee9-1db1c53ccab0 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:36.932432 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec23b6a-2523-488f-a6d4-7ec5c4dd85af req-6bf282ea-6013-4240-a4a2-201e44bd98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:36.935153 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-579088c5-8231-496d-bee9-1db1c53ccab0 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:36.937826 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cec23b6a-2523-488f-a6d4-7ec5c4dd85af req-6bf282ea-6013-4240-a4a2-201e44bd98d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1063354 Nov 11 11:49:36.972529 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-e7dd3ed9-e747-4589-b67b-24706eaa5223 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956097 Nov 11 11:49:36.986283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579088c5-8231-496d-bee9-1db1c53ccab0 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:36.992144 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-579088c5-8231-496d-bee9-1db1c53ccab0 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:36.997508 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-579088c5-8231-496d-bee9-1db1c53ccab0 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5954854 Nov 11 11:49:37.001421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38122) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:37.010532 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f33cc405-06d8-45d6-9107-f6185f5e1eb9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Request body: {'security_group_rule': {'security_group_id': '2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:37.015426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec23b6a-2523-488f-a6d4-7ec5c4dd85af req-cbf908f5-16ab-455e-90ec-a2c30a441592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:37.027387 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cec23b6a-2523-488f-a6d4-7ec5c4dd85af req-cbf908f5-16ab-455e-90ec-a2c30a441592 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856588 Nov 11 11:49:37.066382 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d8d2a2cd-8dbd-464b-abb7-2c410d109e73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.076483 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f33cc405-06d8-45d6-9107-f6185f5e1eb9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.163138 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f33cc405-06d8-45d6-9107-f6185f5e1eb9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.169043 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f33cc405-06d8-45d6-9107-f6185f5e1eb9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.187087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cc405-06d8-45d6-9107-f6185f5e1eb9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2394f35-6c5c-4fa5-beb1-7cbceb59114b,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:37.198978 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f33cc405-06d8-45d6-9107-f6185f5e1eb9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.202654 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f33cc405-06d8-45d6-9107-f6185f5e1eb9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1977534 Nov 11 11:49:37.202871 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38126) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:37.207743 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ef891d93-0ce0-4d1a-b09c-96064f56dc50 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Request body: {'security_group_rule': {'security_group_id': '2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:37.241242 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef891d93-0ce0-4d1a-b09c-96064f56dc50 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.258020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f28adb-25a3-408e-a689-b691179ef2a6 req-79f68d50-5db9-4e75-9b49-3b330ec9ea37 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:37.259829 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1f28adb-25a3-408e-a689-b691179ef2a6 req-79f68d50-5db9-4e75-9b49-3b330ec9ea37 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.1974933 Nov 11 11:49:37.273012 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cec23b6a-2523-488f-a6d4-7ec5c4dd85af req-e813e5fd-9d0e-443a-ae39-ab178b34e37d service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367499 Nov 11 11:49:37.299381 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef891d93-0ce0-4d1a-b09c-96064f56dc50 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.304743 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef891d93-0ce0-4d1a-b09c-96064f56dc50 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.317917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913c735-9a6d-4917-9112-d5ff48ad1b7f req-3513398f-2329-44e9-9153-d5b45d223473 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:37.319612 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7913c735-9a6d-4917-9112-d5ff48ad1b7f req-3513398f-2329-44e9-9153-d5b45d223473 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 950 time: 0.1647558 Nov 11 11:49:37.323485 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef891d93-0ce0-4d1a-b09c-96064f56dc50 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872c785a-6abd-4a36-bf7f-5d67c6711512,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:37.333958 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef891d93-0ce0-4d1a-b09c-96064f56dc50 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.338573 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ef891d93-0ce0-4d1a-b09c-96064f56dc50 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345427 Nov 11 11:49:37.339173 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38128) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:37.344236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:37.378000 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.455502 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f93aecca-6e79-4a68-a648-d2ef7590f82b up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:37.467814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1f28adb-25a3-408e-a689-b691179ef2a6 req-ad11e54f-2c1a-4a4f-8b1d-cddaca03f4ce tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971602 Nov 11 11:49:37.469757 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d8d2a2cd-8dbd-464b-abb7-2c410d109e73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.495019 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d8d2a2cd-8dbd-464b-abb7-2c410d109e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.512102 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.535745 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f93aecca-6e79-4a68-a648-d2ef7590f82b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:37.536210 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.608988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2a2cd-8dbd-464b-abb7-2c410d109e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5537fad-b88f-4f29-a7ac-c9b0b01dd8e2,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:37.613133 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cec23b6a-2523-488f-a6d4-7ec5c4dd85af req-ee369d8b-d16b-4292-a205-f7d1f5ac3258 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273523 Nov 11 11:49:37.616395 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d8d2a2cd-8dbd-464b-abb7-2c410d109e73 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce7df8522e8e48b98d57e82bdfc90bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9160707 Nov 11 11:49:37.622583 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38132) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:37.623158 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7913c735-9a6d-4917-9112-d5ff48ad1b7f req-625f6a98-c7a4-46aa-8a7e-72893461a920 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819145 Nov 11 11:49:37.728454 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Allocated IP 172.25.2.16 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/b4611f76-d876-4e21-9c87-835ffc8c5348) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:49:37.754942 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-436cd89c-663f-4ca9-a0b8-408cdf95581d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.841445 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-436cd89c-663f-4ca9-a0b8-408cdf95581d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.862691 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:49:37.900466 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d17d9c-66f6-4f36-b026-c02d9e0fd9a9 req-679bc3c7-f84c-4b92-880b-3165039bfecd tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:37.902577 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59d17d9c-66f6-4f36-b026-c02d9e0fd9a9 req-679bc3c7-f84c-4b92-880b-3165039bfecd tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 969 time: 0.0836730 Nov 11 11:49:37.921653 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.949408 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-436cd89c-663f-4ca9-a0b8-408cdf95581d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.952956 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-436cd89c-663f-4ca9-a0b8-408cdf95581d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:37.958611 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-436cd89c-663f-4ca9-a0b8-408cdf95581d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c5537fad-b88f-4f29-a7ac-c9b0b01dd8e2 HTTP/1.1" status: 204 len: 168 time: 0.3348181 Nov 11 11:49:37.977188 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cd89c-663f-4ca9-a0b8-408cdf95581d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5537fad-b88f-4f29-a7ac-c9b0b01dd8e2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:37.995127 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:38.004086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59d17d9c-66f6-4f36-b026-c02d9e0fd9a9 req-e804c2ae-7ef7-4215-a101-cd5190f2c671 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883846 Nov 11 11:49:38.017445 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:38.040563 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b318a5e8-5274-4cd0-8c85-38c435553dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:38.049685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:38.061827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:49:38.083948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:38.098325 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5', 'mac_address': 'fa:16:3e:72:9f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:49:38.158483 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:38.164292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Pushing event updated for resources: {'Port': ['ID=b4611f76-d876-4e21-9c87-835ffc8c5348,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:38.192365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:49:38.216657 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:38.221990 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:38.224306 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:38.278324 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:38.291645 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:38.454260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38166) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:38.459583 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:49:38.472480 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-caa7e25e-be20-484f-be9e-76fef32c6eb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:38.532437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e713a7-00b7-4a96-8486-3679f61e59cd req-cf6f2df5-43e0-46dc-87e8-b1fc9c1b35ef tempest-DeleteServersAdminTestJSON-1195764349 tempest-DeleteServersAdminTestJSON-1195764349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:38.534124 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d3e713a7-00b7-4a96-8486-3679f61e59cd req-cf6f2df5-43e0-46dc-87e8-b1fc9c1b35ef tempest-DeleteServersAdminTestJSON-1195764349 tempest-DeleteServersAdminTestJSON-1195764349-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 1101 time: 0.0689721 Nov 11 11:49:38.536228 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:38.542727 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:38.669239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38178) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:38.720597 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf4120-49e5-4eba-b1df-e30dbc210361 req-1b2a39d9-5be2-4c59-9220-ca636beb9b85 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:38.729114 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fdf4120-49e5-4eba-b1df-e30dbc210361 req-1b2a39d9-5be2-4c59-9220-ca636beb9b85 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.1573346 Nov 11 11:49:38.789505 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-caa7e25e-be20-484f-be9e-76fef32c6eb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:38.815383 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-caa7e25e-be20-484f-be9e-76fef32c6eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:38.828745 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:38.840743 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fdf4120-49e5-4eba-b1df-e30dbc210361 req-5e715882-f12e-4217-9904-3b4b9cfb0653 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107693 Nov 11 11:49:38.847786 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Pushing event updated for resources: {'Port': ['ID=b4611f76-d876-4e21-9c87-835ffc8c5348,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:38.857403 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:38.866589 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fcd6068d-8270-4170-81f0-2057ab3faddf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5262802 Nov 11 11:49:38.866816 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e71980ba-2a02-4b49-8f16-4ce9ed73bcbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:38.878047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-d3e713a7-00b7-4a96-8486-3679f61e59cd req-a365f460-69c4-436e-bb1a-f35b677fff3f tempest-DeleteServersAdminTestJSON-1195764349 tempest-DeleteServersAdminTestJSON-1195764349-project-admin] Deleting port be38ba02-60bf-412f-86df-d4bce0070e4c {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:49:38.878591 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d3e713a7-00b7-4a96-8486-3679f61e59cd req-a365f460-69c4-436e-bb1a-f35b677fff3f tempest-DeleteServersAdminTestJSON-1195764349 tempest-DeleteServersAdminTestJSON-1195764349-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:38.894455 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:38.908426 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-caa7e25e-be20-484f-be9e-76fef32c6eb0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d35507f075484fafa09bc9cda215776f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4499710 Nov 11 11:49:38.910722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38190) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:38.923607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7e25e-be20-484f-be9e-76fef32c6eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7876549-7132-43e2-8058-16affbb57f71,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:38.934847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee9388-93be-4ff2-9ba7-dc0cda490c04 req-ee8c3011-8fd5-4a5a-a336-4cbeb3d209f7 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:38.942057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b5ee9388-93be-4ff2-9ba7-dc0cda490c04 req-ee8c3011-8fd5-4a5a-a336-4cbeb3d209f7 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3 HTTP/1.1" status: 200 len: 950 time: 0.1668732 Nov 11 11:49:39.028608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-d3e713a7-00b7-4a96-8486-3679f61e59cd req-a365f460-69c4-436e-bb1a-f35b677fff3f tempest-DeleteServersAdminTestJSON-1195764349 tempest-DeleteServersAdminTestJSON-1195764349-project-admin] For port be38ba02-60bf-412f-86df-d4bce0070e4c, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=be38ba02-60bf-412f-86df-d4bce0070e4c,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:39.028966 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d3e713a7-00b7-4a96-8486-3679f61e59cd req-a365f460-69c4-436e-bb1a-f35b677fff3f tempest-DeleteServersAdminTestJSON-1195764349 tempest-DeleteServersAdminTestJSON-1195764349-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:39.044423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-d3e713a7-00b7-4a96-8486-3679f61e59cd req-a365f460-69c4-436e-bb1a-f35b677fff3f tempest-DeleteServersAdminTestJSON-1195764349 tempest-DeleteServersAdminTestJSON-1195764349-project-admin] Calling delete_port for be38ba02-60bf-412f-86df-d4bce0070e4c owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:49:39.046104 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b5ee9388-93be-4ff2-9ba7-dc0cda490c04 req-1823deb1-3b5d-4ec4-8301-4ddfad56e2d0 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031775 Nov 11 11:49:39.096279 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-407972a4-9a47-411f-b662-5b7bf7536e85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:39.102721 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e71980ba-2a02-4b49-8f16-4ce9ed73bcbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:39.111814 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e71980ba-2a02-4b49-8f16-4ce9ed73bcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:39.149959 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-407972a4-9a47-411f-b662-5b7bf7536e85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:39.193257 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e71980ba-2a02-4b49-8f16-4ce9ed73bcbf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f411625d4964135a9fd2d5ca30fc554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5229487 Nov 11 11:49:39.207420 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38212) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:39.221922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71980ba-2a02-4b49-8f16-4ce9ed73bcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2f7eff-5612-4c8a-9975-8c29a0250c6c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:39.260006 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d3e713a7-00b7-4a96-8486-3679f61e59cd req-a365f460-69c4-436e-bb1a-f35b677fff3f tempest-DeleteServersAdminTestJSON-1195764349 tempest-DeleteServersAdminTestJSON-1195764349-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:39.272506 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['be38ba02-60bf-412f-86df-d4bce0070e4c'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:49:39.291350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd760852-7d43-4ed3-b809-f0c1579270b6 req-aff18643-c50c-468f-8b01-c31f995ab7a2 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:39.292752 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd760852-7d43-4ed3-b809-f0c1579270b6 req-aff18643-c50c-468f-8b01-c31f995ab7a2 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 969 time: 0.1409130 Nov 11 11:49:39.293821 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31603f72-b673-46fa-aa78-d38d9a0087b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:39.297173 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365f460-69c4-436e-bb1a-f35b677fff3f tempest-DeleteServersAdminTestJSON-1195764349 tempest-DeleteServersAdminTestJSON-1195764349-project-admin] Pushing event deleted for resources: {'Port': ['ID=be38ba02-60bf-412f-86df-d4bce0070e4c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:39.305858 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-ab12eb9d-e937-4f5b-b91e-825ad5c8e80e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--346941498&fields=id&tenant_id=698a4072eeb44d058612b432edd8e394 HTTP/1.1" status: 200 len: 267 time: 0.1381769 Nov 11 11:49:39.338594 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31603f72-b673-46fa-aa78-d38d9a0087b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:39.359064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e713a7-00b7-4a96-8486-3679f61e59cd req-a365f460-69c4-436e-bb1a-f35b677fff3f tempest-DeleteServersAdminTestJSON-1195764349 tempest-DeleteServersAdminTestJSON-1195764349-project-admin] No DVR routers for this DVR port be38ba02-60bf-412f-86df-d4bce0070e4c on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:49:39.362534 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d3e713a7-00b7-4a96-8486-3679f61e59cd req-a365f460-69c4-436e-bb1a-f35b677fff3f tempest-DeleteServersAdminTestJSON-1195764349 tempest-DeleteServersAdminTestJSON-1195764349-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:39.366841 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d3e713a7-00b7-4a96-8486-3679f61e59cd req-a365f460-69c4-436e-bb1a-f35b677fff3f tempest-DeleteServersAdminTestJSON-1195764349 tempest-DeleteServersAdminTestJSON-1195764349-project-admin] 10.222.0.62 "DELETE /v2.0/ports/be38ba02-60bf-412f-86df-d4bce0070e4c HTTP/1.1" status: 204 len: 173 time: 0.8215456 Nov 11 11:49:39.370139 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-407972a4-9a47-411f-b662-5b7bf7536e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:39.372602 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3', 'name': 'network-vif-deleted', 'tag': 'be38ba02-60bf-412f-86df-d4bce0070e4c'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:39.372754 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-407972a4-9a47-411f-b662-5b7bf7536e85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:39.376397 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-407972a4-9a47-411f-b662-5b7bf7536e85 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a7876549-7132-43e2-8058-16affbb57f71 HTTP/1.1" status: 204 len: 168 time: 0.4582891 Nov 11 11:49:39.376536 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ce7859-5834-4355-b774-1c570bdb09be" -d '{"events": [{"server_uuid": "bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3", "name": "network-vif-deleted", "tag": "be38ba02-60bf-412f-86df-d4bce0070e4c"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:39.443543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31603f72-b673-46fa-aa78-d38d9a0087b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:39.443779 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407972a4-9a47-411f-b662-5b7bf7536e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7876549-7132-43e2-8058-16affbb57f71,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:39.460007 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31603f72-b673-46fa-aa78-d38d9a0087b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:39.471513 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-31603f72-b673-46fa-aa78-d38d9a0087b9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b2f7eff-5612-4c8a-9975-8c29a0250c6c HTTP/1.1" status: 204 len: 168 time: 0.2577589 Nov 11 11:49:39.491384 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31603f72-b673-46fa-aa78-d38d9a0087b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2f7eff-5612-4c8a-9975-8c29a0250c6c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:39.609253 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd760852-7d43-4ed3-b809-f0c1579270b6 req-d6784584-9c8d-47e4-a3ea-0eac9cfca706 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965319 Nov 11 11:49:39.639634 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-8ecd7cc6-3da5-49c6-9bc1-48b15b3a6e19 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:39.641683 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-8ecd7cc6-3da5-49c6-9bc1-48b15b3a6e19 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/networks?id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9 HTTP/1.1" status: 200 len: 823 time: 0.3349829 Nov 11 11:49:39.673256 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-ee44b383-c64c-4298-87f9-07c10f24b490 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/quotas/698a4072eeb44d058612b432edd8e394 HTTP/1.1" status: 200 len: 375 time: 0.0188785 Nov 11 11:49:39.700923 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ca74bb-c0f8-4cef-8f20-871f8d494daf x-openstack-request-id: req-b2ca74bb-c0f8-4cef-8f20-871f8d494daf {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:39.701064 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3", "name": "network-vif-deleted", "tag": "be38ba02-60bf-412f-86df-d4bce0070e4c", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:39.701458 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2ca74bb-c0f8-4cef-8f20-871f8d494daf {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:39.701927 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2bb2ea-62a1-4336-9fbe-37ba0fe766b3', 'name': 'network-vif-deleted', 'tag': 'be38ba02-60bf-412f-86df-d4bce0070e4c', 'status': 'completed', 'code': 200} Nov 11 11:49:39.874956 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38242) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:39.889881 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff986caf-4e2c-47a7-b176-e1ab7f67ce67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:39.895157 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:39.996610 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:49:39.998438 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff986caf-4e2c-47a7-b176-e1ab7f67ce67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:40.002701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:40.002991 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:40.006359 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff986caf-4e2c-47a7-b176-e1ab7f67ce67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:40.014789 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-ed79f9b5-b0a4-4bb5-be8f-438c908a8414 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=698a4072eeb44d058612b432edd8e394&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3390968 Nov 11 11:49:40.080598 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ff986caf-4e2c-47a7-b176-e1ab7f67ce67 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=54f1ffcdf50a4b98af6515d27b2e907c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045116 Nov 11 11:49:40.081578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff986caf-4e2c-47a7-b176-e1ab7f67ce67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df79f8a-b076-45bf-9761-79024bce1dbf,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:40.083185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38254) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:40.160603 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc795-ccab-4681-87da-16e62e8334d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:40.179979 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:40.205795 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc795-ccab-4681-87da-16e62e8334d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:40.212683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af909a72-60c5-4e32-9aa4-a08393da1345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:40.215667 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae908cf0-f9b8-44cf-9a76-8052a6c5ad82" -d '{"events": [{"server_uuid": "af909a72-60c5-4e32-9aa4-a08393da1345", "name": "network-vif-plugged", "status": "completed", "tag": "29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:40.228410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:40.244068 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:40.251467 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 17a91085-f463-4507-a46b-de29b9fb8670 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:49:40.264086 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc795-ccab-4681-87da-16e62e8334d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:40.267722 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc795-ccab-4681-87da-16e62e8334d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:40.269416 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9b1fc795-ccab-4681-87da-16e62e8334d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7df79f8a-b076-45bf-9761-79024bce1dbf HTTP/1.1" status: 204 len: 168 time: 0.1852553 Nov 11 11:49:40.281797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc795-ccab-4681-87da-16e62e8334d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df79f8a-b076-45bf-9761-79024bce1dbf,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:40.359802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:40.377172 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-f7bd98ab-dcaa-493c-b443-daa3d5c1ca12 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:49:40.386582 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-f7bd98ab-dcaa-493c-b443-daa3d5c1ca12 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1422682 Nov 11 11:49:40.429409 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:40.446945 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 17a91085-f463-4507-a46b-de29b9fb8670, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=17a91085-f463-4507-a46b-de29b9fb8670,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:40.461622 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '17a91085-f463-4507-a46b-de29b9fb8670', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '17a91085-f463-4507-a46b-de29b9fb8670', 'mac_address': 'fa:16:3e:ec:35:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:tempest-test_az-464035519', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:49:40.517446 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:40.531661 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a91085-f463-4507-a46b-de29b9fb8670 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:49:40.549971 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-d9e8f093-b466-4b33-a9c3-076bce01f1d5 service neutron] 10.222.0.65 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623967 Nov 11 11:49:40.553559 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 17a91085-f463-4507-a46b-de29b9fb8670, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=17a91085-f463-4507-a46b-de29b9fb8670,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:40.562568 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:40.626901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=17a91085-f463-4507-a46b-de29b9fb8670,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:40.673929 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0888cb9-bc57-4b0b-9754-fba9282b5645 req-3ab15c58-0d6d-4c54-a16e-9af0f5edadac tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:40.675427 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b0888cb9-bc57-4b0b-9754-fba9282b5645 req-3ab15c58-0d6d-4c54-a16e-9af0f5edadac tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.1161461 Nov 11 11:49:40.706393 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-01fe9c51-ad03-4b82-b233-449365029e56 service neutron] 10.222.0.65 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504648 Nov 11 11:49:40.739411 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b0888cb9-bc57-4b0b-9754-fba9282b5645 req-4908c078-10c7-48f6-b37d-9102450b2f37 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538566 Nov 11 11:49:40.797679 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['17a91085-f463-4507-a46b-de29b9fb8670'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:49:40.872215 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08af6ec-496e-4ee1-935d-d1ee44a5086c x-openstack-request-id: req-d08af6ec-496e-4ee1-935d-d1ee44a5086c {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:40.873036 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af909a72-60c5-4e32-9aa4-a08393da1345", "name": "network-vif-plugged", "status": "completed", "tag": "29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:40.873292 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d08af6ec-496e-4ee1-935d-d1ee44a5086c {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:40.873840 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af909a72-60c5-4e32-9aa4-a08393da1345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5', 'code': 200} Nov 11 11:49:41.034053 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3510d-0cce-436b-bf01-a62746287950 req-925cd555-55d0-48b9-b67a-b9676d95c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:41.039914 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-17a3510d-0cce-436b-bf01-a62746287950 req-925cd555-55d0-48b9-b67a-b9676d95c78c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 1101 time: 0.0865910 Nov 11 11:49:41.103502 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-17a3510d-0cce-436b-bf01-a62746287950 req-8c8d646c-4920-47de-a13f-805d46f9d0d8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536761 Nov 11 11:49:41.107564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476e21e-c96d-49a2-a2bb-69564ddb6322 req-d9d7a6d8-41ac-41ce-8b81-e86c4ec34ece tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:41.109189 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e476e21e-c96d-49a2-a2bb-69564ddb6322 req-d9d7a6d8-41ac-41ce-8b81-e86c4ec34ece tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 970 time: 0.1078417 Nov 11 11:49:41.189273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e476e21e-c96d-49a2-a2bb-69564ddb6322 req-bf6912ae-9ac6-4e8e-9fdf-30d8c7273807 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719943 Nov 11 11:49:41.266788 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:41.317278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71633502-7fb9-43b4-8a84-8f3aec3ff1c2 req-56542be6-729b-4d2d-bf4c-2d0333b9a70b tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 210 time: 0.0811925 Nov 11 11:49:41.436081 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8ce740da-b78a-4f87-bf3d-bb879f108ba6 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a7628aedfa7b4aa294cdea53334a53df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402939 Nov 11 11:49:41.638887 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-f6abde4e-d760-461c-a029-abcdd53f12b8 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:41.640712 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-f6abde4e-d760-461c-a029-abcdd53f12b8 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984172 Nov 11 11:49:41.677833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-78716fa9-e00a-4d6f-a583-dc246d93b2cc tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/quotas/a7628aedfa7b4aa294cdea53334a53df HTTP/1.1" status: 200 len: 375 time: 0.0295992 Nov 11 11:49:41.719881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-aa4e2167-05ef-40e1-971a-b880ee93d485 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7628aedfa7b4aa294cdea53334a53df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408020 Nov 11 11:49:41.955841 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dbbd42ae-c940-46a7-9d3d-91f4e14b60d1 req-732c9bf6-b33a-44a0-b00a-f07d215dd211 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 210 time: 0.0356455 Nov 11 11:49:42.043561 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f817201-34d3-4d42-b427-5b992373f287 req-07e9e718-3a21-4715-95e4-5b7805293b6a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:42.045258 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f817201-34d3-4d42-b427-5b992373f287 req-07e9e718-3a21-4715-95e4-5b7805293b6a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.0883195 Nov 11 11:49:42.108055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f817201-34d3-4d42-b427-5b992373f287 req-9e1594ca-6e60-44aa-b097-221dbffbb7c5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527611 Nov 11 11:49:42.242263 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 17a91085-f463-4507-a46b-de29b9fb8670 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:42.365263 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 17a91085-f463-4507-a46b-de29b9fb8670 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:49:42.371408 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 17a91085-f463-4507-a46b-de29b9fb8670 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:42.371779 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:42.478734 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddda3bd-7852-458e-ab4d-dc6266bf073b req-95d6b6d1-fcc7-4fc2-ac84-88116c941ef8 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:42.480958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ddda3bd-7852-458e-ab4d-dc6266bf073b req-95d6b6d1-fcc7-4fc2-ac84-88116c941ef8 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 970 time: 0.0938077 Nov 11 11:49:42.527425 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:42.605569 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ddda3bd-7852-458e-ab4d-dc6266bf073b req-2484a7f7-245f-4c45-8b13-fb282feeaf11 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178937 Nov 11 11:49:42.625348 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 17a91085-f463-4507-a46b-de29b9fb8670, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=17a91085-f463-4507-a46b-de29b9fb8670,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:42.632752 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:42.764837 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=17a91085-f463-4507-a46b-de29b9fb8670,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:42.787112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-d450b220-0605-44e5-b6db-9bcde87df9e4 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:42.788814 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-d450b220-0605-44e5-b6db-9bcde87df9e4 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.62 "GET /v2.0/networks?id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9 HTTP/1.1" status: 200 len: 823 time: 0.2940354 Nov 11 11:49:42.818958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29febb5d-62c4-4e92-aca3-49e339180161 req-59d5718c-a32b-494d-93ed-57ce59739b0c tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 210 time: 0.0285721 Nov 11 11:49:42.875220 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60daa0b3-02d4-4a95-90c4-3930714f8ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a91085-f463-4507-a46b-de29b9fb8670'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:42.878278 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9a0dd5-9727-4c9c-91c0-430a3cfa3193" -d '{"events": [{"server_uuid": "60daa0b3-02d4-4a95-90c4-3930714f8ad2", "name": "network-vif-plugged", "status": "completed", "tag": "17a91085-f463-4507-a46b-de29b9fb8670"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:42.909913 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-ffae40b1-d37f-4580-91fe-f971c79e0e36 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=698a4072eeb44d058612b432edd8e394 HTTP/1.1" status: 200 len: 379 time: 0.1091354 Nov 11 11:49:42.920845 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-b5339435-06a8-4263-921d-47e379527be9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Request body: {'port': {'device_id': '9c7b1557-c156-4fcf-b68c-dee2d89c8dbd', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'admin_state_up': True, 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'security_groups': ['2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:43.042469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-b5339435-06a8-4263-921d-47e379527be9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Made reservation on behalf of 698a4072eeb44d058612b432edd8e394 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:49:43.049907 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-b5339435-06a8-4263-921d-47e379527be9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:43.086575 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a372e3a-de85-4efb-a702-3e50c2c5820c x-openstack-request-id: req-4a372e3a-de85-4efb-a702-3e50c2c5820c {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:43.087110 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60daa0b3-02d4-4a95-90c4-3930714f8ad2", "name": "network-vif-plugged", "status": "completed", "tag": "17a91085-f463-4507-a46b-de29b9fb8670", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:43.087494 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4a372e3a-de85-4efb-a702-3e50c2c5820c {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:43.088027 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60daa0b3-02d4-4a95-90c4-3930714f8ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a91085-f463-4507-a46b-de29b9fb8670', 'code': 200} Nov 11 11:49:43.245770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-b5339435-06a8-4263-921d-47e379527be9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Allocated IP 172.20.0.11 (2e14d0b6-5527-4abc-836c-ca1cacfa64d9/94c16310-5f9c-4d33-b7c9-d721f3565d86/1628a034-27cd-458d-bc63-161bd24a66e8) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:49:43.263486 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a31544ce-cc79-45b8-86e7-3e636b7f84ff req-ec759515-7f41-4518-88ad-36086e1214f8 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 210 time: 0.0430241 Nov 11 11:49:43.268645 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033aaee4-ad99-486f-9103-da8a0b1d239b req-63d575ba-6754-4aa2-8fa1-a7fe4ff4fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:43.271762 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-033aaee4-ad99-486f-9103-da8a0b1d239b req-63d575ba-6754-4aa2-8fa1-a7fe4ff4fb79 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 1122 time: 0.0945916 Nov 11 11:49:43.323542 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-2038c6c4-59cb-4079-b67c-6996622b0895 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a7628aedfa7b4aa294cdea53334a53df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469112 Nov 11 11:49:43.390948 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-033aaee4-ad99-486f-9103-da8a0b1d239b req-60ac8168-9020-411a-8708-9a45bf5be863 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923347 Nov 11 11:49:43.423638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74ce6d-184a-46ef-bb96-5d2ecbd19695 req-1f0f9b3b-1ed6-495d-92fc-4200242e8115 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:43.426025 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e74ce6d-184a-46ef-bb96-5d2ecbd19695 req-1f0f9b3b-1ed6-495d-92fc-4200242e8115 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.0910344 Nov 11 11:49:43.479232 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14374650-ce69-43ff-8cea-f4d9de840d34 req-1bdb6681-ceca-4e79-b093-f10e3d0eadbb tempest-QuotasAdminNegativeTest-211001487 tempest-QuotasAdminNegativeTest-211001487-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a30ac6470fc5443684d589d0abd155f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304012 Nov 11 11:49:43.522178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e74ce6d-184a-46ef-bb96-5d2ecbd19695 req-2280f45e-198c-4a5c-bf89-a49c90093da3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883749 Nov 11 11:49:43.522725 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-fd0a7d7f-8fe8-4ddd-960b-69160dedeee5 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:43.524267 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-fd0a7d7f-8fe8-4ddd-960b-69160dedeee5 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916544 Nov 11 11:49:43.547374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-f89dd9f9-b90c-431f-bad1-918c47583a0f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Request body: {'port': {'device_id': '69efc6f7-2e23-457d-a331-b5023ea63b1c', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': 'a7628aedfa7b4aa294cdea53334a53df'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:43.572873 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-b5339435-06a8-4263-921d-47e379527be9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:43.614158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14374650-ce69-43ff-8cea-f4d9de840d34 req-262ef400-a8ec-4eb9-b0ca-c6720b6d406e tempest-QuotasAdminNegativeTest-211001487 tempest-QuotasAdminNegativeTest-211001487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:43.615610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14374650-ce69-43ff-8cea-f4d9de840d34 req-262ef400-a8ec-4eb9-b0ca-c6720b6d406e tempest-QuotasAdminNegativeTest-211001487 tempest-QuotasAdminNegativeTest-211001487-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1294162 Nov 11 11:49:43.634183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14374650-ce69-43ff-8cea-f4d9de840d34 req-841483a1-3249-41a4-a6e8-9658296e3a0d tempest-QuotasAdminNegativeTest-211001487 tempest-QuotasAdminNegativeTest-211001487-project] 10.222.0.65 "GET /v2.0/quotas/a30ac6470fc5443684d589d0abd155f4 HTTP/1.1" status: 200 len: 375 time: 0.0097280 Nov 11 11:49:43.674892 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14374650-ce69-43ff-8cea-f4d9de840d34 req-99d1a1a7-716e-407a-ad9b-4b3c28e30a02 tempest-QuotasAdminNegativeTest-211001487 tempest-QuotasAdminNegativeTest-211001487-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a30ac6470fc5443684d589d0abd155f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325606 Nov 11 11:49:43.682499 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-b5339435-06a8-4263-921d-47e379527be9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:43.737945 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-b5339435-06a8-4263-921d-47e379527be9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:43.741205 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-b5339435-06a8-4263-921d-47e379527be9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:43.745746 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-b5339435-06a8-4263-921d-47e379527be9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:49:43.751318 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-b5339435-06a8-4263-921d-47e379527be9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:43.752052 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-b5339435-06a8-4263-921d-47e379527be9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:43.754648 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-f89dd9f9-b90c-431f-bad1-918c47583a0f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Made reservation on behalf of a7628aedfa7b4aa294cdea53334a53df for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:49:43.757786 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-f89dd9f9-b90c-431f-bad1-918c47583a0f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:43.773533 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5339435-06a8-4263-921d-47e379527be9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Pushing event updated for resources: {'Port': ['ID=1628a034-27cd-458d-bc63-161bd24a66e8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:43.797881 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-b5339435-06a8-4263-921d-47e379527be9 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8813610 Nov 11 11:49:43.835723 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Request body: {'port': {'device_id': '9c7b1557-c156-4fcf-b68c-dee2d89c8dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:43.866351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10fbb2-0558-40af-b087-92a353c5fe2c req-5ce3006a-c595-4166-b29e-7b36071e1a69 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:43.880649 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe10fbb2-0558-40af-b087-92a353c5fe2c req-5ce3006a-c595-4166-b29e-7b36071e1a69 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 971 time: 0.0852931 Nov 11 11:49:43.909367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device be38ba02-60bf-412f-86df-d4bce0070e4c no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:49:43.946565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: be38ba02-60bf-412f-86df-d4bce0070e4c {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:49:43.947373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device be38ba02-60bf-412f-86df-d4bce0070e4c not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:49:43.948797 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:43.958462 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe10fbb2-0558-40af-b087-92a353c5fe2c req-a860716d-429b-4fc7-afb1-c36b48e2c75d tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754676 Nov 11 11:49:43.991354 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-f89dd9f9-b90c-431f-bad1-918c47583a0f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Allocated IP 192.168.233.37 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/7921ff65-2a0d-466a-9540-8023a148f10f) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:49:44.096184 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-98aae1ae-9ae4-431b-8a78-814c3c079bbf None None] Provisioning complete for port 1628a034-27cd-458d-bc63-161bd24a66e8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:44.096945 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-98aae1ae-9ae4-431b-8a78-814c3c079bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:44.149214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-98aae1ae-9ae4-431b-8a78-814c3c079bbf None None] Port 1628a034-27cd-458d-bc63-161bd24a66e8 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:49:44.159594 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80c309-743b-4899-b200-a2d32957a535 req-fadc7d7b-3a87-43f8-9923-9d4f611d432e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:44.161679 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd80c309-743b-4899-b200-a2d32957a535 req-fadc7d7b-3a87-43f8-9923-9d4f611d432e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 932 time: 0.0642924 Nov 11 11:49:44.220585 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd80c309-743b-4899-b200-a2d32957a535 req-723159b9-4110-4678-82b7-787f0aecbd72 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471487 Nov 11 11:49:44.430130 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb88fe8c-e54e-4014-aac0-24e7b3d9825d req-58cb52d6-71e7-45ad-ae57-c80493070056 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 210 time: 0.0283599 Nov 11 11:49:44.554380 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-f89dd9f9-b90c-431f-bad1-918c47583a0f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:44.646078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1628a034-27cd-458d-bc63-161bd24a66e8 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:49:44.658748 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:44.677493 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-f89dd9f9-b90c-431f-bad1-918c47583a0f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:44.680197 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Transition to ACTIVE for port object 1628a034-27cd-458d-bc63-161bd24a66e8 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:49:44.713569 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:44.747409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-f89dd9f9-b90c-431f-bad1-918c47583a0f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:44.753819 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-f89dd9f9-b90c-431f-bad1-918c47583a0f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:44.758275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-f89dd9f9-b90c-431f-bad1-918c47583a0f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:49:44.765092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-f89dd9f9-b90c-431f-bad1-918c47583a0f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:44.765829 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-f89dd9f9-b90c-431f-bad1-918c47583a0f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:44.769634 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89dd9f9-b90c-431f-bad1-918c47583a0f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Pushing event updated for resources: {'Port': ['ID=7921ff65-2a0d-466a-9540-8023a148f10f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:44.781737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9e68a-4e7f-4fbd-834a-acf325db7863 req-8b2166c3-a02c-47fb-8132-4abed7f6a29d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:44.785106 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c1c9e68a-4e7f-4fbd-834a-acf325db7863 req-8b2166c3-a02c-47fb-8132-4abed7f6a29d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.1130648 Nov 11 11:49:44.878439 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-f89dd9f9-b90c-431f-bad1-918c47583a0f tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3391874 Nov 11 11:49:44.883498 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c1c9e68a-4e7f-4fbd-834a-acf325db7863 req-512e02ea-4d48-4ac7-9752-507c5f19c451 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765555 Nov 11 11:49:44.906382 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Request body: {'port': {'device_id': '69efc6f7-2e23-457d-a331-b5023ea63b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:44.921083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Attempting to bind port 1628a034-27cd-458d-bc63-161bd24a66e8 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:49:44.921467 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Attempting to bind port 1628a034-27cd-458d-bc63-161bd24a66e8 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'fb6e1d7d-6198-4b8a-8555-062b88f02519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:49:44.921885 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Attempting to bind port 1628a034-27cd-458d-bc63-161bd24a66e8 on network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:44.941826 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Pushing event updated for resources: {'Port': ['ID=1628a034-27cd-458d-bc63-161bd24a66e8,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:44.951363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Port 1628a034-27cd-458d-bc63-161bd24a66e8 on network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:49:44.951684 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Attempting to bind port 1628a034-27cd-458d-bc63-161bd24a66e8 on network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:44.958789 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:49:44.959118 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Checking segment: {'id': 'fb6e1d7d-6198-4b8a-8555-062b88f02519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:49:44.959499 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Bound using segment: {'id': 'fb6e1d7d-6198-4b8a-8555-062b88f02519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:49:44.959950 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Bound port: 1628a034-27cd-458d-bc63-161bd24a66e8, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6e1d7d-6198-4b8a-8555-062b88f02519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:49:44.960343 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:45.034319 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f456ac39-9379-49b9-ab20-282b39da2205 req-118b9c81-46f1-406b-8029-ceeb77419d39 tempest-QuotasAdminNegativeTest-211001487 tempest-QuotasAdminNegativeTest-211001487-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a30ac6470fc5443684d589d0abd155f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278192 Nov 11 11:49:45.057519 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:45.193206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456ac39-9379-49b9-ab20-282b39da2205 req-e0015228-cdbb-40fb-931d-2a585d600184 tempest-QuotasAdminNegativeTest-211001487 tempest-QuotasAdminNegativeTest-211001487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:45.195064 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f456ac39-9379-49b9-ab20-282b39da2205 req-e0015228-cdbb-40fb-931d-2a585d600184 tempest-QuotasAdminNegativeTest-211001487 tempest-QuotasAdminNegativeTest-211001487-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547031 Nov 11 11:49:45.215719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-062ce572-0aa0-4586-80f5-89775d4d83b2 None None] Provisioning complete for port 7921ff65-2a0d-466a-9540-8023a148f10f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:45.216317 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-062ce572-0aa0-4586-80f5-89775d4d83b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:45.240649 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f456ac39-9379-49b9-ab20-282b39da2205 req-411478a6-285d-422c-88ad-5ae4c7281130 tempest-QuotasAdminNegativeTest-211001487 tempest-QuotasAdminNegativeTest-211001487-project] 10.222.0.65 "GET /v2.0/quotas/a30ac6470fc5443684d589d0abd155f4 HTTP/1.1" status: 200 len: 375 time: 0.0350313 Nov 11 11:49:45.307480 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f456ac39-9379-49b9-ab20-282b39da2205 req-67a9ef32-b132-4912-8842-42437bbd2e00 tempest-QuotasAdminNegativeTest-211001487 tempest-QuotasAdminNegativeTest-211001487-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a30ac6470fc5443684d589d0abd155f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652838 Nov 11 11:49:45.315851 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] For port 1628a034-27cd-458d-bc63-161bd24a66e8, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:49:45.364907 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4029a09-b5d2-43a6-a9ce-6e5d6f069e70 req-6370e6a9-898d-4ed5-bd15-a33c910d0324 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:45.366525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4029a09-b5d2-43a6-a9ce-6e5d6f069e70 req-6370e6a9-898d-4ed5-bd15-a33c910d0324 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 971 time: 0.0580487 Nov 11 11:49:45.374020 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] For port 1628a034-27cd-458d-bc63-161bd24a66e8, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1628a034-27cd-458d-bc63-161bd24a66e8,segment=NetworkSegment(fb6e1d7d-6198-4b8a-8555-062b88f02519),segment_id=fb6e1d7d-6198-4b8a-8555-062b88f02519)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:49:45.395171 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-062ce572-0aa0-4586-80f5-89775d4d83b2 None None] Port 7921ff65-2a0d-466a-9540-8023a148f10f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:49:45.401476 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:45.429982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4029a09-b5d2-43a6-a9ce-6e5d6f069e70 req-888c9697-de9e-4ab8-b4d5-ecf7dd699406 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552006 Nov 11 11:49:45.455918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7921ff65-2a0d-466a-9540-8023a148f10f {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:49:45.467681 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:45.479832 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:45.481140 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:45.482958 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] 10.222.0.62 "PUT /v2.0/ports/1628a034-27cd-458d-bc63-161bd24a66e8 HTTP/1.1" status: 200 len: 1092 time: 1.6514633 Nov 11 11:49:45.486200 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7b1557-c156-4fcf-b68c-dee2d89c8dbd', 'tag': '1628a034-27cd-458d-bc63-161bd24a66e8'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:45.491627 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cec2102-a3c2-48ad-a602-23b02336fe28" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7b1557-c156-4fcf-b68c-dee2d89c8dbd", "tag": "1628a034-27cd-458d-bc63-161bd24a66e8"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:45.514686 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Transition to ACTIVE for port object 7921ff65-2a0d-466a-9540-8023a148f10f will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:49:45.520471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1033b-b771-48e3-a841-0f3ddb361781 service neutron] Pushing event updated for resources: {'Port': ['ID=1628a034-27cd-458d-bc63-161bd24a66e8,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:45.534137 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:45.550866 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:45.622578 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce47764-15a3-482b-95db-cad681537b16 req-30276d8b-b8b5-4d6e-a2ff-da65093c599a tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:45.624202 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9ce47764-15a3-482b-95db-cad681537b16 req-30276d8b-b8b5-4d6e-a2ff-da65093c599a tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 971 time: 0.1016946 Nov 11 11:49:45.629392 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Pushing event updated for resources: {'Port': ['ID=7921ff65-2a0d-466a-9540-8023a148f10f,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:45.637932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216f501-9621-4296-b03a-d2ea0fd35cd5 req-8e3cac74-c14a-40eb-92ee-bb3666ceeb3d tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:45.639491 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9216f501-9621-4296-b03a-d2ea0fd35cd5 req-8e3cac74-c14a-40eb-92ee-bb3666ceeb3d tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 944 time: 0.1026537 Nov 11 11:49:45.659621 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-26f3c42e-1120-4a03-b3ba-7a13a0e361a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:45.661133 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-26f3c42e-1120-4a03-b3ba-7a13a0e361a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=698a4072eeb44d058612b432edd8e394&device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 1095 time: 0.1121547 Nov 11 11:49:45.678408 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Attempting to bind port 7921ff65-2a0d-466a-9540-8023a148f10f on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:49:45.678735 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Attempting to bind port 7921ff65-2a0d-466a-9540-8023a148f10f by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:49:45.679207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Attempting to bind port 7921ff65-2a0d-466a-9540-8023a148f10f on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:45.716601 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-978f2886-32f2-4da0-b28d-7a2ff670274c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1628a034-27cd-458d-bc63-161bd24a66e8 HTTP/1.1" status: 200 len: 217 time: 0.0471447 Nov 11 11:49:45.718729 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Port 7921ff65-2a0d-466a-9540-8023a148f10f on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:49:45.719043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Attempting to bind port 7921ff65-2a0d-466a-9540-8023a148f10f on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:45.724347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:49:45.724676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:49:45.724785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9ce47764-15a3-482b-95db-cad681537b16 req-bb7243be-c897-48f8-8a6b-a3c3174de45b tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb366a19-1d0d-4b25-831d-7afd7ac4c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824060 Nov 11 11:49:45.725044 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:49:45.725462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Bound port: 7921ff65-2a0d-466a-9540-8023a148f10f, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:49:45.725906 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:45.746237 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9216f501-9621-4296-b03a-d2ea0fd35cd5 req-e0b88302-dab5-4a51-85ca-d97d8c8dde78 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985944 Nov 11 11:49:45.810962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-8cdfb92c-29b2-4282-954d-689e3c324175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:45.812456 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-8cdfb92c-29b2-4282-954d-689e3c324175 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=94c16310-5f9c-4d33-b7c9-d721f3565d86 HTTP/1.1" status: 200 len: 862 time: 0.0844321 Nov 11 11:49:45.871367 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] For port 7921ff65-2a0d-466a-9540-8023a148f10f, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:49:45.875140 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] For port 7921ff65-2a0d-466a-9540-8023a148f10f, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7921ff65-2a0d-466a-9540-8023a148f10f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:49:45.888531 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:45.918463 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293da60-31bc-45aa-91ea-14f3298a6ec2 req-6abba31c-14a8-44ed-8849-2481f76b1488 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:45.926169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2293da60-31bc-45aa-91ea-14f3298a6ec2 req-6abba31c-14a8-44ed-8849-2481f76b1488 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 947 time: 0.0651534 Nov 11 11:49:45.930548 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-f3187999-f5e8-4e87-9661-18de65961406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:45.931681 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-f3187999-f5e8-4e87-9661-18de65961406 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105356 Nov 11 11:49:45.940081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:45.943776 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:45.945527 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] 10.222.0.62 "PUT /v2.0/ports/7921ff65-2a0d-466a-9540-8023a148f10f HTTP/1.1" status: 200 len: 1095 time: 1.0457034 Nov 11 11:49:46.047518 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2293da60-31bc-45aa-91ea-14f3298a6ec2 req-f8e35d56-6a10-4b20-9df1-cf4e24f98666 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181111 Nov 11 11:49:46.056354 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971cb5f-2cab-400c-86d5-920f29da2716 service neutron] Pushing event updated for resources: {'Port': ['ID=7921ff65-2a0d-466a-9540-8023a148f10f,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:46.078047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86a5e2-45c3-4542-8498-db6a367bccf5 req-ac1a0b7b-f105-40dc-a233-86231ae477e3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:46.080222 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf86a5e2-45c3-4542-8498-db6a367bccf5 req-ac1a0b7b-f105-40dc-a233-86231ae477e3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.1006513 Nov 11 11:49:46.100173 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-ca621038-80f9-4470-b9eb-cf877fbbca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:46.101771 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-ca621038-80f9-4470-b9eb-cf877fbbca85 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7628aedfa7b4aa294cdea53334a53df&device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 1098 time: 0.1075103 Nov 11 11:49:46.105607 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-f868103c-f376-4423-8bbf-ad1a2d45a72b service neutron] 10.222.0.62 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590559 Nov 11 11:49:46.146387 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf86a5e2-45c3-4542-8498-db6a367bccf5 req-2bdda532-aa6d-4316-bcd4-bf6a90145933 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562403 Nov 11 11:49:46.166760 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366480e7-4efc-4d40-aaa6-894b07b0c3de x-openstack-request-id: req-366480e7-4efc-4d40-aaa6-894b07b0c3de {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:46.166986 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7b1557-c156-4fcf-b68c-dee2d89c8dbd", "tag": "1628a034-27cd-458d-bc63-161bd24a66e8", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:46.167335 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-366480e7-4efc-4d40-aaa6-894b07b0c3de {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:46.167608 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7b1557-c156-4fcf-b68c-dee2d89c8dbd', 'tag': '1628a034-27cd-458d-bc63-161bd24a66e8', 'status': 'completed', 'code': 200} Nov 11 11:49:46.180785 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-c1334e5a-7971-4f86-8a52-6b6231c7087d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7921ff65-2a0d-466a-9540-8023a148f10f HTTP/1.1" status: 200 len: 217 time: 0.0637453 Nov 11 11:49:46.291749 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-e9e43c56-62cb-433e-89a9-9b7414e04921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:46.293231 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-e9e43c56-62cb-433e-89a9-9b7414e04921 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1039057 Nov 11 11:49:46.306232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7bc16-a8a4-40e1-8189-f5067fbf6e26 req-4e7b9a08-f199-472a-8566-540e80999edf tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:46.314024 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4df7bc16-a8a4-40e1-8189-f5067fbf6e26 req-4e7b9a08-f199-472a-8566-540e80999edf tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.0709639 Nov 11 11:49:46.318350 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c7f3cc3a-eee7-42be-8aa9-8982eba04ab8 req-c3f6ecf2-1246-49ef-b537-0993388ae493 service neutron] 10.222.0.62 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000029 Nov 11 11:49:46.351122 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-9dd46e50-57dd-40a4-a889-14652551a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:46.352764 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-9dd46e50-57dd-40a4-a889-14652551a3a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0497313 Nov 11 11:49:46.386153 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4df7bc16-a8a4-40e1-8189-f5067fbf6e26 req-3f6f1aae-7890-4ef9-b568-2aaffe3bc797 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661860 Nov 11 11:49:46.481644 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2102-a3c2-48ad-a602-23b02336fe28 req-330ea05c-59b3-4dc9-8eb7-ae854604d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:46.483183 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0cec2102-a3c2-48ad-a602-23b02336fe28 req-330ea05c-59b3-4dc9-8eb7-ae854604d9db service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=698a4072eeb44d058612b432edd8e394&device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 1095 time: 0.1066222 Nov 11 11:49:46.521180 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-dd00ffb3-0186-4502-9e13-f881f75b49c8 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=08700ee2934140278345d972bc355944&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257974 Nov 11 11:49:46.570771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38636) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:46.571193 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-bcb0290d-202d-4309-9114-a694705a7113 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055359 Nov 11 11:49:46.658809 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2102-a3c2-48ad-a602-23b02336fe28 req-c7efdafa-0660-4f41-a211-cf5ea8594a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:46.660445 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0cec2102-a3c2-48ad-a602-23b02336fe28 req-c7efdafa-0660-4f41-a211-cf5ea8594a8f service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9 HTTP/1.1" status: 200 len: 925 time: 0.1696100 Nov 11 11:49:46.678125 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-3ff63584-e519-4757-9730-020e9244b4a4 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:46.686594 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-3ff63584-e519-4757-9730-020e9244b4a4 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1526470 Nov 11 11:49:46.704198 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-8a05fa0b-5a12-4dd7-9353-1ee99bf7e374 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/quotas/08700ee2934140278345d972bc355944 HTTP/1.1" status: 200 len: 375 time: 0.0155256 Nov 11 11:49:46.726263 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0cec2102-a3c2-48ad-a602-23b02336fe28 req-58e9ab41-e0ab-4bc7-9800-27029b39709f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1628a034-27cd-458d-bc63-161bd24a66e8 HTTP/1.1" status: 200 len: 217 time: 0.0490127 Nov 11 11:49:46.729837 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-08247b4f-364e-42e5-9f9b-2d2ca6e7c74e req-ee2836a1-1504-4db0-88cd-77b88856ccc2 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487715 Nov 11 11:49:46.793364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2102-a3c2-48ad-a602-23b02336fe28 req-f0e1a1e6-4c59-4122-9de4-84b62c92a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:46.795082 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0cec2102-a3c2-48ad-a602-23b02336fe28 req-f0e1a1e6-4c59-4122-9de4-84b62c92a763 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=94c16310-5f9c-4d33-b7c9-d721f3565d86 HTTP/1.1" status: 200 len: 862 time: 0.0577126 Nov 11 11:49:46.798738 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-6a5f754a-dfa3-4db1-ba6e-5ed555eefa68 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=08700ee2934140278345d972bc355944&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930607 Nov 11 11:49:46.869433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2102-a3c2-48ad-a602-23b02336fe28 req-26f6b17c-bd14-4970-8b94-428ed05025db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:46.871437 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0cec2102-a3c2-48ad-a602-23b02336fe28 req-26f6b17c-bd14-4970-8b94-428ed05025db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665889 Nov 11 11:49:46.905143 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94150a57-f455-401f-bd82-e5ad71834b61 req-173145bb-82b9-43e3-aa94-3f5d49441afa tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:46.906692 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-94150a57-f455-401f-bd82-e5ad71834b61 req-173145bb-82b9-43e3-aa94-3f5d49441afa tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 971 time: 0.1313448 Nov 11 11:49:46.951207 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-69611af4-f010-4ef0-89c0-9d18ca792289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:46.978850 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38650) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:47.004956 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0cec2102-a3c2-48ad-a602-23b02336fe28 req-a6b8fd06-3010-49f6-a329-e78445e71993 service neutron] 10.222.0.62 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237571 Nov 11 11:49:47.128631 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-43ccb829-2993-4482-b5f0-dc20612d4488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:47.190910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c856f59-2fed-41bc-b7c1-514a8d52a480 req-68f9e29b-0e5f-4372-beab-b1fd6f4a0253 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:47.198289 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c856f59-2fed-41bc-b7c1-514a8d52a480 req-68f9e29b-0e5f-4372-beab-b1fd6f4a0253 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 971 time: 0.1848700 Nov 11 11:49:47.198844 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0cec2102-a3c2-48ad-a602-23b02336fe28 req-6f7b231b-0f43-409d-b4c7-363508c75e25 service neutron] 10.222.0.62 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848326 Nov 11 11:49:47.250240 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-43ccb829-2993-4482-b5f0-dc20612d4488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:47.255907 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-43ccb829-2993-4482-b5f0-dc20612d4488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:47.281490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb0b74-cde9-4184-9c64-f39624f0d1ef req-912995a6-4c55-4d8c-81f5-25cea9151534 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:47.282730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0abb0b74-cde9-4184-9c64-f39624f0d1ef req-912995a6-4c55-4d8c-81f5-25cea9151534 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 944 time: 0.1864142 Nov 11 11:49:47.297766 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccb829-2993-4482-b5f0-dc20612d4488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e573c19d-0f71-478a-b824-af8b9e9160bb,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:47.302242 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-43ccb829-2993-4482-b5f0-dc20612d4488 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=343b5f3227d44ed4bc3a1a96db10ff32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213167 Nov 11 11:49:47.304892 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38664) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:47.318187 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-94150a57-f455-401f-bd82-e5ad71834b61 req-37db2b6f-52fd-400a-9c4c-2405638eb4d3 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Deleting port fe65d662-9e91-451b-9adf-642911ccd6ed {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:49:47.318587 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-94150a57-f455-401f-bd82-e5ad71834b61 req-37db2b6f-52fd-400a-9c4c-2405638eb4d3 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:47.351000 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c856f59-2fed-41bc-b7c1-514a8d52a480 req-325a8d81-0a12-42f7-95f1-28a350a3d36f tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb366a19-1d0d-4b25-831d-7afd7ac4c7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517334 Nov 11 11:49:47.352845 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-69611af4-f010-4ef0-89c0-9d18ca792289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:47.355070 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-763690e0-f25e-4a57-967f-b79d955d0fa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:47.364218 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-69611af4-f010-4ef0-89c0-9d18ca792289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:47.384439 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-763690e0-f25e-4a57-967f-b79d955d0fa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:47.445106 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-763690e0-f25e-4a57-967f-b79d955d0fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:47.449159 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-763690e0-f25e-4a57-967f-b79d955d0fa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:47.450644 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-763690e0-f25e-4a57-967f-b79d955d0fa9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e573c19d-0f71-478a-b824-af8b9e9160bb HTTP/1.1" status: 204 len: 168 time: 0.1447411 Nov 11 11:49:47.475244 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763690e0-f25e-4a57-967f-b79d955d0fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e573c19d-0f71-478a-b824-af8b9e9160bb,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:47.487501 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69611af4-f010-4ef0-89c0-9d18ca792289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da21ec93-373a-498e-904e-8cb975793f0a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:47.513983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38672) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:47.514120 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-69611af4-f010-4ef0-89c0-9d18ca792289 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ec22f02605c4d11b9394f3b8cd5386c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9413147 Nov 11 11:49:47.519143 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c686862d-97b8-495a-bc70-2b33c29eb87a req-8057e394-8538-4214-a32e-b43325c4b2a9 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 210 time: 0.0664301 Nov 11 11:49:47.533335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0abb0b74-cde9-4184-9c64-f39624f0d1ef req-db1b6eca-e294-473d-9487-cdb23a86c7af tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363014 Nov 11 11:49:47.580559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-94150a57-f455-401f-bd82-e5ad71834b61 req-37db2b6f-52fd-400a-9c4c-2405638eb4d3 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] For port fe65d662-9e91-451b-9adf-642911ccd6ed, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=fe65d662-9e91-451b-9adf-642911ccd6ed,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:47.580927 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-94150a57-f455-401f-bd82-e5ad71834b61 req-37db2b6f-52fd-400a-9c4c-2405638eb4d3 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:47.585388 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdb0dbdc-60c9-4f76-8e5e-3d4cff26fbf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:47.617247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-94150a57-f455-401f-bd82-e5ad71834b61 req-37db2b6f-52fd-400a-9c4c-2405638eb4d3 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Calling delete_port for fe65d662-9e91-451b-9adf-642911ccd6ed owned by compute:tempest-test_az-464035519 {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:49:47.626439 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdb0dbdc-60c9-4f76-8e5e-3d4cff26fbf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:47.699624 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdb0dbdc-60c9-4f76-8e5e-3d4cff26fbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:47.702847 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdb0dbdc-60c9-4f76-8e5e-3d4cff26fbf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:47.704741 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cdb0dbdc-60c9-4f76-8e5e-3d4cff26fbf8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da21ec93-373a-498e-904e-8cb975793f0a HTTP/1.1" status: 204 len: 168 time: 0.1893015 Nov 11 11:49:47.715640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0dbdc-60c9-4f76-8e5e-3d4cff26fbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da21ec93-373a-498e-904e-8cb975793f0a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:47.762178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-743dc256-3216-4930-9001-c3865fd171f6 req-d1768bd7-1382-4c85-a6e3-ed8acff7a08d tempest-QuotasAdminNegativeTest-211001487 tempest-QuotasAdminNegativeTest-211001487-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a30ac6470fc5443684d589d0abd155f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0978427 Nov 11 11:49:47.784156 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53671a3-6126-45ed-9328-589ea59432a1 req-cd2ec88b-3f16-4bfd-a1d3-26a8ef2fe31a tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:47.785680 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b53671a3-6126-45ed-9328-589ea59432a1 req-cd2ec88b-3f16-4bfd-a1d3-26a8ef2fe31a tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 947 time: 0.1845183 Nov 11 11:49:47.873122 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38686) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:47.899023 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-735c4bf3-ebc3-46f5-8926-ce5670ea4b59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:48.015987 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-735c4bf3-ebc3-46f5-8926-ce5670ea4b59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:48.021554 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-735c4bf3-ebc3-46f5-8926-ce5670ea4b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:48.062351 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-735c4bf3-ebc3-46f5-8926-ce5670ea4b59 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ff27ed3ee85a48219ee6e2ac209f3443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1878929 Nov 11 11:49:48.063299 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c4bf3-ebc3-46f5-8926-ce5670ea4b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe0fb99-b505-420a-ad03-525a53527c31,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:48.066991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38690) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:48.125554 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-46e8eaa8-b5a8-435d-bceb-14b2ddce10c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:48.155777 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-46e8eaa8-b5a8-435d-bceb-14b2ddce10c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:48.162931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b53671a3-6126-45ed-9328-589ea59432a1 req-503f09dd-5144-42c2-aafa-61c7197ee62d tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504076 Nov 11 11:49:48.170047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69efc6f7-2e23-457d-a331-b5023ea63b1c', 'tag': '7921ff65-2a0d-466a-9540-8023a148f10f'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:48.174125 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd530c07-99d9-4c91-ac97-e39ea6d61ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "69efc6f7-2e23-457d-a331-b5023ea63b1c", "tag": "7921ff65-2a0d-466a-9540-8023a148f10f"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:48.215899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dc256-3216-4930-9001-c3865fd171f6 req-4de5d658-e43a-442d-a759-0055d570c6bf tempest-QuotasAdminNegativeTest-211001487 tempest-QuotasAdminNegativeTest-211001487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:48.217474 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-743dc256-3216-4930-9001-c3865fd171f6 req-4de5d658-e43a-442d-a759-0055d570c6bf tempest-QuotasAdminNegativeTest-211001487 tempest-QuotasAdminNegativeTest-211001487-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4309154 Nov 11 11:49:48.238274 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38694) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:48.255041 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-743dc256-3216-4930-9001-c3865fd171f6 req-0737e8b6-4f6e-470f-9418-7200ee195d20 tempest-QuotasAdminNegativeTest-211001487 tempest-QuotasAdminNegativeTest-211001487-project] 10.222.0.65 "GET /v2.0/quotas/a30ac6470fc5443684d589d0abd155f4 HTTP/1.1" status: 200 len: 375 time: 0.0292532 Nov 11 11:49:48.262479 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-94150a57-f455-401f-bd82-e5ad71834b61 req-37db2b6f-52fd-400a-9c4c-2405638eb4d3 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:48.264831 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-46e8eaa8-b5a8-435d-bceb-14b2ddce10c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:48.268048 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-46e8eaa8-b5a8-435d-bceb-14b2ddce10c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:48.270063 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-46e8eaa8-b5a8-435d-bceb-14b2ddce10c3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/afe0fb99-b505-420a-ad03-525a53527c31 HTTP/1.1" status: 204 len: 168 time: 0.2019696 Nov 11 11:49:48.275229 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-63fbb4f9-6688-438e-a5a8-4885456c67e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:48.305039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8eaa8-b5a8-435d-bceb-14b2ddce10c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe0fb99-b505-420a-ad03-525a53527c31,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:48.314651 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-743dc256-3216-4930-9001-c3865fd171f6 req-689273d4-7246-454a-a341-d93228526616 tempest-QuotasAdminNegativeTest-211001487 tempest-QuotasAdminNegativeTest-211001487-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a30ac6470fc5443684d589d0abd155f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586541 Nov 11 11:49:48.325808 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-09edd5c2-e8fb-43d5-a527-932339e74497 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=08700ee2934140278345d972bc355944&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450029 Nov 11 11:49:48.384197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db2b6f-52fd-400a-9c4c-2405638eb4d3 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Pushing event deleted for resources: {'Port': ['ID=fe65d662-9e91-451b-9adf-642911ccd6ed,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:48.437569 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07e2743-894f-4188-bf5b-62540a3ee48d x-openstack-request-id: req-e07e2743-894f-4188-bf5b-62540a3ee48d {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:48.437879 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69efc6f7-2e23-457d-a331-b5023ea63b1c", "tag": "7921ff65-2a0d-466a-9540-8023a148f10f", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:48.438120 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e07e2743-894f-4188-bf5b-62540a3ee48d {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:48.438510 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69efc6f7-2e23-457d-a331-b5023ea63b1c', 'tag': '7921ff65-2a0d-466a-9540-8023a148f10f', 'status': 'completed', 'code': 200} Nov 11 11:49:48.525512 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-41a20fba-26e8-4d02-8891-1361407ce48b tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:48.527393 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-41a20fba-26e8-4d02-8891-1361407ce48b tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940098 Nov 11 11:49:48.530483 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd530c07-99d9-4c91-ac97-e39ea6d61ef0 req-718f9f7b-1510-4832-ba7e-2da9428ccbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:48.531872 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd530c07-99d9-4c91-ac97-e39ea6d61ef0 req-718f9f7b-1510-4832-ba7e-2da9428ccbfd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7628aedfa7b4aa294cdea53334a53df&device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 1098 time: 0.0798967 Nov 11 11:49:48.548367 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-d28d3952-e6bd-4f49-b4e4-af09577e694f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Request body: {'port': {'device_id': 'f2370679-1714-4a83-8806-c192c60db0e0', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '08700ee2934140278345d972bc355944'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:48.607722 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-63fbb4f9-6688-438e-a5a8-4885456c67e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:48.612546 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f1fbf61-323e-409d-8fec-31fa4349052a req-174ab319-a2ca-4697-b907-c3b8dd4dc7e1 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3aeab48-1d58-4532-b3c6-5884a81ad344 HTTP/1.1" status: 200 len: 210 time: 0.0650556 Nov 11 11:49:48.613433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-94150a57-f455-401f-bd82-e5ad71834b61 req-37db2b6f-52fd-400a-9c4c-2405638eb4d3 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] No DVR routers for this DVR port fe65d662-9e91-451b-9adf-642911ccd6ed on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:49:48.618634 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-94150a57-f455-401f-bd82-e5ad71834b61 req-37db2b6f-52fd-400a-9c4c-2405638eb4d3 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:48.622367 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-94150a57-f455-401f-bd82-e5ad71834b61 req-37db2b6f-52fd-400a-9c4c-2405638eb4d3 tempest-AggregatesAdminTestJSON-1307922743 tempest-AggregatesAdminTestJSON-1307922743-project] 10.222.0.43 "DELETE /v2.0/ports/fe65d662-9e91-451b-9adf-642911ccd6ed HTTP/1.1" status: 204 len: 173 time: 1.7068446 Nov 11 11:49:48.624077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aeab48-1d58-4532-b3c6-5884a81ad344', 'name': 'network-vif-deleted', 'tag': 'fe65d662-9e91-451b-9adf-642911ccd6ed'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:48.627689 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd24350b-7f34-4346-8ce7-ac7b5a9a5353" -d '{"events": [{"server_uuid": "d3aeab48-1d58-4532-b3c6-5884a81ad344", "name": "network-vif-deleted", "tag": "fe65d662-9e91-451b-9adf-642911ccd6ed"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:48.632329 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-63fbb4f9-6688-438e-a5a8-4885456c67e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:48.671756 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-63fbb4f9-6688-438e-a5a8-4885456c67e2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=90a0d2fa630149ec871390da3240a935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4321637 Nov 11 11:49:48.676909 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38710) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:48.732705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c9bb6-5199-4d65-9d07-a515167c7ec7 req-43878131-55f0-4014-8571-789197188521 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:48.740233 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801c9bb6-5199-4d65-9d07-a515167c7ec7 req-43878131-55f0-4014-8571-789197188521 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.4667206 Nov 11 11:49:48.767806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbb4f9-6688-438e-a5a8-4885456c67e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1ff353-f4ee-4641-bd15-2fe4c9c96a90,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:48.826530 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801c9bb6-5199-4d65-9d07-a515167c7ec7 req-67a4e73a-d553-4577-b35a-965298ca310f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851789 Nov 11 11:49:48.837561 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3a8225c0-a01c-4f3f-9a20-4cb0ccab2d8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:48.887421 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3a8225c0-a01c-4f3f-9a20-4cb0ccab2d8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:48.970306 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a90fd565-066c-41d8-823c-c9012a153c32 req-f40eeb3a-7f39-4de7-b4d2-79776bddc6bb tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 210 time: 0.0356877 Nov 11 11:49:48.973918 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3a8225c0-a01c-4f3f-9a20-4cb0ccab2d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:48.977788 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3a8225c0-a01c-4f3f-9a20-4cb0ccab2d8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:48.979591 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3a8225c0-a01c-4f3f-9a20-4cb0ccab2d8e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dc1ff353-f4ee-4641-bd15-2fe4c9c96a90 HTTP/1.1" status: 204 len: 168 time: 0.3003106 Nov 11 11:49:48.990679 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8225c0-a01c-4f3f-9a20-4cb0ccab2d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1ff353-f4ee-4641-bd15-2fe4c9c96a90,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:49.050441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd530c07-99d9-4c91-ac97-e39ea6d61ef0 req-05c94ba8-324d-4dcd-b86b-af3b8c1cc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:49.052095 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd530c07-99d9-4c91-ac97-e39ea6d61ef0 req-05c94ba8-324d-4dcd-b86b-af3b8c1cc27a service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.4998860 Nov 11 11:49:49.081364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-d28d3952-e6bd-4f49-b4e4-af09577e694f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Made reservation on behalf of 08700ee2934140278345d972bc355944 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:49:49.085885 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-d28d3952-e6bd-4f49-b4e4-af09577e694f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:49.124760 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd530c07-99d9-4c91-ac97-e39ea6d61ef0 req-4b4e2262-70a0-4461-a244-1f13a96a7c94 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7921ff65-2a0d-466a-9540-8023a148f10f HTTP/1.1" status: 200 len: 217 time: 0.0529945 Nov 11 11:49:49.152862 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351247db-bd75-4c14-a630-38c458ffbdb6 req-f47a6e13-eb0f-4bdd-9678-648ff3d2af7c tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:49.164053 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-351247db-bd75-4c14-a630-38c458ffbdb6 req-f47a6e13-eb0f-4bdd-9678-648ff3d2af7c tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 944 time: 0.1065819 Nov 11 11:49:49.245136 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-351247db-bd75-4c14-a630-38c458ffbdb6 req-4658619a-5014-4d35-b229-71fb26e384c2 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782771 Nov 11 11:49:49.252972 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1c2929-0a98-46f1-a5b0-99911c3a67e7 x-openstack-request-id: req-bd1c2929-0a98-46f1-a5b0-99911c3a67e7 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:49.254980 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aeab48-1d58-4532-b3c6-5884a81ad344", "name": "network-vif-deleted", "tag": "fe65d662-9e91-451b-9adf-642911ccd6ed", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:49.255627 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd1c2929-0a98-46f1-a5b0-99911c3a67e7 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:49.256765 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aeab48-1d58-4532-b3c6-5884a81ad344', 'name': 'network-vif-deleted', 'tag': 'fe65d662-9e91-451b-9adf-642911ccd6ed', 'status': 'completed', 'code': 200} Nov 11 11:49:49.308992 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd530c07-99d9-4c91-ac97-e39ea6d61ef0 req-ad91d5bb-6a2c-4256-b21a-0cf7a9b5b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:49.310738 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd530c07-99d9-4c91-ac97-e39ea6d61ef0 req-ad91d5bb-6a2c-4256-b21a-0cf7a9b5b45c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1678793 Nov 11 11:49:49.404857 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd530c07-99d9-4c91-ac97-e39ea6d61ef0 req-43e16b32-c97a-489e-ae8b-98248a5d2885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:49.406451 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd530c07-99d9-4c91-ac97-e39ea6d61ef0 req-43e16b32-c97a-489e-ae8b-98248a5d2885 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0857742 Nov 11 11:49:49.431215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-d28d3952-e6bd-4f49-b4e4-af09577e694f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Allocated IP 192.168.233.156 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/ffa66d02-bae5-4526-9a52-d64c0950b644) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:49:49.460985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35110fef-1259-4cef-bbd1-6061881ed098 req-fb388127-6efc-4918-990c-b82da31a270d tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:49.469172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35110fef-1259-4cef-bbd1-6061881ed098 req-fb388127-6efc-4918-990c-b82da31a270d tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 947 time: 0.1169486 Nov 11 11:49:49.478560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12bd2f-120a-4c38-a2e2-6d85e24cf306 req-a9aa5f16-3ee2-4fc1-8871-01957302180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:49.480336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc12bd2f-120a-4c38-a2e2-6d85e24cf306 req-a9aa5f16-3ee2-4fc1-8871-01957302180a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 1122 time: 0.1139476 Nov 11 11:49:49.565375 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35110fef-1259-4cef-bbd1-6061881ed098 req-28ff993f-1bfe-4c21-8c6b-85ea9ed1539b tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908306 Nov 11 11:49:49.598888 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd530c07-99d9-4c91-ac97-e39ea6d61ef0 req-6dba77f9-1163-4546-a2ae-25095147fc44 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762133 Nov 11 11:49:49.637686 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12bd2f-120a-4c38-a2e2-6d85e24cf306 req-9607b03f-8805-47f7-bf9d-ebd65e9af94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:49.639662 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc12bd2f-120a-4c38-a2e2-6d85e24cf306 req-9607b03f-8805-47f7-bf9d-ebd65e9af94d service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1337428 Nov 11 11:49:49.692346 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38746) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:49.714151 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc12bd2f-120a-4c38-a2e2-6d85e24cf306 req-a3b075ec-00bd-4c47-b65d-d67cff71a9a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46 HTTP/1.1" status: 200 len: 217 time: 0.0665340 Nov 11 11:49:49.741953 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-d28d3952-e6bd-4f49-b4e4-af09577e694f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:49.763932 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd530c07-99d9-4c91-ac97-e39ea6d61ef0 req-a00e203e-475e-4515-a5b0-dee44702946e service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362519 Nov 11 11:49:49.794401 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-d28d3952-e6bd-4f49-b4e4-af09577e694f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:49.799064 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12bd2f-120a-4c38-a2e2-6d85e24cf306 req-76ab4d75-d609-4a19-b7a0-4c075d0e991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:49.800666 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc12bd2f-120a-4c38-a2e2-6d85e24cf306 req-76ab4d75-d609-4a19-b7a0-4c075d0e991f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0793796 Nov 11 11:49:49.808278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['17a91085-f463-4507-a46b-de29b9fb8670'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:49:49.857347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:49:49.861703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-d28d3952-e6bd-4f49-b4e4-af09577e694f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:49.865080 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-d28d3952-e6bd-4f49-b4e4-af09577e694f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:49.869175 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-d28d3952-e6bd-4f49-b4e4-af09577e694f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:49:49.875317 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-d28d3952-e6bd-4f49-b4e4-af09577e694f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:49.875938 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-d28d3952-e6bd-4f49-b4e4-af09577e694f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:49.889552 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d3952-e6bd-4f49-b4e4-af09577e694f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Pushing event updated for resources: {'Port': ['ID=ffa66d02-bae5-4526-9a52-d64c0950b644,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:49.908540 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12bd2f-120a-4c38-a2e2-6d85e24cf306 req-75104067-91cc-4ef0-b410-d76e831b2cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:49.909853 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-d28d3952-e6bd-4f49-b4e4-af09577e694f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3654680 Nov 11 11:49:49.910963 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc12bd2f-120a-4c38-a2e2-6d85e24cf306 req-75104067-91cc-4ef0-b410-d76e831b2cfe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967951 Nov 11 11:49:49.924541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Request body: {'port': {'device_id': 'f2370679-1714-4a83-8806-c192c60db0e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:49.966491 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 1628a034-27cd-458d-bc63-161bd24a66e8 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:49:50.099391 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee6a9f6f-f320-40d8-a3a5-955e99d3e303 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:50.118333 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc12bd2f-120a-4c38-a2e2-6d85e24cf306 req-eb3d468d-64d1-4116-b084-64cf87ae7aa2 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979630 Nov 11 11:49:50.129672 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:50.177049 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38764) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:50.263584 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device fe65d662-9e91-451b-9adf-642911ccd6ed no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:49:50.333328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: fe65d662-9e91-451b-9adf-642911ccd6ed {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:49:50.333577 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device fe65d662-9e91-451b-9adf-642911ccd6ed not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:49:50.339542 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 1628a034-27cd-458d-bc63-161bd24a66e8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1628a034-27cd-458d-bc63-161bd24a66e8,segment=NetworkSegment(fb6e1d7d-6198-4b8a-8555-062b88f02519),segment_id=fb6e1d7d-6198-4b8a-8555-062b88f02519)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:50.363053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '1628a034-27cd-458d-bc63-161bd24a66e8', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'port_id': '1628a034-27cd-458d-bc63-161bd24a66e8', 'mac_address': 'fa:16:3e:0e:6c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:49:50.385390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1e9060be-26b6-4d2a-8eef-542873c0d89e None None] Provisioning complete for port ffa66d02-bae5-4526-9a52-d64c0950b644 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:50.386052 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1e9060be-26b6-4d2a-8eef-542873c0d89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:50.414877 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc12bd2f-120a-4c38-a2e2-6d85e24cf306 req-0ce84ed4-9426-438d-8fec-fd7b4132524d service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487888 Nov 11 11:49:50.463155 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:50.468550 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c78b5-2295-4b17-b180-36a664177c7b req-0bae2c93-2f2f-4466-ae24-56b76d73b820 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:50.473844 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-1e9060be-26b6-4d2a-8eef-542873c0d89e None None] Port ffa66d02-bae5-4526-9a52-d64c0950b644 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:49:50.478548 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-025c78b5-2295-4b17-b180-36a664177c7b req-0bae2c93-2f2f-4466-ae24-56b76d73b820 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.3431683 Nov 11 11:49:50.480467 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1628a034-27cd-458d-bc63-161bd24a66e8 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:49:50.516946 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829860a1-9577-4a5b-be1b-4074103534e3 req-2f060f10-1b13-47d9-a9c3-d0df372cfda8 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:50.517446 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 1628a034-27cd-458d-bc63-161bd24a66e8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1628a034-27cd-458d-bc63-161bd24a66e8,segment=NetworkSegment(fb6e1d7d-6198-4b8a-8555-062b88f02519),segment_id=fb6e1d7d-6198-4b8a-8555-062b88f02519)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:50.527956 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-829860a1-9577-4a5b-be1b-4074103534e3 req-2f060f10-1b13-47d9-a9c3-d0df372cfda8 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 936 time: 0.4088047 Nov 11 11:49:50.528192 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:50.528969 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 7921ff65-2a0d-466a-9540-8023a148f10f details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:49:50.533260 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee6a9f6f-f320-40d8-a3a5-955e99d3e303 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:50.574196 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-025c78b5-2295-4b17-b180-36a664177c7b req-47a0bde4-9d10-44f8-a6de-d602c9b79bdb tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945313 Nov 11 11:49:50.599506 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee6a9f6f-f320-40d8-a3a5-955e99d3e303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:50.710761 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.resource_extend [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 11:49:50.717325 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ee6a9f6f-f320-40d8-a3a5-955e99d3e303 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a30ac6470fc5443684d589d0abd155f4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0238185 Nov 11 11:49:50.717436 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-829860a1-9577-4a5b-be1b-4074103534e3 req-9e3be76e-18fc-4368-9cd4-b3e4b918852f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880896 Nov 11 11:49:50.720046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a9f6f-f320-40d8-a3a5-955e99d3e303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c2eefc-010e-4861-a270-0850fbdc9527,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:50.723966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38786) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:50.821897 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa66d02-bae5-4526-9a52-d64c0950b644 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:49:50.831043 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:50.847102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Transition to ACTIVE for port object ffa66d02-bae5-4526-9a52-d64c0950b644 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:49:50.853525 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:50.854321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 7921ff65-2a0d-466a-9540-8023a148f10f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7921ff65-2a0d-466a-9540-8023a148f10f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:50.857959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=1628a034-27cd-458d-bc63-161bd24a66e8,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:50.874343 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7216dcee-bd98-4b11-b724-ba433b47a419 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=adcecd23d8ce4245bc871419dbb30e28&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6390676 Nov 11 11:49:50.879260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38792) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:50.896557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '7921ff65-2a0d-466a-9540-8023a148f10f', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '7921ff65-2a0d-466a-9540-8023a148f10f', 'mac_address': 'fa:16:3e:6b:b8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:49:50.922658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079de0b3-48cb-4234-a4e2-5f6398d574e7 req-23f4f5b6-e02b-4f6b-8c32-87d3a9884d4b tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:50.924267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-079de0b3-48cb-4234-a4e2-5f6398d574e7 req-23f4f5b6-e02b-4f6b-8c32-87d3a9884d4b tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 945 time: 0.2622619 Nov 11 11:49:50.937566 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f23d4d9e-2564-4cdc-b8ff-a4d8a24cf79a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:50.950396 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:50.967925 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7921ff65-2a0d-466a-9540-8023a148f10f {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:49:50.999016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Attempting to bind port ffa66d02-bae5-4526-9a52-d64c0950b644 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:49:50.999732 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Attempting to bind port ffa66d02-bae5-4526-9a52-d64c0950b644 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:49:51.000226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Attempting to bind port ffa66d02-bae5-4526-9a52-d64c0950b644 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:51.005606 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 7921ff65-2a0d-466a-9540-8023a148f10f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7921ff65-2a0d-466a-9540-8023a148f10f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:51.010604 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa66d02-bae5-4526-9a52-d64c0950b644,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:51.014281 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Port ffa66d02-bae5-4526-9a52-d64c0950b644 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:49:51.019539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Attempting to bind port ffa66d02-bae5-4526-9a52-d64c0950b644 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:49:51.025626 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:51.026702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:49:51.026842 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:49:51.027496 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:49:51.027997 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Bound port: ffa66d02-bae5-4526-9a52-d64c0950b644, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:49:51.028532 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:51.059880 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f23d4d9e-2564-4cdc-b8ff-a4d8a24cf79a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:51.116821 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=7921ff65-2a0d-466a-9540-8023a148f10f,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:51.138393 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b187a967-58ac-4699-bd10-906e63b70b73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:51.149271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55193ed-7f57-4731-b1d9-1bd8c605788c req-6f704406-4198-4eba-be5e-db3cf5b83348 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:51.156960 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c55193ed-7f57-4731-b1d9-1bd8c605788c req-6f704406-4198-4eba-be5e-db3cf5b83348 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 947 time: 0.3242111 Nov 11 11:49:51.158546 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] For port ffa66d02-bae5-4526-9a52-d64c0950b644, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:49:51.162386 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] For port ffa66d02-bae5-4526-9a52-d64c0950b644, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ffa66d02-bae5-4526-9a52-d64c0950b644,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:49:51.171362 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:51.226497 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:51.227536 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:51.229688 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] 10.222.0.62 "PUT /v2.0/ports/ffa66d02-bae5-4526-9a52-d64c0950b644 HTTP/1.1" status: 200 len: 1096 time: 1.3094196 Nov 11 11:49:51.230182 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2370679-1714-4a83-8806-c192c60db0e0', 'tag': 'ffa66d02-bae5-4526-9a52-d64c0950b644'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:51.230286 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:51.232674 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9866e48-4b5a-44ad-a394-37f8b10c28a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f2370679-1714-4a83-8806-c192c60db0e0", "tag": "ffa66d02-bae5-4526-9a52-d64c0950b644"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:51.266310 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b187a967-58ac-4699-bd10-906e63b70b73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:51.271484 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52f19d-61b6-46a0-a5ca-7ac9c04da090 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa66d02-bae5-4526-9a52-d64c0950b644,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:51.276224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['7921ff65-2a0d-466a-9540-8023a148f10f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:49:51.319293 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-079de0b3-48cb-4234-a4e2-5f6398d574e7 req-455d1b5f-034c-451e-92b6-20395449dc69 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3825419 Nov 11 11:49:51.327879 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['1628a034-27cd-458d-bc63-161bd24a66e8'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:49:51.364859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4417eadd-dbd2-4a21-a0ad-919c3041ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:51.366744 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4417eadd-dbd2-4a21-a0ad-919c3041ed19 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08700ee2934140278345d972bc355944&device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 1099 time: 0.0833936 Nov 11 11:49:51.374750 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f23d4d9e-2564-4cdc-b8ff-a4d8a24cf79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:51.387645 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f23d4d9e-2564-4cdc-b8ff-a4d8a24cf79a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:51.392793 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f23d4d9e-2564-4cdc-b8ff-a4d8a24cf79a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98c2eefc-010e-4861-a270-0850fbdc9527 HTTP/1.1" status: 204 len: 168 time: 0.6670527 Nov 11 11:49:51.429819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d4d9e-2564-4cdc-b8ff-a4d8a24cf79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c2eefc-010e-4861-a270-0850fbdc9527,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:51.472753 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c55193ed-7f57-4731-b1d9-1bd8c605788c req-24613561-602c-4b46-9ffe-ee314d946bfa tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939093 Nov 11 11:49:51.477637 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-5986c457-e593-4101-8999-6e07045c7665 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=ffa66d02-bae5-4526-9a52-d64c0950b644 HTTP/1.1" status: 200 len: 217 time: 0.0973148 Nov 11 11:49:51.497234 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b187a967-58ac-4699-bd10-906e63b70b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:51.500750 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b187a967-58ac-4699-bd10-906e63b70b73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:51.502362 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b187a967-58ac-4699-bd10-906e63b70b73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fb366a19-1d0d-4b25-831d-7afd7ac4c7ab HTTP/1.1" status: 204 len: 168 time: 0.6164527 Nov 11 11:49:51.511667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187a967-58ac-4699-bd10-906e63b70b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb366a19-1d0d-4b25-831d-7afd7ac4c7ab,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:51.541945 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e4360c-eca5-498f-9f8c-31f6394baeb1 x-openstack-request-id: req-11e4360c-eca5-498f-9f8c-31f6394baeb1 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:51.542337 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2370679-1714-4a83-8806-c192c60db0e0", "tag": "ffa66d02-bae5-4526-9a52-d64c0950b644", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:51.544726 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11e4360c-eca5-498f-9f8c-31f6394baeb1 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:51.545287 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2370679-1714-4a83-8806-c192c60db0e0', 'tag': 'ffa66d02-bae5-4526-9a52-d64c0950b644', 'status': 'completed', 'code': 200} Nov 11 11:49:51.612554 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-42724475-5d33-4304-ae0d-54974ecadcdb req-77222b50-5966-4453-a035-8d1fe39df0c2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1319716 Nov 11 11:49:51.618443 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-8ba8f20b-dd6e-49a8-8cce-bebde8e25656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:51.619886 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-8ba8f20b-dd6e-49a8-8cce-bebde8e25656 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0712299 Nov 11 11:49:51.727591 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-93ba6193-502f-4dec-b5fc-6ad0e498d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:51.729024 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-93ba6193-502f-4dec-b5fc-6ad0e498d41e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999119 Nov 11 11:49:51.736207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42724475-5d33-4304-ae0d-54974ecadcdb req-4b7b49e7-1c04-4d75-9118-87f223723c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:51.737769 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-42724475-5d33-4304-ae0d-54974ecadcdb req-4b7b49e7-1c04-4d75-9118-87f223723c00 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08700ee2934140278345d972bc355944&device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 1101 time: 0.0606494 Nov 11 11:49:51.774585 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e67339-c372-4f34-9704-fac812716360 req-150277eb-2837-4d6e-83f0-aed4c830a1f6 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:51.776234 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76e67339-c372-4f34-9704-fac812716360 req-150277eb-2837-4d6e-83f0-aed4c830a1f6 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.0917134 Nov 11 11:49:51.844139 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76e67339-c372-4f34-9704-fac812716360 req-2e4c3dd2-8099-49a2-b96f-356f5e21f1cc tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589013 Nov 11 11:49:51.922461 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-b3bacad8-0026-40da-9aed-1283222405e7 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835930 Nov 11 11:49:51.947112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42724475-5d33-4304-ae0d-54974ecadcdb req-4399adb5-bb5a-4166-a28e-126bf4f5a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:51.948794 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-42724475-5d33-4304-ae0d-54974ecadcdb req-4399adb5-bb5a-4166-a28e-126bf4f5a4af service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1875033 Nov 11 11:49:51.992846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98bad8-bfcc-4793-a9df-fa7871e15763 req-16209d09-b91e-40f2-a4b2-bca5c6692200 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:52.001011 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b98bad8-bfcc-4793-a9df-fa7871e15763 req-16209d09-b91e-40f2-a4b2-bca5c6692200 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 948 time: 0.0610442 Nov 11 11:49:52.012299 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-42724475-5d33-4304-ae0d-54974ecadcdb req-665f111c-3d2d-44b2-b2fc-e883f5f242b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 HTTP/1.1" status: 200 len: 217 time: 0.0506065 Nov 11 11:49:52.059580 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b98bad8-bfcc-4793-a9df-fa7871e15763 req-2116f160-99a8-4dcf-81e4-ce02fae1eae0 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556438 Nov 11 11:49:52.118852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42724475-5d33-4304-ae0d-54974ecadcdb req-c74c8907-dead-4168-862f-4ea0a24be0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:52.125397 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-42724475-5d33-4304-ae0d-54974ecadcdb req-c74c8907-dead-4168-862f-4ea0a24be0ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0707471 Nov 11 11:49:52.157671 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-44bbe8b7-df3b-4206-b6c3-c0f35d13086a req-4c4560d2-022b-429a-a8fe-672e0be394a1 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236910 Nov 11 11:49:52.173672 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42724475-5d33-4304-ae0d-54974ecadcdb req-ad761b5c-737e-4550-8dc5-0d74ad537c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:52.175062 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-42724475-5d33-4304-ae0d-54974ecadcdb req-ad761b5c-737e-4550-8dc5-0d74ad537c1b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0454772 Nov 11 11:49:52.183518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38828) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:52.198008 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3e9647c5-ed53-48f3-ae30-4c01f5b0ee7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:52.336544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9866e48-4b5a-44ad-a394-37f8b10c28a3 req-2691e608-4c9d-4d3d-8077-880c07ae49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:52.338853 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3e9647c5-ed53-48f3-ae30-4c01f5b0ee7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:52.340319 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b9866e48-4b5a-44ad-a394-37f8b10c28a3 req-2691e608-4c9d-4d3d-8077-880c07ae49ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08700ee2934140278345d972bc355944&device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 1099 time: 0.1199429 Nov 11 11:49:52.346766 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3e9647c5-ed53-48f3-ae30-4c01f5b0ee7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:52.358569 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-42724475-5d33-4304-ae0d-54974ecadcdb req-ed0cef8f-f377-4131-8ea9-a9dead75d48d service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745143 Nov 11 11:49:52.395131 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3e9647c5-ed53-48f3-ae30-4c01f5b0ee7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98c6f72add7d42f3bbeab11d665d32d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104568 Nov 11 11:49:52.396208 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9647c5-ed53-48f3-ae30-4c01f5b0ee7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3b8f7b-7f31-407c-a3ea-8493ba959e15,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:52.398836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38838) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:52.475910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38842) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:52.523592 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-42724475-5d33-4304-ae0d-54974ecadcdb req-e45090c4-facb-46e4-bac1-39f937b5273f service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359305 Nov 11 11:49:52.526626 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9dab1ddf-d7a8-48d1-8cbe-87d5b941819b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:52.595565 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9866e48-4b5a-44ad-a394-37f8b10c28a3 req-c8b44969-01b3-4603-a08d-2c1805a4849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:52.597337 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b9866e48-4b5a-44ad-a394-37f8b10c28a3 req-c8b44969-01b3-4603-a08d-2c1805a4849c service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.2377169 Nov 11 11:49:52.625215 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5d13098b-65c7-4ba8-a999-50c260bd97e5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=884f3dfb290547f28964acca0dea51f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465018 Nov 11 11:49:52.631484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38852) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:52.640074 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9dab1ddf-d7a8-48d1-8cbe-87d5b941819b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:52.655281 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b9866e48-4b5a-44ad-a394-37f8b10c28a3 req-29308de6-4eba-4921-8c50-6bac537cdcc8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=ffa66d02-bae5-4526-9a52-d64c0950b644 HTTP/1.1" status: 200 len: 217 time: 0.0477700 Nov 11 11:49:52.690942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6d78b-2d5f-494d-a9eb-35944fe235ed req-0bf35dfc-7b1f-49a8-b687-174ddf177660 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:52.692488 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dcf6d78b-2d5f-494d-a9eb-35944fe235ed req-0bf35dfc-7b1f-49a8-b687-174ddf177660 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 945 time: 0.2363575 Nov 11 11:49:52.718970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9866e48-4b5a-44ad-a394-37f8b10c28a3 req-1dd25645-a86d-4b7d-b244-d09f5c40c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:52.723177 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b9866e48-4b5a-44ad-a394-37f8b10c28a3 req-1dd25645-a86d-4b7d-b244-d09f5c40c210 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0579557 Nov 11 11:49:52.744418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e0091-f2a8-488c-bbde-6b4b097c06d5 req-130af972-a48c-4552-82e1-0bce326214a2 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:52.745927 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee8e0091-f2a8-488c-bbde-6b4b097c06d5 req-130af972-a48c-4552-82e1-0bce326214a2 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 948 time: 0.1861246 Nov 11 11:49:52.779816 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9866e48-4b5a-44ad-a394-37f8b10c28a3 req-09d884ae-6ec2-4626-bb17-5d4f41d3d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:52.781508 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b9866e48-4b5a-44ad-a394-37f8b10c28a3 req-09d884ae-6ec2-4626-bb17-5d4f41d3d66d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0516734 Nov 11 11:49:52.820217 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dcf6d78b-2d5f-494d-a9eb-35944fe235ed req-75188b59-73a6-430c-b65d-c6b29489b761 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179168 Nov 11 11:49:52.827994 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-883ee1ac-5b04-48c1-ad66-411057381dc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:52.833471 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9dab1ddf-d7a8-48d1-8cbe-87d5b941819b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:52.836095 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9dab1ddf-d7a8-48d1-8cbe-87d5b941819b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:52.837533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9dab1ddf-d7a8-48d1-8cbe-87d5b941819b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b3b8f7b-7f31-407c-a3ea-8493ba959e15 HTTP/1.1" status: 204 len: 168 time: 0.4375908 Nov 11 11:49:52.872007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab1ddf-d7a8-48d1-8cbe-87d5b941819b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3b8f7b-7f31-407c-a3ea-8493ba959e15,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:52.886902 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee8e0091-f2a8-488c-bbde-6b4b097c06d5 req-2d325501-b9a1-4dee-b378-862be934a1d6 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287844 Nov 11 11:49:52.907210 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-883ee1ac-5b04-48c1-ad66-411057381dc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:52.959772 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b9866e48-4b5a-44ad-a394-37f8b10c28a3 req-f0e58f16-a72c-40ce-986a-febe8ff3b722 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631954 Nov 11 11:49:53.008873 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-883ee1ac-5b04-48c1-ad66-411057381dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:53.011625 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-883ee1ac-5b04-48c1-ad66-411057381dc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:53.012770 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-883ee1ac-5b04-48c1-ad66-411057381dc4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c288fb91-b76f-4b7a-8281-a0af00131f75 HTTP/1.1" status: 204 len: 168 time: 0.3803778 Nov 11 11:49:53.026106 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ee1ac-5b04-48c1-ad66-411057381dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c288fb91-b76f-4b7a-8281-a0af00131f75,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:53.045080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa7244-39de-4752-8a65-c082ab5b52d8 req-c471867e-e95f-4c57-bc1b-cee3954d43e3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:53.053367 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fdfa7244-39de-4752-8a65-c082ab5b52d8 req-c471867e-e95f-4c57-bc1b-cee3954d43e3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.0809178 Nov 11 11:49:53.087700 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b9866e48-4b5a-44ad-a394-37f8b10c28a3 req-2478c1e9-8908-4825-a2d0-ece2a2ee6d17 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200092 Nov 11 11:49:53.110266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fdfa7244-39de-4752-8a65-c082ab5b52d8 req-645ee26a-e3c6-40ff-b351-800cac79280a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558553 Nov 11 11:49:53.209556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85fc3c-9922-45a3-895f-38ba767c0030 req-05d1f7e1-17c7-4ad1-ae6f-4a548733b143 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:53.211218 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c85fc3c-9922-45a3-895f-38ba767c0030 req-05d1f7e1-17c7-4ad1-ae6f-4a548733b143 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 948 time: 0.0602329 Nov 11 11:49:53.258589 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c85fc3c-9922-45a3-895f-38ba767c0030 req-874a0dcc-37da-4e00-bfcb-b3e5308342f5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406802 Nov 11 11:49:53.471067 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38884) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:53.608092 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5a3929bc-b5b2-4e9c-946f-6d91e52ed9e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:53.692186 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5a3929bc-b5b2-4e9c-946f-6d91e52ed9e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:53.696583 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5a3929bc-b5b2-4e9c-946f-6d91e52ed9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:53.735561 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3929bc-b5b2-4e9c-946f-6d91e52ed9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f5325b-fd01-4818-9d41-729ae85cc1e6,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:53.740095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5a3929bc-b5b2-4e9c-946f-6d91e52ed9e6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f15697d1e892402799dbe301da306e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680039 Nov 11 11:49:53.743228 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38902) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:53.796599 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-92bf43fe-f0a1-4fd8-9106-3870be88e8d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:53.823461 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-92bf43fe-f0a1-4fd8-9106-3870be88e8d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:53.887242 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-92bf43fe-f0a1-4fd8-9106-3870be88e8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:53.890225 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-92bf43fe-f0a1-4fd8-9106-3870be88e8d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:53.891487 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-92bf43fe-f0a1-4fd8-9106-3870be88e8d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/35f5325b-fd01-4818-9d41-729ae85cc1e6 HTTP/1.1" status: 204 len: 168 time: 0.1472640 Nov 11 11:49:53.902441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf43fe-f0a1-4fd8-9106-3870be88e8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f5325b-fd01-4818-9d41-729ae85cc1e6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:53.966305 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efc0dd-487e-4763-8e4b-ea9b9401e85f req-1f6c7e04-7a71-432c-b48f-e73339eccd4b tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:53.967683 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3efc0dd-487e-4763-8e4b-ea9b9401e85f req-1f6c7e04-7a71-432c-b48f-e73339eccd4b tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 945 time: 0.0523088 Nov 11 11:49:53.977994 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 1628a034-27cd-458d-bc63-161bd24a66e8 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:54.039458 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 1628a034-27cd-458d-bc63-161bd24a66e8 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:49:54.042639 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3efc0dd-487e-4763-8e4b-ea9b9401e85f req-4bed8a8c-6670-4f65-ae58-6e95235cc7b8 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679610 Nov 11 11:49:54.065311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 1628a034-27cd-458d-bc63-161bd24a66e8 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:54.065311 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:54.173149 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:54.191774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85698e4-e6cc-4b4f-8a69-22d93b3f4a1e req-a70a0437-ac44-43dc-89a6-9328e038ece7 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:54.199751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7b1557-c156-4fcf-b68c-dee2d89c8dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1628a034-27cd-458d-bc63-161bd24a66e8'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:54.199927 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b85698e4-e6cc-4b4f-8a69-22d93b3f4a1e req-a70a0437-ac44-43dc-89a6-9328e038ece7 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 948 time: 0.0812407 Nov 11 11:49:54.203503 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f004b015-8553-4d36-9be5-4afcef546236" -d '{"events": [{"server_uuid": "9c7b1557-c156-4fcf-b68c-dee2d89c8dbd", "name": "network-vif-plugged", "status": "completed", "tag": "1628a034-27cd-458d-bc63-161bd24a66e8"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:54.226591 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 1628a034-27cd-458d-bc63-161bd24a66e8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1628a034-27cd-458d-bc63-161bd24a66e8,segment=NetworkSegment(fb6e1d7d-6198-4b8a-8555-062b88f02519),segment_id=fb6e1d7d-6198-4b8a-8555-062b88f02519)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:54.236616 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:54.237900 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 7921ff65-2a0d-466a-9540-8023a148f10f up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:54.262121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b85698e4-e6cc-4b4f-8a69-22d93b3f4a1e req-220f8c11-2355-42d1-b716-4497426a0e0c tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613952 Nov 11 11:49:54.335726 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=1628a034-27cd-458d-bc63-161bd24a66e8,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:54.357892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 7921ff65-2a0d-466a-9540-8023a148f10f completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:49:54.365412 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 7921ff65-2a0d-466a-9540-8023a148f10f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:54.365849 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:54.412143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38944) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:54.428209 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12f387fb-d3fe-49ad-b7d1-7d208b7c7f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:54.434373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29fc38-a8b9-46cc-b3ce-78a210517cbd req-7d83f529-54dd-4eae-bdaa-b947f9e2a9d2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:54.443246 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c29fc38-a8b9-46cc-b3ce-78a210517cbd req-7d83f529-54dd-4eae-bdaa-b947f9e2a9d2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.0664325 Nov 11 11:49:54.480007 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:54.508849 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c29fc38-a8b9-46cc-b3ce-78a210517cbd req-05f739dd-10fc-48c7-860b-02b577eb351a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644224 Nov 11 11:49:54.524648 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12f387fb-d3fe-49ad-b7d1-7d208b7c7f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:54.531537 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12f387fb-d3fe-49ad-b7d1-7d208b7c7f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:54.540531 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 7921ff65-2a0d-466a-9540-8023a148f10f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7921ff65-2a0d-466a-9540-8023a148f10f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:54.547204 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:54.573365 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-12f387fb-d3fe-49ad-b7d1-7d208b7c7f74 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=55744f9f544e4a0da7a530b0872a29fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1596615 Nov 11 11:49:54.576067 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38946) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:54.583325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f387fb-d3fe-49ad-b7d1-7d208b7c7f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bb88db-253a-452a-8038-858bc3785ff1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:54.595884 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe458d2-4bd9-43f2-914b-58ccbf17bc4f x-openstack-request-id: req-cbe458d2-4bd9-43f2-914b-58ccbf17bc4f {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:54.596395 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7b1557-c156-4fcf-b68c-dee2d89c8dbd", "name": "network-vif-plugged", "status": "completed", "tag": "1628a034-27cd-458d-bc63-161bd24a66e8", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:54.596574 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cbe458d2-4bd9-43f2-914b-58ccbf17bc4f {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:54.597394 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7b1557-c156-4fcf-b68c-dee2d89c8dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1628a034-27cd-458d-bc63-161bd24a66e8', 'code': 200} Nov 11 11:49:54.637392 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=7921ff65-2a0d-466a-9540-8023a148f10f,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:54.724828 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93563b-6d78-456c-b160-2dab935d5e71 req-6f5e11d2-a7f0-4cdc-bb72-f2758c67056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:54.729302 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0b93563b-6d78-456c-b160-2dab935d5e71 req-6f5e11d2-a7f0-4cdc-bb72-f2758c67056e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 1097 time: 0.0703001 Nov 11 11:49:54.738813 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f001f1f-ca52-483b-9a7d-874cf7e7c454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:54.800919 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0b93563b-6d78-456c-b160-2dab935d5e71 req-cf3faa4d-cc5d-4aac-b978-e43fde74b2cb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597007 Nov 11 11:49:54.814451 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e71c59-2aa5-44d3-9f83-72e6fa0f1184 req-16ff7312-a003-484b-9673-9ccca8e21173 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:54.816350 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76e71c59-2aa5-44d3-9f83-72e6fa0f1184 req-16ff7312-a003-484b-9673-9ccca8e21173 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 948 time: 0.1354191 Nov 11 11:49:54.818555 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f001f1f-ca52-483b-9a7d-874cf7e7c454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:54.898415 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76e71c59-2aa5-44d3-9f83-72e6fa0f1184 req-f5da3864-2995-4161-94b6-9e051258041c tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719891 Nov 11 11:49:54.912994 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f001f1f-ca52-483b-9a7d-874cf7e7c454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:54.916125 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f001f1f-ca52-483b-9a7d-874cf7e7c454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:54.920260 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4f001f1f-ca52-483b-9a7d-874cf7e7c454 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8bb88db-253a-452a-8038-858bc3785ff1 HTTP/1.1" status: 204 len: 168 time: 0.3403101 Nov 11 11:49:54.927157 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f001f1f-ca52-483b-9a7d-874cf7e7c454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bb88db-253a-452a-8038-858bc3785ff1,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:55.171653 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6052fb-80d1-40e1-a1be-7b4eda2bc996 req-f3cf1b7c-e9bb-4c6c-9e62-47894d1146e6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:55.174029 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df6052fb-80d1-40e1-a1be-7b4eda2bc996 req-f3cf1b7c-e9bb-4c6c-9e62-47894d1146e6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 946 time: 0.0554733 Nov 11 11:49:55.250170 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df6052fb-80d1-40e1-a1be-7b4eda2bc996 req-6d373102-d63e-4500-9b36-a7d00dc5f452 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667453 Nov 11 11:49:55.388506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c110-1606-4d6e-b193-3120c6793c31 req-fe7e6a56-c7b7-4aec-a998-f23cc565ed4e tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:55.395787 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0894c110-1606-4d6e-b193-3120c6793c31 req-fe7e6a56-c7b7-4aec-a998-f23cc565ed4e tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 949 time: 0.0616038 Nov 11 11:49:55.444062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0894c110-1606-4d6e-b193-3120c6793c31 req-5d69d5a7-b819-4aeb-b45a-daf92c5a7a0e tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474241 Nov 11 11:49:55.641720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3920952-9996-4fb2-b4b5-c38b721fe165 req-97d0e831-2d37-4ed0-a771-46c96507376d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:55.654812 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a3920952-9996-4fb2-b4b5-c38b721fe165 req-97d0e831-2d37-4ed0-a771-46c96507376d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.0751109 Nov 11 11:49:55.739654 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a3920952-9996-4fb2-b4b5-c38b721fe165 req-96df6897-c3d6-4217-a25d-78ba4b8d7cd2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782318 Nov 11 11:49:55.981736 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ffa66d02-bae5-4526-9a52-d64c0950b644 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:49:56.065079 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7f83c-37ab-484d-bf17-c17c69fe69f1 req-58fae2ae-31d7-4227-aa2c-034909af48b3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:56.067116 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6fe7f83c-37ab-484d-bf17-c17c69fe69f1 req-58fae2ae-31d7-4227-aa2c-034909af48b3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 948 time: 0.0921052 Nov 11 11:49:56.137064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ffa66d02-bae5-4526-9a52-d64c0950b644, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ffa66d02-bae5-4526-9a52-d64c0950b644,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:56.165384 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'ffa66d02-bae5-4526-9a52-d64c0950b644', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'ffa66d02-bae5-4526-9a52-d64c0950b644', 'mac_address': 'fa:16:3e:18:7e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:49:56.184434 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6fe7f83c-37ab-484d-bf17-c17c69fe69f1 req-9ecc0b89-4628-44fd-8c5a-93758c305d5f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110899 Nov 11 11:49:56.210766 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:56.225448 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa66d02-bae5-4526-9a52-d64c0950b644 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:49:56.246200 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ffa66d02-bae5-4526-9a52-d64c0950b644, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ffa66d02-bae5-4526-9a52-d64c0950b644,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:56.250868 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:56.308602 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=ffa66d02-bae5-4526-9a52-d64c0950b644,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:56.425113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782a2ee-e2b1-490f-94c6-350cd5540818 req-d7c25b19-7db3-45ff-ae6f-bd0867868741 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:56.426762 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7782a2ee-e2b1-490f-94c6-350cd5540818 req-d7c25b19-7db3-45ff-ae6f-bd0867868741 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 946 time: 0.0555551 Nov 11 11:49:56.476359 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7782a2ee-e2b1-490f-94c6-350cd5540818 req-f4887b5f-48f8-4d36-81e6-9bbe3854c70f tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420499 Nov 11 11:49:56.509063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['ffa66d02-bae5-4526-9a52-d64c0950b644'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:49:56.555384 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17b85319-a7d5-4c89-8400-8445e0734227 req-27688549-bc37-4b88-bebc-9f4bf46023b5 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292387 Nov 11 11:49:56.603445 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69efc6f7-2e23-457d-a331-b5023ea63b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7921ff65-2a0d-466a-9540-8023a148f10f'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:56.608430 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7ee66e-a586-43cb-a69e-b704910c12a3" -d '{"events": [{"server_uuid": "69efc6f7-2e23-457d-a331-b5023ea63b1c", "name": "network-vif-plugged", "status": "completed", "tag": "7921ff65-2a0d-466a-9540-8023a148f10f"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:56.719491 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b85319-a7d5-4c89-8400-8445e0734227 req-8c66ce3f-5b5f-40bd-98a9-7596e1e14eab tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:56.726936 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17b85319-a7d5-4c89-8400-8445e0734227 req-8c66ce3f-5b5f-40bd-98a9-7596e1e14eab tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1707065 Nov 11 11:49:56.742320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17b85319-a7d5-4c89-8400-8445e0734227 req-4f786cea-b7e1-498c-bc9b-b7561165e663 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/quotas/9bc118dc2ae249c3b19e662c936c1a69 HTTP/1.1" status: 200 len: 375 time: 0.0144570 Nov 11 11:49:56.778541 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17b85319-a7d5-4c89-8400-8445e0734227 req-21526268-b4d0-46a5-b9a9-265b431f75c5 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350113 Nov 11 11:49:56.979027 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358d252-dd91-4a3d-87ce-72a2fde16064 req-38f3bdd0-3368-4999-bf53-6d0db1595faf tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:56.989972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8358d252-dd91-4a3d-87ce-72a2fde16064 req-38f3bdd0-3368-4999-bf53-6d0db1595faf tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 949 time: 0.0930288 Nov 11 11:49:57.294984 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b67a7-d170-4b02-8cbe-97c110b527cb req-e3a56440-19ff-400d-8234-f206e88a2e26 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:57.298017 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-243b67a7-d170-4b02-8cbe-97c110b527cb req-e3a56440-19ff-400d-8234-f206e88a2e26 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 946 time: 0.3427100 Nov 11 11:49:57.305833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39100) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:57.307745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8358d252-dd91-4a3d-87ce-72a2fde16064 req-b21e8940-a096-44f1-b0b5-68078482e935 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174601 Nov 11 11:49:57.316535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5bf5ecba-c740-4bce-b534-02ed7dbe8013 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Request body: {'floatingip': {'port_id': '1628a034-27cd-458d-bc63-161bd24a66e8'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:57.337996 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859460ac-f893-4bae-bb38-0ef1ab3a885a x-openstack-request-id: req-859460ac-f893-4bae-bb38-0ef1ab3a885a {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:57.339063 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69efc6f7-2e23-457d-a331-b5023ea63b1c", "name": "network-vif-plugged", "status": "completed", "tag": "7921ff65-2a0d-466a-9540-8023a148f10f", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:57.339543 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-859460ac-f893-4bae-bb38-0ef1ab3a885a {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:57.340207 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69efc6f7-2e23-457d-a331-b5023ea63b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7921ff65-2a0d-466a-9540-8023a148f10f', 'code': 200} Nov 11 11:49:57.417264 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ecba-c740-4bce-b534-02ed7dbe8013 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for floatingip, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:57.522177 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b94fb165-8f3a-4d19-8a08-25275db07915 req-b45f6a40-4347-487b-b6f5-88bd3ce60433 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 210 time: 0.0297477 Nov 11 11:49:57.677721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979f390-1255-47b2-88d6-2839c17a0b52 req-6c8349f9-2d48-4a37-81e3-6940b936808e tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:57.679652 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0979f390-1255-47b2-88d6-2839c17a0b52 req-6c8349f9-2d48-4a37-81e3-6940b936808e tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 949 time: 0.0849040 Nov 11 11:49:57.702853 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684b40c-1176-46d4-b9f2-f1aa64248023 req-cffd4465-9ced-4a51-aa8e-7efc03bce510 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:57.704273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6684b40c-1176-46d4-b9f2-f1aa64248023 req-cffd4465-9ced-4a51-aa8e-7efc03bce510 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.0814247 Nov 11 11:49:57.766173 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0979f390-1255-47b2-88d6-2839c17a0b52 req-e290ed61-a79a-435a-a815-c53866bfe1ff tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772357 Nov 11 11:49:57.797296 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6684b40c-1176-46d4-b9f2-f1aa64248023 req-74df5680-a6c2-4d8f-b826-b4cd1594402f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770562 Nov 11 11:49:57.835907 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769925f-0d97-4c41-b6d6-6f538340e5f1 req-e9542934-ff27-4300-b103-3bd38d0c4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:57.837426 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d769925f-0d97-4c41-b6d6-6f538340e5f1 req-e9542934-ff27-4300-b103-3bd38d0c4e5d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 1100 time: 0.4231594 Nov 11 11:49:57.941970 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d769925f-0d97-4c41-b6d6-6f538340e5f1 req-4edc758a-f0ec-4f5f-ba86-0ed7de314f8f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931315 Nov 11 11:49:58.002416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ffa66d02-bae5-4526-9a52-d64c0950b644 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:49:58.070866 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port ffa66d02-bae5-4526-9a52-d64c0950b644 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:49:58.081330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port ffa66d02-bae5-4526-9a52-d64c0950b644 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:49:58.082466 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:58.194385 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17b85319-a7d5-4c89-8400-8445e0734227 req-a53be028-7139-490e-9efb-44a74d14c1ef tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470567 Nov 11 11:49:58.210787 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:58.263117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ffa66d02-bae5-4526-9a52-d64c0950b644, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ffa66d02-bae5-4526-9a52-d64c0950b644,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:49:58.272732 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:58.357179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=ffa66d02-bae5-4526-9a52-d64c0950b644,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:58.419173 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.db.resource_extend [None req-5bf5ecba-c740-4bce-b534-02ed7dbe8013 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 11:49:58.436207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b85319-a7d5-4c89-8400-8445e0734227 req-9660b690-4aee-4ca1-b9a5-3d73c0e80a23 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:58.438342 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17b85319-a7d5-4c89-8400-8445e0734227 req-9660b690-4aee-4ca1-b9a5-3d73c0e80a23 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278614 Nov 11 11:49:58.454446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-17b85319-a7d5-4c89-8400-8445e0734227 req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Request body: {'port': {'device_id': '83811e22-b757-4752-88e6-401677b43159', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '9bc118dc2ae249c3b19e662c936c1a69'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:58.512034 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ecba-c740-4bce-b534-02ed7dbe8013 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:58.516853 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ecba-c740-4bce-b534-02ed7dbe8013 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:58.577905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fed9b-0d46-426c-bc73-e3879ddff924 req-02031704-9ddf-4b44-9dca-3a6009965e71 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:58.580403 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c04fed9b-0d46-426c-bc73-e3879ddff924 req-02031704-9ddf-4b44-9dca-3a6009965e71 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 949 time: 0.1093192 Nov 11 11:49:58.641960 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-5bf5ecba-c740-4bce-b534-02ed7dbe8013 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Floating IP bf98544c-1fb2-4797-8b80-845c10f13aa1 associated. External IP: 172.25.2.16, port: 1628a034-27cd-458d-bc63-161bd24a66e8. Nov 11 11:49:58.652800 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c04fed9b-0d46-426c-bc73-e3879ddff924 req-0504690d-4b0a-47f9-bc47-e752647c84f4 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715406 Nov 11 11:49:58.684413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40350106-2747-42f4-b6ee-6927a0f35445 req-f188ae36-9db5-468b-832c-f0517f013d9f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 210 time: 0.0387659 Nov 11 11:49:58.685307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b85319-a7d5-4c89-8400-8445e0734227 req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Made reservation on behalf of 9bc118dc2ae249c3b19e662c936c1a69 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:49:58.689133 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-17b85319-a7d5-4c89-8400-8445e0734227 req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:58.698695 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-17b85319-a7d5-4c89-8400-8445e0734227 req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:58.811462 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-17b85319-a7d5-4c89-8400-8445e0734227 req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:58.819798 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-17b85319-a7d5-4c89-8400-8445e0734227 req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:58.891652 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:58.914146 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf5ecba-c740-4bce-b534-02ed7dbe8013 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Router 267f52bb-9bcc-47d9-90b2-62c365585ca7 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:49:59.057912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e0850-83d8-4376-a066-f1a1c48a01be req-1f3d73bc-aed4-4fac-a7f6-63a884686b81 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:59.059389 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-775e0850-83d8-4376-a066-f1a1c48a01be req-1f3d73bc-aed4-4fac-a7f6-63a884686b81 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 950 time: 0.1520531 Nov 11 11:49:59.073364 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-17b85319-a7d5-4c89-8400-8445e0734227 req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Allocated IP 192.168.233.8 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/233d75d3-5ebb-42e2-8b24-db5a2032c405) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:49:59.083131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf5ecba-c740-4bce-b534-02ed7dbe8013 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:49:59.098805 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b16c9bc-ebd8-4d4b-982b-fc34adb1db12 None None] Sync routers for ids ['267f52bb-9bcc-47d9-90b2-62c365585ca7'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:49:59.099394 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ecba-c740-4bce-b534-02ed7dbe8013 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:59.101869 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-1ee8e884-5144-4e2f-8669-9657a7332093 service neutron] show failed (client error): The resource could not be found. Nov 11 11:49:59.103503 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-1ee8e884-5144-4e2f-8669-9657a7332093 service neutron] 10.222.0.43 "GET /v2.0/ports/5b8053d1-ef81-421b-9c0d-72d4ba518d46/bindings/n-h1-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.1260076 Nov 11 11:49:59.104975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9ddc4-2959-4466-84c9-e20aea0ac89d req-f34ef03f-618e-4920-8575-2b5121527d3f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:59.116123 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b16c9bc-ebd8-4d4b-982b-fc34adb1db12 None None] Routers {'267f52bb-9bcc-47d9-90b2-62c365585ca7'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:49:59.117085 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4b16c9bc-ebd8-4d4b-982b-fc34adb1db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:49:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['267f52bb-9bcc-47d9-90b2-62c365585ca7'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:59.124745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6d9ddc4-2959-4466-84c9-e20aea0ac89d req-f34ef03f-618e-4920-8575-2b5121527d3f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.1564109 Nov 11 11:49:59.136721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39182) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:59.148017 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5bf5ecba-c740-4bce-b534-02ed7dbe8013 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "PUT /v2.0/floatingips/bf98544c-1fb2-4797-8b80-845c10f13aa1 HTTP/1.1" status: 200 len: 991 time: 1.8371193 Nov 11 11:49:59.148017 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7b1557-c156-4fcf-b68c-dee2d89c8dbd', 'tag': '1628a034-27cd-458d-bc63-161bd24a66e8'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:59.148017 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff57ea80-24ec-461b-a3ac-0c2909b3cacd" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7b1557-c156-4fcf-b68c-dee2d89c8dbd", "tag": "1628a034-27cd-458d-bc63-161bd24a66e8"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:59.219703 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6d9ddc4-2959-4466-84c9-e20aea0ac89d req-c681d97a-e64b-4b70-b02c-e5bbcaf7e784 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926201 Nov 11 11:49:59.247372 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-775e0850-83d8-4376-a066-f1a1c48a01be req-79a5eb50-6d21-467a-80d7-539c37047d47 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818895 Nov 11 11:49:59.252436 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-4b16c9bc-ebd8-4d4b-982b-fc34adb1db12 None None] Set router 267f52bb-9bcc-47d9-90b2-62c365585ca7 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:49:59.341795 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2370679-1714-4a83-8806-c192c60db0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa66d02-bae5-4526-9a52-d64c0950b644'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:49:59.345769 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db44922-0d08-4f6d-a57d-929043a5c32f" -d '{"events": [{"server_uuid": "f2370679-1714-4a83-8806-c192c60db0e0", "name": "network-vif-plugged", "status": "completed", "tag": "ffa66d02-bae5-4526-9a52-d64c0950b644"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:49:59.372865 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-734506d7-39e3-477d-9871-52e66efb3ab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:59.428656 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e80790-b98b-4be0-9c2f-bf665978c3d2 x-openstack-request-id: req-c4e80790-b98b-4be0-9c2f-bf665978c3d2 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:59.429378 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7b1557-c156-4fcf-b68c-dee2d89c8dbd", "tag": "1628a034-27cd-458d-bc63-161bd24a66e8", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:59.429790 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4e80790-b98b-4be0-9c2f-bf665978c3d2 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:59.430375 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7b1557-c156-4fcf-b68c-dee2d89c8dbd', 'tag': '1628a034-27cd-458d-bc63-161bd24a66e8', 'status': 'completed', 'code': 200} Nov 11 11:49:59.530792 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-17b85319-a7d5-4c89-8400-8445e0734227 req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:59.585828 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6732bf0f-7d04-4e92-9d4e-f3d4dedfa624 x-openstack-request-id: req-6732bf0f-7d04-4e92-9d4e-f3d4dedfa624 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:49:59.586989 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2370679-1714-4a83-8806-c192c60db0e0", "name": "network-vif-plugged", "status": "completed", "tag": "ffa66d02-bae5-4526-9a52-d64c0950b644", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:49:59.587433 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6732bf0f-7d04-4e92-9d4e-f3d4dedfa624 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:49:59.588009 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2370679-1714-4a83-8806-c192c60db0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa66d02-bae5-4526-9a52-d64c0950b644', 'code': 200} Nov 11 11:49:59.628951 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-17b85319-a7d5-4c89-8400-8445e0734227 req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:59.720630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Pushing event updated for resources: {'Port': ['ID=233d75d3-5ebb-42e2-8b24-db5a2032c405,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:49:59.726159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.62', 65387) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:49:59.730016 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4b16c9bc-ebd8-4d4b-982b-fc34adb1db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:20Z', 'revision_number': 4, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'bf98544c-1fb2-4797-8b80-845c10f13aa1', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'port_id': '1628a034-27cd-458d-bc63-161bd24a66e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'mac_address': 'fa:16:3e:0e:6c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b1557-c156-4fcf-b68c-dee2d89c8dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:49:38Z', 'updated_at': '2021-11-11T11:49:58Z', 'revision_number': 1, 'project_id': '698a4072eeb44d058612b432edd8e394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270ae85a-535c-4c70-97ef-1cc452a55f9e', 'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'mac_address': 'fa:16:3e:96:e2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:17Z', 'updated_at': '2021-11-11T11:49:25Z', 'revision_number': 5, 'project_id': '698a4072eeb44d058612b432edd8e394', 'subnets': [{'id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:59.762913 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b16c9bc-ebd8-4d4b-982b-fc34adb1db12 None None] Checking router: 267f52bb-9bcc-47d9-90b2-62c365585ca7 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:49:59.772751 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b16c9bc-ebd8-4d4b-982b-fc34adb1db12 None None] Routers {'267f52bb-9bcc-47d9-90b2-62c365585ca7'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:49:59.772985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:59.773331 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:59.773457 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4b16c9bc-ebd8-4d4b-982b-fc34adb1db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:49:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['267f52bb-9bcc-47d9-90b2-62c365585ca7'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:49:59.773681 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:59.774010 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:59.774335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:59.774788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:59.775268 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:59.775583 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:59.775898 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:59.778720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:59.779058 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:59.779383 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:49:59.785480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b85319-a7d5-4c89-8400-8445e0734227 req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:49:59.831463 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-17b85319-a7d5-4c89-8400-8445e0734227 req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:49:59.835127 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b85319-a7d5-4c89-8400-8445e0734227 req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:49:59.840760 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b85319-a7d5-4c89-8400-8445e0734227 req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:59.841460 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-17b85319-a7d5-4c89-8400-8445e0734227 req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:49:59.868028 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57ea80-24ec-461b-a3ac-0c2909b3cacd req-bea3b2e8-75d5-4053-b6ce-8c4aa77586d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:59.870191 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ff57ea80-24ec-461b-a3ac-0c2909b3cacd req-bea3b2e8-75d5-4053-b6ce-8c4aa77586d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=698a4072eeb44d058612b432edd8e394&device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 1097 time: 0.4346468 Nov 11 11:49:59.917063 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17b85319-a7d5-4c89-8400-8445e0734227 req-852b7e71-191b-47bf-95bb-0af80540a903 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4672201 Nov 11 11:49:59.923925 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-4b16c9bc-ebd8-4d4b-982b-fc34adb1db12 None None] Set router 267f52bb-9bcc-47d9-90b2-62c365585ca7 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:49:59.925774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575206b5-b152-43c0-af6b-2c2a318ab1fe req-2c559f81-c261-4cbf-960e-792a1d958240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:59.927499 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-575206b5-b152-43c0-af6b-2c2a318ab1fe req-2c559f81-c261-4cbf-960e-792a1d958240 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 1101 time: 0.1976752 Nov 11 11:49:59.938129 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Request body: {'port': {'device_id': '83811e22-b757-4752-88e6-401677b43159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:49:59.949182 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09e0de-310d-4987-87ca-46c41ef4c0c0 req-90405344-b36d-4005-8554-e94f534745bb tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:49:59.963323 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d09e0de-310d-4987-87ca-46c41ef4c0c0 req-90405344-b36d-4005-8554-e94f534745bb tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 949 time: 0.2134764 Nov 11 11:50:00.005343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39214) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:00.019234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-7ac16b78-b193-406a-a6df-bf032374f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:00.020904 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-7ac16b78-b193-406a-a6df-bf032374f815 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9&tenant_id=901de9f974a44ac4b70ad426cae25689 HTTP/1.1" status: 200 len: 1122 time: 0.5325840 Nov 11 11:50:00.033483 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-734506d7-39e3-477d-9871-52e66efb3ab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:00.039055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:00.051217 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-575206b5-b152-43c0-af6b-2c2a318ab1fe req-5933d165-2179-4463-aa73-b8b68dc66fd7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763123 Nov 11 11:50:00.063191 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-734506d7-39e3-477d-9871-52e66efb3ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:00.090361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca84d42-50d7-4736-bec2-c8d5ecafbb07 req-318a42fe-4e1e-492b-9ef3-4fe51c9f3f52 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:00.092271 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aca84d42-50d7-4736-bec2-c8d5ecafbb07 req-318a42fe-4e1e-492b-9ef3-4fe51c9f3f52 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 934 time: 0.2690761 Nov 11 11:50:00.099189 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-734506d7-39e3-477d-9871-52e66efb3ab5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e311e53fd6b4b89b63a9217a0279b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9613118 Nov 11 11:50:00.099919 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39218) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:00.174668 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:00.188803 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d09e0de-310d-4987-87ca-46c41ef4c0c0 req-adbcc628-1b80-47f1-b940-cd430d2c3b9c tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223694 Nov 11 11:50:00.205717 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57ea80-24ec-461b-a3ac-0c2909b3cacd req-a801bdaf-cb8c-4f73-bb50-83d23e92550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:00.207417 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ff57ea80-24ec-461b-a3ac-0c2909b3cacd req-a801bdaf-cb8c-4f73-bb50-83d23e92550f service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9 HTTP/1.1" status: 200 len: 925 time: 0.3233767 Nov 11 11:50:00.209290 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d7266bb5-6c5d-4531-be18-2460f9602b9e None None] Provisioning complete for port 233d75d3-5ebb-42e2-8b24-db5a2032c405 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:00.211988 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d7266bb5-6c5d-4531-be18-2460f9602b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:00.216462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734506d7-39e3-477d-9871-52e66efb3ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b419fd0-6eed-4d24-88b1-09a30039a7db,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:00.224590 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:00.224836 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aca84d42-50d7-4736-bec2-c8d5ecafbb07 req-2e439990-cfce-462f-abf3-9a3303a9b690 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074610 Nov 11 11:50:00.235355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734506d7-39e3-477d-9871-52e66efb3ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:00.235355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734506d7-39e3-477d-9871-52e66efb3ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:00.235355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734506d7-39e3-477d-9871-52e66efb3ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:00.235355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734506d7-39e3-477d-9871-52e66efb3ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:00.235355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734506d7-39e3-477d-9871-52e66efb3ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:00.235355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734506d7-39e3-477d-9871-52e66efb3ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:00.235355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734506d7-39e3-477d-9871-52e66efb3ab5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:00.235355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734506d7-39e3-477d-9871-52e66efb3ab5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:00.235355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734506d7-39e3-477d-9871-52e66efb3ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:00.235355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734506d7-39e3-477d-9871-52e66efb3ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:00.235355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734506d7-39e3-477d-9871-52e66efb3ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:00.235355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734506d7-39e3-477d-9871-52e66efb3ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:00.274526 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-26f5c05c-efd6-45f0-bb74-c9d720970596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:00.303776 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4b16c9bc-ebd8-4d4b-982b-fc34adb1db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:20Z', 'revision_number': 4, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'bf98544c-1fb2-4797-8b80-845c10f13aa1', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'port_id': '1628a034-27cd-458d-bc63-161bd24a66e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'mac_address': 'fa:16:3e:0e:6c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b1557-c156-4fcf-b68c-dee2d89c8dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:49:38Z', 'updated_at': '2021-11-11T11:49:58Z', 'revision_number': 1, 'project_id': '698a4072eeb44d058612b432edd8e394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270ae85a-535c-4c70-97ef-1cc452a55f9e', 'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'mac_address': 'fa:16:3e:96:e2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:17Z', 'updated_at': '2021-11-11T11:49:25Z', 'revision_number': 5, 'project_id': '698a4072eeb44d058612b432edd8e394', 'subnets': [{'id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:50:00.320373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d7266bb5-6c5d-4531-be18-2460f9602b9e None None] Port 233d75d3-5ebb-42e2-8b24-db5a2032c405 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:50:00.345145 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b16c9bc-ebd8-4d4b-982b-fc34adb1db12 None None] The sync data for ids ['267f52bb-9bcc-47d9-90b2-62c365585ca7'] in n-d-807359-3 is: [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:20Z', 'revision_number': 4, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'bf98544c-1fb2-4797-8b80-845c10f13aa1', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'port_id': '1628a034-27cd-458d-bc63-161bd24a66e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'mac_address': 'fa:16:3e:0e:6c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b1557-c156-4fcf-b68c-dee2d89c8dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:49:38Z', 'updated_at': '2021-11-11T11:49:58Z', 'revision_number': 1, 'project_id': '698a4072eeb44d058612b432edd8e394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270ae85a-535c-4c70-97ef-1cc452a55f9e', 'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'mac_address': 'fa:16:3e:96:e2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:17Z', 'updated_at': '2021-11-11T11:49:25Z', 'revision_number': 5, 'project_id': '698a4072eeb44d058612b432edd8e394', 'subnets': [{'id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:50:00.390401 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-49851d9d-4820-4f31-bb4e-e18351eb8780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:00.466784 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ff57ea80-24ec-461b-a3ac-0c2909b3cacd req-bf2f9d37-bf50-4449-a615-6eb41438abe8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1628a034-27cd-458d-bc63-161bd24a66e8 HTTP/1.1" status: 200 len: 999 time: 0.2091134 Nov 11 11:50:00.543814 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-49851d9d-4820-4f31-bb4e-e18351eb8780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:00.649389 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57ea80-24ec-461b-a3ac-0c2909b3cacd req-37f66184-04d2-427c-ad3e-47f535687e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:00.650907 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ff57ea80-24ec-461b-a3ac-0c2909b3cacd req-37f66184-04d2-427c-ad3e-47f535687e66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=94c16310-5f9c-4d33-b7c9-d721f3565d86 HTTP/1.1" status: 200 len: 862 time: 0.1289947 Nov 11 11:50:00.663802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182f51a3-574b-4ded-b61e-b0545c6ef2a4 None None] New status for floating IP bf98544c-1fb2-4797-8b80-845c10f13aa1: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:50:00.674600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233d75d3-5ebb-42e2-8b24-db5a2032c405 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:00.691726 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:00.728358 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c157a-9a78-4297-8c86-3ea05090cd6d req-23dfa4eb-6540-4037-a2c4-eede163ce7cf tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:00.730013 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d74c157a-9a78-4297-8c86-3ea05090cd6d req-23dfa4eb-6540-4037-a2c4-eede163ce7cf tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 971 time: 0.1503849 Nov 11 11:50:00.735981 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-26f5c05c-efd6-45f0-bb74-c9d720970596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:00.740709 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57ea80-24ec-461b-a3ac-0c2909b3cacd req-f31fb8d9-3fac-4659-abd2-cb2a435ae678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:00.742633 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ff57ea80-24ec-461b-a3ac-0c2909b3cacd req-f31fb8d9-3fac-4659-abd2-cb2a435ae678 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730014 Nov 11 11:50:00.746493 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-26f5c05c-efd6-45f0-bb74-c9d720970596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:00.748659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Transition to ACTIVE for port object 233d75d3-5ebb-42e2-8b24-db5a2032c405 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:50:00.752525 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-49851d9d-4820-4f31-bb4e-e18351eb8780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:00.755351 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-49851d9d-4820-4f31-bb4e-e18351eb8780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:00.757269 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7989ca-4caf-4a33-9385-cf61aba10157 req-492a9fd0-92a2-476d-99b0-0b8f189569d8 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:00.759138 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3d7989ca-4caf-4a33-9385-cf61aba10157 req-492a9fd0-92a2-476d-99b0-0b8f189569d8 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 950 time: 0.1006820 Nov 11 11:50:00.759381 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-49851d9d-4820-4f31-bb4e-e18351eb8780 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6b419fd0-6eed-4d24-88b1-09a30039a7db HTTP/1.1" status: 204 len: 168 time: 0.6496744 Nov 11 11:50:00.764649 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:00.870766 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ff57ea80-24ec-461b-a3ac-0c2909b3cacd req-8d297267-437b-4f9b-9f1d-bb7be4735915 service neutron] 10.222.0.62 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100655 Nov 11 11:50:00.908441 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d74c157a-9a78-4297-8c86-3ea05090cd6d req-a077b3ee-cd18-4d89-ba8f-543cf302cb1c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629500 Nov 11 11:50:00.926177 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Pushing event updated for resources: {'Port': ['ID=233d75d3-5ebb-42e2-8b24-db5a2032c405,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:01.000837 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3d7989ca-4caf-4a33-9385-cf61aba10157 req-ca0fb918-798a-4790-bb6d-3220baecfee0 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003708 Nov 11 11:50:01.004022 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-26f5c05c-efd6-45f0-bb74-c9d720970596 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cdf098f522c941758ec6b7611a0dbba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9948611 Nov 11 11:50:01.005565 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39240) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:01.009176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5c05c-efd6-45f0-bb74-c9d720970596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a3c4b0-b5cb-43a0-b150-3a291afb3d6a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:01.042336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Attempting to bind port 233d75d3-5ebb-42e2-8b24-db5a2032c405 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:50:01.042592 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Attempting to bind port 233d75d3-5ebb-42e2-8b24-db5a2032c405 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:50:01.042921 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Attempting to bind port 233d75d3-5ebb-42e2-8b24-db5a2032c405 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:01.060993 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Port 233d75d3-5ebb-42e2-8b24-db5a2032c405 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:50:01.061322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Attempting to bind port 233d75d3-5ebb-42e2-8b24-db5a2032c405 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:01.080842 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:50:01.081737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:50:01.081737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:50:01.082001 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Bound port: 233d75d3-5ebb-42e2-8b24-db5a2032c405, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:50:01.082357 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:01.133653 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49851d9d-4820-4f31-bb4e-e18351eb8780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b419fd0-6eed-4d24-88b1-09a30039a7db,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:01.200152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04e50a67-2f1b-493e-ac96-f5ab5805adf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:01.251883 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] For port 5b8053d1-ef81-421b-9c0d-72d4ba518d46, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:01.264268 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ff57ea80-24ec-461b-a3ac-0c2909b3cacd req-95d1ec70-32fe-486d-ab8e-ae7c04788d33 service neutron] 10.222.0.62 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660166 Nov 11 11:50:01.265536 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04e50a67-2f1b-493e-ac96-f5ab5805adf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:01.316267 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9797e2-a084-4a3e-988a-5efbd307097d req-7e5c9c97-93e2-4c1a-b898-352495d0e86a tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:01.324337 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] For port 5b8053d1-ef81-421b-9c0d-72d4ba518d46, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:50:01.327695 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea9797e2-a084-4a3e-988a-5efbd307097d req-7e5c9c97-93e2-4c1a-b898-352495d0e86a tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 949 time: 0.2202864 Nov 11 11:50:01.367352 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04e50a67-2f1b-493e-ac96-f5ab5805adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:01.370112 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04e50a67-2f1b-493e-ac96-f5ab5805adf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:01.371512 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-04e50a67-2f1b-493e-ac96-f5ab5805adf9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4a3c4b0-b5cb-43a0-b150-3a291afb3d6a HTTP/1.1" status: 204 len: 168 time: 0.3637619 Nov 11 11:50:01.383844 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:01.387460 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e50a67-2f1b-493e-ac96-f5ab5805adf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a3c4b0-b5cb-43a0-b150-3a291afb3d6a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:01.400073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Transition to ACTIVE for port object 5b8053d1-ef81-421b-9c0d-72d4ba518d46 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:50:01.401714 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] For port 233d75d3-5ebb-42e2-8b24-db5a2032c405, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:50:01.406326 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:01.436752 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a956e6b-bb4b-4b46-9d47-77d88d8c70f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8053d1-ef81-421b-9c0d-72d4ba518d46'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:01.437710 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39252) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:01.439626 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64692606-34ae-47ff-b559-9cd801aa24eb" -d '{"events": [{"server_uuid": "6a956e6b-bb4b-4b46-9d47-77d88d8c70f9", "name": "network-vif-unplugged", "status": "completed", "tag": "5b8053d1-ef81-421b-9c0d-72d4ba518d46"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:01.456871 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] For port 233d75d3-5ebb-42e2-8b24-db5a2032c405, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=233d75d3-5ebb-42e2-8b24-db5a2032c405,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:50:01.463889 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33af2c99-f600-4b0b-aae2-fbb786dbb6d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:01.478114 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:01.487364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8053d1-ef81-421b-9c0d-72d4ba518d46,revision_number=6']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:01.489987 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] No DVR routers for this DVR port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:50:01.533268 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Attempting to bind port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:50:01.533919 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Attempting to bind port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:50:01.534426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Attempting to bind port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:01.542792 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:50:01.543379 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Attempting to bind port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:01.549170 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:50:01.549762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:50:01.550286 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:50:01.550872 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Bound port: 5b8053d1-ef81-421b-9c0d-72d4ba518d46, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:50:01.551524 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:01.567459 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea9797e2-a084-4a3e-988a-5efbd307097d req-1425186d-9644-4f8d-8378-414b0ad33631 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337868 Nov 11 11:50:01.588707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad1fc5-3809-46b0-b2e4-c87745c4f6e7 req-760c1be8-a714-48df-a290-479b2cce8788 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:01.594705 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3dad1fc5-3809-46b0-b2e4-c87745c4f6e7 req-760c1be8-a714-48df-a290-479b2cce8788 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 946 time: 0.2034459 Nov 11 11:50:01.607815 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:01.608422 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:01.613742 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17b85319-a7d5-4c89-8400-8445e0734227 req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] 10.222.0.43 "PUT /v2.0/ports/233d75d3-5ebb-42e2-8b24-db5a2032c405 HTTP/1.1" status: 200 len: 1094 time: 1.6801393 Nov 11 11:50:01.629844 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] For port 5b8053d1-ef81-421b-9c0d-72d4ba518d46, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:50:01.633592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] For port 5b8053d1-ef81-421b-9c0d-72d4ba518d46, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:50:01.641295 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83811e22-b757-4752-88e6-401677b43159', 'tag': '233d75d3-5ebb-42e2-8b24-db5a2032c405'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:01.644249 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e090aad1-b70e-41f4-85c7-6e64f513f81e" -d '{"events": [{"name": "network-changed", "server_uuid": "83811e22-b757-4752-88e6-401677b43159", "tag": "233d75d3-5ebb-42e2-8b24-db5a2032c405"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:01.646277 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:01.650528 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f38987-d050-4af7-9f50-8b985ecc5867 service neutron] Pushing event updated for resources: {'Port': ['ID=233d75d3-5ebb-42e2-8b24-db5a2032c405,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:01.681806 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d676d33-e6f3-4d55-ad3a-9db5602ff009 x-openstack-request-id: req-1d676d33-e6f3-4d55-ad3a-9db5602ff009 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:01.682407 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a956e6b-bb4b-4b46-9d47-77d88d8c70f9", "name": "network-vif-unplugged", "status": "completed", "tag": "5b8053d1-ef81-421b-9c0d-72d4ba518d46", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:01.683570 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d676d33-e6f3-4d55-ad3a-9db5602ff009 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:01.684746 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a956e6b-bb4b-4b46-9d47-77d88d8c70f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8053d1-ef81-421b-9c0d-72d4ba518d46', 'code': 200} Nov 11 11:50:01.716526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:01.717694 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:01.719361 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] 10.222.0.62 "PUT /v2.0/ports/5b8053d1-ef81-421b-9c0d-72d4ba518d46 HTTP/1.1" status: 200 len: 1096 time: 1.6844766 Nov 11 11:50:01.759150 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a6010-ba5d-475e-bd97-008f659d27e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8053d1-ef81-421b-9c0d-72d4ba518d46,revision_number=7']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:01.820289 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b85319-a7d5-4c89-8400-8445e0734227 req-6452f924-f0b4-4dc1-b5da-4ce53d26cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:01.821857 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17b85319-a7d5-4c89-8400-8445e0734227 req-6452f924-f0b4-4dc1-b5da-4ce53d26cdc3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 1097 time: 0.1270828 Nov 11 11:50:01.845088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-087103be-fe27-459a-a757-a2f977502d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:01.846393 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3dad1fc5-3809-46b0-b2e4-c87745c4f6e7 req-9708ff4a-4309-47e2-bb42-a6d210fc3736 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314770 Nov 11 11:50:01.849007 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-087103be-fe27-459a-a757-a2f977502d72 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 1099 time: 0.0855255 Nov 11 11:50:01.970800 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17b85319-a7d5-4c89-8400-8445e0734227 req-2beb2df1-7ea2-4f59-a0a9-a7ec8df26462 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=233d75d3-5ebb-42e2-8b24-db5a2032c405 HTTP/1.1" status: 200 len: 217 time: 0.1393228 Nov 11 11:50:01.990797 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56147a7b-198b-4242-8d81-d31ec86f9a33 x-openstack-request-id: req-56147a7b-198b-4242-8d81-d31ec86f9a33 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:01.991124 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83811e22-b757-4752-88e6-401677b43159", "tag": "233d75d3-5ebb-42e2-8b24-db5a2032c405", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:01.991380 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-56147a7b-198b-4242-8d81-d31ec86f9a33 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:01.991806 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83811e22-b757-4752-88e6-401677b43159', 'tag': '233d75d3-5ebb-42e2-8b24-db5a2032c405', 'status': 'completed', 'code': 200} Nov 11 11:50:02.044859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-afe4d5f3-9e31-485e-884c-2bfa783d27ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:02.046776 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-afe4d5f3-9e31-485e-884c-2bfa783d27ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1885631 Nov 11 11:50:02.087447 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33af2c99-f600-4b0b-aae2-fbb786dbb6d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:02.090698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39274) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:02.111761 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-89bd31f3-bbb3-4fcf-b741-0362b0d9acbc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46 HTTP/1.1" status: 200 len: 217 time: 0.0437281 Nov 11 11:50:02.142405 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd4a38ee-acde-4cd9-907a-fb9b1bd4dfaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:02.144364 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33af2c99-f600-4b0b-aae2-fbb786dbb6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:02.184762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-00579468-ec3c-4075-be74-25443ab603e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:02.186605 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-00579468-ec3c-4075-be74-25443ab603e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0541573 Nov 11 11:50:02.247313 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-b5feaa91-89d5-4acf-8ad2-6f7b93cc83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:02.248820 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-b5feaa91-89d5-4acf-8ad2-6f7b93cc83a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445418 Nov 11 11:50:02.355538 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-d5809327-4fe3-4061-a7bf-ff9e17c90291 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907226 Nov 11 11:50:02.397939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b85319-a7d5-4c89-8400-8445e0734227 req-266edd67-94f3-4958-9436-75e20e8cb830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:02.399321 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17b85319-a7d5-4c89-8400-8445e0734227 req-266edd67-94f3-4958-9436-75e20e8cb830 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.3991511 Nov 11 11:50:02.415599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1094-2478-4375-a415-e67c98f6c7ba req-d319cb70-550a-4096-b3c4-80a49938cee4 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:02.417001 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-954b1094-2478-4375-a415-e67c98f6c7ba req-d319cb70-550a-4096-b3c4-80a49938cee4 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 948 time: 0.3874485 Nov 11 11:50:02.453155 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c848fadd-9d9e-4132-b0d0-f2a3be0b88a5 req-8f0a972f-353d-4d68-960c-2d1f1d1110ce service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876493 Nov 11 11:50:02.467491 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-33af2c99-f600-4b0b-aae2-fbb786dbb6d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d504d191da164d35918de941c8302771&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0261750 Nov 11 11:50:02.468297 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39278) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:02.495797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af2c99-f600-4b0b-aae2-fbb786dbb6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16961365-87e4-4204-ac8a-81d49480966b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:02.514787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da389e0a-d8eb-4fec-b9af-84ba7ef54be4 req-dc172cbc-1390-476e-bf71-22f8e789a356 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:02.516272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da389e0a-d8eb-4fec-b9af-84ba7ef54be4 req-dc172cbc-1390-476e-bf71-22f8e789a356 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 949 time: 0.4126935 Nov 11 11:50:02.522664 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-684490f5-9a54-47d0-8855-e415bda19b1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:02.548566 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-684490f5-9a54-47d0-8855-e415bda19b1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:02.582156 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b85319-a7d5-4c89-8400-8445e0734227 req-8fb4f155-3988-4e53-a26d-2a6522c0e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:02.583703 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17b85319-a7d5-4c89-8400-8445e0734227 req-8fb4f155-3988-4e53-a26d-2a6522c0e8c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1603537 Nov 11 11:50:02.588710 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-954b1094-2478-4375-a415-e67c98f6c7ba req-d26a3061-7095-444f-a3ae-5f06181e5863 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628568 Nov 11 11:50:02.614362 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-684490f5-9a54-47d0-8855-e415bda19b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:02.617729 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-684490f5-9a54-47d0-8855-e415bda19b1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:02.619740 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-684490f5-9a54-47d0-8855-e415bda19b1f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/16961365-87e4-4204-ac8a-81d49480966b HTTP/1.1" status: 204 len: 168 time: 0.1502512 Nov 11 11:50:02.632446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684490f5-9a54-47d0-8855-e415bda19b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16961365-87e4-4204-ac8a-81d49480966b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:02.685194 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd4a38ee-acde-4cd9-907a-fb9b1bd4dfaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:02.694776 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da389e0a-d8eb-4fec-b9af-84ba7ef54be4 req-1931e598-da7e-40c1-8e3a-f15ba907a678 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629379 Nov 11 11:50:02.700448 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd4a38ee-acde-4cd9-907a-fb9b1bd4dfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:02.786136 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bd4a38ee-acde-4cd9-907a-fb9b1bd4dfaf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f808c0c0c3be45f48c7072c4fa20eccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6943781 Nov 11 11:50:02.789206 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39286) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:02.789375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a38ee-acde-4cd9-907a-fb9b1bd4dfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c22602-c281-4db5-b472-5b38d99bb952,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:02.795659 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17b85319-a7d5-4c89-8400-8445e0734227 req-fe3e1b5b-475e-40bd-89f6-468cd46155fe service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993392 Nov 11 11:50:02.813792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6cc9a-5f16-4193-a686-d45dc6b6c38f req-e881d267-06cb-4a86-bf57-98c3638c4ad2 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:02.823757 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8ab6cc9a-5f16-4193-a686-d45dc6b6c38f req-e881d267-06cb-4a86-bf57-98c3638c4ad2 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 950 time: 0.1237907 Nov 11 11:50:02.872711 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af5e3a8d-03dd-4d08-a706-f2ae8369acf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:02.907045 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af5e3a8d-03dd-4d08-a706-f2ae8369acf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:02.963043 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8ab6cc9a-5f16-4193-a686-d45dc6b6c38f req-6b98385a-9fd5-4628-9a71-d6c6aa6988d4 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383779 Nov 11 11:50:02.972508 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af5e3a8d-03dd-4d08-a706-f2ae8369acf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:02.977065 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af5e3a8d-03dd-4d08-a706-f2ae8369acf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:02.981326 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-af5e3a8d-03dd-4d08-a706-f2ae8369acf7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/51c22602-c281-4db5-b472-5b38d99bb952 HTTP/1.1" status: 204 len: 168 time: 0.1908908 Nov 11 11:50:02.991594 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e3a8d-03dd-4d08-a706-f2ae8369acf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c22602-c281-4db5-b472-5b38d99bb952,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:03.018200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17b85319-a7d5-4c89-8400-8445e0734227 req-ee662ed3-caff-4392-8298-437ae8127f5b service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137656 Nov 11 11:50:03.044194 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69424bf-69cb-45e5-88c3-b3aaca8eeb1c req-e1da03c7-eb66-4ae0-a41f-bad952c2697c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:03.045780 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a69424bf-69cb-45e5-88c3-b3aaca8eeb1c req-e1da03c7-eb66-4ae0-a41f-bad952c2697c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 946 time: 0.1056218 Nov 11 11:50:03.138425 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a69424bf-69cb-45e5-88c3-b3aaca8eeb1c req-45d92fff-a65b-47f8-bf65-31e729b7de1f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849357 Nov 11 11:50:03.155763 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090aad1-b70e-41f4-85c7-6e64f513f81e req-df25f387-691b-4b3c-9cd7-522a992619be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:03.159533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e090aad1-b70e-41f4-85c7-6e64f513f81e req-df25f387-691b-4b3c-9cd7-522a992619be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 1097 time: 0.0752232 Nov 11 11:50:03.282985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090aad1-b70e-41f4-85c7-6e64f513f81e req-dcf7aed5-915d-4698-9496-3b9e710b7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:03.284883 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e090aad1-b70e-41f4-85c7-6e64f513f81e req-dcf7aed5-915d-4698-9496-3b9e710b7a9a service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1174135 Nov 11 11:50:03.341526 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e090aad1-b70e-41f4-85c7-6e64f513f81e req-388a8804-fba2-4295-993b-3b101a251d18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=233d75d3-5ebb-42e2-8b24-db5a2032c405 HTTP/1.1" status: 200 len: 217 time: 0.0480053 Nov 11 11:50:03.415259 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090aad1-b70e-41f4-85c7-6e64f513f81e req-fb074777-def3-4b4b-b09a-0dde8879daca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:03.417231 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e090aad1-b70e-41f4-85c7-6e64f513f81e req-fb074777-def3-4b4b-b09a-0dde8879daca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0604906 Nov 11 11:50:03.480369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090aad1-b70e-41f4-85c7-6e64f513f81e req-12b63d5e-3835-4266-8073-a8ff056caa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:03.482512 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e090aad1-b70e-41f4-85c7-6e64f513f81e req-12b63d5e-3835-4266-8073-a8ff056caa97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542839 Nov 11 11:50:03.520385 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39342) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:03.564349 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0681ebbe-2a0f-49b8-9bd2-2bc1d8f083c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:03.618855 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e090aad1-b70e-41f4-85c7-6e64f513f81e req-f1676df3-4edc-4074-ab0e-1b72fa2a9dd8 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278336 Nov 11 11:50:03.688681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a956e6b-bb4b-4b46-9d47-77d88d8c70f9', 'tag': '5b8053d1-ef81-421b-9c0d-72d4ba518d46'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:03.691637 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d77cba-a5bc-4102-ae65-973eaf157374" -d '{"events": [{"name": "network-changed", "server_uuid": "6a956e6b-bb4b-4b46-9d47-77d88d8c70f9", "tag": "5b8053d1-ef81-421b-9c0d-72d4ba518d46"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:03.735908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cf110-1bf4-43cd-abef-16608ff11903 req-701bb4ad-0bd2-4016-963d-64b511d078f0 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:03.737968 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0c8cf110-1bf4-43cd-abef-16608ff11903 req-701bb4ad-0bd2-4016-963d-64b511d078f0 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.62 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 949 time: 0.1313915 Nov 11 11:50:03.765007 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e090aad1-b70e-41f4-85c7-6e64f513f81e req-e54c9a77-f6c9-4f28-8fa2-3b440ea12def service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320152 Nov 11 11:50:03.808336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6e6f-5bfd-4011-96b0-41b2e84d6cfb req-e907d31c-c02a-4563-a76d-ec49f1f062d4 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:03.809785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a32a6e6f-5bfd-4011-96b0-41b2e84d6cfb req-e907d31c-c02a-4563-a76d-ec49f1f062d4 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 948 time: 0.0832503 Nov 11 11:50:03.866406 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0681ebbe-2a0f-49b8-9bd2-2bc1d8f083c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:03.873405 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a32a6e6f-5bfd-4011-96b0-41b2e84d6cfb req-60378240-87a7-4298-b140-fb9c2858b6df tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561268 Nov 11 11:50:03.874769 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0681ebbe-2a0f-49b8-9bd2-2bc1d8f083c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:03.948514 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0681ebbe-2a0f-49b8-9bd2-2bc1d8f083c2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=81b818852ccc4457bdbb077b1c201f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4238267 Nov 11 11:50:03.951181 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39366) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:03.955808 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681ebbe-2a0f-49b8-9bd2-2bc1d8f083c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5375ab5d-967e-4f69-9cb0-008d2a11ff26,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:03.961125 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-0c8cf110-1bf4-43cd-abef-16608ff11903 req-fa13c838-0a81-4347-b100-c1c132feeed8 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Deleting port 7921ff65-2a0d-466a-9540-8023a148f10f {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:50:03.961548 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-0c8cf110-1bf4-43cd-abef-16608ff11903 req-fa13c838-0a81-4347-b100-c1c132feeed8 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:03.990692 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfc4490-6dc1-441e-880d-21c1a7098c5b x-openstack-request-id: req-3cfc4490-6dc1-441e-880d-21c1a7098c5b {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:03.991231 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a956e6b-bb4b-4b46-9d47-77d88d8c70f9", "tag": "5b8053d1-ef81-421b-9c0d-72d4ba518d46", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:03.991640 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3cfc4490-6dc1-441e-880d-21c1a7098c5b {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:03.992235 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a956e6b-bb4b-4b46-9d47-77d88d8c70f9', 'tag': '5b8053d1-ef81-421b-9c0d-72d4ba518d46', 'status': 'completed', 'code': 200} Nov 11 11:50:04.044085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876da08-21e1-415e-9005-eff4ddc3272f req-c56ffd11-5271-485d-8165-762ffbb12211 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:04.044575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876da08-21e1-415e-9005-eff4ddc3272f req-c56ffd11-5271-485d-8165-762ffbb12211 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:04.044750 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:50:04.045222 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876da08-21e1-415e-9005-eff4ddc3272f req-c56ffd11-5271-485d-8165-762ffbb12211 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:04.045766 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876da08-21e1-415e-9005-eff4ddc3272f req-c56ffd11-5271-485d-8165-762ffbb12211 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:04.046237 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876da08-21e1-415e-9005-eff4ddc3272f req-c56ffd11-5271-485d-8165-762ffbb12211 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:04.046816 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876da08-21e1-415e-9005-eff4ddc3272f req-c56ffd11-5271-485d-8165-762ffbb12211 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:04.047374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876da08-21e1-415e-9005-eff4ddc3272f req-c56ffd11-5271-485d-8165-762ffbb12211 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:04.049865 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d876da08-21e1-415e-9005-eff4ddc3272f req-c56ffd11-5271-485d-8165-762ffbb12211 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159&device_id=f2370679-1714-4a83-8806-c192c60db0e0&device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c&device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd&device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2&device_id=af909a72-60c5-4e32-9aa4-a08393da1345&device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 6458 time: 0.0996428 Nov 11 11:50:04.099008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-e1e34503-6a62-4052-9af7-8c7fddd164f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:04.100656 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-e1e34503-6a62-4052-9af7-8c7fddd164f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 1099 time: 0.0781937 Nov 11 11:50:04.102506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-0c8cf110-1bf4-43cd-abef-16608ff11903 req-fa13c838-0a81-4347-b100-c1c132feeed8 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] For port 7921ff65-2a0d-466a-9540-8023a148f10f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7921ff65-2a0d-466a-9540-8023a148f10f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:04.102941 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-0c8cf110-1bf4-43cd-abef-16608ff11903 req-fa13c838-0a81-4347-b100-c1c132feeed8 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:04.130062 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d876da08-21e1-415e-9005-eff4ddc3272f req-f627e267-5a1a-4c84-bbdd-3bd574ea9df4 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:04.157449 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a311aa2-af20-463c-aa14-39bab1de7dc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:04.198432 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-2ca482ef-467a-4ec4-b30e-2aff90aa8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:04.199862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-2ca482ef-467a-4ec4-b30e-2aff90aa8c6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 1099 time: 0.1836259 Nov 11 11:50:04.209304 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a311aa2-af20-463c-aa14-39bab1de7dc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:04.266282 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e01d3-eb74-400f-bc24-87822379cdaf req-2962b783-e3fa-4756-98bb-33717a2fbd04 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:04.268050 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f63e01d3-eb74-400f-bc24-87822379cdaf req-2962b783-e3fa-4756-98bb-33717a2fbd04 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/ports?device_id=69efc6f7-2e23-457d-a331-b5023ea63b1c HTTP/1.1" status: 200 len: 949 time: 0.1792932 Nov 11 11:50:04.353130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5b8053d1-ef81-421b-9c0d-72d4ba518d46 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:50:04.424000 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5b8053d1-ef81-421b-9c0d-72d4ba518d46 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:50:04.426365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-00012d94-d13c-440c-8f28-2983efaf5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:04.428143 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-00012d94-d13c-440c-8f28-2983efaf5d61 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.3173468 Nov 11 11:50:04.435248 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-0c8cf110-1bf4-43cd-abef-16608ff11903 req-fa13c838-0a81-4347-b100-c1c132feeed8 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Calling delete_port for 7921ff65-2a0d-466a-9540-8023a148f10f owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:50:04.440782 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f63e01d3-eb74-400f-bc24-87822379cdaf req-79b2a59b-6765-418f-a951-541a50bd0f26 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.65 "GET /v2.0/security-groups?id=d212748d-f27c-4702-a3d4-725e0fdc7636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487908 Nov 11 11:50:04.444034 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d876da08-21e1-415e-9005-eff4ddc3272f req-f627e267-5a1a-4c84-bbdd-3bd574ea9df4 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:04.445762 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a311aa2-af20-463c-aa14-39bab1de7dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:04.448343 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a311aa2-af20-463c-aa14-39bab1de7dc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:04.452119 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2a311aa2-af20-463c-aa14-39bab1de7dc5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5375ab5d-967e-4f69-9cb0-008d2a11ff26 HTTP/1.1" status: 204 len: 168 time: 0.4973719 Nov 11 11:50:04.452763 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-3d5c6674-ed15-4a49-b5af-2590069372e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:04.454060 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-3d5c6674-ed15-4a49-b5af-2590069372e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.2426701 Nov 11 11:50:04.455679 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d876da08-21e1-415e-9005-eff4ddc3272f req-f627e267-5a1a-4c84-bbdd-3bd574ea9df4 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:04.484565 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-084b428c-c8be-404a-bea9-45ffb0c244b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46 HTTP/1.1" status: 200 len: 217 time: 0.0469966 Nov 11 11:50:04.506809 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a311aa2-af20-463c-aa14-39bab1de7dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5375ab5d-967e-4f69-9cb0-008d2a11ff26,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:04.514644 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-3599130d-41bf-4526-8052-ff5fcc638bd3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46 HTTP/1.1" status: 200 len: 217 time: 0.0519485 Nov 11 11:50:04.578983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-6f4f72af-cc3d-4e9f-9467-a5aa8ac8ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:04.580437 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-6f4f72af-cc3d-4e9f-9467-a5aa8ac8ffe6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0649459 Nov 11 11:50:04.606439 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627e267-5a1a-4c84-bbdd-3bd574ea9df4 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afc1e35-f490-4dd5-9b2f-fcedde7e1b10,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:04.639538 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-de9047d6-894b-4b4c-8861-9032b3200259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:04.640985 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-de9047d6-894b-4b4c-8861-9032b3200259 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1117346 Nov 11 11:50:04.658215 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d876da08-21e1-415e-9005-eff4ddc3272f req-f627e267-5a1a-4c84-bbdd-3bd574ea9df4 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&id=d212748d-f27c-4702-a3d4-725e0fdc7636&id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.5839252 Nov 11 11:50:04.674456 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-0c8cf110-1bf4-43cd-abef-16608ff11903 req-fa13c838-0a81-4347-b100-c1c132feeed8 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:04.694354 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['7921ff65-2a0d-466a-9540-8023a148f10f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:04.710807 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13c838-0a81-4347-b100-c1c132feeed8 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Pushing event deleted for resources: {'Port': ['ID=7921ff65-2a0d-466a-9540-8023a148f10f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:04.747127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-e3003ff1-1fbc-4653-bb74-60fa7e6c1804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:04.750207 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-e3003ff1-1fbc-4653-bb74-60fa7e6c1804 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1552815 Nov 11 11:50:04.820363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8cf110-1bf4-43cd-abef-16608ff11903 req-fa13c838-0a81-4347-b100-c1c132feeed8 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] No DVR routers for this DVR port 7921ff65-2a0d-466a-9540-8023a148f10f on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:50:04.824558 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef2e32-c918-4046-9918-6968324eaf37 req-e981eeec-ee33-4fdf-a536-15672d76f946 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:04.831123 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-0c8cf110-1bf4-43cd-abef-16608ff11903 req-fa13c838-0a81-4347-b100-c1c132feeed8 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:04.835588 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0c8cf110-1bf4-43cd-abef-16608ff11903 req-fa13c838-0a81-4347-b100-c1c132feeed8 tempest-DeleteServersAdminTestJSON-324113704 tempest-DeleteServersAdminTestJSON-324113704-project] 10.222.0.62 "DELETE /v2.0/ports/7921ff65-2a0d-466a-9540-8023a148f10f HTTP/1.1" status: 204 len: 173 time: 1.0889895 Nov 11 11:50:04.835886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7ef2e32-c918-4046-9918-6968324eaf37 req-e981eeec-ee33-4fdf-a536-15672d76f946 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 946 time: 0.0979424 Nov 11 11:50:04.904218 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-af71fe67-6602-4a66-8741-a6cec9e5e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:04.906661 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-af71fe67-6602-4a66-8741-a6cec9e5e60b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2455604 Nov 11 11:50:04.946216 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-bf716e5b-bbe8-48d9-9f2b-818a857de66f service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795170 Nov 11 11:50:04.958297 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7ef2e32-c918-4046-9918-6968324eaf37 req-8b2328d7-8892-4fed-9867-e6f68e6485fc tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212468 Nov 11 11:50:05.125681 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-68d96ba6-7ba9-4f10-bd2d-54d0da85e84e service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706538 Nov 11 11:50:05.127755 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-11097cb1-c68b-4cea-ba8f-c17b763d5e90 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853023 Nov 11 11:50:05.275005 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5d77cba-a5bc-4102-ae65-973eaf157374 req-cdc965c8-6af9-4b31-b1dd-f17bb7871402 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327899 Nov 11 11:50:05.290316 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884fe06-6dc0-4f1b-822f-0239b1a808b3 req-95be34a1-d177-4b48-a6b9-c01afc8ed69b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:05.292572 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e884fe06-6dc0-4f1b-822f-0239b1a808b3 req-95be34a1-d177-4b48-a6b9-c01afc8ed69b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 948 time: 0.0768514 Nov 11 11:50:05.343864 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e884fe06-6dc0-4f1b-822f-0239b1a808b3 req-f69cb467-01a8-4f17-b162-ef5e790a185c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422940 Nov 11 11:50:05.511011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb460e9-7139-4186-9fd5-3ed5984a0f02 req-e48c461e-029d-4ecf-b337-953ea31848ba tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:05.511481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb460e9-7139-4186-9fd5-3ed5984a0f02 req-e48c461e-029d-4ecf-b337-953ea31848ba tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:05.511934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb460e9-7139-4186-9fd5-3ed5984a0f02 req-e48c461e-029d-4ecf-b337-953ea31848ba tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:05.513672 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfb460e9-7139-4186-9fd5-3ed5984a0f02 req-e48c461e-029d-4ecf-b337-953ea31848ba tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0&device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2&device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 2905 time: 0.0612030 Nov 11 11:50:05.571561 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfb460e9-7139-4186-9fd5-3ed5984a0f02 req-653edd54-a21a-4c1a-b2ce-3e326797fda8 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514815 Nov 11 11:50:05.784489 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ac2db1cb-d88d-4f32-87b1-1f2dbb395240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:05.991589 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5ae8e-b025-474b-8c8b-a13d125e49b3 req-4f324157-35c1-4f86-acf9-a82bbeae8ba0 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:05.993157 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51a5ae8e-b025-474b-8c8b-a13d125e49b3 req-4f324157-35c1-4f86-acf9-a82bbeae8ba0 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9&tenant_id=901de9f974a44ac4b70ad426cae25689&binding%3Ahost_id=n-h1-807359-3 HTTP/1.1" status: 200 len: 948 time: 0.1424589 Nov 11 11:50:05.994373 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69efc6f7-2e23-457d-a331-b5023ea63b1c', 'name': 'network-vif-deleted', 'tag': '7921ff65-2a0d-466a-9540-8023a148f10f'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:05.998916 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7a55db-d1fd-4dd2-845b-a1884d166479" -d '{"events": [{"server_uuid": "69efc6f7-2e23-457d-a331-b5023ea63b1c", "name": "network-vif-deleted", "tag": "7921ff65-2a0d-466a-9540-8023a148f10f"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:06.011491 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c41cd5-fc55-43c8-b1b9-8adab8b59f07 req-7520a6f8-f267-40cd-b59d-b26d21f9319d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:06.013141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9c41cd5-fc55-43c8-b1b9-8adab8b59f07 req-7520a6f8-f267-40cd-b59d-b26d21f9319d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 948 time: 0.1117880 Nov 11 11:50:06.048318 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39468) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:06.060742 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5b8053d1-ef81-421b-9c0d-72d4ba518d46 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:50:06.152228 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-51a5ae8e-b025-474b-8c8b-a13d125e49b3 req-cfb9dec3-224b-4b1f-8638-009b079f7316 service neutron] delete failed (client error): The resource could not be found. Nov 11 11:50:06.153329 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51a5ae8e-b025-474b-8c8b-a13d125e49b3 req-cfb9dec3-224b-4b1f-8638-009b079f7316 service neutron] 10.222.0.43 "DELETE /v2.0/ports/5b8053d1-ef81-421b-9c0d-72d4ba518d46/bindings/n-h2-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.1500523 Nov 11 11:50:06.182137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9c41cd5-fc55-43c8-b1b9-8adab8b59f07 req-7897c844-a25d-444a-beef-ef4e6c21671d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578259 Nov 11 11:50:06.195203 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ec0eb1d-cb60-476b-b510-7c37789d38d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:06.239855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5b8053d1-ef81-421b-9c0d-72d4ba518d46, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:06.257213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '5b8053d1-ef81-421b-9c0d-72d4ba518d46', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '5b8053d1-ef81-421b-9c0d-72d4ba518d46', 'mac_address': 'fa:16:3e:df:e9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:50:06.260686 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db981df-c257-44ba-9226-765031e6cecc x-openstack-request-id: req-1db981df-c257-44ba-9226-765031e6cecc {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:06.261057 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69efc6f7-2e23-457d-a331-b5023ea63b1c", "name": "network-vif-deleted", "tag": "7921ff65-2a0d-466a-9540-8023a148f10f", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:06.261367 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1db981df-c257-44ba-9226-765031e6cecc {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:06.261852 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69efc6f7-2e23-457d-a331-b5023ea63b1c', 'name': 'network-vif-deleted', 'tag': '7921ff65-2a0d-466a-9540-8023a148f10f', 'status': 'completed', 'code': 200} Nov 11 11:50:06.262222 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537fb86-19d6-44b3-a9c4-e2f9dc42bfa3 req-1b439d98-5b1c-41a4-8321-938a56d2dace tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:06.263835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6537fb86-19d6-44b3-a9c4-e2f9dc42bfa3 req-1b439d98-5b1c-41a4-8321-938a56d2dace tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 946 time: 0.1094825 Nov 11 11:50:06.315741 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:06.341712 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8053d1-ef81-421b-9c0d-72d4ba518d46 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:06.356551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 233d75d3-5ebb-42e2-8b24-db5a2032c405 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:50:06.363289 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ec0eb1d-cb60-476b-b510-7c37789d38d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:06.370712 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ec0eb1d-cb60-476b-b510-7c37789d38d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:06.381474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5b8053d1-ef81-421b-9c0d-72d4ba518d46, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:06.406735 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:06.413189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5ae8e-b025-474b-8c8b-a13d125e49b3 req-053f912f-976d-4db8-bdd4-d4829eaa8100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:06.419833 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2ec0eb1d-cb60-476b-b510-7c37789d38d7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e380ce9b408840f5b9b8ae46abe5b4a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703661 Nov 11 11:50:06.422024 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51a5ae8e-b025-474b-8c8b-a13d125e49b3 req-053f912f-976d-4db8-bdd4-d4829eaa8100 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 1099 time: 0.1569543 Nov 11 11:50:06.424194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39480) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:06.445561 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6537fb86-19d6-44b3-a9c4-e2f9dc42bfa3 req-1fcfb3e7-e117-48d3-be59-1745124bf73b tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446128 Nov 11 11:50:06.449506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0eb1d-cb60-476b-b510-7c37789d38d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2f322a-a5d5-4bd8-b2e9-64da05c2c5db,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:06.511262 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-27e0e702-ff5b-41b7-953d-5be54f4d6d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:06.550685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5b8053d1-ef81-421b-9c0d-72d4ba518d46,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:06.554711 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 233d75d3-5ebb-42e2-8b24-db5a2032c405, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=233d75d3-5ebb-42e2-8b24-db5a2032c405,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:06.569564 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '233d75d3-5ebb-42e2-8b24-db5a2032c405', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '233d75d3-5ebb-42e2-8b24-db5a2032c405', 'mac_address': 'fa:16:3e:90:8a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:50:06.571756 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-27e0e702-ff5b-41b7-953d-5be54f4d6d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:06.616008 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:06.630946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233d75d3-5ebb-42e2-8b24-db5a2032c405 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:06.656869 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 233d75d3-5ebb-42e2-8b24-db5a2032c405, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=233d75d3-5ebb-42e2-8b24-db5a2032c405,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:06.672920 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:06.693575 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-27e0e702-ff5b-41b7-953d-5be54f4d6d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:06.698588 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-27e0e702-ff5b-41b7-953d-5be54f4d6d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:06.699815 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-27e0e702-ff5b-41b7-953d-5be54f4d6d4c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5d2f322a-a5d5-4bd8-b2e9-64da05c2c5db HTTP/1.1" status: 204 len: 168 time: 0.2744529 Nov 11 11:50:06.718236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0e702-ff5b-41b7-953d-5be54f4d6d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2f322a-a5d5-4bd8-b2e9-64da05c2c5db,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:06.735482 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5ae8e-b025-474b-8c8b-a13d125e49b3 req-32f344cf-1806-4e5a-973f-eba8e77ff382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:06.738519 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51a5ae8e-b025-474b-8c8b-a13d125e49b3 req-32f344cf-1806-4e5a-973f-eba8e77ff382 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.2915850 Nov 11 11:50:06.739196 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['5b8053d1-ef81-421b-9c0d-72d4ba518d46'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:06.804824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=233d75d3-5ebb-42e2-8b24-db5a2032c405,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:06.812471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51a5ae8e-b025-474b-8c8b-a13d125e49b3 req-b524745c-4be1-4e85-a1ca-b5296a23462c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46 HTTP/1.1" status: 200 len: 217 time: 0.0660508 Nov 11 11:50:06.915365 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5ae8e-b025-474b-8c8b-a13d125e49b3 req-71c9f066-bc14-47fa-83c4-ee9a497a8448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:06.917325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51a5ae8e-b025-474b-8c8b-a13d125e49b3 req-71c9f066-bc14-47fa-83c4-ee9a497a8448 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0947256 Nov 11 11:50:06.925701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['233d75d3-5ebb-42e2-8b24-db5a2032c405'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:07.000841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61996f2-c4cb-4e8b-9a33-3d4674771371 req-e1beb45a-02af-4fe3-ad36-c88dba6efafa tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:07.008698 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d61996f2-c4cb-4e8b-9a33-3d4674771371 req-e1beb45a-02af-4fe3-ad36-c88dba6efafa tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 1101 time: 0.0714366 Nov 11 11:50:07.034388 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5ae8e-b025-474b-8c8b-a13d125e49b3 req-0c3b43f7-b11e-4505-beea-bc935e55f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:07.035990 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51a5ae8e-b025-474b-8c8b-a13d125e49b3 req-0c3b43f7-b11e-4505-beea-bc935e55f031 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1096385 Nov 11 11:50:07.076551 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d61996f2-c4cb-4e8b-9a33-3d4674771371 req-e5c970ce-2a13-482b-a507-8872dc270978 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618062 Nov 11 11:50:07.120077 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39520) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:07.275202 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f6a6f-708b-4a80-bcc2-ed67bf0099e6 req-8769e60f-7e11-455b-bbee-823cd16bd861 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:07.277521 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39534) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:07.284803 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e87f6a6f-708b-4a80-bcc2-ed67bf0099e6 req-8769e60f-7e11-455b-bbee-823cd16bd861 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 1101 time: 0.0858924 Nov 11 11:50:07.291476 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95cc324f-6687-4d10-9474-ad19c12b974d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:07.296896 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51a5ae8e-b025-474b-8c8b-a13d125e49b3 req-184865c1-5654-4c04-94be-f9732b04a34f service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351658 Nov 11 11:50:07.304464 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-b01529a4-944f-492a-a820-506f094fecb0 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f6f0c5bed12249b7aa032914faec2d87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577269 Nov 11 11:50:07.394642 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95cc324f-6687-4d10-9474-ad19c12b974d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:07.400432 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95cc324f-6687-4d10-9474-ad19c12b974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:07.458193 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-95cc324f-6687-4d10-9474-ad19c12b974d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=85753c7bd0524561b115ed5c47da65e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795523 Nov 11 11:50:07.461827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39538) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:07.471828 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc324f-6687-4d10-9474-ad19c12b974d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e94097-da25-4c44-a932-fd61b05dcd4b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:07.512600 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c5325219-a81e-441e-82b8-22dd60c2a1bd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7628aedfa7b4aa294cdea53334a53df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3908253 Nov 11 11:50:07.517539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39540) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:07.560221 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b9cada63-a1c1-47b5-84fe-363d689f9b68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:07.595409 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b9cada63-a1c1-47b5-84fe-363d689f9b68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:07.608419 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1cc2528-1383-4243-b380-b3232f3930fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:07.644861 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1cc2528-1383-4243-b380-b3232f3930fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:07.675182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e87f6a6f-708b-4a80-bcc2-ed67bf0099e6 req-24b39bf9-1d7d-47e8-a994-757f326a090d tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892455 Nov 11 11:50:07.681228 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b9cada63-a1c1-47b5-84fe-363d689f9b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:07.683984 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b9cada63-a1c1-47b5-84fe-363d689f9b68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:07.685130 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b9cada63-a1c1-47b5-84fe-363d689f9b68 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87e94097-da25-4c44-a932-fd61b05dcd4b HTTP/1.1" status: 204 len: 168 time: 0.2223780 Nov 11 11:50:07.694637 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cada63-a1c1-47b5-84fe-363d689f9b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e94097-da25-4c44-a932-fd61b05dcd4b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:07.720657 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1cc2528-1383-4243-b380-b3232f3930fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:07.729508 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1cc2528-1383-4243-b380-b3232f3930fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:07.734911 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e1cc2528-1383-4243-b380-b3232f3930fa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d212748d-f27c-4702-a3d4-725e0fdc7636 HTTP/1.1" status: 204 len: 168 time: 0.2158601 Nov 11 11:50:07.740134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-4e2d8965-8667-4c7c-9986-77b3ed32be83 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:07.747380 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-4e2d8965-8667-4c7c-9986-77b3ed32be83 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4337819 Nov 11 11:50:07.749118 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc2528-1383-4243-b380-b3232f3930fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d212748d-f27c-4702-a3d4-725e0fdc7636,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:07.752708 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51a5ae8e-b025-474b-8c8b-a13d125e49b3 req-4564b9d5-45f5-4a8c-aa6b-15f1dc812bfc service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473479 Nov 11 11:50:07.782273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-24f60ae3-4f35-4b71-9591-3e79ec5c6e09 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/quotas/f6f0c5bed12249b7aa032914faec2d87 HTTP/1.1" status: 200 len: 375 time: 0.0341201 Nov 11 11:50:07.833916 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-aeabb414-19d7-4ec6-8ad7-1c3b2fc3583e tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f6f0c5bed12249b7aa032914faec2d87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453322 Nov 11 11:50:07.915898 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2e35a-96a2-417b-ba26-997a67f24feb req-4162f2fb-b5a9-423d-bb00-40f627350e46 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:07.918034 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ddf2e35a-96a2-417b-ba26-997a67f24feb req-4162f2fb-b5a9-423d-bb00-40f627350e46 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 949 time: 0.0829201 Nov 11 11:50:07.978784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ddf2e35a-96a2-417b-ba26-997a67f24feb req-505fbf5b-b861-473b-8f72-7df3709ce84e tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512009 Nov 11 11:50:07.980754 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-98d74e5c-fc42-4b88-8840-87d833248e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:08.061682 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5b8053d1-ef81-421b-9c0d-72d4ba518d46 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:50:08.175363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39566) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:08.182793 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:50:08.189390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:08.189947 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:08.198417 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7ffdf-c6cd-45c3-ad32-2a893275e35f req-ed6587e6-1e75-4044-a508-c2a4f5f666a7 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:08.204892 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65779b93-b75b-411b-9df8-eba3863794d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:08.205754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d8f7ffdf-c6cd-45c3-ad32-2a893275e35f req-ed6587e6-1e75-4044-a508-c2a4f5f666a7 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 947 time: 0.1326468 Nov 11 11:50:08.315445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d8f7ffdf-c6cd-45c3-ad32-2a893275e35f req-17ccee0f-d90c-4265-92ac-500bf721f0ea tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086841 Nov 11 11:50:08.367738 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:08.381291 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 233d75d3-5ebb-42e2-8b24-db5a2032c405 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:50:08.439628 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65779b93-b75b-411b-9df8-eba3863794d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:08.447164 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65779b93-b75b-411b-9df8-eba3863794d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:08.458938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eea699d0-b1b9-43e6-a098-df329ed37cf8 req-d22e7997-0ccc-42f1-bb35-44cc7da6e452 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 210 time: 0.0420313 Nov 11 11:50:08.480620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a956e6b-bb4b-4b46-9d47-77d88d8c70f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8053d1-ef81-421b-9c0d-72d4ba518d46'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:08.492873 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c9ee9d-1518-4b0b-9337-f87a2106a4c9" -d '{"events": [{"server_uuid": "6a956e6b-bb4b-4b46-9d47-77d88d8c70f9", "name": "network-vif-plugged", "status": "completed", "tag": "5b8053d1-ef81-421b-9c0d-72d4ba518d46"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:08.539864 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-65779b93-b75b-411b-9df8-eba3863794d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a3b52ff91fdb4f89a354e72e96ee3b57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3631914 Nov 11 11:50:08.543061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5b8053d1-ef81-421b-9c0d-72d4ba518d46, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:08.543437 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39582) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:08.556206 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:08.560142 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 7921ff65-2a0d-466a-9540-8023a148f10f no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:50:08.578307 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65779b93-b75b-411b-9df8-eba3863794d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b73f81-79b9-41ed-8aad-acffbc63df45,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:08.706258 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5b8053d1-ef81-421b-9c0d-72d4ba518d46,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:08.711166 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3888c8-b92a-491d-b7b4-4017140624b4 x-openstack-request-id: req-5e3888c8-b92a-491d-b7b4-4017140624b4 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:08.711461 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a956e6b-bb4b-4b46-9d47-77d88d8c70f9", "name": "network-vif-plugged", "status": "completed", "tag": "5b8053d1-ef81-421b-9c0d-72d4ba518d46", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:08.711908 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e3888c8-b92a-491d-b7b4-4017140624b4 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:08.712437 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a956e6b-bb4b-4b46-9d47-77d88d8c70f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8053d1-ef81-421b-9c0d-72d4ba518d46', 'code': 200} Nov 11 11:50:08.716454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 7921ff65-2a0d-466a-9540-8023a148f10f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:50:08.716979 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 7921ff65-2a0d-466a-9540-8023a148f10f not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:50:08.726561 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc49ff5c-fca0-406a-abf1-a25cb3c7aa8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:08.732056 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 233d75d3-5ebb-42e2-8b24-db5a2032c405 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:50:08.736432 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 233d75d3-5ebb-42e2-8b24-db5a2032c405 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:08.737542 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:08.764808 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc49ff5c-fca0-406a-abf1-a25cb3c7aa8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:08.861292 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:08.864341 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc49ff5c-fca0-406a-abf1-a25cb3c7aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:08.868131 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc49ff5c-fca0-406a-abf1-a25cb3c7aa8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:08.871739 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dc49ff5c-fca0-406a-abf1-a25cb3c7aa8d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8b73f81-79b9-41ed-8aad-acffbc63df45 HTTP/1.1" status: 204 len: 168 time: 0.3247070 Nov 11 11:50:08.889971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49ff5c-fca0-406a-abf1-a25cb3c7aa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b73f81-79b9-41ed-8aad-acffbc63df45,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:08.894346 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39600) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:08.956071 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:08.965927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 233d75d3-5ebb-42e2-8b24-db5a2032c405, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=233d75d3-5ebb-42e2-8b24-db5a2032c405,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:08.972331 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:09.072614 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=233d75d3-5ebb-42e2-8b24-db5a2032c405,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:09.150325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34721c60-6c21-4f3d-ad49-61c256e3fff8 req-d73649c4-db69-435b-ab89-e31c19a174ec tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:09.152502 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34721c60-6c21-4f3d-ad49-61c256e3fff8 req-d73649c4-db69-435b-ab89-e31c19a174ec tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 950 time: 0.0952470 Nov 11 11:50:09.233448 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34721c60-6c21-4f3d-ad49-61c256e3fff8 req-277f9786-c3aa-4960-8b3c-051f1036e628 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722947 Nov 11 11:50:09.255762 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa49add2-956a-44f6-b574-397fc576d734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:09.297318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115905f1-2dca-4712-a746-c68456346f94 req-63aae9e8-84c1-4688-b2a2-80727974b374 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:09.305871 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-115905f1-2dca-4712-a746-c68456346f94 req-63aae9e8-84c1-4688-b2a2-80727974b374 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0797751 Nov 11 11:50:09.384037 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa49add2-956a-44f6-b574-397fc576d734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:09.391271 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa49add2-956a-44f6-b574-397fc576d734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:09.404674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-115905f1-2dca-4712-a746-c68456346f94 req-c3bc6306-129a-4800-a087-a078366042a6 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971432 Nov 11 11:50:09.466153 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c052c8d-f8d3-46c7-bf1e-b9c52a0227dd req-229e1ebf-e235-45a9-90a9-ec4d4285d132 tempest-MigrationsAdminTest-412803703 tempest-MigrationsAdminTest-412803703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:09.469487 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c052c8d-f8d3-46c7-bf1e-b9c52a0227dd req-229e1ebf-e235-45a9-90a9-ec4d4285d132 tempest-MigrationsAdminTest-412803703 tempest-MigrationsAdminTest-412803703-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 1101 time: 0.1136985 Nov 11 11:50:09.496161 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fa49add2-956a-44f6-b574-397fc576d734 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=02f1e191149b4d4990d4bc074aaa68d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6007359 Nov 11 11:50:09.507334 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49add2-956a-44f6-b574-397fc576d734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1432634b-5ff8-4312-85fc-43c7d7f87ad5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:09.518045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39642) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:09.591534 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-3b02fc4c-76e7-44c8-bf10-b69cb7d25e65 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f6f0c5bed12249b7aa032914faec2d87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261233 Nov 11 11:50:09.746444 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c052c8d-f8d3-46c7-bf1e-b9c52a0227dd req-9b4334df-c65f-41d4-bf1d-504554d27a0e tempest-MigrationsAdminTest-412803703 tempest-MigrationsAdminTest-412803703-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636659 Nov 11 11:50:09.769214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58dd81-59c9-4fb3-8e99-8d131382ca41 req-ef619d5d-ae3e-4828-937b-f61cd9171a01 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:09.792309 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-af58dd81-59c9-4fb3-8e99-8d131382ca41 req-ef619d5d-ae3e-4828-937b-f61cd9171a01 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 948 time: 0.2687285 Nov 11 11:50:09.830990 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4124ce04-37ff-49cc-8fd8-4640c7777ccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:09.881817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-ab474604-963c-48c2-9d0f-1e0ed72d5399 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:09.890595 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-ab474604-963c-48c2-9d0f-1e0ed72d5399 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2657068 Nov 11 11:50:09.897982 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4124ce04-37ff-49cc-8fd8-4640c7777ccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:09.902714 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-d70d7dcf-e047-462f-b89a-b51879c0a560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Request body: {'port': {'device_id': '46d6bb6b-c9a9-4b84-b833-5562a6853bd2', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': 'f6f0c5bed12249b7aa032914faec2d87'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:09.989367 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ecdaa67-c470-4b23-bfe6-b71208fff4b6 req-a757d7de-ccc1-4b95-8a30-564712c62b6b tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 210 time: 0.0723338 Nov 11 11:50:09.998761 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-af58dd81-59c9-4fb3-8e99-8d131382ca41 req-be27773c-1ef8-4100-bf2b-749b9dd13415 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052698 Nov 11 11:50:10.098650 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4124ce04-37ff-49cc-8fd8-4640c7777ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:10.101932 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4124ce04-37ff-49cc-8fd8-4640c7777ccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:10.106329 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4124ce04-37ff-49cc-8fd8-4640c7777ccb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1432634b-5ff8-4312-85fc-43c7d7f87ad5 HTTP/1.1" status: 204 len: 168 time: 0.5870357 Nov 11 11:50:10.120600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124ce04-37ff-49cc-8fd8-4640c7777ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1432634b-5ff8-4312-85fc-43c7d7f87ad5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:10.144578 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-d70d7dcf-e047-462f-b89a-b51879c0a560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Made reservation on behalf of f6f0c5bed12249b7aa032914faec2d87 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:50:10.150481 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-d70d7dcf-e047-462f-b89a-b51879c0a560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:10.163833 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-d70d7dcf-e047-462f-b89a-b51879c0a560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:10.243859 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-d70d7dcf-e047-462f-b89a-b51879c0a560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:10.249367 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-d70d7dcf-e047-462f-b89a-b51879c0a560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:10.319797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d7dcf-e047-462f-b89a-b51879c0a560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c412faea-10da-4343-9f24-119e5bb31f89,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:10.395304 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:10.405795 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-aaca6dae-7088-4c47-a5f4-9e3209a06c1e tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=901de9f974a44ac4b70ad426cae25689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319507 Nov 11 11:50:10.435685 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-d70d7dcf-e047-462f-b89a-b51879c0a560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Allocated IP 192.168.233.3 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/8b422db1-b24f-4b20-bf58-b2c371be3f65) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:50:10.579286 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-082ba32a-48bc-4961-851e-b7a47e639e3c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:10.586343 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-082ba32a-48bc-4961-851e-b7a47e639e3c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1692212 Nov 11 11:50:10.607693 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-f952831e-a307-41ed-953b-2611f6ac4ad8 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/quotas/901de9f974a44ac4b70ad426cae25689 HTTP/1.1" status: 200 len: 375 time: 0.0203695 Nov 11 11:50:10.714304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83811e22-b757-4752-88e6-401677b43159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233d75d3-5ebb-42e2-8b24-db5a2032c405'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:10.717948 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a1d771-fa06-4c5d-b725-1c20c54ba58f" -d '{"events": [{"server_uuid": "83811e22-b757-4752-88e6-401677b43159", "name": "network-vif-plugged", "status": "completed", "tag": "233d75d3-5ebb-42e2-8b24-db5a2032c405"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:10.743920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d51cc0-d469-4cfc-8261-0317576930cf req-f1e0a4b5-ed29-437a-b09f-124b3aadb1cb tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:10.745461 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64d51cc0-d469-4cfc-8261-0317576930cf req-f1e0a4b5-ed29-437a-b09f-124b3aadb1cb tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.1370044 Nov 11 11:50:10.760010 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39702) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:10.761324 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-b78289fb-da16-41b5-aed0-29d8afa404bc tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1278358 Nov 11 11:50:10.775573 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dd66f17-344d-4843-88c0-4477c3ab728a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:10.782603 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-d70d7dcf-e047-462f-b89a-b51879c0a560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:10.846052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64d51cc0-d469-4cfc-8261-0317576930cf req-29e9f8ed-3307-4173-b5ca-73bfd40e915d tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817428 Nov 11 11:50:10.874796 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dd66f17-344d-4843-88c0-4477c3ab728a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:10.879346 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-d70d7dcf-e047-462f-b89a-b51879c0a560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:10.881285 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dd66f17-344d-4843-88c0-4477c3ab728a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:10.932752 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10686638-7d70-4e76-8552-0f23db9b6fe7 x-openstack-request-id: req-10686638-7d70-4e76-8552-0f23db9b6fe7 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:10.933253 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83811e22-b757-4752-88e6-401677b43159", "name": "network-vif-plugged", "status": "completed", "tag": "233d75d3-5ebb-42e2-8b24-db5a2032c405", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:10.933670 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10686638-7d70-4e76-8552-0f23db9b6fe7 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:10.934507 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83811e22-b757-4752-88e6-401677b43159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233d75d3-5ebb-42e2-8b24-db5a2032c405', 'code': 200} Nov 11 11:50:10.951919 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d7dcf-e047-462f-b89a-b51879c0a560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Pushing event updated for resources: {'Port': ['ID=8b422db1-b24f-4b20-bf58-b2c371be3f65,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:10.971803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-d70d7dcf-e047-462f-b89a-b51879c0a560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:50:10.974413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-d70d7dcf-e047-462f-b89a-b51879c0a560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:50:10.979151 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-d70d7dcf-e047-462f-b89a-b51879c0a560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:50:10.986925 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-d70d7dcf-e047-462f-b89a-b51879c0a560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:10.987738 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-d70d7dcf-e047-462f-b89a-b51879c0a560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:10.987913 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6dd66f17-344d-4843-88c0-4477c3ab728a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f98c2d8b24d94da888840121709ec03f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253892 Nov 11 11:50:10.988677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39718) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:11.011947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-d70d7dcf-e047-462f-b89a-b51879c0a560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1166661 Nov 11 11:50:11.029807 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Request body: {'port': {'device_id': '46d6bb6b-c9a9-4b84-b833-5562a6853bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:11.041652 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd66f17-344d-4843-88c0-4477c3ab728a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca79324-4697-4a18-8a86-e7feacc7f4c2,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:11.090678 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6477b009-24df-428f-94e1-a9191071e058 req-bee1abf3-b131-4b50-a7f4-9c699b9006d9 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 210 time: 0.0573881 Nov 11 11:50:11.154363 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:11.185503 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fe10a-c5de-40bb-813d-58b2c9e172d1 req-35ede3c5-b9b3-46e0-8404-6d91e5b6d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:11.187072 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-222fe10a-c5de-40bb-813d-58b2c9e172d1 req-35ede3c5-b9b3-46e0-8404-6d91e5b6d3a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 1099 time: 0.1701224 Nov 11 11:50:11.205970 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01934096-7192-4547-8487-e5339713d267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:11.251885 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01934096-7192-4547-8487-e5339713d267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:11.277180 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:11.304018 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-222fe10a-c5de-40bb-813d-58b2c9e172d1 req-3f35b388-c28f-474b-b54e-966763c201ea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925140 Nov 11 11:50:11.375520 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01934096-7192-4547-8487-e5339713d267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:11.379615 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01934096-7192-4547-8487-e5339713d267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:11.381209 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-01934096-7192-4547-8487-e5339713d267 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cca79324-4697-4a18-8a86-e7feacc7f4c2 HTTP/1.1" status: 204 len: 168 time: 0.3872950 Nov 11 11:50:11.388298 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2d8cec02-738f-4f27-849c-ebcaa071a940 None None] Provisioning complete for port 8b422db1-b24f-4b20-bf58-b2c371be3f65 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:11.388671 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2d8cec02-738f-4f27-849c-ebcaa071a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:11.393821 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01934096-7192-4547-8487-e5339713d267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca79324-4697-4a18-8a86-e7feacc7f4c2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:11.447804 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2d8cec02-738f-4f27-849c-ebcaa071a940 None None] Port 8b422db1-b24f-4b20-bf58-b2c371be3f65 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:50:11.453033 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ab078-6fde-4804-806d-247a46b487ae req-222f1bd3-c910-4347-85ee-7aac50cdcafe tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:11.460518 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c04ab078-6fde-4804-806d-247a46b487ae req-222f1bd3-c910-4347-85ee-7aac50cdcafe tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 934 time: 0.2198253 Nov 11 11:50:11.531084 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c04ab078-6fde-4804-806d-247a46b487ae req-5a042072-8165-44f8-a447-81901ad43ce5 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649559 Nov 11 11:50:11.678185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aeba59-b4d8-4d98-9c47-f648ee35aa4d req-93513370-eab4-4f60-8a83-26199d30b599 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:11.679919 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-39aeba59-b4d8-4d98-9c47-f648ee35aa4d req-93513370-eab4-4f60-8a83-26199d30b599 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 948 time: 0.0764945 Nov 11 11:50:11.778404 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b422db1-b24f-4b20-bf58-b2c371be3f65 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:11.790533 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:11.796278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-39aeba59-b4d8-4d98-9c47-f648ee35aa4d req-d168ae3f-af3f-44bb-bd72-684fca86f1f4 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934572 Nov 11 11:50:11.829268 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Transition to ACTIVE for port object 8b422db1-b24f-4b20-bf58-b2c371be3f65 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:50:11.843698 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:11.929668 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Pushing event updated for resources: {'Port': ['ID=8b422db1-b24f-4b20-bf58-b2c371be3f65,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:11.972160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Attempting to bind port 8b422db1-b24f-4b20-bf58-b2c371be3f65 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:50:11.972495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Attempting to bind port 8b422db1-b24f-4b20-bf58-b2c371be3f65 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:50:11.972831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Attempting to bind port 8b422db1-b24f-4b20-bf58-b2c371be3f65 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:11.989186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Port 8b422db1-b24f-4b20-bf58-b2c371be3f65 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:50:11.989510 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Attempting to bind port 8b422db1-b24f-4b20-bf58-b2c371be3f65 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:11.995120 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:50:11.995459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:50:11.995978 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:50:11.996412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Bound port: 8b422db1-b24f-4b20-bf58-b2c371be3f65, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:50:11.996769 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:12.124485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e55af3-c4e5-4161-ae0a-61f8ca57c060 req-843fe02d-95b2-4bd9-b20c-f9ffd60af07e tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:12.126179 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f1e55af3-c4e5-4161-ae0a-61f8ca57c060 req-843fe02d-95b2-4bd9-b20c-f9ffd60af07e tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0835173 Nov 11 11:50:12.127350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] For port 8b422db1-b24f-4b20-bf58-b2c371be3f65, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:50:12.131197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] For port 8b422db1-b24f-4b20-bf58-b2c371be3f65, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8b422db1-b24f-4b20-bf58-b2c371be3f65,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:50:12.153194 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:12.224151 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Pushing event updated for resources: {'Port': ['ID=8b422db1-b24f-4b20-bf58-b2c371be3f65,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:12.233200 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:12.233864 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:12.235260 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7d51e8aa-0337-45a8-a78b-484ff4d8e50e service neutron] 10.222.0.43 "PUT /v2.0/ports/8b422db1-b24f-4b20-bf58-b2c371be3f65 HTTP/1.1" status: 200 len: 1094 time: 1.2118804 Nov 11 11:50:12.236004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d6bb6b-c9a9-4b84-b833-5562a6853bd2', 'tag': '8b422db1-b24f-4b20-bf58-b2c371be3f65'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:12.238278 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080af940-40bb-4441-957c-4cff6ccbc46e" -d '{"events": [{"name": "network-changed", "server_uuid": "46d6bb6b-c9a9-4b84-b833-5562a6853bd2", "tag": "8b422db1-b24f-4b20-bf58-b2c371be3f65"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:12.270386 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f1e55af3-c4e5-4161-ae0a-61f8ca57c060 req-878ad5fe-cb1e-487b-a489-efb035ac818f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360316 Nov 11 11:50:12.382990 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d8355f11-5924-4af0-9064-3ae9e5b74419 req-7caaa1d2-2a8a-4639-8233-7ec6c7fd8a17 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 210 time: 0.0422266 Nov 11 11:50:12.386230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-4fbe8d0d-e300-4dea-ba83-00c24e0fd977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:12.387674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-4fbe8d0d-e300-4dea-ba83-00c24e0fd977 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6f0c5bed12249b7aa032914faec2d87&device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 1097 time: 0.0996683 Nov 11 11:50:12.452677 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-2d98d6de-a0fa-4747-a8c7-4931854df42a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=8b422db1-b24f-4b20-bf58-b2c371be3f65 HTTP/1.1" status: 200 len: 217 time: 0.0551853 Nov 11 11:50:12.506783 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd460945-6556-429f-b871-d064d7a6806f x-openstack-request-id: req-dd460945-6556-429f-b871-d064d7a6806f {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:12.507453 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d6bb6b-c9a9-4b84-b833-5562a6853bd2", "tag": "8b422db1-b24f-4b20-bf58-b2c371be3f65", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:12.507453 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd460945-6556-429f-b871-d064d7a6806f {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:12.507680 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d6bb6b-c9a9-4b84-b833-5562a6853bd2', 'tag': '8b422db1-b24f-4b20-bf58-b2c371be3f65', 'status': 'completed', 'code': 200} Nov 11 11:50:12.529459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-77660bcd-0b6f-4348-95cc-bc505e70c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:12.531042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-77660bcd-0b6f-4348-95cc-bc505e70c321 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0712686 Nov 11 11:50:12.606539 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-5060eb39-0d26-4433-b7b1-f2b2c37874bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:12.607873 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-5060eb39-0d26-4433-b7b1-f2b2c37874bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683715 Nov 11 11:50:12.608638 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-8155a624-f133-4c23-a7fe-16dbe4a82ce4 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=901de9f974a44ac4b70ad426cae25689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563865 Nov 11 11:50:12.781357 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-7c56755d-4731-4f7f-a7ff-4878ad609790 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654155 Nov 11 11:50:12.798358 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-73a70c36-22a8-47df-940d-4cd322a3dbc7 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:12.800311 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-73a70c36-22a8-47df-940d-4cd322a3dbc7 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845384 Nov 11 11:50:12.819499 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-9656928c-c531-40be-8917-ec6911d635f1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Request body: {'port': {'device_id': '777bc5f4-f4f4-4f4d-ab7a-8cba283efb45', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '901de9f974a44ac4b70ad426cae25689'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:12.823888 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19643e16-d8a0-4389-a091-590539eba114 req-4f08718d-a7de-4261-9abb-2c9cc644f2af tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:12.825377 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19643e16-d8a0-4389-a091-590539eba114 req-4f08718d-a7de-4261-9abb-2c9cc644f2af tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 946 time: 0.1583548 Nov 11 11:50:12.925848 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19643e16-d8a0-4389-a091-590539eba114 req-b94a055b-e894-4cad-a38a-f7ab3a72d560 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909884 Nov 11 11:50:12.954636 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7b39aa6-dcc0-4139-9a99-2be5d494ca97 req-231af0db-e544-45c0-9293-76fdf2456a27 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628752 Nov 11 11:50:12.981948 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-9656928c-c531-40be-8917-ec6911d635f1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Made reservation on behalf of 901de9f974a44ac4b70ad426cae25689 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:50:12.985674 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-9656928c-c531-40be-8917-ec6911d635f1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:13.003628 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39806) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:13.133837 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b35e9-3050-4a51-8ce5-9e947d77d0e3 req-943fc5db-ea57-4fb5-a138-4e00e55ff443 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:13.143144 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cd1b35e9-3050-4a51-8ce5-9e947d77d0e3 req-943fc5db-ea57-4fb5-a138-4e00e55ff443 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 948 time: 0.1303196 Nov 11 11:50:13.165999 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-9656928c-c531-40be-8917-ec6911d635f1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Allocated IP 192.168.233.105 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/f2a85307-3654-449c-a186-175b6c103308) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:50:13.180608 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080af940-40bb-4441-957c-4cff6ccbc46e req-5dc29bc1-1151-4f2b-be0b-174fb49ddcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:13.182478 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-080af940-40bb-4441-957c-4cff6ccbc46e req-5dc29bc1-1151-4f2b-be0b-174fb49ddcd9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6f0c5bed12249b7aa032914faec2d87&device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 1097 time: 0.1691179 Nov 11 11:50:13.220967 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-243f3130-fe4a-4748-9a38-a34039e78bab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:13.241723 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cd1b35e9-3050-4a51-8ce5-9e947d77d0e3 req-12da7459-0ab8-4a93-bc54-e7c9fbf29add tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976775 Nov 11 11:50:13.346479 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080af940-40bb-4441-957c-4cff6ccbc46e req-54833ca2-0c81-40e1-865a-4c8debb9bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:13.347419 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-080af940-40bb-4441-957c-4cff6ccbc46e req-54833ca2-0c81-40e1-865a-4c8debb9bdf4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1471810 Nov 11 11:50:13.447581 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-9656928c-c531-40be-8917-ec6911d635f1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:13.461980 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-080af940-40bb-4441-957c-4cff6ccbc46e req-0fd0b944-c7a1-423e-8168-164731043d78 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=8b422db1-b24f-4b20-bf58-b2c371be3f65 HTTP/1.1" status: 200 len: 217 time: 0.0821362 Nov 11 11:50:13.469289 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-243f3130-fe4a-4748-9a38-a34039e78bab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:13.482531 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-243f3130-fe4a-4748-9a38-a34039e78bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:13.494208 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-9656928c-c531-40be-8917-ec6911d635f1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:13.510117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['5b8053d1-ef81-421b-9c0d-72d4ba518d46'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:13.549495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-9656928c-c531-40be-8917-ec6911d635f1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:50:13.555650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-9656928c-c531-40be-8917-ec6911d635f1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:50:13.567938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f3130-fe4a-4748-9a38-a34039e78bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a17712-3617-48c7-91d1-4db82aeeecfe,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:13.578049 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098aa8e-8e14-48f4-acbb-6a4faa834e7e req-40ac792e-8388-43f7-a9ba-36cb250cd7a2 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:13.579587 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8098aa8e-8e14-48f4-acbb-6a4faa834e7e req-40ac792e-8388-43f7-a9ba-36cb250cd7a2 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.2010171 Nov 11 11:50:13.583388 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080af940-40bb-4441-957c-4cff6ccbc46e req-24f7a436-abe9-4a92-aace-4b3d6d55f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:13.584981 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-080af940-40bb-4441-957c-4cff6ccbc46e req-24f7a436-abe9-4a92-aace-4b3d6d55f8b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1135461 Nov 11 11:50:13.590607 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-243f3130-fe4a-4748-9a38-a34039e78bab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c501b7bb9f941568ac4ca468a395aea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5856700 Nov 11 11:50:13.592449 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39840) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:13.593244 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-9656928c-c531-40be-8917-ec6911d635f1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:50:13.606632 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-9656928c-c531-40be-8917-ec6911d635f1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:13.607560 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-9656928c-c531-40be-8917-ec6911d635f1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:13.657330 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656928c-c531-40be-8917-ec6911d635f1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Pushing event updated for resources: {'Port': ['ID=f2a85307-3654-449c-a186-175b6c103308,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:13.698015 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-9656928c-c531-40be-8917-ec6911d635f1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8833873 Nov 11 11:50:13.700052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8098aa8e-8e14-48f4-acbb-6a4faa834e7e req-a2cae8ee-8b70-4fc9-952d-e85a7ea12019 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082075 Nov 11 11:50:13.716065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080af940-40bb-4441-957c-4cff6ccbc46e req-3e21f916-1745-44bb-a23a-2d68e6f0e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:13.717933 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-080af940-40bb-4441-957c-4cff6ccbc46e req-3e21f916-1745-44bb-a23a-2d68e6f0e948 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240137 Nov 11 11:50:13.729861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Request body: {'port': {'device_id': '777bc5f4-f4f4-4f4d-ab7a-8cba283efb45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:13.780608 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8a383f00-1cba-4984-8330-18aa9b212997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:13.829540 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8a383f00-1cba-4984-8330-18aa9b212997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:13.831358 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:13.848417 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2107b08f-9896-48a1-ba8e-4a20c04f8645 None None] Provisioning complete for port f2a85307-3654-449c-a186-175b6c103308 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:13.849118 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2107b08f-9896-48a1-ba8e-4a20c04f8645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:13.878051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-080af940-40bb-4441-957c-4cff6ccbc46e req-d87ba6ef-bcd9-4774-962a-89458c2bf9b1 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513057 Nov 11 11:50:13.892633 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2107b08f-9896-48a1-ba8e-4a20c04f8645 None None] Port f2a85307-3654-449c-a186-175b6c103308 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:50:13.922151 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e485cf-6342-47ff-a67a-9302eadd9ea7 req-003334da-6125-4bc2-b1e3-8e23870aa928 tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:13.923718 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25e485cf-6342-47ff-a67a-9302eadd9ea7 req-003334da-6125-4bc2-b1e3-8e23870aa928 tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 1099 time: 0.1709089 Nov 11 11:50:13.968875 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8a383f00-1cba-4984-8330-18aa9b212997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:13.971519 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8a383f00-1cba-4984-8330-18aa9b212997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:13.972687 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8a383f00-1cba-4984-8330-18aa9b212997 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/04a17712-3617-48c7-91d1-4db82aeeecfe HTTP/1.1" status: 204 len: 168 time: 0.3623579 Nov 11 11:50:13.993717 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a383f00-1cba-4984-8330-18aa9b212997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a17712-3617-48c7-91d1-4db82aeeecfe,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:14.163472 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a85307-3654-449c-a186-175b6c103308 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:14.173971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:14.187194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Transition to ACTIVE for port object f2a85307-3654-449c-a186-175b6c103308 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:50:14.193773 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:14.203582 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-25e485cf-6342-47ff-a67a-9302eadd9ea7 req-aa0332e3-873e-4632-b30c-16913fca77f8 tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:14.224328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589ad83-6135-4283-b05d-3557dad99765 req-8fc1286c-f059-4da8-ac56-3786bd90ab8e tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:14.225127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9589ad83-6135-4283-b05d-3557dad99765 req-8fc1286c-f059-4da8-ac56-3786bd90ab8e tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 936 time: 0.3523622 Nov 11 11:50:14.262588 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a85307-3654-449c-a186-175b6c103308,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:14.278061 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Attempting to bind port f2a85307-3654-449c-a186-175b6c103308 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:50:14.278466 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Attempting to bind port f2a85307-3654-449c-a186-175b6c103308 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:50:14.278845 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Attempting to bind port f2a85307-3654-449c-a186-175b6c103308 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:14.284525 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Port f2a85307-3654-449c-a186-175b6c103308 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:50:14.285400 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-080af940-40bb-4441-957c-4cff6ccbc46e req-1e2ab224-0606-4c6c-abf8-877f4dd20682 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976700 Nov 11 11:50:14.285971 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Attempting to bind port f2a85307-3654-449c-a186-175b6c103308 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:14.292750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:50:14.293290 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:50:14.293781 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:50:14.294284 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Bound port: f2a85307-3654-449c-a186-175b6c103308, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:50:14.294699 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:14.322195 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9589ad83-6135-4283-b05d-3557dad99765 req-b6bfec57-1735-46fe-aac7-949330424353 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904341 Nov 11 11:50:14.382835 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-25e485cf-6342-47ff-a67a-9302eadd9ea7 req-aa0332e3-873e-4632-b30c-16913fca77f8 tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:14.388547 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] For port f2a85307-3654-449c-a186-175b6c103308, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:50:14.391935 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-25e485cf-6342-47ff-a67a-9302eadd9ea7 req-aa0332e3-873e-4632-b30c-16913fca77f8 tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:14.392447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] For port f2a85307-3654-449c-a186-175b6c103308, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f2a85307-3654-449c-a186-175b6c103308,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:50:14.402443 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:14.408322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39852) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:14.427917 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25e485cf-6342-47ff-a67a-9302eadd9ea7 req-aa0332e3-873e-4632-b30c-16913fca77f8 tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910297 Nov 11 11:50:14.456984 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-46310bfb-8433-462b-b162-33f4f19a7cef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:14.462883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0332e3-873e-4632-b30c-16913fca77f8 tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db33131-749b-44d8-b24f-d6588cdafb18,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:14.463112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:14.468502 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:14.470102 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] 10.222.0.62 "PUT /v2.0/ports/f2a85307-3654-449c-a186-175b6c103308 HTTP/1.1" status: 200 len: 1096 time: 0.7513545 Nov 11 11:50:14.472233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777bc5f4-f4f4-4f4d-ab7a-8cba283efb45', 'tag': 'f2a85307-3654-449c-a186-175b6c103308'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:14.474390 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82600e6f-4237-4f81-9749-d5c2a9a1e7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "777bc5f4-f4f4-4f4d-ab7a-8cba283efb45", "tag": "f2a85307-3654-449c-a186-175b6c103308"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:14.514957 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f600a58-4989-47e0-9921-e67e13839e78 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a85307-3654-449c-a186-175b6c103308,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:14.607376 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-a1603ab5-2cc1-47e6-9e3b-e80b3d69255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:14.609101 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-a1603ab5-2cc1-47e6-9e3b-e80b3d69255f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 1099 time: 0.0774782 Nov 11 11:50:14.645518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c04b8-1689-488e-a512-153db17fe9dc req-3823685a-5ae1-4afc-b794-da58f9b6cf88 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:14.655222 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f8c04b8-1689-488e-a512-153db17fe9dc req-3823685a-5ae1-4afc-b794-da58f9b6cf88 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 946 time: 0.0751472 Nov 11 11:50:14.672541 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-f75b953d-5c7e-4b3a-a472-0c130ea31a77 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=f2a85307-3654-449c-a186-175b6c103308 HTTP/1.1" status: 200 len: 217 time: 0.0531340 Nov 11 11:50:14.678595 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-46310bfb-8433-462b-b162-33f4f19a7cef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:14.693732 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-46310bfb-8433-462b-b162-33f4f19a7cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:14.732881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f8c04b8-1689-488e-a512-153db17fe9dc req-02e1f309-4db6-4f24-995d-0801280c56a6 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632865 Nov 11 11:50:14.771021 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-46310bfb-8433-462b-b162-33f4f19a7cef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a5dcea93fc354cfe8e76287264227b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587277 Nov 11 11:50:14.772060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46310bfb-8433-462b-b162-33f4f19a7cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c2833c-15a9-4655-b68b-24ed44887cbd,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:14.773821 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39862) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:14.779167 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-0d86226a-df67-4611-a125-95f7bcd493ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:14.780634 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-0d86226a-df67-4611-a125-95f7bcd493ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0981534 Nov 11 11:50:14.832771 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-4c93876e-c0b9-49f1-8b7b-e94fecd7ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:14.834662 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-4c93876e-c0b9-49f1-8b7b-e94fecd7ccb6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444577 Nov 11 11:50:14.859775 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7e251a82-b317-4078-a4a2-8a94b01ea480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:14.906769 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7e251a82-b317-4078-a4a2-8a94b01ea480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:14.991274 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-3552c3e5-e774-4e6c-8c42-fa840545bae3 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415625 Nov 11 11:50:14.993608 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c67b0b5-efa7-4c0b-93e2-03978213ea46 x-openstack-request-id: req-8c67b0b5-efa7-4c0b-93e2-03978213ea46 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:14.993924 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777bc5f4-f4f4-4f4d-ab7a-8cba283efb45", "tag": "f2a85307-3654-449c-a186-175b6c103308", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:14.994171 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c67b0b5-efa7-4c0b-93e2-03978213ea46 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:14.994560 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777bc5f4-f4f4-4f4d-ab7a-8cba283efb45', 'tag': 'f2a85307-3654-449c-a186-175b6c103308', 'status': 'completed', 'code': 200} Nov 11 11:50:15.020302 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7e251a82-b317-4078-a4a2-8a94b01ea480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:15.023989 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7e251a82-b317-4078-a4a2-8a94b01ea480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:15.028674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7e251a82-b317-4078-a4a2-8a94b01ea480 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/67c2833c-15a9-4655-b68b-24ed44887cbd HTTP/1.1" status: 204 len: 168 time: 0.2530043 Nov 11 11:50:15.099004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e251a82-b317-4078-a4a2-8a94b01ea480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c2833c-15a9-4655-b68b-24ed44887cbd,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:15.146845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9965d9-3f92-4468-b92b-461f51279eb8 req-1c54d63f-bc14-4ba1-9a42-64f50429cb5a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:15.147277 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-27c6d9a6-d1f9-4840-83c0-5059141c55aa req-1c9a1a5c-9c8a-47ad-be8b-d788b645632f service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457999 Nov 11 11:50:15.155423 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ed9965d9-3f92-4468-b92b-461f51279eb8 req-1c54d63f-bc14-4ba1-9a42-64f50429cb5a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.1369092 Nov 11 11:50:15.234984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ed9965d9-3f92-4468-b92b-461f51279eb8 req-a903896c-547a-43b0-b44e-8e490535fb91 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790048 Nov 11 11:50:15.271068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82600e6f-4237-4f81-9749-d5c2a9a1e7d7 req-db78b574-0033-4a25-af79-697161234fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:15.272648 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82600e6f-4237-4f81-9749-d5c2a9a1e7d7 req-db78b574-0033-4a25-af79-697161234fb9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 1099 time: 0.0603998 Nov 11 11:50:15.346078 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-4406cc23-e2c5-4905-b923-50015e352b09 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229628 Nov 11 11:50:15.377027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39888) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:15.422990 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82600e6f-4237-4f81-9749-d5c2a9a1e7d7 req-603d73e0-9b18-4fb6-abed-a03a5d299ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:15.424737 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82600e6f-4237-4f81-9749-d5c2a9a1e7d7 req-603d73e0-9b18-4fb6-abed-a03a5d299ee3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1372492 Nov 11 11:50:15.470799 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-85fc5dbd-d43b-4fbb-8ddf-b47ed2742185 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:15.472214 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-85fc5dbd-d43b-4fbb-8ddf-b47ed2742185 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1201937 Nov 11 11:50:15.487939 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82600e6f-4237-4f81-9749-d5c2a9a1e7d7 req-065ab8a3-d088-4078-a49e-1e9526878c52 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=f2a85307-3654-449c-a186-175b6c103308 HTTP/1.1" status: 200 len: 217 time: 0.0473723 Nov 11 11:50:15.492848 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-08bdf306-05b7-457a-9098-32e216cf344b tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/quotas/9bc118dc2ae249c3b19e662c936c1a69 HTTP/1.1" status: 200 len: 375 time: 0.0140879 Nov 11 11:50:15.552009 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e96bd64-b94e-4be1-9541-bae92bb74caf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:15.566206 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:15.587958 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82600e6f-4237-4f81-9749-d5c2a9a1e7d7 req-fd8867c5-58c1-4b51-8e44-54552de6fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:15.589447 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82600e6f-4237-4f81-9749-d5c2a9a1e7d7 req-fd8867c5-58c1-4b51-8e44-54552de6fb7d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0907435 Nov 11 11:50:15.604435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-e3c0ec68-ea5d-40d9-b757-5d8f631f79cc tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1039903 Nov 11 11:50:15.684562 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82600e6f-4237-4f81-9749-d5c2a9a1e7d7 req-700cd74f-f8be-4131-9ae7-a1b6f5bc869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:15.686252 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82600e6f-4237-4f81-9749-d5c2a9a1e7d7 req-700cd74f-f8be-4131-9ae7-a1b6f5bc869d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840876 Nov 11 11:50:15.690710 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e96bd64-b94e-4be1-9541-bae92bb74caf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:15.719421 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e96bd64-b94e-4be1-9541-bae92bb74caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:15.819387 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2e96bd64-b94e-4be1-9541-bae92bb74caf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=84cf4cb0010e4e2e9c0c20b5e7af5fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4412699 Nov 11 11:50:15.821782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96bd64-b94e-4be1-9541-bae92bb74caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f51b3e2-3469-4c89-b0c5-624fb2cd39c6,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:15.822166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39910) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:15.849189 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82600e6f-4237-4f81-9749-d5c2a9a1e7d7 req-8cc702e9-cafe-425a-8fda-92065fc85306 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534564 Nov 11 11:50:15.911926 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2fff778c-3126-44fb-8477-1fbe5d93cf5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:15.947658 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2fff778c-3126-44fb-8477-1fbe5d93cf5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:15.991723 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82600e6f-4237-4f81-9749-d5c2a9a1e7d7 req-eb0e5054-fb10-4f41-826d-7eed2937d088 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304650 Nov 11 11:50:16.040168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9407f61-1d33-436a-b045-819355339802 req-5059f5ed-144b-4b3d-8ca3-44cc7d8ed1f4 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:16.042247 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9407f61-1d33-436a-b045-819355339802 req-5059f5ed-144b-4b3d-8ca3-44cc7d8ed1f4 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 948 time: 0.0759709 Nov 11 11:50:16.049709 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2fff778c-3126-44fb-8477-1fbe5d93cf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:16.053884 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2fff778c-3126-44fb-8477-1fbe5d93cf5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:16.054622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2fff778c-3126-44fb-8477-1fbe5d93cf5d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6f51b3e2-3469-4c89-b0c5-624fb2cd39c6 HTTP/1.1" status: 204 len: 168 time: 0.2314479 Nov 11 11:50:16.065991 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff778c-3126-44fb-8477-1fbe5d93cf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f51b3e2-3469-4c89-b0c5-624fb2cd39c6,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:16.192311 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9407f61-1d33-436a-b045-819355339802 req-c64cf950-bf98-4e76-9e84-9d95c5dbdf8f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310015 Nov 11 11:50:16.250579 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a515a04-7637-4125-9cc2-94307fe0b93a req-7586dcaf-3906-4d81-8fda-6f8123cb4b25 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:16.253843 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a515a04-7637-4125-9cc2-94307fe0b93a req-7586dcaf-3906-4d81-8fda-6f8123cb4b25 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 946 time: 0.1192741 Nov 11 11:50:16.362877 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a515a04-7637-4125-9cc2-94307fe0b93a req-d553c160-e22a-4d53-85ed-a38520dfa586 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031659 Nov 11 11:50:16.452286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 8b422db1-b24f-4b20-bf58-b2c371be3f65 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:50:16.611814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39950) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:16.640244 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b73819-35ff-4b8a-94bb-489fb52813c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:16.653846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8e8ca-140f-4817-91fa-3962e005a45e req-be2deed6-daca-42bc-97ad-3183fdc4ecf4 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:16.661469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43e8e8ca-140f-4817-91fa-3962e005a45e req-be2deed6-daca-42bc-97ad-3183fdc4ecf4 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0688159 Nov 11 11:50:16.687852 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 8b422db1-b24f-4b20-bf58-b2c371be3f65, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8b422db1-b24f-4b20-bf58-b2c371be3f65,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:16.715921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '8b422db1-b24f-4b20-bf58-b2c371be3f65', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '8b422db1-b24f-4b20-bf58-b2c371be3f65', 'mac_address': 'fa:16:3e:09:59:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:50:16.725078 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43e8e8ca-140f-4817-91fa-3962e005a45e req-3696b662-41e7-41dd-97e0-d8cbdf65b76d tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624616 Nov 11 11:50:16.748864 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b73819-35ff-4b8a-94bb-489fb52813c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:16.756790 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b73819-35ff-4b8a-94bb-489fb52813c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:16.809760 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b73819-35ff-4b8a-94bb-489fb52813c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743ef93c-5d07-49df-9b41-652466e43b7b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:16.827460 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:16.837471 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-85b73819-35ff-4b8a-94bb-489fb52813c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=80ef465e4b2f430bb6e6ea4f7c17eda7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244785 Nov 11 11:50:16.838243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39954) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:16.849383 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b422db1-b24f-4b20-bf58-b2c371be3f65 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:16.866413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e2fc0e7c-6216-4b52-91ee-deeaff63087e req-c120b097-0d18-44e7-b677-fc1885345010 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=7da4e5b8-a306-4cc1-95c0-62385c7b3f50 HTTP/1.1" status: 200 len: 210 time: 0.0631669 Nov 11 11:50:16.884151 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 8b422db1-b24f-4b20-bf58-b2c371be3f65, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8b422db1-b24f-4b20-bf58-b2c371be3f65,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:16.899282 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:16.952135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=8b422db1-b24f-4b20-bf58-b2c371be3f65,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:16.953938 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04271f55-cecb-469c-8fd5-452d56a1de65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:16.960870 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:16.961959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:16.962412 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:16.962742 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:16.963406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:16.963589 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:16.964035 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:16.964363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:16.965705 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:16.966173 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:16.966544 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:16.966891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:17.001047 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04271f55-cecb-469c-8fd5-452d56a1de65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:17.080182 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04271f55-cecb-469c-8fd5-452d56a1de65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:17.085499 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04271f55-cecb-469c-8fd5-452d56a1de65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:17.086964 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-04271f55-cecb-469c-8fd5-452d56a1de65 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/743ef93c-5d07-49df-9b41-652466e43b7b HTTP/1.1" status: 204 len: 168 time: 0.2475002 Nov 11 11:50:17.096216 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04271f55-cecb-469c-8fd5-452d56a1de65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743ef93c-5d07-49df-9b41-652466e43b7b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:17.123441 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['8b422db1-b24f-4b20-bf58-b2c371be3f65'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:17.333759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79080b5c-9f50-444f-b90e-4880b8102116 req-0b1addc9-c3cf-416e-8aaf-75896149ce74 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:17.343388 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79080b5c-9f50-444f-b90e-4880b8102116 req-0b1addc9-c3cf-416e-8aaf-75896149ce74 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 948 time: 0.0716324 Nov 11 11:50:17.398427 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79080b5c-9f50-444f-b90e-4880b8102116 req-019c4319-db30-4e06-8265-da035af0995b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537701 Nov 11 11:50:17.531973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25d633-8bbc-4f72-ad84-7b0fc06e4e42 req-42e32ad4-5b11-4f2e-94c7-9d9ae66d42f5 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:17.533635 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f25d633-8bbc-4f72-ad84-7b0fc06e4e42 req-42e32ad4-5b11-4f2e-94c7-9d9ae66d42f5 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 947 time: 0.0655100 Nov 11 11:50:17.546519 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39986) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:17.596732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f25d633-8bbc-4f72-ad84-7b0fc06e4e42 req-a8cd2516-1203-4056-b396-3db7d4142f2f tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515919 Nov 11 11:50:17.680857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-d21a5437-a937-4226-b7fd-e82eea614f9c req-160030b4-77b9-4919-840e-c5a3a3aa28ed tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Request body: {'security_group': {'name': 'tempest-securitygroup-802078500', 'description': 'tempest-description-1072203469'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:17.710277 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d21a5437-a937-4226-b7fd-e82eea614f9c req-160030b4-77b9-4919-840e-c5a3a3aa28ed tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:17.721615 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d21a5437-a937-4226-b7fd-e82eea614f9c req-160030b4-77b9-4919-840e-c5a3a3aa28ed tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:17.734072 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7e25710c-4ae2-408b-a6cb-e5bfefac3252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:17.845546 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d21a5437-a937-4226-b7fd-e82eea614f9c req-160030b4-77b9-4919-840e-c5a3a3aa28ed tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:17.851958 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d21a5437-a937-4226-b7fd-e82eea614f9c req-160030b4-77b9-4919-840e-c5a3a3aa28ed tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:17.915089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160030b4-77b9-4919-840e-c5a3a3aa28ed tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b883e37b-33fb-4121-84a4-4381b4a2d58a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:17.965669 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7e25710c-4ae2-408b-a6cb-e5bfefac3252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:17.970152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7e25710c-4ae2-408b-a6cb-e5bfefac3252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:18.024628 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-52e186b0-5d06-4d2a-b1a2-092804504039 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333240 Nov 11 11:50:18.024938 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25710c-4ae2-408b-a6cb-e5bfefac3252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca92fb7-46cb-4ebc-b424-98c5d00b99f3,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:18.027818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d21a5437-a937-4226-b7fd-e82eea614f9c req-160030b4-77b9-4919-840e-c5a3a3aa28ed tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:18.030339 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7e25710c-4ae2-408b-a6cb-e5bfefac3252 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dfa2f126ae124dedaec2f821fa518d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4832020 Nov 11 11:50:18.033483 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40004) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:18.052274 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4774d2-3ef1-460e-800d-5638be6a734d req-bcaaed0b-70d7-49ea-a7eb-4af6338f5101 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:18.061938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e4774d2-3ef1-460e-800d-5638be6a734d req-bcaaed0b-70d7-49ea-a7eb-4af6338f5101 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.1244471 Nov 11 11:50:18.063728 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d21a5437-a937-4226-b7fd-e82eea614f9c req-160030b4-77b9-4919-840e-c5a3a3aa28ed tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:18.095344 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff5165af-90d3-4a1c-b464-1fdcbf413eac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:18.138068 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff5165af-90d3-4a1c-b464-1fdcbf413eac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:18.151178 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f2a85307-3654-449c-a186-175b6c103308 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:50:18.160887 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d21a5437-a937-4226-b7fd-e82eea614f9c req-160030b4-77b9-4919-840e-c5a3a3aa28ed tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:18.174363 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d21a5437-a937-4226-b7fd-e82eea614f9c req-160030b4-77b9-4919-840e-c5a3a3aa28ed tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5073726 Nov 11 11:50:18.215376 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160030b4-77b9-4919-840e-c5a3a3aa28ed tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d8d552-6154-4332-a38d-7a4372a9a0f0,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:18.269912 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff5165af-90d3-4a1c-b464-1fdcbf413eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:18.277910 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff5165af-90d3-4a1c-b464-1fdcbf413eac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:18.292624 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ff5165af-90d3-4a1c-b464-1fdcbf413eac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ca92fb7-46cb-4ebc-b424-98c5d00b99f3 HTTP/1.1" status: 204 len: 168 time: 0.2576625 Nov 11 11:50:18.298330 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0057b75b-9810-4230-bc4e-c6f13a32b22e req-94053ed5-3ad5-4e79-b507-4ac5920ee2a4 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=7da4e5b8-a306-4cc1-95c0-62385c7b3f50 HTTP/1.1" status: 200 len: 210 time: 0.0507059 Nov 11 11:50:18.337561 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e4774d2-3ef1-460e-800d-5638be6a734d req-b31e6c10-7974-4cd3-a88b-2e9f585989da tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746325 Nov 11 11:50:18.338195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5165af-90d3-4a1c-b464-1fdcbf413eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca92fb7-46cb-4ebc-b424-98c5d00b99f3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:18.355397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-15a8e927-4ec3-4136-904d-9fae031d41de req-e8f03a5d-525f-42d6-aae8-d90c18e72cde tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1244943526', 'description': 'tempest-description-1387690599'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:18.373729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-acfecd2e-bb18-4c1b-839b-7ceaeb571791 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:18.375619 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-acfecd2e-bb18-4c1b-839b-7ceaeb571791 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3423784 Nov 11 11:50:18.391718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-6be3d4fd-cbff-42b7-aaa7-a160d7e7e1be tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Request body: {'port': {'device_id': '65fc20d6-4e18-492b-9237-b7d3e903aa3c', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '9bc118dc2ae249c3b19e662c936c1a69'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:18.449216 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-15a8e927-4ec3-4136-904d-9fae031d41de req-e8f03a5d-525f-42d6-aae8-d90c18e72cde tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:18.506030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a8591-75c1-418f-abf5-df25a8b36e9e req-3b111412-29aa-424a-9f0e-d1a264b8050a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:18.507802 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8f7a8591-75c1-418f-abf5-df25a8b36e9e req-3b111412-29aa-424a-9f0e-d1a264b8050a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 1101 time: 0.0874815 Nov 11 11:50:18.536698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 8b422db1-b24f-4b20-bf58-b2c371be3f65 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:50:18.658790 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-46c747d6-e136-46d8-b415-1c59d4fb63fd tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1434324 Nov 11 11:50:18.669389 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a85591-5c57-48ba-8914-c5f01f7ab631 req-946af703-aadb-46ca-8e30-dd912c9e63af tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:18.677657 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43a85591-5c57-48ba-8914-c5f01f7ab631 req-946af703-aadb-46ca-8e30-dd912c9e63af tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 948 time: 0.1528459 Nov 11 11:50:18.771814 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f2a85307-3654-449c-a186-175b6c103308, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f2a85307-3654-449c-a186-175b6c103308,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:18.792293 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-15a8e927-4ec3-4136-904d-9fae031d41de req-e8f03a5d-525f-42d6-aae8-d90c18e72cde tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:18.809324 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43a85591-5c57-48ba-8914-c5f01f7ab631 req-651ed234-b723-4103-a02e-66eb1919ec9a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309037 Nov 11 11:50:18.812104 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-6be3d4fd-cbff-42b7-aaa7-a160d7e7e1be tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Made reservation on behalf of 9bc118dc2ae249c3b19e662c936c1a69 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:50:18.822195 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-6be3d4fd-cbff-42b7-aaa7-a160d7e7e1be tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:18.824536 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 8b422db1-b24f-4b20-bf58-b2c371be3f65 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:50:18.828571 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'f2a85307-3654-449c-a186-175b6c103308', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'f2a85307-3654-449c-a186-175b6c103308', 'mac_address': 'fa:16:3e:92:af:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:50:18.833814 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 8b422db1-b24f-4b20-bf58-b2c371be3f65 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:18.834471 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:18.845408 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-15a8e927-4ec3-4136-904d-9fae031d41de req-e8f03a5d-525f-42d6-aae8-d90c18e72cde tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:18.908899 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8f7a8591-75c1-418f-abf5-df25a8b36e9e req-f7c4a4dd-3ab7-429c-967f-95729c62cd11 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916285 Nov 11 11:50:18.933910 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-15a8e927-4ec3-4136-904d-9fae031d41de req-e8f03a5d-525f-42d6-aae8-d90c18e72cde tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:18.946219 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-15a8e927-4ec3-4136-904d-9fae031d41de req-e8f03a5d-525f-42d6-aae8-d90c18e72cde tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6022923 Nov 11 11:50:18.997511 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-259c6611-7be7-4535-9e22-4a937cabff5f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:18.999962 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-259c6611-7be7-4535-9e22-4a937cabff5f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3254836 Nov 11 11:50:19.002430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f03a5d-525f-42d6-aae8-d90c18e72cde tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24658012-1441-4c3e-866e-ef4cc6038541,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:19.033340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-4ef2bb42-709d-4929-89db-3f9e3c1eb965 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Request body: {'port': {'device_id': '7da4e5b8-a306-4cc1-95c0-62385c7b3f50', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '9bc118dc2ae249c3b19e662c936c1a69'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:19.071172 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:19.075502 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:19.101241 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f307a-2a7d-4b4e-9412-690ef464a447 req-f3809441-fcb8-4a00-89da-27474d49c8bb tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:19.102961 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec0f307a-2a7d-4b4e-9412-690ef464a447 req-f3809441-fcb8-4a00-89da-27474d49c8bb tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 947 time: 0.1138861 Nov 11 11:50:19.136898 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a85307-3654-449c-a186-175b6c103308 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:19.146455 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40038) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:19.163380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f2a85307-3654-449c-a186-175b6c103308, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f2a85307-3654-449c-a186-175b6c103308,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:19.174983 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d6bb6b-c9a9-4b84-b833-5562a6853bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b422db1-b24f-4b20-bf58-b2c371be3f65'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:19.179595 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5e3126-fa45-4c7e-8b71-d77e28239f64" -d '{"events": [{"server_uuid": "46d6bb6b-c9a9-4b84-b833-5562a6853bd2", "name": "network-vif-plugged", "status": "completed", "tag": "8b422db1-b24f-4b20-bf58-b2c371be3f65"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:19.186422 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:19.198644 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-6be3d4fd-cbff-42b7-aaa7-a160d7e7e1be tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Allocated IP 192.168.233.111 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/de0508b2-077d-4e5e-a125-fadafcf09f73) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:50:19.201572 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fce63f94-e71b-41df-aba3-9860af6854d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:19.235917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 8b422db1-b24f-4b20-bf58-b2c371be3f65, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8b422db1-b24f-4b20-bf58-b2c371be3f65,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:19.258605 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:19.264584 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec0f307a-2a7d-4b4e-9412-690ef464a447 req-7ecbd830-a67d-4581-8c28-ce6709f391e0 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489136 Nov 11 11:50:19.305053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f2a85307-3654-449c-a186-175b6c103308,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:19.310681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-4ef2bb42-709d-4929-89db-3f9e3c1eb965 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Made reservation on behalf of 9bc118dc2ae249c3b19e662c936c1a69 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:50:19.314617 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-4ef2bb42-709d-4929-89db-3f9e3c1eb965 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:19.447352 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fce63f94-e71b-41df-aba3-9860af6854d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:19.454522 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.43', 59090) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:19.467864 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fce63f94-e71b-41df-aba3-9860af6854d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:19.483162 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=8b422db1-b24f-4b20-bf58-b2c371be3f65,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:19.487860 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65f9aa7-a31c-4c0d-b9b6-1141d22e3aed x-openstack-request-id: req-d65f9aa7-a31c-4c0d-b9b6-1141d22e3aed {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:19.488098 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d6bb6b-c9a9-4b84-b833-5562a6853bd2", "name": "network-vif-plugged", "status": "completed", "tag": "8b422db1-b24f-4b20-bf58-b2c371be3f65", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:19.488321 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d65f9aa7-a31c-4c0d-b9b6-1141d22e3aed {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:19.488716 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d6bb6b-c9a9-4b84-b833-5562a6853bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b422db1-b24f-4b20-bf58-b2c371be3f65', 'code': 200} Nov 11 11:50:19.595763 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c24a1eab-6a03-4eeb-946b-1263854362a2 req-2fd5f4cf-02fa-48e3-a5a8-fe91ca1ca70c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=7da4e5b8-a306-4cc1-95c0-62385c7b3f50 HTTP/1.1" status: 200 len: 210 time: 0.1131485 Nov 11 11:50:19.611399 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-ee282458-0b82-42da-8cd5-e8ef347e1f99 req-ecc99887-26bb-423b-a224-dab0c51293fe tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-729430225', 'description': 'tempest-description-740829075'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:19.626535 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fce63f94-e71b-41df-aba3-9860af6854d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=942a267ed34e4e8982fb988eca5bab0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4603391 Nov 11 11:50:19.627110 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-6be3d4fd-cbff-42b7-aaa7-a160d7e7e1be tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:19.633575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40054) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:19.636057 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f2a85307-3654-449c-a186-175b6c103308'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:19.644908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce63f94-e71b-41df-aba3-9860af6854d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88488dd3-b24a-4253-ba9a-3de4d2686970,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:19.678521 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec87a7c-b04f-4418-aff8-2d0883aa1283 req-87414dce-3e1c-474f-9457-b8c7d34ed33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:19.680091 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aec87a7c-b04f-4418-aff8-2d0883aa1283 req-87414dce-3e1c-474f-9457-b8c7d34ed33e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 1099 time: 0.2240219 Nov 11 11:50:19.695474 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ee282458-0b82-42da-8cd5-e8ef347e1f99 req-ecc99887-26bb-423b-a224-dab0c51293fe tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:19.738578 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ee282458-0b82-42da-8cd5-e8ef347e1f99 req-ecc99887-26bb-423b-a224-dab0c51293fe tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:19.817487 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-6be3d4fd-cbff-42b7-aaa7-a160d7e7e1be tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:19.837789 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['233d75d3-5ebb-42e2-8b24-db5a2032c405'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:19.843665 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aec87a7c-b04f-4418-aff8-2d0883aa1283 req-7cb26e5a-43ff-445e-99f5-6aee89f7b8d1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521256 Nov 11 11:50:19.867494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-4ef2bb42-709d-4929-89db-3f9e3c1eb965 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Allocated IP 192.168.233.148 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/66e16a37-37e9-4c75-aa0e-f083208cbdc6) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:50:19.869996 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1cdc89e1-19c7-4f50-8863-4857d1b8e207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:19.928769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963979e-8b83-4411-9632-9d717294a514 req-b5c2389b-099c-4201-845e-d2349efc17ab tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:19.933610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7963979e-8b83-4411-9632-9d717294a514 req-b5c2389b-099c-4201-845e-d2349efc17ab tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.1929548 Nov 11 11:50:19.943614 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-6be3d4fd-cbff-42b7-aaa7-a160d7e7e1be tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:50:19.944527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3d4fd-cbff-42b7-aaa7-a160d7e7e1be tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Pushing event updated for resources: {'Port': ['ID=de0508b2-077d-4e5e-a125-fadafcf09f73,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:19.962631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-6be3d4fd-cbff-42b7-aaa7-a160d7e7e1be tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:50:19.970816 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1cdc89e1-19c7-4f50-8863-4857d1b8e207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:19.972383 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-6be3d4fd-cbff-42b7-aaa7-a160d7e7e1be tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:50:19.978031 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-6be3d4fd-cbff-42b7-aaa7-a160d7e7e1be tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:19.978674 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-6be3d4fd-cbff-42b7-aaa7-a160d7e7e1be tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.032824 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-4ef2bb42-709d-4929-89db-3f9e3c1eb965 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.066833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-6be3d4fd-cbff-42b7-aaa7-a160d7e7e1be tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6812074 Nov 11 11:50:20.072309 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-4ef2bb42-709d-4929-89db-3f9e3c1eb965 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.086589 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Request body: {'port': {'device_id': '65fc20d6-4e18-492b-9237-b7d3e903aa3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:20.100644 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ee282458-0b82-42da-8cd5-e8ef347e1f99 req-ecc99887-26bb-423b-a224-dab0c51293fe tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.122055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-4ef2bb42-709d-4929-89db-3f9e3c1eb965 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:50:20.128696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7963979e-8b83-4411-9632-9d717294a514 req-b15be093-aee1-4690-b5a2-8bd4c12ac30b tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846542 Nov 11 11:50:20.140471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-4ef2bb42-709d-4929-89db-3f9e3c1eb965 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:50:20.149964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-4ef2bb42-709d-4929-89db-3f9e3c1eb965 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:50:20.150837 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ee282458-0b82-42da-8cd5-e8ef347e1f99 req-ecc99887-26bb-423b-a224-dab0c51293fe tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.156639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-4ef2bb42-709d-4929-89db-3f9e3c1eb965 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:20.157462 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-4ef2bb42-709d-4929-89db-3f9e3c1eb965 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.174684 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['233d75d3-5ebb-42e2-8b24-db5a2032c405'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:20.184243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:50:20.193524 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-4ef2bb42-709d-4929-89db-3f9e3c1eb965 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1707947 Nov 11 11:50:20.200994 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:50:20.203258 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2bb42-709d-4929-89db-3f9e3c1eb965 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Pushing event updated for resources: {'Port': ['ID=66e16a37-37e9-4c75-aa0e-f083208cbdc6,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:20.209754 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Request body: {'port': {'device_id': '7da4e5b8-a306-4cc1-95c0-62385c7b3f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:20.230473 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1cdc89e1-19c7-4f50-8863-4857d1b8e207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.233024 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1cdc89e1-19c7-4f50-8863-4857d1b8e207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.236507 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1cdc89e1-19c7-4f50-8863-4857d1b8e207 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88488dd3-b24a-4253-ba9a-3de4d2686970 HTTP/1.1" status: 204 len: 168 time: 0.5986769 Nov 11 11:50:20.241272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc99887-26bb-423b-a224-dab0c51293fe tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75167852-d494-490e-a668-2225fbe1fea3,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:20.260768 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.265396 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc89e1-19c7-4f50-8863-4857d1b8e207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88488dd3-b24a-4253-ba9a-3de4d2686970,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:20.315942 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.364871 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ee282458-0b82-42da-8cd5-e8ef347e1f99 req-ecc99887-26bb-423b-a224-dab0c51293fe tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.401257 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ee282458-0b82-42da-8cd5-e8ef347e1f99 req-ecc99887-26bb-423b-a224-dab0c51293fe tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.602454 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ee282458-0b82-42da-8cd5-e8ef347e1f99 req-ecc99887-26bb-423b-a224-dab0c51293fe tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.603724 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee282458-0b82-42da-8cd5-e8ef347e1f99 req-ecc99887-26bb-423b-a224-dab0c51293fe tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0166900 Nov 11 11:50:20.631314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:20.633633 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc99887-26bb-423b-a224-dab0c51293fe tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919e34c7-bdff-4a25-a708-6e8217a04f11,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:20.666527 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e16a37-37e9-4c75-aa0e-f083208cbdc6 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:20.671895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5', 'mac_address': 'fa:16:3e:72:9f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:50:20.674898 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.688018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Transition to ACTIVE for port object 66e16a37-37e9-4c75-aa0e-f083208cbdc6 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:50:20.697177 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.770820 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-72b26d97-bfb4-44f1-939d-0f5b3cab9e9d None None] Provisioning complete for port de0508b2-077d-4e5e-a125-fadafcf09f73 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:20.770987 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-72b26d97-bfb4-44f1-939d-0f5b3cab9e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.818634 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Pushing event updated for resources: {'Port': ['ID=66e16a37-37e9-4c75-aa0e-f083208cbdc6,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:20.831960 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.861988 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Attempting to bind port 66e16a37-37e9-4c75-aa0e-f083208cbdc6 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:50:20.862867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Attempting to bind port 66e16a37-37e9-4c75-aa0e-f083208cbdc6 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:50:20.863444 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Attempting to bind port 66e16a37-37e9-4c75-aa0e-f083208cbdc6 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:20.868996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Port 66e16a37-37e9-4c75-aa0e-f083208cbdc6 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:50:20.869664 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Attempting to bind port 66e16a37-37e9-4c75-aa0e-f083208cbdc6 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:20.883573 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:50:20.884399 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:50:20.885002 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:50:20.886095 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Bound port: 66e16a37-37e9-4c75-aa0e-f083208cbdc6, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:50:20.886688 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.906995 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.935477 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0508b2-077d-4e5e-a125-fadafcf09f73 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:20.943601 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:20.948108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:20.977725 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Transition to ACTIVE for port object de0508b2-077d-4e5e-a125-fadafcf09f73 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:50:20.979999 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] For port 66e16a37-37e9-4c75-aa0e-f083208cbdc6, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:50:20.984943 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] For port 66e16a37-37e9-4c75-aa0e-f083208cbdc6, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=66e16a37-37e9-4c75-aa0e-f083208cbdc6,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:50:20.993866 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:21.007741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:21.016816 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:21.035378 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-72b26d97-bfb4-44f1-939d-0f5b3cab9e9d None None] Port de0508b2-077d-4e5e-a125-fadafcf09f73 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:50:21.069859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:21.070628 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:21.072243 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] 10.222.0.43 "PUT /v2.0/ports/66e16a37-37e9-4c75-aa0e-f083208cbdc6 HTTP/1.1" status: 200 len: 1096 time: 0.8703022 Nov 11 11:50:21.072905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da4e5b8-a306-4cc1-95c0-62385c7b3f50', 'tag': '66e16a37-37e9-4c75-aa0e-f083208cbdc6'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:21.079644 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a5c296-3eb7-4407-af9e-960f89910edb" -d '{"events": [{"name": "network-changed", "server_uuid": "7da4e5b8-a306-4cc1-95c0-62385c7b3f50", "tag": "66e16a37-37e9-4c75-aa0e-f083208cbdc6"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:21.111014 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:21.114996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351098b6-6566-47ba-919a-e560d92a54c9 service neutron] Pushing event updated for resources: {'Port': ['ID=66e16a37-37e9-4c75-aa0e-f083208cbdc6,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:21.184063 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Attempting to bind port de0508b2-077d-4e5e-a125-fadafcf09f73 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:50:21.184632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Attempting to bind port de0508b2-077d-4e5e-a125-fadafcf09f73 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:50:21.185084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Attempting to bind port de0508b2-077d-4e5e-a125-fadafcf09f73 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:21.203594 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde9ad7-4428-4dab-8f7f-edb48713555a req-1aa3b325-cd23-4e28-83fc-219f02359d30 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:21.216306 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0fde9ad7-4428-4dab-8f7f-edb48713555a req-1aa3b325-cd23-4e28-83fc-219f02359d30 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 949 time: 0.5483670 Nov 11 11:50:21.231405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-11b8c0c8-3388-494f-97f4-7b2a1a5be542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:21.233118 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-11b8c0c8-3388-494f-97f4-7b2a1a5be542 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&device_id=7da4e5b8-a306-4cc1-95c0-62385c7b3f50 HTTP/1.1" status: 200 len: 1099 time: 0.0874367 Nov 11 11:50:21.234873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a190e4d-53df-44b0-ae5c-ac0d500da6c5 req-9dec9722-d4a8-489e-aaa4-f1cc5c77c79f tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:21.245276 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a190e4d-53df-44b0-ae5c-ac0d500da6c5 req-9dec9722-d4a8-489e-aaa4-f1cc5c77c79f tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 948 time: 0.2582576 Nov 11 11:50:21.255453 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:50:21.255971 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 11:50:21.261502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=de0508b2-077d-4e5e-a125-fadafcf09f73,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:21.263320 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:21.278356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Port de0508b2-077d-4e5e-a125-fadafcf09f73 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:50:21.278814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Attempting to bind port de0508b2-077d-4e5e-a125-fadafcf09f73 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:21.302395 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:50:21.302875 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:50:21.303351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:50:21.303909 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Bound port: de0508b2-077d-4e5e-a125-fadafcf09f73, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:50:21.304792 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:21.308973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:21.332097 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-2639e638-0532-49f2-a258-66ea17e0b648 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=66e16a37-37e9-4c75-aa0e-f083208cbdc6 HTTP/1.1" status: 200 len: 217 time: 0.0886390 Nov 11 11:50:21.393036 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0fde9ad7-4428-4dab-8f7f-edb48713555a req-5800da6c-8891-4e61-8222-e577f7bd7431 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744699 Nov 11 11:50:21.420624 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891b7ae8-ebf4-4725-b165-ec19027056e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:21.421468 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a190e4d-53df-44b0-ae5c-ac0d500da6c5 req-79ad40a4-6cfa-4b0e-8bae-5769bec2868a tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750097 Nov 11 11:50:21.423149 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891b7ae8-ebf4-4725-b165-ec19027056e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0830793 Nov 11 11:50:21.463650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:21.502457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] For port de0508b2-077d-4e5e-a125-fadafcf09f73, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:50:21.520448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] For port de0508b2-077d-4e5e-a125-fadafcf09f73, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=de0508b2-077d-4e5e-a125-fadafcf09f73,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:50:21.537394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-8b63ed84-8a67-494b-9cfc-388309b54580 req-e5d83cdf-4ff9-4c85-9395-5880cf1e9a1b tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2127371294', 'description': 'tempest-description-336681483'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:21.542845 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:21.578721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-7cdcf819-aa4d-4810-9e03-2354ff8f7d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:21.580741 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-7cdcf819-aa4d-4810-9e03-2354ff8f7d87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1488659 Nov 11 11:50:21.647417 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:21.648038 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:21.650083 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] 10.222.0.43 "PUT /v2.0/ports/de0508b2-077d-4e5e-a125-fadafcf09f73 HTTP/1.1" status: 200 len: 1096 time: 1.5703661 Nov 11 11:50:21.677555 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fc20d6-4e18-492b-9237-b7d3e903aa3c', 'tag': 'de0508b2-077d-4e5e-a125-fadafcf09f73'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:21.680442 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ffb8cb-3458-4463-82ff-3243eca69e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "65fc20d6-4e18-492b-9237-b7d3e903aa3c", "tag": "de0508b2-077d-4e5e-a125-fadafcf09f73"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:21.701256 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8b63ed84-8a67-494b-9cfc-388309b54580 req-e5d83cdf-4ff9-4c85-9395-5880cf1e9a1b tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:21.762546 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-82cdc823-fe32-4413-a0db-040f13ee669f service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716151 Nov 11 11:50:21.815673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891dfe63-84e1-4730-9e26-0e4977fbf8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=de0508b2-077d-4e5e-a125-fadafcf09f73,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:21.816307 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:21.835869 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:21.848606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb919c-e3d6-4030-82a1-4b20cad6fd8f req-f4c39801-07b2-4b55-b69c-78a7c934984c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:21.856859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4afb919c-e3d6-4030-82a1-4b20cad6fd8f req-f4c39801-07b2-4b55-b69c-78a7c934984c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=7da4e5b8-a306-4cc1-95c0-62385c7b3f50 HTTP/1.1" status: 200 len: 948 time: 0.2964084 Nov 11 11:50:21.871321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:21.877858 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:21.919951 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-0fe3ff63-6581-4887-95d6-7d91bc851e06 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498325 Nov 11 11:50:21.921351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-67e0e075-c083-45a3-8863-89dd46954e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:21.923710 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-67e0e075-c083-45a3-8863-89dd46954e48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&device_id=65fc20d6-4e18-492b-9237-b7d3e903aa3c HTTP/1.1" status: 200 len: 1099 time: 0.2102349 Nov 11 11:50:21.955756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:22.015327 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8b63ed84-8a67-494b-9cfc-388309b54580 req-e5d83cdf-4ff9-4c85-9395-5880cf1e9a1b tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:22.017234 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-9bfa2fa6-1afc-4918-9454-947ea9e94c7d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=de0508b2-077d-4e5e-a125-fadafcf09f73 HTTP/1.1" status: 200 len: 217 time: 0.0645137 Nov 11 11:50:22.021255 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4afb919c-e3d6-4030-82a1-4b20cad6fd8f req-7d36dd80-eb96-400a-acd3-c39b1a2d1d5d tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568446 Nov 11 11:50:22.022872 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8b63ed84-8a67-494b-9cfc-388309b54580 req-e5d83cdf-4ff9-4c85-9395-5880cf1e9a1b tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:22.082059 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d402403c-33a6-432b-aa2c-49bcb913bbe9 x-openstack-request-id: req-d402403c-33a6-432b-aa2c-49bcb913bbe9 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:22.086583 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da4e5b8-a306-4cc1-95c0-62385c7b3f50", "tag": "66e16a37-37e9-4c75-aa0e-f083208cbdc6", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:22.087179 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d402403c-33a6-432b-aa2c-49bcb913bbe9 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:22.087408 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da4e5b8-a306-4cc1-95c0-62385c7b3f50', 'tag': '66e16a37-37e9-4c75-aa0e-f083208cbdc6', 'status': 'completed', 'code': 200} Nov 11 11:50:22.123770 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8b63ed84-8a67-494b-9cfc-388309b54580 req-e5d83cdf-4ff9-4c85-9395-5880cf1e9a1b tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:22.130159 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b63ed84-8a67-494b-9cfc-388309b54580 req-e5d83cdf-4ff9-4c85-9395-5880cf1e9a1b tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5979207 Nov 11 11:50:22.135647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d83cdf-4ff9-4c85-9395-5880cf1e9a1b tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5089e7-dd9b-40db-a7fc-552c8a23b63c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:22.142848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-b5081c11-119c-453a-8351-ff5533434a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:22.145226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-b5081c11-119c-453a-8351-ff5533434a83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1193869 Nov 11 11:50:22.183037 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f2a85307-3654-449c-a186-175b6c103308 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:50:22.230272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-46f257b6-7acc-41a5-88c7-f4ab971c569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:22.232010 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-46f257b6-7acc-41a5-88c7-f4ab971c569e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717833 Nov 11 11:50:22.232142 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5c296-3eb7-4407-af9e-960f89910edb req-fdfd3c0e-a7d8-42ef-8423-6a6b018e13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:22.242284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec368f4-88ef-4a72-ac6a-543dc3dbfd9b req-3548289c-0976-4180-9a6c-b9b132d0f3bb tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:22.242396 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c4a5c296-3eb7-4407-af9e-960f89910edb req-fdfd3c0e-a7d8-42ef-8423-6a6b018e13bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&device_id=7da4e5b8-a306-4cc1-95c0-62385c7b3f50 HTTP/1.1" status: 200 len: 1099 time: 0.1312149 Nov 11 11:50:22.243144 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ec368f4-88ef-4a72-ac6a-543dc3dbfd9b req-3548289c-0976-4180-9a6c-b9b132d0f3bb tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 948 time: 0.0942659 Nov 11 11:50:22.288718 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port f2a85307-3654-449c-a186-175b6c103308 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:50:22.295665 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port f2a85307-3654-449c-a186-175b6c103308 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:22.296138 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:22.341663 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4e1751-eeb3-40a7-8b3c-36d4bbcd844c x-openstack-request-id: req-7d4e1751-eeb3-40a7-8b3c-36d4bbcd844c {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:22.341992 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fc20d6-4e18-492b-9237-b7d3e903aa3c", "tag": "de0508b2-077d-4e5e-a125-fadafcf09f73", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:22.342241 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7d4e1751-eeb3-40a7-8b3c-36d4bbcd844c {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:22.342645 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65fc20d6-4e18-492b-9237-b7d3e903aa3c', 'tag': 'de0508b2-077d-4e5e-a125-fadafcf09f73', 'status': 'completed', 'code': 200} Nov 11 11:50:22.409377 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ec368f4-88ef-4a72-ac6a-543dc3dbfd9b req-666d09e7-62df-48d9-b9fc-3992c994841a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563747 Nov 11 11:50:22.414655 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:22.441416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5c296-3eb7-4407-af9e-960f89910edb req-392c8fef-b889-46bd-845d-fcbd69a6a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:22.442926 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c4a5c296-3eb7-4407-af9e-960f89910edb req-392c8fef-b889-46bd-845d-fcbd69a6a3d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1896837 Nov 11 11:50:22.446169 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777bc5f4-f4f4-4f4d-ab7a-8cba283efb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a85307-3654-449c-a186-175b6c103308'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:22.447766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-c60375a0-6481-475e-a6f6-dbf488bfa63a service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036774 Nov 11 11:50:22.448868 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6d6bc6-eed5-4393-b443-b326b80c5146" -d '{"events": [{"server_uuid": "777bc5f4-f4f4-4f4d-ab7a-8cba283efb45", "name": "network-vif-plugged", "status": "completed", "tag": "f2a85307-3654-449c-a186-175b6c103308"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:22.470973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f2a85307-3654-449c-a186-175b6c103308, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f2a85307-3654-449c-a186-175b6c103308,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:22.476092 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:22.515607 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c4a5c296-3eb7-4407-af9e-960f89910edb req-b10d929c-5374-4144-a396-4b62d3fa1950 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=66e16a37-37e9-4c75-aa0e-f083208cbdc6 HTTP/1.1" status: 200 len: 217 time: 0.0550065 Nov 11 11:50:22.549286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f2a85307-3654-449c-a186-175b6c103308,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:22.591558 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5c296-3eb7-4407-af9e-960f89910edb req-77d9ffb6-1849-4804-95c8-0bd21aa2a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:22.592873 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c4a5c296-3eb7-4407-af9e-960f89910edb req-77d9ffb6-1849-4804-95c8-0bd21aa2a768 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0624244 Nov 11 11:50:22.649951 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5c296-3eb7-4407-af9e-960f89910edb req-652e66c7-99ce-45bf-90f3-395eae1caaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:22.652320 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c4a5c296-3eb7-4407-af9e-960f89910edb req-652e66c7-99ce-45bf-90f3-395eae1caaf4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511527 Nov 11 11:50:22.769136 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c4a5c296-3eb7-4407-af9e-960f89910edb req-55022f5f-a63e-40a1-81a0-e1903849d013 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080234 Nov 11 11:50:22.866880 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c4a5c296-3eb7-4407-af9e-960f89910edb req-56b9ff06-a95b-4124-9875-09da57dcd4cc service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899796 Nov 11 11:50:22.941237 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b4b90-490b-46e7-8cd5-c1e8b831a026 req-72064a12-0fed-4bb7-82a3-42abebc212ad tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:22.942738 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce0b4b90-490b-46e7-8cd5-c1e8b831a026 req-72064a12-0fed-4bb7-82a3-42abebc212ad tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.3901703 Nov 11 11:50:22.960707 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9224d836-10fd-413a-96b7-ebc022f93a52 req-2fa81a44-0ca0-48fb-b081-4f33e9cf3a0b service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866230 Nov 11 11:50:23.073054 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce0b4b90-490b-46e7-8cd5-c1e8b831a026 req-e87d78fc-98eb-49de-a276-da96f7cdd5e8 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229491 Nov 11 11:50:23.103402 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffb8cb-3458-4463-82ff-3243eca69e2b req-66a2130f-5154-4f12-b393-ddda6651cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:23.104940 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5ffb8cb-3458-4463-82ff-3243eca69e2b req-66a2130f-5154-4f12-b393-ddda6651cfe0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&device_id=65fc20d6-4e18-492b-9237-b7d3e903aa3c HTTP/1.1" status: 200 len: 1099 time: 0.0962617 Nov 11 11:50:23.274718 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-901d0748-8f4e-4fc4-9cd3-af87a8fa67ba tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48167 time: 0.8493474 Nov 11 11:50:23.279571 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffb8cb-3458-4463-82ff-3243eca69e2b req-3259dfa3-77ea-4dae-b931-ce2f8e4ba69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:23.280961 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5ffb8cb-3458-4463-82ff-3243eca69e2b req-3259dfa3-77ea-4dae-b931-ce2f8e4ba69b service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1678567 Nov 11 11:50:23.289429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a50d2b-3ea5-43fd-a1bc-c1c40c82797c req-0ef8a294-3f81-423c-b9fa-ecc75b9e8a1c tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:23.290783 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4a50d2b-3ea5-43fd-a1bc-c1c40c82797c req-0ef8a294-3f81-423c-b9fa-ecc75b9e8a1c tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 948 time: 0.1490633 Nov 11 11:50:23.354873 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5ffb8cb-3458-4463-82ff-3243eca69e2b req-0aafec05-0931-4feb-97e3-31b1b7e13f34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=de0508b2-077d-4e5e-a125-fadafcf09f73 HTTP/1.1" status: 200 len: 217 time: 0.0564981 Nov 11 11:50:23.434002 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4a50d2b-3ea5-43fd-a1bc-c1c40c82797c req-71bc04b6-8351-4f34-9707-77906266d90e tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367259 Nov 11 11:50:23.437377 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-2944a767-59c4-4ab9-bc84-0b2fee55b2b2 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/01253a32-4d20-4b5f-94fe-31855eebbb6b HTTP/1.1" status: 200 len: 2994 time: 0.1457055 Nov 11 11:50:23.445139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffb8cb-3458-4463-82ff-3243eca69e2b req-7ef597e3-1f83-4834-a313-21b357b6c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:23.446729 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5ffb8cb-3458-4463-82ff-3243eca69e2b req-7ef597e3-1f83-4834-a313-21b357b6c922 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0838938 Nov 11 11:50:23.483523 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8523a8f5-75d5-46ca-b0a4-b4fdbd430ff5 x-openstack-request-id: req-8523a8f5-75d5-46ca-b0a4-b4fdbd430ff5 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:23.484027 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777bc5f4-f4f4-4f4d-ab7a-8cba283efb45", "name": "network-vif-plugged", "status": "completed", "tag": "f2a85307-3654-449c-a186-175b6c103308", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:23.484128 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8523a8f5-75d5-46ca-b0a4-b4fdbd430ff5 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:23.484511 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777bc5f4-f4f4-4f4d-ab7a-8cba283efb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a85307-3654-449c-a186-175b6c103308', 'code': 200} Nov 11 11:50:23.524736 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-fbbb4ea5-64dd-4d3a-b0dc-85cf0c565257 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/01253a32-4d20-4b5f-94fe-31855eebbb6b HTTP/1.1" status: 200 len: 2994 time: 0.0771484 Nov 11 11:50:23.528109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffb8cb-3458-4463-82ff-3243eca69e2b req-8d3f2330-2727-4eda-8267-ea5b19ba0dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:23.529967 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5ffb8cb-3458-4463-82ff-3243eca69e2b req-8d3f2330-2727-4eda-8267-ea5b19ba0dc7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744581 Nov 11 11:50:23.602954 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e01c7-9eef-4faf-9b39-68ea54178662 req-5a1f2223-54a1-4e3e-b8e3-ee2b05cc56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:23.604644 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a24e01c7-9eef-4faf-9b39-68ea54178662 req-5a1f2223-54a1-4e3e-b8e3-ee2b05cc56a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 1101 time: 0.0486782 Nov 11 11:50:23.650960 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a24e01c7-9eef-4faf-9b39-68ea54178662 req-515c320e-1769-4261-9e16-440a93bfb2ca service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376937 Nov 11 11:50:23.675534 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1adf6a-3d8d-4605-94f5-361bcad2a191 req-f1e03660-35ea-41d6-9aa2-b074a11d9ea6 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:23.677040 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad1adf6a-3d8d-4605-94f5-361bcad2a191 req-f1e03660-35ea-41d6-9aa2-b074a11d9ea6 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 948 time: 0.1391616 Nov 11 11:50:23.680409 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-414ce731-c098-48f1-a190-6489b7627594 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/0663a672-2b9b-4ddc-8f27-36518eaaccda HTTP/1.1" status: 200 len: 2998 time: 0.1483612 Nov 11 11:50:23.731194 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5ffb8cb-3458-4463-82ff-3243eca69e2b req-ba393397-8fc8-49fe-afdd-10243234a270 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915734 Nov 11 11:50:23.796199 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad1adf6a-3d8d-4605-94f5-361bcad2a191 req-05a81764-3f7e-4243-bfa7-426ea6410bcb tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112397 Nov 11 11:50:23.828813 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-1153dabb-dcce-4f49-99cb-a5919fbe2965 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/0663a672-2b9b-4ddc-8f27-36518eaaccda HTTP/1.1" status: 200 len: 2998 time: 0.1361096 Nov 11 11:50:23.893817 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5ffb8cb-3458-4463-82ff-3243eca69e2b req-c6e44bea-c89b-44d0-ac46-75569a387f98 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494114 Nov 11 11:50:23.897009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-2efcc45c-c868-47f6-91c7-d5997db630a6 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/0c870b73-e652-4ebd-b1f1-a742bf4fcb6d HTTP/1.1" status: 200 len: 2994 time: 0.0586326 Nov 11 11:50:23.943002 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-7c98f361-aebd-49e3-ad4d-b409f00890af tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/0c870b73-e652-4ebd-b1f1-a742bf4fcb6d HTTP/1.1" status: 200 len: 2994 time: 0.0379364 Nov 11 11:50:23.986835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-826fa3fc-c89e-436e-bf45-1bdc86cda4bf tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/16549d48-1602-4ba8-a6d3-d221bb9e0a57 HTTP/1.1" status: 200 len: 2990 time: 0.0375965 Nov 11 11:50:24.031350 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-2cf3e796-ed0c-4b93-95e2-fa2f7d622026 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/16549d48-1602-4ba8-a6d3-d221bb9e0a57 HTTP/1.1" status: 200 len: 2990 time: 0.0383401 Nov 11 11:50:24.096527 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-923107aa-3853-405e-b82d-3b25f2e3447f tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/2db33131-749b-44d8-b24f-d6588cdafb18 HTTP/1.1" status: 200 len: 2998 time: 0.0582530 Nov 11 11:50:24.184653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:50:24.191485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae763e6-dbeb-4938-8711-4774f4a1edcc req-2821a314-430f-49ff-9861-d90309fdd95a tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:24.192980 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ae763e6-dbeb-4938-8711-4774f4a1edcc req-2821a314-430f-49ff-9861-d90309fdd95a tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=7da4e5b8-a306-4cc1-95c0-62385c7b3f50 HTTP/1.1" status: 200 len: 948 time: 0.0813537 Nov 11 11:50:24.196096 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-ddf87572-1efa-4ed1-b035-e4a2dc71d077 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/2db33131-749b-44d8-b24f-d6588cdafb18 HTTP/1.1" status: 200 len: 2998 time: 0.0912783 Nov 11 11:50:24.234319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:24.235010 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:24.266204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ae763e6-dbeb-4938-8711-4774f4a1edcc req-a655673d-a257-46d5-b962-3e8961d05e50 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669749 Nov 11 11:50:24.267776 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-496e879f-23e5-4b23-bce3-84f8ef0f7337 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/3afc1e35-f490-4dd5-9b2f-fcedde7e1b10 HTTP/1.1" status: 200 len: 2998 time: 0.0627887 Nov 11 11:50:24.311854 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-acc39532-2e22-4024-831c-23519d6248bb tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/3afc1e35-f490-4dd5-9b2f-fcedde7e1b10 HTTP/1.1" status: 200 len: 2998 time: 0.0382359 Nov 11 11:50:24.318468 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:24.356730 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:24.357272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-190b2214-fc2b-4725-951d-2d8a147bb441 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8 HTTP/1.1" status: 200 len: 2998 time: 0.0385628 Nov 11 11:50:24.362876 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:24.409249 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-90c901ac-c4cc-407b-879f-495f2fce1363 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8 HTTP/1.1" status: 200 len: 2998 time: 0.0429499 Nov 11 11:50:24.416520 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:24.453522 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-96ca5dfe-3c6d-4078-9f8e-040554d0fc31 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/75167852-d494-490e-a668-2225fbe1fea3 HTTP/1.1" status: 200 len: 2998 time: 0.0374427 Nov 11 11:50:24.478768 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 66e16a37-37e9-4c75-aa0e-f083208cbdc6 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:50:24.508565 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-7878c6cc-35d0-46d0-8be3-e983211c7664 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/75167852-d494-490e-a668-2225fbe1fea3 HTTP/1.1" status: 200 len: 2998 time: 0.0487173 Nov 11 11:50:24.582055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-3d79d844-28ea-43f3-9981-575b18762e7a tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/8cb113a9-fe5a-4c61-b6a0-7d8c84dbb7b8 HTTP/1.1" status: 200 len: 2998 time: 0.0653312 Nov 11 11:50:24.595507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 66e16a37-37e9-4c75-aa0e-f083208cbdc6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=66e16a37-37e9-4c75-aa0e-f083208cbdc6,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:24.610999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '66e16a37-37e9-4c75-aa0e-f083208cbdc6', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '66e16a37-37e9-4c75-aa0e-f083208cbdc6', 'mac_address': 'fa:16:3e:40:1b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:50:24.628573 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-d0744b3e-6164-48f1-93d7-47fd33233163 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/8cb113a9-fe5a-4c61-b6a0-7d8c84dbb7b8 HTTP/1.1" status: 200 len: 2998 time: 0.0455580 Nov 11 11:50:24.669161 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:24.678534 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-501a2f2d-a7ee-4da8-924b-433a9d4bb01d tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/919d6797-5256-4e2c-86ab-d1bf9f3c94cf HTTP/1.1" status: 200 len: 2998 time: 0.0482321 Nov 11 11:50:24.690948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e16a37-37e9-4c75-aa0e-f083208cbdc6 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:24.711970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 66e16a37-37e9-4c75-aa0e-f083208cbdc6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=66e16a37-37e9-4c75-aa0e-f083208cbdc6,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:24.717074 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:24.727677 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-6fd3abcd-d382-43f0-a264-f044dda10b79 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/919d6797-5256-4e2c-86ab-d1bf9f3c94cf HTTP/1.1" status: 200 len: 2998 time: 0.0426843 Nov 11 11:50:24.774980 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-a2d93e9a-b7d7-495c-9cd3-79814ba5efed tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/b7064ee4-074d-44ec-82cc-1a3bfb44db8b HTTP/1.1" status: 200 len: 2998 time: 0.0408254 Nov 11 11:50:24.788826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=66e16a37-37e9-4c75-aa0e-f083208cbdc6,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:24.817793 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-a279d52f-01c4-4250-977f-dbfc868fa45e tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/b7064ee4-074d-44ec-82cc-1a3bfb44db8b HTTP/1.1" status: 200 len: 2998 time: 0.0365300 Nov 11 11:50:24.860335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-f4259a9e-20f1-4b23-9882-f6981ca4b0f8 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/b883e37b-33fb-4121-84a4-4381b4a2d58a HTTP/1.1" status: 200 len: 2998 time: 0.0363710 Nov 11 11:50:24.922205 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-2a21c08f-f934-4255-b438-fdc91e8fb1ee tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/b883e37b-33fb-4121-84a4-4381b4a2d58a HTTP/1.1" status: 200 len: 2998 time: 0.0556011 Nov 11 11:50:24.973924 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-1d7a2e19-e8eb-4a50-95a1-ca99b6e8bb02 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/c412faea-10da-4343-9f24-119e5bb31f89 HTTP/1.1" status: 200 len: 2998 time: 0.0506706 Nov 11 11:50:24.977656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['66e16a37-37e9-4c75-aa0e-f083208cbdc6'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:25.039369 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-57e16d01-2ac6-4650-b2db-bca5c74438d6 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/c412faea-10da-4343-9f24-119e5bb31f89 HTTP/1.1" status: 200 len: 2998 time: 0.0534668 Nov 11 11:50:25.085172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-d32d4d22-66bd-43d1-8fc6-07df51c21206 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/f577cafb-97ad-4bbc-a690-49982ab52d0a HTTP/1.1" status: 200 len: 2994 time: 0.0394278 Nov 11 11:50:25.155881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f101cdee-2c57-4578-b96f-c74b12014b56 req-6378fb4b-22cd-42cb-8ac1-388378fa6d99 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/f577cafb-97ad-4bbc-a690-49982ab52d0a HTTP/1.1" status: 200 len: 2994 time: 0.0625868 Nov 11 11:50:25.168443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df6d74-daf2-4035-8aa1-1003d5510e3e req-f03893ae-f05c-4242-8340-dbe1fd46e998 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:25.169932 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76df6d74-daf2-4035-8aa1-1003d5510e3e req-f03893ae-f05c-4242-8340-dbe1fd46e998 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0749397 Nov 11 11:50:25.216340 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76df6d74-daf2-4035-8aa1-1003d5510e3e req-80d1c3be-6d8b-4294-8ab8-f5a312dcf234 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403686 Nov 11 11:50:25.266082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6290f-5e17-458d-aaaf-149cd0edc99a req-6e4fde53-16d1-4377-bf73-ada5e9764f79 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:25.267569 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7dd6290f-5e17-458d-aaaf-149cd0edc99a req-6e4fde53-16d1-4377-bf73-ada5e9764f79 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0504720 Nov 11 11:50:25.344401 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308aba4-e933-4848-973b-777e189895e7 req-d419af44-6bcf-43ec-917d-c9716e8c6db0 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:25.345930 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b308aba4-e933-4848-973b-777e189895e7 req-d419af44-6bcf-43ec-917d-c9716e8c6db0 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 948 time: 0.0748475 Nov 11 11:50:25.349105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7dd6290f-5e17-458d-aaaf-149cd0edc99a req-acb91a01-7417-4f6c-bc1f-93f91c3f2293 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695586 Nov 11 11:50:25.401207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b308aba4-e933-4848-973b-777e189895e7 req-0520b643-618d-4c93-bfa5-0cca337b45c3 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491822 Nov 11 11:50:25.485983 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af909a72-60c5-4e32-9aa4-a08393da1345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:25.488650 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1be8e5d-910b-416b-b924-8043e002fa82" -d '{"events": [{"server_uuid": "af909a72-60c5-4e32-9aa4-a08393da1345", "name": "network-vif-plugged", "status": "completed", "tag": "29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:25.518270 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13a87548-20ab-441d-96f4-b106b78bb46f req-8bc12f6c-4b0f-4243-adda-251c017f755f tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e9a6d6748fc248d6a511f8141260fad2 HTTP/1.1" status: 200 len: 6154 time: 0.0830979 Nov 11 11:50:25.543578 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-821fc9a3-2c3b-4b71-8b32-5fd3727eb8f1 req-cb80a282-e970-4089-9b67-3be6463a8ea1 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:50:25.544783 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-821fc9a3-2c3b-4b71-8b32-5fd3727eb8f1 req-cb80a282-e970-4089-9b67-3be6463a8ea1 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141053 Nov 11 11:50:25.582403 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13a87548-20ab-441d-96f4-b106b78bb46f req-283e0244-fea6-4b05-b32e-8e93079dfaef tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] 10.222.0.65 "GET /v2.0/security-groups/b883e37b-33fb-4121-84a4-4381b4a2d58a HTTP/1.1" status: 200 len: 2998 time: 0.0545108 Nov 11 11:50:25.628604 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13a87548-20ab-441d-96f4-b106b78bb46f req-45a5e58b-23a1-4447-bb4d-613fb6492310 tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] 10.222.0.65 "GET /v2.0/security-groups/b883e37b-33fb-4121-84a4-4381b4a2d58a HTTP/1.1" status: 200 len: 2998 time: 0.0399301 Nov 11 11:50:25.727007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a634d-eb16-4b44-a2ef-1aacf2ae0439 req-a9895ba6-601e-43e0-bb20-e9f04d54e1b9 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:25.728706 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-478a634d-eb16-4b44-a2ef-1aacf2ae0439 req-a9895ba6-601e-43e0-bb20-e9f04d54e1b9 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=7da4e5b8-a306-4cc1-95c0-62385c7b3f50 HTTP/1.1" status: 200 len: 949 time: 0.0526905 Nov 11 11:50:25.806280 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31680052-36a0-47f0-820d-df2a293fcc80 req-2042ce59-d130-4560-b3c1-5ab448a215b7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0764785 Nov 11 11:50:25.814035 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-478a634d-eb16-4b44-a2ef-1aacf2ae0439 req-02e309ef-7c6e-4c52-b45e-db831f8e30d9 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767965 Nov 11 11:50:25.874529 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48627ce5-eb69-44ac-9d10-57c749ff20f8 x-openstack-request-id: req-48627ce5-eb69-44ac-9d10-57c749ff20f8 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:25.875040 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af909a72-60c5-4e32-9aa4-a08393da1345", "name": "network-vif-plugged", "status": "completed", "tag": "29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:25.875357 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48627ce5-eb69-44ac-9d10-57c749ff20f8 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:25.875745 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af909a72-60c5-4e32-9aa4-a08393da1345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5', 'code': 200} Nov 11 11:50:25.972234 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7416079b-bc7a-4bba-aa4d-fa9514c520d0 req-880bb32f-bae5-4d4e-9100-99d0e34ba711 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/7e5089e7-dd9b-40db-a7fc-552c8a23b63c HTTP/1.1" status: 200 len: 1794 time: 0.0637543 Nov 11 11:50:25.987441 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8c858d6c-d4d8-4d39-bc2d-214f4b0ce399 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f6f0c5bed12249b7aa032914faec2d87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265749 Nov 11 11:50:26.111214 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7416079b-bc7a-4bba-aa4d-fa9514c520d0 req-6abfea7d-054e-485b-bd4f-e5a45420b67d tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:26.142679 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7416079b-bc7a-4bba-aa4d-fa9514c520d0 req-6abfea7d-054e-485b-bd4f-e5a45420b67d tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:26.151907 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-a1bbe81b-9286-40d8-b282-2b4eaf021eac tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:26.153710 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-a1bbe81b-9286-40d8-b282-2b4eaf021eac tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590419 Nov 11 11:50:26.178512 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40248) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:26.182699 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-cba1184e-09e5-4863-bd50-f179ba03d9d6 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/quotas/f6f0c5bed12249b7aa032914faec2d87 HTTP/1.1" status: 200 len: 375 time: 0.0194561 Nov 11 11:50:26.231409 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7416079b-bc7a-4bba-aa4d-fa9514c520d0 req-6abfea7d-054e-485b-bd4f-e5a45420b67d tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:26.234448 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7416079b-bc7a-4bba-aa4d-fa9514c520d0 req-6abfea7d-054e-485b-bd4f-e5a45420b67d tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:26.235639 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7416079b-bc7a-4bba-aa4d-fa9514c520d0 req-6abfea7d-054e-485b-bd4f-e5a45420b67d tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e5089e7-dd9b-40db-a7fc-552c8a23b63c HTTP/1.1" status: 204 len: 173 time: 0.2519283 Nov 11 11:50:26.246998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfea7d-054e-485b-bd4f-e5a45420b67d tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5089e7-dd9b-40db-a7fc-552c8a23b63c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:26.254438 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-fcd9f501-3931-48d7-97fb-60fab146d062 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f6f0c5bed12249b7aa032914faec2d87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615087 Nov 11 11:50:26.378849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e358a-7b13-4f8a-8a7f-8b4fbd481291 req-86ebba35-1acf-4492-8928-49fcb221edda tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:26.385913 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c9e358a-7b13-4f8a-8a7f-8b4fbd481291 req-86ebba35-1acf-4492-8928-49fcb221edda tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0587332 Nov 11 11:50:26.432102 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-43d7dd09-e776-462b-8141-6ac91a6d359c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:26.471676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c9e358a-7b13-4f8a-8a7f-8b4fbd481291 req-b53c8642-8f3a-4f5a-b35f-368c2a6671ff tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784159 Nov 11 11:50:26.479762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device de0508b2-077d-4e5e-a125-fadafcf09f73 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:50:26.516364 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-43d7dd09-e776-462b-8141-6ac91a6d359c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:26.525332 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-43d7dd09-e776-462b-8141-6ac91a6d359c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:26.552440 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 66e16a37-37e9-4c75-aa0e-f083208cbdc6 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:50:26.577245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7dd09-e776-462b-8141-6ac91a6d359c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0226929c-82d9-4e1a-9a0f-c48ff1e41775,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:26.596719 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad2fe877-c9e1-4945-aebb-4cd1e6d876d0 req-9d7364c8-3a39-477e-99ce-298927fe0f5f tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "GET /v2.0/security-groups/919e34c7-bdff-4a25-a708-6e8217a04f11 HTTP/1.1" status: 200 len: 1793 time: 0.0763865 Nov 11 11:50:26.613423 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-43d7dd09-e776-462b-8141-6ac91a6d359c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f38f2eab279f429a835b37f5f14167b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4338124 Nov 11 11:50:26.616331 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40276) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:26.653036 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ad2fe877-c9e1-4945-aebb-4cd1e6d876d0 req-5dce9dae-5fdb-49dd-b01b-db3284269391 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:26.689905 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ad2fe877-c9e1-4945-aebb-4cd1e6d876d0 req-5dce9dae-5fdb-49dd-b01b-db3284269391 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:26.720212 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 66e16a37-37e9-4c75-aa0e-f083208cbdc6 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:50:26.729509 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-47e39aa1-857b-475f-a4a2-505da9246cdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:26.732437 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port de0508b2-077d-4e5e-a125-fadafcf09f73, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=de0508b2-077d-4e5e-a125-fadafcf09f73,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:26.735278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 66e16a37-37e9-4c75-aa0e-f083208cbdc6 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:26.735803 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:26.758108 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-47e39aa1-857b-475f-a4a2-505da9246cdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:26.779266 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'de0508b2-077d-4e5e-a125-fadafcf09f73', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'de0508b2-077d-4e5e-a125-fadafcf09f73', 'mac_address': 'fa:16:3e:63:70:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:50:26.847707 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-47e39aa1-857b-475f-a4a2-505da9246cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:26.854527 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-47e39aa1-857b-475f-a4a2-505da9246cdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:26.856420 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-47e39aa1-857b-475f-a4a2-505da9246cdf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0226929c-82d9-4e1a-9a0f-c48ff1e41775 HTTP/1.1" status: 204 len: 168 time: 0.2387495 Nov 11 11:50:26.882630 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:26.905379 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e39aa1-857b-475f-a4a2-505da9246cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0226929c-82d9-4e1a-9a0f-c48ff1e41775,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:26.906601 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0508b2-077d-4e5e-a125-fadafcf09f73 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:26.920732 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ad2fe877-c9e1-4945-aebb-4cd1e6d876d0 req-5dce9dae-5fdb-49dd-b01b-db3284269391 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:26.923358 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ad2fe877-c9e1-4945-aebb-4cd1e6d876d0 req-5dce9dae-5fdb-49dd-b01b-db3284269391 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:26.924513 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad2fe877-c9e1-4945-aebb-4cd1e6d876d0 req-5dce9dae-5fdb-49dd-b01b-db3284269391 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/919e34c7-bdff-4a25-a708-6e8217a04f11 HTTP/1.1" status: 204 len: 173 time: 0.3268230 Nov 11 11:50:26.953193 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce9dae-5fdb-49dd-b01b-db3284269391 tempest-SecurityGroupsTestAdminJSON-1008727724 tempest-SecurityGroupsTestAdminJSON-1008727724-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919e34c7-bdff-4a25-a708-6e8217a04f11,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:26.991982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae6ca6-242a-4d3c-8a55-03eae77f1815 req-7c080df4-3f2c-4bd7-b273-117323f61a3d tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:26.993702 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3ae6ca6-242a-4d3c-8a55-03eae77f1815 req-7c080df4-3f2c-4bd7-b273-117323f61a3d tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.1741447 Nov 11 11:50:27.019068 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:27.052720 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34e298ff-0d84-407b-b670-8123138681e0 req-97ddf25c-c216-4b03-85e1-1a6406ee9339 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 210 time: 0.0580411 Nov 11 11:50:27.187146 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3ae6ca6-242a-4d3c-8a55-03eae77f1815 req-07b8922a-2298-4d4e-91f3-88da90be1321 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328628 Nov 11 11:50:27.281231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port de0508b2-077d-4e5e-a125-fadafcf09f73, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=de0508b2-077d-4e5e-a125-fadafcf09f73,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:27.295946 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:27.341403 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a980244c-e8ed-4c4c-8424-0a92a59837e1 req-ce0b7be7-2e49-435b-bd24-cfd0c83dd362 tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] 10.222.0.65 "GET /v2.0/security-groups/24658012-1441-4c3e-866e-ef4cc6038541 HTTP/1.1" status: 200 len: 1795 time: 0.1022429 Nov 11 11:50:27.371197 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 66e16a37-37e9-4c75-aa0e-f083208cbdc6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=66e16a37-37e9-4c75-aa0e-f083208cbdc6,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:27.380215 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:27.387695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b4cda-0179-43ed-b89e-21468053e0c9 req-89f53c9a-2cbf-43c4-b924-1c4a8a768041 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:27.396714 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-286b4cda-0179-43ed-b89e-21468053e0c9 req-89f53c9a-2cbf-43c4-b924-1c4a8a768041 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=7da4e5b8-a306-4cc1-95c0-62385c7b3f50 HTTP/1.1" status: 200 len: 949 time: 0.1064124 Nov 11 11:50:27.403122 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40308) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:27.423110 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8a806ae7-91f7-4b8b-b9f9-d91bf8aaf948 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:27.428852 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=de0508b2-077d-4e5e-a125-fadafcf09f73,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:27.453866 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a980244c-e8ed-4c4c-8424-0a92a59837e1 req-3dda1147-f648-44d7-8250-574b5c41fc9e tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:27.492163 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-286b4cda-0179-43ed-b89e-21468053e0c9 req-8458edb3-9d88-4cd0-ad9d-eab83796bbae tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944669 Nov 11 11:50:27.496213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=66e16a37-37e9-4c75-aa0e-f083208cbdc6,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:27.513665 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a980244c-e8ed-4c4c-8424-0a92a59837e1 req-3dda1147-f648-44d7-8250-574b5c41fc9e tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:27.548855 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8a806ae7-91f7-4b8b-b9f9-d91bf8aaf948 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:27.554087 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8a806ae7-91f7-4b8b-b9f9-d91bf8aaf948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:27.579925 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a980244c-e8ed-4c4c-8424-0a92a59837e1 req-3dda1147-f648-44d7-8250-574b5c41fc9e tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:27.582571 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a980244c-e8ed-4c4c-8424-0a92a59837e1 req-3dda1147-f648-44d7-8250-574b5c41fc9e tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:27.587583 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a980244c-e8ed-4c4c-8424-0a92a59837e1 req-3dda1147-f648-44d7-8250-574b5c41fc9e tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] 10.222.0.65 "DELETE /v2.0/security-groups/24658012-1441-4c3e-866e-ef4cc6038541 HTTP/1.1" status: 204 len: 173 time: 0.2438889 Nov 11 11:50:27.596373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['de0508b2-077d-4e5e-a125-fadafcf09f73'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:27.600197 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a806ae7-91f7-4b8b-b9f9-d91bf8aaf948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22afdf8-e56b-4c72-9613-fdfdc6b8d19c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:27.603465 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda1147-f648-44d7-8250-574b5c41fc9e tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24658012-1441-4c3e-866e-ef4cc6038541,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:27.642040 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8a806ae7-91f7-4b8b-b9f9-d91bf8aaf948 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c5339cd3947b442eaa18f3eee664c022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363796 Nov 11 11:50:27.644442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40318) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:27.712384 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7916e0f-3b16-4b4c-837a-1df5b1cce5ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:27.736537 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7916e0f-3b16-4b4c-837a-1df5b1cce5ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:27.753417 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b38f13-a072-4ee6-89fb-d615274c32a7 req-81be9dd2-ee54-4416-8ee5-06ad8a68c541 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:27.763079 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c4b38f13-a072-4ee6-89fb-d615274c32a7 req-81be9dd2-ee54-4416-8ee5-06ad8a68c541 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0767312 Nov 11 11:50:27.796965 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7916e0f-3b16-4b4c-837a-1df5b1cce5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:27.800326 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7916e0f-3b16-4b4c-837a-1df5b1cce5ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:27.801625 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f7916e0f-3b16-4b4c-837a-1df5b1cce5ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e22afdf8-e56b-4c72-9613-fdfdc6b8d19c HTTP/1.1" status: 204 len: 168 time: 0.1558335 Nov 11 11:50:27.810038 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7916e0f-3b16-4b4c-837a-1df5b1cce5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22afdf8-e56b-4c72-9613-fdfdc6b8d19c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:27.815967 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c4b38f13-a072-4ee6-89fb-d615274c32a7 req-d0957a2a-d17f-4838-b0b9-3c3794836aaa tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521579 Nov 11 11:50:27.877110 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da4e5b8-a306-4cc1-95c0-62385c7b3f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e16a37-37e9-4c75-aa0e-f083208cbdc6'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:27.879752 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d7bd31-492a-40f2-828c-818a88a8f88e" -d '{"events": [{"server_uuid": "7da4e5b8-a306-4cc1-95c0-62385c7b3f50", "name": "network-vif-plugged", "status": "completed", "tag": "66e16a37-37e9-4c75-aa0e-f083208cbdc6"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:27.886371 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00712935-46aa-4cb7-b0c2-f0ae04874c3c req-59b2b3be-ff57-44ae-b34a-310a872167bf tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] 10.222.0.65 "GET /v2.0/security-groups/41d8d552-6154-4332-a38d-7a4372a9a0f0 HTTP/1.1" status: 200 len: 1794 time: 0.0468247 Nov 11 11:50:27.928163 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e81d77-2258-4b86-902b-36758ae0b371 x-openstack-request-id: req-d1e81d77-2258-4b86-902b-36758ae0b371 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:27.928671 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da4e5b8-a306-4cc1-95c0-62385c7b3f50", "name": "network-vif-plugged", "status": "completed", "tag": "66e16a37-37e9-4c75-aa0e-f083208cbdc6", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:27.928781 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1e81d77-2258-4b86-902b-36758ae0b371 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:27.929323 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da4e5b8-a306-4cc1-95c0-62385c7b3f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e16a37-37e9-4c75-aa0e-f083208cbdc6', 'code': 200} Nov 11 11:50:27.950599 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-00712935-46aa-4cb7-b0c2-f0ae04874c3c req-4e0dc733-4b6c-47f4-88f5-415b107de3c5 tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:27.992224 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-00712935-46aa-4cb7-b0c2-f0ae04874c3c req-4e0dc733-4b6c-47f4-88f5-415b107de3c5 tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:28.076062 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-00712935-46aa-4cb7-b0c2-f0ae04874c3c req-4e0dc733-4b6c-47f4-88f5-415b107de3c5 tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:28.079091 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-00712935-46aa-4cb7-b0c2-f0ae04874c3c req-4e0dc733-4b6c-47f4-88f5-415b107de3c5 tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:28.080244 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00712935-46aa-4cb7-b0c2-f0ae04874c3c req-4e0dc733-4b6c-47f4-88f5-415b107de3c5 tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] 10.222.0.65 "DELETE /v2.0/security-groups/41d8d552-6154-4332-a38d-7a4372a9a0f0 HTTP/1.1" status: 204 len: 173 time: 0.1859193 Nov 11 11:50:28.107946 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0dc733-4b6c-47f4-88f5-415b107de3c5 tempest-SecurityGroupsTestAdminJSON-1879201309 tempest-SecurityGroupsTestAdminJSON-1879201309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d8d552-6154-4332-a38d-7a4372a9a0f0,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:28.133335 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-b2ce54e0-a733-4888-b325-67f04142923f tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f6f0c5bed12249b7aa032914faec2d87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504525 Nov 11 11:50:28.143819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e06e01-5dc0-429e-a106-c3db2df94aff req-d14c9f01-2a93-4129-b3a2-fa09c10a1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:28.145437 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49e06e01-5dc0-429e-a106-c3db2df94aff req-d14c9f01-2a93-4129-b3a2-fa09c10a1196 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7da4e5b8-a306-4cc1-95c0-62385c7b3f50 HTTP/1.1" status: 200 len: 1101 time: 0.1137981 Nov 11 11:50:28.226080 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00fa10c6-c40f-4588-bc5d-5275e976f2e2 req-f8281ce4-7d07-4202-906a-143cf80940a6 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 210 time: 0.0335886 Nov 11 11:50:28.255785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49e06e01-5dc0-429e-a106-c3db2df94aff req-49b10c77-2506-4d6d-a6b3-c52ee258cfec service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948105 Nov 11 11:50:28.387715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73076b87-7304-4f4a-8b88-66a60f0d5245 req-97d83a34-1019-4071-a1a9-5f78aaf8cdf5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:28.395784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73076b87-7304-4f4a-8b88-66a60f0d5245 req-97d83a34-1019-4071-a1a9-5f78aaf8cdf5 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0787597 Nov 11 11:50:28.417291 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-347426e2-400b-449c-9524-c82e65ff4b81 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:28.418851 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-347426e2-400b-449c-9524-c82e65ff4b81 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584374 Nov 11 11:50:28.447695 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-65bc1e17-68e3-41bd-be59-b0e680ce9e0f tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Request body: {'port': {'device_id': 'e71790e3-70ec-4d27-8a69-ecd91a2fadb4', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': 'f6f0c5bed12249b7aa032914faec2d87'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:28.450050 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73076b87-7304-4f4a-8b88-66a60f0d5245 req-5635948a-f934-4164-9aae-3943b17d029c tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532985 Nov 11 11:50:28.489988 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device de0508b2-077d-4e5e-a125-fadafcf09f73 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:50:28.578838 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port de0508b2-077d-4e5e-a125-fadafcf09f73 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:50:28.585845 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port de0508b2-077d-4e5e-a125-fadafcf09f73 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:28.586793 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:28.588901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40356) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:28.602743 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-65bc1e17-68e3-41bd-be59-b0e680ce9e0f tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Made reservation on behalf of f6f0c5bed12249b7aa032914faec2d87 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:50:28.606756 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-65bc1e17-68e3-41bd-be59-b0e680ce9e0f tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:28.699338 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726ec2b-ef76-40d2-99a5-0bce1c8ec212 req-9b073da7-3da4-4871-aecf-6ed097f6895e tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:28.701069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0726ec2b-ef76-40d2-99a5-0bce1c8ec212 req-9b073da7-3da4-4871-aecf-6ed097f6895e tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=7da4e5b8-a306-4cc1-95c0-62385c7b3f50 HTTP/1.1" status: 200 len: 950 time: 0.0804203 Nov 11 11:50:28.756821 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31680052-36a0-47f0-820d-df2a293fcc80 req-b55797a3-07d4-4f57-9b3f-0bd25d6bba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:28.758654 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-31680052-36a0-47f0-820d-df2a293fcc80 req-b55797a3-07d4-4f57-9b3f-0bd25d6bba88 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 1101 time: 0.1570034 Nov 11 11:50:28.774523 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:28.785287 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0726ec2b-ef76-40d2-99a5-0bce1c8ec212 req-1132bfe7-4223-44c6-98aa-4e86dc21297b tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775406 Nov 11 11:50:28.830414 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port de0508b2-077d-4e5e-a125-fadafcf09f73, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=de0508b2-077d-4e5e-a125-fadafcf09f73,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:28.837201 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:28.845866 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-65bc1e17-68e3-41bd-be59-b0e680ce9e0f tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Allocated IP 192.168.233.91 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/bbb9ba97-9338-48bd-b0df-66c66884c647) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:50:28.922748 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=de0508b2-077d-4e5e-a125-fadafcf09f73,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:28.972658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31680052-36a0-47f0-820d-df2a293fcc80 req-6ffd1585-ddc5-431e-ae87-db7862ec02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:28.974450 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-31680052-36a0-47f0-820d-df2a293fcc80 req-6ffd1585-ddc5-431e-ae87-db7862ec02e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.2063446 Nov 11 11:50:28.979766 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6705a974-ec48-493f-ab61-367f87d2563d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e9a6d6748fc248d6a511f8141260fad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847980 Nov 11 11:50:28.984368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b07fd-7948-4a4b-813e-2fdbf94e3bb5 req-52b06221-b4a5-4928-89a5-284870c44d20 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:28.985283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40376) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:28.992581 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-819b07fd-7948-4a4b-813e-2fdbf94e3bb5 req-52b06221-b4a5-4928-89a5-284870c44d20 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0586679 Nov 11 11:50:29.050327 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-819b07fd-7948-4a4b-813e-2fdbf94e3bb5 req-cd7c3e85-11b9-4c7e-a0f9-f051c9abf936 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515537 Nov 11 11:50:29.059032 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-31680052-36a0-47f0-820d-df2a293fcc80 req-bc0751f3-eeec-4fed-af19-cfa505a93851 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=f2a85307-3654-449c-a186-175b6c103308 HTTP/1.1" status: 200 len: 217 time: 0.0746768 Nov 11 11:50:29.185835 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31680052-36a0-47f0-820d-df2a293fcc80 req-992d897a-35ab-4597-80de-2b282e5425bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:29.187324 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-31680052-36a0-47f0-820d-df2a293fcc80 req-992d897a-35ab-4597-80de-2b282e5425bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0927866 Nov 11 11:50:29.190615 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed94402f-a409-41ad-a1e9-30fe71903772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:29.211040 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-65bc1e17-68e3-41bd-be59-b0e680ce9e0f tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:29.250743 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed94402f-a409-41ad-a1e9-30fe71903772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:29.319978 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31680052-36a0-47f0-820d-df2a293fcc80 req-f4c6c780-a26a-445e-8bdf-73c910d91fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:29.321510 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-31680052-36a0-47f0-820d-df2a293fcc80 req-f4c6c780-a26a-445e-8bdf-73c910d91fbc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1087983 Nov 11 11:50:29.342641 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-65bc1e17-68e3-41bd-be59-b0e680ce9e0f tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:29.359232 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['8b422db1-b24f-4b20-bf58-b2c371be3f65'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:29.387524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a49d3-602d-4c1a-9f09-7306e1def378 req-aba5d5ee-6c01-4eca-9eda-a8e36f8e0a8e tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:29.396113 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a84a49d3-602d-4c1a-9f09-7306e1def378 req-aba5d5ee-6c01-4eca-9eda-a8e36f8e0a8e tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 935 time: 0.0707936 Nov 11 11:50:29.399430 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed94402f-a409-41ad-a1e9-30fe71903772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:29.402856 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed94402f-a409-41ad-a1e9-30fe71903772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:29.404082 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ed94402f-a409-41ad-a1e9-30fe71903772 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b883e37b-33fb-4121-84a4-4381b4a2d58a HTTP/1.1" status: 204 len: 168 time: 0.4177430 Nov 11 11:50:29.464408 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94402f-a409-41ad-a1e9-30fe71903772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b883e37b-33fb-4121-84a4-4381b4a2d58a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:29.479052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-65bc1e17-68e3-41bd-be59-b0e680ce9e0f tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:50:29.488734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-65bc1e17-68e3-41bd-be59-b0e680ce9e0f tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:50:29.493022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc1e17-68e3-41bd-be59-b0e680ce9e0f tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Pushing event updated for resources: {'Port': ['ID=bbb9ba97-9338-48bd-b0df-66c66884c647,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:29.497360 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-65bc1e17-68e3-41bd-be59-b0e680ce9e0f tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:50:29.499435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a84a49d3-602d-4c1a-9f09-7306e1def378 req-f503fc8c-a07e-4fa9-80e5-b65a35ad0eaa tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021411 Nov 11 11:50:29.503639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-65bc1e17-68e3-41bd-be59-b0e680ce9e0f tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:29.504217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-65bc1e17-68e3-41bd-be59-b0e680ce9e0f tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:29.531362 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-31680052-36a0-47f0-820d-df2a293fcc80 req-eb863b04-47c4-4b54-809f-417804f69c20 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001712 Nov 11 11:50:29.545213 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-65bc1e17-68e3-41bd-be59-b0e680ce9e0f tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1005812 Nov 11 11:50:29.596452 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Request body: {'port': {'device_id': 'e71790e3-70ec-4d27-8a69-ecd91a2fadb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:29.765254 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:29.790525 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-31680052-36a0-47f0-820d-df2a293fcc80 req-d6aeccb3-8b76-482d-a058-f066d0f9190a service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450929 Nov 11 11:50:29.833906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57341742-bccd-46ec-a961-ba99521b4762 req-6cdbaed2-61e1-437c-872a-9ae06687cbd7 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:29.836378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57341742-bccd-46ec-a961-ba99521b4762 req-6cdbaed2-61e1-437c-872a-9ae06687cbd7 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.1066055 Nov 11 11:50:29.877842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-741fdbc3-046b-4246-bd4a-351a1f74da75 None None] Provisioning complete for port bbb9ba97-9338-48bd-b0df-66c66884c647 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:29.878360 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-741fdbc3-046b-4246-bd4a-351a1f74da75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:29.921010 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57341742-bccd-46ec-a961-ba99521b4762 req-3048e06f-727b-4bc1-a8e3-2baa9fa6d2c9 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648992 Nov 11 11:50:29.930798 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fc20d6-4e18-492b-9237-b7d3e903aa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0508b2-077d-4e5e-a125-fadafcf09f73'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:29.934537 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdabdc3-c8a3-493c-8343-7fad2009a908" -d '{"events": [{"server_uuid": "65fc20d6-4e18-492b-9237-b7d3e903aa3c", "name": "network-vif-plugged", "status": "completed", "tag": "de0508b2-077d-4e5e-a125-fadafcf09f73"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:29.988330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-741fdbc3-046b-4246-bd4a-351a1f74da75 None None] Port bbb9ba97-9338-48bd-b0df-66c66884c647 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:50:30.012517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40410) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:30.029483 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327f1708-fd42-4eda-923e-d67508bff27c x-openstack-request-id: req-327f1708-fd42-4eda-923e-d67508bff27c {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:30.029919 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fc20d6-4e18-492b-9237-b7d3e903aa3c", "name": "network-vif-plugged", "status": "completed", "tag": "de0508b2-077d-4e5e-a125-fadafcf09f73", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:30.030274 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-327f1708-fd42-4eda-923e-d67508bff27c {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:30.030761 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fc20d6-4e18-492b-9237-b7d3e903aa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0508b2-077d-4e5e-a125-fadafcf09f73', 'code': 200} Nov 11 11:50:30.054809 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14627055-5efa-4b6e-88c7-85e17fed7845 req-4259033c-179d-4a83-8da8-51a161828967 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:30.056719 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14627055-5efa-4b6e-88c7-85e17fed7845 req-4259033c-179d-4a83-8da8-51a161828967 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=7da4e5b8-a306-4cc1-95c0-62385c7b3f50 HTTP/1.1" status: 200 len: 950 time: 0.0827971 Nov 11 11:50:30.154304 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f7926f66-b1fa-4290-b68f-316d8a9d66b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=262219bd78364fdbb640699d4d3dc4a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404870 Nov 11 11:50:30.157722 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40416) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:30.178601 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14627055-5efa-4b6e-88c7-85e17fed7845 req-a97698dc-ecaf-46af-ba89-8061730398cd tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054351 Nov 11 11:50:30.257677 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff80504-6d3c-493e-becd-27cdb46ac77e req-c544091f-11bd-4eb2-b037-e21453978b72 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:30.259336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dff80504-6d3c-493e-becd-27cdb46ac77e req-c544091f-11bd-4eb2-b037-e21453978b72 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.1185133 Nov 11 11:50:30.292915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254dc98-05fd-4e22-9e74-2359c6ca9dec req-035d957f-0723-4d5f-aa7a-33c7bcb706dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:30.294558 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4254dc98-05fd-4e22-9e74-2359c6ca9dec req-035d957f-0723-4d5f-aa7a-33c7bcb706dc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=65fc20d6-4e18-492b-9237-b7d3e903aa3c HTTP/1.1" status: 200 len: 1101 time: 0.0812442 Nov 11 11:50:30.322879 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4e69028-5387-4a1f-94ee-0c2399d6085e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:30.361058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb9ba97-9338-48bd-b0df-66c66884c647 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:30.367101 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4e69028-5387-4a1f-94ee-0c2399d6085e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:30.375210 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dff80504-6d3c-493e-becd-27cdb46ac77e req-d6760ada-0959-4ee8-8f47-5076ad61ee60 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067035 Nov 11 11:50:30.395056 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:30.413738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ffc86-4cfb-4b50-ae39-d84670dea518 req-32ac41a8-6b73-415a-bbaa-c84c44b8e7ed tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:30.423428 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b5ffc86-4cfb-4b50-ae39-d84670dea518 req-32ac41a8-6b73-415a-bbaa-c84c44b8e7ed tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=65fc20d6-4e18-492b-9237-b7d3e903aa3c HTTP/1.1" status: 200 len: 950 time: 0.1219943 Nov 11 11:50:30.433697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Transition to ACTIVE for port object bbb9ba97-9338-48bd-b0df-66c66884c647 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:50:30.443336 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:30.453576 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4254dc98-05fd-4e22-9e74-2359c6ca9dec req-a3986819-79b1-4f8e-b9ad-f009eedc7d0b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475329 Nov 11 11:50:30.490219 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b5ffc86-4cfb-4b50-ae39-d84670dea518 req-66baf7a8-0d96-4c02-89c6-2c3f0f6618cb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658033 Nov 11 11:50:30.553492 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4e69028-5387-4a1f-94ee-0c2399d6085e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:30.556504 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4e69028-5387-4a1f-94ee-0c2399d6085e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:30.559956 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d4e69028-5387-4a1f-94ee-0c2399d6085e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75167852-d494-490e-a668-2225fbe1fea3 HTTP/1.1" status: 204 len: 168 time: 0.4010220 Nov 11 11:50:30.564625 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb9ba97-9338-48bd-b0df-66c66884c647,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:30.594721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e69028-5387-4a1f-94ee-0c2399d6085e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75167852-d494-490e-a668-2225fbe1fea3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:30.617098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Attempting to bind port bbb9ba97-9338-48bd-b0df-66c66884c647 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:50:30.617098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Attempting to bind port bbb9ba97-9338-48bd-b0df-66c66884c647 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:50:30.617098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Attempting to bind port bbb9ba97-9338-48bd-b0df-66c66884c647 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:30.617098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Port bbb9ba97-9338-48bd-b0df-66c66884c647 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:50:30.617554 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Attempting to bind port bbb9ba97-9338-48bd-b0df-66c66884c647 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:30.622711 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:50:30.623042 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:50:30.625078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:50:30.625078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Bound port: bbb9ba97-9338-48bd-b0df-66c66884c647, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:50:30.625078 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:30.690654 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02d972-4eb9-4f07-abba-6775f43caa3c req-36559d70-f1e2-46cd-aafa-efdd96c34da5 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:30.693381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-af02d972-4eb9-4f07-abba-6775f43caa3c req-36559d70-f1e2-46cd-aafa-efdd96c34da5 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 947 time: 0.1001594 Nov 11 11:50:30.746298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] For port bbb9ba97-9338-48bd-b0df-66c66884c647, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:50:30.750426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] For port bbb9ba97-9338-48bd-b0df-66c66884c647, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=bbb9ba97-9338-48bd-b0df-66c66884c647,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:50:30.757439 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:30.782415 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:30.783130 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:30.785120 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] 10.222.0.62 "PUT /v2.0/ports/bbb9ba97-9338-48bd-b0df-66c66884c647 HTTP/1.1" status: 200 len: 1095 time: 1.2200952 Nov 11 11:50:30.786836 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71790e3-70ec-4d27-8a69-ecd91a2fadb4', 'tag': 'bbb9ba97-9338-48bd-b0df-66c66884c647'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:30.789306 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac5d08c-7009-4d16-a972-dbaea472fa09" -d '{"events": [{"name": "network-changed", "server_uuid": "e71790e3-70ec-4d27-8a69-ecd91a2fadb4", "tag": "bbb9ba97-9338-48bd-b0df-66c66884c647"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:30.802332 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-af02d972-4eb9-4f07-abba-6775f43caa3c req-1ddcfe84-088c-48bd-9f9a-3df1ebd96b4e tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015756 Nov 11 11:50:30.854960 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85c6a1-7a9b-44ec-a48c-d8b867e57129 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb9ba97-9338-48bd-b0df-66c66884c647,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:30.951348 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ff7fe2-3fc7-42dd-884f-ca13fa9e220e x-openstack-request-id: req-d7ff7fe2-3fc7-42dd-884f-ca13fa9e220e {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:30.951639 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71790e3-70ec-4d27-8a69-ecd91a2fadb4", "tag": "bbb9ba97-9338-48bd-b0df-66c66884c647", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:30.952296 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7ff7fe2-3fc7-42dd-884f-ca13fa9e220e {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:30.952695 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71790e3-70ec-4d27-8a69-ecd91a2fadb4', 'tag': 'bbb9ba97-9338-48bd-b0df-66c66884c647', 'status': 'completed', 'code': 200} Nov 11 11:50:30.966126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-fcadad2a-d7ac-4f6c-979a-5b65426d7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:30.968449 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-fcadad2a-d7ac-4f6c-979a-5b65426d7fb8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6f0c5bed12249b7aa032914faec2d87&device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 1098 time: 0.0915451 Nov 11 11:50:31.050434 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-b4bad496-7047-447d-bf15-a1b02bae832f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=bbb9ba97-9338-48bd-b0df-66c66884c647 HTTP/1.1" status: 200 len: 217 time: 0.0656974 Nov 11 11:50:31.075987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3da422-ec58-4f15-9c8e-ab3904be8e87 req-c2e2618f-2515-46a7-8177-48fd7f2edb83 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:31.084328 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9a3da422-ec58-4f15-9c8e-ab3904be8e87 req-c2e2618f-2515-46a7-8177-48fd7f2edb83 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0695693 Nov 11 11:50:31.118077 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-9d4b80fd-87e8-4cdc-816c-07baa082ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:31.119647 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-9d4b80fd-87e8-4cdc-816c-07baa082ef05 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0533247 Nov 11 11:50:31.154566 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9a3da422-ec58-4f15-9c8e-ab3904be8e87 req-27015e38-4bd6-413c-99af-76cc6810c57b tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694301 Nov 11 11:50:31.185365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-5033ce55-47ac-4936-aaf8-9567f11344e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:31.186897 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-5033ce55-47ac-4936-aaf8-9567f11344e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555570 Nov 11 11:50:31.295566 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-854b6bfa-9549-4a18-aa49-74186d1789fd service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954084 Nov 11 11:50:31.594376 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d61de-5597-45a9-b29a-8faa94e0247c req-42f6678b-51c7-4d1b-b9d9-54ff62f2ecb2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:31.605046 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d9d61de-5597-45a9-b29a-8faa94e0247c req-42f6678b-51c7-4d1b-b9d9-54ff62f2ecb2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0706952 Nov 11 11:50:31.637070 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f37d543-d624-47f7-84df-28cfcf3ded76 req-7abfeae3-4c4b-48f9-8018-9d5daca421d3 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290122 Nov 11 11:50:31.674247 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d9d61de-5597-45a9-b29a-8faa94e0247c req-d8e58e66-c958-43b1-8234-cbcd91c48e8e tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567718 Nov 11 11:50:31.799826 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5d08c-7009-4d16-a972-dbaea472fa09 req-8db46864-af9f-4c14-8d1b-dea7b59e4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:31.801528 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6ac5d08c-7009-4d16-a972-dbaea472fa09 req-8db46864-af9f-4c14-8d1b-dea7b59e4a97 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6f0c5bed12249b7aa032914faec2d87&device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 1098 time: 0.0636587 Nov 11 11:50:31.849387 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043eaca4-870e-471c-b37c-fff7359d9db9 req-8f96ed40-5b01-454e-a4e5-663fb1867d6a tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:31.857179 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-043eaca4-870e-471c-b37c-fff7359d9db9 req-8f96ed40-5b01-454e-a4e5-663fb1867d6a tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=65fc20d6-4e18-492b-9237-b7d3e903aa3c HTTP/1.1" status: 200 len: 950 time: 0.0644202 Nov 11 11:50:31.912792 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-043eaca4-870e-471c-b37c-fff7359d9db9 req-41dbaaa5-5c38-4ccd-83fc-c706cbbbacbf tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524256 Nov 11 11:50:31.932694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5d08c-7009-4d16-a972-dbaea472fa09 req-39d8af78-bcc4-40dd-8660-b15cc1478688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:31.934341 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6ac5d08c-7009-4d16-a972-dbaea472fa09 req-39d8af78-bcc4-40dd-8660-b15cc1478688 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1179993 Nov 11 11:50:31.993994 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6ac5d08c-7009-4d16-a972-dbaea472fa09 req-ee96023e-0b89-43af-b7b7-3354cde73f78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=bbb9ba97-9338-48bd-b0df-66c66884c647 HTTP/1.1" status: 200 len: 217 time: 0.0454750 Nov 11 11:50:32.071407 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5d08c-7009-4d16-a972-dbaea472fa09 req-83a2b9ae-5c52-430d-bd7f-0e815b349a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:32.072033 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec66b0-4c1b-498a-ae1a-5e6ff485ca4f req-929e21d7-ca44-4ad1-90ed-a6b623ef1416 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:32.073149 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6ac5d08c-7009-4d16-a972-dbaea472fa09 req-83a2b9ae-5c52-430d-bd7f-0e815b349a59 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0576820 Nov 11 11:50:32.078153 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48ec66b0-4c1b-498a-ae1a-5e6ff485ca4f req-929e21d7-ca44-4ad1-90ed-a6b623ef1416 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 947 time: 0.0669010 Nov 11 11:50:32.143778 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48ec66b0-4c1b-498a-ae1a-5e6ff485ca4f req-4b5748c2-48ff-48c2-96bb-13ed6299c59d tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614679 Nov 11 11:50:32.149291 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5d08c-7009-4d16-a972-dbaea472fa09 req-10a8fe29-5576-40d3-8a83-32c79726979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:32.151152 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6ac5d08c-7009-4d16-a972-dbaea472fa09 req-10a8fe29-5576-40d3-8a83-32c79726979a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0597320 Nov 11 11:50:32.288340 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6ac5d08c-7009-4d16-a972-dbaea472fa09 req-31937c9c-4cfc-4640-a88c-545a677a336c service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199777 Nov 11 11:50:32.411819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f55fa-b183-4a39-b51a-3a7426f5baff req-b2b8759a-edd2-4b2c-8e29-95cd0526942a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:32.414420 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c68f55fa-b183-4a39-b51a-3a7426f5baff req-b2b8759a-edd2-4b2c-8e29-95cd0526942a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0981021 Nov 11 11:50:32.458314 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6ac5d08c-7009-4d16-a972-dbaea472fa09 req-1fe8635e-456b-452a-9117-9fafb1c3c29d service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519980 Nov 11 11:50:32.498304 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c68f55fa-b183-4a39-b51a-3a7426f5baff req-925aca81-a458-4d2b-be20-a53f36de119e tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752652 Nov 11 11:50:32.683259 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40528) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:32.810154 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c29741-7600-414a-a016-5ccafac64801 req-e151dfb9-cda6-4882-b788-702a09e9ac9d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:32.811833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57c29741-7600-414a-a016-5ccafac64801 req-e151dfb9-cda6-4882-b788-702a09e9ac9d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0504806 Nov 11 11:50:32.866378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57c29741-7600-414a-a016-5ccafac64801 req-df404719-5e75-4135-98d3-159e4a88a677 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480604 Nov 11 11:50:32.926503 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05895c8e-8ef0-4d59-a45f-421592625dc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:32.942290 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40538) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:33.031113 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-0d02fd24-3854-467f-a58f-967b4bc88182 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0e7ecbae70864ef2a7d1f6a25b456f1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257235 Nov 11 11:50:33.035353 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-74112b48-ccf7-4db7-aed7-6fa5090f0fd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:33.038337 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05895c8e-8ef0-4d59-a45f-421592625dc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:33.045527 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05895c8e-8ef0-4d59-a45f-421592625dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:33.055964 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe7eed-498b-4ee3-b297-cc0c1f43a177 req-5cfd9b43-17ae-4718-965c-60f3569ce9e3 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:33.057492 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ebe7eed-498b-4ee3-b297-cc0c1f43a177 req-5cfd9b43-17ae-4718-965c-60f3569ce9e3 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=65fc20d6-4e18-492b-9237-b7d3e903aa3c HTTP/1.1" status: 200 len: 950 time: 0.0808601 Nov 11 11:50:33.102292 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-05895c8e-8ef0-4d59-a45f-421592625dc9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=977baebc728f4c918307708884dee61e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4178798 Nov 11 11:50:33.109391 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40550) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:33.109391 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05895c8e-8ef0-4d59-a45f-421592625dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da313d2-a375-4e2e-8241-22d8bc8050ae,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:33.170744 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ebe7eed-498b-4ee3-b297-cc0c1f43a177 req-fc49fd22-4136-4fb5-9cd6-6b86460fbe86 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006629 Nov 11 11:50:33.187115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-289c3728-5003-4eb0-846f-50895040fab3 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:33.188626 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-289c3728-5003-4eb0-846f-50895040fab3 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513743 Nov 11 11:50:33.197737 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5f6e-0f2e-4d85-918b-e3b82937bc14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:33.204266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b82b2260-cee0-4ca3-bae1-1926af80010b tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/quotas/0e7ecbae70864ef2a7d1f6a25b456f1d HTTP/1.1" status: 200 len: 375 time: 0.0095255 Nov 11 11:50:33.230203 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-74112b48-ccf7-4db7-aed7-6fa5090f0fd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:33.235550 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5f6e-0f2e-4d85-918b-e3b82937bc14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:33.240669 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-c0395f08-6b08-4661-8d24-863d515e4eca tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e7ecbae70864ef2a7d1f6a25b456f1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285347 Nov 11 11:50:33.242699 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-74112b48-ccf7-4db7-aed7-6fa5090f0fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:33.299656 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41a200-e9f2-42be-ac2e-2e84d8f54fe5 req-d7949579-bdaa-43d2-b683-c67c3ba2f3ee tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:33.301334 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce41a200-e9f2-42be-ac2e-2e84d8f54fe5 req-d7949579-bdaa-43d2-b683-c67c3ba2f3ee tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 947 time: 0.0581505 Nov 11 11:50:33.306153 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-74112b48-ccf7-4db7-aed7-6fa5090f0fd3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9e1b7cdfffe14ecba784281ec84b20d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625398 Nov 11 11:50:33.307688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74112b48-ccf7-4db7-aed7-6fa5090f0fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd87c1b6-a192-4dc1-a30a-b342e76b277c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:33.307813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40558) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:33.329862 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5f6e-0f2e-4d85-918b-e3b82937bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:33.332629 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5f6e-0f2e-4d85-918b-e3b82937bc14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:33.333844 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1b8a5f6e-0f2e-4d85-918b-e3b82937bc14 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4da313d2-a375-4e2e-8241-22d8bc8050ae HTTP/1.1" status: 204 len: 168 time: 0.2235601 Nov 11 11:50:33.342116 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a5f6e-0f2e-4d85-918b-e3b82937bc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da313d2-a375-4e2e-8241-22d8bc8050ae,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:33.412463 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36b8706b-6e53-443d-a3ed-546cc77e12b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:33.668550 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce41a200-e9f2-42be-ac2e-2e84d8f54fe5 req-b3dea943-8e57-4ad8-b8b0-3fa2a83d1ea1 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380826 Nov 11 11:50:33.703388 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36b8706b-6e53-443d-a3ed-546cc77e12b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:33.741567 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40576) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:33.757347 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d65d37-f513-4812-a1a3-5b7268b00fd3 req-2094d182-05d3-4910-96fe-00dc89d83a4f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:33.757521 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a608617e-6e54-453e-9fb8-f0013fcd57f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:33.763195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d65d37-f513-4812-a1a3-5b7268b00fd3 req-2094d182-05d3-4910-96fe-00dc89d83a4f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:33.765437 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49d65d37-f513-4812-a1a3-5b7268b00fd3 req-2094d182-05d3-4910-96fe-00dc89d83a4f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=65fc20d6-4e18-492b-9237-b7d3e903aa3c&device_id=7da4e5b8-a306-4cc1-95c0-62385c7b3f50 HTTP/1.1" status: 200 len: 1691 time: 0.1011348 Nov 11 11:50:33.806536 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36b8706b-6e53-443d-a3ed-546cc77e12b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:33.810426 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36b8706b-6e53-443d-a3ed-546cc77e12b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:33.815593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-36b8706b-6e53-443d-a3ed-546cc77e12b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd87c1b6-a192-4dc1-a30a-b342e76b277c HTTP/1.1" status: 204 len: 168 time: 0.5065153 Nov 11 11:50:33.867959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8706b-6e53-443d-a3ed-546cc77e12b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd87c1b6-a192-4dc1-a30a-b342e76b277c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:33.874864 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a608617e-6e54-453e-9fb8-f0013fcd57f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:33.878128 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-591a6e6c-2540-416e-8109-64d578453476 req-efc5a5ca-9310-4fd4-a95c-aa7e8bc914e7 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/ports?device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 210 time: 0.0612848 Nov 11 11:50:33.884879 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a608617e-6e54-453e-9fb8-f0013fcd57f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:33.896873 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49d65d37-f513-4812-a1a3-5b7268b00fd3 req-83ee49cc-9f22-46a1-91e9-c658a0b7b954 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244733 Nov 11 11:50:33.921325 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a608617e-6e54-453e-9fb8-f0013fcd57f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e35ff0bd68004007a16e3e033130a122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776588 Nov 11 11:50:33.926749 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40584) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:33.959971 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608617e-6e54-453e-9fb8-f0013fcd57f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c772e1b3-ee0c-49ab-80b7-1172de818faa,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:33.984033 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c2443598-cdf8-48e0-ae1c-a22a8fe6384e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:34.020710 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c2443598-cdf8-48e0-ae1c-a22a8fe6384e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:34.108863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f618-2159-4da6-b6c5-970722db1415 req-ee1dae49-53a2-402d-85ff-0580087d6ff4 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:34.110399 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-edf1f618-2159-4da6-b6c5-970722db1415 req-ee1dae49-53a2-402d-85ff-0580087d6ff4 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.1098323 Nov 11 11:50:34.151741 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cefbd4-4253-4ddc-a2fb-ac70a249181b req-6953ecb9-8ad7-4fcb-823a-050740fbd8fa tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:34.153268 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34cefbd4-4253-4ddc-a2fb-ac70a249181b req-6953ecb9-8ad7-4fcb-823a-050740fbd8fa tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.1360385 Nov 11 11:50:34.194469 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c2443598-cdf8-48e0-ae1c-a22a8fe6384e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:34.197007 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c2443598-cdf8-48e0-ae1c-a22a8fe6384e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:34.198161 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c2443598-cdf8-48e0-ae1c-a22a8fe6384e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c772e1b3-ee0c-49ab-80b7-1172de818faa HTTP/1.1" status: 204 len: 168 time: 0.2703779 Nov 11 11:50:34.211759 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-edf1f618-2159-4da6-b6c5-970722db1415 req-2dd0a18a-ead0-467b-a81c-f58d92f99d9c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871923 Nov 11 11:50:34.215186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2443598-cdf8-48e0-ae1c-a22a8fe6384e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c772e1b3-ee0c-49ab-80b7-1172de818faa,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:34.256110 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34cefbd4-4253-4ddc-a2fb-ac70a249181b req-fd993737-3309-4238-84b8-488736e64b0c tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964556 Nov 11 11:50:34.309638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40590) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:34.328679 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c89724ee-388f-4296-b968-8823d2994b98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:34.433818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c89724ee-388f-4296-b968-8823d2994b98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:34.435866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7baf551-58cb-4d3a-b527-a0daa2a6f1da req-e42a923e-44d6-4f07-aede-b2402a920592 tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:34.437376 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7baf551-58cb-4d3a-b527-a0daa2a6f1da req-e42a923e-44d6-4f07-aede-b2402a920592 tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=65fc20d6-4e18-492b-9237-b7d3e903aa3c HTTP/1.1" status: 200 len: 1101 time: 0.0650821 Nov 11 11:50:34.450858 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c89724ee-388f-4296-b968-8823d2994b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:34.509227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89724ee-388f-4296-b968-8823d2994b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ec6723-333d-4402-9acc-3382496a2754,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:34.521285 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c89724ee-388f-4296-b968-8823d2994b98 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8cb067ba9d24e72a931eaa50c447c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098980 Nov 11 11:50:34.521399 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40602) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:34.527891 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7baf551-58cb-4d3a-b527-a0daa2a6f1da req-db4893f8-ca63-4558-a81d-49f3d914ba99 tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842001 Nov 11 11:50:34.573336 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed2e912e-b082-4890-922a-f941f70f0aef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:34.595918 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed2e912e-b082-4890-922a-f941f70f0aef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:34.642895 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd2bf8-e1aa-417b-9e95-e51cf1321421 req-a97105ae-04a5-4b26-b5a9-536fc3c0e2bd tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:34.644525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9dd2bf8-e1aa-417b-9e95-e51cf1321421 req-a97105ae-04a5-4b26-b5a9-536fc3c0e2bd tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7da4e5b8-a306-4cc1-95c0-62385c7b3f50 HTTP/1.1" status: 200 len: 1101 time: 0.0460691 Nov 11 11:50:34.657303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed2e912e-b082-4890-922a-f941f70f0aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:34.660048 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed2e912e-b082-4890-922a-f941f70f0aef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:34.661220 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ed2e912e-b082-4890-922a-f941f70f0aef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/38ec6723-333d-4402-9acc-3382496a2754 HTTP/1.1" status: 204 len: 168 time: 0.1387181 Nov 11 11:50:34.669291 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e912e-b082-4890-922a-f941f70f0aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ec6723-333d-4402-9acc-3382496a2754,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:34.710155 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9dd2bf8-e1aa-417b-9e95-e51cf1321421 req-6b1265b8-d675-4e99-b2a1-654540ae312e tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584910 Nov 11 11:50:34.864210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7dea0-6eba-43bb-b1ba-6053f4be38c3 req-9e0f56b1-5cca-4d07-8a4f-7c478eb16bd8 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:34.889534 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-43acd468-fd86-4de0-a8ad-cb1d291b2a8a tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0e7ecbae70864ef2a7d1f6a25b456f1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525615 Nov 11 11:50:34.891908 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fd7dea0-6eba-43bb-b1ba-6053f4be38c3 req-9e0f56b1-5cca-4d07-8a4f-7c478eb16bd8 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 947 time: 0.1292670 Nov 11 11:50:34.985058 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fd7dea0-6eba-43bb-b1ba-6053f4be38c3 req-aa6ecb11-65ae-4e71-b40a-dceebcc7de23 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860012 Nov 11 11:50:35.076658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-ecb513d2-3cbc-4af3-9b40-53455aa3ae2f tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:35.078271 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-ecb513d2-3cbc-4af3-9b40-53455aa3ae2f tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800823 Nov 11 11:50:35.079363 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e40e022-2c3a-4364-9d04-3c24d685bb09 req-ba6b1ac5-911b-4675-9e1b-eeebd342bc02 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/ports?device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 210 time: 0.0553138 Nov 11 11:50:35.119761 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-c936ef9f-03e0-4189-993d-53e23053df81 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Request body: {'port': {'device_id': '292bcbb1-ee5c-436b-a4ad-f0491b960281', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '0e7ecbae70864ef2a7d1f6a25b456f1d'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:35.207087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-65effc05-b1da-4c58-ac39-6dc9eda79b23 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324769 Nov 11 11:50:35.253327 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-c936ef9f-03e0-4189-993d-53e23053df81 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Made reservation on behalf of 0e7ecbae70864ef2a7d1f6a25b456f1d for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:50:35.258857 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-c936ef9f-03e0-4189-993d-53e23053df81 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:35.278980 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-c936ef9f-03e0-4189-993d-53e23053df81 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:35.395326 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-c936ef9f-03e0-4189-993d-53e23053df81 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:35.406307 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-c936ef9f-03e0-4189-993d-53e23053df81 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:35.423204 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934237ae-213c-4368-bedf-79a2b543c025 req-396007f1-59d3-4a76-989d-4f9e0424ca95 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:35.425064 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-396007f1-59d3-4a76-989d-4f9e0424ca95 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2149279 Nov 11 11:50:35.435388 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27b8e8-878e-4f1e-bdce-5561c0ec3d01 req-65f3d88a-0704-406c-9b5a-87ef20769c0d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:35.442390 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a27b8e8-878e-4f1e-bdce-5561c0ec3d01 req-65f3d88a-0704-406c-9b5a-87ef20769c0d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.1021435 Nov 11 11:50:35.468609 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-e378acc4-49f3-4938-b23e-40b8dac3c3b1 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/quotas/9bc118dc2ae249c3b19e662c936c1a69 HTTP/1.1" status: 200 len: 375 time: 0.0240579 Nov 11 11:50:35.528310 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a27b8e8-878e-4f1e-bdce-5561c0ec3d01 req-bd1e9839-ca6b-41c2-b73a-1ff6c8323171 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848985 Nov 11 11:50:35.552892 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936ef9f-03e0-4189-993d-53e23053df81 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33d06fb-8e13-47a7-b11a-54f30d705367,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:35.570435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-3ea21452-6428-493e-af24-9f160993bd3f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905294 Nov 11 11:50:35.615760 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-c936ef9f-03e0-4189-993d-53e23053df81 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Allocated IP 192.168.233.173 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:50:35.721529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e694b84-d16a-4757-b457-b420a20151ff req-59c136e9-833b-4e4d-a048-1be5e4a42c44 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:35.730173 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e694b84-d16a-4757-b457-b420a20151ff req-59c136e9-833b-4e4d-a048-1be5e4a42c44 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0990634 Nov 11 11:50:35.775112 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb0652c8-6a4e-429c-9ee9-c7b952d1551d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:35.823007 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e694b84-d16a-4757-b457-b420a20151ff req-271090a1-fc9c-4207-84a2-afe72c9045a6 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850916 Nov 11 11:50:35.881110 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-c936ef9f-03e0-4189-993d-53e23053df81 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:35.922708 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-c936ef9f-03e0-4189-993d-53e23053df81 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:35.980929 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936ef9f-03e0-4189-993d-53e23053df81 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Pushing event updated for resources: {'Port': ['ID=10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:35.993801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-c936ef9f-03e0-4189-993d-53e23053df81 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:50:36.001664 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-c936ef9f-03e0-4189-993d-53e23053df81 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:50:36.003744 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-c936ef9f-03e0-4189-993d-53e23053df81 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:50:36.018867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-c936ef9f-03e0-4189-993d-53e23053df81 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:36.019826 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-c936ef9f-03e0-4189-993d-53e23053df81 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:36.046910 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-c936ef9f-03e0-4189-993d-53e23053df81 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9363091 Nov 11 11:50:36.105454 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Request body: {'port': {'device_id': '292bcbb1-ee5c-436b-a4ad-f0491b960281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:36.203414 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:36.256214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956e2f1-5c54-495c-bf7a-6ac02a1cd27b req-f866712d-6f88-496e-9b80-397fa3cba929 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:36.266565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device bbb9ba97-9338-48bd-b0df-66c66884c647 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:50:36.285220 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1956e2f1-5c54-495c-bf7a-6ac02a1cd27b req-f866712d-6f88-496e-9b80-397fa3cba929 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 947 time: 0.1078644 Nov 11 11:50:36.436480 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1956e2f1-5c54-495c-bf7a-6ac02a1cd27b req-531474e8-343f-4025-ba3b-67420327b083 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503906 Nov 11 11:50:36.498881 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port bbb9ba97-9338-48bd-b0df-66c66884c647, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=bbb9ba97-9338-48bd-b0df-66c66884c647,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:36.533202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'bbb9ba97-9338-48bd-b0df-66c66884c647', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'bbb9ba97-9338-48bd-b0df-66c66884c647', 'mac_address': 'fa:16:3e:11:c8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:50:36.574756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0a430-9825-422d-b65b-e630f67d95ef req-92f1e6a7-3992-4f88-a4e8-0de049502005 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:36.581519 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:36.583028 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-99c0a430-9825-422d-b65b-e630f67d95ef req-92f1e6a7-3992-4f88-a4e8-0de049502005 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/ports?device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 936 time: 0.1433542 Nov 11 11:50:36.592228 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:36.608064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Transition to ACTIVE for port object 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:50:36.617700 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:36.648345 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-99c0a430-9825-422d-b65b-e630f67d95ef req-0c1e6293-1451-452d-8659-a21a3e6421a0 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/security-groups?id=e33d06fb-8e13-47a7-b11a-54f30d705367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617886 Nov 11 11:50:36.669537 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-974df951-108a-40e5-863d-1b910d1ac5f0 None None] Provisioning complete for port 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:36.669934 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-974df951-108a-40e5-863d-1b910d1ac5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:36.743332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Pushing event updated for resources: {'Port': ['ID=10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:36.752922 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:36.797886 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb9ba97-9338-48bd-b0df-66c66884c647 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:36.841153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port bbb9ba97-9338-48bd-b0df-66c66884c647, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=bbb9ba97-9338-48bd-b0df-66c66884c647,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:36.844289 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Attempting to bind port 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:50:36.844620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Attempting to bind port 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:50:36.845081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Attempting to bind port 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:36.846799 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-974df951-108a-40e5-863d-1b910d1ac5f0 None None] Port 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:50:36.847846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c794ff-8bda-4ebe-abd4-db630cb45ceb req-5e765c44-4c8c-4031-b7bb-0e2fa77d15b3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:36.851458 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:36.853192 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34c794ff-8bda-4ebe-abd4-db630cb45ceb req-5e765c44-4c8c-4031-b7bb-0e2fa77d15b3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.1248085 Nov 11 11:50:36.861285 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Port 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:50:36.861946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Attempting to bind port 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:36.871055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:50:36.871604 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:50:36.872173 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:50:36.873136 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Bound port: 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:50:36.873797 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:36.937422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=bbb9ba97-9338-48bd-b0df-66c66884c647,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:36.968694 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34c794ff-8bda-4ebe-abd4-db630cb45ceb req-5b930713-4932-4470-8aa3-f2785c1e9ed7 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929368 Nov 11 11:50:37.006179 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] For port 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:50:37.011048 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] For port 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:50:37.019495 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:37.073228 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:37.073877 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:37.076840 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] 10.222.0.62 "PUT /v2.0/ports/10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 HTTP/1.1" status: 200 len: 1096 time: 0.9748027 Nov 11 11:50:37.076840 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292bcbb1-ee5c-436b-a4ad-f0491b960281', 'tag': '10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:37.078821 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b2fe09-e65d-4db6-94e2-acd1f4fed35d" -d '{"events": [{"name": "network-changed", "server_uuid": "292bcbb1-ee5c-436b-a4ad-f0491b960281", "tag": "10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:37.101333 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e7bebe6-51c7-46c9-9246-b5df30092fa2 req-e58334e4-50cf-468c-a35d-a27e5abd3e56 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 210 time: 0.0479693 Nov 11 11:50:37.190456 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244dd35-cc31-4cf4-a734-b79ef14dad6c service neutron] Pushing event updated for resources: {'Port': ['ID=10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:37.216094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-dc07479a-4a51-461e-9173-af39da26ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:37.217799 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-dc07479a-4a51-461e-9173-af39da26ddc1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e7ecbae70864ef2a7d1f6a25b456f1d&device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 1099 time: 0.0684659 Nov 11 11:50:37.280395 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-8e88c7eb-af37-456d-9e90-eb7f73dcbed6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 HTTP/1.1" status: 200 len: 217 time: 0.0455456 Nov 11 11:50:37.349781 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['bbb9ba97-9338-48bd-b0df-66c66884c647'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:37.382474 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-d4b77e7c-02f6-405a-9ffc-9482ff95e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:37.383978 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-d4b77e7c-02f6-405a-9ffc-9482ff95e5c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0789282 Nov 11 11:50:37.438097 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9f9ba4-480c-49e6-b976-a6ff648d3ef3 x-openstack-request-id: req-db9f9ba4-480c-49e6-b976-a6ff648d3ef3 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:37.438764 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292bcbb1-ee5c-436b-a4ad-f0491b960281", "tag": "10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:37.439056 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db9f9ba4-480c-49e6-b976-a6ff648d3ef3 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:37.439465 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292bcbb1-ee5c-436b-a4ad-f0491b960281', 'tag': '10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3', 'status': 'completed', 'code': 200} Nov 11 11:50:37.461109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-43a68b0c-5fa5-4cba-b0c5-f066d38c731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:37.463060 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-43a68b0c-5fa5-4cba-b0c5-f066d38c731a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0614963 Nov 11 11:50:37.482545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea9422-1c09-425a-8515-76dffae5b852 req-03598304-481c-47ba-bee6-c629c6260db1 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:37.485712 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7cea9422-1c09-425a-8515-76dffae5b852 req-03598304-481c-47ba-bee6-c629c6260db1 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0997448 Nov 11 11:50:37.566004 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7cea9422-1c09-425a-8515-76dffae5b852 req-d1b33db0-3c6d-46c1-a5c9-8a39f5c77ebf tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722880 Nov 11 11:50:37.618767 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-bde3648b-ab72-491c-b426-b45a8954fea6 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450436 Nov 11 11:50:37.752666 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47284ce9-a937-4e62-b882-f5b68fb5322e req-51db73c1-9e56-410e-a675-66253eb8cab8 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157098 Nov 11 11:50:37.784269 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dfe69-58d2-4f8f-9bdc-f43cedb790ce req-35a99363-9d8a-4004-8288-4a86bf8e34cd tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:37.790124 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-971dfe69-58d2-4f8f-9bdc-f43cedb790ce req-35a99363-9d8a-4004-8288-4a86bf8e34cd tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 948 time: 0.0597360 Nov 11 11:50:37.879825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df267c0-2056-4e26-866e-96b9e8588254 req-f5b4c8a4-eaca-41f1-aa03-b5d29e1d4ad1 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:37.887954 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8df267c0-2056-4e26-866e-96b9e8588254 req-f5b4c8a4-eaca-41f1-aa03-b5d29e1d4ad1 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/ports?device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 948 time: 0.0965133 Nov 11 11:50:37.898154 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-971dfe69-58d2-4f8f-9bdc-f43cedb790ce req-c4ccef5e-2c99-4c89-9d99-e0c86aabc582 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048563 Nov 11 11:50:37.932011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2fe09-e65d-4db6-94e2-acd1f4fed35d req-1308eed8-026b-473e-a8ea-37d9b23a99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:37.933602 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-08b2fe09-e65d-4db6-94e2-acd1f4fed35d req-1308eed8-026b-473e-a8ea-37d9b23a99ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e7ecbae70864ef2a7d1f6a25b456f1d&device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 1099 time: 0.0623324 Nov 11 11:50:37.937504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8df267c0-2056-4e26-866e-96b9e8588254 req-d3ba9bb7-efd1-4880-821e-d2c03ed2538d tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/security-groups?id=e33d06fb-8e13-47a7-b11a-54f30d705367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486889 Nov 11 11:50:37.976146 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-21becdea-4fb1-4ac3-9286-cf4cfa32ba3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:38.062415 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2fe09-e65d-4db6-94e2-acd1f4fed35d req-ae5092ef-d271-4652-8ce6-810e85e3c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:38.063019 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-08b2fe09-e65d-4db6-94e2-acd1f4fed35d req-ae5092ef-d271-4652-8ce6-810e85e3c13a service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1121848 Nov 11 11:50:38.133344 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-08b2fe09-e65d-4db6-94e2-acd1f4fed35d req-dd7c5326-e230-4905-b6e3-3e543cc0c38a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 HTTP/1.1" status: 200 len: 217 time: 0.0563788 Nov 11 11:50:38.138398 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422fdee-e97d-4e5f-8d30-a86b1a11b741 req-3d1d3cf7-d7ed-4c3a-8d5f-5560254a899f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:38.140141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6422fdee-e97d-4e5f-8d30-a86b1a11b741 req-3d1d3cf7-d7ed-4c3a-8d5f-5560254a899f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0908234 Nov 11 11:50:38.214936 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2fe09-e65d-4db6-94e2-acd1f4fed35d req-1c02dbdc-3259-4c58-a5b2-e87de1dc0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:38.216413 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-08b2fe09-e65d-4db6-94e2-acd1f4fed35d req-1c02dbdc-3259-4c58-a5b2-e87de1dc0a13 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0703285 Nov 11 11:50:38.218567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6422fdee-e97d-4e5f-8d30-a86b1a11b741 req-f28faec8-7fa2-40cc-ba8f-1a17caf14045 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632534 Nov 11 11:50:38.287005 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e598f043-7a6a-48a9-9374-517fb01ef4a8 req-f7a578ec-0c5f-4855-b8ad-f0ba683a4b32 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 210 time: 0.0541813 Nov 11 11:50:38.295562 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2fe09-e65d-4db6-94e2-acd1f4fed35d req-498dc9ee-32c9-42bb-8e84-fb6831d9170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:38.299568 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-08b2fe09-e65d-4db6-94e2-acd1f4fed35d req-498dc9ee-32c9-42bb-8e84-fb6831d9170b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0716567 Nov 11 11:50:38.315398 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-99912232-e39f-45d1-a4b7-fde2c53c1144 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233188 Nov 11 11:50:38.408437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40780) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:38.464801 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-08b2fe09-e65d-4db6-94e2-acd1f4fed35d req-d78f50f4-6a3f-46ab-a848-20d8d8223eeb service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544991 Nov 11 11:50:38.487782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934237ae-213c-4368-bedf-79a2b543c025 req-30368f1c-81ab-4a29-b213-50aa85bef116 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:38.489974 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-30368f1c-81ab-4a29-b213-50aa85bef116 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1678021 Nov 11 11:50:38.512543 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-934237ae-213c-4368-bedf-79a2b543c025 req-ef119197-d249-4b50-9817-89f1a458f9eb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Request body: {'port': {'device_id': '64fac845-3a5d-4a15-b589-331f979c15e6', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '9bc118dc2ae249c3b19e662c936c1a69'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:38.614737 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e5d5deb5-56df-4c44-ad9e-61e62eb5d35e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:38.684562 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-f3d2e906-44e5-46b7-9c7d-6af8c28cc832 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543585 Nov 11 11:50:38.703727 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934237ae-213c-4368-bedf-79a2b543c025 req-ef119197-d249-4b50-9817-89f1a458f9eb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Made reservation on behalf of 9bc118dc2ae249c3b19e662c936c1a69 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:50:38.707222 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-ef119197-d249-4b50-9817-89f1a458f9eb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:38.733930 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61e1e5-c980-4674-ba88-8bb60e4c2083 req-5b61021a-2116-40cd-ad12-8620a1c347d3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:38.735492 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d61e1e5-c980-4674-ba88-8bb60e4c2083 req-5b61021a-2116-40cd-ad12-8620a1c347d3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0829680 Nov 11 11:50:38.769785 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-08b2fe09-e65d-4db6-94e2-acd1f4fed35d req-f9d2e45b-9762-4011-92eb-bf4a3665939e service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873509 Nov 11 11:50:38.846014 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d61e1e5-c980-4674-ba88-8bb60e4c2083 req-5da699fd-ac35-45d5-87db-bc15f62bdb0e tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019070 Nov 11 11:50:38.887919 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:38.899937 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934237ae-213c-4368-bedf-79a2b543c025 req-65543b9d-86ea-4627-b1aa-f96d1966b732 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:38.901821 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-65543b9d-86ea-4627-b1aa-f96d1966b732 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2044232 Nov 11 11:50:38.910950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-934237ae-213c-4368-bedf-79a2b543c025 req-ef119197-d249-4b50-9817-89f1a458f9eb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Allocated IP 192.168.233.216 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/ad80836a-4b08-4507-946b-ab0533d42b70) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:50:38.911351 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e5d5deb5-56df-4c44-ad9e-61e62eb5d35e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:38.916135 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e5d5deb5-56df-4c44-ad9e-61e62eb5d35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:38.925220 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-934237ae-213c-4368-bedf-79a2b543c025 req-30b8a70e-1721-49f3-bce5-c5da4c357e15 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Request body: {'port': {'device_id': '820b0893-e627-4927-a492-4cbfa6eab66d', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '9bc118dc2ae249c3b19e662c936c1a69'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:39.018991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5deb5-56df-4c44-ad9e-61e62eb5d35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d16fcc-d6cd-4fe9-8f0d-4448c2dfb093,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:39.024432 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e5d5deb5-56df-4c44-ad9e-61e62eb5d35e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=583503aa098248a68938189e9e8fe9d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6148877 Nov 11 11:50:39.028870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40798) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:39.119702 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4721b45e-6015-49bb-8504-5da93dd5a870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:39.145675 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934237ae-213c-4368-bedf-79a2b543c025 req-30b8a70e-1721-49f3-bce5-c5da4c357e15 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Made reservation on behalf of 9bc118dc2ae249c3b19e662c936c1a69 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:50:39.149180 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-30b8a70e-1721-49f3-bce5-c5da4c357e15 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:39.154163 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4721b45e-6015-49bb-8504-5da93dd5a870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:39.168617 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac64516-c792-4c2d-b596-a25954b3660b req-b42ef412-766f-43ed-9282-3059f62f8bfb tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:39.170389 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ac64516-c792-4c2d-b596-a25954b3660b req-b42ef412-766f-43ed-9282-3059f62f8bfb tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/ports?device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 948 time: 0.1028347 Nov 11 11:50:39.187472 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072daf09-a836-4670-901f-6bb5d222ab0a req-1bdd9f6f-4729-48e8-9bfe-613ae9a38f88 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:39.189216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-072daf09-a836-4670-901f-6bb5d222ab0a req-1bdd9f6f-4729-48e8-9bfe-613ae9a38f88 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 948 time: 0.1376946 Nov 11 11:50:39.193016 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-ef119197-d249-4b50-9817-89f1a458f9eb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:39.273825 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4721b45e-6015-49bb-8504-5da93dd5a870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:39.278001 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4721b45e-6015-49bb-8504-5da93dd5a870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:39.279492 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4721b45e-6015-49bb-8504-5da93dd5a870 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/42d16fcc-d6cd-4fe9-8f0d-4448c2dfb093 HTTP/1.1" status: 204 len: 168 time: 0.2496443 Nov 11 11:50:39.293119 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721b45e-6015-49bb-8504-5da93dd5a870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d16fcc-d6cd-4fe9-8f0d-4448c2dfb093,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:39.296116 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ac64516-c792-4c2d-b596-a25954b3660b req-e3a25d43-3921-4945-98a9-73bcbe7ab75b tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/security-groups?id=e33d06fb-8e13-47a7-b11a-54f30d705367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185174 Nov 11 11:50:39.314255 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-072daf09-a836-4670-901f-6bb5d222ab0a req-1abba467-2ab5-489e-a8a6-157e21c22081 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074862 Nov 11 11:50:39.317454 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-ef119197-d249-4b50-9817-89f1a458f9eb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:39.338721 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['233d75d3-5ebb-42e2-8b24-db5a2032c405', '66e16a37-37e9-4c75-aa0e-f083208cbdc6', 'de0508b2-077d-4e5e-a125-fadafcf09f73'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:39.341832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40808) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:39.438268 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-934237ae-213c-4368-bedf-79a2b543c025 req-30b8a70e-1721-49f3-bce5-c5da4c357e15 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Allocated IP 192.168.233.212 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/bc32bc94-0c00-48f3-93df-931662348468) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:50:39.463255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934237ae-213c-4368-bedf-79a2b543c025 req-ef119197-d249-4b50-9817-89f1a458f9eb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:50:39.511739 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83898286-c599-427d-99fc-645567e57d42 req-5fd0d01d-d376-4614-928e-af5ecd3482b6 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 210 time: 0.0739470 Nov 11 11:50:39.515916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-934237ae-213c-4368-bedf-79a2b543c025 req-ef119197-d249-4b50-9817-89f1a458f9eb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:50:39.520206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-934237ae-213c-4368-bedf-79a2b543c025 req-ef119197-d249-4b50-9817-89f1a458f9eb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:50:39.525941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934237ae-213c-4368-bedf-79a2b543c025 req-ef119197-d249-4b50-9817-89f1a458f9eb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:39.527066 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-ef119197-d249-4b50-9817-89f1a458f9eb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:39.576468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef119197-d249-4b50-9817-89f1a458f9eb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Pushing event updated for resources: {'Port': ['ID=ad80836a-4b08-4507-946b-ab0533d42b70,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:39.597247 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-ef119197-d249-4b50-9817-89f1a458f9eb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0883541 Nov 11 11:50:39.608852 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5f165-c14e-41ee-97b6-8996d56d3761 req-bdc2a81b-506b-44c1-a2d3-518d95811915 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:39.610902 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7d5f165-c14e-41ee-97b6-8996d56d3761 req-bdc2a81b-506b-44c1-a2d3-518d95811915 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.1617532 Nov 11 11:50:39.617308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Request body: {'port': {'device_id': '64fac845-3a5d-4a15-b589-331f979c15e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:39.765424 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7d5f165-c14e-41ee-97b6-8996d56d3761 req-ce23d671-cc7e-41ec-b9e5-e491cb4c50bc tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453791 Nov 11 11:50:39.804678 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-30b8a70e-1721-49f3-bce5-c5da4c357e15 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:39.845496 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6108-9e22-4b3b-b3b8-aae77ead0523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:39.850957 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:39.858872 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-30b8a70e-1721-49f3-bce5-c5da4c357e15 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:39.937962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-096cd0eb-d89a-473a-91a5-577f8a1c0ee5 None None] Provisioning complete for port ad80836a-4b08-4507-946b-ab0533d42b70 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:39.938693 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-096cd0eb-d89a-473a-91a5-577f8a1c0ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:39.959687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40818) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:39.960387 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8a70e-1721-49f3-bce5-c5da4c357e15 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Pushing event updated for resources: {'Port': ['ID=bc32bc94-0c00-48f3-93df-931662348468,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:39.982075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-096cd0eb-d89a-473a-91a5-577f8a1c0ee5 None None] Port ad80836a-4b08-4507-946b-ab0533d42b70 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:50:39.989470 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0dd926b2-be64-43e2-b499-e57687adf38d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.003737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934237ae-213c-4368-bedf-79a2b543c025 req-30b8a70e-1721-49f3-bce5-c5da4c357e15 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:50:40.007709 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-934237ae-213c-4368-bedf-79a2b543c025 req-30b8a70e-1721-49f3-bce5-c5da4c357e15 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:50:40.011443 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-934237ae-213c-4368-bedf-79a2b543c025 req-30b8a70e-1721-49f3-bce5-c5da4c357e15 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:50:40.016996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934237ae-213c-4368-bedf-79a2b543c025 req-30b8a70e-1721-49f3-bce5-c5da4c357e15 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:40.017654 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-30b8a70e-1721-49f3-bce5-c5da4c357e15 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.045875 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-30b8a70e-1721-49f3-bce5-c5da4c357e15 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1269031 Nov 11 11:50:40.071971 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Request body: {'port': {'device_id': '820b0893-e627-4927-a492-4cbfa6eab66d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:40.156807 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc7480-efbc-406a-894f-b1402f3b60c0 req-3c1340a3-d809-4d8e-b148-ef31d661daa1 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:40.158540 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17fc7480-efbc-406a-894f-b1402f3b60c0 req-3c1340a3-d809-4d8e-b148-ef31d661daa1 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.1636472 Nov 11 11:50:40.160686 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0dd926b2-be64-43e2-b499-e57687adf38d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.164232 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.165499 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6108-9e22-4b3b-b3b8-aae77ead0523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.167709 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0dd926b2-be64-43e2-b499-e57687adf38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.195668 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6108-9e22-4b3b-b3b8-aae77ead0523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.234995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd926b2-be64-43e2-b499-e57687adf38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70615648-5fdb-49b8-978c-2236e0932018,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:40.240920 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0dd926b2-be64-43e2-b499-e57687adf38d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bfaffc6a4cce4b56ac2987b307232fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778680 Nov 11 11:50:40.247568 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40820) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:40.256498 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17fc7480-efbc-406a-894f-b1402f3b60c0 req-1b87b6db-0fa7-4c8f-8ebc-adb45f944b24 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893996 Nov 11 11:50:40.286118 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b1ad6108-9e22-4b3b-b3b8-aae77ead0523 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a8e100a0506a45b69a7f6d2314e9901d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9405487 Nov 11 11:50:40.289690 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad6108-9e22-4b3b-b3b8-aae77ead0523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbd1856-0da9-47b1-a37b-1966213966c8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:40.291939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40822) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:40.302089 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device bbb9ba97-9338-48bd-b0df-66c66884c647 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:50:40.344234 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-47f5143d-92ed-4b67-a430-d04fd35a6753 None None] Provisioning complete for port bc32bc94-0c00-48f3-93df-931662348468 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:40.345823 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-47f5143d-92ed-4b67-a430-d04fd35a6753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.377836 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3482cf32-161e-4e78-90d9-a1069c6a6dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.387861 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-803219fa-c252-47bd-b2f6-bfcbb4c2d5a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.396236 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad80836a-4b08-4507-946b-ab0533d42b70 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:40.404782 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3482cf32-161e-4e78-90d9-a1069c6a6dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.430115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-47f5143d-92ed-4b67-a430-d04fd35a6753 None None] Port bc32bc94-0c00-48f3-93df-931662348468 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:50:40.433244 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.438591 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port bbb9ba97-9338-48bd-b0df-66c66884c647 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:50:40.443241 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port bbb9ba97-9338-48bd-b0df-66c66884c647 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:40.443687 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.446373 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.475010 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3482cf32-161e-4e78-90d9-a1069c6a6dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.477756 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3482cf32-161e-4e78-90d9-a1069c6a6dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.478882 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3482cf32-161e-4e78-90d9-a1069c6a6dad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/70615648-5fdb-49b8-978c-2236e0932018 HTTP/1.1" status: 204 len: 168 time: 0.2302804 Nov 11 11:50:40.483528 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-803219fa-c252-47bd-b2f6-bfcbb4c2d5a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.496852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482cf32-161e-4e78-90d9-a1069c6a6dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70615648-5fdb-49b8-978c-2236e0932018,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:40.532943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Transition to ACTIVE for port object ad80836a-4b08-4507-946b-ab0533d42b70 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:50:40.552392 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.583530 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.623513 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059ae53-13ae-4a8b-9b60-f88e822d8597 req-474ebb2c-9e6b-4ad0-bec3-8ce8a02a7bc3 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:40.625070 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f059ae53-13ae-4a8b-9b60-f88e822d8597 req-474ebb2c-9e6b-4ad0-bec3-8ce8a02a7bc3 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 948 time: 0.1701581 Nov 11 11:50:40.633006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc6323-2563-415d-b057-514d2c25d332 req-94830080-4bcf-4503-aaad-e50e99b8e1b9 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:40.634606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9fc6323-2563-415d-b057-514d2c25d332 req-94830080-4bcf-4503-aaad-e50e99b8e1b9 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/ports?device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 948 time: 0.1783407 Nov 11 11:50:40.647907 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['233d75d3-5ebb-42e2-8b24-db5a2032c405', '66e16a37-37e9-4c75-aa0e-f083208cbdc6', 'de0508b2-077d-4e5e-a125-fadafcf09f73'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:40.654040 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Pushing event updated for resources: {'Port': ['ID=ad80836a-4b08-4507-946b-ab0533d42b70,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:40.699485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71790e3-70ec-4d27-8a69-ecd91a2fadb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb9ba97-9338-48bd-b0df-66c66884c647'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:40.702460 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699bc9e7-f990-43b4-9c2a-c2ab06341d2a" -d '{"events": [{"server_uuid": "e71790e3-70ec-4d27-8a69-ecd91a2fadb4", "name": "network-vif-plugged", "status": "completed", "tag": "bbb9ba97-9338-48bd-b0df-66c66884c647"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:40.725484 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port bbb9ba97-9338-48bd-b0df-66c66884c647, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=bbb9ba97-9338-48bd-b0df-66c66884c647,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:40.732674 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-803219fa-c252-47bd-b2f6-bfcbb4c2d5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.735323 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-803219fa-c252-47bd-b2f6-bfcbb4c2d5a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.739022 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-803219fa-c252-47bd-b2f6-bfcbb4c2d5a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6cbd1856-0da9-47b1-a37b-1966213966c8 HTTP/1.1" status: 204 len: 168 time: 0.4423351 Nov 11 11:50:40.744246 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.754718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc32bc94-0c00-48f3-93df-931662348468 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:40.763799 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.787561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Transition to ACTIVE for port object bc32bc94-0c00-48f3-93df-931662348468 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:50:40.793873 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:40.822379 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Attempting to bind port ad80836a-4b08-4507-946b-ab0533d42b70 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:50:40.822708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Attempting to bind port ad80836a-4b08-4507-946b-ab0533d42b70 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:50:40.823029 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Attempting to bind port ad80836a-4b08-4507-946b-ab0533d42b70 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:40.833903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803219fa-c252-47bd-b2f6-bfcbb4c2d5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbd1856-0da9-47b1-a37b-1966213966c8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:40.908206 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f059ae53-13ae-4a8b-9b60-f88e822d8597 req-b19ad764-2b2d-4eb8-90ef-1589f1321ea8 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605596 Nov 11 11:50:40.914067 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Port ad80836a-4b08-4507-946b-ab0533d42b70 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:50:40.914461 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Attempting to bind port ad80836a-4b08-4507-946b-ab0533d42b70 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:40.954914 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bc32bc94-0c00-48f3-93df-931662348468,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:40.971773 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9fc6323-2563-415d-b057-514d2c25d332 req-80b28c96-6865-4ac6-bb5b-13f23297c4b9 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/security-groups?id=e33d06fb-8e13-47a7-b11a-54f30d705367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219185 Nov 11 11:50:40.974044 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:50:40.974411 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:50:40.974803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:50:40.979366 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Bound port: ad80836a-4b08-4507-946b-ab0533d42b70, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:50:40.979969 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:41.034551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=bbb9ba97-9338-48bd-b0df-66c66884c647,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:41.059683 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:50:41.064614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Attempting to bind port bc32bc94-0c00-48f3-93df-931662348468 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:50:41.064949 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Attempting to bind port bc32bc94-0c00-48f3-93df-931662348468 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:50:41.065273 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Attempting to bind port bc32bc94-0c00-48f3-93df-931662348468 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:41.072509 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11fe0d3-9b8b-4a7c-b1b7-73a46f6bf964 x-openstack-request-id: req-e11fe0d3-9b8b-4a7c-b1b7-73a46f6bf964 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:41.072707 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71790e3-70ec-4d27-8a69-ecd91a2fadb4", "name": "network-vif-plugged", "status": "completed", "tag": "bbb9ba97-9338-48bd-b0df-66c66884c647", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:41.076306 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e11fe0d3-9b8b-4a7c-b1b7-73a46f6bf964 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:41.076457 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Port bc32bc94-0c00-48f3-93df-931662348468 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:50:41.076558 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71790e3-70ec-4d27-8a69-ecd91a2fadb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb9ba97-9338-48bd-b0df-66c66884c647', 'code': 200} Nov 11 11:50:41.076743 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Attempting to bind port bc32bc94-0c00-48f3-93df-931662348468 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:41.107760 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:50:41.108099 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:50:41.108479 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:50:41.110955 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Bound port: bc32bc94-0c00-48f3-93df-931662348468, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:50:41.111324 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:41.157491 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] For port ad80836a-4b08-4507-946b-ab0533d42b70, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:50:41.174156 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] For port ad80836a-4b08-4507-946b-ab0533d42b70, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=ad80836a-4b08-4507-946b-ab0533d42b70,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:50:41.183380 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:41.291860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] For port bc32bc94-0c00-48f3-93df-931662348468, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:50:41.296456 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] For port bc32bc94-0c00-48f3-93df-931662348468, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=bc32bc94-0c00-48f3-93df-931662348468,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:50:41.299664 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f00ce-17fe-4834-9113-b8c7d4778194 req-4cb7e273-7a01-45a1-bd7a-ea9eceed290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:41.301804 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-791f00ce-17fe-4834-9113-b8c7d4778194 req-4cb7e273-7a01-45a1-bd7a-ea9eceed290c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 1100 time: 0.1044781 Nov 11 11:50:41.306641 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:41.321705 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:41.388661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:41.389287 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:41.390798 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] 10.222.0.43 "PUT /v2.0/ports/ad80836a-4b08-4507-946b-ab0533d42b70 HTTP/1.1" status: 200 len: 1096 time: 1.7789159 Nov 11 11:50:41.392228 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64fac845-3a5d-4a15-b589-331f979c15e6', 'tag': 'ad80836a-4b08-4507-946b-ab0533d42b70'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:41.416475 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19886a7-a8bf-4945-af6b-d0c3448b46f1" -d '{"events": [{"name": "network-changed", "server_uuid": "64fac845-3a5d-4a15-b589-331f979c15e6", "tag": "ad80836a-4b08-4507-946b-ab0533d42b70"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:41.423447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bc32bc94-0c00-48f3-93df-931662348468,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:41.428738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1020e2-1ab7-4593-b77c-ded7987441ce service neutron] Pushing event updated for resources: {'Port': ['ID=ad80836a-4b08-4507-946b-ab0533d42b70,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:41.437046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:41.437745 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:41.439330 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-c6ef792e-81af-41f0-9075-46342ee933e6 service neutron] 10.222.0.62 "PUT /v2.0/ports/bc32bc94-0c00-48f3-93df-931662348468 HTTP/1.1" status: 200 len: 1096 time: 1.3760364 Nov 11 11:50:41.440189 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820b0893-e627-4927-a492-4cbfa6eab66d', 'tag': 'bc32bc94-0c00-48f3-93df-931662348468'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:41.442554 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8414c46-273a-4e15-89d9-e57d98978ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "820b0893-e627-4927-a492-4cbfa6eab66d", "tag": "bc32bc94-0c00-48f3-93df-931662348468"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:41.457288 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-791f00ce-17fe-4834-9113-b8c7d4778194 req-dd453115-651b-4be3-aa4f-e8e4c6fe29f7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434631 Nov 11 11:50:41.468416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477aa07c-6859-40fb-a897-26d62601f8de req-c4aa0b63-ad67-450c-97a5-589c5c6b8c5f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:41.479598 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-477aa07c-6859-40fb-a897-26d62601f8de req-c4aa0b63-ad67-450c-97a5-589c5c6b8c5f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 948 time: 0.3028736 Nov 11 11:50:41.510946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40858) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:41.534477 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1d8b-d1bb-40ce-9d9f-45502c85749b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:41.568731 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2277cd-4be1-4523-8319-b3615e78e840 req-7270c6d0-6235-4946-9002-4eb78e86b067 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:41.570694 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a2277cd-4be1-4523-8319-b3615e78e840 req-7270c6d0-6235-4946-9002-4eb78e86b067 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.2467825 Nov 11 11:50:41.642914 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-477aa07c-6859-40fb-a897-26d62601f8de req-66a70e07-d2b7-4669-ac63-da088d9a6fff tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556454 Nov 11 11:50:41.644997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934237ae-213c-4368-bedf-79a2b543c025 req-771674ce-75c0-45f1-a822-863145945a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:41.646573 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-771674ce-75c0-45f1-a822-863145945a89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&device_id=64fac845-3a5d-4a15-b589-331f979c15e6 HTTP/1.1" status: 200 len: 1099 time: 0.1534526 Nov 11 11:50:41.653666 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1d8b-d1bb-40ce-9d9f-45502c85749b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:41.668091 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1d8b-d1bb-40ce-9d9f-45502c85749b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:41.719448 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-64ff2233-24ef-4a5b-9423-4b8d60b92139 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=ad80836a-4b08-4507-946b-ab0533d42b70 HTTP/1.1" status: 200 len: 217 time: 0.0568571 Nov 11 11:50:41.723406 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4dfe1d8b-d1bb-40ce-9d9f-45502c85749b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a3db97f44e445509f310d89261362b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080557 Nov 11 11:50:41.725381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a2277cd-4be1-4523-8319-b3615e78e840 req-42e065d1-0101-4b4f-9b31-a9da57a84e1b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456299 Nov 11 11:50:41.725518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe1d8b-d1bb-40ce-9d9f-45502c85749b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abec0bb-41ce-4427-af9c-bbd833faee6c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:41.725857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40862) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:41.811486 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934237ae-213c-4368-bedf-79a2b543c025 req-6354ed4c-c659-4d87-8acb-91e0c99e58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:41.813249 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-6354ed4c-c659-4d87-8acb-91e0c99e58c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 1099 time: 0.0696700 Nov 11 11:50:41.818580 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f276f5-aadf-41c3-ab0a-724bcea7cac1 x-openstack-request-id: req-32f276f5-aadf-41c3-ab0a-724bcea7cac1 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:41.818870 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64fac845-3a5d-4a15-b589-331f979c15e6", "tag": "ad80836a-4b08-4507-946b-ab0533d42b70", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:41.819125 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32f276f5-aadf-41c3-ab0a-724bcea7cac1 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:41.819523 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64fac845-3a5d-4a15-b589-331f979c15e6', 'tag': 'ad80836a-4b08-4507-946b-ab0533d42b70', 'status': 'completed', 'code': 200} Nov 11 11:50:41.877003 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374875cd-2185-4312-a4fe-db5409c14df5 x-openstack-request-id: req-374875cd-2185-4312-a4fe-db5409c14df5 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:41.877263 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820b0893-e627-4927-a492-4cbfa6eab66d", "tag": "bc32bc94-0c00-48f3-93df-931662348468", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:41.877518 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-374875cd-2185-4312-a4fe-db5409c14df5 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:41.877936 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820b0893-e627-4927-a492-4cbfa6eab66d', 'tag': 'bc32bc94-0c00-48f3-93df-931662348468', 'status': 'completed', 'code': 200} Nov 11 11:50:41.879854 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-53756c3a-98c6-4921-a319-aa4e21f94539 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=bc32bc94-0c00-48f3-93df-931662348468 HTTP/1.1" status: 200 len: 217 time: 0.0533664 Nov 11 11:50:41.968442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934237ae-213c-4368-bedf-79a2b543c025 req-b41858d8-35b2-4ca9-aea9-5825a7458e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:41.969938 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-b41858d8-35b2-4ca9-aea9-5825a7458e4c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0804341 Nov 11 11:50:41.982210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40872) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:42.035762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934237ae-213c-4368-bedf-79a2b543c025 req-d7b1c96d-3994-4072-92f2-df6271293c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:42.037677 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-d7b1c96d-3994-4072-92f2-df6271293c5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0422504 Nov 11 11:50:42.104338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9b0a1db9-ec6a-4a5c-93eb-c2b101942b1f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-778214107-network', 'tenant_id': '6c923494b0b24034811a64096faf7424'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:42.142107 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0a1db9-ec6a-4a5c-93eb-c2b101942b1f admin admin] Made reservation on behalf of 6c923494b0b24034811a64096faf7424 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:50:42.142998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934237ae-213c-4368-bedf-79a2b543c025 req-711c8754-575a-43a5-91ae-c6e6c71a0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:42.144361 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1db9-ec6a-4a5c-93eb-c2b101942b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:42.144473 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-711c8754-575a-43a5-91ae-c6e6c71a0b09 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.4012923 Nov 11 11:50:42.163990 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1db9-ec6a-4a5c-93eb-c2b101942b1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:42.168139 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-cc8d8ffa-9543-4b4c-94bd-2c4a86cf6e7f service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222157 Nov 11 11:50:42.171340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c9d06-f188-4a36-80c0-faa543cf2737 req-19734a43-fc1c-45a0-93a1-44835b53f63a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:42.172761 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee1c9d06-f188-4a36-80c0-faa543cf2737 req-19734a43-fc1c-45a0-93a1-44835b53f63a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.3684161 Nov 11 11:50:42.202564 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c50e5415-94a3-4fb3-b7d7-3a8a30bd2007 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:42.219788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a68ed-bbc4-4ad2-9a2f-493a609c8940 req-3d059d92-fc0e-4ee5-9cc3-d69e8ea3718c tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:42.221226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b80a68ed-bbc4-4ad2-9a2f-493a609c8940 req-3d059d92-fc0e-4ee5-9cc3-d69e8ea3718c tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 949 time: 0.1441262 Nov 11 11:50:42.275367 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c50e5415-94a3-4fb3-b7d7-3a8a30bd2007 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:42.302625 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-955a8853-9c9c-4c76-9a5a-3a94b81f0d25 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192782 Nov 11 11:50:42.314182 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1db9-ec6a-4a5c-93eb-c2b101942b1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:42.315128 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934237ae-213c-4368-bedf-79a2b543c025 req-d65febd2-c922-4c3f-abc5-0b586fb08d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:42.316880 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-d65febd2-c922-4c3f-abc5-0b586fb08d34 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1548448 Nov 11 11:50:42.320787 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1db9-ec6a-4a5c-93eb-c2b101942b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:42.325203 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee1c9d06-f188-4a36-80c0-faa543cf2737 req-fe9e1e1d-1c8c-4e75-8bd3-fdab825ee504 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413519 Nov 11 11:50:42.325902 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:50:42.344693 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0a1db9-ec6a-4a5c-93eb-c2b101942b1f admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:50:42.363732 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1db9-ec6a-4a5c-93eb-c2b101942b1f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732443731420', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:42.365204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1db9-ec6a-4a5c-93eb-c2b101942b1f admin admin] Unsubscribe: segment precommit_create {{(pid=109154) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 11:50:42.365747 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-9b0a1db9-ec6a-4a5c-93eb-c2b101942b1f admin admin] Added segment 3611b7cb-e470-41fc-834f-352140dafe46 of type vlan for network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb Nov 11 11:50:42.373122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b80a68ed-bbc4-4ad2-9a2f-493a609c8940 req-8ed70da3-0191-4cdb-9667-6fda4d2815cd tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429698 Nov 11 11:50:42.423653 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1db9-ec6a-4a5c-93eb-c2b101942b1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:42.451324 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c50e5415-94a3-4fb3-b7d7-3a8a30bd2007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:42.454032 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c50e5415-94a3-4fb3-b7d7-3a8a30bd2007 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:42.457806 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c50e5415-94a3-4fb3-b7d7-3a8a30bd2007 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7abec0bb-41ce-4427-af9c-bbd833faee6c HTTP/1.1" status: 204 len: 168 time: 0.7284493 Nov 11 11:50:42.496942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e5415-94a3-4fb3-b7d7-3a8a30bd2007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abec0bb-41ce-4427-af9c-bbd833faee6c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:42.500214 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-f9e399cd-f31c-4176-a333-5e39adec231c service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598821 Nov 11 11:50:42.545966 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1db9-ec6a-4a5c-93eb-c2b101942b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:42.547027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0a1db9-ec6a-4a5c-93eb-c2b101942b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:42.547680 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1db9-ec6a-4a5c-93eb-c2b101942b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:42.553283 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af95c7-12e4-4e6b-858f-0f3393557894 req-9fdc052f-0cb9-4abd-bec7-0878ce03af6d tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:42.554934 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a4af95c7-12e4-4e6b-858f-0f3393557894 req-9fdc052f-0cb9-4abd-bec7-0878ce03af6d tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/ports?device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 948 time: 0.0934591 Nov 11 11:50:42.577008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a1db9-ec6a-4a5c-93eb-c2b101942b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3726a4e5-6f99-4910-a068-e8a1592ecae2,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:42.623311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:42.638999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3', 'mac_address': 'fa:16:3e:c7:1a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:50:42.652897 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a4af95c7-12e4-4e6b-858f-0f3393557894 req-76dfee7a-34a6-4558-9dc9-85fe522fe8b8 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/security-groups?id=e33d06fb-8e13-47a7-b11a-54f30d705367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676432 Nov 11 11:50:42.665612 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-934237ae-213c-4368-bedf-79a2b543c025 req-795abffd-1d15-4d57-b83e-41e9b4d4a89c service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552818 Nov 11 11:50:42.700670 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:42.737948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:42.783172 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:42.794761 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:42.811345 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f1072-8aa5-47a8-b5a9-24822c5b611f req-7f16bd97-d2d0-4b58-ad8e-c5cef76884e6 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:42.813686 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-458f1072-8aa5-47a8-b5a9-24822c5b611f req-7f16bd97-d2d0-4b58-ad8e-c5cef76884e6 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 948 time: 0.0977652 Nov 11 11:50:42.862065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19886a7-a8bf-4945-af6b-d0c3448b46f1 req-b8c76eb5-cb5c-4147-8724-87d139785a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:42.865161 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d19886a7-a8bf-4945-af6b-d0c3448b46f1 req-b8c76eb5-cb5c-4147-8724-87d139785a4c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&device_id=64fac845-3a5d-4a15-b589-331f979c15e6 HTTP/1.1" status: 200 len: 1099 time: 0.1285937 Nov 11 11:50:42.869952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:42.982573 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4c3a6-c315-4d23-8972-5667234e1cd9 req-04f4896a-4e96-4bf1-8b69-83809afe566c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:42.990198 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1a4c3a6-c315-4d23-8972-5667234e1cd9 req-04f4896a-4e96-4bf1-8b69-83809afe566c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.1754131 Nov 11 11:50:43.000224 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9b0a1db9-ec6a-4a5c-93eb-c2b101942b1f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0168333 Nov 11 11:50:43.004986 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40896) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:43.007849 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8414c46-273a-4e15-89d9-e57d98978ce6 req-f685c207-df56-4f27-92f7-2104a183825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:43.008647 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-458f1072-8aa5-47a8-b5a9-24822c5b611f req-cd25296c-c7db-44a0-a9d9-37ced097cbe8 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796086 Nov 11 11:50:43.009339 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8414c46-273a-4e15-89d9-e57d98978ce6 req-f685c207-df56-4f27-92f7-2104a183825d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 1099 time: 0.5423088 Nov 11 11:50:43.013007 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a1db9-ec6a-4a5c-93eb-c2b101942b1f admin admin] Pushing event updated for resources: {'Network': ['ID=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:43.029155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-231d16bb-1704-46ed-af45-49dc14e61444 admin admin] Request body: {'subnet': {'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-778214107-subnet', 'tenant_id': '6c923494b0b24034811a64096faf7424', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:43.029651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:50:43.096821 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19886a7-a8bf-4945-af6b-d0c3448b46f1 req-f9c39a27-821e-4802-91da-12cbe389aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:43.098502 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d19886a7-a8bf-4945-af6b-d0c3448b46f1 req-f9c39a27-821e-4802-91da-12cbe389aeb1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.2163582 Nov 11 11:50:43.121805 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1a4c3a6-c315-4d23-8972-5667234e1cd9 req-b0d70422-0cf5-4b5a-a179-9b2fb754cd02 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275284 Nov 11 11:50:43.130567 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231d16bb-1704-46ed-af45-49dc14e61444 admin admin] Made reservation on behalf of 6c923494b0b24034811a64096faf7424 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:50:43.132797 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-231d16bb-1704-46ed-af45-49dc14e61444 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:43.156423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8414c46-273a-4e15-89d9-e57d98978ce6 req-8f957e53-b9b7-467d-9536-d3acac55d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:43.158405 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8414c46-273a-4e15-89d9-e57d98978ce6 req-8f957e53-b9b7-467d-9536-d3acac55d6d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1389596 Nov 11 11:50:43.185322 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d19886a7-a8bf-4945-af6b-d0c3448b46f1 req-7b55310d-2c45-4519-8b24-4a86988057cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=ad80836a-4b08-4507-946b-ab0533d42b70 HTTP/1.1" status: 200 len: 217 time: 0.0619986 Nov 11 11:50:43.233617 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8414c46-273a-4e15-89d9-e57d98978ce6 req-78b59841-c9ac-41c9-8b94-e9a5941c90fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=bc32bc94-0c00-48f3-93df-931662348468 HTTP/1.1" status: 200 len: 217 time: 0.0439289 Nov 11 11:50:43.287243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:43.287384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19886a7-a8bf-4945-af6b-d0c3448b46f1 req-4bd47a43-4bc8-4762-8356-13b528693d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:43.287384 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d19886a7-a8bf-4945-af6b-d0c3448b46f1 req-4bd47a43-4bc8-4762-8356-13b528693d57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0666366 Nov 11 11:50:43.306366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8414c46-273a-4e15-89d9-e57d98978ce6 req-a80b2312-36e9-4e1b-91bd-be8dff7e8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:43.309003 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8414c46-273a-4e15-89d9-e57d98978ce6 req-a80b2312-36e9-4e1b-91bd-be8dff7e8d1b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0527773 Nov 11 11:50:43.377428 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19886a7-a8bf-4945-af6b-d0c3448b46f1 req-51e0ab3a-a095-4923-83fd-d9c5fc3fbe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:43.378972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d19886a7-a8bf-4945-af6b-d0c3448b46f1 req-51e0ab3a-a095-4923-83fd-d9c5fc3fbe39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806701 Nov 11 11:50:43.383633 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8414c46-273a-4e15-89d9-e57d98978ce6 req-41ef7512-6c37-4215-8437-d1958e864406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:43.385783 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8414c46-273a-4e15-89d9-e57d98978ce6 req-41ef7512-6c37-4215-8437-d1958e864406 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0617549 Nov 11 11:50:43.516531 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8414c46-273a-4e15-89d9-e57d98978ce6 req-acc06911-0e7e-4002-9ee9-55ca89fc57d3 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082339 Nov 11 11:50:43.566096 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-231d16bb-1704-46ed-af45-49dc14e61444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:43.618182 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8414c46-273a-4e15-89d9-e57d98978ce6 req-27ee1758-8411-4598-8c73-d164c458b102 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855496 Nov 11 11:50:43.642779 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d16bb-1704-46ed-af45-49dc14e61444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=546c2390-2809-4383-bde7-69f252e0324c,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:43.686729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82b4ba-00fd-403c-9b70-682e59d81dee req-85b4fcd8-c4ed-4b74-9bed-7930f02e5b5e tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:43.688292 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf82b4ba-00fd-403c-9b70-682e59d81dee req-85b4fcd8-c4ed-4b74-9bed-7930f02e5b5e tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.2160928 Nov 11 11:50:43.705260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0144f-53b7-448a-bc1b-b6343383df86 req-be7fee12-d31f-4810-ac3d-168f18a4b325 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:43.706716 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31f0144f-53b7-448a-bc1b-b6343383df86 req-be7fee12-d31f-4810-ac3d-168f18a4b325 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 949 time: 0.2227333 Nov 11 11:50:43.720269 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d19886a7-a8bf-4945-af6b-d0c3448b46f1 req-38d8febd-b806-42db-a7e8-3c39459b8c1c service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172424 Nov 11 11:50:43.759005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231d16bb-1704-46ed-af45-49dc14e61444 admin admin] Checking segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:50:43.759389 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231d16bb-1704-46ed-af45-49dc14e61444 admin admin] Network hostable DHCP agents. Network: 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:50:43.863282 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf82b4ba-00fd-403c-9b70-682e59d81dee req-7a933def-d812-4652-a374-5cc93d4e68ad tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672661 Nov 11 11:50:43.874042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31f0144f-53b7-448a-bc1b-b6343383df86 req-dc87f519-739b-4402-be33-0535c71d7630 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560497 Nov 11 11:50:43.876780 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231d16bb-1704-46ed-af45-49dc14e61444 admin admin] Network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:50:43.908994 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-231d16bb-1704-46ed-af45-49dc14e61444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:50:43.915915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231d16bb-1704-46ed-af45-49dc14e61444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:43.916875 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-231d16bb-1704-46ed-af45-49dc14e61444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:43.920466 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d19886a7-a8bf-4945-af6b-d0c3448b46f1 req-3b0c1de6-33ed-49c3-92b1-dad7a3b6cbb4 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797855 Nov 11 11:50:43.921115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291a63eb-db99-4ad6-a16a-c70c1d509cbb None None] Network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:50:43.953953 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-231d16bb-1704-46ed-af45-49dc14e61444 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9442277 Nov 11 11:50:44.065227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375295d8-35f2-40c9-9b15-9c28d2f50432 req-9cd7e623-1d7e-4924-b791-d80b9d9ef33b tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:44.074599 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-375295d8-35f2-40c9-9b15-9c28d2f50432 req-9cd7e623-1d7e-4924-b791-d80b9d9ef33b tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/ports?device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 949 time: 0.0786667 Nov 11 11:50:44.132512 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-375295d8-35f2-40c9-9b15-9c28d2f50432 req-17dcc96b-fd50-45d7-a4ad-f7392d60ec20 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/security-groups?id=e33d06fb-8e13-47a7-b11a-54f30d705367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565538 Nov 11 11:50:44.181921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41fa18d-c893-465c-908a-e03541c16263 None None] Network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:50:44.294018 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ece94-d604-479f-9672-65754a8111a8 req-27a788ff-4669-4f5c-9d4a-2960a54e9f7e tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:44.295812 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-392ece94-d604-479f-9672-65754a8111a8 req-27a788ff-4669-4f5c-9d4a-2960a54e9f7e tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 948 time: 0.0886266 Nov 11 11:50:44.307849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afef09a-0dd0-45e8-bc70-f26435c30680 req-761c45c8-34c2-4be9-8e5e-a655c6762be4 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:44.311610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6afef09a-0dd0-45e8-bc70-f26435c30680 req-761c45c8-34c2-4be9-8e5e-a655c6762be4 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 949 time: 0.1004188 Nov 11 11:50:44.383023 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-392ece94-d604-479f-9672-65754a8111a8 req-ec9265d9-edb6-4929-a166-5c77bd1e4773 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725136 Nov 11 11:50:44.386288 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6afef09a-0dd0-45e8-bc70-f26435c30680 req-45893f53-30ea-4a5d-a3f2-061abd23845c tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683782 Nov 11 11:50:44.503800 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b39ac-ec6f-4c97-81bb-fa7ffcd75a9f req-18b7dd5e-94fd-4a63-97fd-552e6c6e69ff tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:44.505639 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b43b39ac-ec6f-4c97-81bb-fa7ffcd75a9f req-18b7dd5e-94fd-4a63-97fd-552e6c6e69ff tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0596867 Nov 11 11:50:44.555694 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b43b39ac-ec6f-4c97-81bb-fa7ffcd75a9f req-123c186c-e914-487d-88c0-dad18891affa tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426862 Nov 11 11:50:44.646334 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40964) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:44.651197 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f7505a5f-4d26-4a6f-b926-fb676096b2c4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-475004180-network', 'tenant_id': 'ecdd3fe5ee854aeb8738e4c5fe2d510a'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:44.653086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-04a691d3-5b8f-4383-8372-110fa899e112 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=918a68a5ef43412d92ce3c2cb5726bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224168 Nov 11 11:50:44.672550 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7505a5f-4d26-4a6f-b926-fb676096b2c4 admin admin] Made reservation on behalf of ecdd3fe5ee854aeb8738e4c5fe2d510a for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:50:44.674826 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7505a5f-4d26-4a6f-b926-fb676096b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:44.683481 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7505a5f-4d26-4a6f-b926-fb676096b2c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:44.764886 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-10b2fb60-ae3c-4ea2-b281-e54072d9a1ee tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:44.766467 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-10b2fb60-ae3c-4ea2-b281-e54072d9a1ee tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077859 Nov 11 11:50:44.767215 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7505a5f-4d26-4a6f-b926-fb676096b2c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:44.778139 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7505a5f-4d26-4a6f-b926-fb676096b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:44.783925 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-f78454af-dea8-47d4-87b7-4a241fb894d0 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/quotas/918a68a5ef43412d92ce3c2cb5726bca HTTP/1.1" status: 200 len: 375 time: 0.0110838 Nov 11 11:50:44.803210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7505a5f-4d26-4a6f-b926-fb676096b2c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:50:44.812480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7505a5f-4d26-4a6f-b926-fb676096b2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46546860-7d7e-4bbe-9515-2ae747f14d91,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:44.819651 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7505a5f-4d26-4a6f-b926-fb676096b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:44.820667 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-f7505a5f-4d26-4a6f-b926-fb676096b2c4 admin admin] Added segment e413cda5-f4f0-4845-85da-0e87ac7d74bd of type vlan for network 8248ed02-8299-4cc8-ac40-57c590a54ddf Nov 11 11:50:44.823740 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-052d9557-14aa-4d85-83b9-3d4bebbcb794 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=918a68a5ef43412d92ce3c2cb5726bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339606 Nov 11 11:50:44.860868 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7505a5f-4d26-4a6f-b926-fb676096b2c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:44.888380 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7505a5f-4d26-4a6f-b926-fb676096b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:44.889563 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7505a5f-4d26-4a6f-b926-fb676096b2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:44.890593 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7505a5f-4d26-4a6f-b926-fb676096b2c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:44.974943 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7505a5f-4d26-4a6f-b926-fb676096b2c4 admin admin] Pushing event updated for resources: {'Network': ['ID=8248ed02-8299-4cc8-ac40-57c590a54ddf,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:44.985736 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f7505a5f-4d26-4a6f-b926-fb676096b2c4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3364091 Nov 11 11:50:44.986824 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40974) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:44.989157 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 8248ed02-8299-4cc8-ac40-57c590a54ddf details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:50:44.993129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-91526e1c-85fd-4f36-be86-bdbd481466d4 admin admin] Request body: {'subnet': {'network_id': '8248ed02-8299-4cc8-ac40-57c590a54ddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-475004180-subnet', 'tenant_id': 'ecdd3fe5ee854aeb8738e4c5fe2d510a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:45.021650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91526e1c-85fd-4f36-be86-bdbd481466d4 admin admin] Made reservation on behalf of ecdd3fe5ee854aeb8738e4c5fe2d510a for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:50:45.027634 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-91526e1c-85fd-4f36-be86-bdbd481466d4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:45.040072 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-709f48dc-070f-4a73-b013-5239f5c55dc9 req-48249681-4db5-4cb8-a548-d82d30c9b32d tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 210 time: 0.0301712 Nov 11 11:50:45.058842 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623563a-a962-4055-a60d-982ff77cb126 req-510277ad-f4d3-4ce5-910a-eac067a29162 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:45.066367 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3623563a-a962-4055-a60d-982ff77cb126 req-510277ad-f4d3-4ce5-910a-eac067a29162 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0917645 Nov 11 11:50:45.157046 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3623563a-a962-4055-a60d-982ff77cb126 req-8b249ebe-97c7-4e09-9c54-cd235c2bce62 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898163 Nov 11 11:50:45.240105 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-91526e1c-85fd-4f36-be86-bdbd481466d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:45.304546 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91526e1c-85fd-4f36-be86-bdbd481466d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04cf0ee-68bb-4c04-a819-d21f1ab99952,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:45.314621 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91526e1c-85fd-4f36-be86-bdbd481466d4 admin admin] Checking segment: {'id': 'e413cda5-f4f0-4845-85da-0e87ac7d74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '8248ed02-8299-4cc8-ac40-57c590a54ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:50:45.315057 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91526e1c-85fd-4f36-be86-bdbd481466d4 admin admin] Network hostable DHCP agents. Network: 8248ed02-8299-4cc8-ac40-57c590a54ddf, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:50:45.337944 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91526e1c-85fd-4f36-be86-bdbd481466d4 admin admin] Network 8248ed02-8299-4cc8-ac40-57c590a54ddf is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:50:45.351788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-91526e1c-85fd-4f36-be86-bdbd481466d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 8248ed02-8299-4cc8-ac40-57c590a54ddf) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:50:45.356302 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91526e1c-85fd-4f36-be86-bdbd481466d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:45.356909 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-91526e1c-85fd-4f36-be86-bdbd481466d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:45.362321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74141865-5a7c-431a-9a10-0c163122fb40 None None] Network 8248ed02-8299-4cc8-ac40-57c590a54ddf requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:50:45.386881 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-91526e1c-85fd-4f36-be86-bdbd481466d4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3910172 Nov 11 11:50:45.510942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df696b7-8cc1-4ad0-b3df-dc3b98c78de2 req-beea2e03-bfd1-44ee-8cdc-97d80c407a36 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:45.519012 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6df696b7-8cc1-4ad0-b3df-dc3b98c78de2 req-beea2e03-bfd1-44ee-8cdc-97d80c407a36 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/ports?device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 949 time: 0.1057017 Nov 11 11:50:45.543093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79df344-8720-4791-b0ff-3a60b054b2a7 None None] Network 8248ed02-8299-4cc8-ac40-57c590a54ddf requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:50:45.579566 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:45.583605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3726c4-e205-4de5-8b7d-a2113cb660de req-103ce445-62b0-4b58-b4ee-58d36c3cfaf3 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:45.591123 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea3726c4-e205-4de5-8b7d-a2113cb660de req-103ce445-62b0-4b58-b4ee-58d36c3cfaf3 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 948 time: 0.1311224 Nov 11 11:50:45.625429 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6df696b7-8cc1-4ad0-b3df-dc3b98c78de2 req-db44f848-e434-4c71-a297-a20e64c5ed40 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/security-groups?id=e33d06fb-8e13-47a7-b11a-54f30d705367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000481 Nov 11 11:50:45.684922 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea3726c4-e205-4de5-8b7d-a2113cb660de req-8be8d250-fda7-4676-8607-7d600efedfdb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926011 Nov 11 11:50:45.773216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48216d-c296-4193-a0a1-400d6562dde5 req-0f868755-d577-4058-b944-3c5ac015f1ce tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:45.774943 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ed48216d-c296-4193-a0a1-400d6562dde5 req-0f868755-d577-4058-b944-3c5ac015f1ce tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 949 time: 0.0614538 Nov 11 11:50:45.840814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411e4ff-c514-42dc-80d2-9c4de0a24bb4 req-a71c48d9-921d-495c-bf66-381d64224574 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:45.842235 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c411e4ff-c514-42dc-80d2-9c4de0a24bb4 req-a71c48d9-921d-495c-bf66-381d64224574 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0929830 Nov 11 11:50:45.846809 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ed48216d-c296-4193-a0a1-400d6562dde5 req-2728bebf-fa45-4f20-8bfe-537be29fc82b tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578749 Nov 11 11:50:45.891226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c411e4ff-c514-42dc-80d2-9c4de0a24bb4 req-4ef1b7db-b82f-4ceb-9b60-58a165dd8d73 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429454 Nov 11 11:50:45.984324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf51212-72af-4329-bf00-0d700112e64b req-df86ce29-0d27-473a-8edb-6cc0966d8812 tempest-LiveMigrationNegativeTest-1454133459 tempest-LiveMigrationNegativeTest-1454133459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:45.985899 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dcf51212-72af-4329-bf00-0d700112e64b req-df86ce29-0d27-473a-8edb-6cc0966d8812 tempest-LiveMigrationNegativeTest-1454133459 tempest-LiveMigrationNegativeTest-1454133459-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 1100 time: 0.0402784 Nov 11 11:50:46.004528 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dcf51212-72af-4329-bf00-0d700112e64b req-6b803648-02a7-4df5-af1c-0bf2c9ecdbcb tempest-LiveMigrationNegativeTest-1454133459 tempest-LiveMigrationNegativeTest-1454133459-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:46.167264 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dcf51212-72af-4329-bf00-0d700112e64b req-6b803648-02a7-4df5-af1c-0bf2c9ecdbcb tempest-LiveMigrationNegativeTest-1454133459 tempest-LiveMigrationNegativeTest-1454133459-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:46.176393 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-f0b58792-aa9d-4471-893e-ae188de27681 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:46.177942 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-f0b58792-aa9d-4471-893e-ae188de27681 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 820 time: 0.1444190 Nov 11 11:50:46.179001 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dcf51212-72af-4329-bf00-0d700112e64b req-6b803648-02a7-4df5-af1c-0bf2c9ecdbcb tempest-LiveMigrationNegativeTest-1454133459 tempest-LiveMigrationNegativeTest-1454133459-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:46.246094 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-90a39b41-7870-4e20-bdf7-5ca587f28bb9 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=918a68a5ef43412d92ce3c2cb5726bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464032 Nov 11 11:50:46.247254 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8f925e70-6832-43c1-863d-679ccf5bb12d tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/quotas/6c923494b0b24034811a64096faf7424 HTTP/1.1" status: 200 len: 375 time: 0.0566216 Nov 11 11:50:46.249842 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dcf51212-72af-4329-bf00-0d700112e64b req-6b803648-02a7-4df5-af1c-0bf2c9ecdbcb tempest-LiveMigrationNegativeTest-1454133459 tempest-LiveMigrationNegativeTest-1454133459-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579110 Nov 11 11:50:46.250578 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b803648-02a7-4df5-af1c-0bf2c9ecdbcb tempest-LiveMigrationNegativeTest-1454133459 tempest-LiveMigrationNegativeTest-1454133459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3ee426-71b1-45d8-9386-02f34d5c3807,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:46.306044 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-b1ce4a88-e85e-4a32-a71f-0ac9057d9948 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516398 Nov 11 11:50:46.327683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device bc32bc94-0c00-48f3-93df-931662348468 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:50:46.331154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:50:46.388878 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07e583bb-c2fd-42a4-a12a-5eac0a133ece req-55bbce90-bd36-4cd6-ac98-3787e6f96aa1 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 210 time: 0.0753891 Nov 11 11:50:46.448863 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:50:46.456250 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:46.456612 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:46.496377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-8c276d55-4804-467d-aa64-5c268a38ea2a tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:46.497842 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-8c276d55-4804-467d-aa64-5c268a38ea2a tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2425058 Nov 11 11:50:46.500478 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port bc32bc94-0c00-48f3-93df-931662348468, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=bc32bc94-0c00-48f3-93df-931662348468,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:46.518922 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'bc32bc94-0c00-48f3-93df-931662348468', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'bc32bc94-0c00-48f3-93df-931662348468', 'mac_address': 'fa:16:3e:47:60:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:50:46.520938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-942d74b4-56a1-4117-a50f-99c130baa49e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Request body: {'port': {'device_id': 'be6523c6-c9da-4fd7-87fd-30bb9e66ccf2', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '918a68a5ef43412d92ce3c2cb5726bca'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:46.540791 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-f49d4e3c-4155-47ca-8577-b10ffa49d40a service neutron] 10.222.0.65 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224705 Nov 11 11:50:46.567560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e773a-bf90-4081-9833-7beba531cedb req-4928cdff-8e1d-4295-a63e-7600db53109d tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:46.569185 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e7e773a-bf90-4081-9833-7beba531cedb req-4928cdff-8e1d-4295-a63e-7600db53109d tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.1214907 Nov 11 11:50:46.581629 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:46.601046 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device ad80836a-4b08-4507-946b-ab0533d42b70 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:50:46.603474 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:46.606736 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc32bc94-0c00-48f3-93df-931662348468 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:46.646505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port bc32bc94-0c00-48f3-93df-931662348468, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=bc32bc94-0c00-48f3-93df-931662348468,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:46.656825 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292bcbb1-ee5c-436b-a4ad-f0491b960281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:46.659101 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244d2eef-1f68-49ba-8e6f-9ac6462305ab" -d '{"events": [{"server_uuid": "292bcbb1-ee5c-436b-a4ad-f0491b960281", "name": "network-vif-plugged", "status": "completed", "tag": "10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:46.664815 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:46.680066 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:46.718720 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:46.789761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=bc32bc94-0c00-48f3-93df-931662348468,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:46.827469 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port ad80836a-4b08-4507-946b-ab0533d42b70, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=ad80836a-4b08-4507-946b-ab0533d42b70,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:46.849876 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'ad80836a-4b08-4507-946b-ab0533d42b70', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'ad80836a-4b08-4507-946b-ab0533d42b70', 'mac_address': 'fa:16:3e:12:82:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:50:46.868096 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:46.906740 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:46.920323 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad80836a-4b08-4507-946b-ab0533d42b70 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:46.941059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port ad80836a-4b08-4507-946b-ab0533d42b70, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=ad80836a-4b08-4507-946b-ab0533d42b70,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:46.945372 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:46.963624 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-b136853c-3892-4105-975a-22722b5a642f service neutron] 10.222.0.65 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132695 Nov 11 11:50:46.966919 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e7e773a-bf90-4081-9833-7beba531cedb req-37e9e50b-2e52-402f-aa79-373c3099fa9e tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710029 Nov 11 11:50:46.990729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-942d74b4-56a1-4117-a50f-99c130baa49e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Made reservation on behalf of 918a68a5ef43412d92ce3c2cb5726bca for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:50:46.990729 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-942d74b4-56a1-4117-a50f-99c130baa49e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:46.995545 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=ad80836a-4b08-4507-946b-ab0533d42b70,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:46.998839 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-942d74b4-56a1-4117-a50f-99c130baa49e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:47.060007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['bc32bc94-0c00-48f3-93df-931662348468'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:47.079830 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-942d74b4-56a1-4117-a50f-99c130baa49e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:47.097617 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-942d74b4-56a1-4117-a50f-99c130baa49e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:47.184411 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d74b4-56a1-4117-a50f-99c130baa49e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7efd26-3719-47fc-8bee-6a585f22b8b9,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:47.199117 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ab2811-48dc-4e2c-a1fc-40768d90c842 x-openstack-request-id: req-11ab2811-48dc-4e2c-a1fc-40768d90c842 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:47.199420 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292bcbb1-ee5c-436b-a4ad-f0491b960281", "name": "network-vif-plugged", "status": "completed", "tag": "10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:47.199671 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11ab2811-48dc-4e2c-a1fc-40768d90c842 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:47.200102 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292bcbb1-ee5c-436b-a4ad-f0491b960281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3', 'code': 200} Nov 11 11:50:47.260937 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['ad80836a-4b08-4507-946b-ab0533d42b70'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:47.315039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298eac0-c761-45d9-b662-b0e7dce8a3a6 req-1d0e1f74-17dd-424a-9962-feb98e3c011d tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:47.316702 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5298eac0-c761-45d9-b662-b0e7dce8a3a6 req-1d0e1f74-17dd-424a-9962-feb98e3c011d tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/ports?device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 950 time: 0.0795431 Nov 11 11:50:47.318029 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-942d74b4-56a1-4117-a50f-99c130baa49e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Allocated IP 192.168.233.117 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/3d937e27-9465-4c21-91b5-9ee5565f7589) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:50:47.337423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a6b9b-7023-485b-a7a5-7a007349aada req-851b1a0a-0eee-43a6-868a-53fa2d2b7bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:47.338957 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bc0a6b9b-7023-485b-a7a5-7a007349aada req-851b1a0a-0eee-43a6-868a-53fa2d2b7bcc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 1101 time: 0.0833850 Nov 11 11:50:47.406523 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bc0a6b9b-7023-485b-a7a5-7a007349aada req-cf56eade-8704-47a4-9536-7d82e15e399c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e33d06fb-8e13-47a7-b11a-54f30d705367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566502 Nov 11 11:50:47.414392 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb440d6e-69e2-4877-98fb-6c33f1e96ae6 req-0e70ee76-5b9b-4335-88cf-cd012c9eff42 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:47.415970 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fb440d6e-69e2-4877-98fb-6c33f1e96ae6 req-0e70ee76-5b9b-4335-88cf-cd012c9eff42 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 949 time: 0.1243474 Nov 11 11:50:47.498702 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5298eac0-c761-45d9-b662-b0e7dce8a3a6 req-32f0c7d3-83d9-4ad6-bed3-efa9e37728c4 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/security-groups?id=e33d06fb-8e13-47a7-b11a-54f30d705367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675417 Nov 11 11:50:47.563830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fb440d6e-69e2-4877-98fb-6c33f1e96ae6 req-c672884b-22a3-4933-8a51-f8c7611f8709 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279733 Nov 11 11:50:47.646038 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05698ad3-94a2-4722-8426-5345d2efcb1c req-6610d451-bc27-448b-983f-333ad48e8530 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:47.647567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-05698ad3-94a2-4722-8426-5345d2efcb1c req-6610d451-bc27-448b-983f-333ad48e8530 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0828786 Nov 11 11:50:47.657619 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-942d74b4-56a1-4117-a50f-99c130baa49e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:47.679805 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6ca0b0c-6028-4d01-8081-3af61e9edae3 req-98b0e495-7fca-4f9e-b1f1-d85d0b43dae7 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 210 time: 0.0503891 Nov 11 11:50:47.741418 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-05698ad3-94a2-4722-8426-5345d2efcb1c req-149dd887-4b4f-4f62-ad18-1573f1b52788 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643613 Nov 11 11:50:47.751929 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-942d74b4-56a1-4117-a50f-99c130baa49e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:47.813697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-942d74b4-56a1-4117-a50f-99c130baa49e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:50:47.825607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-942d74b4-56a1-4117-a50f-99c130baa49e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:50:47.829211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-942d74b4-56a1-4117-a50f-99c130baa49e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:50:47.834985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-942d74b4-56a1-4117-a50f-99c130baa49e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:47.835491 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-942d74b4-56a1-4117-a50f-99c130baa49e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:47.860668 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d74b4-56a1-4117-a50f-99c130baa49e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Pushing event updated for resources: {'Port': ['ID=3d937e27-9465-4c21-91b5-9ee5565f7589,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:47.883746 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-942d74b4-56a1-4117-a50f-99c130baa49e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3694472 Nov 11 11:50:47.894657 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f03379-5e58-4c73-bc92-cca2c55e0ec0 req-6b54fad1-a95f-4651-930a-537a1cba8b23 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:47.896272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8f03379-5e58-4c73-bc92-cca2c55e0ec0 req-6b54fad1-a95f-4651-930a-537a1cba8b23 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 936 time: 0.0925519 Nov 11 11:50:47.916771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Request body: {'port': {'device_id': 'be6523c6-c9da-4fd7-87fd-30bb9e66ccf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:48.015473 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8f03379-5e58-4c73-bc92-cca2c55e0ec0 req-3b9b775e-6032-472d-a3f7-080c6b9dbfad tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120577 Nov 11 11:50:48.031295 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:48.087533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0cbcf-5f58-4f77-aaf8-c7ad011fc61e req-a4a43d45-84dd-498a-bac2-33c8d699be0a tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:48.088984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70e0cbcf-5f58-4f77-aaf8-c7ad011fc61e req-a4a43d45-84dd-498a-bac2-33c8d699be0a tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 949 time: 0.1017580 Nov 11 11:50:48.118056 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bff2879c-184b-46ea-ad2b-c957ef375953 None None] Provisioning complete for port 3d937e27-9465-4c21-91b5-9ee5565f7589 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:48.118579 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bff2879c-184b-46ea-ad2b-c957ef375953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:48.152328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-bff2879c-184b-46ea-ad2b-c957ef375953 None None] Port 3d937e27-9465-4c21-91b5-9ee5565f7589 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:50:48.234241 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870def4a-bfbb-4699-b914-b6ecde4b3ea8 req-d694bacb-76f5-461a-9cb4-374460a5572e tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:48.235623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-870def4a-bfbb-4699-b914-b6ecde4b3ea8 req-d694bacb-76f5-461a-9cb4-374460a5572e tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.1586721 Nov 11 11:50:48.256611 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70e0cbcf-5f58-4f77-aaf8-c7ad011fc61e req-6f090d58-ee0e-44ca-bd99-e190fb5400b7 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578028 Nov 11 11:50:48.352240 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-870def4a-bfbb-4699-b914-b6ecde4b3ea8 req-62aef469-d906-436c-91ed-3f42356815ab tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092436 Nov 11 11:50:48.455897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d937e27-9465-4c21-91b5-9ee5565f7589 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:48.463976 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:48.476918 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Transition to ACTIVE for port object 3d937e27-9465-4c21-91b5-9ee5565f7589 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:50:48.480675 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-3963f9e8-c31f-47c2-93cc-1694efdbce3c tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:48.482383 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-3963f9e8-c31f-47c2-93cc-1694efdbce3c tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.43 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 820 time: 0.1288512 Nov 11 11:50:48.483161 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:48.498820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-e3ef4e9d-2dbb-4886-9314-9c89982ee30b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Request body: {'port': {'device_id': '7df3d219-38ee-4492-be68-36b4dd92298f', 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb', 'admin_state_up': True, 'tenant_id': '6c923494b0b24034811a64096faf7424'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:48.536451 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Pushing event updated for resources: {'Port': ['ID=3d937e27-9465-4c21-91b5-9ee5565f7589,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:48.570495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Attempting to bind port 3d937e27-9465-4c21-91b5-9ee5565f7589 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:50:48.570941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Attempting to bind port 3d937e27-9465-4c21-91b5-9ee5565f7589 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:50:48.571258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Attempting to bind port 3d937e27-9465-4c21-91b5-9ee5565f7589 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:48.576450 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Port 3d937e27-9465-4c21-91b5-9ee5565f7589 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:50:48.576781 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Attempting to bind port 3d937e27-9465-4c21-91b5-9ee5565f7589 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:48.591970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:50:48.592311 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:50:48.592700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:50:48.593150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Bound port: 3d937e27-9465-4c21-91b5-9ee5565f7589, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:50:48.593770 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:48.612054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device ad80836a-4b08-4507-946b-ab0533d42b70 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:50:48.672182 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-e3ef4e9d-2dbb-4886-9314-9c89982ee30b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Made reservation on behalf of 6c923494b0b24034811a64096faf7424 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:50:48.679890 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-e3ef4e9d-2dbb-4886-9314-9c89982ee30b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:48.695477 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port ad80836a-4b08-4507-946b-ab0533d42b70 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:50:48.701461 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port ad80836a-4b08-4507-946b-ab0533d42b70 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:48.702106 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:48.705699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b76d5e-57ab-4555-af54-c946a5373498 req-dddab532-8dfc-452d-8f62-f4f18269f129 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:48.707285 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11b76d5e-57ab-4555-af54-c946a5373498 req-dddab532-8dfc-452d-8f62-f4f18269f129 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/ports?device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 950 time: 0.1253643 Nov 11 11:50:48.743457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] For port 3d937e27-9465-4c21-91b5-9ee5565f7589, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:50:48.758997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] For port 3d937e27-9465-4c21-91b5-9ee5565f7589, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3d937e27-9465-4c21-91b5-9ee5565f7589,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:50:48.773908 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:48.789315 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc21d94-ec0e-4190-a6cc-624cd99cb19c req-ebc363e7-c12e-4576-939a-ed7175cb8cdf tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:48.796546 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ffc21d94-ec0e-4190-a6cc-624cd99cb19c req-ebc363e7-c12e-4576-939a-ed7175cb8cdf tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 949 time: 0.1394954 Nov 11 11:50:48.838690 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:48.852149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-e3ef4e9d-2dbb-4886-9314-9c89982ee30b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Allocated IP 172.20.0.5 (9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb/546c2390-2809-4383-bde7-69f252e0324c/15584284-9898-4ccd-b7f5-b17242a4c344) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:50:48.860196 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11b76d5e-57ab-4555-af54-c946a5373498 req-530fbb7e-251a-41ef-8925-c3eb3971a4ad tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/security-groups?id=e33d06fb-8e13-47a7-b11a-54f30d705367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411636 Nov 11 11:50:48.877314 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:48.878040 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:48.879005 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port ad80836a-4b08-4507-946b-ab0533d42b70, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=ad80836a-4b08-4507-946b-ab0533d42b70,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:48.879350 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] 10.222.0.43 "PUT /v2.0/ports/3d937e27-9465-4c21-91b5-9ee5565f7589 HTTP/1.1" status: 200 len: 1096 time: 0.9689226 Nov 11 11:50:48.879805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6523c6-c9da-4fd7-87fd-30bb9e66ccf2', 'tag': '3d937e27-9465-4c21-91b5-9ee5565f7589'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:48.882130 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1501007-cefc-4c0b-b03b-aacbee3fa808" -d '{"events": [{"name": "network-changed", "server_uuid": "be6523c6-c9da-4fd7-87fd-30bb9e66ccf2", "tag": "3d937e27-9465-4c21-91b5-9ee5565f7589"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:48.884548 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:48.979053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=ad80836a-4b08-4507-946b-ab0533d42b70,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:49.011108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ffc21d94-ec0e-4190-a6cc-624cd99cb19c req-62989c60-9810-427d-9440-414c9a868601 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132180 Nov 11 11:50:49.087202 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f68d61-f3a1-47da-947d-b79f43eafdfa service neutron] Pushing event updated for resources: {'Port': ['ID=3d937e27-9465-4c21-91b5-9ee5565f7589,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:49.153240 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-e3ef4e9d-2dbb-4886-9314-9c89982ee30b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:49.156677 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4918901-fe5a-48bd-b443-97fe6265f348 req-1b032048-1f38-461d-927f-050e13e00313 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 210 time: 0.1165648 Nov 11 11:50:49.195745 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-a099b439-abba-4802-8018-b608dcd11690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:49.197300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-a099b439-abba-4802-8018-b608dcd11690 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=918a68a5ef43412d92ce3c2cb5726bca&device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 1099 time: 0.2602029 Nov 11 11:50:49.200815 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fac845-3a5d-4a15-b589-331f979c15e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad80836a-4b08-4507-946b-ab0533d42b70'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:49.201446 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-e3ef4e9d-2dbb-4886-9314-9c89982ee30b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:49.207392 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4301cc2-8ff2-4830-af57-e8db86f95b50" -d '{"events": [{"server_uuid": "64fac845-3a5d-4a15-b589-331f979c15e6", "name": "network-vif-plugged", "status": "completed", "tag": "ad80836a-4b08-4507-946b-ab0533d42b70"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:49.252016 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495ab8a8-85fd-4735-ab05-8dd740fbc3c8 x-openstack-request-id: req-495ab8a8-85fd-4735-ab05-8dd740fbc3c8 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:49.252340 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6523c6-c9da-4fd7-87fd-30bb9e66ccf2", "tag": "3d937e27-9465-4c21-91b5-9ee5565f7589", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:49.252655 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-495ab8a8-85fd-4735-ab05-8dd740fbc3c8 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:49.253046 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6523c6-c9da-4fd7-87fd-30bb9e66ccf2', 'tag': '3d937e27-9465-4c21-91b5-9ee5565f7589', 'status': 'completed', 'code': 200} Nov 11 11:50:49.255942 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-e0a51af5-7869-4a11-ae9b-5f14ed16f072 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=3d937e27-9465-4c21-91b5-9ee5565f7589 HTTP/1.1" status: 200 len: 217 time: 0.0469332 Nov 11 11:50:49.258060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-e3ef4e9d-2dbb-4886-9314-9c89982ee30b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:50:49.261176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-e3ef4e9d-2dbb-4886-9314-9c89982ee30b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:50:49.263724 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-e3ef4e9d-2dbb-4886-9314-9c89982ee30b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:50:49.266709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cc12d-b9c1-4169-94d5-293aa5d2d7ac req-86cbda26-903f-448e-8e7f-8fb97931f6db tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:49.268245 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4c7cc12d-b9c1-4169-94d5-293aa5d2d7ac req-86cbda26-903f-448e-8e7f-8fb97931f6db tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.1151505 Nov 11 11:50:49.270481 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-e3ef4e9d-2dbb-4886-9314-9c89982ee30b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:49.271161 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-e3ef4e9d-2dbb-4886-9314-9c89982ee30b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:49.284821 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef4e9d-2dbb-4886-9314-9c89982ee30b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Pushing event updated for resources: {'Port': ['ID=15584284-9898-4ccd-b7f5-b17242a4c344,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:49.293113 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-e3ef4e9d-2dbb-4886-9314-9c89982ee30b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7980993 Nov 11 11:50:49.307038 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Request body: {'port': {'device_id': '7df3d219-38ee-4492-be68-36b4dd92298f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:49.359986 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:49.364279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-13923286-aa1d-4b14-b5b7-fd7d06865ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:49.365918 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-13923286-aa1d-4b14-b5b7-fd7d06865ecf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0878193 Nov 11 11:50:49.392466 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b0054-02c9-414e-9cc6-4e2aeb166d92 req-629ee2f7-4d6e-461f-8cc1-34ea8a051984 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:49.393925 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d26b0054-02c9-414e-9cc6-4e2aeb166d92 req-629ee2f7-4d6e-461f-8cc1-34ea8a051984 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 948 time: 0.1247878 Nov 11 11:50:49.414479 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4c7cc12d-b9c1-4169-94d5-293aa5d2d7ac req-a6ac243c-80f1-4851-bf2e-1ccef94e5bbc tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354330 Nov 11 11:50:49.462482 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9446bea5-0b2f-4793-8614-b87970a0bd1b x-openstack-request-id: req-9446bea5-0b2f-4793-8614-b87970a0bd1b {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:49.462871 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fac845-3a5d-4a15-b589-331f979c15e6", "name": "network-vif-plugged", "status": "completed", "tag": "ad80836a-4b08-4507-946b-ab0533d42b70", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:49.463234 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9446bea5-0b2f-4793-8614-b87970a0bd1b {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:49.463718 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fac845-3a5d-4a15-b589-331f979c15e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad80836a-4b08-4507-946b-ab0533d42b70', 'code': 200} Nov 11 11:50:49.465553 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-c0af782c-c9e8-44cd-8c95-9b8a48429615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:49.467073 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-c0af782c-c9e8-44cd-8c95-9b8a48429615 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918601 Nov 11 11:50:49.474866 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d26b0054-02c9-414e-9cc6-4e2aeb166d92 req-d078fe0e-83f4-483d-80cb-d4a6fab70824 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592966 Nov 11 11:50:49.634135 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-f7b0ae55-183d-4e9d-b438-a8cdd4e8cfe4 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468821 Nov 11 11:50:49.670037 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15584284-9898-4ccd-b7f5-b17242a4c344 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:49.671974 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d35d00-84d2-418c-ad7f-c761a02c41eb req-c762b47c-a5db-46ee-809c-383a57153d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:49.673416 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60d35d00-84d2-418c-ad7f-c761a02c41eb req-c762b47c-a5db-46ee-809c-383a57153d30 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=64fac845-3a5d-4a15-b589-331f979c15e6 HTTP/1.1" status: 200 len: 1101 time: 0.1294684 Nov 11 11:50:49.677819 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:49.681911 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730aa70-49dc-4039-baf9-27d7c5550ac6 req-b60997d7-6232-44a8-ae4a-bed4080ee569 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:49.683272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0730aa70-49dc-4039-baf9-27d7c5550ac6 req-b60997d7-6232-44a8-ae4a-bed4080ee569 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 949 time: 0.1382368 Nov 11 11:50:49.690162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Transition to ACTIVE for port object 15584284-9898-4ccd-b7f5-b17242a4c344 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:50:49.695002 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:49.760480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Pushing event updated for resources: {'Port': ['ID=15584284-9898-4ccd-b7f5-b17242a4c344,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:49.777705 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Attempting to bind port 15584284-9898-4ccd-b7f5-b17242a4c344 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:50:49.778145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Attempting to bind port 15584284-9898-4ccd-b7f5-b17242a4c344 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:50:49.778568 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Attempting to bind port 15584284-9898-4ccd-b7f5-b17242a4c344 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:49.783410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Port 15584284-9898-4ccd-b7f5-b17242a4c344 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:50:49.783803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Attempting to bind port 15584284-9898-4ccd-b7f5-b17242a4c344 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:50:49.788823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:50:49.789223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Checking segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:50:49.789695 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Bound using segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:50:49.790177 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Bound port: 15584284-9898-4ccd-b7f5-b17242a4c344, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:50:49.790810 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:49.816799 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87d58a-3ceb-4c7f-be68-a1a19f674c45 req-6354cf28-39bc-4ada-a714-a86f7aaa8cc9 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:49.818435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e87d58a-3ceb-4c7f-be68-a1a19f674c45 req-6354cf28-39bc-4ada-a714-a86f7aaa8cc9 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.1835895 Nov 11 11:50:49.839365 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60d35d00-84d2-418c-ad7f-c761a02c41eb req-99c2cc0e-7b31-445a-95bb-5c0690fe05c7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460259 Nov 11 11:50:49.841993 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.43', 59096) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:49.852243 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0730aa70-49dc-4039-baf9-27d7c5550ac6 req-f32f45b8-f796-4356-86e4-313bcc6bee64 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466866 Nov 11 11:50:49.871913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] For port 15584284-9898-4ccd-b7f5-b17242a4c344, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:50:49.871913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] For port 15584284-9898-4ccd-b7f5-b17242a4c344, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=15584284-9898-4ccd-b7f5-b17242a4c344,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:50:49.873175 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:49.885521 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3796f757-85a8-4e18-a892-e1724a3ef4b5 req-60933d5b-7b7e-4224-a451-ebc4b76f607a service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345598 Nov 11 11:50:49.902452 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e87d58a-3ceb-4c7f-be68-a1a19f674c45 req-67a5129a-444d-48a9-af2b-544af8242805 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687003 Nov 11 11:50:49.912578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:49.913195 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:49.914602 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] 10.222.0.43 "PUT /v2.0/ports/15584284-9898-4ccd-b7f5-b17242a4c344 HTTP/1.1" status: 200 len: 1091 time: 0.6120262 Nov 11 11:50:49.915036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df3d219-38ee-4492-be68-36b4dd92298f', 'tag': '15584284-9898-4ccd-b7f5-b17242a4c344'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:49.917531 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbacbff-bc53-4b2b-915f-c94400b06a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "7df3d219-38ee-4492-be68-36b4dd92298f", "tag": "15584284-9898-4ccd-b7f5-b17242a4c344"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:49.935981 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2493a-a5eb-4fae-8d10-9a5cf356d591 service neutron] Pushing event updated for resources: {'Port': ['ID=15584284-9898-4ccd-b7f5-b17242a4c344,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:49.959056 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6d9305-45c9-40cb-9412-ca15a0740ca3 x-openstack-request-id: req-1b6d9305-45c9-40cb-9412-ca15a0740ca3 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:49.959339 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df3d219-38ee-4492-be68-36b4dd92298f", "tag": "15584284-9898-4ccd-b7f5-b17242a4c344", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:49.959581 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b6d9305-45c9-40cb-9412-ca15a0740ca3 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:49.960091 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df3d219-38ee-4492-be68-36b4dd92298f', 'tag': '15584284-9898-4ccd-b7f5-b17242a4c344', 'status': 'completed', 'code': 200} Nov 11 11:50:49.979369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de33a04-bdcd-47de-8c3d-514f33e4e50d req-aa7f166a-013c-4c3c-89fe-91b9d3326377 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:49.980918 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2de33a04-bdcd-47de-8c3d-514f33e4e50d req-aa7f166a-013c-4c3c-89fe-91b9d3326377 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/ports?device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 950 time: 0.0547364 Nov 11 11:50:50.027372 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2de33a04-bdcd-47de-8c3d-514f33e4e50d req-0988b9b3-13b6-462b-a4bc-503571267942 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/security-groups?id=e33d06fb-8e13-47a7-b11a-54f30d705367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403938 Nov 11 11:50:50.099952 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-81b92263-140c-4fed-9529-70f6b4f44293 req-21c9adf9-4cd5-4376-bcd9-c3634bdd0038 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501981 Nov 11 11:50:50.215327 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1501007-cefc-4c0b-b03b-aacbee3fa808 req-8039bc6a-8f17-4e59-8fa0-2618ef8da140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:50.216913 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1501007-cefc-4c0b-b03b-aacbee3fa808 req-8039bc6a-8f17-4e59-8fa0-2618ef8da140 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=918a68a5ef43412d92ce3c2cb5726bca&device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 1099 time: 0.0804591 Nov 11 11:50:50.228409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbacbff-bc53-4b2b-915f-c94400b06a2f req-58c567d3-5fa8-4dbf-95f9-eea5493399a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:50.229916 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bcbacbff-bc53-4b2b-915f-c94400b06a2f req-58c567d3-5fa8-4dbf-95f9-eea5493399a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 1094 time: 0.0626383 Nov 11 11:50:50.233862 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64522386-4a2b-4f50-91a9-873aacd0a297 req-54ccf868-2cef-4cc5-899b-13b9765ed980 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:50.235489 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64522386-4a2b-4f50-91a9-873aacd0a297 req-54ccf868-2cef-4cc5-899b-13b9765ed980 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 949 time: 0.0994256 Nov 11 11:50:50.237448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b92263-140c-4fed-9529-70f6b4f44293 req-7d712b56-9a3e-47aa-b0b6-ad7147f0a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:50.238982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b92263-140c-4fed-9529-70f6b4f44293 req-7d712b56-9a3e-47aa-b0b6-ad7147f0a068 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08700ee2934140278345d972bc355944&device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 1122 time: 0.0698524 Nov 11 11:50:50.323123 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64522386-4a2b-4f50-91a9-873aacd0a297 req-a6964d2e-1aef-4811-af51-9e9081c005d3 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773692 Nov 11 11:50:50.359592 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device bc32bc94-0c00-48f3-93df-931662348468 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:50:50.410849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0079d1-907e-4a2e-94aa-6bf5ce392096 req-99482c8f-5327-41d5-9ddb-b15c0fddfd9f tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:50.412559 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c0079d1-907e-4a2e-94aa-6bf5ce392096 req-99482c8f-5327-41d5-9ddb-b15c0fddfd9f tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 943 time: 0.0959692 Nov 11 11:50:50.416027 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port bc32bc94-0c00-48f3-93df-931662348468 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:50:50.420454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port bc32bc94-0c00-48f3-93df-931662348468 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:50.421195 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:50.455485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b92263-140c-4fed-9529-70f6b4f44293 req-8ccae0a8-e38a-4f4f-be66-858a5345b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:50.456970 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b92263-140c-4fed-9529-70f6b4f44293 req-8ccae0a8-e38a-4f4f-be66-858a5345b362 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1769180 Nov 11 11:50:50.509268 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1501007-cefc-4c0b-b03b-aacbee3fa808 req-42ee209f-2061-4af5-942a-c5a4a5eb088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:50.510472 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1501007-cefc-4c0b-b03b-aacbee3fa808 req-42ee209f-2061-4af5-942a-c5a4a5eb088c service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.2795544 Nov 11 11:50:50.516476 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b92263-140c-4fed-9529-70f6b4f44293 req-27ef7b02-c288-42ff-92ce-405273558160 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=17a91085-f463-4507-a46b-de29b9fb8670 HTTP/1.1" status: 200 len: 217 time: 0.0481248 Nov 11 11:50:50.531190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbacbff-bc53-4b2b-915f-c94400b06a2f req-acb0c4e2-87ec-46eb-abe1-3a2c1174ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:50.532740 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bcbacbff-bc53-4b2b-915f-c94400b06a2f req-acb0c4e2-87ec-46eb-abe1-3a2c1174ec38 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=6c923494b0b24034811a64096faf7424&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2933059 Nov 11 11:50:50.555834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01630af-3936-4294-a719-413debe253f7 req-538b3ef3-bbdb-4eba-8c08-87b6c7d3e8ee tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:50.558016 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b01630af-3936-4294-a719-413debe253f7 req-538b3ef3-bbdb-4eba-8c08-87b6c7d3e8ee tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/ports?device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 950 time: 0.1551054 Nov 11 11:50:50.583717 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c0079d1-907e-4a2e-94aa-6bf5ce392096 req-2b46c6ee-9b6e-4b89-81d0-724e5bfc90fb tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567442 Nov 11 11:50:50.584657 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af202164-45f6-4146-a77c-4fddb51f9216 req-57528305-c359-4732-87be-f5363e9b0c33 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:50.586160 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-af202164-45f6-4146-a77c-4fddb51f9216 req-57528305-c359-4732-87be-f5363e9b0c33 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.62 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 949 time: 0.1476586 Nov 11 11:50:50.600893 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1501007-cefc-4c0b-b03b-aacbee3fa808 req-8da07fb9-cde7-4626-aed2-a36ad5e89a3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=3d937e27-9465-4c21-91b5-9ee5565f7589 HTTP/1.1" status: 200 len: 217 time: 0.0712256 Nov 11 11:50:50.637227 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b01630af-3936-4294-a719-413debe253f7 req-c804da5f-9ea9-4880-b32f-72806c2cb372 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/security-groups?id=e33d06fb-8e13-47a7-b11a-54f30d705367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508697 Nov 11 11:50:50.644917 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:50.656747 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b92263-140c-4fed-9529-70f6b4f44293 req-bb8556de-386c-45bb-9756-0762fcd85eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:50.658261 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b92263-140c-4fed-9529-70f6b4f44293 req-bb8556de-386c-45bb-9756-0762fcd85eb6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1245832 Nov 11 11:50:50.698383 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port bc32bc94-0c00-48f3-93df-931662348468, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=bc32bc94-0c00-48f3-93df-931662348468,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:50.707094 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:50.758819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=bc32bc94-0c00-48f3-93df-931662348468,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:50.759853 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1501007-cefc-4c0b-b03b-aacbee3fa808 req-f3fbbb88-65d7-4473-adf6-0149d5601fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:50.762102 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1501007-cefc-4c0b-b03b-aacbee3fa808 req-f3fbbb88-65d7-4473-adf6-0149d5601fdc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1431882 Nov 11 11:50:50.783509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b92263-140c-4fed-9529-70f6b4f44293 req-89b24b86-9bb1-499b-bb7a-4fcd7731e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:50.785001 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b92263-140c-4fed-9529-70f6b4f44293 req-89b24b86-9bb1-499b-bb7a-4fcd7731e451 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145587 Nov 11 11:50:50.806196 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f05f0-26c5-4874-86bb-bedda6d0aeaa req-2f2dd41b-ab98-4e41-be89-74e20faeced9 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:50.807707 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-125f05f0-26c5-4874-86bb-bedda6d0aeaa req-2f2dd41b-ab98-4e41-be89-74e20faeced9 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 948 time: 0.0944026 Nov 11 11:50:50.808762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbacbff-bc53-4b2b-915f-c94400b06a2f req-d5aee814-c4c6-49ee-94e8-7b44ec5564ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:50.810286 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bcbacbff-bc53-4b2b-915f-c94400b06a2f req-d5aee814-c4c6-49ee-94e8-7b44ec5564ef service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2686186 Nov 11 11:50:50.821094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b488c-d80a-4ab1-ae44-e02f9a0ea2c8 req-6b09a581-f706-4d2e-b2ab-eeb74ebe4d53 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:50.822577 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-314b488c-d80a-4ab1-ae44-e02f9a0ea2c8 req-6b09a581-f706-4d2e-b2ab-eeb74ebe4d53 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.1072786 Nov 11 11:50:50.839592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1501007-cefc-4c0b-b03b-aacbee3fa808 req-ea0c7418-b7be-4653-9c07-a4059dc6183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:50.841720 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1501007-cefc-4c0b-b03b-aacbee3fa808 req-ea0c7418-b7be-4653-9c07-a4059dc6183e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684791 Nov 11 11:50:50.844668 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-af202164-45f6-4146-a77c-4fddb51f9216 req-a84dd9bd-d301-4a08-ab48-9becc9ab6d97 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Deleting port bbb9ba97-9338-48bd-b0df-66c66884c647 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:50:50.845396 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-af202164-45f6-4146-a77c-4fddb51f9216 req-a84dd9bd-d301-4a08-ab48-9becc9ab6d97 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:50.962816 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-314b488c-d80a-4ab1-ae44-e02f9a0ea2c8 req-53962b3c-db41-4571-84c9-cf5e36a75a15 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278973 Nov 11 11:50:50.965884 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-125f05f0-26c5-4874-86bb-bedda6d0aeaa req-5b38af3e-7128-4bdd-acb9-b3df6f04a8ad tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423442 Nov 11 11:50:50.968198 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b92263-140c-4fed-9529-70f6b4f44293 req-e61e7b7f-3df5-4d7f-bf91-f3cbabc34de4 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701894 Nov 11 11:50:51.029575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-2e4af7a0-f12d-40f4-9022-d28e61bf3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:51.031124 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-2e4af7a0-f12d-40f4-9022-d28e61bf3efd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 1094 time: 0.1638529 Nov 11 11:50:51.058317 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-af202164-45f6-4146-a77c-4fddb51f9216 req-a84dd9bd-d301-4a08-ab48-9becc9ab6d97 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] For port bbb9ba97-9338-48bd-b0df-66c66884c647, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=bbb9ba97-9338-48bd-b0df-66c66884c647,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:51.058694 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-af202164-45f6-4146-a77c-4fddb51f9216 req-a84dd9bd-d301-4a08-ab48-9becc9ab6d97 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:51.094204 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1501007-cefc-4c0b-b03b-aacbee3fa808 req-e5a176de-b6ac-4b04-b5b7-03c947ef2d95 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254672 Nov 11 11:50:51.097467 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-945aecec-363b-48f8-8c8c-85422b6e1a56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15584284-9898-4ccd-b7f5-b17242a4c344 HTTP/1.1" status: 200 len: 217 time: 0.0472500 Nov 11 11:50:51.101665 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-af202164-45f6-4146-a77c-4fddb51f9216 req-a84dd9bd-d301-4a08-ab48-9becc9ab6d97 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Calling delete_port for bbb9ba97-9338-48bd-b0df-66c66884c647 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:50:51.130237 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a701b-9baf-4f7b-9f61-af972efe9869 req-516b1597-4e79-47b8-8ec3-49266b7ee9d4 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:51.131767 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c8a701b-9baf-4f7b-9f61-af972efe9869 req-516b1597-4e79-47b8-8ec3-49266b7ee9d4 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 949 time: 0.0774751 Nov 11 11:50:51.153107 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b92263-140c-4fed-9529-70f6b4f44293 req-3c2786b1-7463-45cb-a122-3f9a9ed4f945 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725214 Nov 11 11:50:51.217618 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272e356-1cdb-4335-b30d-dcf9f2a0c19d req-20726b8d-a5c5-4461-a6bd-01a107390237 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:51.219245 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1272e356-1cdb-4335-b30d-dcf9f2a0c19d req-20726b8d-a5c5-4461-a6bd-01a107390237 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0865946 Nov 11 11:50:51.222843 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c8a701b-9baf-4f7b-9f61-af972efe9869 req-cad54a1c-25b2-428a-aadf-8b71041cd123 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773585 Nov 11 11:50:51.224246 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:51.282552 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1272e356-1cdb-4335-b30d-dcf9f2a0c19d req-07fc1a16-b535-4b90-b112-b1dce8b820f1 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517066 Nov 11 11:50:51.284551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-e42d567c-9ffe-4fa8-8b6d-28acaec83a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:51.286116 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-e42d567c-9ffe-4fa8-8b6d-28acaec83a86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.1394711 Nov 11 11:50:51.340494 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-9692e127-8ad1-46be-b5d6-999b2695e9ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374165 Nov 11 11:50:51.348374 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1501007-cefc-4c0b-b03b-aacbee3fa808 req-b3880f4a-b4d9-41bd-857b-4d0c71104619 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028220 Nov 11 11:50:51.447574 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52289744-03c3-47b6-9b42-f378dfb5e73b req-e042410c-8a2a-4131-831e-dcb548acc8ee tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:51.449114 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-52289744-03c3-47b6-9b42-f378dfb5e73b req-e042410c-8a2a-4131-831e-dcb548acc8ee tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 950 time: 0.0537415 Nov 11 11:50:51.462275 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-af202164-45f6-4146-a77c-4fddb51f9216 req-a84dd9bd-d301-4a08-ab48-9becc9ab6d97 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:51.465068 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820b0893-e627-4927-a492-4cbfa6eab66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc32bc94-0c00-48f3-93df-931662348468'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:51.467551 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54263084-9af4-493f-b13d-bf6993120f42" -d '{"events": [{"server_uuid": "820b0893-e627-4927-a492-4cbfa6eab66d", "name": "network-vif-plugged", "status": "completed", "tag": "bc32bc94-0c00-48f3-93df-931662348468"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:51.473786 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['8b422db1-b24f-4b20-bf58-b2c371be3f65'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:51.499062 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dd9bd-d301-4a08-ab48-9becc9ab6d97 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Pushing event deleted for resources: {'Port': ['ID=bbb9ba97-9338-48bd-b0df-66c66884c647,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:51.500311 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-52289744-03c3-47b6-9b42-f378dfb5e73b req-6424dcd1-78c6-4e8c-970a-a98180a94a21 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451767 Nov 11 11:50:51.520141 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-5c591d56-f7f9-45bb-be75-c67b05de1c99 service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578493 Nov 11 11:50:51.543912 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567d4335-8578-4b79-8198-78e982063076 x-openstack-request-id: req-567d4335-8578-4b79-8198-78e982063076 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:51.544216 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820b0893-e627-4927-a492-4cbfa6eab66d", "name": "network-vif-plugged", "status": "completed", "tag": "bc32bc94-0c00-48f3-93df-931662348468", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:51.544466 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-567d4335-8578-4b79-8198-78e982063076 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:51.544848 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820b0893-e627-4927-a492-4cbfa6eab66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc32bc94-0c00-48f3-93df-931662348468', 'code': 200} Nov 11 11:50:51.545951 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['bbb9ba97-9338-48bd-b0df-66c66884c647'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:51.733046 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346d0c9-5d6c-42c6-8fa6-3bfd6164d1ea req-f2da0bab-0ebb-4646-825d-3bd814b4ca19 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:51.738123 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d346d0c9-5d6c-42c6-8fa6-3bfd6164d1ea req-f2da0bab-0ebb-4646-825d-3bd814b4ca19 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 943 time: 0.0608277 Nov 11 11:50:51.826138 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-af202164-45f6-4146-a77c-4fddb51f9216 req-a84dd9bd-d301-4a08-ab48-9becc9ab6d97 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] No DVR routers for this DVR port bbb9ba97-9338-48bd-b0df-66c66884c647 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:50:51.830668 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-af202164-45f6-4146-a77c-4fddb51f9216 req-a84dd9bd-d301-4a08-ab48-9becc9ab6d97 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:51.834134 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-af202164-45f6-4146-a77c-4fddb51f9216 req-a84dd9bd-d301-4a08-ab48-9becc9ab6d97 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.62 "DELETE /v2.0/ports/bbb9ba97-9338-48bd-b0df-66c66884c647 HTTP/1.1" status: 204 len: 173 time: 1.2163608 Nov 11 11:50:51.905305 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403f1aa-42cb-4ec1-8dc8-316fa4396630 req-cd47661e-d730-492f-825f-e6c6061bc27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:51.906723 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b403f1aa-42cb-4ec1-8dc8-316fa4396630 req-cd47661e-d730-492f-825f-e6c6061bc27f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 1101 time: 0.1325500 Nov 11 11:50:51.938442 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1e3d3482-3e97-402f-acb1-0daec188c309 req-1897ecff-b761-4435-bf9b-a413c2e6577c service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654592 Nov 11 11:50:51.964966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71790e3-70ec-4d27-8a69-ecd91a2fadb4', 'name': 'network-vif-deleted', 'tag': 'bbb9ba97-9338-48bd-b0df-66c66884c647'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:51.967502 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8192a3fc-7358-43db-9299-d044483f125c" -d '{"events": [{"server_uuid": "e71790e3-70ec-4d27-8a69-ecd91a2fadb4", "name": "network-vif-deleted", "tag": "bbb9ba97-9338-48bd-b0df-66c66884c647"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:51.977107 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b403f1aa-42cb-4ec1-8dc8-316fa4396630 req-f09c51c7-62d1-4c78-b851-019f99d7cb10 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567021 Nov 11 11:50:52.030617 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a21380-979b-4d4c-9cf6-661525cc9073 req-1a323593-49b5-4d97-b80d-cf3baf0df61a tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:52.032055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5a21380-979b-4d4c-9cf6-661525cc9073 req-1a323593-49b5-4d97-b80d-cf3baf0df61a tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/ports?device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 950 time: 0.2927663 Nov 11 11:50:52.036632 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d346d0c9-5d6c-42c6-8fa6-3bfd6164d1ea req-dd810653-99ae-4dfa-8710-2bac36c1e6bf tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961502 Nov 11 11:50:52.082059 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5a21380-979b-4d4c-9cf6-661525cc9073 req-1f5049b0-fb4f-4f59-9ab8-78cba9ad19c3 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/security-groups?id=e33d06fb-8e13-47a7-b11a-54f30d705367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432949 Nov 11 11:50:52.084427 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd6356d-10ff-4072-ac4c-6401f5d19042 x-openstack-request-id: req-8dd6356d-10ff-4072-ac4c-6401f5d19042 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:52.084711 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71790e3-70ec-4d27-8a69-ecd91a2fadb4", "name": "network-vif-deleted", "tag": "bbb9ba97-9338-48bd-b0df-66c66884c647", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:52.084956 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8dd6356d-10ff-4072-ac4c-6401f5d19042 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:52.085346 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71790e3-70ec-4d27-8a69-ecd91a2fadb4', 'name': 'network-vif-deleted', 'tag': 'bbb9ba97-9338-48bd-b0df-66c66884c647', 'status': 'completed', 'code': 200} Nov 11 11:50:52.200623 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6cb4c-afc3-420e-beac-743409074e16 req-fb2a7cc3-d90d-4493-bfe8-c3530e4a78fd tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:52.202102 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8c6cb4c-afc3-420e-beac-743409074e16 req-fb2a7cc3-d90d-4493-bfe8-c3530e4a78fd tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 948 time: 0.0739498 Nov 11 11:50:52.214054 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11cf6a-f58a-4725-897b-27b0dddd8c52 req-b47bcd8b-e00d-4872-ab22-c81fcce920d5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:52.215407 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf11cf6a-f58a-4725-897b-27b0dddd8c52 req-b47bcd8b-e00d-4872-ab22-c81fcce920d5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0622408 Nov 11 11:50:52.286690 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8c6cb4c-afc3-420e-beac-743409074e16 req-a46c2f92-6834-4017-b359-bb5809e0fe89 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703456 Nov 11 11:50:52.290172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf11cf6a-f58a-4725-897b-27b0dddd8c52 req-07fc1230-5cbf-4f7e-b339-4cbc2cbce68e tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683503 Nov 11 11:50:52.385341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6ac0a93-da8f-46a9-b7d3-72dcc36e0533 req-e26e6453-b8d1-48bf-8395-60a80fbfd7da tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e71790e3-70ec-4d27-8a69-ecd91a2fadb4 HTTP/1.1" status: 200 len: 210 time: 0.0263166 Nov 11 11:50:52.447429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a99ff-910c-4684-acaf-2707cbff3def req-58dc48da-f5b6-490a-973c-6235aaa51a3e tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:52.448901 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-814a99ff-910c-4684-acaf-2707cbff3def req-58dc48da-f5b6-490a-973c-6235aaa51a3e tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0476458 Nov 11 11:50:52.498153 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-814a99ff-910c-4684-acaf-2707cbff3def req-c1a75365-56ac-44a4-8744-7d2acfdadc4b tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431364 Nov 11 11:50:52.518207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141d6b4-8d3a-4ed6-9be6-09f052a24382 req-6262632d-60b8-4199-9f7e-423c389ea017 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:52.519682 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b141d6b4-8d3a-4ed6-9be6-09f052a24382 req-6262632d-60b8-4199-9f7e-423c389ea017 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.62 "GET /v2.0/ports?device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 950 time: 0.0483027 Nov 11 11:50:52.616494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-b141d6b4-8d3a-4ed6-9be6-09f052a24382 req-b068f6e3-3b5c-4c3c-a9a0-831e918e5bcb tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Deleting port 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:50:52.616826 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b141d6b4-8d3a-4ed6-9be6-09f052a24382 req-b068f6e3-3b5c-4c3c-a9a0-831e918e5bcb tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:52.618308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb501bb-f671-4ea3-89f4-a589de28d2ec req-5d1672d5-7b12-4d5b-aa3e-8468f5bebca9 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:52.619783 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eeb501bb-f671-4ea3-89f4-a589de28d2ec req-5d1672d5-7b12-4d5b-aa3e-8468f5bebca9 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 950 time: 0.0480297 Nov 11 11:50:52.671707 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eeb501bb-f671-4ea3-89f4-a589de28d2ec req-235e36f1-9996-4572-aa0b-c48dfb9b3ca5 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458107 Nov 11 11:50:52.709353 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-b141d6b4-8d3a-4ed6-9be6-09f052a24382 req-b068f6e3-3b5c-4c3c-a9a0-831e918e5bcb tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] For port 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:52.709743 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b141d6b4-8d3a-4ed6-9be6-09f052a24382 req-b068f6e3-3b5c-4c3c-a9a0-831e918e5bcb tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:52.722918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-b141d6b4-8d3a-4ed6-9be6-09f052a24382 req-b068f6e3-3b5c-4c3c-a9a0-831e918e5bcb tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Calling delete_port for 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:50:52.855169 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b141d6b4-8d3a-4ed6-9be6-09f052a24382 req-b068f6e3-3b5c-4c3c-a9a0-831e918e5bcb tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:52.868029 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:52.884731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068f6e3-3b5c-4c3c-a9a0-831e918e5bcb tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Pushing event deleted for resources: {'Port': ['ID=10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:52.929511 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b141d6b4-8d3a-4ed6-9be6-09f052a24382 req-b068f6e3-3b5c-4c3c-a9a0-831e918e5bcb tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] No DVR routers for this DVR port 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:50:52.932510 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b141d6b4-8d3a-4ed6-9be6-09f052a24382 req-b068f6e3-3b5c-4c3c-a9a0-831e918e5bcb tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:52.935958 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b141d6b4-8d3a-4ed6-9be6-09f052a24382 req-b068f6e3-3b5c-4c3c-a9a0-831e918e5bcb tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.62 "DELETE /v2.0/ports/10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 HTTP/1.1" status: 204 len: 173 time: 0.4063230 Nov 11 11:50:53.159563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00548c-6956-4e3b-98c7-f175bc940e77 req-ee04b723-446d-42f8-abc7-3bca0960f446 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:53.161081 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e00548c-6956-4e3b-98c7-f175bc940e77 req-ee04b723-446d-42f8-abc7-3bca0960f446 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 943 time: 0.0510378 Nov 11 11:50:53.197852 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fac8211d-cca4-47f2-8869-844f877058ff req-6030bc72-a42d-4db7-bbbb-c3b3f98f5ff5 tempest-ServerDiagnosticsNegativeTest-1048697043 tempest-ServerDiagnosticsNegativeTest-1048697043-project] 10.222.0.65 "GET /v2.0/ports?device_id=292bcbb1-ee5c-436b-a4ad-f0491b960281 HTTP/1.1" status: 200 len: 210 time: 0.0343890 Nov 11 11:50:53.226285 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e00548c-6956-4e3b-98c7-f175bc940e77 req-8ebea24b-0225-442a-afc1-440e58ecdc33 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543694 Nov 11 11:50:53.381965 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-59719f06-3a4d-4cf2-8646-067efc94fa1c req-25b0efb2-9b74-4276-ae4f-882294c88226 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418665 Nov 11 11:50:53.434452 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e2d4-d2dc-4930-b485-b988181e774d req-87bfbd5d-d15b-4829-a237-cd09537b3bba tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:53.435902 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9546e2d4-d2dc-4930-b485-b988181e774d req-87bfbd5d-d15b-4829-a237-cd09537b3bba tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 948 time: 0.0809367 Nov 11 11:50:53.448712 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb66de-6aaf-4239-b570-ecb8d4f86ab1 req-9c8b2381-9fd5-4dea-965d-9468b24c3a5a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:53.450371 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9afb66de-6aaf-4239-b570-ecb8d4f86ab1 req-9c8b2381-9fd5-4dea-965d-9468b24c3a5a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0864532 Nov 11 11:50:53.490769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59719f06-3a4d-4cf2-8646-067efc94fa1c req-388c469f-bc23-4db9-8ab2-f5763238a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:53.492421 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-59719f06-3a4d-4cf2-8646-067efc94fa1c req-388c469f-bc23-4db9-8ab2-f5763238a65a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 1101 time: 0.0472150 Nov 11 11:50:53.526493 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9546e2d4-d2dc-4930-b485-b988181e774d req-6f12ded3-1200-49ad-bfde-f7fec04bbd56 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742779 Nov 11 11:50:53.531310 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9afb66de-6aaf-4239-b570-ecb8d4f86ab1 req-160e5456-f241-4c38-97fe-0735f551fec3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732272 Nov 11 11:50:53.669604 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59719f06-3a4d-4cf2-8646-067efc94fa1c req-a67b55d8-4f9c-491c-bda8-cb93eafa43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:53.672381 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-59719f06-3a4d-4cf2-8646-067efc94fa1c req-a67b55d8-4f9c-491c-bda8-cb93eafa43a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1207421 Nov 11 11:50:53.699827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b72ea-8cca-4374-8036-0da52554cc01 req-435ed986-40b4-4160-bcc5-d3cc3c59607b tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:53.706152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-438b72ea-8cca-4374-8036-0da52554cc01 req-435ed986-40b4-4160-bcc5-d3cc3c59607b tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0625350 Nov 11 11:50:53.721424 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-59719f06-3a4d-4cf2-8646-067efc94fa1c req-409254b3-dc5c-4cb2-8b05-5ef103a11f3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46 HTTP/1.1" status: 200 len: 217 time: 0.0399644 Nov 11 11:50:53.772817 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-438b72ea-8cca-4374-8036-0da52554cc01 req-a9004ef2-8e77-4712-854b-88cfb635dcc3 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640762 Nov 11 11:50:53.781553 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59719f06-3a4d-4cf2-8646-067efc94fa1c req-ed6af715-f55f-42d0-ba6a-37895c824da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:53.785620 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-59719f06-3a4d-4cf2-8646-067efc94fa1c req-ed6af715-f55f-42d0-ba6a-37895c824da5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0525162 Nov 11 11:50:53.840171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59719f06-3a4d-4cf2-8646-067efc94fa1c req-b587688e-a529-405e-8124-077c129f26ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:53.841832 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-59719f06-3a4d-4cf2-8646-067efc94fa1c req-b587688e-a529-405e-8124-077c129f26ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467308 Nov 11 11:50:53.903908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf982cf-a873-4b83-8c2a-f10557f49815 req-5fd82cb3-990a-4ada-b565-ea769f89da32 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:53.905336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fbf982cf-a873-4b83-8c2a-f10557f49815 req-5fd82cb3-990a-4ada-b565-ea769f89da32 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 950 time: 0.0789719 Nov 11 11:50:53.912733 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb05a2-90e6-49a9-915b-5cee823ce101 req-4ac057f8-b408-4c94-a925-859f039c6694 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:53.914140 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1cbb05a2-90e6-49a9-915b-5cee823ce101 req-4ac057f8-b408-4c94-a925-859f039c6694 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 948 time: 0.0769780 Nov 11 11:50:53.945337 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-59719f06-3a4d-4cf2-8646-067efc94fa1c req-dcf0d7e8-5493-4a3e-b8dc-190e784238de service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879626 Nov 11 11:50:53.984950 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fbf982cf-a873-4b83-8c2a-f10557f49815 req-4defc727-ad91-4e29-bc57-0efcf52c1b54 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692279 Nov 11 11:50:53.988828 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1cbb05a2-90e6-49a9-915b-5cee823ce101 req-70d9e471-ed44-4897-80c0-e6ce7554aa28 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670907 Nov 11 11:50:54.045445 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-59719f06-3a4d-4cf2-8646-067efc94fa1c req-562c4fd4-72d1-4919-8d2b-f22207559e22 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872006 Nov 11 11:50:54.086292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292bcbb1-ee5c-436b-a4ad-f0491b960281', 'name': 'network-vif-deleted', 'tag': '10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:54.089279 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec705ec-2b27-4cdf-a9a9-bf625afbf7d2" -d '{"events": [{"server_uuid": "292bcbb1-ee5c-436b-a4ad-f0491b960281", "name": "network-vif-deleted", "tag": "10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:54.104503 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a831e52-e92f-4d9d-8710-59bff213709d req-b29254b7-109e-443f-b5e3-2329d4a48c5c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:54.106015 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a831e52-e92f-4d9d-8710-59bff213709d req-b29254b7-109e-443f-b5e3-2329d4a48c5c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=64fac845-3a5d-4a15-b589-331f979c15e6 HTTP/1.1" status: 200 len: 950 time: 0.0533319 Nov 11 11:50:54.125357 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a942142-64d3-450a-b988-8d86915eac44 x-openstack-request-id: req-9a942142-64d3-450a-b988-8d86915eac44 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:54.125659 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292bcbb1-ee5c-436b-a4ad-f0491b960281", "name": "network-vif-deleted", "tag": "10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:54.125905 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a942142-64d3-450a-b988-8d86915eac44 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:54.126324 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292bcbb1-ee5c-436b-a4ad-f0491b960281', 'name': 'network-vif-deleted', 'tag': '10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3', 'status': 'completed', 'code': 200} Nov 11 11:50:54.155972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a831e52-e92f-4d9d-8710-59bff213709d req-0d5d1ad8-e50e-48b0-917a-92504a329aee tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431299 Nov 11 11:50:54.355698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633909a5-8639-408e-9996-333d7581403d req-14a127eb-1093-43ba-a101-8178e5630501 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:54.358752 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-633909a5-8639-408e-9996-333d7581403d req-14a127eb-1093-43ba-a101-8178e5630501 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 943 time: 0.0547633 Nov 11 11:50:54.373085 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device bbb9ba97-9338-48bd-b0df-66c66884c647 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:50:54.397738 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: bbb9ba97-9338-48bd-b0df-66c66884c647 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:50:54.398080 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device bbb9ba97-9338-48bd-b0df-66c66884c647 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:50:54.433345 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-633909a5-8639-408e-9996-333d7581403d req-c1ea1f38-2145-459e-9027-e3799e2db9ec tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681424 Nov 11 11:50:54.454228 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb5389-0f25-4697-95a6-6849a13715ac req-cd69bb77-0b25-449a-ad03-d44f08d85b46 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:54.460098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb5389-0f25-4697-95a6-6849a13715ac req-cd69bb77-0b25-449a-ad03-d44f08d85b46 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:54.461681 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9eeb5389-0f25-4697-95a6-6849a13715ac req-cd69bb77-0b25-449a-ad03-d44f08d85b46 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=820b0893-e627-4927-a492-4cbfa6eab66d&device_id=64fac845-3a5d-4a15-b589-331f979c15e6 HTTP/1.1" status: 200 len: 1691 time: 0.0688918 Nov 11 11:50:54.511883 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9eeb5389-0f25-4697-95a6-6849a13715ac req-7e1fa214-3b22-4d8c-8d31-84cce2c0bc7d tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439088 Nov 11 11:50:54.518057 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41148) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:54.603063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 3d937e27-9465-4c21-91b5-9ee5565f7589 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:50:54.666070 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f2243dda-cc0b-4c6b-9920-770ffc5da9ea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e7ecbae70864ef2a7d1f6a25b456f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467831 Nov 11 11:50:54.668478 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41162) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:54.675339 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760d400-3d8e-45c8-a69d-606db2cc085b req-62f315b5-1b24-46dc-93f2-9fb9dad4448d tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:54.677005 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7760d400-3d8e-45c8-a69d-606db2cc085b req-62f315b5-1b24-46dc-93f2-9fb9dad4448d tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 948 time: 0.0722442 Nov 11 11:50:54.712341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 3d937e27-9465-4c21-91b5-9ee5565f7589, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3d937e27-9465-4c21-91b5-9ee5565f7589,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:54.712730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b0e9d-c659-481e-ad7f-dadcd9c78194 req-2656ca13-e2e7-4a3d-8be7-832e41cddf73 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:54.714301 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f9b0e9d-c659-481e-ad7f-dadcd9c78194 req-2656ca13-e2e7-4a3d-8be7-832e41cddf73 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0728631 Nov 11 11:50:54.719736 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9054d7d-d7b9-4a3e-b7ae-3398d7061aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:54.726709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '3d937e27-9465-4c21-91b5-9ee5565f7589', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '3d937e27-9465-4c21-91b5-9ee5565f7589', 'mac_address': 'fa:16:3e:f4:ff:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:50:54.743634 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9054d7d-d7b9-4a3e-b7ae-3398d7061aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:54.758207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7760d400-3d8e-45c8-a69d-606db2cc085b req-ab452408-fde3-4729-8d84-ee8439f322d9 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720313 Nov 11 11:50:54.766628 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:54.789087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f9b0e9d-c659-481e-ad7f-dadcd9c78194 req-cc486da3-8b44-48a5-8448-20207379c596 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635679 Nov 11 11:50:54.799556 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d937e27-9465-4c21-91b5-9ee5565f7589 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:54.819949 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9054d7d-d7b9-4a3e-b7ae-3398d7061aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:54.823158 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9054d7d-d7b9-4a3e-b7ae-3398d7061aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:54.827653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 3d937e27-9465-4c21-91b5-9ee5565f7589, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3d937e27-9465-4c21-91b5-9ee5565f7589,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:54.827812 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d9054d7d-d7b9-4a3e-b7ae-3398d7061aa9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e33d06fb-8e13-47a7-b11a-54f30d705367 HTTP/1.1" status: 204 len: 168 time: 0.1580551 Nov 11 11:50:54.833679 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:54.834909 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 15584284-9898-4ccd-b7f5-b17242a4c344 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:50:54.838757 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9054d7d-d7b9-4a3e-b7ae-3398d7061aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33d06fb-8e13-47a7-b11a-54f30d705367,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:54.902199 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b52df-35aa-4757-b41e-19b459f981e4 req-d20299fc-9aa0-4281-beb4-f62a213510d1 tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:54.903621 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-696b52df-35aa-4757-b41e-19b459f981e4 req-d20299fc-9aa0-4281-beb4-f62a213510d1 tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 1101 time: 0.0775063 Nov 11 11:50:54.963971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=3d937e27-9465-4c21-91b5-9ee5565f7589,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:54.978331 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-696b52df-35aa-4757-b41e-19b459f981e4 req-acd4ecc2-7739-4ad8-9054-a5a5839b54fc tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615039 Nov 11 11:50:55.027677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 15584284-9898-4ccd-b7f5-b17242a4c344, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=15584284-9898-4ccd-b7f5-b17242a4c344,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:55.031113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e117a3e-3d8e-4935-afe8-18e79c1417a6 req-c3f91c17-4bd2-4c5b-822e-03931f7c9a6f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:55.034601 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e117a3e-3d8e-4935-afe8-18e79c1417a6 req-c3f91c17-4bd2-4c5b-822e-03931f7c9a6f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0768678 Nov 11 11:50:55.041279 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '15584284-9898-4ccd-b7f5-b17242a4c344', 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb', 'port_id': '15584284-9898-4ccd-b7f5-b17242a4c344', 'mac_address': 'fa:16:3e:57:6c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546c2390-2809-4383-bde7-69f252e0324c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:50:55.079528 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:55.096921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15584284-9898-4ccd-b7f5-b17242a4c344 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:50:55.122406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 15584284-9898-4ccd-b7f5-b17242a4c344, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=15584284-9898-4ccd-b7f5-b17242a4c344,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:55.122759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ca7b8-0958-4cde-93d1-dc9e615c191a req-0621190b-791e-4aaf-b011-f2d3b0821a1b tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:55.124290 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c1ca7b8-0958-4cde-93d1-dc9e615c191a req-0621190b-791e-4aaf-b011-f2d3b0821a1b tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=64fac845-3a5d-4a15-b589-331f979c15e6 HTTP/1.1" status: 200 len: 1101 time: 0.0632348 Nov 11 11:50:55.130981 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:55.138563 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e117a3e-3d8e-4935-afe8-18e79c1417a6 req-2b6a13e9-6501-4e18-bfd8-cf6d8dd133b2 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974824 Nov 11 11:50:55.186696 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41174) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:55.191270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=15584284-9898-4ccd-b7f5-b17242a4c344,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:55.200990 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67e4f55e-1e90-459b-941a-8fa1c0e5d24e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:55.206261 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c1ca7b8-0958-4cde-93d1-dc9e615c191a req-0e4ce723-77bc-4bdb-a722-60bcd68b902d tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613959 Nov 11 11:50:55.266508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c680e5-5c2c-4c68-bab5-2e4ea34a091c req-a3a4f566-7e19-4308-85ca-47765485601b tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:55.266508 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10c680e5-5c2c-4c68-bab5-2e4ea34a091c req-a3a4f566-7e19-4308-85ca-47765485601b tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 948 time: 0.0573990 Nov 11 11:50:55.316425 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67e4f55e-1e90-459b-941a-8fa1c0e5d24e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:55.321811 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67e4f55e-1e90-459b-941a-8fa1c0e5d24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:55.326593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10c680e5-5c2c-4c68-bab5-2e4ea34a091c req-9b1a6e32-e78b-4188-b6e1-b69eea7e80fe tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/security-groups?id=c412faea-10da-4343-9f24-119e5bb31f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547824 Nov 11 11:50:55.370363 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-67e4f55e-1e90-459b-941a-8fa1c0e5d24e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d58b16584c5d433592746ed00343595d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1825776 Nov 11 11:50:55.372990 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41184) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:55.379320 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4f55e-1e90-459b-941a-8fa1c0e5d24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57798065-cec1-4236-b8b7-4628d495f315,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:55.432692 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-3a783d60-ce5c-4d2c-9a3e-a5e270eab305 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293317 Nov 11 11:50:55.453515 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fd0024b-9100-454a-8f3d-27da8d042beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:55.464171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367baf53-257d-41cc-8ad3-639d909777ca req-f0bd1b31-cd85-44f9-8156-1cfbb52d678e tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:55.465707 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-367baf53-257d-41cc-8ad3-639d909777ca req-f0bd1b31-cd85-44f9-8156-1cfbb52d678e tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 948 time: 0.0479102 Nov 11 11:50:55.481102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['15584284-9898-4ccd-b7f5-b17242a4c344'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:55.509547 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['3d937e27-9465-4c21-91b5-9ee5565f7589'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:55.540927 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fd0024b-9100-454a-8f3d-27da8d042beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:55.570945 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-367baf53-257d-41cc-8ad3-639d909777ca req-05059842-6ecd-43a0-81c0-8d11ba9adbac tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Deleting port 8b422db1-b24f-4b20-bf58-b2c371be3f65 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:50:55.571596 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-367baf53-257d-41cc-8ad3-639d909777ca req-05059842-6ecd-43a0-81c0-8d11ba9adbac tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:55.621260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-b6829a49-5df0-4a66-8514-2dbad4c02fe1 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:55.622805 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-b6829a49-5df0-4a66-8514-2dbad4c02fe1 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833315 Nov 11 11:50:55.644349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092014d-6ce0-4a6a-95b3-15c098f76da4 req-d2edd09e-cf83-49ca-86fb-4d5b7176ca98 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:55.645890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0092014d-6ce0-4a6a-95b3-15c098f76da4 req-d2edd09e-cf83-49ca-86fb-4d5b7176ca98 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 944 time: 0.1314971 Nov 11 11:50:55.660744 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-356cbffc-041a-42de-8a43-7ab53b2f9529 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/quotas/9bc118dc2ae249c3b19e662c936c1a69 HTTP/1.1" status: 200 len: 375 time: 0.0267076 Nov 11 11:50:55.661657 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fd0024b-9100-454a-8f3d-27da8d042beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:55.668775 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fd0024b-9100-454a-8f3d-27da8d042beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:55.669703 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3fd0024b-9100-454a-8f3d-27da8d042beb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/57798065-cec1-4236-b8b7-4628d495f315 HTTP/1.1" status: 204 len: 168 time: 0.2955024 Nov 11 11:50:55.691982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0024b-9100-454a-8f3d-27da8d042beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57798065-cec1-4236-b8b7-4628d495f315,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:55.713103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-367baf53-257d-41cc-8ad3-639d909777ca req-05059842-6ecd-43a0-81c0-8d11ba9adbac tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] For port 8b422db1-b24f-4b20-bf58-b2c371be3f65, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8b422db1-b24f-4b20-bf58-b2c371be3f65,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:55.713103 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-367baf53-257d-41cc-8ad3-639d909777ca req-05059842-6ecd-43a0-81c0-8d11ba9adbac tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:55.728317 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-367baf53-257d-41cc-8ad3-639d909777ca req-05059842-6ecd-43a0-81c0-8d11ba9adbac tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Calling delete_port for 8b422db1-b24f-4b20-bf58-b2c371be3f65 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:50:55.843500 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0092014d-6ce0-4a6a-95b3-15c098f76da4 req-f451901f-aa70-4e9c-9d12-47176c859dd9 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132717 Nov 11 11:50:55.882236 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-81964d9f-b6ae-4495-9b67-e9301932ef9c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1875660 Nov 11 11:50:55.923644 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-367baf53-257d-41cc-8ad3-639d909777ca req-05059842-6ecd-43a0-81c0-8d11ba9adbac tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:56.007072 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05059842-6ecd-43a0-81c0-8d11ba9adbac tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Pushing event deleted for resources: {'Port': ['ID=8b422db1-b24f-4b20-bf58-b2c371be3f65,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:56.029555 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-367baf53-257d-41cc-8ad3-639d909777ca req-05059842-6ecd-43a0-81c0-8d11ba9adbac tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] No DVR routers for this DVR port 8b422db1-b24f-4b20-bf58-b2c371be3f65 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:50:56.032459 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-367baf53-257d-41cc-8ad3-639d909777ca req-05059842-6ecd-43a0-81c0-8d11ba9adbac tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:56.036190 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-367baf53-257d-41cc-8ad3-639d909777ca req-05059842-6ecd-43a0-81c0-8d11ba9adbac tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.43 "DELETE /v2.0/ports/8b422db1-b24f-4b20-bf58-b2c371be3f65 HTTP/1.1" status: 204 len: 173 time: 0.5617051 Nov 11 11:50:56.069958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f250a-8171-45fa-95a2-ee1dd4e09ec2 req-002f0e7a-5062-44bd-89d7-27c9a3649a13 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:56.076999 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc0f250a-8171-45fa-95a2-ee1dd4e09ec2 req-002f0e7a-5062-44bd-89d7-27c9a3649a13 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 949 time: 0.1224930 Nov 11 11:50:56.127002 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d6bb6b-c9a9-4b84-b833-5562a6853bd2', 'name': 'network-vif-deleted', 'tag': '8b422db1-b24f-4b20-bf58-b2c371be3f65'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:56.129491 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835b71b3-dc34-4700-8b69-92b675b3b424" -d '{"events": [{"server_uuid": "46d6bb6b-c9a9-4b84-b833-5562a6853bd2", "name": "network-vif-deleted", "tag": "8b422db1-b24f-4b20-bf58-b2c371be3f65"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:56.182909 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc0f250a-8171-45fa-95a2-ee1dd4e09ec2 req-53770e71-ddd7-488e-9c25-1ff0c67f8eeb tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895417 Nov 11 11:50:56.293080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d10f2-9208-45b3-aad2-1706488930eb req-11c93b22-614f-4ace-8dcc-888a4063d029 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:56.302467 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a62d10f2-9208-45b3-aad2-1706488930eb req-11c93b22-614f-4ace-8dcc-888a4063d029 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.1292412 Nov 11 11:50:56.382096 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:50:56.442922 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a62d10f2-9208-45b3-aad2-1706488930eb req-69db9b5a-6d1e-41cd-b742-6bd5ff1a103b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374848 Nov 11 11:50:56.458456 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:50:56.460275 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 10e8d758-fbe2-47eb-8c9e-5c31eb08c6d3 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:50:56.472612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['8b422db1-b24f-4b20-bf58-b2c371be3f65'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:56.506068 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-568320a1-13f9-428c-862f-49e4adf407a0 req-4a24c209-3495-4f3a-9b21-b89d91cb4539 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 210 time: 0.1301243 Nov 11 11:50:56.519606 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34da4ef9-2df4-4ea0-acb1-be93ede73efa x-openstack-request-id: req-34da4ef9-2df4-4ea0-acb1-be93ede73efa {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:56.520562 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d6bb6b-c9a9-4b84-b833-5562a6853bd2", "name": "network-vif-deleted", "tag": "8b422db1-b24f-4b20-bf58-b2c371be3f65", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:56.520986 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-34da4ef9-2df4-4ea0-acb1-be93ede73efa {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:56.521630 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d6bb6b-c9a9-4b84-b833-5562a6853bd2', 'name': 'network-vif-deleted', 'tag': '8b422db1-b24f-4b20-bf58-b2c371be3f65', 'status': 'completed', 'code': 200} Nov 11 11:50:56.630608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 3d937e27-9465-4c21-91b5-9ee5565f7589 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:50:56.735756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 3d937e27-9465-4c21-91b5-9ee5565f7589 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:50:56.741866 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 3d937e27-9465-4c21-91b5-9ee5565f7589 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:56.742553 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:56.777722 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4394d4da-9b3e-41a1-a518-df2961524b2d req-51ec7b09-aa11-47f3-bb19-c93712fd6250 tempest-LiveMigrationNegativeTest-44401646 tempest-LiveMigrationNegativeTest-44401646-project] 10.222.0.65 "GET /v2.0/ports?device_id=46d6bb6b-c9a9-4b84-b833-5562a6853bd2 HTTP/1.1" status: 200 len: 210 time: 0.0724409 Nov 11 11:50:56.826772 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559eac4-073e-462c-9de7-451a434020c5 req-542296a2-b8b0-442e-8f3b-e154a9365575 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:56.831723 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8559eac4-073e-462c-9de7-451a434020c5 req-542296a2-b8b0-442e-8f3b-e154a9365575 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.2167258 Nov 11 11:50:56.928568 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:56.959983 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8559eac4-073e-462c-9de7-451a434020c5 req-a7116950-716c-464d-ae0e-6fcd0edd65e0 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210988 Nov 11 11:50:56.970960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6523c6-c9da-4fd7-87fd-30bb9e66ccf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d937e27-9465-4c21-91b5-9ee5565f7589'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:56.978229 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd889fd-0a2e-421b-ac31-34bbc1a92427" -d '{"events": [{"server_uuid": "be6523c6-c9da-4fd7-87fd-30bb9e66ccf2", "name": "network-vif-plugged", "status": "completed", "tag": "3d937e27-9465-4c21-91b5-9ee5565f7589"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:57.006590 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 3d937e27-9465-4c21-91b5-9ee5565f7589, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3d937e27-9465-4c21-91b5-9ee5565f7589,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:57.013413 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:57.014987 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 15584284-9898-4ccd-b7f5-b17242a4c344 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:50:57.045527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d844df5-20fb-4d49-9973-cc51506c85c1 req-a0b64ec7-6930-494f-8202-c185d3f0f491 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:57.055018 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d844df5-20fb-4d49-9973-cc51506c85c1 req-a0b64ec7-6930-494f-8202-c185d3f0f491 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 944 time: 0.0882173 Nov 11 11:50:57.110339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d844df5-20fb-4d49-9973-cc51506c85c1 req-85935e1d-b284-442b-9dcb-1a6a388c0686 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538344 Nov 11 11:50:57.146184 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e74cbf-fee1-411e-bdd5-53d4a1f48dd4 x-openstack-request-id: req-e7e74cbf-fee1-411e-bdd5-53d4a1f48dd4 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:57.146488 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6523c6-c9da-4fd7-87fd-30bb9e66ccf2", "name": "network-vif-plugged", "status": "completed", "tag": "3d937e27-9465-4c21-91b5-9ee5565f7589", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:57.146748 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7e74cbf-fee1-411e-bdd5-53d4a1f48dd4 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:57.147130 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6523c6-c9da-4fd7-87fd-30bb9e66ccf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d937e27-9465-4c21-91b5-9ee5565f7589', 'code': 200} Nov 11 11:50:57.264988 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=3d937e27-9465-4c21-91b5-9ee5565f7589,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:57.273819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 15584284-9898-4ccd-b7f5-b17242a4c344 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:50:57.290326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 15584284-9898-4ccd-b7f5-b17242a4c344 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:57.290927 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:57.394038 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723cca4-e9eb-40d2-bf01-c5c2c4c12525 req-8331c4a0-fe51-4967-a5a6-f54e3c67c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:57.395729 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3723cca4-e9eb-40d2-bf01-c5c2c4c12525 req-8331c4a0-fe51-4967-a5a6-f54e3c67c150 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 1101 time: 0.1989238 Nov 11 11:50:57.440495 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:57.457459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416416e-fdef-4ff5-838f-a2fb9d527525 req-37fb7ada-26c6-474a-ad6d-35f1efb57ada tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:57.468563 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b416416e-fdef-4ff5-838f-a2fb9d527525 req-37fb7ada-26c6-474a-ad6d-35f1efb57ada tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 950 time: 0.1112096 Nov 11 11:50:57.487905 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 15584284-9898-4ccd-b7f5-b17242a4c344, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=15584284-9898-4ccd-b7f5-b17242a4c344,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:50:57.494095 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:57.519602 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3723cca4-e9eb-40d2-bf01-c5c2c4c12525 req-03af2dae-69d8-4ae0-b211-2a70b10e58c8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150978 Nov 11 11:50:57.529939 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b416416e-fdef-4ff5-838f-a2fb9d527525 req-f5edf430-c787-4700-8803-bd5fd1eef69f tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559580 Nov 11 11:50:57.569938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=15584284-9898-4ccd-b7f5-b17242a4c344,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:57.677402 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1c9cd04-3996-423f-bb6b-8f817e506827 req-14de3c2e-0dc1-48a6-bf5a-bca57674a7b6 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 210 time: 0.0360711 Nov 11 11:50:57.685374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151b7e9-3905-403b-a248-8d269f6f5428 req-babce792-a028-4d6b-a76e-cb3ad79bc0df tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:57.687011 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9151b7e9-3905-403b-a248-8d269f6f5428 req-babce792-a028-4d6b-a76e-cb3ad79bc0df tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0950568 Nov 11 11:50:57.746162 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9151b7e9-3905-403b-a248-8d269f6f5428 req-0cddd8bc-d247-42d2-b1cd-e20857f2d44e tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514090 Nov 11 11:50:57.910133 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-61a4cf0c-8267-43c9-841e-154cb34a4c96 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251808 Nov 11 11:50:58.151586 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50654ee-6cb3-4aaa-af0a-324afd635061 req-be7c54cb-936a-42cb-b8d9-9a2be8c83cc6 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:58.164072 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d50654ee-6cb3-4aaa-af0a-324afd635061 req-be7c54cb-936a-42cb-b8d9-9a2be8c83cc6 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0918834 Nov 11 11:50:58.220815 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-31680052-36a0-47f0-820d-df2a293fcc80 req-98ecf5aa-0610-416d-9f0d-422911936c29 service neutron] 10.222.0.62 "GET /v2.0/ports/f2a85307-3654-449c-a186-175b6c103308/bindings/n-h1-807359-3 HTTP/1.1" status: 200 len: 382 time: 0.1982241 Nov 11 11:50:58.229308 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d50654ee-6cb3-4aaa-af0a-324afd635061 req-912b3bb9-d7f1-4e85-97a5-16a85260a726 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642483 Nov 11 11:50:58.232171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-c2cd8d2a-a92f-4198-8184-e71553510a6c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:58.233864 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-c2cd8d2a-a92f-4198-8184-e71553510a6c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3129902 Nov 11 11:50:58.259298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-6ca50a80-a6d8-44ea-bcf9-d5aa7c078417 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Request body: {'port': {'device_id': '430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '9bc118dc2ae249c3b19e662c936c1a69'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:58.313248 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41286) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:58.345883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1477c-604b-437a-9285-c31812b4f406 req-017e7048-85b6-46f8-bf8b-1834ce7a353c tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:58.355704 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49b1477c-604b-437a-9285-c31812b4f406 req-017e7048-85b6-46f8-bf8b-1834ce7a353c tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 945 time: 0.1169102 Nov 11 11:50:58.426223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49b1477c-604b-437a-9285-c31812b4f406 req-f48e5440-97c6-40bc-a688-eb352342aeb3 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674984 Nov 11 11:50:58.464637 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-6ca50a80-a6d8-44ea-bcf9-d5aa7c078417 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Made reservation on behalf of 9bc118dc2ae249c3b19e662c936c1a69 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:50:58.469106 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-6ca50a80-a6d8-44ea-bcf9-d5aa7c078417 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:58.572583 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ee547a0c-74c6-4465-80c7-279c09b8c36b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f6f0c5bed12249b7aa032914faec2d87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581351 Nov 11 11:50:58.574996 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41318) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:58.653272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31680052-36a0-47f0-820d-df2a293fcc80 req-6e59c6bc-6d32-44c3-a88e-ee66c2d72380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:58.654875 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-31680052-36a0-47f0-820d-df2a293fcc80 req-6e59c6bc-6d32-44c3-a88e-ee66c2d72380 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45&tenant_id=901de9f974a44ac4b70ad426cae25689 HTTP/1.1" status: 200 len: 1101 time: 0.0852985 Nov 11 11:50:58.674545 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7aaef027-aa02-4473-9ea0-c3bbc75f3c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:58.685887 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86214585-5c5d-4e76-a6e2-0ef7a03e71b5 req-f2896492-c405-49ff-abf7-639069d85310 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:58.687426 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86214585-5c5d-4e76-a6e2-0ef7a03e71b5 req-f2896492-c405-49ff-abf7-639069d85310 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 950 time: 0.0844409 Nov 11 11:50:58.720530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-6ca50a80-a6d8-44ea-bcf9-d5aa7c078417 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Allocated IP 192.168.233.165 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/13ed19fa-1660-4600-8889-3541944d00e9) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:50:58.725189 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7aaef027-aa02-4473-9ea0-c3bbc75f3c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:58.765574 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31680052-36a0-47f0-820d-df2a293fcc80 req-3433fbc0-9dd0-46c0-8e5a-3b73f29f1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:58.767029 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-31680052-36a0-47f0-820d-df2a293fcc80 req-3433fbc0-9dd0-46c0-8e5a-3b73f29f1aff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 1101 time: 0.0828431 Nov 11 11:50:58.778235 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86214585-5c5d-4e76-a6e2-0ef7a03e71b5 req-604b2304-b8c5-4011-b7e9-4044f3d97f84 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823417 Nov 11 11:50:58.807331 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7aaef027-aa02-4473-9ea0-c3bbc75f3c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:58.811170 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7aaef027-aa02-4473-9ea0-c3bbc75f3c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:58.812798 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7aaef027-aa02-4473-9ea0-c3bbc75f3c9c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c412faea-10da-4343-9f24-119e5bb31f89 HTTP/1.1" status: 204 len: 168 time: 0.2368407 Nov 11 11:50:58.823206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaef027-aa02-4473-9ea0-c3bbc75f3c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c412faea-10da-4343-9f24-119e5bb31f89,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:58.956106 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-12132400-4a7c-4ca7-bff1-93bde75a2a04 req-e01e835b-08b2-4bee-bd74-ac78c279c72f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 210 time: 0.0470772 Nov 11 11:50:59.027403 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31680052-36a0-47f0-820d-df2a293fcc80 req-453da125-ec03-4b20-a9d6-f91793622d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:59.028776 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-31680052-36a0-47f0-820d-df2a293fcc80 req-453da125-ec03-4b20-a9d6-f91793622d62 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.2480290 Nov 11 11:50:59.138360 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-6ca50a80-a6d8-44ea-bcf9-d5aa7c078417 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:59.140878 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-31680052-36a0-47f0-820d-df2a293fcc80 req-64455a6e-1e9b-48c4-97c6-80ffc3c23d25 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=f2a85307-3654-449c-a186-175b6c103308 HTTP/1.1" status: 200 len: 217 time: 0.0955808 Nov 11 11:50:59.148220 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df3d219-38ee-4492-be68-36b4dd92298f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15584284-9898-4ccd-b7f5-b17242a4c344'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:50:59.150800 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5992972-dc70-4c04-bcad-6d8380f77504" -d '{"events": [{"server_uuid": "7df3d219-38ee-4492-be68-36b4dd92298f", "name": "network-vif-plugged", "status": "completed", "tag": "15584284-9898-4ccd-b7f5-b17242a4c344"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:50:59.164683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3e04f-60d6-41f0-bd34-5bf13b7de512 req-373933e7-f741-4509-b277-475c6234b7fd tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:59.181784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfa3e04f-60d6-41f0-bd34-5bf13b7de512 req-373933e7-f741-4509-b277-475c6234b7fd tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0785232 Nov 11 11:50:59.219096 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31680052-36a0-47f0-820d-df2a293fcc80 req-f6e432f6-8a38-4b0b-9a66-da64bf585bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:59.221213 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-31680052-36a0-47f0-820d-df2a293fcc80 req-f6e432f6-8a38-4b0b-9a66-da64bf585bfb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0677781 Nov 11 11:50:59.222777 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-6ca50a80-a6d8-44ea-bcf9-d5aa7c078417 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:59.235614 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['233d75d3-5ebb-42e2-8b24-db5a2032c405', '66e16a37-37e9-4c75-aa0e-f083208cbdc6', 'de0508b2-077d-4e5e-a125-fadafcf09f73', 'ad80836a-4b08-4507-946b-ab0533d42b70'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:59.241654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['bc32bc94-0c00-48f3-93df-931662348468'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:50:59.260322 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfa3e04f-60d6-41f0-bd34-5bf13b7de512 req-842ebc7e-6e7b-45d3-9200-24fad2dc1cf3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773702 Nov 11 11:50:59.309615 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-6ca50a80-a6d8-44ea-bcf9-d5aa7c078417 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:50:59.318759 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-6ca50a80-a6d8-44ea-bcf9-d5aa7c078417 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:50:59.321942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-6ca50a80-a6d8-44ea-bcf9-d5aa7c078417 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:50:59.328039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-6ca50a80-a6d8-44ea-bcf9-d5aa7c078417 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:59.328989 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-6ca50a80-a6d8-44ea-bcf9-d5aa7c078417 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:59.333834 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca50a80-a6d8-44ea-bcf9-d5aa7c078417 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Pushing event updated for resources: {'Port': ['ID=13ed19fa-1660-4600-8889-3541944d00e9,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:59.352966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31680052-36a0-47f0-820d-df2a293fcc80 req-bab3140c-29f4-423a-8a8f-8a6fd237aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:59.354675 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-31680052-36a0-47f0-820d-df2a293fcc80 req-bab3140c-29f4-423a-8a8f-8a6fd237aae7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1239192 Nov 11 11:50:59.359359 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-6ca50a80-a6d8-44ea-bcf9-d5aa7c078417 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1068852 Nov 11 11:50:59.381208 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41390) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:59.382118 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f62f0f-b9a8-4388-beec-c403dfb3930c x-openstack-request-id: req-c4f62f0f-b9a8-4388-beec-c403dfb3930c {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:50:59.382453 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df3d219-38ee-4492-be68-36b4dd92298f", "name": "network-vif-plugged", "status": "completed", "tag": "15584284-9898-4ccd-b7f5-b17242a4c344", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:50:59.382705 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4f62f0f-b9a8-4388-beec-c403dfb3930c {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:50:59.383093 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df3d219-38ee-4492-be68-36b4dd92298f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15584284-9898-4ccd-b7f5-b17242a4c344', 'code': 200} Nov 11 11:50:59.396222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Request body: {'port': {'device_id': '430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:50:59.516678 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9b95d211-1783-493e-89bd-aad434d00d96 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c0102f36ed940c68d01e0f3ec06c4c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335733 Nov 11 11:50:59.517985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41400) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:50:59.548123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a244d-7249-49c5-b2a8-f0059bf46e3a req-5a613c05-577d-45d7-9a65-612303e56479 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:59.549601 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a6a244d-7249-49c5-b2a8-f0059bf46e3a req-5a613c05-577d-45d7-9a65-612303e56479 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.1201150 Nov 11 11:50:59.579546 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:59.613008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9d33a-e8f6-4c1e-b0f4-76e0c2295091 req-5a41963a-f412-4984-b776-77ff133533cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:59.614654 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3ef9d33a-e8f6-4c1e-b0f4-76e0c2295091 req-5a41963a-f412-4984-b776-77ff133533cf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 1096 time: 0.2133310 Nov 11 11:50:59.638817 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-31680052-36a0-47f0-820d-df2a293fcc80 req-117e7942-058f-4e39-a8e0-93e6717b34b2 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623656 Nov 11 11:50:59.669668 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:59.687002 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a6a244d-7249-49c5-b2a8-f0059bf46e3a req-c14ce42c-1c7b-444b-af3f-14edf5e66e34 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207280 Nov 11 11:50:59.727320 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:59.756240 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7436a8-9adf-4f8a-99cc-f5ffc3802d89 req-6c06186d-364d-4749-b6ce-20fa0e2e5540 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:50:59.757783 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a7436a8-9adf-4f8a-99cc-f5ffc3802d89 req-6c06186d-364d-4749-b6ce-20fa0e2e5540 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 945 time: 0.1128147 Nov 11 11:50:59.783717 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3ef9d33a-e8f6-4c1e-b0f4-76e0c2295091 req-3eeb9ecf-d0c7-4b1d-b24d-c83b1ab14cad service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555078 Nov 11 11:50:59.823905 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d5a9608a-3e3b-4e90-93af-ab1e37a8e725 None None] Provisioning complete for port 13ed19fa-1660-4600-8889-3541944d00e9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:50:59.824989 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5a9608a-3e3b-4e90-93af-ab1e37a8e725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:59.826535 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a7436a8-9adf-4f8a-99cc-f5ffc3802d89 req-b4f9e817-810d-4156-aa82-2315144dbfb8 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562832 Nov 11 11:50:59.834063 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:59.836911 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:50:59.838066 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b3ee426-71b1-45d8-9386-02f34d5c3807 HTTP/1.1" status: 204 len: 168 time: 0.3191762 Nov 11 11:50:59.870092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3ee426-71b1-45d8-9386-02f34d5c3807,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:50:59.882641 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:59.886275 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:59.887750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:59.888786 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:59.889384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:59.891230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:59.892349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:59.892768 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:59.893964 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:59.894387 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:59.898257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:59.898683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e6d4d-588f-444a-ad99-124ad3ffd39f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:50:59.920324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9608a-3e3b-4e90-93af-ab1e37a8e725 None None] Port 13ed19fa-1660-4600-8889-3541944d00e9 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:50:59.977627 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-31680052-36a0-47f0-820d-df2a293fcc80 req-4ab34bb4-e8cf-4155-8ab9-50d459de2b33 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033965 Nov 11 11:51:00.002006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a3467-9a9d-4549-88ca-de1ba76157c5 req-ef2dcce5-47b6-4220-9d61-6430b487c7e7 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:00.004262 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb4a3467-9a9d-4549-88ca-de1ba76157c5 req-ef2dcce5-47b6-4220-9d61-6430b487c7e7 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 950 time: 0.0614431 Nov 11 11:51:00.145456 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb4a3467-9a9d-4549-88ca-de1ba76157c5 req-263727ce-0e1e-4599-9550-fdc48689050d tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349065 Nov 11 11:51:00.227461 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ed19fa-1660-4600-8889-3541944d00e9 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:00.243219 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:00.258729 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Transition to ACTIVE for port object 13ed19fa-1660-4600-8889-3541944d00e9 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:51:00.265311 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:00.287914 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2a107-f225-4cc0-bdda-96cd99e2f36f req-bdc39faf-6d9f-4b97-9db0-06d548f4e4bf tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:00.290080 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95e2a107-f225-4cc0-bdda-96cd99e2f36f req-bdc39faf-6d9f-4b97-9db0-06d548f4e4bf tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 936 time: 0.0681524 Nov 11 11:51:00.319581 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Pushing event updated for resources: {'Port': ['ID=13ed19fa-1660-4600-8889-3541944d00e9,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:00.351378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95e2a107-f225-4cc0-bdda-96cd99e2f36f req-aee40467-6d5b-4d3c-81d6-846c67471244 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544972 Nov 11 11:51:00.362207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:00.362555 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:00.362892 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:00.363217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:00.363547 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:00.363924 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:00.364276 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:00.364595 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:00.364913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:00.365230 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:00.365544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:00.375639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:00.400905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Attempting to bind port 13ed19fa-1660-4600-8889-3541944d00e9 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:00.401565 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Attempting to bind port 13ed19fa-1660-4600-8889-3541944d00e9 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:00.401928 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Attempting to bind port 13ed19fa-1660-4600-8889-3541944d00e9 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:00.413195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Port 13ed19fa-1660-4600-8889-3541944d00e9 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:51:00.413536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Attempting to bind port 13ed19fa-1660-4600-8889-3541944d00e9 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:00.419288 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:00.419626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:00.420011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:00.420449 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Bound port: 13ed19fa-1660-4600-8889-3541944d00e9, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:00.421112 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:00.494689 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] For port 13ed19fa-1660-4600-8889-3541944d00e9, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:00.496910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] For port 13ed19fa-1660-4600-8889-3541944d00e9, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=13ed19fa-1660-4600-8889-3541944d00e9,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:00.503008 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:00.541935 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268b215-b06b-46b0-91a8-08931f24ee37 req-c73f0704-bbb2-421d-8ad0-460dc4939194 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:00.551971 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:00.552582 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:00.552788 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6268b215-b06b-46b0-91a8-08931f24ee37 req-c73f0704-bbb2-421d-8ad0-460dc4939194 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0704393 Nov 11 11:51:00.554365 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] 10.222.0.62 "PUT /v2.0/ports/13ed19fa-1660-4600-8889-3541944d00e9 HTTP/1.1" status: 200 len: 1096 time: 1.1766174 Nov 11 11:51:00.556679 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc', 'tag': '13ed19fa-1660-4600-8889-3541944d00e9'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:00.559741 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81075c79-a216-4aa9-92df-8ac781faee6f" -d '{"events": [{"name": "network-changed", "server_uuid": "430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc", "tag": "13ed19fa-1660-4600-8889-3541944d00e9"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:00.593429 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd0f-0544-4459-9aa6-96d1e4f750de service neutron] Pushing event updated for resources: {'Port': ['ID=13ed19fa-1660-4600-8889-3541944d00e9,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:00.634617 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6268b215-b06b-46b0-91a8-08931f24ee37 req-671871a6-577c-4761-97b4-2ee99e736b44 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805364 Nov 11 11:51:00.645650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 8b422db1-b24f-4b20-bf58-b2c371be3f65 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:51:00.657683 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-5661ff70-b3b6-47ba-85e0-51c76174f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:00.659445 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-5661ff70-b3b6-47ba-85e0-51c76174f3ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 1099 time: 0.0588977 Nov 11 11:51:00.684034 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 8b422db1-b24f-4b20-bf58-b2c371be3f65 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:51:00.684263 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 8b422db1-b24f-4b20-bf58-b2c371be3f65 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:51:00.743477 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-3ad157a7-607f-42f4-bb13-727e12877f09 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=13ed19fa-1660-4600-8889-3541944d00e9 HTTP/1.1" status: 200 len: 217 time: 0.0728779 Nov 11 11:51:00.800380 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483b0741-6d23-4876-8d47-1031cb846625 x-openstack-request-id: req-483b0741-6d23-4876-8d47-1031cb846625 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:00.800948 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc", "tag": "13ed19fa-1660-4600-8889-3541944d00e9", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:00.801416 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-483b0741-6d23-4876-8d47-1031cb846625 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:00.802010 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc', 'tag': '13ed19fa-1660-4600-8889-3541944d00e9', 'status': 'completed', 'code': 200} Nov 11 11:51:00.833286 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-76b8b14c-4c59-4c06-83ba-4df7f74045cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:00.837348 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-76b8b14c-4c59-4c06-83ba-4df7f74045cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0799353 Nov 11 11:51:00.906332 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53103a56-4429-43ca-beb3-d7823d9f1380 req-cd0e4354-b4fb-4b40-b72a-c3785880fbe0 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:00.914267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53103a56-4429-43ca-beb3-d7823d9f1380 req-cd0e4354-b4fb-4b40-b72a-c3785880fbe0 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0791783 Nov 11 11:51:00.969054 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-16e86c1c-a171-4227-b932-bac28d5e5493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:00.970622 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-16e86c1c-a171-4227-b932-bac28d5e5493 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208277 Nov 11 11:51:00.993891 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53103a56-4429-43ca-beb3-d7823d9f1380 req-886e3eb0-fefa-4a86-902b-2a6dd8667dd7 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784407 Nov 11 11:51:01.111451 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-149b793a-a619-4ade-9c0d-3b85a47070e9 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227996 Nov 11 11:51:01.279865 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d10f8c-3aee-4f30-bf20-2e18a1a80e35 req-006619bb-c93e-41a3-8ba9-ce0908ce2673 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:01.286289 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30d10f8c-3aee-4f30-bf20-2e18a1a80e35 req-006619bb-c93e-41a3-8ba9-ce0908ce2673 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 945 time: 0.1063151 Nov 11 11:51:01.327922 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-b49ff6d5-fb0d-445d-87e9-86a29adb4245 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=918a68a5ef43412d92ce3c2cb5726bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316823 Nov 11 11:51:01.415572 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30d10f8c-3aee-4f30-bf20-2e18a1a80e35 req-3964a3c8-25bb-4731-aa06-572bc2729f2c tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260962 Nov 11 11:51:01.478105 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-907c7c57-b5e0-4c64-9190-98fdf48e87e8 req-478a246a-6a6d-4175-8397-c8c18076643f service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537600 Nov 11 11:51:01.484188 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-d28bff84-2575-4bd9-b632-04606c7dc13d tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:01.485840 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-d28bff84-2575-4bd9-b632-04606c7dc13d tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476545 Nov 11 11:51:01.501509 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-8763cff4-fc27-430e-bfc9-28c0c3f6de54 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/quotas/918a68a5ef43412d92ce3c2cb5726bca HTTP/1.1" status: 200 len: 375 time: 0.0097492 Nov 11 11:51:01.560489 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-f85141a6-cd63-48c7-9e35-6658d5b03981 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=918a68a5ef43412d92ce3c2cb5726bca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0524099 Nov 11 11:51:01.605245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81075c79-a216-4aa9-92df-8ac781faee6f req-1a3a91d8-4e0d-4a27-be32-bf2fdd161968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:01.606777 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-81075c79-a216-4aa9-92df-8ac781faee6f req-1a3a91d8-4e0d-4a27-be32-bf2fdd161968 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 1099 time: 0.0524187 Nov 11 11:51:01.637691 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278fd40-637d-4cf9-89cb-8250c05760ac req-af6df5f9-b63f-46d6-ade9-9492d76ea8e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:01.639244 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e278fd40-637d-4cf9-89cb-8250c05760ac req-af6df5f9-b63f-46d6-ade9-9492d76ea8e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 948 time: 0.0581319 Nov 11 11:51:01.696361 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e278fd40-637d-4cf9-89cb-8250c05760ac req-ab79aaa2-47b2-4eca-9dae-cff517e729a8 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505910 Nov 11 11:51:01.763199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81075c79-a216-4aa9-92df-8ac781faee6f req-44bdc373-14c5-43f6-8d7a-463c3e01c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:01.765434 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-81075c79-a216-4aa9-92df-8ac781faee6f req-44bdc373-14c5-43f6-8d7a-463c3e01c4ef service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1336451 Nov 11 11:51:01.818992 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-81075c79-a216-4aa9-92df-8ac781faee6f req-78b65f92-c173-4106-947a-a1758d7a1bb0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=13ed19fa-1660-4600-8889-3541944d00e9 HTTP/1.1" status: 200 len: 217 time: 0.0414736 Nov 11 11:51:01.848605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68212cd-01f3-445a-8381-b6fd73cd522e req-96b30841-7803-4767-980f-d95494b68455 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:01.857259 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b68212cd-01f3-445a-8381-b6fd73cd522e req-96b30841-7803-4767-980f-d95494b68455 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0822296 Nov 11 11:51:01.890287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81075c79-a216-4aa9-92df-8ac781faee6f req-9a889d7b-c066-4104-825f-02b8df6c2650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:01.891827 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-81075c79-a216-4aa9-92df-8ac781faee6f req-9a889d7b-c066-4104-825f-02b8df6c2650 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0651166 Nov 11 11:51:01.907674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b68212cd-01f3-445a-8381-b6fd73cd522e req-d60405e7-44e8-4c75-a956-1293ad817e15 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494983 Nov 11 11:51:01.958969 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81075c79-a216-4aa9-92df-8ac781faee6f req-da27a5af-4dbe-4887-a74b-6064eba81a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:01.960516 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-81075c79-a216-4aa9-92df-8ac781faee6f req-da27a5af-4dbe-4887-a74b-6064eba81a76 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0551891 Nov 11 11:51:01.994090 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a044e79d-eaa5-4c44-badf-73aa473deb6d req-aee44aec-2e5d-4f16-8cd5-949904297d54 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 210 time: 0.0330975 Nov 11 11:51:02.092043 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-81075c79-a216-4aa9-92df-8ac781faee6f req-bd97c077-94b4-4dda-96fb-35aa2e222c1d service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189423 Nov 11 11:51:02.216519 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-81075c79-a216-4aa9-92df-8ac781faee6f req-59eb0cd2-08ac-482e-824a-cf479b3d798a service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128628 Nov 11 11:51:02.241421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-21ba2b0c-eaf0-46c1-bd22-8d816bf21a7f tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=82fafa2437384c6bb21c12d41ef0ceff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323756 Nov 11 11:51:02.317194 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d790199-4394-4089-ac1c-b8b7f1092402 req-cffb86ce-3e8e-4cec-888c-e2a0ccdb078a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:02.318889 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d790199-4394-4089-ac1c-b8b7f1092402 req-cffb86ce-3e8e-4cec-888c-e2a0ccdb078a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.1402702 Nov 11 11:51:02.393355 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-a716e4bd-8483-4849-8221-8bb9eb797b79 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:02.394760 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-a716e4bd-8483-4849-8221-8bb9eb797b79 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525631 Nov 11 11:51:02.399496 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d790199-4394-4089-ac1c-b8b7f1092402 req-f044b103-b31b-496b-9137-f4a64b353f3a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724857 Nov 11 11:51:02.411460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-191d5596-bb26-409a-9e42-677a2877a92b tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/quotas/82fafa2437384c6bb21c12d41ef0ceff HTTP/1.1" status: 200 len: 375 time: 0.0103331 Nov 11 11:51:02.426499 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f2a85307-3654-449c-a186-175b6c103308 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:51:02.443065 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f2a85307-3654-449c-a186-175b6c103308 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:51:02.463624 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-23c9b629-5485-4c85-bcf9-614b286e2e32 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=82fafa2437384c6bb21c12d41ef0ceff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454812 Nov 11 11:51:02.650356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f2a85307-3654-449c-a186-175b6c103308, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f2a85307-3654-449c-a186-175b6c103308,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:02.671664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'f2a85307-3654-449c-a186-175b6c103308', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'f2a85307-3654-449c-a186-175b6c103308', 'mac_address': 'fa:16:3e:92:af:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:51:02.674398 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:02.690732 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2ccab-fa3d-4533-9efb-55fcb08128ff req-70aa25dc-165d-42d3-80bb-1503655ed0d6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:02.698095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5cb2ccab-fa3d-4533-9efb-55fcb08128ff req-70aa25dc-165d-42d3-80bb-1503655ed0d6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 945 time: 0.0775127 Nov 11 11:51:02.722977 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:02.754447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777bc5f4-f4f4-4f4d-ab7a-8cba283efb45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a85307-3654-449c-a186-175b6c103308'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:02.757484 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1228fc-7d70-4cb3-a5e6-002cd3aa431b" -d '{"events": [{"server_uuid": "777bc5f4-f4f4-4f4d-ab7a-8cba283efb45", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a85307-3654-449c-a186-175b6c103308"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:02.758830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5cb2ccab-fa3d-4533-9efb-55fcb08128ff req-a34d1ee5-97cd-4365-9dd3-340da6a89ff7 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559285 Nov 11 11:51:02.763562 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2a85307-3654-449c-a186-175b6c103308 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:02.782699 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f2a85307-3654-449c-a186-175b6c103308, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f2a85307-3654-449c-a186-175b6c103308,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:02.791527 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:02.837616 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-229ee763-8d39-488c-98af-620b23acb998 req-b5bb4a73-6da0-45bc-b8bb-9776bc353086 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 210 time: 0.0266714 Nov 11 11:51:03.019333 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:51:03.019987 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 11:51:03.023624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f2a85307-3654-449c-a186-175b6c103308,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:03.025377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53727f88-a796-45fd-ac8f-8eb71ccd25e8 req-a70af465-4f6c-4fff-b35d-5a2209d28915 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:03.028888 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53727f88-a796-45fd-ac8f-8eb71ccd25e8 req-a70af465-4f6c-4fff-b35d-5a2209d28915 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 948 time: 0.0716486 Nov 11 11:51:03.039894 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-535d1764-f1e3-4719-9ba4-bf877ec2db17 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=918a68a5ef43412d92ce3c2cb5726bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569413 Nov 11 11:51:03.085055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53727f88-a796-45fd-ac8f-8eb71ccd25e8 req-e25afc7e-c720-4ca9-aff4-8c7ec089a8d4 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478706 Nov 11 11:51:03.161510 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19490989-d415-46be-9640-46d4137e8344 x-openstack-request-id: req-19490989-d415-46be-9640-46d4137e8344 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:03.162602 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777bc5f4-f4f4-4f4d-ab7a-8cba283efb45", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a85307-3654-449c-a186-175b6c103308", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:03.162891 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19490989-d415-46be-9640-46d4137e8344 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:03.163647 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777bc5f4-f4f4-4f4d-ab7a-8cba283efb45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a85307-3654-449c-a186-175b6c103308', 'code': 200} Nov 11 11:51:03.237699 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-623b09d6-0d78-4e72-b28e-84facdfc97f1 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:03.239964 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-623b09d6-0d78-4e72-b28e-84facdfc97f1 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881669 Nov 11 11:51:03.264918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4808dcfa-ee31-450e-8342-84c7af6b0012 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Request body: {'port': {'device_id': '461b27ca-7cf4-4a18-aaf4-094f5cd5a907', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '918a68a5ef43412d92ce3c2cb5726bca'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:03.291041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00510de2-16ee-47c5-8cdf-bc619965f5b1 req-6362e30a-fae0-417a-b5a3-bd35bd1863ef tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:03.292803 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00510de2-16ee-47c5-8cdf-bc619965f5b1 req-6362e30a-fae0-417a-b5a3-bd35bd1863ef tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 948 time: 0.0637906 Nov 11 11:51:03.375587 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00510de2-16ee-47c5-8cdf-bc619965f5b1 req-42609ba7-f1d4-41b4-8af1-7d0b215394e1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760303 Nov 11 11:51:03.385287 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0a049-2c42-431e-b31c-2e66c7d56bc7 req-166b38a0-035b-4fd4-9a7f-1b16be4501c6 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:03.387034 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bbb0a049-2c42-431e-b31c-2e66c7d56bc7 req-166b38a0-035b-4fd4-9a7f-1b16be4501c6 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 1096 time: 0.0781951 Nov 11 11:51:03.399255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4808dcfa-ee31-450e-8342-84c7af6b0012 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Made reservation on behalf of 918a68a5ef43412d92ce3c2cb5726bca for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:03.399255 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4808dcfa-ee31-450e-8342-84c7af6b0012 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:03.452460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bbb0a049-2c42-431e-b31c-2e66c7d56bc7 req-01688b0a-632d-4d39-914d-a358d39d4bc4 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579939 Nov 11 11:51:03.489902 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d2f8170-de9b-41c0-952f-b6bb33da86ff req-fbaf72db-5f41-4fba-9a9c-405f7df01bad tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 210 time: 0.0356240 Nov 11 11:51:03.544487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4808dcfa-ee31-450e-8342-84c7af6b0012 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Allocated IP 192.168.233.56 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/b4058b91-935a-41f6-82d7-7f2ff6a04739) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:03.585215 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:03.599061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a85307-3654-449c-a186-175b6c103308 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:03.626014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f2a85307-3654-449c-a186-175b6c103308, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f2a85307-3654-449c-a186-175b6c103308,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:03.635066 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:03.709167 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db3fff-ea90-4675-9d09-012ee47b8174 req-d389caae-c1e0-49f9-ab52-c601e4662ef9 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:03.710781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44db3fff-ea90-4675-9d09-012ee47b8174 req-d389caae-c1e0-49f9-ab52-c601e4662ef9 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0636034 Nov 11 11:51:03.715107 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f2a85307-3654-449c-a186-175b6c103308,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:03.731040 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4808dcfa-ee31-450e-8342-84c7af6b0012 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:03.778981 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4808dcfa-ee31-450e-8342-84c7af6b0012 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:03.791966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['3d937e27-9465-4c21-91b5-9ee5565f7589'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:03.794319 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44db3fff-ea90-4675-9d09-012ee47b8174 req-06353111-ed7e-4fdd-bd41-14c089f0d260 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583622 Nov 11 11:51:03.879057 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808dcfa-ee31-450e-8342-84c7af6b0012 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Pushing event updated for resources: {'Port': ['ID=b4058b91-935a-41f6-82d7-7f2ff6a04739,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:03.905361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e28cc1-968e-4981-af67-514752328084 req-2b9ad9a3-1622-4895-88bd-77f334b91b8b tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:03.907019 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78e28cc1-968e-4981-af67-514752328084 req-2b9ad9a3-1622-4895-88bd-77f334b91b8b tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 1096 time: 0.0776920 Nov 11 11:51:03.967684 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78e28cc1-968e-4981-af67-514752328084 req-c175ae43-bec3-4bf4-ad61-26735c8c37c0 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537746 Nov 11 11:51:03.986095 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f2a85307-3654-449c-a186-175b6c103308'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:04.066562 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4808dcfa-ee31-450e-8342-84c7af6b0012 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:04.070332 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-b1535d2e-2241-45af-a7a2-f46d0a6e2c4e tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=82fafa2437384c6bb21c12d41ef0ceff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661376 Nov 11 11:51:04.072699 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4808dcfa-ee31-450e-8342-84c7af6b0012 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:04.075462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4808dcfa-ee31-450e-8342-84c7af6b0012 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:04.081673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4808dcfa-ee31-450e-8342-84c7af6b0012 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:04.082032 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4808dcfa-ee31-450e-8342-84c7af6b0012 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:04.126370 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4808dcfa-ee31-450e-8342-84c7af6b0012 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8759279 Nov 11 11:51:04.180104 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Request body: {'port': {'device_id': '461b27ca-7cf4-4a18-aaf4-094f5cd5a907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:04.189102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162516f-c0f3-46ee-96a0-6f99aa4a6e07 req-366561b6-343a-4418-874d-b3a1347f050c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:04.191300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e162516f-c0f3-46ee-96a0-6f99aa4a6e07 req-366561b6-343a-4418-874d-b3a1347f050c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 949 time: 0.0693069 Nov 11 11:51:04.223779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00addc32-9a67-40c4-87b8-06286a37b8f3 req-8eb5221b-3aaf-4e8b-95ac-e1c1c50ec20f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:04.225575 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-00addc32-9a67-40c4-87b8-06286a37b8f3 req-8eb5221b-3aaf-4e8b-95ac-e1c1c50ec20f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.62 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45&tenant_id=901de9f974a44ac4b70ad426cae25689&binding%3Ahost_id=n-h1-807359-3 HTTP/1.1" status: 200 len: 949 time: 0.3933468 Nov 11 11:51:04.258683 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e162516f-c0f3-46ee-96a0-6f99aa4a6e07 req-85258f64-9ca1-4394-9e7e-5418d31c3292 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590730 Nov 11 11:51:04.354966 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79a5a60f-fa56-4a8c-b051-0255644ad531 req-6754a8b3-b6cb-4aba-ac54-dbd98f5dd5df tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 210 time: 0.0330961 Nov 11 11:51:04.376257 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:04.434703 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 13ed19fa-1660-4600-8889-3541944d00e9 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:51:04.440785 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-01dc91da-95e0-4c5b-858e-d2e9a06c1e7e None None] Provisioning complete for port b4058b91-935a-41f6-82d7-7f2ff6a04739 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:04.441083 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-01dc91da-95e0-4c5b-858e-d2e9a06c1e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:04.471045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938cdd7-a5b9-4fbd-a15d-b5a3ecd3aa58 req-78184f57-3a00-4ecf-906a-c186639a0fed tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:04.480834 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3938cdd7-a5b9-4fbd-a15d-b5a3ecd3aa58 req-78184f57-3a00-4ecf-906a-c186639a0fed tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 948 time: 0.0646312 Nov 11 11:51:04.489604 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-01dc91da-95e0-4c5b-858e-d2e9a06c1e7e None None] Port b4058b91-935a-41f6-82d7-7f2ff6a04739 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:51:04.526834 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-dbebe9f6-7dab-45f3-8902-1f475cb91740 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:04.529114 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-dbebe9f6-7dab-45f3-8902-1f475cb91740 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4242008 Nov 11 11:51:04.541030 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3938cdd7-a5b9-4fbd-a15d-b5a3ecd3aa58 req-c94b3f36-b8cb-49d3-930e-2fdaf0d8e838 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589743 Nov 11 11:51:04.558766 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-efff94b3-f06b-4139-8262-aea71b48ef33 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Request body: {'port': {'device_id': '376e52b9-0fe1-4c56-9123-28d460f0055c', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '82fafa2437384c6bb21c12d41ef0ceff'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:04.566970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00addc32-9a67-40c4-87b8-06286a37b8f3 req-7040baab-3802-44e5-ad0d-0aaaf61e0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:04.568551 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-00addc32-9a67-40c4-87b8-06286a37b8f3 req-7040baab-3802-44e5-ad0d-0aaaf61e0428 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 1100 time: 0.2666287 Nov 11 11:51:04.615027 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 13ed19fa-1660-4600-8889-3541944d00e9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=13ed19fa-1660-4600-8889-3541944d00e9,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:04.629194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '13ed19fa-1660-4600-8889-3541944d00e9', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '13ed19fa-1660-4600-8889-3541944d00e9', 'mac_address': 'fa:16:3e:5b:0c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:51:04.656207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-0bfc6ca2-7e37-47c9-aef6-c3e80d452c4c req-fd94a828-929f-4896-8070-3692a8b52a06 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:51:04.657185 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0bfc6ca2-7e37-47c9-aef6-c3e80d452c4c req-fd94a828-929f-4896-8070-3692a8b52a06 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053051 Nov 11 11:51:04.695341 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:04.711717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ed19fa-1660-4600-8889-3541944d00e9 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:04.734828 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 13ed19fa-1660-4600-8889-3541944d00e9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=13ed19fa-1660-4600-8889-3541944d00e9,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:04.745659 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:04.820410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=13ed19fa-1660-4600-8889-3541944d00e9,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:04.827701 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00addc32-9a67-40c4-87b8-06286a37b8f3 req-0fb3f4f1-ccbf-4d6a-a523-203563464d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:04.829215 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-00addc32-9a67-40c4-87b8-06286a37b8f3 req-0fb3f4f1-ccbf-4d6a-a523-203563464d50 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.2307367 Nov 11 11:51:04.896095 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-00addc32-9a67-40c4-87b8-06286a37b8f3 req-f294252d-8e9c-4b57-a9af-4f9461a517ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=f2a85307-3654-449c-a186-175b6c103308 HTTP/1.1" status: 200 len: 217 time: 0.0579889 Nov 11 11:51:04.899119 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-efff94b3-f06b-4139-8262-aea71b48ef33 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Made reservation on behalf of 82fafa2437384c6bb21c12d41ef0ceff for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:04.903192 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-efff94b3-f06b-4139-8262-aea71b48ef33 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:04.930420 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-efff94b3-f06b-4139-8262-aea71b48ef33 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:04.961483 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4058b91-935a-41f6-82d7-7f2ff6a04739 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:04.972040 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:04.992771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ac60b-7575-45fe-a930-f3471845801a req-2de66fc4-25b3-41dd-9beb-005a25121fd1 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:04.993976 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae1ac60b-7575-45fe-a930-f3471845801a req-2de66fc4-25b3-41dd-9beb-005a25121fd1 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 935 time: 0.0570066 Nov 11 11:51:04.999696 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Transition to ACTIVE for port object b4058b91-935a-41f6-82d7-7f2ff6a04739 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:51:05.010239 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:05.052093 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae1ac60b-7575-45fe-a930-f3471845801a req-3a9450d5-185f-45dd-9ae4-b53f74b6d167 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490630 Nov 11 11:51:05.077208 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['13ed19fa-1660-4600-8889-3541944d00e9'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:05.155444 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-efff94b3-f06b-4139-8262-aea71b48ef33 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:05.186221 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b4058b91-935a-41f6-82d7-7f2ff6a04739,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:05.193649 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-efff94b3-f06b-4139-8262-aea71b48ef33 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:05.203896 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00addc32-9a67-40c4-87b8-06286a37b8f3 req-771da33b-b7c5-4078-89ab-ed1e2129c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:05.205497 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-00addc32-9a67-40c4-87b8-06286a37b8f3 req-771da33b-b7c5-4078-89ab-ed1e2129c6c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1784315 Nov 11 11:51:05.260198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869fa91-d636-4b84-9c03-17d0437b58ca req-a1e09887-f663-48ae-ab2b-a4e413e3201e tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:05.262821 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff94b3-f06b-4139-8262-aea71b48ef33 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d65315-23d1-4b77-8d93-e3462603431b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:05.272745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e869fa91-d636-4b84-9c03-17d0437b58ca req-a1e09887-f663-48ae-ab2b-a4e413e3201e tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0839310 Nov 11 11:51:05.341089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e869fa91-d636-4b84-9c03-17d0437b58ca req-9e893c4b-25fd-43ae-857b-aee0ea0f3b7d tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645969 Nov 11 11:51:05.462141 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00addc32-9a67-40c4-87b8-06286a37b8f3 req-7f6fb5b9-025e-4100-9f2d-f57a336d5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:05.463708 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-00addc32-9a67-40c4-87b8-06286a37b8f3 req-7f6fb5b9-025e-4100-9f2d-f57a336d5b92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2033060 Nov 11 11:51:05.466965 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Attempting to bind port b4058b91-935a-41f6-82d7-7f2ff6a04739 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:05.467297 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Attempting to bind port b4058b91-935a-41f6-82d7-7f2ff6a04739 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:05.467618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Attempting to bind port b4058b91-935a-41f6-82d7-7f2ff6a04739 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:05.480398 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Port b4058b91-935a-41f6-82d7-7f2ff6a04739 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:51:05.480714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Attempting to bind port b4058b91-935a-41f6-82d7-7f2ff6a04739 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:05.510388 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:05.510627 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:05.510988 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:05.511410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Bound port: b4058b91-935a-41f6-82d7-7f2ff6a04739, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:05.511873 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:05.530917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cade6-66b2-4635-9206-ce125887a9b9 req-75b23f33-f2a8-4d59-9a3c-f2a21ca4338d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:05.532672 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f3cade6-66b2-4635-9206-ce125887a9b9 req-75b23f33-f2a8-4d59-9a3c-f2a21ca4338d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 949 time: 0.0598066 Nov 11 11:51:05.542779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-efff94b3-f06b-4139-8262-aea71b48ef33 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Allocated IP 192.168.233.150 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/947b15eb-60dc-402a-880d-8b6f1d47db93) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:05.601623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f3cade6-66b2-4635-9206-ce125887a9b9 req-cb5c6363-f508-4cd3-97f5-f6e36e6ccc7e tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619118 Nov 11 11:51:05.682370 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-00addc32-9a67-40c4-87b8-06286a37b8f3 req-8c22fb35-b3bd-4868-807a-6045bf1ce8fc service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029595 Nov 11 11:51:05.694270 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] For port b4058b91-935a-41f6-82d7-7f2ff6a04739, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:05.707169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-22bf2345-d7f7-46d2-9a61-32239b40956e req-bc5a12cd-545e-46a1-b92c-f0fbf685c489 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 210 time: 0.0309069 Nov 11 11:51:05.742357 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] For port b4058b91-935a-41f6-82d7-7f2ff6a04739, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b4058b91-935a-41f6-82d7-7f2ff6a04739,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:05.766309 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f110c4d9-e8ea-436d-840c-f5d9b6e62d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:05.783707 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:05.865536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:05.866142 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:05.867744 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] 10.222.0.43 "PUT /v2.0/ports/b4058b91-935a-41f6-82d7-7f2ff6a04739 HTTP/1.1" status: 200 len: 1095 time: 1.6932600 Nov 11 11:51:05.874486 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461b27ca-7cf4-4a18-aaf4-094f5cd5a907', 'tag': 'b4058b91-935a-41f6-82d7-7f2ff6a04739'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:05.876747 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0db1fa-d1f0-4b9d-9242-1d5e3b2a3969" -d '{"events": [{"name": "network-changed", "server_uuid": "461b27ca-7cf4-4a18-aaf4-094f5cd5a907", "tag": "b4058b91-935a-41f6-82d7-7f2ff6a04739"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:05.935282 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-00addc32-9a67-40c4-87b8-06286a37b8f3 req-e787a28d-5554-4a15-a757-7b0ef8009e7d service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291813 Nov 11 11:51:05.961357 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba2d4b-7a3b-4652-9766-c376ab1d0dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b4058b91-935a-41f6-82d7-7f2ff6a04739,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:05.971416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41896) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:06.015882 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-efff94b3-f06b-4139-8262-aea71b48ef33 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:06.035903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-25d183c6-4823-4fdb-be6f-936cbf334d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:06.039376 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-25d183c6-4823-4fdb-be6f-936cbf334d51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=918a68a5ef43412d92ce3c2cb5726bca&device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 1098 time: 0.1030755 Nov 11 11:51:06.101240 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-a525f02c-d98f-44af-a79a-a23682bc0a75 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=b4058b91-935a-41f6-82d7-7f2ff6a04739 HTTP/1.1" status: 200 len: 217 time: 0.0454209 Nov 11 11:51:06.121572 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-efff94b3-f06b-4139-8262-aea71b48ef33 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:06.152195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-fe3632c6-7ff2-471b-8be0-f61a275d32bc tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:51:06.163597 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-fe3632c6-7ff2-471b-8be0-f61a275d32bc tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1863170 Nov 11 11:51:06.199977 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-efff94b3-f06b-4139-8262-aea71b48ef33 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:06.206100 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-d7f0f367-0254-4ed2-9136-00dda45a935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:06.207646 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-d7f0f367-0254-4ed2-9136-00dda45a935a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0968885 Nov 11 11:51:06.208547 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-efff94b3-f06b-4139-8262-aea71b48ef33 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:06.212390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-efff94b3-f06b-4139-8262-aea71b48ef33 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:06.217999 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-efff94b3-f06b-4139-8262-aea71b48ef33 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:06.218596 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-efff94b3-f06b-4139-8262-aea71b48ef33 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:06.247086 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-efff94b3-f06b-4139-8262-aea71b48ef33 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6936030 Nov 11 11:51:06.261788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff94b3-f06b-4139-8262-aea71b48ef33 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Pushing event updated for resources: {'Port': ['ID=947b15eb-60dc-402a-880d-8b6f1d47db93,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:06.269670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Request body: {'port': {'device_id': '376e52b9-0fe1-4c56-9123-28d460f0055c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:06.328187 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-e66ebb78-904a-4b08-9d49-265b0a667532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:06.333876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-c8e40a34-a386-46b5-bd2e-d0f627684108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:06.335442 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-c8e40a34-a386-46b5-bd2e-d0f627684108 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1039886 Nov 11 11:51:06.336308 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-e66ebb78-904a-4b08-9d49-265b0a667532 service neutron] 10.222.0.65 "GET /v2.0/ports/15584284-9898-4ccd-b7f5-b17242a4c344 HTTP/1.1" status: 200 len: 1093 time: 0.1191323 Nov 11 11:51:06.340824 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-6b235942-f50d-4081-af03-122b680705a3 service neutron] Request body: {'binding': {'host': 'n-h1-807359-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:06.341348 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-6b235942-f50d-4081-af03-122b680705a3 service neutron] Unknown quota resources ['binding']. {{(pid=109153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 11:51:06.342554 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:06.354335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82803be3-5360-4739-a2bf-28784ca49348 req-ce4d6aea-03ae-49ee-8fb5-4f568e59bad9 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:06.355897 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82803be3-5360-4739-a2bf-28784ca49348 req-ce4d6aea-03ae-49ee-8fb5-4f568e59bad9 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 949 time: 0.1134486 Nov 11 11:51:06.449543 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 13ed19fa-1660-4600-8889-3541944d00e9 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:06.480057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82803be3-5360-4739-a2bf-28784ca49348 req-22092f02-704a-4e84-9ec5-84defde941dd tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041849 Nov 11 11:51:06.512595 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6c38c008-03d0-41f9-bc0c-76fbbcac7d29 None None] Provisioning complete for port 947b15eb-60dc-402a-880d-8b6f1d47db93 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:06.513017 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6c38c008-03d0-41f9-bc0c-76fbbcac7d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:06.540386 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-6b235942-f50d-4081-af03-122b680705a3 service neutron] Attempting to bind port 15584284-9898-4ccd-b7f5-b17242a4c344 on host n-h1-807359-3 for vnic_type normal with profile None {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:06.540950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-6b235942-f50d-4081-af03-122b680705a3 service neutron] Attempting to bind port 15584284-9898-4ccd-b7f5-b17242a4c344 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:06.541844 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-6b235942-f50d-4081-af03-122b680705a3 service neutron] Attempting to bind port 15584284-9898-4ccd-b7f5-b17242a4c344 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:06.546864 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-6b235942-f50d-4081-af03-122b680705a3 service neutron] Port 15584284-9898-4ccd-b7f5-b17242a4c344 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:51:06.547260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-6b235942-f50d-4081-af03-122b680705a3 service neutron] Attempting to bind port 15584284-9898-4ccd-b7f5-b17242a4c344 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:06.553871 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-6b235942-f50d-4081-af03-122b680705a3 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:06.554480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-6b235942-f50d-4081-af03-122b680705a3 service neutron] Checking segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:06.555236 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-6b235942-f50d-4081-af03-122b680705a3 service neutron] Bound using segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:06.555876 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-6b235942-f50d-4081-af03-122b680705a3 service neutron] Bound port: 15584284-9898-4ccd-b7f5-b17242a4c344, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:06.563890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6c38c008-03d0-41f9-bc0c-76fbbcac7d29 None None] Port 947b15eb-60dc-402a-880d-8b6f1d47db93 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:51:06.566407 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 13ed19fa-1660-4600-8889-3541944d00e9 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:51:06.572256 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 13ed19fa-1660-4600-8889-3541944d00e9 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:06.572808 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:06.669869 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:06.696990 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ed19fa-1660-4600-8889-3541944d00e9'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:06.699924 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247c8639-bb55-48d3-afb2-91dd21af05a5" -d '{"events": [{"server_uuid": "430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc", "name": "network-vif-plugged", "status": "completed", "tag": "13ed19fa-1660-4600-8889-3541944d00e9"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:06.702167 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-6b235942-f50d-4081-af03-122b680705a3 service neutron] For port 15584284-9898-4ccd-b7f5-b17242a4c344, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=15584284-9898-4ccd-b7f5-b17242a4c344,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:06.714182 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 13ed19fa-1660-4600-8889-3541944d00e9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=13ed19fa-1660-4600-8889-3541944d00e9,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:06.715868 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-6b235942-f50d-4081-af03-122b680705a3 service neutron] Publish callbacks [] for binding, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:06.717203 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-6b235942-f50d-4081-af03-122b680705a3 service neutron] 10.222.0.65 "POST /v2.0/ports/15584284-9898-4ccd-b7f5-b17242a4c344/bindings HTTP/1.1" status: 201 len: 389 time: 0.3799222 Nov 11 11:51:06.725849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105872c-d4df-4a43-bf32-943b349971be req-d17cc9ec-7937-4ce2-adfc-7d81085d10b2 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:06.726995 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:06.727617 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6105872c-d4df-4a43-bf32-943b349971be req-d17cc9ec-7937-4ce2-adfc-7d81085d10b2 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 947 time: 0.0800107 Nov 11 11:51:06.731069 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f2a85307-3654-449c-a186-175b6c103308 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:06.756460 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48be4e22-ee84-4ca8-90fc-cbecbbdba578 x-openstack-request-id: req-48be4e22-ee84-4ca8-90fc-cbecbbdba578 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:06.763078 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461b27ca-7cf4-4a18-aaf4-094f5cd5a907", "tag": "b4058b91-935a-41f6-82d7-7f2ff6a04739", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:06.763360 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48be4e22-ee84-4ca8-90fc-cbecbbdba578 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:06.763789 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461b27ca-7cf4-4a18-aaf4-094f5cd5a907', 'tag': 'b4058b91-935a-41f6-82d7-7f2ff6a04739', 'status': 'completed', 'code': 200} Nov 11 11:51:06.795244 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6105872c-d4df-4a43-bf32-943b349971be req-f88bf060-e6e1-4ac3-9f39-97dced599cfd tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602388 Nov 11 11:51:06.914111 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port f2a85307-3654-449c-a186-175b6c103308 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:06.915351 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:06.918849 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=13ed19fa-1660-4600-8889-3541944d00e9,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:07.007717 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-078c157b-0b26-4a81-a043-c5a0363f8c73 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534088 Nov 11 11:51:07.052497 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:07.139278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f2a85307-3654-449c-a186-175b6c103308, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f2a85307-3654-449c-a186-175b6c103308,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:07.141869 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e0d8-2623-44fd-926f-62fd4891ed8d req-0251f1a9-5704-4959-9b95-f5c25a1418ca tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:07.143651 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9a34e0d8-2623-44fd-926f-62fd4891ed8d req-0251f1a9-5704-4959-9b95-f5c25a1418ca tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0844588 Nov 11 11:51:07.152472 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:07.209191 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9a34e0d8-2623-44fd-926f-62fd4891ed8d req-7bd8448f-aae6-4661-b620-1539b0d81cde tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585055 Nov 11 11:51:07.229631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f2a85307-3654-449c-a186-175b6c103308,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:07.232141 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-b689f552-8748-4249-9c06-01559bb7328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:07.233696 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-b689f552-8748-4249-9c06-01559bb7328f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 1096 time: 0.1125405 Nov 11 11:51:07.237474 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f22f36d3-f124-46f9-9234-079bbaa05fd1 req-0352730f-a55c-4881-b173-b9ace2f14591 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132771 Nov 11 11:51:07.345486 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e24638-637e-43b4-902e-dba518710a37 req-7aee663f-c0a5-4b4f-b8c1-edd1fb7c1da3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:07.347425 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c0e24638-637e-43b4-902e-dba518710a37 req-7aee663f-c0a5-4b4f-b8c1-edd1fb7c1da3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.0578399 Nov 11 11:51:07.400847 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3e00ad-7d8a-4a16-8d78-4aa38b9445db x-openstack-request-id: req-cf3e00ad-7d8a-4a16-8d78-4aa38b9445db {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:07.402144 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc", "name": "network-vif-plugged", "status": "completed", "tag": "13ed19fa-1660-4600-8889-3541944d00e9", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:07.402682 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf3e00ad-7d8a-4a16-8d78-4aa38b9445db {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:07.403338 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ed19fa-1660-4600-8889-3541944d00e9', 'code': 200} Nov 11 11:51:07.406099 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c0e24638-637e-43b4-902e-dba518710a37 req-5dc72057-e488-4e8a-887b-5c594e65ddaf tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525827 Nov 11 11:51:07.416043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947b15eb-60dc-402a-880d-8b6f1d47db93 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:07.427980 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0db1fa-d1f0-4b9d-9242-1d5e3b2a3969 req-904c6b84-070b-47ca-9e64-3a0b201c13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:07.429511 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ce0db1fa-d1f0-4b9d-9242-1d5e3b2a3969 req-904c6b84-070b-47ca-9e64-3a0b201c13b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=918a68a5ef43412d92ce3c2cb5726bca&device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 1098 time: 0.1098998 Nov 11 11:51:07.431458 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:07.466380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-966f9b70-b42a-4928-b019-1eee4d9005b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:07.467846 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-966f9b70-b42a-4928-b019-1eee4d9005b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.2242062 Nov 11 11:51:07.480414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Transition to ACTIVE for port object 947b15eb-60dc-402a-880d-8b6f1d47db93 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:51:07.515027 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:07.578527 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-ff6c850b-3efe-4667-b160-279b6eb04c4a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15584284-9898-4ccd-b7f5-b17242a4c344 HTTP/1.1" status: 200 len: 217 time: 0.0710528 Nov 11 11:51:07.650776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Pushing event updated for resources: {'Port': ['ID=947b15eb-60dc-402a-880d-8b6f1d47db93,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:07.682746 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0db1fa-d1f0-4b9d-9242-1d5e3b2a3969 req-d0a003b1-31f2-47d4-a794-e76bdc1cad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:07.684255 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ce0db1fa-d1f0-4b9d-9242-1d5e3b2a3969 req-d0a003b1-31f2-47d4-a794-e76bdc1cad6f service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.2428763 Nov 11 11:51:07.693930 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-1afd7212-488f-4ddc-8039-4908fbc7513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:07.695439 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-1afd7212-488f-4ddc-8039-4908fbc7513a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.1005685 Nov 11 11:51:07.753447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Attempting to bind port 947b15eb-60dc-402a-880d-8b6f1d47db93 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:07.754146 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Attempting to bind port 947b15eb-60dc-402a-880d-8b6f1d47db93 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:07.754146 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Attempting to bind port 947b15eb-60dc-402a-880d-8b6f1d47db93 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:07.772189 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ce0db1fa-d1f0-4b9d-9242-1d5e3b2a3969 req-b3d8cb45-1801-4b75-8559-dc4e17ceecc2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=b4058b91-935a-41f6-82d7-7f2ff6a04739 HTTP/1.1" status: 200 len: 217 time: 0.0684986 Nov 11 11:51:07.774030 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-f4889fb3-86cd-45bb-a54e-c49cffc4a579 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601661 Nov 11 11:51:07.776562 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Port 947b15eb-60dc-402a-880d-8b6f1d47db93 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:51:07.776873 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Attempting to bind port 947b15eb-60dc-402a-880d-8b6f1d47db93 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:07.787579 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b69e5-648f-4e53-89bb-1500a35d1f06 req-fbb55677-ab0a-4c9b-9384-21a40756daaa tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:07.789143 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-860b69e5-648f-4e53-89bb-1500a35d1f06 req-fbb55677-ab0a-4c9b-9384-21a40756daaa tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 936 time: 0.3232439 Nov 11 11:51:07.790288 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:07.791047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:07.791566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:07.792020 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Bound port: 947b15eb-60dc-402a-880d-8b6f1d47db93, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:07.792375 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:07.808745 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fefa98-a1df-4f31-98f8-50974b305e58 req-b508fe97-3b67-4979-adb8-d99775bf3cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:07.810192 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-04fefa98-a1df-4f31-98f8-50974b305e58 req-b508fe97-3b67-4979-adb8-d99775bf3cd0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 1101 time: 0.3125372 Nov 11 11:51:07.832088 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f71b3-b549-41f3-9e1f-998aa2b3bcc9 req-97d7a496-6dae-4658-bd86-4cb3e1b2e072 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:07.833505 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b5f71b3-b549-41f3-9e1f-998aa2b3bcc9 req-97d7a496-6dae-4658-bd86-4cb3e1b2e072 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 945 time: 0.3264422 Nov 11 11:51:07.899197 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-860b69e5-648f-4e53-89bb-1500a35d1f06 req-e8240a1b-47e6-491c-a921-2dbf6ff07216 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/security-groups?id=43d65315-23d1-4b77-8d93-e3462603431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005611 Nov 11 11:51:07.927631 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0db1fa-d1f0-4b9d-9242-1d5e3b2a3969 req-6aa41870-2516-4fbb-a307-6abb0e3a6e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:07.928755 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-04fefa98-a1df-4f31-98f8-50974b305e58 req-6cb8aa16-a3da-4813-a2f2-2c2157f08032 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056828 Nov 11 11:51:07.929102 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ce0db1fa-d1f0-4b9d-9242-1d5e3b2a3969 req-6aa41870-2516-4fbb-a307-6abb0e3a6e8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1329880 Nov 11 11:51:07.941134 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b5f71b3-b549-41f3-9e1f-998aa2b3bcc9 req-5017e2e0-8ff1-4a57-adf0-3da6a17504e9 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993571 Nov 11 11:51:07.988068 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a96d6ee8-d4cf-431c-a5cd-b3820c5a9393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:08.006205 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] For port 947b15eb-60dc-402a-880d-8b6f1d47db93, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:08.012515 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-bf2727ae-90e9-41ef-a33a-d1d5f58f89d2 service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298996 Nov 11 11:51:08.022549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] For port 947b15eb-60dc-402a-880d-8b6f1d47db93, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=947b15eb-60dc-402a-880d-8b6f1d47db93,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:08.029785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0db1fa-d1f0-4b9d-9242-1d5e3b2a3969 req-5f7aa8b3-fbbe-4b1a-afc3-e030ec31e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:08.031344 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ce0db1fa-d1f0-4b9d-9242-1d5e3b2a3969 req-5f7aa8b3-fbbe-4b1a-afc3-e030ec31e469 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845492 Nov 11 11:51:08.033086 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:08.108830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:08.109529 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:08.110952 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] 10.222.0.62 "PUT /v2.0/ports/947b15eb-60dc-402a-880d-8b6f1d47db93 HTTP/1.1" status: 200 len: 1096 time: 1.8465519 Nov 11 11:51:08.146783 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89738f-ece2-40cb-8504-ea33b56ae981 req-7bdcae15-f97a-4ddc-9325-7310afbfd3d0 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:08.148323 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f89738f-ece2-40cb-8504-ea33b56ae981 req-7bdcae15-f97a-4ddc-9325-7310afbfd3d0 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 950 time: 0.1110778 Nov 11 11:51:08.160707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57906b77-8869-4768-b751-b8459bbd2196 req-c687a3bb-ff76-499d-b19e-2b0178f3cac2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:08.162589 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57906b77-8869-4768-b751-b8459bbd2196 req-c687a3bb-ff76-499d-b19e-2b0178f3cac2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.1239483 Nov 11 11:51:08.245551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f760b7-791d-4236-abdf-cfaa95298d60 service neutron] Pushing event updated for resources: {'Port': ['ID=947b15eb-60dc-402a-880d-8b6f1d47db93,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:08.273285 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57906b77-8869-4768-b751-b8459bbd2196 req-ef7eaef5-e245-43e9-95db-13b4192cadbc tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024246 Nov 11 11:51:08.288497 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-5944026b-bc4a-4cd3-8f66-a0442da797bf service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415572 Nov 11 11:51:08.295357 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f89738f-ece2-40cb-8504-ea33b56ae981 req-1e3bfaa6-2f46-4c6f-b61e-1f5226baa659 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084397 Nov 11 11:51:08.333383 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-166a10f3-24ce-47f5-b4d9-89ffca274b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:08.334902 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-166a10f3-24ce-47f5-b4d9-89ffca274b3a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=82fafa2437384c6bb21c12d41ef0ceff&device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 1099 time: 0.1040137 Nov 11 11:51:08.336734 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ce0db1fa-d1f0-4b9d-9242-1d5e3b2a3969 req-9180104d-468c-40b3-9e12-18602100da8a service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744446 Nov 11 11:51:08.429741 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1abe1e-1760-4c86-9729-5c4d59e4925c req-ddee1c3a-a9b0-4dc2-b3ac-1cd27403df89 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:08.441110 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d1abe1e-1760-4c86-9729-5c4d59e4925c req-ddee1c3a-a9b0-4dc2-b3ac-1cd27403df89 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 947 time: 0.0671685 Nov 11 11:51:08.497842 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-42c4bfd4-2d5d-4063-9988-559e4666c033 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=947b15eb-60dc-402a-880d-8b6f1d47db93 HTTP/1.1" status: 200 len: 217 time: 0.0499096 Nov 11 11:51:08.503496 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ce0db1fa-d1f0-4b9d-9242-1d5e3b2a3969 req-22995f1b-1b58-4824-981c-c11ea69b42e9 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579638 Nov 11 11:51:08.517526 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d1abe1e-1760-4c86-9729-5c4d59e4925c req-733d2833-4f11-4073-beac-f842e049881d tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755281 Nov 11 11:51:08.563701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66586d5-b010-43d5-be05-a538d464d2c0 req-e90a5c67-8c5a-4231-9656-e226ce7b42aa tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:08.565745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b66586d5-b010-43d5-be05-a538d464d2c0 req-e90a5c67-8c5a-4231-9656-e226ce7b42aa tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.0800347 Nov 11 11:51:08.630855 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b66586d5-b010-43d5-be05-a538d464d2c0 req-abbbc9d1-3921-4afb-9f7d-4279ae530b59 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556855 Nov 11 11:51:08.663739 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-4e33f29a-bed4-4a93-8fa2-ff8a0f5f7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:08.665498 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-4e33f29a-bed4-4a93-8fa2-ff8a0f5f7234 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1385541 Nov 11 11:51:08.675149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-b3c40089-bcd2-4904-a637-76631012414d tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:08.677116 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-b3c40089-bcd2-4904-a637-76631012414d tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f&tenant_id=6c923494b0b24034811a64096faf7424&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 1096 time: 0.1489499 Nov 11 11:51:08.718652 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807359-3'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:08.757673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-0fbea242-7c5b-489e-a477-bb8eeb54f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:08.759425 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-0fbea242-7c5b-489e-a477-bb8eeb54f7b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729461 Nov 11 11:51:08.780043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376e52b9-0fe1-4c56-9123-28d460f0055c', 'tag': '947b15eb-60dc-402a-880d-8b6f1d47db93'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:08.782414 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8167c506-8390-4f38-9b72-84bde1dbce8e" -d '{"events": [{"name": "network-changed", "server_uuid": "376e52b9-0fe1-4c56-9123-28d460f0055c", "tag": "947b15eb-60dc-402a-880d-8b6f1d47db93"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:08.815776 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:08.841958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a81ed-a9ad-4fd3-89d3-f474bce6a8aa req-ffbf3f8d-a609-44e0-8797-08a49f302a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:08.844593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-758a81ed-a9ad-4fd3-89d3-f474bce6a8aa req-ffbf3f8d-a609-44e0-8797-08a49f302a2e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 1101 time: 0.0602908 Nov 11 11:51:08.853075 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e4ead8-3caf-4dce-8769-128a471cb8d0 x-openstack-request-id: req-46e4ead8-3caf-4dce-8769-128a471cb8d0 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:08.853355 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376e52b9-0fe1-4c56-9123-28d460f0055c", "tag": "947b15eb-60dc-402a-880d-8b6f1d47db93", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:08.853631 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46e4ead8-3caf-4dce-8769-128a471cb8d0 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:08.853994 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376e52b9-0fe1-4c56-9123-28d460f0055c', 'tag': '947b15eb-60dc-402a-880d-8b6f1d47db93', 'status': 'completed', 'code': 200} Nov 11 11:51:08.874124 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:08.889278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-332d7de7-b4e8-454d-acd4-543f3f537887 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=901de9f974a44ac4b70ad426cae25689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435629 Nov 11 11:51:08.918459 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-a311f953-effb-4a42-9de0-b1dfe01ea094 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331336 Nov 11 11:51:08.942049 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42028) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:09.072570 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-758a81ed-a9ad-4fd3-89d3-f474bce6a8aa req-2c1df67f-30e9-4302-a51c-62de33aa1928 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711566 Nov 11 11:51:09.094047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-23d32e5a-7b23-43ee-a542-73a0f8da659d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:09.095622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-23d32e5a-7b23-43ee-a542-73a0f8da659d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050989 Nov 11 11:51:09.108260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b05c5a-0df9-4d6a-805a-10f0c2a323ac req-98ec83c7-02b5-4e56-8555-1afb82cada02 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:09.109927 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-80b05c5a-0df9-4d6a-805a-10f0c2a323ac req-98ec83c7-02b5-4e56-8555-1afb82cada02 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 948 time: 0.1129444 Nov 11 11:51:09.126896 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-6d9ed9b4-1034-4fc6-bdc6-4c1e3309b867 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/quotas/901de9f974a44ac4b70ad426cae25689 HTTP/1.1" status: 200 len: 375 time: 0.0159600 Nov 11 11:51:09.199362 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-80b05c5a-0df9-4d6a-805a-10f0c2a323ac req-2c9c88b3-3b61-4add-8579-7525bb306c6b tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/security-groups?id=43d65315-23d1-4b77-8d93-e3462603431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793796 Nov 11 11:51:09.218717 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-d7123360-83c4-45c9-997f-36e33ddacb96 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821507 Nov 11 11:51:09.285428 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-959b0ffc-23eb-40d8-af0d-23192d424d27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:09.319178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102b652-9ad4-4371-9ab7-d6c0b7ca08e5 req-bee1fe75-d1bd-4692-b304-16f839ddbe74 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:09.320747 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b102b652-9ad4-4371-9ab7-d6c0b7ca08e5 req-bee1fe75-d1bd-4692-b304-16f839ddbe74 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 945 time: 0.0536952 Nov 11 11:51:09.337232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] For port 15584284-9898-4ccd-b7f5-b17242a4c344, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=15584284-9898-4ccd-b7f5-b17242a4c344,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:09.371899 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-95f6ded7-9226-444e-8a30-7dd55880f729 req-e8bcae6f-832c-4607-a7a1-6b5ed2997f24 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437990 Nov 11 11:51:09.404846 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777bc5f4-f4f4-4f4d-ab7a-8cba283efb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a85307-3654-449c-a186-175b6c103308'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:09.409101 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acee2d61-569b-4206-8d90-f56c504def06" -d '{"events": [{"server_uuid": "777bc5f4-f4f4-4f4d-ab7a-8cba283efb45", "name": "network-vif-plugged", "status": "completed", "tag": "f2a85307-3654-449c-a186-175b6c103308"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:09.422365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] For port 15584284-9898-4ccd-b7f5-b17242a4c344, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:09.478575 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b102b652-9ad4-4371-9ab7-d6c0b7ca08e5 req-6df0afd9-7d80-4297-a63a-b4aff191d611 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355884 Nov 11 11:51:09.497564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee09be7-ce9c-47e0-be75-e23ce04fa674 req-eef7e3a2-cdf3-4a5c-8aca-efb75128d948 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:09.505571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ee09be7-ce9c-47e0-be75-e23ce04fa674 req-eef7e3a2-cdf3-4a5c-8aca-efb75128d948 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 950 time: 0.1269045 Nov 11 11:51:09.540079 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:09.548229 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-959b0ffc-23eb-40d8-af0d-23192d424d27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:09.550537 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:09.561721 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-959b0ffc-23eb-40d8-af0d-23192d424d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:09.570329 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167c506-8390-4f38-9b72-84bde1dbce8e req-798cfb6d-8dc4-4704-b07b-342f0fede53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:09.571787 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8167c506-8390-4f38-9b72-84bde1dbce8e req-798cfb6d-8dc4-4704-b07b-342f0fede53a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=82fafa2437384c6bb21c12d41ef0ceff&device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 1099 time: 0.1034567 Nov 11 11:51:09.595515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce41ac16-3571-4d2b-9f4b-b4ace3ab44e6 req-9635ddc7-019e-4d46-bf2e-9ee269eca1f3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 210 time: 0.0311162 Nov 11 11:51:09.619910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ee09be7-ce9c-47e0-be75-e23ce04fa674 req-abf8f309-6540-4753-8ebf-21089193ef03 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993154 Nov 11 11:51:09.656289 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ec3f7f-c13d-442d-811c-42548d76a395 x-openstack-request-id: req-f1ec3f7f-c13d-442d-811c-42548d76a395 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:09.658425 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777bc5f4-f4f4-4f4d-ab7a-8cba283efb45", "name": "network-vif-plugged", "status": "completed", "tag": "f2a85307-3654-449c-a186-175b6c103308", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:09.658780 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1ec3f7f-c13d-442d-811c-42548d76a395 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:09.659281 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777bc5f4-f4f4-4f4d-ab7a-8cba283efb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a85307-3654-449c-a186-175b6c103308', 'code': 200} Nov 11 11:51:09.683513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b0ffc-23eb-40d8-af0d-23192d424d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd8879a-dd65-480c-b50a-941740f235da,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:09.721251 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-959b0ffc-23eb-40d8-af0d-23192d424d27 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0a115c9e6c4443f4973718a8faf5a166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7774444 Nov 11 11:51:09.724727 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42052) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:09.732054 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Pushing event updated for resources: {'Port': ['ID=15584284-9898-4ccd-b7f5-b17242a4c344,revision_number=7']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:09.772211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Attempting to bind port 15584284-9898-4ccd-b7f5-b17242a4c344 on host n-h2-807359-3 for vnic_type normal with profile {"migrating_to": "n-h1-807359-3"} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:09.772593 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Attempting to bind port 15584284-9898-4ccd-b7f5-b17242a4c344 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:09.772847 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Attempting to bind port 15584284-9898-4ccd-b7f5-b17242a4c344 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:09.783843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Port 15584284-9898-4ccd-b7f5-b17242a4c344 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:51:09.784199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Attempting to bind port 15584284-9898-4ccd-b7f5-b17242a4c344 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:09.794791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:09.795197 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Checking segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:09.795502 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Bound using segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:09.795925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Bound port: 15584284-9898-4ccd-b7f5-b17242a4c344, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:09.796273 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:09.800965 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167c506-8390-4f38-9b72-84bde1dbce8e req-a543a0b0-c0d9-47ae-8bf2-7319b41bcc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:09.802626 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8167c506-8390-4f38-9b72-84bde1dbce8e req-a543a0b0-c0d9-47ae-8bf2-7319b41bcc66 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.2078128 Nov 11 11:51:09.818100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2540ddb-f41c-4086-b02d-977ec08b2179 req-b4e6be90-4bbc-4797-82e9-fed75ec9a5ee tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:09.822370 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d2540ddb-f41c-4086-b02d-977ec08b2179 req-b4e6be90-4bbc-4797-82e9-fed75ec9a5ee tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 947 time: 0.1082275 Nov 11 11:51:09.872180 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8167c506-8390-4f38-9b72-84bde1dbce8e req-b1bb3115-2081-4c16-a521-8d41762b9cdc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=947b15eb-60dc-402a-880d-8b6f1d47db93 HTTP/1.1" status: 200 len: 217 time: 0.0570550 Nov 11 11:51:09.876025 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eca1ec67-363e-4ca9-8e25-e2603c15f76f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:09.928390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984481b-667f-44f9-9805-b803ae7ff95c req-81307134-1b83-4513-86f6-bec60ee7951f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:09.929365 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3984481b-667f-44f9-9805-b803ae7ff95c req-81307134-1b83-4513-86f6-bec60ee7951f tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 950 time: 0.1302335 Nov 11 11:51:09.931315 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eca1ec67-363e-4ca9-8e25-e2603c15f76f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:09.933079 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] For port 15584284-9898-4ccd-b7f5-b17242a4c344, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:09.935903 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d2540ddb-f41c-4086-b02d-977ec08b2179 req-2330e2f6-0934-4761-9459-9b030b7725b5 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081846 Nov 11 11:51:09.950173 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] For port 15584284-9898-4ccd-b7f5-b17242a4c344, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=15584284-9898-4ccd-b7f5-b17242a4c344,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:09.952202 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167c506-8390-4f38-9b72-84bde1dbce8e req-aa96dcf0-bf0d-475c-9ed5-f44d58bea911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:09.953732 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8167c506-8390-4f38-9b72-84bde1dbce8e req-aa96dcf0-bf0d-475c-9ed5-f44d58bea911 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0668671 Nov 11 11:51:09.956222 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:10.020709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3984481b-667f-44f9-9805-b803ae7ff95c req-e3ae693b-1788-42f3-95f2-76f5095a2bac tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794206 Nov 11 11:51:10.039467 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eca1ec67-363e-4ca9-8e25-e2603c15f76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:10.043550 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eca1ec67-363e-4ca9-8e25-e2603c15f76f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:10.047339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-eca1ec67-363e-4ca9-8e25-e2603c15f76f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5dd8879a-dd65-480c-b50a-941740f235da HTTP/1.1" status: 204 len: 168 time: 0.3190627 Nov 11 11:51:10.063475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1ec67-363e-4ca9-8e25-e2603c15f76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd8879a-dd65-480c-b50a-941740f235da,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:10.076274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Pushing event updated for resources: {'Port': ['ID=15584284-9898-4ccd-b7f5-b17242a4c344,revision_number=8']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:10.084453 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:10.085332 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:10.086886 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7c44f75f-c447-476e-8dfc-d8e568c2dba5 service neutron] 10.222.0.62 "PUT /v2.0/ports/15584284-9898-4ccd-b7f5-b17242a4c344 HTTP/1.1" status: 200 len: 1121 time: 1.3753934 Nov 11 11:51:10.089964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167c506-8390-4f38-9b72-84bde1dbce8e req-8c54d415-e106-4d09-8b44-1ebb54ed62f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:10.091713 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8167c506-8390-4f38-9b72-84bde1dbce8e req-8c54d415-e106-4d09-8b44-1ebb54ed62f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1072080 Nov 11 11:51:10.218546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['15584284-9898-4ccd-b7f5-b17242a4c344'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:10.239146 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8167c506-8390-4f38-9b72-84bde1dbce8e req-5a0f44cf-1eca-46da-a30c-c01589765c88 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048851 Nov 11 11:51:10.337212 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc386f7-cfa3-41af-b110-19702cafcce6 req-32e04611-18d2-41d4-a205-3a8a96860262 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:10.338816 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcc386f7-cfa3-41af-b110-19702cafcce6 req-32e04611-18d2-41d4-a205-3a8a96860262 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 948 time: 0.0681853 Nov 11 11:51:10.361406 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8167c506-8390-4f38-9b72-84bde1dbce8e req-d364d638-6c49-41be-ba70-89826060d490 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075547 Nov 11 11:51:10.401975 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcc386f7-cfa3-41af-b110-19702cafcce6 req-c8d9f5b5-5056-4150-928a-3e1cc6deca4f tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/security-groups?id=43d65315-23d1-4b77-8d93-e3462603431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569103 Nov 11 11:51:10.413700 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:10.459468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:51:10.463392 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:51:10.637646 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:10.644096 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:10.673438 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5', 'mac_address': 'fa:16:3e:72:9f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:51:10.676765 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4bf20-351b-4dfa-9a98-745cd072eac5 req-f4d353ba-1919-4353-bd78-2563f565cfac tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:10.682879 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f4a4bf20-351b-4dfa-9a98-745cd072eac5 req-f4d353ba-1919-4353-bd78-2563f565cfac tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 943 time: 0.1086071 Nov 11 11:51:10.713265 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:10.726030 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b4058b91-935a-41f6-82d7-7f2ff6a04739 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:51:10.741686 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:10.750998 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:10.766745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4f0be22-3aca-4405-b03c-fea24b269dfc req-6c23a9df-402c-40a2-90af-f4d495d6daad tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 210 time: 0.0384212 Nov 11 11:51:10.808494 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f4a4bf20-351b-4dfa-9a98-745cd072eac5 req-f0a4f5e3-6dc9-4406-b97b-e030ecd9d38c tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183398 Nov 11 11:51:10.811950 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:10.828919 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-6d19b7d5-08c3-42ae-9cec-c7faab876717 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=901de9f974a44ac4b70ad426cae25689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765173 Nov 11 11:51:10.854991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df3d219-38ee-4492-be68-36b4dd92298f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15584284-9898-4ccd-b7f5-b17242a4c344'}, {'name': 'network-changed', 'server_uuid': '7df3d219-38ee-4492-be68-36b4dd92298f', 'tag': '15584284-9898-4ccd-b7f5-b17242a4c344'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:10.883519 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee84083-8398-4a9b-9514-0af98a94237a" -d '{"events": [{"server_uuid": "7df3d219-38ee-4492-be68-36b4dd92298f", "name": "network-vif-unplugged", "status": "completed", "tag": "15584284-9898-4ccd-b7f5-b17242a4c344"}, {"name": "network-changed", "server_uuid": "7df3d219-38ee-4492-be68-36b4dd92298f", "tag": "15584284-9898-4ccd-b7f5-b17242a4c344"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:10.974060 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b34cbf-07a4-472b-a5ac-5d5840fb6f47 x-openstack-request-id: req-f2b34cbf-07a4-472b-a5ac-5d5840fb6f47 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:10.975005 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:10.975173 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df3d219-38ee-4492-be68-36b4dd92298f", "name": "network-vif-unplugged", "status": "completed", "tag": "15584284-9898-4ccd-b7f5-b17242a4c344", "code": 200}, {"name": "network-changed", "server_uuid": "7df3d219-38ee-4492-be68-36b4dd92298f", "tag": "15584284-9898-4ccd-b7f5-b17242a4c344", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:10.975405 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2b34cbf-07a4-472b-a5ac-5d5840fb6f47 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:10.975802 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df3d219-38ee-4492-be68-36b4dd92298f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15584284-9898-4ccd-b7f5-b17242a4c344', 'code': 200} Nov 11 11:51:10.976264 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df3d219-38ee-4492-be68-36b4dd92298f', 'tag': '15584284-9898-4ccd-b7f5-b17242a4c344', 'status': 'completed', 'code': 200} Nov 11 11:51:10.989145 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:51:10.989736 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 11:51:11.013808 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774d353-780f-4b5b-ab9d-16a8fc9fc7a9 req-60c84b36-5839-4aab-ab26-528a77722704 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:11.024756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port b4058b91-935a-41f6-82d7-7f2ff6a04739, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b4058b91-935a-41f6-82d7-7f2ff6a04739,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:11.027546 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d774d353-780f-4b5b-ab9d-16a8fc9fc7a9 req-60c84b36-5839-4aab-ab26-528a77722704 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 950 time: 0.1028423 Nov 11 11:51:11.043529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'b4058b91-935a-41f6-82d7-7f2ff6a04739', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'b4058b91-935a-41f6-82d7-7f2ff6a04739', 'mac_address': 'fa:16:3e:98:3d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:51:11.069880 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-81f3f9dc-cf82-4792-84df-0fa9f3edcf0a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:11.071331 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-81f3f9dc-cf82-4792-84df-0fa9f3edcf0a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2332547 Nov 11 11:51:11.082332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee84083-8398-4a9b-9514-0af98a94237a req-146d1e1c-2ebb-4371-9683-798551ae4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:11.084241 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fee84083-8398-4a9b-9514-0af98a94237a req-146d1e1c-2ebb-4371-9683-798551ae4638 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 1124 time: 0.0802188 Nov 11 11:51:11.089702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-47756540-7811-4634-8011-0eb5ddb446e5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Request body: {'port': {'device_id': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '901de9f974a44ac4b70ad426cae25689'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:11.098656 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:11.099873 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d774d353-780f-4b5b-ab9d-16a8fc9fc7a9 req-d9425327-2900-441e-85f4-a1fc8da82675 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712996 Nov 11 11:51:11.129650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4058b91-935a-41f6-82d7-7f2ff6a04739 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:11.173835 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port b4058b91-935a-41f6-82d7-7f2ff6a04739, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b4058b91-935a-41f6-82d7-7f2ff6a04739,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:11.180840 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:11.267719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=b4058b91-935a-41f6-82d7-7f2ff6a04739,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:11.273158 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:11.274297 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e8de5-530c-43a0-872b-8462ecc1f0e7 req-6dded4f1-1b3d-40b8-b825-096d60cf29ed tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:11.275923 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b62e8de5-530c-43a0-872b-8462ecc1f0e7 req-6dded4f1-1b3d-40b8-b825-096d60cf29ed tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 948 time: 0.0854027 Nov 11 11:51:11.297518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee84083-8398-4a9b-9514-0af98a94237a req-8da36cf0-858b-4e7a-874e-b353ea91d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:11.299016 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fee84083-8398-4a9b-9514-0af98a94237a req-8da36cf0-858b-4e7a-874e-b353ea91d309 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.1843042 Nov 11 11:51:11.299131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5969be-e8d8-4e7b-8b8b-76ba8b4a534a req-70d8d10e-cb6c-48df-9115-61749fdec5ca tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:11.300518 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a5969be-e8d8-4e7b-8b8b-76ba8b4a534a req-70d8d10e-cb6c-48df-9115-61749fdec5ca tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 948 time: 0.0705030 Nov 11 11:51:11.343976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-47756540-7811-4634-8011-0eb5ddb446e5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Made reservation on behalf of 901de9f974a44ac4b70ad426cae25689 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:11.347439 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-47756540-7811-4634-8011-0eb5ddb446e5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:11.350144 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fee84083-8398-4a9b-9514-0af98a94237a req-fea791a4-9c69-4a2e-9677-071477d166cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15584284-9898-4ccd-b7f5-b17242a4c344 HTTP/1.1" status: 200 len: 217 time: 0.0414386 Nov 11 11:51:11.360251 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b62e8de5-530c-43a0-872b-8462ecc1f0e7 req-e58e0c84-72be-46ec-a54b-293f52328f1c tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772159 Nov 11 11:51:11.373019 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a5969be-e8d8-4e7b-8b8b-76ba8b4a534a req-0744f861-3bbe-42d9-b8c4-cc6d0e27f71d tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654216 Nov 11 11:51:11.466667 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee84083-8398-4a9b-9514-0af98a94237a req-8ade0ac3-533c-42da-a449-c4d16a526761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:11.468262 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fee84083-8398-4a9b-9514-0af98a94237a req-8ade0ac3-533c-42da-a449-c4d16a526761 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.1070354 Nov 11 11:51:11.505834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b202a5-a6a2-4304-97d2-f4d44218145d req-0abb0060-2752-4a69-a352-95db924fb2fe tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:11.508789 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fee84083-8398-4a9b-9514-0af98a94237a req-513b7635-f533-471a-a958-b1d238f92385 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314505 Nov 11 11:51:11.510222 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6b202a5-a6a2-4304-97d2-f4d44218145d req-0abb0060-2752-4a69-a352-95db924fb2fe tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 1101 time: 0.0589314 Nov 11 11:51:11.532819 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:11.547442 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:11.562425 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['b4058b91-935a-41f6-82d7-7f2ff6a04739'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:11.585275 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6b202a5-a6a2-4304-97d2-f4d44218145d req-88c97683-2bab-4673-8533-282c82be62f8 tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707572 Nov 11 11:51:11.611907 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:11.623445 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:11.661648 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fee84083-8398-4a9b-9514-0af98a94237a req-8a5b44c4-1e6d-42f4-99e8-2b38aa1928a0 service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303489 Nov 11 11:51:11.684492 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af909a72-60c5-4e32-9aa4-a08393da1345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:11.686939 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2c804e-8734-469d-8c0e-f33d4bacf743" -d '{"events": [{"server_uuid": "af909a72-60c5-4e32-9aa4-a08393da1345", "name": "network-vif-unplugged", "status": "completed", "tag": "29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:11.717447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,revision_number=10']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:11.730432 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72def2e-c7ac-4132-892a-4b242d7a8de9 req-1cea3048-2704-4ce8-bd06-d1c266246d4a tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:11.732248 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a72def2e-c7ac-4132-892a-4b242d7a8de9 req-1cea3048-2704-4ce8-bd06-d1c266246d4a tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 948 time: 0.0673285 Nov 11 11:51:11.750602 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-47756540-7811-4634-8011-0eb5ddb446e5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Allocated IP 192.168.233.213 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/41bc367d-37e2-49ff-abe8-51aa2c30c67f) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:11.811018 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a34575-37d4-4df0-b978-460d409a6187 req-65a00cbc-82d9-4370-b13f-ae42f42df800 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:11.812762 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93a34575-37d4-4df0-b978-460d409a6187 req-65a00cbc-82d9-4370-b13f-ae42f42df800 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 1101 time: 0.0794373 Nov 11 11:51:11.825851 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a72def2e-c7ac-4132-892a-4b242d7a8de9 req-12c0ff8f-c8ee-41de-979d-e6c556832a45 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/security-groups?id=43d65315-23d1-4b77-8d93-e3462603431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812681 Nov 11 11:51:11.867012 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fee84083-8398-4a9b-9514-0af98a94237a req-0e5f5483-3469-4bb9-8c5f-f73b103de7fd service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834283 Nov 11 11:51:11.868246 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93a34575-37d4-4df0-b978-460d409a6187 req-6e4a2ad8-87e1-427d-8d7e-0e0abbeb442e tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412886 Nov 11 11:51:11.919944 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df32a324-e13d-40b0-8eb3-141e77d756b0 x-openstack-request-id: req-df32a324-e13d-40b0-8eb3-141e77d756b0 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:11.920293 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af909a72-60c5-4e32-9aa4-a08393da1345", "name": "network-vif-unplugged", "status": "completed", "tag": "29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:11.920604 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df32a324-e13d-40b0-8eb3-141e77d756b0 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:11.921042 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af909a72-60c5-4e32-9aa4-a08393da1345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5', 'code': 200} Nov 11 11:51:11.968819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:11.974597 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-47756540-7811-4634-8011-0eb5ddb446e5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:12.014368 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60a7417f-265e-4eb5-9d34-c1814ed374c5 req-18aedf9b-1a98-438a-a7d5-ccaa561b8977 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 210 time: 0.0468946 Nov 11 11:51:12.015003 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-47756540-7811-4634-8011-0eb5ddb446e5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:12.019062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcc41c17-e765-45de-8e14-0e228e02482a req-c07b9b90-4f59-47d0-9f51-98539b68874e tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496671 Nov 11 11:51:12.066593 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-47756540-7811-4634-8011-0eb5ddb446e5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:12.069883 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-47756540-7811-4634-8011-0eb5ddb446e5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:12.074316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-47756540-7811-4634-8011-0eb5ddb446e5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:12.080247 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-47756540-7811-4634-8011-0eb5ddb446e5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:12.080939 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-47756540-7811-4634-8011-0eb5ddb446e5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:12.087714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47756540-7811-4634-8011-0eb5ddb446e5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Pushing event updated for resources: {'Port': ['ID=41bc367d-37e2-49ff-abe8-51aa2c30c67f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:12.112477 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-47756540-7811-4634-8011-0eb5ddb446e5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0208664 Nov 11 11:51:12.122971 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Request body: {'port': {'device_id': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:12.191635 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:12.213552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc41c17-e765-45de-8e14-0e228e02482a req-4fa05c3d-50ec-42bc-bc3c-8b4fab93b681 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:12.215152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcc41c17-e765-45de-8e14-0e228e02482a req-4fa05c3d-50ec-42bc-bc3c-8b4fab93b681 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1861506 Nov 11 11:51:12.238692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e6520-228c-4674-9ea9-ea23442cb708 req-fd2c3fcc-726b-4728-a239-2c086bf13930 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:12.240663 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d08e6520-228c-4674-9ea9-ea23442cb708 req-fd2c3fcc-726b-4728-a239-2c086bf13930 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 943 time: 0.0976667 Nov 11 11:51:12.244615 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcc41c17-e765-45de-8e14-0e228e02482a req-6d193330-fa77-4c7f-83f0-00b64a46a54c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/quotas/9bc118dc2ae249c3b19e662c936c1a69 HTTP/1.1" status: 200 len: 375 time: 0.0206025 Nov 11 11:51:12.331193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d08e6520-228c-4674-9ea9-ea23442cb708 req-8afd6e85-2ee3-491a-8d02-0fb175fbdbfd tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805156 Nov 11 11:51:12.345255 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcc41c17-e765-45de-8e14-0e228e02482a req-c9c6d734-f500-4a79-bc96-c08fe4f9dfd6 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0928559 Nov 11 11:51:12.384890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-951b542f-314a-4d05-add6-2234cc3d9a71 None None] Provisioning complete for port 41bc367d-37e2-49ff-abe8-51aa2c30c67f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:12.385618 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-951b542f-314a-4d05-add6-2234cc3d9a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:12.426283 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-951b542f-314a-4d05-add6-2234cc3d9a71 None None] Port 41bc367d-37e2-49ff-abe8-51aa2c30c67f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:51:12.483139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 947b15eb-60dc-402a-880d-8b6f1d47db93 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:51:12.510298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41bc367d-37e2-49ff-abe8-51aa2c30c67f {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:12.519586 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:12.544084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Transition to ACTIVE for port object 41bc367d-37e2-49ff-abe8-51aa2c30c67f will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:51:12.553203 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:12.626371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Pushing event updated for resources: {'Port': ['ID=41bc367d-37e2-49ff-abe8-51aa2c30c67f,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:12.655243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 947b15eb-60dc-402a-880d-8b6f1d47db93, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=947b15eb-60dc-402a-880d-8b6f1d47db93,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:12.704192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Attempting to bind port 41bc367d-37e2-49ff-abe8-51aa2c30c67f on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:12.704728 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Attempting to bind port 41bc367d-37e2-49ff-abe8-51aa2c30c67f by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:12.705057 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Attempting to bind port 41bc367d-37e2-49ff-abe8-51aa2c30c67f on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:12.710752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc90bc-4eaf-4d42-a06d-06bdc0586953 req-d5ff06ba-ba1f-43e8-9f57-c5d9bbb48c9f tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:12.710966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Port 41bc367d-37e2-49ff-abe8-51aa2c30c67f on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:51:12.711068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Attempting to bind port 41bc367d-37e2-49ff-abe8-51aa2c30c67f on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:12.712387 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0edc90bc-4eaf-4d42-a06d-06bdc0586953 req-d5ff06ba-ba1f-43e8-9f57-c5d9bbb48c9f tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 948 time: 0.1163127 Nov 11 11:51:12.717299 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:12.718018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:12.718414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:12.718837 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Bound port: 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:12.719184 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:12.823447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:12.831930 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:12.843585 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:12.895283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:12.895542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-67d82bfa-2a10-4267-84d9-550941cb579f req-c5a298eb-caee-4485-9a09-25b1154e77b1 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 210 time: 0.1510289 Nov 11 11:51:12.896085 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:12.897676 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] 10.222.0.62 "PUT /v2.0/ports/41bc367d-37e2-49ff-abe8-51aa2c30c67f HTTP/1.1" status: 200 len: 1096 time: 0.7795277 Nov 11 11:51:12.900558 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0edc90bc-4eaf-4d42-a06d-06bdc0586953 req-767aaaa4-949c-4948-916c-0e0f6f7e8c87 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804795 Nov 11 11:51:12.943919 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b4058b91-935a-41f6-82d7-7f2ff6a04739 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:13.003033 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '947b15eb-60dc-402a-880d-8b6f1d47db93', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '947b15eb-60dc-402a-880d-8b6f1d47db93', 'mac_address': 'fa:16:3e:3b:b8:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:51:13.018493 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:13.021216 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84d6471-4f37-45bd-b90d-6605225da12c" -d '{"events": [{"name": "network-changed", "server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:13.056946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42184) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:13.092127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fd193-899d-4446-9fd3-832948a57d34 service neutron] Pushing event updated for resources: {'Port': ['ID=41bc367d-37e2-49ff-abe8-51aa2c30c67f,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:13.104038 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['5b8053d1-ef81-421b-9c0d-72d4ba518d46', 'f2a85307-3654-449c-a186-175b6c103308'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:13.109106 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-8f2daf57-242a-453a-b45d-0923f0e2e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:13.112759 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-8f2daf57-242a-453a-b45d-0923f0e2e522 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 1099 time: 0.1447649 Nov 11 11:51:13.136934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73d1d5-b902-4c2f-8e74-1f86556f9256 req-3c088aee-12c3-4703-af71-caa7b9fa9d37 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:13.139181 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a73d1d5-b902-4c2f-8e74-1f86556f9256 req-3c088aee-12c3-4703-af71-caa7b9fa9d37 tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 1101 time: 0.1170070 Nov 11 11:51:13.177628 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e0a1c-a92c-4292-aaa9-6751360e9abe req-242bfef3-8c98-4866-ae2f-4af9d7c8c8d0 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:13.186370 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e9e0a1c-a92c-4292-aaa9-6751360e9abe req-242bfef3-8c98-4866-ae2f-4af9d7c8c8d0 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 948 time: 0.1116221 Nov 11 11:51:13.213820 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:13.217752 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-04e4cef4-c076-4e66-bf8a-a1de32176599 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f HTTP/1.1" status: 200 len: 217 time: 0.0908597 Nov 11 11:51:13.235316 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port b4058b91-935a-41f6-82d7-7f2ff6a04739 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:51:13.248108 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947b15eb-60dc-402a-880d-8b6f1d47db93 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:13.267372 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port b4058b91-935a-41f6-82d7-7f2ff6a04739 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:13.268002 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:13.284118 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a73d1d5-b902-4c2f-8e74-1f86556f9256 req-bb98762c-030b-4897-be8c-ad467acfccfd tempest-ServersAdminTestJSON-502412865 tempest-ServersAdminTestJSON-502412865-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359401 Nov 11 11:51:13.302963 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e9e0a1c-a92c-4292-aaa9-6751360e9abe req-faa3535b-fad5-4869-ab24-c441d1a73f5d tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/security-groups?id=43d65315-23d1-4b77-8d93-e3462603431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151700 Nov 11 11:51:13.340994 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 947b15eb-60dc-402a-880d-8b6f1d47db93, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=947b15eb-60dc-402a-880d-8b6f1d47db93,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:13.344725 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-ae127671-669d-4a2b-9527-47b266ceef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:13.346732 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-ae127671-669d-4a2b-9527-47b266ceef3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1090481 Nov 11 11:51:13.350756 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e412bb9-c9f0-4718-84e0-d3e6600018ad x-openstack-request-id: req-7e412bb9-c9f0-4718-84e0-d3e6600018ad {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:13.351460 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:13.351460 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e412bb9-c9f0-4718-84e0-d3e6600018ad {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:13.351953 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f', 'status': 'completed', 'code': 200} Nov 11 11:51:13.357285 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:13.358450 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 15584284-9898-4ccd-b7f5-b17242a4c344 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:51:13.366787 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b54fb528-b237-4fbd-8230-31250a3cbd38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:13.510807 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=947b15eb-60dc-402a-880d-8b6f1d47db93,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:13.533150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46257094-bb44-437b-9c58-b0550cefc230 req-9245f357-7d1b-4f92-ab57-d9a8f678747a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:13.534633 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-46257094-bb44-437b-9c58-b0550cefc230 req-9245f357-7d1b-4f92-ab57-d9a8f678747a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 948 time: 0.0984812 Nov 11 11:51:13.542224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b9eab91c-ecc9-4424-8b8c-e67c44f1eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:13.543771 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-b9eab91c-ecc9-4424-8b8c-e67c44f1eaee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1745131 Nov 11 11:51:13.601175 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b54fb528-b237-4fbd-8230-31250a3cbd38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:13.610272 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:13.616549 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b54fb528-b237-4fbd-8230-31250a3cbd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:13.647824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 15584284-9898-4ccd-b7f5-b17242a4c344, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=15584284-9898-4ccd-b7f5-b17242a4c344,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:13.658412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-46257094-bb44-437b-9c58-b0550cefc230 req-c49f8ed3-fe0e-4764-b61f-62f91793aa4a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140220 Nov 11 11:51:13.680105 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 15584284-9898-4ccd-b7f5-b17242a4c344 has no active binding in host n-h1-807359-3 {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 11:51:13.702945 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b54fb528-b237-4fbd-8230-31250a3cbd38 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=64dc85818f3247219baf7ed40423be60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6449327 Nov 11 11:51:13.703869 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port b4058b91-935a-41f6-82d7-7f2ff6a04739, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b4058b91-935a-41f6-82d7-7f2ff6a04739,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:13.707876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42196) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:13.715882 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:13.720942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32380b3c-a97d-469e-a503-b832af63920a req-ea1cc262-d3cc-4d3c-b16e-ad73cdbc094f tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:13.732037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32380b3c-a97d-469e-a503-b832af63920a req-ea1cc262-d3cc-4d3c-b16e-ad73cdbc094f tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 943 time: 0.1270869 Nov 11 11:51:13.738381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fb528-b237-4fbd-8230-31250a3cbd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ce11f6-99cc-495c-90f9-8ea243d9119c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:13.778361 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-14da0227-ad19-44fa-94d4-e07b0836c5d6 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031920 Nov 11 11:51:13.791814 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=b4058b91-935a-41f6-82d7-7f2ff6a04739,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:13.806310 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32380b3c-a97d-469e-a503-b832af63920a req-5958edff-226c-4605-8c03-7fa33157e8a5 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725553 Nov 11 11:51:13.821971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c26c103c-fc47-41f8-8059-f2d185ee682b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:13.862707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd0e80-0eff-4bfe-b4db-78b1212f5f94 req-a088c54b-411b-4a89-8458-cbbe76a66dba tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:13.864182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5abd0e80-0eff-4bfe-b4db-78b1212f5f94 req-a088c54b-411b-4a89-8458-cbbe76a66dba tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 950 time: 0.0504885 Nov 11 11:51:13.889644 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c26c103c-fc47-41f8-8059-f2d185ee682b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:13.915731 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5abd0e80-0eff-4bfe-b4db-78b1212f5f94 req-e90a4c2b-597a-4918-ac08-2f5423562261 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455112 Nov 11 11:51:13.923078 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461b27ca-7cf4-4a18-aaf4-094f5cd5a907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4058b91-935a-41f6-82d7-7f2ff6a04739'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:13.925536 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f3dff2-b356-4c9a-b474-69e133c45580" -d '{"events": [{"server_uuid": "461b27ca-7cf4-4a18-aaf4-094f5cd5a907", "name": "network-vif-plugged", "status": "completed", "tag": "b4058b91-935a-41f6-82d7-7f2ff6a04739"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:13.944110 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-882c971f-9058-45a1-8901-bf0a8a903ab5 req-87f983bf-2f8e-4af2-9946-ed57b8606958 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431506 Nov 11 11:51:13.967375 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c26c103c-fc47-41f8-8059-f2d185ee682b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:13.973164 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c26c103c-fc47-41f8-8059-f2d185ee682b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:13.976697 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17a317d-dd8d-442b-8d56-606eb67f97a8 x-openstack-request-id: req-e17a317d-dd8d-442b-8d56-606eb67f97a8 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:13.977061 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461b27ca-7cf4-4a18-aaf4-094f5cd5a907", "name": "network-vif-plugged", "status": "completed", "tag": "b4058b91-935a-41f6-82d7-7f2ff6a04739", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:13.977448 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e17a317d-dd8d-442b-8d56-606eb67f97a8 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:13.977999 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c26c103c-fc47-41f8-8059-f2d185ee682b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/64ce11f6-99cc-495c-90f9-8ea243d9119c HTTP/1.1" status: 204 len: 168 time: 0.2688727 Nov 11 11:51:13.978161 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461b27ca-7cf4-4a18-aaf4-094f5cd5a907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4058b91-935a-41f6-82d7-7f2ff6a04739', 'code': 200} Nov 11 11:51:13.990103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c103c-fc47-41f8-8059-f2d185ee682b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ce11f6-99cc-495c-90f9-8ea243d9119c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:14.011217 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1b48771-bf2d-4365-9ae4-59eba0a48e78 req-b2c8a70b-df16-457e-b15d-cab96a79e625 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 210 time: 0.0311241 Nov 11 11:51:14.083176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d6471-4f37-45bd-b90d-6605225da12c req-d82f83a2-a8af-430d-b680-7514e85a19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:14.085289 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f84d6471-4f37-45bd-b90d-6605225da12c req-d82f83a2-a8af-430d-b680-7514e85a19b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 1099 time: 0.0626376 Nov 11 11:51:14.124568 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d617267-04b1-443c-b681-0e062152da43 req-97ae333b-d444-404e-b90e-dbfe604ba2b2 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:14.126165 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d617267-04b1-443c-b681-0e062152da43 req-97ae333b-d444-404e-b90e-dbfe604ba2b2 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 949 time: 0.0504255 Nov 11 11:51:14.176680 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d617267-04b1-443c-b681-0e062152da43 req-b15b3df3-0d4d-443b-98ab-744d4782d908 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421314 Nov 11 11:51:14.214137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160fc86-3601-4c98-a411-b73f45477340 req-62ed44a0-d5ca-4b2e-ad7f-669a9e02946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:14.215683 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b160fc86-3601-4c98-a411-b73f45477340 req-62ed44a0-d5ca-4b2e-ad7f-669a9e02946e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 1100 time: 0.1163964 Nov 11 11:51:14.237952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d6471-4f37-45bd-b90d-6605225da12c req-b1ba4396-efd2-45b4-8740-38a37adab500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:14.239479 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f84d6471-4f37-45bd-b90d-6605225da12c req-b1ba4396-efd2-45b4-8740-38a37adab500 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1265168 Nov 11 11:51:14.291240 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f84d6471-4f37-45bd-b90d-6605225da12c req-0fd6ccc6-0e49-4ffb-8764-2d90c87d2cbe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f HTTP/1.1" status: 200 len: 217 time: 0.0425699 Nov 11 11:51:14.314975 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['947b15eb-60dc-402a-880d-8b6f1d47db93'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:14.384320 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d6471-4f37-45bd-b90d-6605225da12c req-cba9b4f4-ee61-4531-ab9c-985775077cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:14.385644 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f84d6471-4f37-45bd-b90d-6605225da12c req-cba9b4f4-ee61-4531-ab9c-985775077cae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0832088 Nov 11 11:51:14.388362 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b160fc86-3601-4c98-a411-b73f45477340 req-1378445e-d077-408e-8238-9251fdec3323 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594679 Nov 11 11:51:14.390756 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bcc41c17-e765-45de-8e14-0e228e02482a req-c0c3b3c8-abde-40fe-aad1-5d6e19cba162 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347595 Nov 11 11:51:14.473273 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed9247-e30b-42bc-9592-72376a44e409 req-4ff50ebd-c2db-444f-b516-4c125a0e21a7 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:14.474820 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81ed9247-e30b-42bc-9592-72376a44e409 req-4ff50ebd-c2db-444f-b516-4c125a0e21a7 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 949 time: 0.0563943 Nov 11 11:51:14.497063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:14.523258 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d6471-4f37-45bd-b90d-6605225da12c req-9d5770cb-1d6f-4a4b-8992-c47bf2498652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:14.525070 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f84d6471-4f37-45bd-b90d-6605225da12c req-9d5770cb-1d6f-4a4b-8992-c47bf2498652 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146781 Nov 11 11:51:14.559894 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81ed9247-e30b-42bc-9592-72376a44e409 req-b5bf7f0f-bd33-4bd3-9805-3590e37a50d0 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/security-groups?id=43d65315-23d1-4b77-8d93-e3462603431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759296 Nov 11 11:51:14.575917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:14.576353 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:14.623388 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc41c17-e765-45de-8e14-0e228e02482a req-8e8abb39-8307-4a6f-9c0f-d9a9650ac212 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:14.624827 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bcc41c17-e765-45de-8e14-0e228e02482a req-8e8abb39-8307-4a6f-9c0f-d9a9650ac212 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050490 Nov 11 11:51:14.655438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b2956adf-5564-4cf6-8836-302e0fe258c2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Request body: {'port': {'device_id': 'fbea8db7-b69e-48f4-8371-21081857dfde', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '9bc118dc2ae249c3b19e662c936c1a69'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:14.655585 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:14.681974 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f84d6471-4f37-45bd-b90d-6605225da12c req-4ac0e618-e374-4ffe-a840-b14cb9cc1d33 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456130 Nov 11 11:51:14.689365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:14.705361 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:14.755645 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,revision_number=11']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:14.808196 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2043c-5aae-427e-b992-7e554c038439 req-dda28621-97c1-4249-8449-d223b953d72d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:14.809799 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0bb2043c-5aae-427e-b992-7e554c038439 req-dda28621-97c1-4249-8449-d223b953d72d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 948 time: 0.0647886 Nov 11 11:51:14.828762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42230) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:14.867504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0bb2043c-5aae-427e-b992-7e554c038439 req-3e4430ea-6ba7-4081-b0cc-944fcabf614c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516047 Nov 11 11:51:14.961216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3bfca-5802-4fb6-85af-afffdf043c70 req-99fa821e-070e-4a86-8143-12605fe70ffc tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:14.962780 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5de3bfca-5802-4fb6-85af-afffdf043c70 req-99fa821e-070e-4a86-8143-12605fe70ffc tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 943 time: 0.0515957 Nov 11 11:51:15.042294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5de3bfca-5802-4fb6-85af-afffdf043c70 req-bab41b6f-482d-426b-b964-a758e4fbf98b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716889 Nov 11 11:51:15.063623 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f136dc-7045-40fc-9362-04cf4db63b7d req-a1db2402-dfe4-4407-829b-f906eaf54e2c tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:15.070207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40f136dc-7045-40fc-9362-04cf4db63b7d req-a1db2402-dfe4-4407-829b-f906eaf54e2c tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 950 time: 0.0781062 Nov 11 11:51:15.095387 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f84d6471-4f37-45bd-b90d-6605225da12c req-f81387e0-89d8-4212-bce9-588902d51a64 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768463 Nov 11 11:51:15.117317 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b2956adf-5564-4cf6-8836-302e0fe258c2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Made reservation on behalf of 9bc118dc2ae249c3b19e662c936c1a69 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:15.128375 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b2956adf-5564-4cf6-8836-302e0fe258c2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:15.145385 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40f136dc-7045-40fc-9362-04cf4db63b7d req-5cd9f50f-5770-4701-87ac-8789aa7dd1ac tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726352 Nov 11 11:51:15.168992 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f85dcf72-3474-4654-9e41-1a2a04e91e6f req-2386d300-28eb-4d95-8e63-fc3f3e21076d tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 210 time: 0.0393739 Nov 11 11:51:15.205663 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3cf0dbaa-73d7-42e6-9569-292b1dc4f2cf admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-174723964-network', 'tenant_id': 'ea71f96c9cce46148a8d917cd68a071b'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:15.267411 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf0dbaa-73d7-42e6-9569-292b1dc4f2cf admin admin] Made reservation on behalf of ea71f96c9cce46148a8d917cd68a071b for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:15.269789 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3cf0dbaa-73d7-42e6-9569-292b1dc4f2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:15.283899 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3cf0dbaa-73d7-42e6-9569-292b1dc4f2cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:15.294319 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b2956adf-5564-4cf6-8836-302e0fe258c2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Allocated IP 192.168.233.194 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/e96f2923-27c6-45b6-b815-aca1160e32b7) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:15.295160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dac03-bab0-4b88-92ba-b82aeb351438 req-abc98ee6-ebcf-4cfc-9f89-d0f4eed147ec tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:15.297083 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dc2dac03-bab0-4b88-92ba-b82aeb351438 req-abc98ee6-ebcf-4cfc-9f89-d0f4eed147ec tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 949 time: 0.0515177 Nov 11 11:51:15.345195 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dc2dac03-bab0-4b88-92ba-b82aeb351438 req-a3f95346-18c8-4cc6-996e-69db0112359c tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418410 Nov 11 11:51:15.464191 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3cf0dbaa-73d7-42e6-9569-292b1dc4f2cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:15.471061 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3cf0dbaa-73d7-42e6-9569-292b1dc4f2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:15.503839 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf0dbaa-73d7-42e6-9569-292b1dc4f2cf admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:51:15.513550 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b2956adf-5564-4cf6-8836-302e0fe258c2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:15.526999 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3cf0dbaa-73d7-42e6-9569-292b1dc4f2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:15.527331 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-3cf0dbaa-73d7-42e6-9569-292b1dc4f2cf admin admin] Added segment 49589435-f4a7-4260-ada9-a576d4b43658 of type vlan for network 3912451f-5f8d-4108-8931-6e48d526950a Nov 11 11:51:15.537436 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0dbaa-73d7-42e6-9569-292b1dc4f2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f599c624-3b0c-4262-9a20-9f97ba2ee89b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:15.570444 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:15.587588 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3cf0dbaa-73d7-42e6-9569-292b1dc4f2cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:15.609796 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b2956adf-5564-4cf6-8836-302e0fe258c2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:15.623183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['233d75d3-5ebb-42e2-8b24-db5a2032c405', '66e16a37-37e9-4c75-aa0e-f083208cbdc6', 'de0508b2-077d-4e5e-a125-fadafcf09f73', 'ad80836a-4b08-4507-946b-ab0533d42b70'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:15.625834 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['bc32bc94-0c00-48f3-93df-931662348468', '13ed19fa-1660-4600-8889-3541944d00e9'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:15.663032 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b2956adf-5564-4cf6-8836-302e0fe258c2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:15.663895 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3cf0dbaa-73d7-42e6-9569-292b1dc4f2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:15.664835 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf0dbaa-73d7-42e6-9569-292b1dc4f2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:15.665450 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3cf0dbaa-73d7-42e6-9569-292b1dc4f2cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:15.677909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b2956adf-5564-4cf6-8836-302e0fe258c2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:15.689447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9a24f-8b79-4980-bf87-be7170b85920 req-2d80037a-1128-4286-9a6f-5a43227a1bae tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:15.700087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0b9a24f-8b79-4980-bf87-be7170b85920 req-2d80037a-1128-4286-9a6f-5a43227a1bae tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 949 time: 0.0681374 Nov 11 11:51:15.700450 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b2956adf-5564-4cf6-8836-302e0fe258c2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:15.706328 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b2956adf-5564-4cf6-8836-302e0fe258c2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:15.707378 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b2956adf-5564-4cf6-8836-302e0fe258c2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:15.716240 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2956adf-5564-4cf6-8836-302e0fe258c2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Pushing event updated for resources: {'Port': ['ID=e96f2923-27c6-45b6-b815-aca1160e32b7,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:15.762937 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0b9a24f-8b79-4980-bf87-be7170b85920 req-ce5eb825-1429-4521-83a1-c656baebcf06 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/security-groups?id=43d65315-23d1-4b77-8d93-e3462603431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619121 Nov 11 11:51:15.786919 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3cf0dbaa-73d7-42e6-9569-292b1dc4f2cf admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9570558 Nov 11 11:51:15.790328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42244) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:15.796784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f09ddabb-18cd-4564-9813-4f9e613af669 admin admin] Request body: {'subnet': {'network_id': '3912451f-5f8d-4108-8931-6e48d526950a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-174723964-subnet', 'tenant_id': 'ea71f96c9cce46148a8d917cd68a071b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:15.800646 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0dbaa-73d7-42e6-9569-292b1dc4f2cf admin admin] Pushing event updated for resources: {'Network': ['ID=3912451f-5f8d-4108-8931-6e48d526950a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:15.818511 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b2956adf-5564-4cf6-8836-302e0fe258c2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1683705 Nov 11 11:51:15.828390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 3912451f-5f8d-4108-8931-6e48d526950a details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:51:15.833797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09ddabb-18cd-4564-9813-4f9e613af669 admin admin] Made reservation on behalf of ea71f96c9cce46148a8d917cd68a071b for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:15.834357 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Request body: {'port': {'device_id': 'fbea8db7-b69e-48f4-8371-21081857dfde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:15.840142 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f09ddabb-18cd-4564-9813-4f9e613af669 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:15.946522 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:15.980699 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af909a72-60c5-4e32-9aa4-a08393da1345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:15.982961 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843a78e0-7169-49c5-82b1-d24c0b18b6c7" -d '{"events": [{"server_uuid": "af909a72-60c5-4e32-9aa4-a08393da1345", "name": "network-vif-plugged", "status": "completed", "tag": "29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:16.070035 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5986af20-ce5b-4646-995f-bba8d06439d1 x-openstack-request-id: req-5986af20-ce5b-4646-995f-bba8d06439d1 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:16.070035 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af909a72-60c5-4e32-9aa4-a08393da1345", "name": "network-vif-plugged", "status": "completed", "tag": "29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:16.070035 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5986af20-ce5b-4646-995f-bba8d06439d1 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:16.070035 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af909a72-60c5-4e32-9aa4-a08393da1345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5', 'code': 200} Nov 11 11:51:16.101021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e6492-4be5-4ccc-bc34-20290ebaf638 req-d6f4df8e-b03f-4a99-81d6-718ce29492ea tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:16.108942 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f91e6492-4be5-4ccc-bc34-20290ebaf638 req-d6f4df8e-b03f-4a99-81d6-718ce29492ea tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 948 time: 0.1288970 Nov 11 11:51:16.127454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5862e232-4fd4-45e7-9171-51dabce9bc15 None None] Provisioning complete for port e96f2923-27c6-45b6-b815-aca1160e32b7 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:16.127815 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5862e232-4fd4-45e7-9171-51dabce9bc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:16.183461 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f91e6492-4be5-4ccc-bc34-20290ebaf638 req-e12a06b2-29c5-43ab-b3b7-54b19dc4e200 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712569 Nov 11 11:51:16.186089 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d77002-bb27-462a-8c8d-ad9336307bb6 req-1f3f5aa5-094f-4262-9f62-0374b3371814 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:16.187631 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-16d77002-bb27-462a-8c8d-ad9336307bb6 req-1f3f5aa5-094f-4262-9f62-0374b3371814 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 950 time: 0.1635916 Nov 11 11:51:16.207529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-5862e232-4fd4-45e7-9171-51dabce9bc15 None None] Port e96f2923-27c6-45b6-b815-aca1160e32b7 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:51:16.312956 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f09ddabb-18cd-4564-9813-4f9e613af669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:16.322011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059251d-154a-4e75-8676-d8b00da7a43f req-5a6a5214-179d-45f7-8dc1-dea7f46083b7 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:16.323503 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9059251d-154a-4e75-8676-d8b00da7a43f req-5a6a5214-179d-45f7-8dc1-dea7f46083b7 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 943 time: 0.1597984 Nov 11 11:51:16.387971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6d231-334d-49b0-93b3-356417feb72a req-b1a57ecf-c866-4ffb-8942-0dac94c5422c tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:16.389491 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3dc6d231-334d-49b0-93b3-356417feb72a req-b1a57ecf-c866-4ffb-8942-0dac94c5422c tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 950 time: 0.1348419 Nov 11 11:51:16.416268 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-4812d9c2-fc3c-4888-a969-cf1686646a2a service neutron] 10.222.0.43 "GET /v2.0/ports/15584284-9898-4ccd-b7f5-b17242a4c344/bindings/n-h1-807359-3 HTTP/1.1" status: 200 len: 384 time: 0.1529374 Nov 11 11:51:16.421086 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ddabb-18cd-4564-9813-4f9e613af669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6895bfe9-2caf-4d68-8e8e-acf7b9702df7,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:16.425117 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-16d77002-bb27-462a-8c8d-ad9336307bb6 req-cbd11d14-613a-4462-ac0e-3448699b0005 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Deleting port ffa66d02-bae5-4526-9a52-d64c0950b644 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:51:16.425507 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-16d77002-bb27-462a-8c8d-ad9336307bb6 req-cbd11d14-613a-4462-ac0e-3448699b0005 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:16.457880 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ddabb-18cd-4564-9813-4f9e613af669 admin admin] Checking segment: {'id': '49589435-f4a7-4260-ada9-a576d4b43658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:16.458270 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09ddabb-18cd-4564-9813-4f9e613af669 admin admin] Network hostable DHCP agents. Network: 3912451f-5f8d-4108-8931-6e48d526950a, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:51:16.463314 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9059251d-154a-4e75-8676-d8b00da7a43f req-b8f6dfdd-0f71-4246-9b01-ea338ff93f3b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310916 Nov 11 11:51:16.490741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3dc6d231-334d-49b0-93b3-356417feb72a req-4e38b5f5-9868-4386-b7aa-e921aee09314 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745542 Nov 11 11:51:16.502534 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09ddabb-18cd-4564-9813-4f9e613af669 admin admin] Network 3912451f-5f8d-4108-8931-6e48d526950a is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:51:16.506906 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 41bc367d-37e2-49ff-abe8-51aa2c30c67f details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:51:16.536714 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-f09ddabb-18cd-4564-9813-4f9e613af669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 3912451f-5f8d-4108-8931-6e48d526950a) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:16.542207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09ddabb-18cd-4564-9813-4f9e613af669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:16.542437 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f09ddabb-18cd-4564-9813-4f9e613af669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:16.605658 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 947b15eb-60dc-402a-880d-8b6f1d47db93 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:16.607706 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f648eb78-d7f7-4a4f-815e-c9f0ec2fd132 None None] Network 3912451f-5f8d-4108-8931-6e48d526950a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:51:16.609383 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f09ddabb-18cd-4564-9813-4f9e613af669 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8174806 Nov 11 11:51:16.657645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96f2923-27c6-45b6-b815-aca1160e32b7 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:16.662686 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739a825-7cf7-4085-83e3-fbf56f4478b0 req-a161e98c-3d67-434d-a515-fef894a2f53f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:16.670321 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d739a825-7cf7-4085-83e3-fbf56f4478b0 req-a161e98c-3d67-434d-a515-fef894a2f53f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 936 time: 0.1092801 Nov 11 11:51:16.683810 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:16.689986 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-16d77002-bb27-462a-8c8d-ad9336307bb6 req-cbd11d14-613a-4462-ac0e-3448699b0005 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] For port ffa66d02-bae5-4526-9a52-d64c0950b644, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ffa66d02-bae5-4526-9a52-d64c0950b644,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:16.689986 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-16d77002-bb27-462a-8c8d-ad9336307bb6 req-cbd11d14-613a-4462-ac0e-3448699b0005 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:16.702216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3ae89-5671-47d1-b721-ddd8bc29be67 req-9533e022-48d4-4265-ab59-6b0160365189 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:16.710573 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11c3ae89-5671-47d1-b721-ddd8bc29be67 req-9533e022-48d4-4265-ab59-6b0160365189 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 949 time: 0.1166108 Nov 11 11:51:16.719223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:16.735275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-16d77002-bb27-462a-8c8d-ad9336307bb6 req-cbd11d14-613a-4462-ac0e-3448699b0005 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Calling delete_port for ffa66d02-bae5-4526-9a52-d64c0950b644 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:51:16.742970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Transition to ACTIVE for port object e96f2923-27c6-45b6-b815-aca1160e32b7 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:51:16.746395 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '41bc367d-37e2-49ff-abe8-51aa2c30c67f', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '41bc367d-37e2-49ff-abe8-51aa2c30c67f', 'mac_address': 'fa:16:3e:34:cb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:51:16.779685 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d739a825-7cf7-4085-83e3-fbf56f4478b0 req-cbf10110-c433-436f-a7a1-4ab4ba029aaf tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085618 Nov 11 11:51:16.800643 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11c3ae89-5671-47d1-b721-ddd8bc29be67 req-013b58fe-6a50-49ec-9a3a-6bfc1bf90cb6 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889375 Nov 11 11:51:16.816870 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 947b15eb-60dc-402a-880d-8b6f1d47db93 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:51:16.827464 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:16.848933 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 947b15eb-60dc-402a-880d-8b6f1d47db93 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:16.848933 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:16.872878 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fc0cc2-bee4-425a-ac4e-5742e9f7c781 None None] Network 3912451f-5f8d-4108-8931-6e48d526950a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:51:16.889676 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:16.934818 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11640fb8-4822-4aa1-8c5f-3f1f7ad7e604 req-dddd5b31-d8c3-45de-8063-e80bc0f286b4 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:16.935221 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Pushing event updated for resources: {'Port': ['ID=e96f2923-27c6-45b6-b815-aca1160e32b7,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:16.936375 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11640fb8-4822-4aa1-8c5f-3f1f7ad7e604 req-dddd5b31-d8c3-45de-8063-e80bc0f286b4 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 949 time: 0.0629489 Nov 11 11:51:16.998155 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-b5bbdd6b-ea62-48e0-81e8-df27485fe543 service neutron] For port 15584284-9898-4ccd-b7f5-b17242a4c344, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=15584284-9898-4ccd-b7f5-b17242a4c344,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:17.031242 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11640fb8-4822-4aa1-8c5f-3f1f7ad7e604 req-caca402c-2153-4416-a5b9-d4ca86d811c5 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/security-groups?id=43d65315-23d1-4b77-8d93-e3462603431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806541 Nov 11 11:51:17.070850 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Attempting to bind port e96f2923-27c6-45b6-b815-aca1160e32b7 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:17.072216 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Attempting to bind port e96f2923-27c6-45b6-b815-aca1160e32b7 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:17.072767 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Attempting to bind port e96f2923-27c6-45b6-b815-aca1160e32b7 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:17.098881 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-b5bbdd6b-ea62-48e0-81e8-df27485fe543 service neutron] For port 15584284-9898-4ccd-b7f5-b17242a4c344, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:17.101181 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Port e96f2923-27c6-45b6-b815-aca1160e32b7 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:51:17.102102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Attempting to bind port e96f2923-27c6-45b6-b815-aca1160e32b7 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:17.135857 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:17.136420 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:17.137008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:17.137460 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Bound port: e96f2923-27c6-45b6-b815-aca1160e32b7, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:17.144440 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:17.169899 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bc367d-37e2-49ff-abe8-51aa2c30c67f {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:17.201015 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-b5bbdd6b-ea62-48e0-81e8-df27485fe543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15584284-9898-4ccd-b7f5-b17242a4c344 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:17.238698 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-b5bbdd6b-ea62-48e0-81e8-df27485fe543 service neutron] For port 15584284-9898-4ccd-b7f5-b17242a4c344, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=15584284-9898-4ccd-b7f5-b17242a4c344,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:17.266174 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb530c5-897a-49bf-ae72-40d7b5e781bf req-f6d35677-57ee-4122-9810-4d86089d1084 tempest-ServersAdminNegativeTestJSON-1049841490 tempest-ServersAdminNegativeTestJSON-1049841490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:17.269245 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bbb530c5-897a-49bf-ae72-40d7b5e781bf req-f6d35677-57ee-4122-9810-4d86089d1084 tempest-ServersAdminNegativeTestJSON-1049841490 tempest-ServersAdminNegativeTestJSON-1049841490-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 1100 time: 0.0756345 Nov 11 11:51:17.278783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:17.280114 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-b5bbdd6b-ea62-48e0-81e8-df27485fe543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:17.297879 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:17.305226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] For port e96f2923-27c6-45b6-b815-aca1160e32b7, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:17.312480 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bbb530c5-897a-49bf-ae72-40d7b5e781bf req-e656f6c0-d4e8-46ff-a016-939395040459 tempest-ServersAdminNegativeTestJSON-1049841490 tempest-ServersAdminNegativeTestJSON-1049841490-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:17.335217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-16d77002-bb27-462a-8c8d-ad9336307bb6 req-cbd11d14-613a-4462-ac0e-3448699b0005 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:17.361137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] For port e96f2923-27c6-45b6-b815-aca1160e32b7, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=e96f2923-27c6-45b6-b815-aca1160e32b7,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:17.371265 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['ffa66d02-bae5-4526-9a52-d64c0950b644', '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:17.376956 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:17.393049 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd11d14-613a-4462-ac0e-3448699b0005 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Pushing event deleted for resources: {'Port': ['ID=ffa66d02-bae5-4526-9a52-d64c0950b644,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:17.395456 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:17.466318 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:17.466939 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:17.468337 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bcc41c17-e765-45de-8e14-0e228e02482a req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] 10.222.0.62 "PUT /v2.0/ports/e96f2923-27c6-45b6-b815-aca1160e32b7 HTTP/1.1" status: 200 len: 1096 time: 1.6395056 Nov 11 11:51:17.471067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbea8db7-b69e-48f4-8371-21081857dfde', 'tag': 'e96f2923-27c6-45b6-b815-aca1160e32b7'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:17.473423 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a215ca6e-7736-48ed-bafe-c20bb2ab7473" -d '{"events": [{"name": "network-changed", "server_uuid": "fbea8db7-b69e-48f4-8371-21081857dfde", "tag": "e96f2923-27c6-45b6-b815-aca1160e32b7"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:17.495798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d77002-bb27-462a-8c8d-ad9336307bb6 req-cbd11d14-613a-4462-ac0e-3448699b0005 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] No DVR routers for this DVR port ffa66d02-bae5-4526-9a52-d64c0950b644 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:51:17.503608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=41bc367d-37e2-49ff-abe8-51aa2c30c67f,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:17.504721 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-16d77002-bb27-462a-8c8d-ad9336307bb6 req-cbd11d14-613a-4462-ac0e-3448699b0005 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:17.507855 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-16d77002-bb27-462a-8c8d-ad9336307bb6 req-cbd11d14-613a-4462-ac0e-3448699b0005 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.62 "DELETE /v2.0/ports/ffa66d02-bae5-4526-9a52-d64c0950b644 HTTP/1.1" status: 204 len: 173 time: 1.3115923 Nov 11 11:51:17.511249 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-69d34b86-1bdc-4c58-b643-21bf7fe3f987 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:17.513694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-b5bbdd6b-ea62-48e0-81e8-df27485fe543 service neutron] Transition to ACTIVE for port object 15584284-9898-4ccd-b7f5-b17242a4c344 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:51:17.520339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-69d34b86-1bdc-4c58-b643-21bf7fe3f987 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/networks?id=3912451f-5f8d-4108-8931-6e48d526950a HTTP/1.1" status: 200 len: 804 time: 0.1898766 Nov 11 11:51:17.520823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f408e8-f1e2-4a9d-a4bd-3a917a58ef00 service neutron] Pushing event updated for resources: {'Port': ['ID=e96f2923-27c6-45b6-b815-aca1160e32b7,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:17.524820 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-b5bbdd6b-ea62-48e0-81e8-df27485fe543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:17.529315 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:17.529658 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:17.529996 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:17.530942 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:17.530942 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:17.531430 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:17.531631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:17.531886 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:17.532195 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:17.532507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:17.532896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:17.533139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:17.555118 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-1cf70696-b12b-4071-a583-ad5c111ec5ed tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/quotas/ea71f96c9cce46148a8d917cd68a071b HTTP/1.1" status: 200 len: 375 time: 0.0338910 Nov 11 11:51:17.573209 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bbb530c5-897a-49bf-ae72-40d7b5e781bf req-e656f6c0-d4e8-46ff-a016-939395040459 tempest-ServersAdminNegativeTestJSON-1049841490 tempest-ServersAdminNegativeTestJSON-1049841490-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:17.583833 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['17a91085-f463-4507-a46b-de29b9fb8670'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:17.608716 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-72422d44-eef3-42c7-bd5c-15902b559643 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ea71f96c9cce46148a8d917cd68a071b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526528 Nov 11 11:51:17.613978 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-49c2d143-2ad3-41b3-b36e-65b90f37d79a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:51:17.621441 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-49c2d143-2ad3-41b3-b36e-65b90f37d79a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118723 Nov 11 11:51:17.622517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-b5bbdd6b-ea62-48e0-81e8-df27485fe543 service neutron] No DVR routers for this DVR port 15584284-9898-4ccd-b7f5-b17242a4c344 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:51:17.624085 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bbb530c5-897a-49bf-ae72-40d7b5e781bf req-e656f6c0-d4e8-46ff-a016-939395040459 tempest-ServersAdminNegativeTestJSON-1049841490 tempest-ServersAdminNegativeTestJSON-1049841490-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:17.629783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 947b15eb-60dc-402a-880d-8b6f1d47db93, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=947b15eb-60dc-402a-880d-8b6f1d47db93,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:17.642921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbdd6b-ea62-48e0-81e8-df27485fe543 service neutron] Pushing event updated for resources: {'Port': ['ID=15584284-9898-4ccd-b7f5-b17242a4c344,revision_number=10']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:17.653222 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:17.670530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc41c17-e765-45de-8e14-0e228e02482a req-72b5b325-a531-4fc8-991b-6edb44e9fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:17.672100 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bcc41c17-e765-45de-8e14-0e228e02482a req-72b5b325-a531-4fc8-991b-6edb44e9fbbc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 1099 time: 0.1378386 Nov 11 11:51:17.679781 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-b5bbdd6b-ea62-48e0-81e8-df27485fe543 service neutron] 10.222.0.43 "PUT /v2.0/ports/15584284-9898-4ccd-b7f5-b17242a4c344/bindings/n-h1-807359-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2437234 Nov 11 11:51:17.702716 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bbb530c5-897a-49bf-ae72-40d7b5e781bf req-e656f6c0-d4e8-46ff-a016-939395040459 tempest-ServersAdminNegativeTestJSON-1049841490 tempest-ServersAdminNegativeTestJSON-1049841490-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139123 Nov 11 11:51:17.726856 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['41bc367d-37e2-49ff-abe8-51aa2c30c67f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:17.734935 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656f6c0-d4e8-46ff-a016-939395040459 tempest-ServersAdminNegativeTestJSON-1049841490 tempest-ServersAdminNegativeTestJSON-1049841490-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af302168-906f-45d7-a7d9-a4a976173fc7,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:17.768852 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bcc41c17-e765-45de-8e14-0e228e02482a req-2206c8f9-81f6-4013-a1f1-bbb5d58db6bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=e96f2923-27c6-45b6-b815-aca1160e32b7 HTTP/1.1" status: 200 len: 217 time: 0.0777597 Nov 11 11:51:17.820999 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-d657c9ba-e211-42bf-bfb2-a785968f1506 service neutron] 10.222.0.65 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981547 Nov 11 11:51:17.891725 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-88a1128b-40ca-46c1-8ba6-c3ea07c5f3f0 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:17.893374 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-88a1128b-40ca-46c1-8ba6-c3ea07c5f3f0 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f&tenant_id=6c923494b0b24034811a64096faf7424&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 1095 time: 0.1047711 Nov 11 11:51:17.895264 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc41c17-e765-45de-8e14-0e228e02482a req-ba3aa461-bfbe-4486-8482-0e14a60a0360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:17.896542 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bcc41c17-e765-45de-8e14-0e228e02482a req-ba3aa461-bfbe-4486-8482-0e14a60a0360 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1067293 Nov 11 11:51:17.912604 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=947b15eb-60dc-402a-880d-8b6f1d47db93,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:17.994416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26d606-5dc5-4a26-8471-75738a980616 req-87f827b7-deef-420f-b28a-08fac2560ea0 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:18.003364 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da26d606-5dc5-4a26-8471-75738a980616 req-87f827b7-deef-420f-b28a-08fac2560ea0 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 949 time: 0.1706324 Nov 11 11:51:18.053992 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-6f62646a-25ae-4afd-9813-c2a638e14c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:18.055122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-b18ff933-220b-4f48-b330-03791bd95da4 service neutron] 10.222.0.65 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332463 Nov 11 11:51:18.055477 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-6f62646a-25ae-4afd-9813-c2a638e14c53 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f&tenant_id=6c923494b0b24034811a64096faf7424 HTTP/1.1" status: 200 len: 1095 time: 0.1451356 Nov 11 11:51:18.065428 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:51:18.072349 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376e52b9-0fe1-4c56-9123-28d460f0055c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947b15eb-60dc-402a-880d-8b6f1d47db93'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:18.083174 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc41c17-e765-45de-8e14-0e228e02482a req-f3cf66ff-7447-4773-b7ff-ea2aea3b0050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:18.083686 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d38a11c-098b-4a4c-a98a-81402f4eb2fa" -d '{"events": [{"server_uuid": "376e52b9-0fe1-4c56-9123-28d460f0055c", "name": "network-vif-plugged", "status": "completed", "tag": "947b15eb-60dc-402a-880d-8b6f1d47db93"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:18.084618 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bcc41c17-e765-45de-8e14-0e228e02482a req-f3cf66ff-7447-4773-b7ff-ea2aea3b0050 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1244044 Nov 11 11:51:18.136271 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da26d606-5dc5-4a26-8471-75738a980616 req-2199f19d-6a05-4888-8530-eb776260c960 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192389 Nov 11 11:51:18.272480 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d83aee-9862-4329-8eb3-a4e0f7655fa5 x-openstack-request-id: req-d3d83aee-9862-4329-8eb3-a4e0f7655fa5 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:18.272763 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbea8db7-b69e-48f4-8371-21081857dfde", "tag": "e96f2923-27c6-45b6-b815-aca1160e32b7", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:18.273010 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d3d83aee-9862-4329-8eb3-a4e0f7655fa5 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:18.273409 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbea8db7-b69e-48f4-8371-21081857dfde', 'tag': 'e96f2923-27c6-45b6-b815-aca1160e32b7', 'status': 'completed', 'code': 200} Nov 11 11:51:18.279432 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bcc41c17-e765-45de-8e14-0e228e02482a req-841e1d3b-eb68-45c2-b25a-8f4083561f32 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481981 Nov 11 11:51:18.287684 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-0de67f1e-393a-4196-9076-004a08d9536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:18.288925 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-0de67f1e-393a-4196-9076-004a08d9536d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 1095 time: 0.1742284 Nov 11 11:51:18.453498 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bcc41c17-e765-45de-8e14-0e228e02482a req-fd22c0a9-0ccb-49dc-aa73-d165201c4451 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397774 Nov 11 11:51:18.477263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d87f45e9-7de9-4eb5-81e8-07d349110164 req-e9c947c0-bc7f-41d4-9feb-1748cd9fb406 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2370679-1714-4a83-8806-c192c60db0e0 HTTP/1.1" status: 200 len: 210 time: 0.0919466 Nov 11 11:51:18.512945 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54559226-7cf4-422a-aaf6-df1e7fb31a20 req-b4817e77-af98-4e32-8ae3-5d657a03fc72 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:18.514718 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-54559226-7cf4-422a-aaf6-df1e7fb31a20 req-b4817e77-af98-4e32-8ae3-5d657a03fc72 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 944 time: 0.1213024 Nov 11 11:51:18.578311 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-54559226-7cf4-422a-aaf6-df1e7fb31a20 req-3337b335-22d2-428b-9857-a6f5c56f8ea0 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565183 Nov 11 11:51:18.602123 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-ba0f51f5-23f8-428d-b1fa-54f2132d0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:18.603826 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-ba0f51f5-23f8-428d-b1fa-54f2132d0b6c service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.1493483 Nov 11 11:51:18.619753 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215ca6e-7736-48ed-bafe-c20bb2ab7473 req-7d0bb319-57d1-43e4-b122-472a34478aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:18.621391 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a215ca6e-7736-48ed-bafe-c20bb2ab7473 req-7d0bb319-57d1-43e4-b122-472a34478aa4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 1099 time: 0.0723615 Nov 11 11:51:18.635260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db166f-4234-4ef1-9bd0-5b362cc7150a req-0b651d13-4165-4fd1-8069-407f3e49a7bf tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:18.637125 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8db166f-4234-4ef1-9bd0-5b362cc7150a req-0b651d13-4165-4fd1-8069-407f3e49a7bf tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 948 time: 0.0773671 Nov 11 11:51:18.666300 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-aa8c7bf9-7975-4137-9d9e-02a36a3202d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15584284-9898-4ccd-b7f5-b17242a4c344 HTTP/1.1" status: 200 len: 217 time: 0.0438676 Nov 11 11:51:18.715803 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8db166f-4234-4ef1-9bd0-5b362cc7150a req-a800a22a-ea89-4483-9450-8c250833da30 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714993 Nov 11 11:51:18.729937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd0ba4-476e-4ad0-9306-b835e0b7a957 req-fdf3a30f-9b3e-40be-b4f4-45ea04015b48 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:18.732159 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8afd0ba4-476e-4ad0-9306-b835e0b7a957 req-fdf3a30f-9b3e-40be-b4f4-45ea04015b48 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 950 time: 0.0797734 Nov 11 11:51:18.772309 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7fe3aaa9-745b-4849-8195-02aa5d84a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:18.773913 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-7fe3aaa9-745b-4849-8195-02aa5d84a039 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.0956919 Nov 11 11:51:18.781300 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b173a5d-af80-418c-a850-715b183960b6 x-openstack-request-id: req-6b173a5d-af80-418c-a850-715b183960b6 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:18.781700 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376e52b9-0fe1-4c56-9123-28d460f0055c", "name": "network-vif-plugged", "status": "completed", "tag": "947b15eb-60dc-402a-880d-8b6f1d47db93", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:18.782008 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b173a5d-af80-418c-a850-715b183960b6 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:18.782471 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376e52b9-0fe1-4c56-9123-28d460f0055c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947b15eb-60dc-402a-880d-8b6f1d47db93', 'code': 200} Nov 11 11:51:18.796277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215ca6e-7736-48ed-bafe-c20bb2ab7473 req-1a99a9c2-dee3-4b78-b7d5-772ef5f1dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:18.799136 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8afd0ba4-476e-4ad0-9306-b835e0b7a957 req-d170a5b1-7309-4638-ad1b-391f4d8a7f92 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/security-groups?id=43d65315-23d1-4b77-8d93-e3462603431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609879 Nov 11 11:51:18.799447 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a215ca6e-7736-48ed-bafe-c20bb2ab7473 req-1a99a9c2-dee3-4b78-b7d5-772ef5f1dbe5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1401064 Nov 11 11:51:18.837908 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-0c123358-091b-47cd-876e-d15c8bca822c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371988 Nov 11 11:51:18.862163 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-872cd658-ed00-4496-b14a-a30722dffc0f req-25a672f1-72a0-4725-8369-9929964613d5 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a69549b-1df4-4529-b1f0-02f060b2be69 HTTP/1.1" status: 200 len: 210 time: 0.0283043 Nov 11 11:51:18.899767 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a215ca6e-7736-48ed-bafe-c20bb2ab7473 req-f74037ad-a44f-48b9-bf38-5cc3bc101a7f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=e96f2923-27c6-45b6-b815-aca1160e32b7 HTTP/1.1" status: 200 len: 217 time: 0.0886133 Nov 11 11:51:18.965527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704855b-33cb-4b02-9656-a9715ebfdaac req-be5e255b-23c1-4b21-a6e5-bae8f6e47609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:18.967035 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5704855b-33cb-4b02-9656-a9715ebfdaac req-be5e255b-23c1-4b21-a6e5-bae8f6e47609 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 1101 time: 0.0765717 Nov 11 11:51:18.979994 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95a4f7-584c-4a5b-9536-2d11c2cf2ce3 req-ae472746-0776-4152-b8fb-b9e393930f7e tempest-ServersAdminNegativeTestJSON-1049841490 tempest-ServersAdminNegativeTestJSON-1049841490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:18.981616 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b95a4f7-584c-4a5b-9536-2d11c2cf2ce3 req-ae472746-0776-4152-b8fb-b9e393930f7e tempest-ServersAdminNegativeTestJSON-1049841490 tempest-ServersAdminNegativeTestJSON-1049841490-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 1100 time: 0.0488794 Nov 11 11:51:19.008921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215ca6e-7736-48ed-bafe-c20bb2ab7473 req-0b4be0d8-cbd4-4c23-a309-f11a323cb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:19.010431 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a215ca6e-7736-48ed-bafe-c20bb2ab7473 req-0b4be0d8-cbd4-4c23-a309-f11a323cb952 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0902059 Nov 11 11:51:19.037516 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-aa6a2999-57dc-4f60-9e31-2ca6c10e9c95 service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517940 Nov 11 11:51:19.043395 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5704855b-33cb-4b02-9656-a9715ebfdaac req-fb445931-c084-4570-8923-e2307ef2a738 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=43d65315-23d1-4b77-8d93-e3462603431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608692 Nov 11 11:51:19.057688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b95a4f7-584c-4a5b-9536-2d11c2cf2ce3 req-88db95ea-f763-4dcb-a23a-ad5c76541d0d tempest-ServersAdminNegativeTestJSON-1049841490 tempest-ServersAdminNegativeTestJSON-1049841490-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617568 Nov 11 11:51:19.066141 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215ca6e-7736-48ed-bafe-c20bb2ab7473 req-8e9ac4f0-b6d2-4c0d-b0b0-ff7def5bfff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:19.067757 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a215ca6e-7736-48ed-bafe-c20bb2ab7473 req-8e9ac4f0-b6d2-4c0d-b0b0-ff7def5bfff8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445833 Nov 11 11:51:19.268243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0601d63-195b-4516-865a-0ef1ea7d7f77 req-2a31f923-c095-4549-b43a-56637af0e13d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:19.269811 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0601d63-195b-4516-865a-0ef1ea7d7f77 req-2a31f923-c095-4549-b43a-56637af0e13d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 949 time: 0.0492177 Nov 11 11:51:19.323909 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0601d63-195b-4516-865a-0ef1ea7d7f77 req-d3df3be3-d78b-43f9-b9ac-a37f72f1728f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479445 Nov 11 11:51:19.462027 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e030a-f6fc-4130-a124-fa25d882cf75 req-c4c3e07b-6521-4acf-8929-54b059986fcd tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:19.469626 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1a9e030a-f6fc-4130-a124-fa25d882cf75 req-c4c3e07b-6521-4acf-8929-54b059986fcd tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 949 time: 0.0591643 Nov 11 11:51:19.526200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1a9e030a-f6fc-4130-a124-fa25d882cf75 req-a17a9dd0-7328-4534-81e7-71f9edc8ca72 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540156 Nov 11 11:51:19.725650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75062ae0-039d-4894-8595-ff1a26f93713 req-4d211d35-66f1-4341-8166-99f53933a4fd tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:19.727633 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75062ae0-039d-4894-8595-ff1a26f93713 req-4d211d35-66f1-4341-8166-99f53933a4fd tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 944 time: 0.0621095 Nov 11 11:51:19.785444 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-e9564966-f83a-4260-b06c-1a06dbed6d25 service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071564 Nov 11 11:51:19.791607 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a215ca6e-7736-48ed-bafe-c20bb2ab7473 req-48e9d429-993a-4b4f-aeb2-1dc5ea0608e1 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953132 Nov 11 11:51:19.799602 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-8a23d0db-e051-4417-baef-b0d282d8a43d tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:19.801293 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-8a23d0db-e051-4417-baef-b0d282d8a43d tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.43 "GET /v2.0/networks?id=3912451f-5f8d-4108-8931-6e48d526950a HTTP/1.1" status: 200 len: 804 time: 0.1911235 Nov 11 11:51:19.809197 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75062ae0-039d-4894-8595-ff1a26f93713 req-1646f7ce-b3dd-487b-928b-99dc3b860e84 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750127 Nov 11 11:51:19.819880 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09061476-314e-4eba-ad57-b4289a42764b req-0d5ca950-3428-42a9-942e-3bd62b269001 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:19.821412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09061476-314e-4eba-ad57-b4289a42764b req-0d5ca950-3428-42a9-942e-3bd62b269001 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 971 time: 0.0810568 Nov 11 11:51:19.824029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-39fed369-a74c-4a90-bd24-474e9ae8b300 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Request body: {'port': {'device_id': '1a69549b-1df4-4529-b1f0-02f060b2be69', 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a', 'admin_state_up': True, 'tenant_id': 'ea71f96c9cce46148a8d917cd68a071b'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:19.883637 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09061476-314e-4eba-ad57-b4289a42764b req-09f92783-e4e5-4cb0-80de-a8cade1b2da7 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552378 Nov 11 11:51:19.951079 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf69ee4-357b-4843-b1f0-76a099c6cfef req-efeb07e1-de39-49db-bc10-f8a7609aa669 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:19.952666 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bdf69ee4-357b-4843-b1f0-76a099c6cfef req-efeb07e1-de39-49db-bc10-f8a7609aa669 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 948 time: 0.0550051 Nov 11 11:51:19.984556 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a215ca6e-7736-48ed-bafe-c20bb2ab7473 req-e7f0ff8f-bd17-4564-b154-a9879afd75c3 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750381 Nov 11 11:51:20.010412 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-39fed369-a74c-4a90-bd24-474e9ae8b300 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Made reservation on behalf of ea71f96c9cce46148a8d917cd68a071b for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:20.015184 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-39fed369-a74c-4a90-bd24-474e9ae8b300 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:20.166984 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-e4877a1a-1b9a-4b6d-bcf3-400697b8968b tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:20.168399 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-e4877a1a-1b9a-4b6d-bcf3-400697b8968b tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f&tenant_id=6c923494b0b24034811a64096faf7424&binding%3Ahost_id=n-h1-807359-3 HTTP/1.1" status: 200 len: 1095 time: 0.0987258 Nov 11 11:51:20.184264 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-39fed369-a74c-4a90-bd24-474e9ae8b300 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Allocated IP 172.20.0.8 (3912451f-5f8d-4108-8931-6e48d526950a/6895bfe9-2caf-4d68-8e8e-acf7b9702df7/db68efde-836e-4ddd-9efb-1c6eae48078d) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:20.246552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b9d06-d181-4f85-ae77-f2f35573e88b req-bc0e3149-8e79-4dca-8262-b237587eb3bc tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:20.248004 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e71b9d06-d181-4f85-ae77-f2f35573e88b req-bc0e3149-8e79-4dca-8262-b237587eb3bc tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 950 time: 0.2908111 Nov 11 11:51:20.252445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bdf69ee4-357b-4843-b1f0-76a099c6cfef req-cdfa13af-3279-48da-8d8a-6c01c27757c4 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862382 Nov 11 11:51:20.274211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2370679-1714-4a83-8806-c192c60db0e0', 'name': 'network-vif-deleted', 'tag': 'ffa66d02-bae5-4526-9a52-d64c0950b644'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:20.276880 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfdd0bc-d2fe-4562-a21a-90b43fce6663" -d '{"events": [{"server_uuid": "f2370679-1714-4a83-8806-c192c60db0e0", "name": "network-vif-deleted", "tag": "ffa66d02-bae5-4526-9a52-d64c0950b644"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:20.316263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e71b9d06-d181-4f85-ae77-f2f35573e88b req-ece0f65f-4967-4a86-a21f-f33c7f84fc81 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/security-groups?id=43d65315-23d1-4b77-8d93-e3462603431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613363 Nov 11 11:51:20.345810 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07ce594e-3ddd-4548-a09a-c714fc59032b req-e978d546-3d87-45ce-ba9b-dbdf1ef00485 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a69549b-1df4-4529-b1f0-02f060b2be69 HTTP/1.1" status: 200 len: 210 time: 0.0280225 Nov 11 11:51:20.398109 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56636936-214f-4c27-931f-64a915bae12c x-openstack-request-id: req-56636936-214f-4c27-931f-64a915bae12c {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:20.398496 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2370679-1714-4a83-8806-c192c60db0e0", "name": "network-vif-deleted", "tag": "ffa66d02-bae5-4526-9a52-d64c0950b644", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:20.398615 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-56636936-214f-4c27-931f-64a915bae12c {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:20.399004 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2370679-1714-4a83-8806-c192c60db0e0', 'name': 'network-vif-deleted', 'tag': 'ffa66d02-bae5-4526-9a52-d64c0950b644', 'status': 'completed', 'code': 200} Nov 11 11:51:20.445515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-13c570b6-17de-4406-8a61-5496d5a50de4 service neutron] For port 15584284-9898-4ccd-b7f5-b17242a4c344, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:20.454733 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-13c570b6-17de-4406-8a61-5496d5a50de4 service neutron] Publish callbacks [] for binding, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:20.455854 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82a63203-b739-4fe1-a86d-b1f51d82afc4 req-13c570b6-17de-4406-8a61-5496d5a50de4 service neutron] 10.222.0.62 "DELETE /v2.0/ports/15584284-9898-4ccd-b7f5-b17242a4c344/bindings/n-h2-807359-3 HTTP/1.1" status: 204 len: 173 time: 0.2616868 Nov 11 11:51:20.458630 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-39fed369-a74c-4a90-bd24-474e9ae8b300 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:20.490515 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087ee16-41d7-4ca3-8950-3e513d6f1a02 req-86884542-94f9-4546-9ce6-9393463ff7ae tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:20.491934 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7087ee16-41d7-4ca3-8950-3e513d6f1a02 req-86884542-94f9-4546-9ce6-9393463ff7ae tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 949 time: 0.0519493 Nov 11 11:51:20.493425 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-39fed369-a74c-4a90-bd24-474e9ae8b300 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:20.534066 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 41bc367d-37e2-49ff-abe8-51aa2c30c67f up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:20.538886 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-39fed369-a74c-4a90-bd24-474e9ae8b300 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Network 3912451f-5f8d-4108-8931-6e48d526950a is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:20.542010 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-39fed369-a74c-4a90-bd24-474e9ae8b300 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:20.543369 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7087ee16-41d7-4ca3-8950-3e513d6f1a02 req-fc423cbe-2fa0-43a9-999b-cd8296f41bca tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450103 Nov 11 11:51:20.546255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-39fed369-a74c-4a90-bd24-474e9ae8b300 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:20.551960 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-39fed369-a74c-4a90-bd24-474e9ae8b300 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:20.552583 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-39fed369-a74c-4a90-bd24-474e9ae8b300 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:20.567230 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fed369-a74c-4a90-bd24-474e9ae8b300 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Pushing event updated for resources: {'Port': ['ID=db68efde-836e-4ddd-9efb-1c6eae48078d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:20.573383 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-39fed369-a74c-4a90-bd24-474e9ae8b300 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7542291 Nov 11 11:51:20.590419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Request body: {'port': {'device_id': '1a69549b-1df4-4529-b1f0-02f060b2be69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:20.631685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 41bc367d-37e2-49ff-abe8-51aa2c30c67f completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:51:20.636216 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 41bc367d-37e2-49ff-abe8-51aa2c30c67f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:20.636796 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:20.645258 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:20.673531 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dd19b-3f49-43fb-ae64-7340f2474b14 req-a96e9705-dd89-45da-9501-a48ccb27dc8f tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:20.674860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e48dd19b-3f49-43fb-ae64-7340f2474b14 req-a96e9705-dd89-45da-9501-a48ccb27dc8f tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 949 time: 0.0547514 Nov 11 11:51:20.720987 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:20.747183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e48dd19b-3f49-43fb-ae64-7340f2474b14 req-3b9eb713-c53c-4741-9961-3a0bd3d45a92 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642164 Nov 11 11:51:20.761110 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:20.767270 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:20.768244 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ffa66d02-bae5-4526-9a52-d64c0950b644 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:51:20.788133 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:20.790455 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99323d8c-0252-4a89-b5a1-9197e55b596b" -d '{"events": [{"server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "name": "network-vif-plugged", "status": "completed", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:20.796475 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 15584284-9898-4ccd-b7f5-b17242a4c344 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:51:20.819246 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: ffa66d02-bae5-4526-9a52-d64c0950b644 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:51:20.819593 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ffa66d02-bae5-4526-9a52-d64c0950b644 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:51:20.874967 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77735515-e23a-43eb-9417-41b4543f0bf2 x-openstack-request-id: req-77735515-e23a-43eb-9417-41b4543f0bf2 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:20.875280 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "name": "network-vif-plugged", "status": "completed", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:20.875533 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77735515-e23a-43eb-9417-41b4543f0bf2 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:20.875931 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f', 'code': 200} Nov 11 11:51:20.881899 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=41bc367d-37e2-49ff-abe8-51aa2c30c67f,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:20.890819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 15584284-9898-4ccd-b7f5-b17242a4c344 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:51:20.949522 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db68efde-836e-4ddd-9efb-1c6eae48078d {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:20.958324 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:20.975176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Transition to ACTIVE for port object db68efde-836e-4ddd-9efb-1c6eae48078d will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:51:20.981466 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:20.993268 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86a0be-0bb6-48d5-9c32-6a1f47d47101 req-277ca2fd-c88c-4633-961c-cfe5353d223a tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:20.995006 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e86a0be-0bb6-48d5-9c32-6a1f47d47101 req-277ca2fd-c88c-4633-961c-cfe5353d223a tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 944 time: 0.0812991 Nov 11 11:51:21.069812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Pushing event updated for resources: {'Port': ['ID=db68efde-836e-4ddd-9efb-1c6eae48078d,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:21.080608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d45d33-9eea-45ca-971e-c68512512a34 req-5d0c4102-5d7c-420c-b2e8-4c802d27f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:21.082367 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-25d45d33-9eea-45ca-971e-c68512512a34 req-5d0c4102-5d7c-420c-b2e8-4c802d27f420 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 1101 time: 0.0946808 Nov 11 11:51:21.083966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be37e4e-c2c1-4589-90c8-938c83876b65 req-f6066ad8-b0a3-464d-a4f0-dc7d7c71e66d tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:21.085668 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8be37e4e-c2c1-4589-90c8-938c83876b65 req-f6066ad8-b0a3-464d-a4f0-dc7d7c71e66d tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 971 time: 0.0895846 Nov 11 11:51:21.089200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e86a0be-0bb6-48d5-9c32-6a1f47d47101 req-53a0ad3d-3f97-438a-8b5a-792f3461505b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805733 Nov 11 11:51:21.151753 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Attempting to bind port db68efde-836e-4ddd-9efb-1c6eae48078d on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:21.152335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Attempting to bind port db68efde-836e-4ddd-9efb-1c6eae48078d by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '49589435-f4a7-4260-ada9-a576d4b43658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:21.152854 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Attempting to bind port db68efde-836e-4ddd-9efb-1c6eae48078d on network 3912451f-5f8d-4108-8931-6e48d526950a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:21.163869 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-25d45d33-9eea-45ca-971e-c68512512a34 req-23e4c122-9976-44df-a590-d0f704aece65 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637450 Nov 11 11:51:21.164417 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8be37e4e-c2c1-4589-90c8-938c83876b65 req-abbdd5a3-d504-4c4f-a682-f72f7c7759f0 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722280 Nov 11 11:51:21.165628 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Port db68efde-836e-4ddd-9efb-1c6eae48078d on network 3912451f-5f8d-4108-8931-6e48d526950a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:51:21.165628 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Attempting to bind port db68efde-836e-4ddd-9efb-1c6eae48078d on network 3912451f-5f8d-4108-8931-6e48d526950a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:21.170870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:21.171274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Checking segment: {'id': '49589435-f4a7-4260-ada9-a576d4b43658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:21.171716 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Bound using segment: {'id': '49589435-f4a7-4260-ada9-a576d4b43658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:21.172215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Bound port: db68efde-836e-4ddd-9efb-1c6eae48078d, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49589435-f4a7-4260-ada9-a576d4b43658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:21.172659 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:21.205703 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:21.249338 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720e935-19f0-40e3-87a2-1b270828d69f req-b272ff67-1631-4a46-822b-c244b2b0ded8 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:21.250808 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e720e935-19f0-40e3-87a2-1b270828d69f req-b272ff67-1631-4a46-822b-c244b2b0ded8 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 1095 time: 0.0411150 Nov 11 11:51:21.280552 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] For port db68efde-836e-4ddd-9efb-1c6eae48078d, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:21.292605 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] For port db68efde-836e-4ddd-9efb-1c6eae48078d, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db68efde-836e-4ddd-9efb-1c6eae48078d,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:21.301731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeebe1-b87e-40bf-bb4b-71c46cbe8145 req-9a79ea97-f2ae-480b-a649-000ccb14205b tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:21.301953 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e720e935-19f0-40e3-87a2-1b270828d69f req-8774436f-8b1f-475a-a1d4-7dc2269534ae tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445814 Nov 11 11:51:21.303188 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5dfeebe1-b87e-40bf-bb4b-71c46cbe8145 req-9a79ea97-f2ae-480b-a649-000ccb14205b tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.43 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 949 time: 0.0808940 Nov 11 11:51:21.304759 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:21.371382 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:21.372000 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:21.373354 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] 10.222.0.43 "PUT /v2.0/ports/db68efde-836e-4ddd-9efb-1c6eae48078d HTTP/1.1" status: 200 len: 1091 time: 0.7882204 Nov 11 11:51:21.439320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73d529-0589-4d4d-b431-930ccac631de req-6b53a9b1-e194-40d1-b60e-1d763d4b1caa tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:21.448987 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aa73d529-0589-4d4d-b431-930ccac631de req-6b53a9b1-e194-40d1-b60e-1d763d4b1caa tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 948 time: 0.1201501 Nov 11 11:51:21.468764 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530634e-6785-443c-85e0-3fbd64d432e7 service neutron] Pushing event updated for resources: {'Port': ['ID=db68efde-836e-4ddd-9efb-1c6eae48078d,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:21.512427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-e0704fa3-a0f4-417a-b26e-69873d7a1792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:21.513855 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-e0704fa3-a0f4-417a-b26e-69873d7a1792 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea71f96c9cce46148a8d917cd68a071b&device_id=1a69549b-1df4-4529-b1f0-02f060b2be69 HTTP/1.1" status: 200 len: 1094 time: 0.0733190 Nov 11 11:51:21.525134 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-5dfeebe1-b87e-40bf-bb4b-71c46cbe8145 req-505311d4-deca-4850-986a-08bd90043b6e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Deleting port b4058b91-935a-41f6-82d7-7f2ff6a04739 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:51:21.525509 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5dfeebe1-b87e-40bf-bb4b-71c46cbe8145 req-505311d4-deca-4850-986a-08bd90043b6e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:21.533033 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec9183-e476-44c8-bb86-94b9b3025a2b req-526316e2-5661-4c25-b9d7-a6669d03c079 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:21.534808 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73ec9183-e476-44c8-bb86-94b9b3025a2b req-526316e2-5661-4c25-b9d7-a6669d03c079 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.43 "GET /v2.0/ports?device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 971 time: 0.1699462 Nov 11 11:51:21.562140 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aa73d529-0589-4d4d-b431-930ccac631de req-f0a2286f-5c42-4f56-9a24-775304df9327 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122384 Nov 11 11:51:21.589995 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-fd518c00-3d05-409c-9790-0d75e79f1889 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db68efde-836e-4ddd-9efb-1c6eae48078d HTTP/1.1" status: 200 len: 217 time: 0.0596254 Nov 11 11:51:21.607697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c2c57-29b0-4302-ba3c-4479a7a2cac3 req-b1315189-9160-4297-bb6d-cb3ba4aea084 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:21.609434 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-721c2c57-29b0-4302-ba3c-4479a7a2cac3 req-b1315189-9160-4297-bb6d-cb3ba4aea084 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 950 time: 0.1405087 Nov 11 11:51:21.688396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-22afbb14-9e6d-4667-991f-94612e14fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:21.689887 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-22afbb14-9e6d-4667-991f-94612e14fc88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6895bfe9-2caf-4d68-8e8e-acf7b9702df7 HTTP/1.1" status: 200 len: 844 time: 0.0678585 Nov 11 11:51:21.710795 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-721c2c57-29b0-4302-ba3c-4479a7a2cac3 req-c49739b6-0b2f-4cce-96dc-eaeb05af34a4 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/security-groups?id=43d65315-23d1-4b77-8d93-e3462603431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917289 Nov 11 11:51:21.715575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-5dfeebe1-b87e-40bf-bb4b-71c46cbe8145 req-505311d4-deca-4850-986a-08bd90043b6e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] For port b4058b91-935a-41f6-82d7-7f2ff6a04739, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b4058b91-935a-41f6-82d7-7f2ff6a04739,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:21.715934 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5dfeebe1-b87e-40bf-bb4b-71c46cbe8145 req-505311d4-deca-4850-986a-08bd90043b6e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:21.737268 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-36c3e76e-8869-4fc8-9da2-bf85b3696f2b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3912451f-5f8d-4108-8931-6e48d526950a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360599 Nov 11 11:51:21.745179 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-5dfeebe1-b87e-40bf-bb4b-71c46cbe8145 req-505311d4-deca-4850-986a-08bd90043b6e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Calling delete_port for b4058b91-935a-41f6-82d7-7f2ff6a04739 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:51:21.748915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d967598-6ebd-4c0a-835f-c371aba18df9 req-e6de9837-1def-4dd9-bc69-67295b198bd5 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:21.750477 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d967598-6ebd-4c0a-835f-c371aba18df9 req-e6de9837-1def-4dd9-bc69-67295b198bd5 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a69549b-1df4-4529-b1f0-02f060b2be69 HTTP/1.1" status: 200 len: 943 time: 0.1112318 Nov 11 11:51:21.762178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-73ec9183-e476-44c8-bb86-94b9b3025a2b req-8e6e3960-b27f-4dca-9685-79c3d346e4f7 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Deleting port 17a91085-f463-4507-a46b-de29b9fb8670 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:51:21.762703 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-73ec9183-e476-44c8-bb86-94b9b3025a2b req-8e6e3960-b27f-4dca-9685-79c3d346e4f7 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:21.884103 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-9b5d29ca-c06d-462b-8bd2-bacb2905b0e5 service neutron] 10.222.0.43 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366687 Nov 11 11:51:21.887871 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d967598-6ebd-4c0a-835f-c371aba18df9 req-0c5a3b90-f830-4da9-8d9f-bffffcd8d07d tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210160 Nov 11 11:51:21.942985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-73ec9183-e476-44c8-bb86-94b9b3025a2b req-8e6e3960-b27f-4dca-9685-79c3d346e4f7 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] For port 17a91085-f463-4507-a46b-de29b9fb8670, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=17a91085-f463-4507-a46b-de29b9fb8670,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:21.943414 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-73ec9183-e476-44c8-bb86-94b9b3025a2b req-8e6e3960-b27f-4dca-9685-79c3d346e4f7 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:21.972141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-73ec9183-e476-44c8-bb86-94b9b3025a2b req-8e6e3960-b27f-4dca-9685-79c3d346e4f7 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Calling delete_port for 17a91085-f463-4507-a46b-de29b9fb8670 owned by compute:tempest-test_az-464035519 {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:51:22.013428 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5dfeebe1-b87e-40bf-bb4b-71c46cbe8145 req-505311d4-deca-4850-986a-08bd90043b6e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:22.026168 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['3d937e27-9465-4c21-91b5-9ee5565f7589', 'b4058b91-935a-41f6-82d7-7f2ff6a04739'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:22.045113 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6a0ed1f-ceeb-4c9b-b9cf-efd14cbff185 req-0186d858-0aad-4865-83a5-5967edd2e0e0 service neutron] 10.222.0.43 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508362 Nov 11 11:51:22.047995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505311d4-deca-4850-986a-08bd90043b6e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Pushing event deleted for resources: {'Port': ['ID=b4058b91-935a-41f6-82d7-7f2ff6a04739,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:22.062450 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd0a20-3029-429b-b047-15f34495cef8 req-a2267eab-225e-4ee6-b55e-3dbcd9e1aea4 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:22.070448 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19bd0a20-3029-429b-b047-15f34495cef8 req-a2267eab-225e-4ee6-b55e-3dbcd9e1aea4 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 820 time: 0.2134135 Nov 11 11:51:22.096569 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfeebe1-b87e-40bf-bb4b-71c46cbe8145 req-505311d4-deca-4850-986a-08bd90043b6e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] No DVR routers for this DVR port b4058b91-935a-41f6-82d7-7f2ff6a04739 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:51:22.100083 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5dfeebe1-b87e-40bf-bb4b-71c46cbe8145 req-505311d4-deca-4850-986a-08bd90043b6e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:22.104247 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5dfeebe1-b87e-40bf-bb4b-71c46cbe8145 req-505311d4-deca-4850-986a-08bd90043b6e tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.43 "DELETE /v2.0/ports/b4058b91-935a-41f6-82d7-7f2ff6a04739 HTTP/1.1" status: 204 len: 173 time: 0.7910023 Nov 11 11:51:22.106902 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19bd0a20-3029-429b-b047-15f34495cef8 req-e706dbfe-1886-485e-8e8b-a9de89a97b9d tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/quotas/6c923494b0b24034811a64096faf7424 HTTP/1.1" status: 200 len: 375 time: 0.0347347 Nov 11 11:51:22.131439 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d13e9-6164-4c33-9ad7-6fac98235984 req-228aba85-2257-4c79-ba33-b9f9d91d7ec7 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:22.132796 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee8d13e9-6164-4c33-9ad7-6fac98235984 req-228aba85-2257-4c79-ba33-b9f9d91d7ec7 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.1803417 Nov 11 11:51:22.226392 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19bd0a20-3029-429b-b047-15f34495cef8 req-e431d12f-2aab-40c6-8d2c-c7dc0d912500 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1185603 Nov 11 11:51:22.275336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee8d13e9-6164-4c33-9ad7-6fac98235984 req-4777e5c5-f694-4c6e-8ab3-1d033432891d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207829 Nov 11 11:51:22.342478 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-73ec9183-e476-44c8-bb86-94b9b3025a2b req-8e6e3960-b27f-4dca-9685-79c3d346e4f7 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:22.368126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:22.384906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e3960-b27f-4dca-9685-79c3d346e4f7 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Pushing event deleted for resources: {'Port': ['ID=17a91085-f463-4507-a46b-de29b9fb8670,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:22.400325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a69549b-1df4-4529-b1f0-02f060b2be69', 'tag': 'db68efde-836e-4ddd-9efb-1c6eae48078d'}, {'server_uuid': '461b27ca-7cf4-4a18-aaf4-094f5cd5a907', 'name': 'network-vif-deleted', 'tag': 'b4058b91-935a-41f6-82d7-7f2ff6a04739'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:22.403099 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcac2aa8-1d4b-47a8-8d66-46ef0ffbc84d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a69549b-1df4-4529-b1f0-02f060b2be69", "tag": "db68efde-836e-4ddd-9efb-1c6eae48078d"}, {"server_uuid": "461b27ca-7cf4-4a18-aaf4-094f5cd5a907", "name": "network-vif-deleted", "tag": "b4058b91-935a-41f6-82d7-7f2ff6a04739"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:22.440310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ec9183-e476-44c8-bb86-94b9b3025a2b req-8e6e3960-b27f-4dca-9685-79c3d346e4f7 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] No DVR routers for this DVR port 17a91085-f463-4507-a46b-de29b9fb8670 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:51:22.443359 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19bd0a20-3029-429b-b047-15f34495cef8 req-8beaa25d-74ed-443c-b31c-0a79526b0e09 service neutron] 10.222.0.65 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045121 Nov 11 11:51:22.445853 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-73ec9183-e476-44c8-bb86-94b9b3025a2b req-8e6e3960-b27f-4dca-9685-79c3d346e4f7 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:22.449170 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73ec9183-e476-44c8-bb86-94b9b3025a2b req-8e6e3960-b27f-4dca-9685-79c3d346e4f7 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.43 "DELETE /v2.0/ports/17a91085-f463-4507-a46b-de29b9fb8670 HTTP/1.1" status: 204 len: 173 time: 0.9084151 Nov 11 11:51:22.449326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['17a91085-f463-4507-a46b-de29b9fb8670'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:22.449658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60daa0b3-02d4-4a95-90c4-3930714f8ad2', 'name': 'network-vif-deleted', 'tag': '17a91085-f463-4507-a46b-de29b9fb8670'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:22.451949 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f728134c-b6d4-43d7-8bb6-18223764fa81" -d '{"events": [{"server_uuid": "60daa0b3-02d4-4a95-90c4-3930714f8ad2", "name": "network-vif-deleted", "tag": "17a91085-f463-4507-a46b-de29b9fb8670"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:22.537410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device e96f2923-27c6-45b6-b815-aca1160e32b7 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:51:22.614321 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19bd0a20-3029-429b-b047-15f34495cef8 req-0f6d5e82-a6d9-4e03-afe7-f210f3612716 service neutron] 10.222.0.65 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495602 Nov 11 11:51:22.617836 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-74c8f653-c6d8-45b9-9266-6374e2cef4f0 req-c81b5b0d-a7dd-4a54-9729-55279426d873 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=461b27ca-7cf4-4a18-aaf4-094f5cd5a907 HTTP/1.1" status: 200 len: 210 time: 0.0406048 Nov 11 11:51:22.687737 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port e96f2923-27c6-45b6-b815-aca1160e32b7, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=e96f2923-27c6-45b6-b815-aca1160e32b7,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:22.701061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'e96f2923-27c6-45b6-b815-aca1160e32b7', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'e96f2923-27c6-45b6-b815-aca1160e32b7', 'mac_address': 'fa:16:3e:1f:79:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:51:22.758315 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:22.760626 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a37e3110-040d-4e12-b102-0a0049dfa6b1 req-0710c5d1-c1d7-4e4f-b571-845e75b631a1 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=60daa0b3-02d4-4a95-90c4-3930714f8ad2 HTTP/1.1" status: 200 len: 210 time: 0.0389140 Nov 11 11:51:22.774889 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96f2923-27c6-45b6-b815-aca1160e32b7 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:22.802689 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4d8c18-8713-40b1-972c-d6098439f163 x-openstack-request-id: req-6f4d8c18-8713-40b1-972c-d6098439f163 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:22.802987 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a69549b-1df4-4529-b1f0-02f060b2be69", "tag": "db68efde-836e-4ddd-9efb-1c6eae48078d", "status": "completed", "code": 200}, {"server_uuid": "461b27ca-7cf4-4a18-aaf4-094f5cd5a907", "name": "network-vif-deleted", "tag": "b4058b91-935a-41f6-82d7-7f2ff6a04739", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:22.803255 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f4d8c18-8713-40b1-972c-d6098439f163 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:22.803724 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a69549b-1df4-4529-b1f0-02f060b2be69', 'tag': 'db68efde-836e-4ddd-9efb-1c6eae48078d', 'status': 'completed', 'code': 200} Nov 11 11:51:22.803981 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461b27ca-7cf4-4a18-aaf4-094f5cd5a907', 'name': 'network-vif-deleted', 'tag': 'b4058b91-935a-41f6-82d7-7f2ff6a04739', 'status': 'completed', 'code': 200} Nov 11 11:51:22.832689 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port e96f2923-27c6-45b6-b815-aca1160e32b7, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=e96f2923-27c6-45b6-b815-aca1160e32b7,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:22.840430 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:22.846200 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2bb200-2922-4b41-b44f-95f18f6bb3ae x-openstack-request-id: req-7b2bb200-2922-4b41-b44f-95f18f6bb3ae {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:22.846508 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60daa0b3-02d4-4a95-90c4-3930714f8ad2", "name": "network-vif-deleted", "tag": "17a91085-f463-4507-a46b-de29b9fb8670", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:22.846742 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b2bb200-2922-4b41-b44f-95f18f6bb3ae {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:22.850461 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60daa0b3-02d4-4a95-90c4-3930714f8ad2', 'name': 'network-vif-deleted', 'tag': '17a91085-f463-4507-a46b-de29b9fb8670', 'status': 'completed', 'code': 200} Nov 11 11:51:22.913949 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=e96f2923-27c6-45b6-b815-aca1160e32b7,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:22.959038 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac2aa8-1d4b-47a8-8d66-46ef0ffbc84d req-149fb864-70f9-43b3-b308-6432b694b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:22.961033 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcac2aa8-1d4b-47a8-8d66-46ef0ffbc84d req-149fb864-70f9-43b3-b308-6432b694b94d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea71f96c9cce46148a8d917cd68a071b&device_id=1a69549b-1df4-4529-b1f0-02f060b2be69 HTTP/1.1" status: 200 len: 1094 time: 0.1301568 Nov 11 11:51:23.003531 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d805047-9f6f-45e5-ad5e-0a3b36013168 req-8cd80b97-8627-46da-b4a1-4603fe703aeb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:23.005230 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d805047-9f6f-45e5-ad5e-0a3b36013168 req-8cd80b97-8627-46da-b4a1-4603fe703aeb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 949 time: 0.0905144 Nov 11 11:51:23.048393 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e911a431-6e86-471f-9595-61ca3e880577 req-21e553e5-36f7-4d8d-a8d2-0cd1b99ff296 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 210 time: 0.0604765 Nov 11 11:51:23.144529 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d805047-9f6f-45e5-ad5e-0a3b36013168 req-2e63a39b-27a7-4896-9108-9b176cca2baa tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043377 Nov 11 11:51:23.181483 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac2aa8-1d4b-47a8-8d66-46ef0ffbc84d req-32dec1f2-76bc-4d69-bf14-243ac9250c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:23.183268 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcac2aa8-1d4b-47a8-8d66-46ef0ffbc84d req-32dec1f2-76bc-4d69-bf14-243ac9250c84 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3912451f-5f8d-4108-8931-6e48d526950a HTTP/1.1" status: 200 len: 906 time: 0.2093923 Nov 11 11:51:23.234761 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcac2aa8-1d4b-47a8-8d66-46ef0ffbc84d req-a286f208-9d88-4151-8f7b-d29778d34efd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db68efde-836e-4ddd-9efb-1c6eae48078d HTTP/1.1" status: 200 len: 217 time: 0.0373125 Nov 11 11:51:23.315405 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac2aa8-1d4b-47a8-8d66-46ef0ffbc84d req-5b5f2ab4-490e-41bf-bce4-bb673d7ac9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:23.317040 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcac2aa8-1d4b-47a8-8d66-46ef0ffbc84d req-5b5f2ab4-490e-41bf-bce4-bb673d7ac9f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6895bfe9-2caf-4d68-8e8e-acf7b9702df7 HTTP/1.1" status: 200 len: 844 time: 0.0745730 Nov 11 11:51:23.334491 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['e96f2923-27c6-45b6-b815-aca1160e32b7'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:23.341676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059053d8-0798-41b9-a72b-a6a443ce1bf9 req-e3c6d7e5-79d2-486e-bec9-90980198a6af tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:23.343213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-059053d8-0798-41b9-a72b-a6a443ce1bf9 req-e3c6d7e5-79d2-486e-bec9-90980198a6af tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a69549b-1df4-4529-b1f0-02f060b2be69 HTTP/1.1" status: 200 len: 943 time: 0.0917351 Nov 11 11:51:23.362693 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcac2aa8-1d4b-47a8-8d66-46ef0ffbc84d req-b76d767b-14d8-4262-8b74-a9e73f99f252 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3912451f-5f8d-4108-8931-6e48d526950a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381005 Nov 11 11:51:23.460187 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-059053d8-0798-41b9-a72b-a6a443ce1bf9 req-92f9fcdf-0593-4c6e-b7c6-371ec0eedfd2 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997872 Nov 11 11:51:23.507042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcac2aa8-1d4b-47a8-8d66-46ef0ffbc84d req-288fbc75-2000-41ea-a59a-1bb6e1cee01d service neutron] 10.222.0.43 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314545 Nov 11 11:51:23.650326 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c2278-e217-440e-98b4-d434812f1f37 req-4d6af219-2887-4e36-8426-71ba58194693 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:23.652051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-725c2278-e217-440e-98b4-d434812f1f37 req-4d6af219-2887-4e36-8426-71ba58194693 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.1441302 Nov 11 11:51:23.673745 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f469359-e426-4818-845c-63ecdea8bd3c req-eaebd18e-88ab-41eb-ac76-a055579f1521 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:23.675126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f469359-e426-4818-845c-63ecdea8bd3c req-eaebd18e-88ab-41eb-ac76-a055579f1521 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 950 time: 0.1315525 Nov 11 11:51:23.714840 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcac2aa8-1d4b-47a8-8d66-46ef0ffbc84d req-e6fd89ab-6359-40d5-868e-ecd7a0671b0f service neutron] 10.222.0.43 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916194 Nov 11 11:51:23.749349 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-725c2278-e217-440e-98b4-d434812f1f37 req-26b3c8dc-b422-4fa3-a842-f1abc96b7df1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897102 Nov 11 11:51:23.756234 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f469359-e426-4818-845c-63ecdea8bd3c req-702bd2a7-3d8c-4a52-8d52-bac001b1bcdb tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/security-groups?id=43d65315-23d1-4b77-8d93-e3462603431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725052 Nov 11 11:51:23.861771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898e9ef-57e2-48a7-ace2-0a7460bf8fbb req-a9754d60-013e-476b-ad78-a37188cf3dd6 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:23.863320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8898e9ef-57e2-48a7-ace2-0a7460bf8fbb req-a9754d60-013e-476b-ad78-a37188cf3dd6 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.0486710 Nov 11 11:51:23.914272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8898e9ef-57e2-48a7-ace2-0a7460bf8fbb req-88b2ef3c-98fd-4a00-8ce4-bf7286b5c8bb tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435812 Nov 11 11:51:24.153151 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cb136-1463-4168-a38c-71aa3497d7c9 req-26b41d47-5f63-4dc0-a8be-f49b085e2454 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:24.154621 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-831cb136-1463-4168-a38c-71aa3497d7c9 req-26b41d47-5f63-4dc0-a8be-f49b085e2454 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 950 time: 0.1450868 Nov 11 11:51:24.229679 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd0a20-3029-429b-b047-15f34495cef8 req-76c65cf2-80fc-4a21-a549-1ef19243145f tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:24.231105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19bd0a20-3029-429b-b047-15f34495cef8 req-76c65cf2-80fc-4a21-a549-1ef19243145f tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.43 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 820 time: 0.1973200 Nov 11 11:51:24.254276 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-19bd0a20-3029-429b-b047-15f34495cef8 req-5f46b406-436a-48e7-a193-4a3b640d2c74 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Request body: {'port': {'device_id': '2b5f70fd-bb73-477a-93b9-3b700fe9e1b6', 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb', 'admin_state_up': True, 'tenant_id': '6c923494b0b24034811a64096faf7424'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:24.273420 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-831cb136-1463-4168-a38c-71aa3497d7c9 req-9d18aade-66c2-4de6-848c-4086cd46d452 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057673 Nov 11 11:51:24.287518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf1f30-3830-4de4-889c-51e9dc63ceaa req-5e054020-b39b-4e81-8674-c05c05728635 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:24.288948 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d2bf1f30-3830-4de4-889c-51e9dc63ceaa req-5e054020-b39b-4e81-8674-c05c05728635 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 951 time: 0.1460214 Nov 11 11:51:24.379106 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fac50c28-64a4-4a38-a94a-5ccd37500ba0 req-e093d596-701d-407c-a251-14d76a281d91 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 210 time: 0.0416994 Nov 11 11:51:24.419065 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d2bf1f30-3830-4de4-889c-51e9dc63ceaa req-65bebf1a-d1da-44f9-b584-d5947fadd527 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228311 Nov 11 11:51:24.451292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19bd0a20-3029-429b-b047-15f34495cef8 req-5f46b406-436a-48e7-a193-4a3b640d2c74 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Made reservation on behalf of 6c923494b0b24034811a64096faf7424 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:24.455370 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-19bd0a20-3029-429b-b047-15f34495cef8 req-5f46b406-436a-48e7-a193-4a3b640d2c74 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:24.676021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-c575b435-92e1-447f-902b-ff3f6e833007 req-cec0269a-a247-4ed6-a5f5-fba981278b0b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:51:24.676863 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c575b435-92e1-447f-902b-ff3f6e833007 req-cec0269a-a247-4ed6-a5f5-fba981278b0b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076177 Nov 11 11:51:24.768769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf592c-a196-477d-96c0-a65d16d6d314 req-a68758c5-be37-4140-972b-403794753576 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:24.770266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ffdf592c-a196-477d-96c0-a65d16d6d314 req-a68758c5-be37-4140-972b-403794753576 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 949 time: 0.0999174 Nov 11 11:51:24.820050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db68efde-836e-4ddd-9efb-1c6eae48078d details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:51:24.837643 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b4058b91-935a-41f6-82d7-7f2ff6a04739 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:51:24.851014 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-19bd0a20-3029-429b-b047-15f34495cef8 req-5f46b406-436a-48e7-a193-4a3b640d2c74 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Allocated IP 172.20.0.12 (9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb/546c2390-2809-4383-bde7-69f252e0324c/d1a48fc9-189e-48c9-b95f-5a133bf7ed6a) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:24.866189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: b4058b91-935a-41f6-82d7-7f2ff6a04739 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:51:24.866189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b4058b91-935a-41f6-82d7-7f2ff6a04739 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:51:24.866189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 17a91085-f463-4507-a46b-de29b9fb8670 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:51:24.871102 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ffdf592c-a196-477d-96c0-a65d16d6d314 req-ff643b45-c1f1-441b-b52d-fd760d9d2a02 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919166 Nov 11 11:51:24.897541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 17a91085-f463-4507-a46b-de29b9fb8670 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:51:24.897966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 17a91085-f463-4507-a46b-de29b9fb8670 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:51:24.974942 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db68efde-836e-4ddd-9efb-1c6eae48078d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db68efde-836e-4ddd-9efb-1c6eae48078d,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:24.986297 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'db68efde-836e-4ddd-9efb-1c6eae48078d', 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a', 'port_id': 'db68efde-836e-4ddd-9efb-1c6eae48078d', 'mac_address': 'fa:16:3e:1b:25:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6895bfe9-2caf-4d68-8e8e-acf7b9702df7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:51:25.023965 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:25.034116 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-11c57841-2f7e-4c0b-8aa2-abb0d67b1bd6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1529741 Nov 11 11:51:25.037945 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db68efde-836e-4ddd-9efb-1c6eae48078d {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:25.059127 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db68efde-836e-4ddd-9efb-1c6eae48078d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db68efde-836e-4ddd-9efb-1c6eae48078d,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:25.068825 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:25.110216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f315f9a-d8b3-4ce2-8312-bc9ab4d7d686 req-44579811-4f77-4dfe-9ce6-907662ea2d03 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:25.110216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f315f9a-d8b3-4ce2-8312-bc9ab4d7d686 req-44579811-4f77-4dfe-9ce6-907662ea2d03 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a69549b-1df4-4529-b1f0-02f060b2be69 HTTP/1.1" status: 200 len: 943 time: 0.1724164 Nov 11 11:51:25.123135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39167e66-9eeb-46c0-b17e-1c8a354a5af7 req-ab21855e-daf9-4e1b-a043-c6432c815881 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:25.125178 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=db68efde-836e-4ddd-9efb-1c6eae48078d,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:25.128770 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-39167e66-9eeb-46c0-b17e-1c8a354a5af7 req-ab21855e-daf9-4e1b-a043-c6432c815881 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 950 time: 0.1812446 Nov 11 11:51:25.238468 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-19bd0a20-3029-429b-b047-15f34495cef8 req-5f46b406-436a-48e7-a193-4a3b640d2c74 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:25.246477 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f315f9a-d8b3-4ce2-8312-bc9ab4d7d686 req-fc0220a3-8912-4956-b26f-5865a7074bb0 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155865 Nov 11 11:51:25.253293 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-39167e66-9eeb-46c0-b17e-1c8a354a5af7 req-a9effa67-dcc2-46ea-81be-50cd08cab7eb tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/security-groups?id=43d65315-23d1-4b77-8d93-e3462603431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236360 Nov 11 11:51:25.308495 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-19bd0a20-3029-429b-b047-15f34495cef8 req-5f46b406-436a-48e7-a193-4a3b640d2c74 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:25.380713 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['db68efde-836e-4ddd-9efb-1c6eae48078d'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:25.428463 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19bd0a20-3029-429b-b047-15f34495cef8 req-5f46b406-436a-48e7-a193-4a3b640d2c74 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:25.436243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-19bd0a20-3029-429b-b047-15f34495cef8 req-5f46b406-436a-48e7-a193-4a3b640d2c74 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:25.438193 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46b406-436a-48e7-a193-4a3b640d2c74 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Pushing event updated for resources: {'Port': ['ID=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:25.440312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bd0a20-3029-429b-b047-15f34495cef8 req-5f46b406-436a-48e7-a193-4a3b640d2c74 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:25.445959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd0a20-3029-429b-b047-15f34495cef8 req-5f46b406-436a-48e7-a193-4a3b640d2c74 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:25.446579 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-19bd0a20-3029-429b-b047-15f34495cef8 req-5f46b406-436a-48e7-a193-4a3b640d2c74 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:25.478935 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf5853-24f4-444d-93f4-50c1d80176ac req-393d687e-ec4a-4283-a38a-a1a398514cd2 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:25.480592 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fddf5853-24f4-444d-93f4-50c1d80176ac req-393d687e-ec4a-4283-a38a-a1a398514cd2 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 950 time: 0.1229410 Nov 11 11:51:25.487157 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19bd0a20-3029-429b-b047-15f34495cef8 req-5f46b406-436a-48e7-a193-4a3b640d2c74 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2443619 Nov 11 11:51:25.497295 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2811926-d57f-486d-9f87-612d364c6e4f req-d2dc3397-cc62-4f4a-b5bd-ba633389bfd9 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:25.498070 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d452ee-2e65-482c-9410-16a9e9e7730f req-52472661-380c-41b8-8ceb-270f1a872512 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:25.500213 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-54d452ee-2e65-482c-9410-16a9e9e7730f req-52472661-380c-41b8-8ceb-270f1a872512 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.43 "GET /v2.0/ports?device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 950 time: 0.0782335 Nov 11 11:51:25.502018 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f2811926-d57f-486d-9f87-612d364c6e4f req-d2dc3397-cc62-4f4a-b5bd-ba633389bfd9 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.1428833 Nov 11 11:51:25.529460 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Request body: {'port': {'device_id': '2b5f70fd-bb73-477a-93b9-3b700fe9e1b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:25.632412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fddf5853-24f4-444d-93f4-50c1d80176ac req-50e1dec5-b6f4-4edc-9f1b-b890f7dac760 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac7efd26-3719-47fc-8bee-6a585f22b8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433811 Nov 11 11:51:25.636737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-54d452ee-2e65-482c-9410-16a9e9e7730f req-804f5a00-35f0-4832-a032-ba35879d1790 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Deleting port 3d937e27-9465-4c21-91b5-9ee5565f7589 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:51:25.637141 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-54d452ee-2e65-482c-9410-16a9e9e7730f req-804f5a00-35f0-4832-a032-ba35879d1790 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:25.648991 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f2811926-d57f-486d-9f87-612d364c6e4f req-6d0ad861-a277-4f62-803a-791b07b8c96a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349158 Nov 11 11:51:25.654109 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:25.818697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-54d452ee-2e65-482c-9410-16a9e9e7730f req-804f5a00-35f0-4832-a032-ba35879d1790 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] For port 3d937e27-9465-4c21-91b5-9ee5565f7589, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3d937e27-9465-4c21-91b5-9ee5565f7589,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:25.818995 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-54d452ee-2e65-482c-9410-16a9e9e7730f req-804f5a00-35f0-4832-a032-ba35879d1790 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:25.843260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeca9e0-3257-4a64-ae65-42bd161061f5 req-0be7e847-e0c6-4b41-ab66-9e31572410a1 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:25.844841 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5aeca9e0-3257-4a64-ae65-42bd161061f5 req-0be7e847-e0c6-4b41-ab66-9e31572410a1 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.62 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 950 time: 0.0950890 Nov 11 11:51:25.845832 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-54d452ee-2e65-482c-9410-16a9e9e7730f req-804f5a00-35f0-4832-a032-ba35879d1790 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Calling delete_port for 3d937e27-9465-4c21-91b5-9ee5565f7589 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:51:25.883098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8821293-3bae-4deb-b144-95bb5866fae6 req-9a17429d-f490-4e47-b652-77f86bf51a78 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:25.884607 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d8821293-3bae-4deb-b144-95bb5866fae6 req-9a17429d-f490-4e47-b652-77f86bf51a78 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 951 time: 0.1718307 Nov 11 11:51:25.926238 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc0dbc-6317-407d-bcfd-b3335ff2a1bc req-2ece3161-0da0-4c7c-a7be-cdc62055de0e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:25.927678 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34bc0dbc-6317-407d-bcfd-b3335ff2a1bc req-2ece3161-0da0-4c7c-a7be-cdc62055de0e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 932 time: 0.1824849 Nov 11 11:51:26.043830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d8821293-3bae-4deb-b144-95bb5866fae6 req-dcbd8707-0eb7-48b1-adab-7c3f411360df tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285779 Nov 11 11:51:26.050833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34bc0dbc-6317-407d-bcfd-b3335ff2a1bc req-c136f212-55b9-42b9-9d76-0a173d343710 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135135 Nov 11 11:51:26.060066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-5aeca9e0-3257-4a64-ae65-42bd161061f5 req-7f3b6a16-5b52-4774-9503-abef0e69a001 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Deleting port 947b15eb-60dc-402a-880d-8b6f1d47db93 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:51:26.060409 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5aeca9e0-3257-4a64-ae65-42bd161061f5 req-7f3b6a16-5b52-4774-9503-abef0e69a001 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:26.086090 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-54d452ee-2e65-482c-9410-16a9e9e7730f req-804f5a00-35f0-4832-a032-ba35879d1790 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:26.106449 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['3d937e27-9465-4c21-91b5-9ee5565f7589'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:26.153079 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a48fc9-189e-48c9-b95f-5a133bf7ed6a {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:26.156662 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f5a00-35f0-4832-a032-ba35879d1790 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Pushing event deleted for resources: {'Port': ['ID=3d937e27-9465-4c21-91b5-9ee5565f7589,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:26.162779 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:26.204631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Transition to ACTIVE for port object d1a48fc9-189e-48c9-b95f-5a133bf7ed6a will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:51:26.212627 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:26.232456 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cfaf4-4044-4178-bf9e-db3edc69a5b5 req-c4f781b4-2a05-4c3b-98e5-9a724cb7a1ac tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:26.234323 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-533cfaf4-4044-4178-bf9e-db3edc69a5b5 req-c4f781b4-2a05-4c3b-98e5-9a724cb7a1ac tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 949 time: 0.0936675 Nov 11 11:51:26.238641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d452ee-2e65-482c-9410-16a9e9e7730f req-804f5a00-35f0-4832-a032-ba35879d1790 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] No DVR routers for this DVR port 3d937e27-9465-4c21-91b5-9ee5565f7589 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:51:26.241647 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-54d452ee-2e65-482c-9410-16a9e9e7730f req-804f5a00-35f0-4832-a032-ba35879d1790 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:26.245554 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-54d452ee-2e65-482c-9410-16a9e9e7730f req-804f5a00-35f0-4832-a032-ba35879d1790 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.43 "DELETE /v2.0/ports/3d937e27-9465-4c21-91b5-9ee5565f7589 HTTP/1.1" status: 204 len: 173 time: 0.7274849 Nov 11 11:51:26.249620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6523c6-c9da-4fd7-87fd-30bb9e66ccf2', 'name': 'network-vif-deleted', 'tag': '3d937e27-9465-4c21-91b5-9ee5565f7589'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:26.252246 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf0c253-584a-4cf7-8c7e-4d8bcbd235a7" -d '{"events": [{"server_uuid": "be6523c6-c9da-4fd7-87fd-30bb9e66ccf2", "name": "network-vif-deleted", "tag": "3d937e27-9465-4c21-91b5-9ee5565f7589"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:26.290830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-5aeca9e0-3257-4a64-ae65-42bd161061f5 req-7f3b6a16-5b52-4774-9503-abef0e69a001 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] For port 947b15eb-60dc-402a-880d-8b6f1d47db93, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=947b15eb-60dc-402a-880d-8b6f1d47db93,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:26.292190 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5aeca9e0-3257-4a64-ae65-42bd161061f5 req-7f3b6a16-5b52-4774-9503-abef0e69a001 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:26.325522 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32527f2c-1955-4ca4-bbcd-ee6ffdf5b3f2 x-openstack-request-id: req-32527f2c-1955-4ca4-bbcd-ee6ffdf5b3f2 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:26.327327 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6523c6-c9da-4fd7-87fd-30bb9e66ccf2", "name": "network-vif-deleted", "tag": "3d937e27-9465-4c21-91b5-9ee5565f7589", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:26.327580 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32527f2c-1955-4ca4-bbcd-ee6ffdf5b3f2 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:26.327981 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6523c6-c9da-4fd7-87fd-30bb9e66ccf2', 'name': 'network-vif-deleted', 'tag': '3d937e27-9465-4c21-91b5-9ee5565f7589', 'status': 'completed', 'code': 200} Nov 11 11:51:26.335846 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-533cfaf4-4044-4178-bf9e-db3edc69a5b5 req-8dfab3ef-29db-4f28-a463-3d20c6269027 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836160 Nov 11 11:51:26.344192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-5aeca9e0-3257-4a64-ae65-42bd161061f5 req-7f3b6a16-5b52-4774-9503-abef0e69a001 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Calling delete_port for 947b15eb-60dc-402a-880d-8b6f1d47db93 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:51:26.380424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Pushing event updated for resources: {'Port': ['ID=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:26.384283 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Attempting to bind port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:26.384626 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Attempting to bind port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:26.384950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Attempting to bind port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:26.389983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:51:26.390309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Attempting to bind port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:26.446098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:26.446357 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Checking segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:26.446658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Bound using segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:26.447576 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Bound port: d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:26.447950 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:26.560709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device e96f2923-27c6-45b6-b815-aca1160e32b7 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:26.576150 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38f637-68b6-4771-9704-48dd1c049f28 req-4fe7795c-1689-4d78-9ae8-dcae0c5559c6 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:26.577544 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b38f637-68b6-4771-9704-48dd1c049f28 req-4fe7795c-1689-4d78-9ae8-dcae0c5559c6 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.62 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 951 time: 0.0852892 Nov 11 11:51:26.578957 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5aeca9e0-3257-4a64-ae65-42bd161061f5 req-7f3b6a16-5b52-4774-9503-abef0e69a001 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:26.599500 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['947b15eb-60dc-402a-880d-8b6f1d47db93'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:26.603879 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f4551-41e3-40bd-b342-a75a7694e6d8 req-d159b95e-2836-4d5d-a026-801021d3993a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:26.605429 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d4f4551-41e3-40bd-b342-a75a7694e6d8 req-d159b95e-2836-4d5d-a026-801021d3993a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a69549b-1df4-4529-b1f0-02f060b2be69 HTTP/1.1" status: 200 len: 944 time: 0.2023113 Nov 11 11:51:26.634115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b6a16-5b52-4774-9503-abef0e69a001 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Pushing event deleted for resources: {'Port': ['ID=947b15eb-60dc-402a-880d-8b6f1d47db93,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:26.634856 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] For port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:26.642639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] For port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:26.658583 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:26.662196 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port e96f2923-27c6-45b6-b815-aca1160e32b7 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:51:26.666779 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109abad-a003-4d64-a60e-8729bc0fe4e5 req-9f8393df-0ad0-4993-989a-480d2a86906f tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:26.667131 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port e96f2923-27c6-45b6-b815-aca1160e32b7 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:26.667545 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:26.668341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e109abad-a003-4d64-a60e-8729bc0fe4e5 req-9f8393df-0ad0-4993-989a-480d2a86906f tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/ports?device_id=376e52b9-0fe1-4c56-9123-28d460f0055c HTTP/1.1" status: 200 len: 867 time: 0.1897385 Nov 11 11:51:26.700818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aeca9e0-3257-4a64-ae65-42bd161061f5 req-7f3b6a16-5b52-4774-9503-abef0e69a001 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] No DVR routers for this DVR port 947b15eb-60dc-402a-880d-8b6f1d47db93 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:51:26.714656 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-4eb2424b-6764-40d8-adc3-d7e3cbfbafc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:26.716285 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-4eb2424b-6764-40d8-adc3-d7e3cbfbafc9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 1101 time: 0.1924589 Nov 11 11:51:26.720162 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5aeca9e0-3257-4a64-ae65-42bd161061f5 req-7f3b6a16-5b52-4774-9503-abef0e69a001 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:26.723703 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5aeca9e0-3257-4a64-ae65-42bd161061f5 req-7f3b6a16-5b52-4774-9503-abef0e69a001 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.62 "DELETE /v2.0/ports/947b15eb-60dc-402a-880d-8b6f1d47db93 HTTP/1.1" status: 204 len: 173 time: 0.8661468 Nov 11 11:51:26.765336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:26.765985 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:26.767369 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19bd0a20-3029-429b-b047-15f34495cef8 req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] 10.222.0.43 "PUT /v2.0/ports/d1a48fc9-189e-48c9-b95f-5a133bf7ed6a HTTP/1.1" status: 200 len: 1092 time: 1.2427213 Nov 11 11:51:26.769620 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:26.779214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5f70fd-bb73-477a-93b9-3b700fe9e1b6', 'tag': 'd1a48fc9-189e-48c9-b95f-5a133bf7ed6a'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:26.782637 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-5b38f637-68b6-4771-9704-48dd1c049f28 req-96a828ba-13c0-4093-9d8c-823c5bb3934a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Deleting port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:51:26.782850 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3d1c65-c301-43c4-9ed4-6a9839c17165" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5f70fd-bb73-477a-93b9-3b700fe9e1b6", "tag": "d1a48fc9-189e-48c9-b95f-5a133bf7ed6a"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:26.783192 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5b38f637-68b6-4771-9704-48dd1c049f28 req-96a828ba-13c0-4093-9d8c-823c5bb3934a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:26.816297 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbea8db7-b69e-48f4-8371-21081857dfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96f2923-27c6-45b6-b815-aca1160e32b7'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:26.819154 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7b6da6-89cc-4523-ac10-bd570ebba749" -d '{"events": [{"server_uuid": "fbea8db7-b69e-48f4-8371-21081857dfde", "name": "network-vif-plugged", "status": "completed", "tag": "e96f2923-27c6-45b6-b815-aca1160e32b7"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:26.826282 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d4f4551-41e3-40bd-b342-a75a7694e6d8 req-fcbbd133-c531-4fa7-9860-7380f4bc2ac2 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054851 Nov 11 11:51:26.861462 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db68efde-836e-4ddd-9efb-1c6eae48078d up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:26.882029 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port e96f2923-27c6-45b6-b815-aca1160e32b7, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=e96f2923-27c6-45b6-b815-aca1160e32b7,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:26.912841 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:27.010527 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-5b38f637-68b6-4771-9704-48dd1c049f28 req-96a828ba-13c0-4093-9d8c-823c5bb3934a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] For port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:27.010891 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5b38f637-68b6-4771-9704-48dd1c049f28 req-96a828ba-13c0-4093-9d8c-823c5bb3934a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:27.011049 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=e96f2923-27c6-45b6-b815-aca1160e32b7,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:27.021531 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee654a-caeb-48f0-a79b-c9bf7e847e0d service neutron] Pushing event updated for resources: {'Port': ['ID=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:27.030446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-5b38f637-68b6-4771-9704-48dd1c049f28 req-96a828ba-13c0-4093-9d8c-823c5bb3934a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Calling delete_port for 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:51:27.041333 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port db68efde-836e-4ddd-9efb-1c6eae48078d completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:51:27.042472 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e109abad-a003-4d64-a60e-8729bc0fe4e5 req-f4fb39ab-e77f-4334-be90-b7bdc6d6ed51 tempest-TenantUsagesTestJSON-819199361 tempest-TenantUsagesTestJSON-819199361-project] 10.222.0.65 "GET /v2.0/security-groups?id=43d65315-23d1-4b77-8d93-e3462603431b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617983 Nov 11 11:51:27.060662 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port db68efde-836e-4ddd-9efb-1c6eae48078d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:27.061043 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:27.072403 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64def78c-79b5-4b83-9a48-8b65892e628c req-69a35831-223d-4138-be97-bd58df25b050 tempest-ServersAdminNegativeTestJSON-423873812 tempest-ServersAdminNegativeTestJSON-423873812-project] 10.222.0.65 "GET /v2.0/ports?device_id=be6523c6-c9da-4fd7-87fd-30bb9e66ccf2 HTTP/1.1" status: 200 len: 210 time: 0.1373930 Nov 11 11:51:27.114479 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd0a20-3029-429b-b047-15f34495cef8 req-521fe1d8-8451-4487-9c99-24f6a3e981ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:27.117118 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19bd0a20-3029-429b-b047-15f34495cef8 req-521fe1d8-8451-4487-9c99-24f6a3e981ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 1095 time: 0.2623594 Nov 11 11:51:27.137435 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4c8447-19e7-4c12-8155-a2f19cecc146 x-openstack-request-id: req-0b4c8447-19e7-4c12-8155-a2f19cecc146 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:27.138014 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5f70fd-bb73-477a-93b9-3b700fe9e1b6", "tag": "d1a48fc9-189e-48c9-b95f-5a133bf7ed6a", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:27.138441 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b4c8447-19e7-4c12-8155-a2f19cecc146 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:27.139022 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5f70fd-bb73-477a-93b9-3b700fe9e1b6', 'tag': 'd1a48fc9-189e-48c9-b95f-5a133bf7ed6a', 'status': 'completed', 'code': 200} Nov 11 11:51:27.176511 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a973640f-57ea-4641-99f8-7d2b0856cd11 x-openstack-request-id: req-a973640f-57ea-4641-99f8-7d2b0856cd11 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:27.177002 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbea8db7-b69e-48f4-8371-21081857dfde", "name": "network-vif-plugged", "status": "completed", "tag": "e96f2923-27c6-45b6-b815-aca1160e32b7", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:27.177002 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a973640f-57ea-4641-99f8-7d2b0856cd11 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:27.177488 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbea8db7-b69e-48f4-8371-21081857dfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96f2923-27c6-45b6-b815-aca1160e32b7', 'code': 200} Nov 11 11:51:27.183089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19bd0a20-3029-429b-b047-15f34495cef8 req-b302f899-257c-42ee-ac22-cccf134b929c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a HTTP/1.1" status: 200 len: 217 time: 0.0576506 Nov 11 11:51:27.183746 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:27.240805 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db68efde-836e-4ddd-9efb-1c6eae48078d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db68efde-836e-4ddd-9efb-1c6eae48078d,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:27.247031 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:27.247932 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 3d937e27-9465-4c21-91b5-9ee5565f7589 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:51:27.270476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-6aade75f-1ea9-42fb-8f11-d534534208b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:27.271966 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-6aade75f-1ea9-42fb-8f11-d534534208b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.5294137 Nov 11 11:51:27.353185 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c5d7161b-2ea5-470f-aa57-232f24bc1a36 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f HTTP/1.1" status: 200 len: 217 time: 0.0674806 Nov 11 11:51:27.361320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd0a20-3029-429b-b047-15f34495cef8 req-979813bc-a5ac-4ac2-bdd5-f9c7bfe5920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:27.362838 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19bd0a20-3029-429b-b047-15f34495cef8 req-979813bc-a5ac-4ac2-bdd5-f9c7bfe5920f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.1588595 Nov 11 11:51:27.386802 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93e5b5-cfc1-4535-a5aa-2c95a3643b54 req-6dd190eb-2c51-41ee-9ff7-f6566f00a849 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:27.388571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba93e5b5-cfc1-4535-a5aa-2c95a3643b54 req-6dd190eb-2c51-41ee-9ff7-f6566f00a849 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.2155755 Nov 11 11:51:27.423284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 3d937e27-9465-4c21-91b5-9ee5565f7589 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:51:27.423659 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 3d937e27-9465-4c21-91b5-9ee5565f7589 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:51:27.453331 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=db68efde-836e-4ddd-9efb-1c6eae48078d,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:27.456685 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19bd0a20-3029-429b-b047-15f34495cef8 req-b543a58f-4577-4021-888f-7d6789b1a3ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657778 Nov 11 11:51:27.477364 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524c0c1-c1c0-45a3-9889-1a387aa218b3 req-d772e5f9-72c5-49f4-90e2-12ad8ac37717 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:27.478987 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9524c0c1-c1c0-45a3-9889-1a387aa218b3 req-d772e5f9-72c5-49f4-90e2-12ad8ac37717 tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/ports?device_id=af909a72-60c5-4e32-9aa4-a08393da1345 HTTP/1.1" status: 200 len: 951 time: 0.2171474 Nov 11 11:51:27.536349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-748edc00-8543-44c8-8b74-06d348d56c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:27.537987 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-748edc00-8543-44c8-8b74-06d348d56c21 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1719885 Nov 11 11:51:27.581532 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5b38f637-68b6-4771-9704-48dd1c049f28 req-96a828ba-13c0-4093-9d8c-823c5bb3934a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:27.594889 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:27.614735 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a828ba-13c0-4093-9d8c-823c5bb3934a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Pushing event deleted for resources: {'Port': ['ID=29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:27.627447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94b0ec-c51c-429d-9286-454c2626d29d req-0507cb21-1c52-40be-b414-863cfded1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:27.629064 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df94b0ec-c51c-429d-9286-454c2626d29d req-0507cb21-1c52-40be-b414-863cfded1dd5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 1101 time: 0.0841851 Nov 11 11:51:27.681299 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b38f637-68b6-4771-9704-48dd1c049f28 req-96a828ba-13c0-4093-9d8c-823c5bb3934a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] No DVR routers for this DVR port 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:51:27.685083 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5b38f637-68b6-4771-9704-48dd1c049f28 req-96a828ba-13c0-4093-9d8c-823c5bb3934a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:27.688541 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b38f637-68b6-4771-9704-48dd1c049f28 req-96a828ba-13c0-4093-9d8c-823c5bb3934a tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.62 "DELETE /v2.0/ports/29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 HTTP/1.1" status: 204 len: 173 time: 1.1018207 Nov 11 11:51:27.717282 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df94b0ec-c51c-429d-9286-454c2626d29d req-4eb51546-081b-4fb2-b7be-8f0168b4ba5c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741410 Nov 11 11:51:27.833787 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba93e5b5-cfc1-4535-a5aa-2c95a3643b54 req-e9e1904c-1d24-4a26-828c-cdd6c59aa4cb tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112122 Nov 11 11:51:27.863306 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9524c0c1-c1c0-45a3-9889-1a387aa218b3 req-1a02b66a-023e-4a56-82bd-108cf40a7a1b tempest-ServersAdminTestJSON-1449269144 tempest-ServersAdminTestJSON-1449269144-project] 10.222.0.65 "GET /v2.0/security-groups?id=0663a672-2b9b-4ddc-8f27-36518eaaccda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740284 Nov 11 11:51:27.888061 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19bd0a20-3029-429b-b047-15f34495cef8 req-db6c4751-906c-412b-b509-b93bdcf330e8 service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205441 Nov 11 11:51:27.891000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-d6b558c1-27d8-4a81-90f8-f388f68b9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:27.892511 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-d6b558c1-27d8-4a81-90f8-f388f68b9dcf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3151066 Nov 11 11:51:28.081673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f201750-337f-4ae1-83b5-293f750cc2ad req-0dce44c1-67a1-4201-9284-9de692a47126 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:28.083163 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f201750-337f-4ae1-83b5-293f750cc2ad req-0dce44c1-67a1-4201-9284-9de692a47126 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 944 time: 0.1797068 Nov 11 11:51:28.135061 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19bd0a20-3029-429b-b047-15f34495cef8 req-a873681b-c3a6-4f92-9981-0680f50642ce service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389855 Nov 11 11:51:28.140236 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-26cf286a-8e2a-4218-a5a5-701b1ad1533a service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710413 Nov 11 11:51:28.159391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173de9ba-3c61-462d-93a6-1bbb71430643 req-1365f65b-4227-4a2a-8352-470b9584b413 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:28.160878 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-173de9ba-3c61-462d-93a6-1bbb71430643 req-1365f65b-4227-4a2a-8352-470b9584b413 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 950 time: 0.1317880 Nov 11 11:51:28.221450 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f201750-337f-4ae1-83b5-293f750cc2ad req-15a0de4e-df71-4d00-9d09-fd6bc075d9d7 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313457 Nov 11 11:51:28.328303 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-173de9ba-3c61-462d-93a6-1bbb71430643 req-bb08ae31-06e7-495b-9e9d-655fbfe786ad tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551633 Nov 11 11:51:28.329298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376e52b9-0fe1-4c56-9123-28d460f0055c', 'name': 'network-vif-deleted', 'tag': '947b15eb-60dc-402a-880d-8b6f1d47db93'}, {'server_uuid': 'af909a72-60c5-4e32-9aa4-a08393da1345', 'name': 'network-vif-deleted', 'tag': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:28.331990 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b680b5fa-df74-47f0-a13f-971f5d36a75a" -d '{"events": [{"server_uuid": "376e52b9-0fe1-4c56-9123-28d460f0055c", "name": "network-vif-deleted", "tag": "947b15eb-60dc-402a-880d-8b6f1d47db93"}, {"server_uuid": "af909a72-60c5-4e32-9aa4-a08393da1345", "name": "network-vif-deleted", "tag": "29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:28.349619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d1c65-c301-43c4-9ed4-6a9839c17165 req-35290a5b-e100-477b-a872-6e3cb6a945ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:28.351219 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de3d1c65-c301-43c4-9ed4-6a9839c17165 req-35290a5b-e100-477b-a872-6e3cb6a945ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 1095 time: 0.1565313 Nov 11 11:51:28.354666 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-a49d9452-d15b-4469-8cd6-bdd179cf1f45 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909375 Nov 11 11:51:28.402109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037a41a-d0f9-4278-a5ad-27b2711ca284 req-a432e8c1-5567-4d40-89bf-fc7771e93e51 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:28.406174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1037a41a-d0f9-4278-a5ad-27b2711ca284 req-a432e8c1-5567-4d40-89bf-fc7771e93e51 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a69549b-1df4-4529-b1f0-02f060b2be69 HTTP/1.1" status: 200 len: 945 time: 0.1190698 Nov 11 11:51:28.451593 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db992359-6305-42c8-a267-0ca6429d220e x-openstack-request-id: req-db992359-6305-42c8-a267-0ca6429d220e {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:28.452403 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376e52b9-0fe1-4c56-9123-28d460f0055c", "name": "network-vif-deleted", "tag": "947b15eb-60dc-402a-880d-8b6f1d47db93", "status": "completed", "code": 200}, {"server_uuid": "af909a72-60c5-4e32-9aa4-a08393da1345", "name": "network-vif-deleted", "tag": "29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:28.452630 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db992359-6305-42c8-a267-0ca6429d220e {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:28.453046 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376e52b9-0fe1-4c56-9123-28d460f0055c', 'name': 'network-vif-deleted', 'tag': '947b15eb-60dc-402a-880d-8b6f1d47db93', 'status': 'completed', 'code': 200} Nov 11 11:51:28.453316 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af909a72-60c5-4e32-9aa4-a08393da1345', 'name': 'network-vif-deleted', 'tag': '29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5', 'status': 'completed', 'code': 200} Nov 11 11:51:28.546215 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1037a41a-d0f9-4278-a5ad-27b2711ca284 req-771ba837-dc1c-418c-80c6-712c32207e6d tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355479 Nov 11 11:51:28.554926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d1c65-c301-43c4-9ed4-6a9839c17165 req-5039016f-066b-4867-9532-8c797584c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:28.559087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de3d1c65-c301-43c4-9ed4-6a9839c17165 req-5039016f-066b-4867-9532-8c797584c862 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.1980639 Nov 11 11:51:28.608226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de3d1c65-c301-43c4-9ed4-6a9839c17165 req-86ee4e7f-7f6d-45be-a57f-867c7a0cf3de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a HTTP/1.1" status: 200 len: 217 time: 0.0441546 Nov 11 11:51:28.667697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d1c65-c301-43c4-9ed4-6a9839c17165 req-e60727e1-e55c-4586-8c4e-74325150473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:28.669128 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de3d1c65-c301-43c4-9ed4-6a9839c17165 req-e60727e1-e55c-4586-8c4e-74325150473b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.0529170 Nov 11 11:51:28.681204 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42522) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:28.681704 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42524) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:28.706191 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de3d1c65-c301-43c4-9ed4-6a9839c17165 req-88bc9607-1413-4133-b89c-525a351beb19 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294378 Nov 11 11:51:28.798318 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de3d1c65-c301-43c4-9ed4-6a9839c17165 req-c5ad4ec7-9abd-4bbc-9f0c-efd1fcfd1b4b service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843873 Nov 11 11:51:28.846065 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-aa2e0b04-dfd9-43cd-af58-bf80c8c6846e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=918a68a5ef43412d92ce3c2cb5726bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1620414 Nov 11 11:51:28.850679 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-95d187d7-45e0-4f2b-9b46-2344a8d32d4b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=82fafa2437384c6bb21c12d41ef0ceff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1657104 Nov 11 11:51:28.850679 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42530) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:28.850887 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42532) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:28.899083 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de3d1c65-c301-43c4-9ed4-6a9839c17165 req-d526e3fc-20ac-428e-a9a1-1ee47d3cd343 service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920711 Nov 11 11:51:28.928744 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b231cf29-8193-416d-a6ee-d6ddfe04148a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:28.948164 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b1df2cee-b4a0-4ea3-9767-616ff1a7604b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:28.967464 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3693ca-3b37-47ce-8fc1-aaf01159fa68 req-f77cdd28-c2e2-43b9-882f-6e3b600796c1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:28.969567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b3693ca-3b37-47ce-8fc1-aaf01159fa68 req-f77cdd28-c2e2-43b9-882f-6e3b600796c1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.0539720 Nov 11 11:51:28.974060 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b231cf29-8193-416d-a6ee-d6ddfe04148a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:29.010754 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b1df2cee-b4a0-4ea3-9767-616ff1a7604b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:29.027777 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b3693ca-3b37-47ce-8fc1-aaf01159fa68 req-9362857e-014b-4d87-bbe7-f95a980718b6 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478609 Nov 11 11:51:29.061571 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b231cf29-8193-416d-a6ee-d6ddfe04148a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:29.064218 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b231cf29-8193-416d-a6ee-d6ddfe04148a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:29.065488 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b231cf29-8193-416d-a6ee-d6ddfe04148a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/43d65315-23d1-4b77-8d93-e3462603431b HTTP/1.1" status: 204 len: 168 time: 0.2137072 Nov 11 11:51:29.074006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231cf29-8193-416d-a6ee-d6ddfe04148a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d65315-23d1-4b77-8d93-e3462603431b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:29.087469 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b1df2cee-b4a0-4ea3-9767-616ff1a7604b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:29.090680 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b1df2cee-b4a0-4ea3-9767-616ff1a7604b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:29.094346 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b1df2cee-b4a0-4ea3-9767-616ff1a7604b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ac7efd26-3719-47fc-8bee-6a585f22b8b9 HTTP/1.1" status: 204 len: 168 time: 0.2421358 Nov 11 11:51:29.101242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df2cee-b4a0-4ea3-9767-616ff1a7604b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7efd26-3719-47fc-8bee-6a585f22b8b9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:29.178668 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a69549b-1df4-4529-b1f0-02f060b2be69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db68efde-836e-4ddd-9efb-1c6eae48078d'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:29.184560 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee74e1e-62e3-4dc1-a166-98b5ed473dfb" -d '{"events": [{"server_uuid": "1a69549b-1df4-4529-b1f0-02f060b2be69", "name": "network-vif-plugged", "status": "completed", "tag": "db68efde-836e-4ddd-9efb-1c6eae48078d"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:29.192298 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42550) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:29.228088 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6df9aa-6df3-44e7-87ee-176dbe5ae8d3 x-openstack-request-id: req-4a6df9aa-6df3-44e7-87ee-176dbe5ae8d3 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:29.228752 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a69549b-1df4-4529-b1f0-02f060b2be69", "name": "network-vif-plugged", "status": "completed", "tag": "db68efde-836e-4ddd-9efb-1c6eae48078d", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:29.229099 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4a6df9aa-6df3-44e7-87ee-176dbe5ae8d3 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:29.229670 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a69549b-1df4-4529-b1f0-02f060b2be69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db68efde-836e-4ddd-9efb-1c6eae48078d', 'code': 200} Nov 11 11:51:29.396469 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ecf19-b54a-4a59-81d8-b42cc46a13ab req-b7621f7c-b9b8-44fb-8487-80dad8763623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:29.398021 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-185ecf19-b54a-4a59-81d8-b42cc46a13ab req-b7621f7c-b9b8-44fb-8487-80dad8763623 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1a69549b-1df4-4529-b1f0-02f060b2be69 HTTP/1.1" status: 200 len: 1096 time: 0.0502350 Nov 11 11:51:29.407310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6b0f3-29bf-4fbe-aad8-185b82a4834d req-d80222fc-2042-4e11-8094-95fda6c54a99 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:29.415926 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9b6b0f3-29bf-4fbe-aad8-185b82a4834d req-d80222fc-2042-4e11-8094-95fda6c54a99 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 944 time: 0.1107643 Nov 11 11:51:29.536230 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-185ecf19-b54a-4a59-81d8-b42cc46a13ab req-66ce1d7d-7af4-4cf4-b8c1-da67919a879c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182332 Nov 11 11:51:29.541972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9b6b0f3-29bf-4fbe-aad8-185b82a4834d req-b822c66a-2774-4a10-8c4f-a55e38dbcbec tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252155 Nov 11 11:51:29.552441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42562) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:29.557905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99076a-09d5-4a7a-ad65-ff5896fa8743 req-9818f7ee-bda0-4f86-8e27-ab1b7fe7a3ec tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:29.559428 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b99076a-09d5-4a7a-ad65-ff5896fa8743 req-9818f7ee-bda0-4f86-8e27-ab1b7fe7a3ec tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 950 time: 0.1315126 Nov 11 11:51:29.578482 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bf0ad573-b03f-40a3-b048-a8fb41fcdacb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08700ee2934140278345d972bc355944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849714 Nov 11 11:51:29.579122 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35b3fb5e-5d50-40ef-b633-82e66751d990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:29.581403 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42566) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:29.630414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42568) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:29.659457 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b99076a-09d5-4a7a-ad65-ff5896fa8743 req-7928c23e-1527-4c33-a29a-5808553b6465 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798821 Nov 11 11:51:29.681179 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e3eca-fb67-4e67-a3ff-ce02ca4b61f3 req-8230d9d4-3896-48bf-ad2d-7c771deeaeb2 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:29.683385 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef5e3eca-fb67-4e67-a3ff-ce02ca4b61f3 req-8230d9d4-3896-48bf-ad2d-7c771deeaeb2 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a69549b-1df4-4529-b1f0-02f060b2be69 HTTP/1.1" status: 200 len: 945 time: 0.0623546 Nov 11 11:51:29.692458 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9513-473e-4c67-b567-84f6aed63303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:29.721213 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d4384e78-d6d6-42c9-96fd-1ad52d1f197f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c13b8ffff30c4db289a20c07abc40c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0896897 Nov 11 11:51:29.724814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42572) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:29.735397 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9513-473e-4c67-b567-84f6aed63303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:29.774869 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35b3fb5e-5d50-40ef-b633-82e66751d990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:29.782721 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35b3fb5e-5d50-40ef-b633-82e66751d990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:29.794208 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef5e3eca-fb67-4e67-a3ff-ce02ca4b61f3 req-5ea358fb-529c-446f-8ad6-d88793b19b89 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008577 Nov 11 11:51:29.827280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a232bea-ddeb-4cdf-89da-cf3d84a5a4dd req-73dff88d-7af0-4f2a-af73-6c73e372e62a tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:29.828934 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a232bea-ddeb-4cdf-89da-cf3d84a5a4dd req-73dff88d-7af0-4f2a-af73-6c73e372e62a tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 1101 time: 0.0911794 Nov 11 11:51:29.829397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42574) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:29.829545 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-35b3fb5e-5d50-40ef-b633-82e66751d990 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d4a9a81f39c34a5aa0ecd75674c6c84e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751694 Nov 11 11:51:29.830190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3fb5e-5d50-40ef-b633-82e66751d990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f35bd2-f9e0-4459-90a4-0cbe33601173,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:29.841533 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9513-473e-4c67-b567-84f6aed63303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:29.845072 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9513-473e-4c67-b567-84f6aed63303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:29.846340 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c5ee9513-473e-4c67-b567-84f6aed63303 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0663a672-2b9b-4ddc-8f27-36518eaaccda HTTP/1.1" status: 204 len: 168 time: 0.2630010 Nov 11 11:51:29.855194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee9513-473e-4c67-b567-84f6aed63303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0663a672-2b9b-4ddc-8f27-36518eaaccda,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:29.872158 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd8a496e-79b0-485d-9a92-c0e08e5f3168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:29.919610 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd8a496e-79b0-485d-9a92-c0e08e5f3168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:29.943229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a232bea-ddeb-4cdf-89da-cf3d84a5a4dd req-e9ed700c-3c15-460e-8ddc-b6661ab6d85b tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987515 Nov 11 11:51:29.966798 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-80a62238-a13e-4678-a79e-dfc29760c30e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:29.993114 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-80a62238-a13e-4678-a79e-dfc29760c30e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:30.013317 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd8a496e-79b0-485d-9a92-c0e08e5f3168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:30.016213 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd8a496e-79b0-485d-9a92-c0e08e5f3168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:30.017426 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dd8a496e-79b0-485d-9a92-c0e08e5f3168 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/af302168-906f-45d7-a7d9-a4a976173fc7 HTTP/1.1" status: 204 len: 168 time: 0.2914493 Nov 11 11:51:30.036576 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a496e-79b0-485d-9a92-c0e08e5f3168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af302168-906f-45d7-a7d9-a4a976173fc7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:30.077879 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-80a62238-a13e-4678-a79e-dfc29760c30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:30.080750 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-80a62238-a13e-4678-a79e-dfc29760c30e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:30.084600 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-80a62238-a13e-4678-a79e-dfc29760c30e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/28f35bd2-f9e0-4459-90a4-0cbe33601173 HTTP/1.1" status: 204 len: 168 time: 0.2505441 Nov 11 11:51:30.093901 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a62238-a13e-4678-a79e-dfc29760c30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f35bd2-f9e0-4459-90a4-0cbe33601173,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:30.198116 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38212072-825f-4731-8fe7-7de8c876404f req-a98a44d8-b895-4bab-ab52-20a9446ec210 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:30.206194 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38212072-825f-4731-8fe7-7de8c876404f req-a98a44d8-b895-4bab-ab52-20a9446ec210 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.0645356 Nov 11 11:51:30.259236 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38212072-825f-4731-8fe7-7de8c876404f req-6bacadf3-3425-47b4-9710-fc3fd7f91558 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520611 Nov 11 11:51:30.292070 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-a651222c-58f6-4cb4-a1fc-f4103bbda988 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291741 Nov 11 11:51:30.415576 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-ebe36e37-e523-43ea-8a66-2f4320624294 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:30.417063 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-ebe36e37-e523-43ea-8a66-2f4320624294 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1190019 Nov 11 11:51:30.434362 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-3ab42c46-89bc-40c6-868b-d7e8d98951c4 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/quotas/9bc118dc2ae249c3b19e662c936c1a69 HTTP/1.1" status: 200 len: 375 time: 0.0108106 Nov 11 11:51:30.503279 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-7a9a16cb-90a8-4ad3-a6c8-b334a8f64ea1 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0610094 Nov 11 11:51:30.530690 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42610) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:30.588609 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-26e8057e-13bf-4408-9917-ec912b2ae1fd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0cf719319c4d4101a22a7f60da1b86fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0565705 Nov 11 11:51:30.591359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42614) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:30.607660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:51:30.655642 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:51:30.656128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 29dd9fd9-7ace-45de-a7b0-ff0df4b91cc5 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:51:30.665741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 947b15eb-60dc-402a-880d-8b6f1d47db93 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:51:30.714543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ca22a7d-08ee-46c0-8e38-97d0868076be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:30.725361 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 947b15eb-60dc-402a-880d-8b6f1d47db93 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:51:30.725735 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 947b15eb-60dc-402a-880d-8b6f1d47db93 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:51:30.743718 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ca22a7d-08ee-46c0-8e38-97d0868076be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:30.807567 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ca22a7d-08ee-46c0-8e38-97d0868076be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:30.811037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b3dd5a0-95de-4563-8970-f557357c7e41 req-8bdcbf8f-7d4b-4020-9d37-c6b3a7a39e9c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=b708ca6e-4611-458e-87a9-4d2afaa08578 HTTP/1.1" status: 200 len: 210 time: 0.0397780 Nov 11 11:51:30.813715 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ca22a7d-08ee-46c0-8e38-97d0868076be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:30.815032 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3ca22a7d-08ee-46c0-8e38-97d0868076be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3afc1e35-f490-4dd5-9b2f-fcedde7e1b10 HTTP/1.1" status: 204 len: 168 time: 0.2223635 Nov 11 11:51:30.831298 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device d1a48fc9-189e-48c9-b95f-5a133bf7ed6a details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:51:30.835090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523c1df-3c2a-47d5-9fd7-c37b4c077a6b req-f7537edd-395a-4199-b20d-f9368f6b03b8 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:30.836715 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f523c1df-3c2a-47d5-9fd7-c37b4c077a6b req-f7537edd-395a-4199-b20d-f9368f6b03b8 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 944 time: 0.1408737 Nov 11 11:51:30.851576 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca22a7d-08ee-46c0-8e38-97d0868076be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afc1e35-f490-4dd5-9b2f-fcedde7e1b10,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:30.944873 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f523c1df-3c2a-47d5-9fd7-c37b4c077a6b req-753fa4a2-d04d-4850-b853-b0db7c22b54d tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986235 Nov 11 11:51:31.004650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a656c7e-cda7-4d1b-b68c-43b7a2a5571a req-c3b8b80d-a37f-45dd-9a48-df8af62cdc22 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:31.006704 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a656c7e-cda7-4d1b-b68c-43b7a2a5571a req-c3b8b80d-a37f-45dd-9a48-df8af62cdc22 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a69549b-1df4-4529-b1f0-02f060b2be69 HTTP/1.1" status: 200 len: 945 time: 0.0602541 Nov 11 11:51:31.027472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:31.041979 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'd1a48fc9-189e-48c9-b95f-5a133bf7ed6a', 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb', 'port_id': 'd1a48fc9-189e-48c9-b95f-5a133bf7ed6a', 'mac_address': 'fa:16:3e:4b:b7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546c2390-2809-4383-bde7-69f252e0324c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:51:31.091287 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:31.093812 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a656c7e-cda7-4d1b-b68c-43b7a2a5571a req-81562238-b39b-4f11-be23-e82e0740ea45 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803061 Nov 11 11:51:31.125844 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a48fc9-189e-48c9-b95f-5a133bf7ed6a {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:31.157128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:31.163479 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:31.253674 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:31.410876 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161d754-1f1b-4672-80ad-5ea94d3dfb85 req-cab7ab13-a402-4418-a440-5e0dca60a00f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:31.426669 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c161d754-1f1b-4672-80ad-5ea94d3dfb85 req-cab7ab13-a402-4418-a440-5e0dca60a00f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.0739448 Nov 11 11:51:31.435598 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['d1a48fc9-189e-48c9-b95f-5a133bf7ed6a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:31.523316 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21981aa-b136-4655-86ec-42bc67bb913c req-1219aa2b-7004-4171-b429-200b7993736c tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:31.531888 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f21981aa-b136-4655-86ec-42bc67bb913c req-1219aa2b-7004-4171-b429-200b7993736c tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a69549b-1df4-4529-b1f0-02f060b2be69 HTTP/1.1" status: 200 len: 945 time: 0.1011198 Nov 11 11:51:31.591905 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c161d754-1f1b-4672-80ad-5ea94d3dfb85 req-90d1aa73-cb6a-4321-8732-2b7b80feee47 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612225 Nov 11 11:51:31.622623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f21981aa-b136-4655-86ec-42bc67bb913c req-17905319-f253-4553-9511-660ba8da70cd tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894923 Nov 11 11:51:31.753392 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42672) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:31.782511 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42676) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:31.927658 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-756e6ab1-408b-4786-9918-1e632c2fdb35 req-2910521d-fe9d-4686-a2ae-e19ce64a4ce1 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=b708ca6e-4611-458e-87a9-4d2afaa08578 HTTP/1.1" status: 200 len: 210 time: 0.0288181 Nov 11 11:51:31.932598 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c88e6c46-b098-40fc-a0e8-2d899e000898 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-169447726-network', 'tenant_id': '3e7c1eb0aaba487da0c5719f290a0b9c'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:31.976083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88e6c46-b098-40fc-a0e8-2d899e000898 admin admin] Made reservation on behalf of 3e7c1eb0aaba487da0c5719f290a0b9c for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:31.992475 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c88e6c46-b098-40fc-a0e8-2d899e000898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.013799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9aac42b5-9f73-4125-a2c9-272a8ebf08a3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-network', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:32.039487 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c88e6c46-b098-40fc-a0e8-2d899e000898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.067145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aac42b5-9f73-4125-a2c9-272a8ebf08a3 admin admin] Made reservation on behalf of ebffd9d478614b25a8e32ffcf46c1a6c for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:32.070214 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9aac42b5-9f73-4125-a2c9-272a8ebf08a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.089024 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9aac42b5-9f73-4125-a2c9-272a8ebf08a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.115593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-777374b7-c3d9-493d-bb83-7afd376b06b9 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552742 Nov 11 11:51:32.180062 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b456a1b-8118-46d5-99cc-3342ce3e49d3 req-cb21f1e7-7a68-427d-a31d-c7bb1719e4d2 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:32.181799 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b456a1b-8118-46d5-99cc-3342ce3e49d3 req-cb21f1e7-7a68-427d-a31d-c7bb1719e4d2 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 945 time: 0.1310794 Nov 11 11:51:32.205189 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9aac42b5-9f73-4125-a2c9-272a8ebf08a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.217465 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9aac42b5-9f73-4125-a2c9-272a8ebf08a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.247012 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c88e6c46-b098-40fc-a0e8-2d899e000898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.261463 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aac42b5-9f73-4125-a2c9-272a8ebf08a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:51:32.262056 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c88e6c46-b098-40fc-a0e8-2d899e000898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.274694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac42b5-9f73-4125-a2c9-272a8ebf08a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d488c65-4489-4032-b515-1abe82484851,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:32.285975 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9aac42b5-9f73-4125-a2c9-272a8ebf08a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.286545 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-9aac42b5-9f73-4125-a2c9-272a8ebf08a3 admin admin] Added segment e68dcf34-eeaf-4bad-90e9-ebc48d67a784 of type vlan for network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 Nov 11 11:51:32.288161 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88e6c46-b098-40fc-a0e8-2d899e000898 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:51:32.300457 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b456a1b-8118-46d5-99cc-3342ce3e49d3 req-202e6ed0-3ca2-4cb7-ae98-791314fd7751 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850537 Nov 11 11:51:32.307804 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-b47c1a9b-7945-40ee-98a3-82b05ff23a81 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:32.309298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-b47c1a9b-7945-40ee-98a3-82b05ff23a81 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863937 Nov 11 11:51:32.326701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-2309c892-b8e1-43f7-83ef-3fcac795aaa7 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Request body: {'port': {'device_id': 'b708ca6e-4611-458e-87a9-4d2afaa08578', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '9bc118dc2ae249c3b19e662c936c1a69'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:32.342498 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c88e6c46-b098-40fc-a0e8-2d899e000898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.343122 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-c88e6c46-b098-40fc-a0e8-2d899e000898 admin admin] Added segment 7892941c-7234-47ee-a8b4-dae1a9ec323a of type vlan for network 3b4051cb-e5b2-4788-beb4-f7bf8158d3e4 Nov 11 11:51:32.365854 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9aac42b5-9f73-4125-a2c9-272a8ebf08a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.368328 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e6c46-b098-40fc-a0e8-2d899e000898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fd018c-5033-4308-96e7-bc9656089fcd,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:32.419293 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c88e6c46-b098-40fc-a0e8-2d899e000898 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.434243 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9aac42b5-9f73-4125-a2c9-272a8ebf08a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.435321 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aac42b5-9f73-4125-a2c9-272a8ebf08a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:32.435924 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9aac42b5-9f73-4125-a2c9-272a8ebf08a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.459203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-2309c892-b8e1-43f7-83ef-3fcac795aaa7 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Made reservation on behalf of 9bc118dc2ae249c3b19e662c936c1a69 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:32.462895 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-2309c892-b8e1-43f7-83ef-3fcac795aaa7 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.481161 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9aac42b5-9f73-4125-a2c9-272a8ebf08a3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6972113 Nov 11 11:51:32.489070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42700) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:32.495642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-535de1ac-8079-480a-918d-f0ff7ff01695 admin admin] Request body: {'subnet': {'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-subnet', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:32.508947 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c88e6c46-b098-40fc-a0e8-2d899e000898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.509941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88e6c46-b098-40fc-a0e8-2d899e000898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:32.510667 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c88e6c46-b098-40fc-a0e8-2d899e000898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.523798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac42b5-9f73-4125-a2c9-272a8ebf08a3 admin admin] Pushing event updated for resources: {'Network': ['ID=23b7b723-f466-4f2b-8a8d-9f55afd99d66,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:32.539439 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:51:32.565328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535de1ac-8079-480a-918d-f0ff7ff01695 admin admin] Made reservation on behalf of ebffd9d478614b25a8e32ffcf46c1a6c for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:32.568127 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-535de1ac-8079-480a-918d-f0ff7ff01695 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.611706 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c88e6c46-b098-40fc-a0e8-2d899e000898 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8569310 Nov 11 11:51:32.614878 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42708) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:32.621394 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ef7a8e02-81c5-455c-8e06-0c91f87dae25 admin admin] Request body: {'subnet': {'network_id': '3b4051cb-e5b2-4788-beb4-f7bf8158d3e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-169447726-subnet', 'tenant_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:32.631542 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e6c46-b098-40fc-a0e8-2d899e000898 admin admin] Pushing event updated for resources: {'Network': ['ID=3b4051cb-e5b2-4788-beb4-f7bf8158d3e4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:32.651391 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 3b4051cb-e5b2-4788-beb4-f7bf8158d3e4 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:51:32.655071 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7a8e02-81c5-455c-8e06-0c91f87dae25 admin admin] Made reservation on behalf of 3e7c1eb0aaba487da0c5719f290a0b9c for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:32.660217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef7a8e02-81c5-455c-8e06-0c91f87dae25 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.717964 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-2309c892-b8e1-43f7-83ef-3fcac795aaa7 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Allocated IP 192.168.233.44 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/f51c7bd9-e4e5-4287-8b08-e481d9a5630c) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:32.845415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device d1a48fc9-189e-48c9-b95f-5a133bf7ed6a up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:32.891391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496c906-e0d8-4f77-8e01-a0c0469337be req-1c2692c0-7e1e-4159-9aff-e9923ae875fa tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:32.893288 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9496c906-e0d8-4f77-8e01-a0c0469337be req-1c2692c0-7e1e-4159-9aff-e9923ae875fa tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.1775408 Nov 11 11:51:32.898187 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef7a8e02-81c5-455c-8e06-0c91f87dae25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.913403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b01c0b-ef30-40c1-8192-001d831a5b81 req-9866c377-2dd2-4554-b526-f581bfb9f6c1 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:32.914910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95b01c0b-ef30-40c1-8192-001d831a5b81 req-9866c377-2dd2-4554-b526-f581bfb9f6c1 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a69549b-1df4-4529-b1f0-02f060b2be69 HTTP/1.1" status: 200 len: 945 time: 0.1757958 Nov 11 11:51:32.926381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:51:32.935059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:32.935673 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:32.970076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a8e02-81c5-455c-8e06-0c91f87dae25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7dbbf15-7874-46e6-9ca0-fe734641be12,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:32.976818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a8e02-81c5-455c-8e06-0c91f87dae25 admin admin] Checking segment: {'id': '7892941c-7234-47ee-a8b4-dae1a9ec323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3b4051cb-e5b2-4788-beb4-f7bf8158d3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:32.977176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7a8e02-81c5-455c-8e06-0c91f87dae25 admin admin] Network hostable DHCP agents. Network: 3b4051cb-e5b2-4788-beb4-f7bf8158d3e4, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:51:32.999775 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7a8e02-81c5-455c-8e06-0c91f87dae25 admin admin] Network 3b4051cb-e5b2-4788-beb4-f7bf8158d3e4 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:51:33.016051 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-ef7a8e02-81c5-455c-8e06-0c91f87dae25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 3b4051cb-e5b2-4788-beb4-f7bf8158d3e4) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:33.020963 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7a8e02-81c5-455c-8e06-0c91f87dae25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:33.021555 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef7a8e02-81c5-455c-8e06-0c91f87dae25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:33.040422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e241bd8d-2c80-4d70-9c2e-341e7073c21e None None] Network 3b4051cb-e5b2-4788-beb4-f7bf8158d3e4 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:51:33.047714 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ef7a8e02-81c5-455c-8e06-0c91f87dae25 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4301801 Nov 11 11:51:33.048333 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42722) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:33.052734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-169447726-router', 'tenant_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:33.077385 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:33.078192 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:33.079399 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:33.119231 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9496c906-e0d8-4f77-8e01-a0c0469337be req-6e02d51f-fbb1-4d19-9a80-43fc756cb4fb tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161381 Nov 11 11:51:33.134207 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-535de1ac-8079-480a-918d-f0ff7ff01695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:33.142101 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5f70fd-bb73-477a-93b9-3b700fe9e1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a48fc9-189e-48c9-b95f-5a133bf7ed6a'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:33.144566 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefbd4aa-8630-4b85-b8e8-57853e7ef445" -d '{"events": [{"server_uuid": "2b5f70fd-bb73-477a-93b9-3b700fe9e1b6", "name": "network-vif-plugged", "status": "completed", "tag": "d1a48fc9-189e-48c9-b95f-5a133bf7ed6a"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:33.155377 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:33.164426 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:33.171260 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:33.198833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95b01c0b-ef30-40c1-8192-001d831a5b81 req-c96ac802-feb2-42a5-96e0-ce557fa51f16 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653003 Nov 11 11:51:33.232766 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:33.260285 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff1c738e-0633-4e17-ac83-1cb9c7870c87 req-3b79db56-9405-48af-a481-d258f46e260f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=b708ca6e-4611-458e-87a9-4d2afaa08578 HTTP/1.1" status: 200 len: 210 time: 0.0580366 Nov 11 11:51:33.314342 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-2309c892-b8e1-43f7-83ef-3fcac795aaa7 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:33.335022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535de1ac-8079-480a-918d-f0ff7ff01695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d7fcde-07a1-4532-bf76-b8012c4b4070,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:33.346133 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f80878-650b-4d6b-b77f-12842a67d554 x-openstack-request-id: req-86f80878-650b-4d6b-b77f-12842a67d554 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:33.346133 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5f70fd-bb73-477a-93b9-3b700fe9e1b6", "name": "network-vif-plugged", "status": "completed", "tag": "d1a48fc9-189e-48c9-b95f-5a133bf7ed6a", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:33.346361 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-86f80878-650b-4d6b-b77f-12842a67d554 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:33.347668 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535de1ac-8079-480a-918d-f0ff7ff01695 admin admin] Checking segment: {'id': 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:33.348685 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5f70fd-bb73-477a-93b9-3b700fe9e1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a48fc9-189e-48c9-b95f-5a133bf7ed6a', 'code': 200} Nov 11 11:51:33.350281 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535de1ac-8079-480a-918d-f0ff7ff01695 admin admin] Network hostable DHCP agents. Network: 23b7b723-f466-4f2b-8a8d-9f55afd99d66, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:51:33.364684 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-3b4051cb-e5b2-4788-beb4-f7bf8158d3e4', 'network_id': '3b4051cb-e5b2-4788-beb4-f7bf8158d3e4', 'tenant_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'fixed_ips': [{'subnet_id': 'f7dbbf15-7874-46e6-9ca0-fe734641be12'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:51:33.365553 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:33.398736 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535de1ac-8079-480a-918d-f0ff7ff01695 admin admin] Network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:51:33.418007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-535de1ac-8079-480a-918d-f0ff7ff01695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 23b7b723-f466-4f2b-8a8d-9f55afd99d66) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:33.422878 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-2309c892-b8e1-43f7-83ef-3fcac795aaa7 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:33.444954 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535de1ac-8079-480a-918d-f0ff7ff01695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:33.445553 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-535de1ac-8079-480a-918d-f0ff7ff01695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:33.450178 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:33.462346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-2309c892-b8e1-43f7-83ef-3fcac795aaa7 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:33.472089 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c115a-05ba-4ef4-9c62-3dd37ba94c84 req-d510d12e-515c-4009-bdf3-2cd786e065a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:33.473208 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3450f9c-1ad0-4aa8-9f9d-18e22b56a5c7 None None] Network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:51:33.474181 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-509c115a-05ba-4ef4-9c62-3dd37ba94c84 req-d510d12e-515c-4009-bdf3-2cd786e065a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 1097 time: 0.0578620 Nov 11 11:51:33.477548 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['bc32bc94-0c00-48f3-93df-931662348468', '13ed19fa-1660-4600-8889-3541944d00e9', 'e96f2923-27c6-45b6-b815-aca1160e32b7'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:33.480229 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['233d75d3-5ebb-42e2-8b24-db5a2032c405', '66e16a37-37e9-4c75-aa0e-f083208cbdc6', 'de0508b2-077d-4e5e-a125-fadafcf09f73', 'ad80836a-4b08-4507-946b-ab0533d42b70'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:33.508261 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-2309c892-b8e1-43f7-83ef-3fcac795aaa7 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:33.514292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-2309c892-b8e1-43f7-83ef-3fcac795aaa7 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:33.522561 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-2309c892-b8e1-43f7-83ef-3fcac795aaa7 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:33.523483 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-2309c892-b8e1-43f7-83ef-3fcac795aaa7 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:33.541346 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-535de1ac-8079-480a-918d-f0ff7ff01695 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0507224 Nov 11 11:51:33.547550 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42742) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:33.557333 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:33.570926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309c892-b8e1-43f7-83ef-3fcac795aaa7 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Pushing event updated for resources: {'Port': ['ID=f51c7bd9-e4e5-4287-8b08-e481d9a5630c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:33.636161 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-2309c892-b8e1-43f7-83ef-3fcac795aaa7 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3141599 Nov 11 11:51:33.642591 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-509c115a-05ba-4ef4-9c62-3dd37ba94c84 req-27742290-99fc-4696-b7d8-2fcd22a223cb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491466 Nov 11 11:51:33.660804 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Request body: {'port': {'device_id': 'b708ca6e-4611-458e-87a9-4d2afaa08578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:33.726865 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:33.727966 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:33.796677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Allocated IP 172.20.0.2 (3b4051cb-e5b2-4788-beb4-f7bf8158d3e4/f7dbbf15-7874-46e6-9ca0-fe734641be12/c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:33.880292 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:33.906542 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:34.074302 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Allocated IP 172.25.2.217 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/a5425da2-3fb1-4350-99f2-380e3db5db76) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:34.082315 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d4782-8e9a-4185-b4a5-6dbb55eaeb78 req-515c7590-0473-4395-b120-c78f7922a839 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:34.091553 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-228d4782-8e9a-4185-b4a5-6dbb55eaeb78 req-515c7590-0473-4395-b120-c78f7922a839 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 946 time: 0.5083129 Nov 11 11:51:34.187254 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:34.205310 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:34.215559 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:34.254355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:51:34.255739 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:34.256514 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:34.264043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-204b08fd-b8e0-45c8-9da1-760cb4ece8ef None None] Provisioning complete for port f51c7bd9-e4e5-4287-8b08-e481d9a5630c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:34.264397 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-204b08fd-b8e0-45c8-9da1-760cb4ece8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:34.298371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:34.303050 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:34.307643 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:34.326277 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-228d4782-8e9a-4185-b4a5-6dbb55eaeb78 req-05b15b28-4ef8-4f2e-a096-a857bea16226 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337687 Nov 11 11:51:34.422853 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Pushing event updated for resources: {'Port': ['ID=a5425da2-3fb1-4350-99f2-380e3db5db76,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:34.462666 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-204b08fd-b8e0-45c8-9da1-760cb4ece8ef None None] Port f51c7bd9-e4e5-4287-8b08-e481d9a5630c cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:51:34.509003 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:34.539250 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:34.559508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6053b7f-b867-42c2-aa31-b21cdffb5c16 req-67129f75-77c3-412d-b119-b083b6ee63d5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:34.561024 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6053b7f-b867-42c2-aa31-b21cdffb5c16 req-67129f75-77c3-412d-b119-b083b6ee63d5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.3044989 Nov 11 11:51:34.593973 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:34.621015 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:34.678707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ae6b3-d965-490f-9f23-674ca656089c req-456ef09d-09b3-4982-8ac5-05d1678f6877 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:34.680163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Allocated IP 172.20.0.2 (23b7b723-f466-4f2b-8a8d-9f55afd99d66/b0d7fcde-07a1-4532-bf76-b8012c4b4070/4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:34.680317 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c2ae6b3-d965-490f-9f23-674ca656089c req-456ef09d-09b3-4982-8ac5-05d1678f6877 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=b708ca6e-4611-458e-87a9-4d2afaa08578 HTTP/1.1" status: 200 len: 935 time: 0.1904447 Nov 11 11:51:34.697289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Network 3b4051cb-e5b2-4788-beb4-f7bf8158d3e4 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:34.722716 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:34.729376 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6053b7f-b867-42c2-aa31-b21cdffb5c16 req-bbf427eb-cfe3-4962-8404-52b6a29527a1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490915 Nov 11 11:51:34.729836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:34.741973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Pushing event updated for resources: {'Port': ['ID=c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:34.813015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:34.909634 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c2ae6b3-d965-490f-9f23-674ca656089c req-20528818-9d77-4cab-ad4a-ab9c7c1fc2a1 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887796 Nov 11 11:51:34.998324 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Router 47ab240b-61f4-4284-b238-42e2c5243140 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:51:34.999424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51c7bd9-e4e5-4287-8b08-e481d9a5630c {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:35.029498 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Attempting to bind port c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:35.031619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Attempting to bind port c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '7892941c-7234-47ee-a8b4-dae1a9ec323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3b4051cb-e5b2-4788-beb4-f7bf8158d3e4'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:35.031985 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Attempting to bind port c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 on network 3b4051cb-e5b2-4788-beb4-f7bf8158d3e4 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:35.055228 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:35.055664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Checking segment: {'id': '7892941c-7234-47ee-a8b4-dae1a9ec323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3b4051cb-e5b2-4788-beb4-f7bf8158d3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:35.056065 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:35.056446 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Bound using segment: {'id': '7892941c-7234-47ee-a8b4-dae1a9ec323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3b4051cb-e5b2-4788-beb4-f7bf8158d3e4'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:35.056918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Bound port: c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7892941c-7234-47ee-a8b4-dae1a9ec323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3b4051cb-e5b2-4788-beb4-f7bf8158d3e4'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:35.057471 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:35.088175 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:35.123696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Transition to ACTIVE for port object f51c7bd9-e4e5-4287-8b08-e481d9a5630c will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:51:35.136801 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:35.185151 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:35.219384 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:51:35.231768 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Sync routers for ids ['47ab240b-61f4-4284-b238-42e2c5243140'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:51:35.237365 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:35.254183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] For port c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:35.262267 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:35.262667 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] For port c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89,segment=NetworkSegment(7892941c-7234-47ee-a8b4-dae1a9ec323a),segment_id=7892941c-7234-47ee-a8b4-dae1a9ec323a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:35.263781 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b26681f1-f937-418f-a29b-e863eb282a54 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2144785 Nov 11 11:51:35.266190 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Routers {'47ab240b-61f4-4284-b238-42e2c5243140'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:51:35.270225 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42798) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:35.271126 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:51:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['47ab240b-61f4-4284-b238-42e2c5243140'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:35.327003 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:35.402644 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Allocated IP 172.25.2.18 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/2148a5a9-22a3-403b-8c33-6da00691e0a6) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:35.536322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Pushing event updated for resources: {'Port': ['ID=f51c7bd9-e4e5-4287-8b08-e481d9a5630c,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:35.569447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Attempting to bind port f51c7bd9-e4e5-4287-8b08-e481d9a5630c on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:35.569799 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Attempting to bind port f51c7bd9-e4e5-4287-8b08-e481d9a5630c by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:35.570805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Attempting to bind port f51c7bd9-e4e5-4287-8b08-e481d9a5630c on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:35.585043 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Set router 47ab240b-61f4-4284-b238-42e2c5243140 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:51:35.595554 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:35.601030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Port f51c7bd9-e4e5-4287-8b08-e481d9a5630c on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:51:35.601353 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Attempting to bind port f51c7bd9-e4e5-4287-8b08-e481d9a5630c on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:35.615312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:35.615756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:35.616144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:35.616582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Bound port: f51c7bd9-e4e5-4287-8b08-e481d9a5630c, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:35.616984 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:35.627089 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:35.648672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f1da8-4b42-4abd-8451-826cdb82771d req-139ca65c-b76a-4116-9800-bf398904ff01 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:35.658314 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b43f1da8-4b42-4abd-8451-826cdb82771d req-139ca65c-b76a-4116-9800-bf398904ff01 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 946 time: 0.1533210 Nov 11 11:51:35.659701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d525fb2-3449-47b7-a01a-d5fbc03f71ad None None] Pushing event updated for resources: {'Port': ['ID=c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:35.714544 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:35.715599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42804) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:35.769232 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:35.834054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Pushing event updated for resources: {'Port': ['ID=4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:35.854741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b43f1da8-4b42-4abd-8451-826cdb82771d req-be459e92-22b6-4e58-a21f-0046bc6957fe tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952012 Nov 11 11:51:35.905441 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] For port f51c7bd9-e4e5-4287-8b08-e481d9a5630c, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:35.915539 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:35.928036 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:35.929081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:35.933336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:35.937930 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] For port f51c7bd9-e4e5-4287-8b08-e481d9a5630c, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f51c7bd9-e4e5-4287-8b08-e481d9a5630c,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:35.940274 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Pushing event updated for resources: {'Port': ['ID=2148a5a9-22a3-403b-8c33-6da00691e0a6,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:35.969691 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:35.978347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:35.992503 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:36.005624 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0a670007-4532-4562-ad54-e5657b46af65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:36.083317 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Attempting to bind port 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:36.084021 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Attempting to bind port 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:36.084280 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Attempting to bind port 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 on network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:36.094064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:36.094514 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Checking segment: {'id': 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:36.095088 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:36.095569 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Bound using segment: {'id': 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:36.096164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Bound port: 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:36.096811 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:36.099761 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab240b-61f4-4284-b238-42e2c5243140', 'name': 'tempest-FloatingIPsTestJSON-169447726-router', 'tenant_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a5425da2-3fb1-4350-99f2-380e3db5db76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:33Z', 'updated_at': '2021-11-11T11:51:34Z', 'revision_number': 3, 'project_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'gw_port': {'id': 'a5425da2-3fb1-4350-99f2-380e3db5db76', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab240b-61f4-4284-b238-42e2c5243140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:33Z', 'updated_at': '2021-11-11T11:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:36.136624 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Checking router: 47ab240b-61f4-4284-b238-42e2c5243140 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:51:36.136898 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Updating router 47ab240b-61f4-4284-b238-42e2c5243140 port a5425da2-3fb1-4350-99f2-380e3db5db76 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:51:36.145030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:36.145957 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:36.147347 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] 10.222.0.43 "PUT /v2.0/ports/f51c7bd9-e4e5-4287-8b08-e481d9a5630c HTTP/1.1" status: 200 len: 1095 time: 2.4957969 Nov 11 11:51:36.158161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b708ca6e-4611-458e-87a9-4d2afaa08578', 'tag': 'f51c7bd9-e4e5-4287-8b08-e481d9a5630c'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:36.175229 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c73d6f3-7707-4c90-8e3b-b110ceab8ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "b708ca6e-4611-458e-87a9-4d2afaa08578", "tag": "f51c7bd9-e4e5-4287-8b08-e481d9a5630c"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:36.181727 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:36.196829 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] For port 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:36.200622 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] For port 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33,segment=NetworkSegment(e68dcf34-eeaf-4bad-90e9-ebc48d67a784),segment_id=e68dcf34-eeaf-4bad-90e9-ebc48d67a784)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:36.206998 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:36.218217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:36.245681 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-32f8e652-afea-43c9-96a9-a7c09c991649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:36.248974 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5c8cf-dff8-4755-9466-559f464ad96e service neutron] Pushing event updated for resources: {'Port': ['ID=f51c7bd9-e4e5-4287-8b08-e481d9a5630c,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:36.282343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b7eb8-54a3-4cad-8426-e7b66550b2a4 None None] Pushing event updated for resources: {'Port': ['ID=4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:36.527239 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Allocated IP 172.20.0.1 (3b4051cb-e5b2-4788-beb4-f7bf8158d3e4/f7dbbf15-7874-46e6-9ca0-fe734641be12/2f65ae3d-f010-4dbe-8d45-475a4f7c94a8) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:36.655934 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:36.671534 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:36.756548 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736a373-fb9d-4108-9f3c-f6647b084376 req-9507a2fb-b5fa-4121-92b5-4c7fea4df050 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:36.757356 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:36.758162 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0736a373-fb9d-4108-9f3c-f6647b084376 req-9507a2fb-b5fa-4121-92b5-4c7fea4df050 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.7709827 Nov 11 11:51:36.767329 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fceef-fdd7-400c-85fd-adbfb8ce024b None None] Pushing event updated for resources: {'Port': ['ID=a5425da2-3fb1-4350-99f2-380e3db5db76,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:36.778333 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Attempting to bind port a5425da2-3fb1-4350-99f2-380e3db5db76 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:36.778717 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Attempting to bind port a5425da2-3fb1-4350-99f2-380e3db5db76 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:36.779085 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Attempting to bind port a5425da2-3fb1-4350-99f2-380e3db5db76 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:36.782955 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fceef-fdd7-400c-85fd-adbfb8ce024b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:36.783684 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fceef-fdd7-400c-85fd-adbfb8ce024b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:36.783684 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fceef-fdd7-400c-85fd-adbfb8ce024b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:36.783980 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fceef-fdd7-400c-85fd-adbfb8ce024b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:36.784277 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fceef-fdd7-400c-85fd-adbfb8ce024b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:36.785024 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fceef-fdd7-400c-85fd-adbfb8ce024b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:36.785138 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fceef-fdd7-400c-85fd-adbfb8ce024b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:36.785462 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fceef-fdd7-400c-85fd-adbfb8ce024b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:36.786294 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fceef-fdd7-400c-85fd-adbfb8ce024b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:36.786636 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fceef-fdd7-400c-85fd-adbfb8ce024b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:36.786956 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fceef-fdd7-400c-85fd-adbfb8ce024b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:36.787283 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835fceef-fdd7-400c-85fd-adbfb8ce024b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:51:36.798077 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:36.798649 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:36.798921 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:36.799327 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:36.799829 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Bound port: a5425da2-3fb1-4350-99f2-380e3db5db76, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:36.800291 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:36.813097 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73b83e-015e-46c1-a5ef-c50b5ed4a843 req-4ae35106-f5eb-4268-8017-3f304e510f2a tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:36.816123 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f73b83e-015e-46c1-a5ef-c50b5ed4a843 req-4ae35106-f5eb-4268-8017-3f304e510f2a tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 1097 time: 0.7383413 Nov 11 11:51:36.866257 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db68efde-836e-4ddd-9efb-1c6eae48078d details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:51:36.889732 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:36.975753 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Pushing event updated for resources: {'Port': ['ID=2f65ae3d-f010-4dbe-8d45-475a4f7c94a8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:36.997871 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Network 3b4051cb-e5b2-4788-beb4-f7bf8158d3e4 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:36.998855 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] For port a5425da2-3fb1-4350-99f2-380e3db5db76, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:36.999738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:37.001345 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-e5239e99-111f-4fb8-82ef-bcc59d15566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:37.003097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-e5239e99-111f-4fb8-82ef-bcc59d15566a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&device_id=b708ca6e-4611-458e-87a9-4d2afaa08578 HTTP/1.1" status: 200 len: 1098 time: 0.7509623 Nov 11 11:51:37.004429 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:37.005162 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:37.006272 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] For port a5425da2-3fb1-4350-99f2-380e3db5db76, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a5425da2-3fb1-4350-99f2-380e3db5db76,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:37.014129 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:37.052434 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:37.121820 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Routers {'47ab240b-61f4-4284-b238-42e2c5243140'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:51:37.126934 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:51:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['47ab240b-61f4-4284-b238-42e2c5243140'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:37.170968 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db68efde-836e-4ddd-9efb-1c6eae48078d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db68efde-836e-4ddd-9efb-1c6eae48078d,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:37.187804 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'db68efde-836e-4ddd-9efb-1c6eae48078d', 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a', 'port_id': 'db68efde-836e-4ddd-9efb-1c6eae48078d', 'mac_address': 'fa:16:3e:1b:25:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6895bfe9-2caf-4d68-8e8e-acf7b9702df7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:51:37.211977 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fceef-fdd7-400c-85fd-adbfb8ce024b None None] Pushing event updated for resources: {'Port': ['ID=a5425da2-3fb1-4350-99f2-380e3db5db76,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:37.232811 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:37.270190 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1186c67e-4d4d-499a-ad79-a2773edd2cf9 None None] Network 3b4051cb-e5b2-4788-beb4-f7bf8158d3e4 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:51:37.306934 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db68efde-836e-4ddd-9efb-1c6eae48078d {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:37.342249 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-d95e7616-7c9c-47f7-ba57-4a7752a5e489 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=f51c7bd9-e4e5-4287-8b08-e481d9a5630c HTTP/1.1" status: 200 len: 217 time: 0.1470003 Nov 11 11:51:37.350045 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] Set router 47ab240b-61f4-4284-b238-42e2c5243140 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:51:37.375572 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0736a373-fb9d-4108-9f3c-f6647b084376 req-420527ac-4d79-4a52-830f-b5c505217e3f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090622 Nov 11 11:51:37.455396 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db68efde-836e-4ddd-9efb-1c6eae48078d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db68efde-836e-4ddd-9efb-1c6eae48078d,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:37.473355 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:37.513419 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-32f8e652-afea-43c9-96a9-a7c09c991649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:37.553411 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f73b83e-015e-46c1-a5ef-c50b5ed4a843 req-5fdc339e-86d7-42b3-afcf-f3d75b771314 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6819496 Nov 11 11:51:37.622909 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-32f8e652-afea-43c9-96a9-a7c09c991649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:37.706837 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['db68efde-836e-4ddd-9efb-1c6eae48078d'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:37.770849 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2f194349-7693-4781-82e2-87479f8e0af6 None None] Provisioning complete for port c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:37.771204 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2f194349-7693-4781-82e2-87479f8e0af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:37.836295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:37.844961 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:37.850362 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b69383f-1b28-4bf2-99fb-2596243035fd x-openstack-request-id: req-6b69383f-1b28-4bf2-99fb-2596243035fd {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:37.853342 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b708ca6e-4611-458e-87a9-4d2afaa08578", "tag": "f51c7bd9-e4e5-4287-8b08-e481d9a5630c", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:37.853790 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b69383f-1b28-4bf2-99fb-2596243035fd {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:37.854346 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b708ca6e-4611-458e-87a9-4d2afaa08578', 'tag': 'f51c7bd9-e4e5-4287-8b08-e481d9a5630c', 'status': 'completed', 'code': 200} Nov 11 11:51:37.895501 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978030c2-bf28-4bd0-a93e-0f9d1c84c708 req-50c2ae91-6bf6-4261-8a61-9edc4e084e49 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:37.897144 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-978030c2-bf28-4bd0-a93e-0f9d1c84c708 req-50c2ae91-6bf6-4261-8a61-9edc4e084e49 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=b708ca6e-4611-458e-87a9-4d2afaa08578 HTTP/1.1" status: 200 len: 947 time: 0.2859371 Nov 11 11:51:37.986300 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab240b-61f4-4284-b238-42e2c5243140', 'name': 'tempest-FloatingIPsTestJSON-169447726-router', 'tenant_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a5425da2-3fb1-4350-99f2-380e3db5db76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:33Z', 'updated_at': '2021-11-11T11:51:34Z', 'revision_number': 3, 'project_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'gw_port': {'id': 'a5425da2-3fb1-4350-99f2-380e3db5db76', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab240b-61f4-4284-b238-42e2c5243140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:33Z', 'updated_at': '2021-11-11T11:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:38.013277 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2f194349-7693-4781-82e2-87479f8e0af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:38.061058 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-32f8e652-afea-43c9-96a9-a7c09c991649 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d0a0e2276da34853988c9a918c1c798f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3420107 Nov 11 11:51:38.065471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-978030c2-bf28-4bd0-a93e-0f9d1c84c708 req-fb885b0b-a544-4fc6-9f4b-0c5bb4531e39 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465905 Nov 11 11:51:38.066400 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f5dcf0-b17a-4a64-847d-95ba2bc00a68 None None] The sync data for ids ['47ab240b-61f4-4284-b238-42e2c5243140'] in n-d-807359-3 is: [{'id': '47ab240b-61f4-4284-b238-42e2c5243140', 'name': 'tempest-FloatingIPsTestJSON-169447726-router', 'tenant_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a5425da2-3fb1-4350-99f2-380e3db5db76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:33Z', 'updated_at': '2021-11-11T11:51:34Z', 'revision_number': 3, 'project_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'gw_port': {'id': 'a5425da2-3fb1-4350-99f2-380e3db5db76', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab240b-61f4-4284-b238-42e2c5243140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:33Z', 'updated_at': '2021-11-11T11:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:51:38.067073 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-9d953e68-82fe-4c81-a2db-7404d196ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:38.068667 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-9d953e68-82fe-4c81-a2db-7404d196ab4c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.6763332 Nov 11 11:51:38.069300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8e652-afea-43c9-96a9-a7c09c991649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081af98d-799c-4a8c-bf9f-c615090a9b66,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:38.075301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42854) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:38.099292 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:38.099681 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:38.128118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=db68efde-836e-4ddd-9efb-1c6eae48078d,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:38.190531 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:38.194542 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:38.204932 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-671f436f-0ac6-43be-ae8a-c956b44fce50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:38.208091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13f7efa-407e-4c23-8980-9858c182e148 None None] Network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:51:38.215989 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:38.220838 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:38.357390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9ea88-2792-4c5b-98cc-bf64ee597e5b req-31ca7ba2-68ef-49bf-bf35-512619fb4eff tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:38.367296 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9ab9ea88-2792-4c5b-98cc-bf64ee597e5b req-31ca7ba2-68ef-49bf-bf35-512619fb4eff tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 1097 time: 0.3072979 Nov 11 11:51:38.409040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2f194349-7693-4781-82e2-87479f8e0af6 None None] For port c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89,segment=NetworkSegment(7892941c-7234-47ee-a8b4-dae1a9ec323a),segment_id=7892941c-7234-47ee-a8b4-dae1a9ec323a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:38.429663 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-00a67a86-7c25-4e1e-abfa-9532e9e5f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:38.432194 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-00a67a86-7c25-4e1e-abfa-9532e9e5f9ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2552438 Nov 11 11:51:38.444215 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2f194349-7693-4781-82e2-87479f8e0af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:38.480512 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Pushing event updated for resources: {'Port': ['ID=2f65ae3d-f010-4dbe-8d45-475a4f7c94a8,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:38.561609 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Network 3b4051cb-e5b2-4788-beb4-f7bf8158d3e4 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:38.561609 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:38.598811 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6011a176-6e70-4513-88a6-d5a3b136de34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:38.755433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Router 47ab240b-61f4-4284-b238-42e2c5243140 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:51:38.792417 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-84b39284-3187-47fc-a068-d8ff5320c490 None None] Provisioning complete for port 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:38.792792 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-84b39284-3187-47fc-a068-d8ff5320c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:38.793888 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9ab9ea88-2792-4c5b-98cc-bf64ee597e5b req-643ae66b-1025-4200-b818-e89e3adabc3c tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249959 Nov 11 11:51:38.832710 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6011a176-6e70-4513-88a6-d5a3b136de34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:38.847848 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f194349-7693-4781-82e2-87479f8e0af6 None None] Pushing event updated for resources: {'Port': ['ID=c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:39.046983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:51:39.064973 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d0d5f868-ef90-4a15-a4fc-27c4d458287f admin admin] 10.222.0.65 "PUT /v2.0/routers/47ab240b-61f4-4284-b238-42e2c5243140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7831132 Nov 11 11:51:39.097567 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29565b60-83f7-41be-a678-abb15aebc94c req-056c40fb-f0df-4881-b92e-e92f189c2137 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:39.119942 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29565b60-83f7-41be-a678-abb15aebc94c req-056c40fb-f0df-4881-b92e-e92f189c2137 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.5447426 Nov 11 11:51:39.137385 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:39.203298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-31a16ae5-f268-4860-a996-56a88ba50a69 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7501497 Nov 11 11:51:39.288142 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:39.317486 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-84b39284-3187-47fc-a068-d8ff5320c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:39.412376 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33,segment=NetworkSegment(e68dcf34-eeaf-4bad-90e9-ebc48d67a784),segment_id=e68dcf34-eeaf-4bad-90e9-ebc48d67a784)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:39.421997 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:39.422855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:39.483385 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Router 3faac808-8703-458b-a71b-17bcf7f11210 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:51:39.557203 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6011a176-6e70-4513-88a6-d5a3b136de34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:39.560572 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6011a176-6e70-4513-88a6-d5a3b136de34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:39.564748 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6011a176-6e70-4513-88a6-d5a3b136de34 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/081af98d-799c-4a8c-bf9f-c615090a9b66 HTTP/1.1" status: 204 len: 168 time: 1.4831092 Nov 11 11:51:39.579894 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-84b39284-3187-47fc-a068-d8ff5320c490 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:51:39.580255 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-84b39284-3187-47fc-a068-d8ff5320c490 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 11:51:39.591015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:39.606195 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:39.606565 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:39.826663 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:51:39.828792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011a176-6e70-4513-88a6-d5a3b136de34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081af98d-799c-4a8c-bf9f-c615090a9b66,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:39.847960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Sync routers for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:51:39.870133 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:51:39.871459 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:39.937690 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad01e07-f31e-4452-9fd4-f716f2d4e19b req-0914aaac-c13a-407d-ad6a-b3a5be12f8c2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:39.941362 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fad01e07-f31e-4452-9fd4-f716f2d4e19b req-0914aaac-c13a-407d-ad6a-b3a5be12f8c2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=b708ca6e-4611-458e-87a9-4d2afaa08578 HTTP/1.1" status: 200 len: 947 time: 0.5564997 Nov 11 11:51:39.947861 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:39.953035 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42886) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:39.955023 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-67ff0c91-c5c6-46f5-8987-051361f3ca4c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.4016626 Nov 11 11:51:39.993224 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29565b60-83f7-41be-a678-abb15aebc94c req-1d2de206-a2eb-4d5d-9f0f-86b7174f6bc5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8663261 Nov 11 11:51:40.030208 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fad01e07-f31e-4452-9fd4-f716f2d4e19b req-4e3e3b43-43ea-4a50-aaaf-d835430e2d61 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704579 Nov 11 11:51:40.066707 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7db5024b-b54a-4672-9c32-967e382ed5c9 req-10a811b0-3ba2-4ef1-abdf-1bdcb575a28b service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8367951 Nov 11 11:51:40.171758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a5425da2-3fb1-4350-99f2-380e3db5db76 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:40.240701 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42894) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:40.287013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:51:40.292114 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73d6f3-7707-4c90-8e3b-b110ceab8ef8 req-18721406-6d6b-4bd5-9c3f-5c8d4681fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:40.308825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c73d6f3-7707-4c90-8e3b-b110ceab8ef8 req-18721406-6d6b-4bd5-9c3f-5c8d4681fbbc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&device_id=b708ca6e-4611-458e-87a9-4d2afaa08578 HTTP/1.1" status: 200 len: 1098 time: 0.1486220 Nov 11 11:51:40.410579 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1cba1666-7238-4abc-9939-660f28c1e549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:40.493321 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:40.612875 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73d6f3-7707-4c90-8e3b-b110ceab8ef8 req-6d020094-439d-434d-bdf6-f170c4666e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:40.614887 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c73d6f3-7707-4c90-8e3b-b110ceab8ef8 req-6d020094-439d-434d-bdf6-f170c4666e8c service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.2932673 Nov 11 11:51:40.622281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port a5425da2-3fb1-4350-99f2-380e3db5db76 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:40.622653 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:40.705910 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5abd75b1-934f-4409-8038-9af310cea9d1 None None] Provisioning complete for port c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:40.706303 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5abd75b1-934f-4409-8038-9af310cea9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:40.725236 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c73d6f3-7707-4c90-8e3b-b110ceab8ef8 req-fd1046fe-95de-4c63-9e1f-abf586bfb977 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=f51c7bd9-e4e5-4287-8b08-e481d9a5630c HTTP/1.1" status: 200 len: 217 time: 0.1024964 Nov 11 11:51:40.739931 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1cba1666-7238-4abc-9939-660f28c1e549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:40.792632 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1cba1666-7238-4abc-9939-660f28c1e549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:40.828536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba1666-7238-4abc-9939-660f28c1e549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e1b41a-969f-4b9d-b36b-d3072e6e22b3,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:40.864272 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1cba1666-7238-4abc-9939-660f28c1e549 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=28699332858d4eb78f1f8c73af28e476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6224282 Nov 11 11:51:40.865061 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73d6f3-7707-4c90-8e3b-b110ceab8ef8 req-92a0f6ba-1587-4c55-95e7-fb030acea881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:40.868136 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:36Z', 'revision_number': 3, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:40.869894 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c73d6f3-7707-4c90-8e3b-b110ceab8ef8 req-92a0f6ba-1587-4c55-95e7-fb030acea881 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1033480 Nov 11 11:51:40.899833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42906) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:40.916586 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b3537-ddce-4255-bc2e-34d81de79f3c req-2f5106fa-3d4a-427b-b8c1-fd18de717b8a tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:40.919309 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c5b3537-ddce-4255-bc2e-34d81de79f3c req-2f5106fa-3d4a-427b-b8c1-fd18de717b8a tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 1097 time: 0.2346778 Nov 11 11:51:40.919880 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Checking router: 3faac808-8703-458b-a71b-17bcf7f11210 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:51:40.920226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Updating router 3faac808-8703-458b-a71b-17bcf7f11210 port 2148a5a9-22a3-403b-8c33-6da00691e0a6 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:51:40.922350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db68efde-836e-4ddd-9efb-1c6eae48078d up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:40.994070 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ff79341-7795-4bc6-a7cf-d17f6a8d84dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:41.011714 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Sync routers for ids ['47ab240b-61f4-4284-b238-42e2c5243140'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:51:41.044126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c5b3537-ddce-4255-bc2e-34d81de79f3c req-36777f84-6dff-4d62-abc4-ecc20fa45529 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619640 Nov 11 11:51:41.046506 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Routers {'47ab240b-61f4-4284-b238-42e2c5243140'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:51:41.052151 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['47ab240b-61f4-4284-b238-42e2c5243140'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:41.053909 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:41.099602 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ff79341-7795-4bc6-a7cf-d17f6a8d84dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:41.139126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73d6f3-7707-4c90-8e3b-b110ceab8ef8 req-1c39bfd2-a1cc-4a89-bbb5-6d61f25d52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:41.140863 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c73d6f3-7707-4c90-8e3b-b110ceab8ef8 req-1c39bfd2-a1cc-4a89-bbb5-6d61f25d52e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2199092 Nov 11 11:51:41.149816 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:41.200127 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Set router 47ab240b-61f4-4284-b238-42e2c5243140 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:51:41.335264 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ff79341-7795-4bc6-a7cf-d17f6a8d84dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:41.339028 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ff79341-7795-4bc6-a7cf-d17f6a8d84dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:41.340190 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2ff79341-7795-4bc6-a7cf-d17f6a8d84dd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75e1b41a-969f-4b9d-b36b-d3072e6e22b3 HTTP/1.1" status: 204 len: 168 time: 0.4396839 Nov 11 11:51:41.353186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port a5425da2-3fb1-4350-99f2-380e3db5db76, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a5425da2-3fb1-4350-99f2-380e3db5db76,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:41.376449 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:41.376997 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff79341-7795-4bc6-a7cf-d17f6a8d84dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e1b41a-969f-4b9d-b36b-d3072e6e22b3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:41.377904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:41.394069 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:41.504419 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-669ec302-478c-45dc-b400-952b255282ec req-b5c7a7d5-b781-4c61-bb6e-d2d253a78c6a tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7780478 Nov 11 11:51:41.559634 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e2202-d199-4f2f-96d6-34fe34939c10 req-3179d2ea-8fec-4b8d-8aaa-f65f61eeee76 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:41.567304 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec0e2202-d199-4f2f-96d6-34fe34939c10 req-3179d2ea-8fec-4b8d-8aaa-f65f61eeee76 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.3510873 Nov 11 11:51:41.591094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-669ec302-478c-45dc-b400-952b255282ec req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:41.657986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=a5425da2-3fb1-4350-99f2-380e3db5db76,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:41.697087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c73d6f3-7707-4c90-8e3b-b110ceab8ef8 req-543ac279-fbee-4c99-803d-c8a5a6b04e90 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201640 Nov 11 11:51:41.713207 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab240b-61f4-4284-b238-42e2c5243140', 'name': 'tempest-FloatingIPsTestJSON-169447726-router', 'tenant_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a5425da2-3fb1-4350-99f2-380e3db5db76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:33Z', 'updated_at': '2021-11-11T11:51:37Z', 'revision_number': 4, 'project_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'gw_port': {'id': 'a5425da2-3fb1-4350-99f2-380e3db5db76', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab240b-61f4-4284-b238-42e2c5243140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:33Z', 'updated_at': '2021-11-11T11:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '2f65ae3d-f010-4dbe-8d45-475a4f7c94a8', 'name': '', 'network_id': '3b4051cb-e5b2-4788-beb4-f7bf8158d3e4', 'tenant_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'mac_address': 'fa:16:3e:29:c7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab240b-61f4-4284-b238-42e2c5243140', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f7dbbf15-7874-46e6-9ca0-fe734641be12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:36Z', 'updated_at': '2021-11-11T11:51:37Z', 'revision_number': 2, 'project_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'subnets': [{'id': 'f7dbbf15-7874-46e6-9ca0-fe734641be12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:41.729731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:41.730184 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:41.731278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Allocated IP 172.20.0.1 (23b7b723-f466-4f2b-8a8d-9f55afd99d66/b0d7fcde-07a1-4532-bf76-b8012c4b4070/ee6d8f99-7fda-4a2f-a503-b836b478626e) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:41.732582 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5abd75b1-934f-4409-8038-9af310cea9d1 None None] Provisioning complete for port 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:41.733643 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5abd75b1-934f-4409-8038-9af310cea9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:41.750916 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:41.772724 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-669ec302-478c-45dc-b400-952b255282ec req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:41.798795 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port db68efde-836e-4ddd-9efb-1c6eae48078d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:41.799579 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:41.845897 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Checking router: 47ab240b-61f4-4284-b238-42e2c5243140 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:51:41.846256 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Updating router 47ab240b-61f4-4284-b238-42e2c5243140 port 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:51:41.857281 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:41.908225 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:41.918145 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec0e2202-d199-4f2f-96d6-34fe34939c10 req-22f84f91-4af8-4cd9-b3fd-f1d9e104b8ae tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497281 Nov 11 11:51:41.965068 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:42.028088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:42.031787 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:42.053297 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:42.053839 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:42.173293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Pushing event updated for resources: {'Port': ['ID=ee6d8f99-7fda-4a2f-a503-b836b478626e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:42.253721 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:42.297145 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-5abd75b1-934f-4409-8038-9af310cea9d1 None None] Port 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:51:42.332416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a69549b-1df4-4529-b1f0-02f060b2be69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db68efde-836e-4ddd-9efb-1c6eae48078d'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:42.335344 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec16e64-9a32-41ee-b098-71d7506b2217" -d '{"events": [{"server_uuid": "1a69549b-1df4-4529-b1f0-02f060b2be69", "name": "network-vif-plugged", "status": "completed", "tag": "db68efde-836e-4ddd-9efb-1c6eae48078d"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:42.383197 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db68efde-836e-4ddd-9efb-1c6eae48078d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db68efde-836e-4ddd-9efb-1c6eae48078d,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:42.388317 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5abd75b1-934f-4409-8038-9af310cea9d1 None None] Provisioning complete for port 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:42.389929 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:42.400270 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5abd75b1-934f-4409-8038-9af310cea9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:42.457250 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:42.601906 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:42.643292 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:42.656271 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:42.674207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c73d6f3-7707-4c90-8e3b-b110ceab8ef8 req-c1d161b6-0161-43b5-87a9-b67ff738b5ea service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9658039 Nov 11 11:51:42.685340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d5c45-7e57-4291-ba90-7c26945d7eab req-b1b599b4-d49e-4ab5-a38b-98f881f9cdce tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:42.687284 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d5d5c45-7e57-4291-ba90-7c26945d7eab req-b1b599b4-d49e-4ab5-a38b-98f881f9cdce tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=b708ca6e-4611-458e-87a9-4d2afaa08578 HTTP/1.1" status: 200 len: 947 time: 0.2218378 Nov 11 11:51:42.807366 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995859ea-963e-42c1-9c82-0ebd1683ae39 None None] Pushing event updated for resources: {'Port': ['ID=2f65ae3d-f010-4dbe-8d45-475a4f7c94a8,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:42.827393 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=db68efde-836e-4ddd-9efb-1c6eae48078d,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:42.844928 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-669ec302-478c-45dc-b400-952b255282ec req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:42.849172 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:42.852616 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:42.852989 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:42.864723 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:42.865770 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:42.932914 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d5d5c45-7e57-4291-ba90-7c26945d7eab req-8d63c826-61fd-4d2e-b5b4-ff15f0585a1f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280467 Nov 11 11:51:42.991269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device f51c7bd9-e4e5-4287-8b08-e481d9a5630c details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:51:43.012356 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Attempting to bind port 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:43.012722 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Attempting to bind port 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '7892941c-7234-47ee-a8b4-dae1a9ec323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3b4051cb-e5b2-4788-beb4-f7bf8158d3e4'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:43.013084 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Attempting to bind port 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8 on network 3b4051cb-e5b2-4788-beb4-f7bf8158d3e4 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:43.030760 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:43.031144 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Checking segment: {'id': '7892941c-7234-47ee-a8b4-dae1a9ec323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3b4051cb-e5b2-4788-beb4-f7bf8158d3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:43.031546 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:43.031933 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Bound using segment: {'id': '7892941c-7234-47ee-a8b4-dae1a9ec323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3b4051cb-e5b2-4788-beb4-f7bf8158d3e4'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:43.032423 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Bound port: 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7892941c-7234-47ee-a8b4-dae1a9ec323a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '3b4051cb-e5b2-4788-beb4-f7bf8158d3e4'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:43.036923 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:43.090406 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42944) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:43.111582 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port f51c7bd9-e4e5-4287-8b08-e481d9a5630c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f51c7bd9-e4e5-4287-8b08-e481d9a5630c,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:43.135403 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Pushing event updated for resources: {'Port': ['ID=ee6d8f99-7fda-4a2f-a503-b836b478626e,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:43.174838 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'f51c7bd9-e4e5-4287-8b08-e481d9a5630c', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'f51c7bd9-e4e5-4287-8b08-e481d9a5630c', 'mac_address': 'fa:16:3e:75:c1:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:51:43.218624 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] For port 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:43.223088 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] For port 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2f65ae3d-f010-4dbe-8d45-475a4f7c94a8,segment=NetworkSegment(7892941c-7234-47ee-a8b4-dae1a9ec323a),segment_id=7892941c-7234-47ee-a8b4-dae1a9ec323a)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:43.234161 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:43.274320 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:43.282720 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:43.293631 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:43.340934 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:43.355051 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51c7bd9-e4e5-4287-8b08-e481d9a5630c {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:43.355244 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:43.397756 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Routers {'47ab240b-61f4-4284-b238-42e2c5243140'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:51:43.402574 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['47ab240b-61f4-4284-b238-42e2c5243140'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:43.518912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-669ec302-478c-45dc-b400-952b255282ec req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Allocated IP 172.25.2.108 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/122330ef-1fe5-43de-ba7a-a16b0f35a660) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:43.561043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port f51c7bd9-e4e5-4287-8b08-e481d9a5630c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f51c7bd9-e4e5-4287-8b08-e481d9a5630c,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:43.632595 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995859ea-963e-42c1-9c82-0ebd1683ae39 None None] Pushing event updated for resources: {'Port': ['ID=2f65ae3d-f010-4dbe-8d45-475a4f7c94a8,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:43.647586 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:43.672021 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba44cb8-b793-4ecc-af19-c9a7e7f6e08c None None] Pushing event updated for resources: {'Port': ['ID=2148a5a9-22a3-403b-8c33-6da00691e0a6,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:43.706543 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Attempting to bind port 2148a5a9-22a3-403b-8c33-6da00691e0a6 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:43.706954 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Attempting to bind port 2148a5a9-22a3-403b-8c33-6da00691e0a6 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:43.709008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Attempting to bind port 2148a5a9-22a3-403b-8c33-6da00691e0a6 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:43.740058 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:43.743033 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:43.744835 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:43.746162 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:43.747679 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Bound port: 2148a5a9-22a3-403b-8c33-6da00691e0a6, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:43.748651 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:43.748977 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Router 3faac808-8703-458b-a71b-17bcf7f11210 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:51:43.773217 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-669ec302-478c-45dc-b400-952b255282ec req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:43.812928 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e462762d-19d1-4d00-8ddb-64bdbde8d956 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1208228741-network', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:43.819163 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-669ec302-478c-45dc-b400-952b255282ec req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:43.877146 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669ec302-478c-45dc-b400-952b255282ec req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:43.884789 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-669ec302-478c-45dc-b400-952b255282ec req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:43.889242 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-669ec302-478c-45dc-b400-952b255282ec req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:43.907557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] For port 2148a5a9-22a3-403b-8c33-6da00691e0a6, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:43.911897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e462762d-19d1-4d00-8ddb-64bdbde8d956 admin admin] Made reservation on behalf of b973415ac4284feeb9b616cb92050c8a for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:43.912895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] For port 2148a5a9-22a3-403b-8c33-6da00691e0a6, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2148a5a9-22a3-403b-8c33-6da00691e0a6,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:43.914742 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1ef029f2-4355-4101-abdc-76eef138156d None None] Provisioning complete for port 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:43.915363 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ef029f2-4355-4101-abdc-76eef138156d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:43.918319 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e462762d-19d1-4d00-8ddb-64bdbde8d956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:43.950040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a5425da2-3fb1-4350-99f2-380e3db5db76 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:43.970267 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] Set router 47ab240b-61f4-4284-b238-42e2c5243140 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:51:43.982314 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Pushing event updated for resources: {'Port': ['ID=122330ef-1fe5-43de-ba7a-a16b0f35a660,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:44.008421 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e462762d-19d1-4d00-8ddb-64bdbde8d956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:44.022397 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:44.142064 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-669ec302-478c-45dc-b400-952b255282ec req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:44.172617 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['f51c7bd9-e4e5-4287-8b08-e481d9a5630c'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:44.174492 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:51:44.190027 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9b36c3ba-8a8b-4638-ae3f-5bf078b29e76 admin admin] 10.222.0.65 "PUT /v2.0/routers/3faac808-8703-458b-a71b-17bcf7f11210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2355647 Nov 11 11:51:44.228615 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-669ec302-478c-45dc-b400-952b255282ec req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:44.427697 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:51:44.428334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:44.450583 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-669ec302-478c-45dc-b400-952b255282ec req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:44.473048 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-669ec302-478c-45dc-b400-952b255282ec req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:44.504798 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=f51c7bd9-e4e5-4287-8b08-e481d9a5630c,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:44.542899 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-669ec302-478c-45dc-b400-952b255282ec req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:44.580612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba44cb8-b793-4ecc-af19-c9a7e7f6e08c None None] Pushing event updated for resources: {'Port': ['ID=2148a5a9-22a3-403b-8c33-6da00691e0a6,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:44.594608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port a5425da2-3fb1-4350-99f2-380e3db5db76 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:44.595531 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:44.609076 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-669ec302-478c-45dc-b400-952b255282ec req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:44.610409 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-669ec302-478c-45dc-b400-952b255282ec req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0840456 Nov 11 11:51:44.612326 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e462762d-19d1-4d00-8ddb-64bdbde8d956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:44.627359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622343d-7271-4e7a-bcf3-60e87eddbf6f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Pushing event updated for resources: {'Port': ['ID=122330ef-1fe5-43de-ba7a-a16b0f35a660,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:44.632531 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e462762d-19d1-4d00-8ddb-64bdbde8d956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:44.664719 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab240b-61f4-4284-b238-42e2c5243140', 'name': 'tempest-FloatingIPsTestJSON-169447726-router', 'tenant_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a5425da2-3fb1-4350-99f2-380e3db5db76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:33Z', 'updated_at': '2021-11-11T11:51:37Z', 'revision_number': 4, 'project_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'gw_port': {'id': 'a5425da2-3fb1-4350-99f2-380e3db5db76', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ab240b-61f4-4284-b238-42e2c5243140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:33Z', 'updated_at': '2021-11-11T11:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '2f65ae3d-f010-4dbe-8d45-475a4f7c94a8', 'name': '', 'network_id': '3b4051cb-e5b2-4788-beb4-f7bf8158d3e4', 'tenant_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'mac_address': 'fa:16:3e:29:c7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab240b-61f4-4284-b238-42e2c5243140', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f7dbbf15-7874-46e6-9ca0-fe734641be12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:36Z', 'updated_at': '2021-11-11T11:51:43Z', 'revision_number': 4, 'project_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'subnets': [{'id': 'f7dbbf15-7874-46e6-9ca0-fe734641be12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:44.738366 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e95d7-ef7b-4cb0-95fd-a048431104b2 None None] The sync data for ids ['47ab240b-61f4-4284-b238-42e2c5243140'] in n-d-807359-3 is: [{'id': '47ab240b-61f4-4284-b238-42e2c5243140', 'name': 'tempest-FloatingIPsTestJSON-169447726-router', 'tenant_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a5425da2-3fb1-4350-99f2-380e3db5db76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:33Z', 'updated_at': '2021-11-11T11:51:37Z', 'revision_number': 4, 'project_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'gw_port': {'id': 'a5425da2-3fb1-4350-99f2-380e3db5db76', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ab240b-61f4-4284-b238-42e2c5243140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:33Z', 'updated_at': '2021-11-11T11:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '2f65ae3d-f010-4dbe-8d45-475a4f7c94a8', 'name': '', 'network_id': '3b4051cb-e5b2-4788-beb4-f7bf8158d3e4', 'tenant_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'mac_address': 'fa:16:3e:29:c7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ab240b-61f4-4284-b238-42e2c5243140', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f7dbbf15-7874-46e6-9ca0-fe734641be12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:36Z', 'updated_at': '2021-11-11T11:51:43Z', 'revision_number': 4, 'project_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'subnets': [{'id': 'f7dbbf15-7874-46e6-9ca0-fe734641be12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:51:44.786777 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e462762d-19d1-4d00-8ddb-64bdbde8d956 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:51:44.802862 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e462762d-19d1-4d00-8ddb-64bdbde8d956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:44.803287 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-e462762d-19d1-4d00-8ddb-64bdbde8d956 admin admin] Added segment 3c7e2519-5250-4d02-a083-a7de23ca981c of type vlan for network bec22fd4-3e47-48ed-8ed3-3ad222db7b9b Nov 11 11:51:44.846152 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ef029f2-4355-4101-abdc-76eef138156d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:44.858137 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:51:44.877816 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e462762d-19d1-4d00-8ddb-64bdbde8d956 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:44.930989 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462762d-19d1-4d00-8ddb-64bdbde8d956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ca3db3-6e3d-4662-bb29-4bedd95cc262,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:44.956722 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e462762d-19d1-4d00-8ddb-64bdbde8d956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:44.958533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e462762d-19d1-4d00-8ddb-64bdbde8d956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:44.959373 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e462762d-19d1-4d00-8ddb-64bdbde8d956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:45.030004 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1ef029f2-4355-4101-abdc-76eef138156d None None] For port 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2f65ae3d-f010-4dbe-8d45-475a4f7c94a8,segment=NetworkSegment(7892941c-7234-47ee-a8b4-dae1a9ec323a),segment_id=7892941c-7234-47ee-a8b4-dae1a9ec323a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:45.059009 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462762d-19d1-4d00-8ddb-64bdbde8d956 admin admin] Pushing event updated for resources: {'Network': ['ID=bec22fd4-3e47-48ed-8ed3-3ad222db7b9b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:45.071941 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-669ec302-478c-45dc-b400-952b255282ec req-66812f01-d80c-4c28-84b7-c7240660c2ab tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.108 HTTP/1.1" status: 200 len: 696 time: 0.4476745 Nov 11 11:51:45.074830 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ef029f2-4355-4101-abdc-76eef138156d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:45.174735 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network bec22fd4-3e47-48ed-8ed3-3ad222db7b9b details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:51:45.199261 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ec302-478c-45dc-b400-952b255282ec req-67d48b82-d864-4001-b37e-a4b917940316 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:45.206357 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-669ec302-478c-45dc-b400-952b255282ec req-67d48b82-d864-4001-b37e-a4b917940316 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.1328728 Nov 11 11:51:45.217449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-669ec302-478c-45dc-b400-952b255282ec req-88683989-73e6-40d6-b6df-7ff8ce92770e tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:51:45.232518 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-669ec302-478c-45dc-b400-952b255282ec req-88683989-73e6-40d6-b6df-7ff8ce92770e tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0252275 Nov 11 11:51:45.249016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42984) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:45.250850 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e462762d-19d1-4d00-8ddb-64bdbde8d956 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1578324 Nov 11 11:51:45.254349 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-097b4836-23d6-41f1-a1aa-3ff1a811df82 admin admin] Request body: {'subnet': {'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208228741-subnet', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:45.323905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097b4836-23d6-41f1-a1aa-3ff1a811df82 admin admin] Made reservation on behalf of b973415ac4284feeb9b616cb92050c8a for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:45.326604 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-097b4836-23d6-41f1-a1aa-3ff1a811df82 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:45.354885 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-bd65217f-527c-4d3d-90e0-47641a54a34d tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:51:45.355924 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-bd65217f-527c-4d3d-90e0-47641a54a34d tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1019328 Nov 11 11:51:45.441574 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1ef029f2-4355-4101-abdc-76eef138156d None None] Provisioning complete for port ee6d8f99-7fda-4a2f-a503-b836b478626e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:45.441914 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ef029f2-4355-4101-abdc-76eef138156d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:45.558052 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-0ecb44f7-813c-48b1-8653-132cd3522d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:45.573959 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-0ecb44f7-813c-48b1-8653-132cd3522d7d service neutron] 10.222.0.65 "GET /v2.0/ports/d1a48fc9-189e-48c9-b95f-5a133bf7ed6a HTTP/1.1" status: 200 len: 1094 time: 0.2071705 Nov 11 11:51:45.590137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-d2b04fd3-dc9c-4108-92f2-7037b9728bc1 service neutron] Request body: {'binding': {'host': 'n-h1-807359-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:45.590605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-d2b04fd3-dc9c-4108-92f2-7037b9728bc1 service neutron] Unknown quota resources ['binding']. {{(pid=109153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 11:51:45.634950 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-097b4836-23d6-41f1-a1aa-3ff1a811df82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:45.655718 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886831b6-5aa0-45c2-8a25-56809610e064 x-openstack-request-id: req-886831b6-5aa0-45c2-8a25-56809610e064 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:45.661144 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a69549b-1df4-4529-b1f0-02f060b2be69", "name": "network-vif-plugged", "status": "completed", "tag": "db68efde-836e-4ddd-9efb-1c6eae48078d", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:45.662608 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-886831b6-5aa0-45c2-8a25-56809610e064 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:45.663321 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a69549b-1df4-4529-b1f0-02f060b2be69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db68efde-836e-4ddd-9efb-1c6eae48078d', 'code': 200} Nov 11 11:51:45.675530 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:45.775053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef029f2-4355-4101-abdc-76eef138156d None None] Pushing event updated for resources: {'Port': ['ID=2f65ae3d-f010-4dbe-8d45-475a4f7c94a8,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:45.776195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b4836-23d6-41f1-a1aa-3ff1a811df82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:45.811450 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b4836-23d6-41f1-a1aa-3ff1a811df82 admin admin] Checking segment: {'id': '3c7e2519-5250-4d02-a083-a7de23ca981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:45.811839 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b4836-23d6-41f1-a1aa-3ff1a811df82 admin admin] Network hostable DHCP agents. Network: bec22fd4-3e47-48ed-8ed3-3ad222db7b9b, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:51:45.836386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-1ef029f2-4355-4101-abdc-76eef138156d None None] Port ee6d8f99-7fda-4a2f-a503-b836b478626e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:51:45.856580 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b4836-23d6-41f1-a1aa-3ff1a811df82 admin admin] Network bec22fd4-3e47-48ed-8ed3-3ad222db7b9b is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:51:45.868314 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:45.884676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-097b4836-23d6-41f1-a1aa-3ff1a811df82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, bec22fd4-3e47-48ed-8ed3-3ad222db7b9b) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:45.891583 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097b4836-23d6-41f1-a1aa-3ff1a811df82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:45.892635 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-097b4836-23d6-41f1-a1aa-3ff1a811df82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:45.923705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3a6ee-bb8b-463c-9d7b-c5f0d185c248 req-f92dca22-4d6f-4e42-8e9c-5248b6ac8771 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:45.926692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9e02e6-0bc1-4113-b0ab-dd3ba8ecf04d None None] Network bec22fd4-3e47-48ed-8ed3-3ad222db7b9b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:51:45.932631 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fd3a6ee-bb8b-463c-9d7b-c5f0d185c248 req-f92dca22-4d6f-4e42-8e9c-5248b6ac8771 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.2250061 Nov 11 11:51:45.943571 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-097b4836-23d6-41f1-a1aa-3ff1a811df82 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6909931 Nov 11 11:51:45.944234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42996) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:45.948591 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1208228741-router', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:46.005752 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:46.006869 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:46.060676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fd3a6ee-bb8b-463c-9d7b-c5f0d185c248 req-f2198da7-85a1-48fa-ba47-358cf61e4fca tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269774 Nov 11 11:51:46.186962 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:46.270556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-d2b04fd3-dc9c-4108-92f2-7037b9728bc1 service neutron] Attempting to bind port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a on host n-h1-807359-3 for vnic_type normal with profile None {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:46.271189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-d2b04fd3-dc9c-4108-92f2-7037b9728bc1 service neutron] Attempting to bind port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:46.271901 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-d2b04fd3-dc9c-4108-92f2-7037b9728bc1 service neutron] Attempting to bind port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:46.282619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-d2b04fd3-dc9c-4108-92f2-7037b9728bc1 service neutron] Port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:51:46.283152 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-d2b04fd3-dc9c-4108-92f2-7037b9728bc1 service neutron] Attempting to bind port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:46.292416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-d2b04fd3-dc9c-4108-92f2-7037b9728bc1 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:46.292996 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-d2b04fd3-dc9c-4108-92f2-7037b9728bc1 service neutron] Checking segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:46.293546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-d2b04fd3-dc9c-4108-92f2-7037b9728bc1 service neutron] Bound using segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:46.294163 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-d2b04fd3-dc9c-4108-92f2-7037b9728bc1 service neutron] Bound port: d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:46.340251 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714d67e-63ec-42bb-93e2-e574e4664706 req-426c275b-5b4f-4d57-b3e2-8080c94d2d07 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:46.342203 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1714d67e-63ec-42bb-93e2-e574e4664706 req-426c275b-5b4f-4d57-b3e2-8080c94d2d07 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=b708ca6e-4611-458e-87a9-4d2afaa08578 HTTP/1.1" status: 200 len: 948 time: 0.1219451 Nov 11 11:51:46.357425 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:46.358116 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:46.474172 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d27ce63c-86cf-48af-af2b-995185ce659b None None] Provisioning complete for port 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:46.474775 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d27ce63c-86cf-48af-af2b-995185ce659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:46.487504 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-d2b04fd3-dc9c-4108-92f2-7037b9728bc1 service neutron] For port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:46.511165 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1714d67e-63ec-42bb-93e2-e574e4664706 req-38268683-c825-4380-bfab-bf0752397f99 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535809 Nov 11 11:51:46.520716 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-d2b04fd3-dc9c-4108-92f2-7037b9728bc1 service neutron] Publish callbacks [] for binding, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:46.523593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-d2b04fd3-dc9c-4108-92f2-7037b9728bc1 service neutron] 10.222.0.65 "POST /v2.0/ports/d1a48fc9-189e-48c9-b95f-5a133bf7ed6a/bindings HTTP/1.1" status: 201 len: 389 time: 0.9486580 Nov 11 11:51:46.704793 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 2, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:46.795920 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d75581-86ad-4dd2-9054-5d9bcea94cf6 None None] The sync data for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 is: [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 2, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:51:46.826387 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:46.864466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d27ce63c-86cf-48af-af2b-995185ce659b None None] Provisioning complete for port ee6d8f99-7fda-4a2f-a503-b836b478626e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:46.865242 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d27ce63c-86cf-48af-af2b-995185ce659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:46.914662 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a1d192c6-234a-48ab-a85c-7a7242853933 req-0f2eb32a-307b-4458-822f-b947c65f1291 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/floatingips/021a9b08-4e04-41e7-82a7-da0dbb61cf88 HTTP/1.1" status: 200 len: 693 time: 0.2374315 Nov 11 11:51:46.987630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d27ce63c-86cf-48af-af2b-995185ce659b None None] Port ee6d8f99-7fda-4a2f-a503-b836b478626e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:51:46.990353 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device f51c7bd9-e4e5-4287-8b08-e481d9a5630c up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:47.159115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port f51c7bd9-e4e5-4287-8b08-e481d9a5630c completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:51:47.167261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port f51c7bd9-e4e5-4287-8b08-e481d9a5630c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:47.167822 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:47.221904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bec22fd4-3e47-48ed-8ed3-3ad222db7b9b', 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a', 'fixed_ips': [{'subnet_id': '5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:51:47.224475 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:47.289137 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:47.320061 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-183a9dfa-e46a-4496-a290-58626bee5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:47.321436 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-183a9dfa-e46a-4496-a290-58626bee5e34 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 1097 time: 0.2900796 Nov 11 11:51:47.352838 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:47.409031 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:47.417537 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d192c6-234a-48ab-a85c-7a7242853933 req-c7dd969b-f3c0-4dc8-bbb0-68bcb5157bcb tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:47.420347 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a1d192c6-234a-48ab-a85c-7a7242853933 req-c7dd969b-f3c0-4dc8-bbb0-68bcb5157bcb tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.4997604 Nov 11 11:51:47.435527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-659ea96c-9058-429b-8607-0adb6cc5cb41 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:47.443465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-659ea96c-9058-429b-8607-0adb6cc5cb41 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/networks?id=23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 200 len: 821 time: 0.5176139 Nov 11 11:51:47.503826 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-a1d192c6-234a-48ab-a85c-7a7242853933 req-3e98461e-131b-4df9-a4e5-71daaaf4635d tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:51:47.505446 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a1d192c6-234a-48ab-a85c-7a7242853933 req-3e98461e-131b-4df9-a4e5-71daaaf4635d tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0588470 Nov 11 11:51:47.512349 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port f51c7bd9-e4e5-4287-8b08-e481d9a5630c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f51c7bd9-e4e5-4287-8b08-e481d9a5630c,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:47.519184 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-9fe06ce0-f8d4-41ae-bdd8-bcf8c02eba6c tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/quotas/ebffd9d478614b25a8e32ffcf46c1a6c HTTP/1.1" status: 200 len: 375 time: 0.0692592 Nov 11 11:51:47.527052 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:47.539676 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:47.612579 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Allocated IP 172.20.0.2 (bec22fd4-3e47-48ed-8ed3-3ad222db7b9b/5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b/124b2a2f-ee36-4a47-89cc-6fbd762129fc) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:47.641926 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Allocated IP 172.25.2.170 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/10a0a706-da8a-4d4f-97be-9f57d87037d5) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:47.664199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b708ca6e-4611-458e-87a9-4d2afaa08578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51c7bd9-e4e5-4287-8b08-e481d9a5630c'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:47.667682 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c461f2ea-dea9-4931-9b35-1782080275d6" -d '{"events": [{"server_uuid": "b708ca6e-4611-458e-87a9-4d2afaa08578", "name": "network-vif-plugged", "status": "completed", "tag": "f51c7bd9-e4e5-4287-8b08-e481d9a5630c"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:47.685626 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-47468e6f-4312-4c07-be1c-93d1a06ca388 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1513746 Nov 11 11:51:47.689345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=f51c7bd9-e4e5-4287-8b08-e481d9a5630c,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:47.762125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:47.762873 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:47.797909 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-e644b44d-091d-405d-9f15-52c40a4fe06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:47.801060 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-e644b44d-091d-405d-9f15-52c40a4fe06b service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.4605389 Nov 11 11:51:47.829607 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:47.894212 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:47.936796 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-bcd2670c-97b0-460e-88f7-6751f3bda167 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a HTTP/1.1" status: 200 len: 217 time: 0.1100843 Nov 11 11:51:47.964181 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:47.967513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:47.976728 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:47.981013 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Pushing event updated for resources: {'Port': ['ID=10a0a706-da8a-4d4f-97be-9f57d87037d5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:48.005521 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:48.019677 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:48.036927 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-a925cf05-aa06-4a0c-aa22-c3c38d599d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:48.038688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-a925cf05-aa06-4a0c-aa22-c3c38d599d57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.0876172 Nov 11 11:51:48.105561 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Network bec22fd4-3e47-48ed-8ed3-3ad222db7b9b is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:48.126533 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Pushing event updated for resources: {'Port': ['ID=124b2a2f-ee36-4a47-89cc-6fbd762129fc,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:48.130318 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:48.141384 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:48.190254 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc2240-89f5-41e9-ad7a-82ce684bfbe5 req-b4181e37-2cdd-41c3-9bfe-e2f10b8ed210 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:48.192036 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16fc2240-89f5-41e9-ad7a-82ce684bfbe5 req-b4181e37-2cdd-41c3-9bfe-e2f10b8ed210 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 946 time: 0.3235641 Nov 11 11:51:48.198263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-b289ac6a-f481-4405-8682-1b7b566a6882 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082101 Nov 11 11:51:48.205219 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-b1ee4083-aa00-4e6c-8488-18d6cd8ba259 service neutron] 10.222.0.65 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187776 Nov 11 11:51:48.236226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Attempting to bind port 124b2a2f-ee36-4a47-89cc-6fbd762129fc on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:48.236590 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Attempting to bind port 124b2a2f-ee36-4a47-89cc-6fbd762129fc by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '3c7e2519-5250-4d02-a083-a7de23ca981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:48.237210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Attempting to bind port 124b2a2f-ee36-4a47-89cc-6fbd762129fc on network bec22fd4-3e47-48ed-8ed3-3ad222db7b9b {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:48.248408 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:48.249505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Checking segment: {'id': '3c7e2519-5250-4d02-a083-a7de23ca981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:48.253208 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:48.253772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Bound using segment: {'id': '3c7e2519-5250-4d02-a083-a7de23ca981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:48.254269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Bound port: 124b2a2f-ee36-4a47-89cc-6fbd762129fc, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7e2519-5250-4d02-a083-a7de23ca981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:48.254695 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:48.330107 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:48.363169 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] For port 124b2a2f-ee36-4a47-89cc-6fbd762129fc, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:48.367752 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] For port 124b2a2f-ee36-4a47-89cc-6fbd762129fc, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=124b2a2f-ee36-4a47-89cc-6fbd762129fc,segment=NetworkSegment(3c7e2519-5250-4d02-a083-a7de23ca981c),segment_id=3c7e2519-5250-4d02-a083-a7de23ca981c)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:48.377827 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:48.444298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16fc2240-89f5-41e9-ad7a-82ce684bfbe5 req-02071f05-6cec-4116-8925-e97f4d258f39 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412112 Nov 11 11:51:48.475148 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-faf121a6-7641-461a-b7fa-09738993c7a0 service neutron] 10.222.0.65 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445927 Nov 11 11:51:48.501689 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e46a8-d507-44b8-9a73-dfef974ae405 None None] Pushing event updated for resources: {'Port': ['ID=124b2a2f-ee36-4a47-89cc-6fbd762129fc,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:48.519732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-defc86f6-3b96-44ff-982b-bfcb94c80a72 service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030305 Nov 11 11:51:48.692914 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:48.924561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Router 233ce2cf-83e1-4f00-a8e6-2ee03b246ddd is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:51:49.160891 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:51:49.175182 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Sync routers for ids ['233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:51:49.206548 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Routers {'233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:51:49.208359 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:49.209854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:49.214345 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-26d472ec-fee2-4d39-969a-e099ccc75e91 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2690327 Nov 11 11:51:49.214964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43046) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:49.266794 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-1f1bd73e-ce51-4fa3-bbd3-b3f8206acbc5 service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7317262 Nov 11 11:51:49.446381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Set router 233ce2cf-83e1-4f00-a8e6-2ee03b246ddd gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:51:49.670724 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2148a5a9-22a3-403b-8c33-6da00691e0a6 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:49.723952 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6bf2a50-9ef5-4cff-a55e-5323b7b9ad13 req-8fa5fe24-447f-4ea1-8ed8-f53dbe13e064 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=3e7c1eb0aaba487da0c5719f290a0b9c HTTP/1.1" status: 200 len: 696 time: 0.4549925 Nov 11 11:51:49.925226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2148a5a9-22a3-403b-8c33-6da00691e0a6 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:49.926603 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:49.980918 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-6b2c2063-ae79-4531-af9c-bd2e2b3159df tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:49.982469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-6b2c2063-ae79-4531-af9c-bd2e2b3159df tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6&tenant_id=6c923494b0b24034811a64096faf7424&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 1097 time: 0.5060041 Nov 11 11:51:50.007950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c20fb-421b-484e-b496-6c04156fbe48 req-79bb28c6-9ff6-47ae-8430-621725e74dcb tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:50.009531 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-603c20fb-421b-484e-b496-6c04156fbe48 req-79bb28c6-9ff6-47ae-8430-621725e74dcb tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.6956513 Nov 11 11:51:50.018713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807359-3'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:50.096313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:50.098827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf2a50-9ef5-4cff-a55e-5323b7b9ad13 req-1425f6f5-f2de-41e4-8e65-3a9f5e960ad4 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:50.115866 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6bf2a50-9ef5-4cff-a55e-5323b7b9ad13 req-1425f6f5-f2de-41e4-8e65-3a9f5e960ad4 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/networks?id=44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 787 time: 0.3903294 Nov 11 11:51:50.134750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-a6bf2a50-9ef5-4cff-a55e-5323b7b9ad13 req-26603aab-efe5-4bd2-96d7-6801a780d8c8 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:51:50.151435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6bf2a50-9ef5-4cff-a55e-5323b7b9ad13 req-26603aab-efe5-4bd2-96d7-6801a780d8c8 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0346339 Nov 11 11:51:50.208102 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:50.246419 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208228741-router', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '10a0a706-da8a-4d4f-97be-9f57d87037d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:46Z', 'updated_at': '2021-11-11T11:51:48Z', 'revision_number': 3, 'project_id': 'b973415ac4284feeb9b616cb92050c8a', 'gw_port': {'id': '10a0a706-da8a-4d4f-97be-9f57d87037d5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:47Z', 'updated_at': '2021-11-11T11:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:50.324256 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:50.333929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Checking router: 233ce2cf-83e1-4f00-a8e6-2ee03b246ddd for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:51:50.346026 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Updating router 233ce2cf-83e1-4f00-a8e6-2ee03b246ddd port 10a0a706-da8a-4d4f-97be-9f57d87037d5 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:51:50.425484 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 2148a5a9-22a3-403b-8c33-6da00691e0a6, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2148a5a9-22a3-403b-8c33-6da00691e0a6,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:50.428613 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:50.449550 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Allocated IP 172.20.0.1 (bec22fd4-3e47-48ed-8ed3-3ad222db7b9b/5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b/26d99975-af26-491b-9010-7ba3f61ce5f8) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:50.562498 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-603c20fb-421b-484e-b496-6c04156fbe48 req-58c700a9-d0bf-4e70-8068-4cd61ca4315c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300558 Nov 11 11:51:50.707644 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:50.738794 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56724e-c59e-495b-a713-34897f74853b req-c51fc395-c860-44f4-b6f6-5e8edec717d8 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:50.751855 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d56724e-c59e-495b-a713-34897f74853b req-c51fc395-c860-44f4-b6f6-5e8edec717d8 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=b708ca6e-4611-458e-87a9-4d2afaa08578 HTTP/1.1" status: 200 len: 949 time: 0.4284086 Nov 11 11:51:50.815099 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Sync routers for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:51:50.844187 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:50.849144 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e58bc2c-e664-4ad4-88c2-cc639e81584e x-openstack-request-id: req-6e58bc2c-e664-4ad4-88c2-cc639e81584e {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:50.849484 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b708ca6e-4611-458e-87a9-4d2afaa08578", "name": "network-vif-plugged", "status": "completed", "tag": "f51c7bd9-e4e5-4287-8b08-e481d9a5630c", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:50.849744 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e58bc2c-e664-4ad4-88c2-cc639e81584e {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:50.850143 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b708ca6e-4611-458e-87a9-4d2afaa08578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51c7bd9-e4e5-4287-8b08-e481d9a5630c', 'code': 200} Nov 11 11:51:50.853088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd285f7-18c5-427f-b27d-d7a84ce1f7b1 None None] Network bec22fd4-3e47-48ed-8ed3-3ad222db7b9b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:51:50.868415 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:50.868415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 124b2a2f-ee36-4a47-89cc-6fbd762129fc up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:50.871648 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:51:50.875239 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:50.921094 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:51.007471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Network bec22fd4-3e47-48ed-8ed3-3ad222db7b9b is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:51.012851 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:51.023139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:51.023577 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:51.067622 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Pushing event updated for resources: {'Port': ['ID=26d99975-af26-491b-9010-7ba3f61ce5f8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:51.088422 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82d30d63-3d76-4361-b8f6-3f2cde1a83eb req-d396f8c2-f70c-40f3-a7f8-9ea8250f7095 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1683660 Nov 11 11:51:51.119303 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:51.127826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=2148a5a9-22a3-403b-8c33-6da00691e0a6,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:51.175244 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:51:51.175599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] For port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:51.224375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] For port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:51.310828 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:51.321013 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5f70fd-bb73-477a-93b9-3b700fe9e1b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a48fc9-189e-48c9-b95f-5a133bf7ed6a'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:51.327265 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cd84d8-bd8d-4fc6-aab0-ac8dbc18eb09" -d '{"events": [{"server_uuid": "2b5f70fd-bb73-477a-93b9-3b700fe9e1b6", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a48fc9-189e-48c9-b95f-5a133bf7ed6a"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:51.338649 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81fc0b4c-a012-4e91-b81b-fbf6c03c385f req-da0c04a0-6e3a-47a2-815c-09ea82a68eb9 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 210 time: 0.2890456 Nov 11 11:51:51.349403 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a44d1-05b4-40a2-ba98-250684fca71d None None] Pushing event updated for resources: {'Port': ['ID=10a0a706-da8a-4d4f-97be-9f57d87037d5,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:51.368830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d56724e-c59e-495b-a713-34897f74853b req-bc1aec52-182d-4ebf-9253-36146b2d61dd tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163409 Nov 11 11:51:51.371395 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:51.376811 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b0d35a6c-80f8-4172-84a8-920d2ebcd906 None None] Provisioning complete for port 124b2a2f-ee36-4a47-89cc-6fbd762129fc triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:51.377186 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b0d35a6c-80f8-4172-84a8-920d2ebcd906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:51.396542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa75711-1de3-4a0d-bd89-04c8e97f9d2a req-e052ca25-a7ba-4d75-861f-9922c6ece403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:51.398282 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfa75711-1de3-4a0d-bd89-04c8e97f9d2a req-e052ca25-a7ba-4d75-861f-9922c6ece403 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b708ca6e-4611-458e-87a9-4d2afaa08578 HTTP/1.1" status: 200 len: 1100 time: 0.5765834 Nov 11 11:51:51.527186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 124b2a2f-ee36-4a47-89cc-6fbd762129fc triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:51.527556 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:51.531856 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Attempting to bind port 10a0a706-da8a-4d4f-97be-9f57d87037d5 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:51.532464 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Attempting to bind port 10a0a706-da8a-4d4f-97be-9f57d87037d5 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:51.532829 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Attempting to bind port 10a0a706-da8a-4d4f-97be-9f57d87037d5 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:51.566050 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:51.573025 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d30d63-3d76-4361-b8f6-3f2cde1a83eb req-6fd64e68-1b66-40d3-95be-da60a70df215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:51.574891 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82d30d63-3d76-4361-b8f6-3f2cde1a83eb req-6fd64e68-1b66-40d3-95be-da60a70df215 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 1099 time: 0.3359885 Nov 11 11:51:51.598956 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:51.611336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:51.611856 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:51.612390 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:51.614118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:51.614846 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Bound port: 10a0a706-da8a-4d4f-97be-9f57d87037d5, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:51.615346 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:51.672534 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-28aa3a96-9ed8-42a5-8b2b-8f868ff886a7 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:51.674019 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-28aa3a96-9ed8-42a5-8b2b-8f868ff886a7 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.43 "GET /v2.0/networks?id=23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 200 len: 821 time: 0.5727799 Nov 11 11:51:51.718672 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-545577f1-dcac-40fd-97b8-d8c31156960a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Request body: {'port': {'device_id': '120791f8-fb9a-4429-b234-77aed82e12b7', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'admin_state_up': True, 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:51.881082 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 2, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:51.892073 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:51.906908 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] For port 10a0a706-da8a-4d4f-97be-9f57d87037d5, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:51.924847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,revision_number=7']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:51.952445 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] For port 10a0a706-da8a-4d4f-97be-9f57d87037d5, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=10a0a706-da8a-4d4f-97be-9f57d87037d5,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:51.960365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d30d63-3d76-4361-b8f6-3f2cde1a83eb req-4adbd768-5a27-4c8c-9c97-a0abe50db74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:51.962085 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82d30d63-3d76-4361-b8f6-3f2cde1a83eb req-4adbd768-5a27-4c8c-9c97-a0abe50db74a service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.3601770 Nov 11 11:51:51.966566 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Checking router: 3faac808-8703-458b-a71b-17bcf7f11210 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:51:51.967263 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Updating router 3faac808-8703-458b-a71b-17bcf7f11210 port ee6d8f99-7fda-4a2f-a503-b836b478626e binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:51:51.971105 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:51.974569 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfa75711-1de3-4a0d-bd89-04c8e97f9d2a req-83364af0-53df-4664-a5c7-85be43d7de18 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511386 Nov 11 11:51:51.988243 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b50989c2-68af-4423-98fa-efb869fe3146 req-40e27642-31ef-44a3-8251-704a9e1cc83a tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/floatingips/021a9b08-4e04-41e7-82a7-da0dbb61cf88 HTTP/1.1" status: 200 len: 693 time: 0.3540783 Nov 11 11:51:52.005836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 124b2a2f-ee36-4a47-89cc-6fbd762129fc, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=124b2a2f-ee36-4a47-89cc-6fbd762129fc,segment=NetworkSegment(3c7e2519-5250-4d02-a083-a7de23ca981c),segment_id=3c7e2519-5250-4d02-a083-a7de23ca981c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:52.037357 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:52.123301 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a44d1-05b4-40a2-ba98-250684fca71d None None] Pushing event updated for resources: {'Port': ['ID=10a0a706-da8a-4d4f-97be-9f57d87037d5,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:52.129907 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0152449-ead5-4070-8b48-af2365c94f14 req-c1e9b545-d42b-4da0-ab12-ae82f3fa3ddc tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:52.132484 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b0d35a6c-80f8-4172-84a8-920d2ebcd906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:52.134485 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:52.139172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c0152449-ead5-4070-8b48-af2365c94f14 req-c1e9b545-d42b-4da0-ab12-ae82f3fa3ddc tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 944 time: 0.6297414 Nov 11 11:51:52.156243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Attempting to bind port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a on host n-h2-807359-3 for vnic_type normal with profile {"migrating_to": "n-h1-807359-3"} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:52.156843 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Attempting to bind port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:52.157369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Attempting to bind port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:52.174121 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:51:52.174673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Attempting to bind port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:52.191119 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:52.191754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Checking segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:52.192327 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Bound using segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:52.192956 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Bound port: d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:52.193477 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:52.247999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=124b2a2f-ee36-4a47-89cc-6fbd762129fc,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:52.274264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50989c2-68af-4423-98fa-efb869fe3146 req-73284fb5-6299-4f5a-8e20-3e2b1472da86 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:52.276056 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b50989c2-68af-4423-98fa-efb869fe3146 req-73284fb5-6299-4f5a-8e20-3e2b1472da86 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.2866709 Nov 11 11:51:52.308285 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c0152449-ead5-4070-8b48-af2365c94f14 req-c42e0860-2ea8-493a-9046-cbbe54c6d353 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675892 Nov 11 11:51:52.314962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Routers {'233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:51:52.316535 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:52.322572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-b50989c2-68af-4423-98fa-efb869fe3146 req-a223e5e6-842e-4877-a8d2-4f9d215e9f9c tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:51:52.335165 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b50989c2-68af-4423-98fa-efb869fe3146 req-a223e5e6-842e-4877-a8d2-4f9d215e9f9c tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195360 Nov 11 11:51:52.435150 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec45ce6c-2190-42e0-8d93-a6ec22fe6234 x-openstack-request-id: req-ec45ce6c-2190-42e0-8d93-a6ec22fe6234 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:52.439099 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5f70fd-bb73-477a-93b9-3b700fe9e1b6", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a48fc9-189e-48c9-b95f-5a133bf7ed6a", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:52.439655 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec45ce6c-2190-42e0-8d93-a6ec22fe6234 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:52.440312 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5f70fd-bb73-477a-93b9-3b700fe9e1b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a48fc9-189e-48c9-b95f-5a133bf7ed6a', 'code': 200} Nov 11 11:51:52.511730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b50989c2-68af-4423-98fa-efb869fe3146 req-8be2854e-6423-4f5d-be44-3889ecaa2d8c tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.108 HTTP/1.1" status: 200 len: 696 time: 0.1708238 Nov 11 11:51:52.555504 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2148a5a9-22a3-403b-8c33-6da00691e0a6 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:52.569450 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:52.583241 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:52.607730 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82d30d63-3d76-4361-b8f6-3f2cde1a83eb req-7097ad53-3fdb-4de9-a1d3-cb3954277af8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=233d75d3-5ebb-42e2-8b24-db5a2032c405 HTTP/1.1" status: 200 len: 217 time: 0.6168561 Nov 11 11:51:52.622953 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-b0d35a6c-80f8-4172-84a8-920d2ebcd906 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:51:52.623303 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-b0d35a6c-80f8-4172-84a8-920d2ebcd906 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 11:51:52.629553 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] For port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:52.653162 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b50989c2-68af-4423-98fa-efb869fe3146 req-0c86e89d-4e00-4af7-8b9c-deb6c72f11f3 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.108 HTTP/1.1" status: 200 len: 696 time: 0.1404247 Nov 11 11:51:52.791938 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f47be2-7737-4fb3-8b4b-d0ed690d9a55 None None] Pushing event updated for resources: {'Port': ['ID=ee6d8f99-7fda-4a2f-a503-b836b478626e,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:52.813552 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d30d63-3d76-4361-b8f6-3f2cde1a83eb req-40d81d3f-a34f-4053-beaa-2ab44cf83fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:52.815131 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82d30d63-3d76-4361-b8f6-3f2cde1a83eb req-40d81d3f-a34f-4053-beaa-2ab44cf83fea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1941576 Nov 11 11:51:52.826244 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] For port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:52.866954 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Attempting to bind port ee6d8f99-7fda-4a2f-a503-b836b478626e on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:52.867326 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Attempting to bind port ee6d8f99-7fda-4a2f-a503-b836b478626e by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:52.872917 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Attempting to bind port ee6d8f99-7fda-4a2f-a503-b836b478626e on network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:52.882701 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:52.883439 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Checking segment: {'id': 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:52.883439 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:52.884044 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] Set router 233ce2cf-83e1-4f00-a8e6-2ee03b246ddd gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:51:52.885890 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Bound using segment: {'id': 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:52.886782 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Bound port: ee6d8f99-7fda-4a2f-a503-b836b478626e, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:52.887468 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:52.906463 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-545577f1-dcac-40fd-97b8-d8c31156960a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Made reservation on behalf of ebffd9d478614b25a8e32ffcf46c1a6c for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:52.912721 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-545577f1-dcac-40fd-97b8-d8c31156960a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:52.922832 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:52.983446 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:52.998542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f540b8-c14c-494b-8287-a9bd519294fb req-d64f486f-a98d-409c-b0b7-b39df17cf89c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:53.007513 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82f540b8-c14c-494b-8287-a9bd519294fb req-d64f486f-a98d-409c-b0b7-b39df17cf89c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.5260046 Nov 11 11:51:53.050664 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] For port ee6d8f99-7fda-4a2f-a503-b836b478626e, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:53.059176 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:53.060226 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:53.063522 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] For port ee6d8f99-7fda-4a2f-a503-b836b478626e, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ee6d8f99-7fda-4a2f-a503-b836b478626e,segment=NetworkSegment(e68dcf34-eeaf-4bad-90e9-ebc48d67a784),segment_id=e68dcf34-eeaf-4bad-90e9-ebc48d67a784)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:53.073193 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,revision_number=8']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:53.078915 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:53.161011 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:51:53.161692 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:53.187838 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82f540b8-c14c-494b-8287-a9bd519294fb req-d8ae7d61-9b90-44c9-976e-cd3f4700a83d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791713 Nov 11 11:51:53.200011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:53.201369 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:53.203370 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-201c7564-8afb-4877-81f7-caf7efc5cbb9 service neutron] 10.222.0.62 "PUT /v2.0/ports/d1a48fc9-189e-48c9-b95f-5a133bf7ed6a HTTP/1.1" status: 200 len: 1122 time: 3.1901326 Nov 11 11:51:53.216365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d30d63-3d76-4361-b8f6-3f2cde1a83eb req-93e04a1c-5bf9-4a63-8ae0-7e3e834b77c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:53.217982 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82d30d63-3d76-4361-b8f6-3f2cde1a83eb req-93e04a1c-5bf9-4a63-8ae0-7e3e834b77c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3884263 Nov 11 11:51:53.231214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-b50989c2-68af-4423-98fa-efb869fe3146 req-11c7aff7-9fc3-40af-8002-fb6cde9ddf8f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Deleting port 122330ef-1fe5-43de-ba7a-a16b0f35a660 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:51:53.235548 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b50989c2-68af-4423-98fa-efb869fe3146 req-11c7aff7-9fc3-40af-8002-fb6cde9ddf8f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:53.381232 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:51:53.391717 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Pushing event updated for resources: {'Port': ['ID=26d99975-af26-491b-9010-7ba3f61ce5f8,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:53.463974 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b50989c2-68af-4423-98fa-efb869fe3146 req-11c7aff7-9fc3-40af-8002-fb6cde9ddf8f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:53.464580 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b50989c2-68af-4423-98fa-efb869fe3146 req-11c7aff7-9fc3-40af-8002-fb6cde9ddf8f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:53.526554 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2963e819-68c2-487a-a544-e98e23c4043b req-05719e77-5fe7-4739-b892-de5408bcfd98 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 210 time: 0.0584962 Nov 11 11:51:53.558146 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-b50989c2-68af-4423-98fa-efb869fe3146 req-11c7aff7-9fc3-40af-8002-fb6cde9ddf8f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Calling delete_port for 122330ef-1fe5-43de-ba7a-a16b0f35a660 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:51:53.619409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-545577f1-dcac-40fd-97b8-d8c31156960a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Allocated IP 172.20.0.9 (23b7b723-f466-4f2b-8a8d-9f55afd99d66/b0d7fcde-07a1-4532-bf76-b8012c4b4070/24bde232-59a0-4f6a-ae18-8776ae0ec9ae) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:53.641960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['d1a48fc9-189e-48c9-b95f-5a133bf7ed6a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:51:53.659589 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2148a5a9-22a3-403b-8c33-6da00691e0a6 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:53.659954 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:53.744055 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82d30d63-3d76-4361-b8f6-3f2cde1a83eb req-2bf577b6-5370-42d7-b5a3-557677e3c4c9 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952908 Nov 11 11:51:53.752220 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ebd4b9cc-2bea-4b80-bf10-7201bc53294d req-ce5112e8-90a6-4f58-b698-617cad61f750 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2150984 Nov 11 11:51:53.753630 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Network bec22fd4-3e47-48ed-8ed3-3ad222db7b9b is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:53.777685 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4e317-26aa-404e-aaae-36da8b914d76 req-2a457534-aa97-488c-9a05-090b6240ad9b tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:53.778790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:53.786237 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7bd4e317-26aa-404e-aaae-36da8b914d76 req-2a457534-aa97-488c-9a05-090b6240ad9b tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=b708ca6e-4611-458e-87a9-4d2afaa08578 HTTP/1.1" status: 200 len: 949 time: 0.1106906 Nov 11 11:51:53.851358 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f47be2-7737-4fb3-8b4b-d0ed690d9a55 None None] Pushing event updated for resources: {'Port': ['ID=ee6d8f99-7fda-4a2f-a503-b836b478626e,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:53.894959 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:53Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:53.962238 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3057930-9f3c-4e31-b7b2-4aa92d047cb9 None None] The sync data for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 is: [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:53Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:51:54.086920 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7bd4e317-26aa-404e-aaae-36da8b914d76 req-4a694d0f-20e8-476a-ac78-a92287198e6a tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941115 Nov 11 11:51:54.092778 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b50989c2-68af-4423-98fa-efb869fe3146 req-11c7aff7-9fc3-40af-8002-fb6cde9ddf8f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:54.116147 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Router 233ce2cf-83e1-4f00-a8e6-2ee03b246ddd has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:51:54.149715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4b9cc-2bea-4b80-bf10-7201bc53294d req-89ac758e-e385-42e1-bf82-70b54dd53b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:54.151583 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ebd4b9cc-2bea-4b80-bf10-7201bc53294d req-89ac758e-e385-42e1-bf82-70b54dd53b04 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=698a4072eeb44d058612b432edd8e394&device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 1097 time: 0.3632548 Nov 11 11:51:54.192403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7aff7-9fc3-40af-8002-fb6cde9ddf8f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Pushing event deleted for resources: {'Port': ['ID=122330ef-1fe5-43de-ba7a-a16b0f35a660,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:54.218328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208228741-router', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '10a0a706-da8a-4d4f-97be-9f57d87037d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:46Z', 'updated_at': '2021-11-11T11:51:51Z', 'revision_number': 4, 'project_id': 'b973415ac4284feeb9b616cb92050c8a', 'gw_port': {'id': '10a0a706-da8a-4d4f-97be-9f57d87037d5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:47Z', 'updated_at': '2021-11-11T11:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '26d99975-af26-491b-9010-7ba3f61ce5f8', 'name': '', 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a', 'mac_address': 'fa:16:3e:57:d8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:50Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 1, 'project_id': 'b973415ac4284feeb9b616cb92050c8a', 'subnets': [{'id': '5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:54.220909 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-58527de1-d87b-4459-8f2a-12037777a62a None None] Provisioning complete for port 26d99975-af26-491b-9010-7ba3f61ce5f8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:54.221372 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58527de1-d87b-4459-8f2a-12037777a62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:54.307882 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b50989c2-68af-4423-98fa-efb869fe3146 req-11c7aff7-9fc3-40af-8002-fb6cde9ddf8f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:54.319297 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b50989c2-68af-4423-98fa-efb869fe3146 req-11c7aff7-9fc3-40af-8002-fb6cde9ddf8f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:54.320475 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b50989c2-68af-4423-98fa-efb869fe3146 req-11c7aff7-9fc3-40af-8002-fb6cde9ddf8f tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "DELETE /v2.0/floatingips/021a9b08-4e04-41e7-82a7-da0dbb61cf88 HTTP/1.1" status: 204 len: 173 time: 1.6665518 Nov 11 11:51:54.380680 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef56a7-7b2d-4476-a687-6a8180056c37 None None] The sync data for ids ['233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'] in n-d-807359-3 is: [{'id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208228741-router', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '10a0a706-da8a-4d4f-97be-9f57d87037d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:46Z', 'updated_at': '2021-11-11T11:51:51Z', 'revision_number': 4, 'project_id': 'b973415ac4284feeb9b616cb92050c8a', 'gw_port': {'id': '10a0a706-da8a-4d4f-97be-9f57d87037d5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:47Z', 'updated_at': '2021-11-11T11:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '26d99975-af26-491b-9010-7ba3f61ce5f8', 'name': '', 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a', 'mac_address': 'fa:16:3e:57:d8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:50Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 1, 'project_id': 'b973415ac4284feeb9b616cb92050c8a', 'subnets': [{'id': '5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:51:54.454014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-58527de1-d87b-4459-8f2a-12037777a62a None None] Port 26d99975-af26-491b-9010-7ba3f61ce5f8 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:51:54.485619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 124b2a2f-ee36-4a47-89cc-6fbd762129fc up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:54.530584 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-58527de1-d87b-4459-8f2a-12037777a62a None None] Provisioning complete for port 124b2a2f-ee36-4a47-89cc-6fbd762129fc triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:54.530954 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58527de1-d87b-4459-8f2a-12037777a62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:54.534826 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82d30d63-3d76-4361-b8f6-3f2cde1a83eb req-7b0eb669-b436-4840-92af-fb681fc44c2c service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7793810 Nov 11 11:51:54.673117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 124b2a2f-ee36-4a47-89cc-6fbd762129fc triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:54.682086 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:54.692261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:51:54.701937 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e6f0ee61-8789-4d26-81a7-3e3133a1cce5 admin admin] 10.222.0.65 "PUT /v2.0/routers/233ce2cf-83e1-4f00-a8e6-2ee03b246ddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4858327 Nov 11 11:51:54.724658 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d1a48fc9-189e-48c9-b95f-5a133bf7ed6a details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:51:54.887388 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-545577f1-dcac-40fd-97b8-d8c31156960a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:54.923328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:54.926588 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-545577f1-dcac-40fd-97b8-d8c31156960a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:54.945010 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d1a48fc9-189e-48c9-b95f-5a133bf7ed6a has no active binding in host n-h1-807359-3 {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 11:51:55.004689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5f70fd-bb73-477a-93b9-3b700fe9e1b6', 'tag': 'd1a48fc9-189e-48c9-b95f-5a133bf7ed6a'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:55.008780 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3844f9-9525-4855-a8f2-d80fa498ffaf" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5f70fd-bb73-477a-93b9-3b700fe9e1b6", "tag": "d1a48fc9-189e-48c9-b95f-5a133bf7ed6a"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:55.027250 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-545577f1-dcac-40fd-97b8-d8c31156960a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:55.030739 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-545577f1-dcac-40fd-97b8-d8c31156960a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:55.034679 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-545577f1-dcac-40fd-97b8-d8c31156960a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:55.061446 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:51:55.092095 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-545577f1-dcac-40fd-97b8-d8c31156960a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:55.092768 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-545577f1-dcac-40fd-97b8-d8c31156960a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:55.121881 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-58527de1-d87b-4459-8f2a-12037777a62a None None] Provisioning complete for port ee6d8f99-7fda-4a2f-a503-b836b478626e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:55.121881 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58527de1-d87b-4459-8f2a-12037777a62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:55.134581 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545577f1-dcac-40fd-97b8-d8c31156960a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Pushing event updated for resources: {'Port': ['ID=24bde232-59a0-4f6a-ae18-8776ae0ec9ae,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:55.149713 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-545577f1-dcac-40fd-97b8-d8c31156960a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4353273 Nov 11 11:51:55.171630 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Request body: {'port': {'device_id': '120791f8-fb9a-4429-b234-77aed82e12b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:55.172135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4b9cc-2bea-4b80-bf10-7201bc53294d req-5ff80fa9-9d00-49b5-b552-b54bf2ef94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:55.184269 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ebd4b9cc-2bea-4b80-bf10-7201bc53294d req-5ff80fa9-9d00-49b5-b552-b54bf2ef94d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9 HTTP/1.1" status: 200 len: 925 time: 1.0024028 Nov 11 11:51:55.336589 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:55.348748 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ee6d8f99-7fda-4a2f-a503-b836b478626e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:55.403940 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b49f7-317a-4923-89b1-781e623430b8 req-4fc0f24d-67d5-4219-ab09-7460384dcf6b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:55.413539 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-496b49f7-317a-4923-89b1-781e623430b8 req-4fc0f24d-67d5-4219-ab09-7460384dcf6b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 944 time: 1.0240078 Nov 11 11:51:55.451743 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58527de1-d87b-4459-8f2a-12037777a62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:55.497432 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-58527de1-d87b-4459-8f2a-12037777a62a None None] For port ee6d8f99-7fda-4a2f-a503-b836b478626e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ee6d8f99-7fda-4a2f-a503-b836b478626e,segment=NetworkSegment(e68dcf34-eeaf-4bad-90e9-ebc48d67a784),segment_id=e68dcf34-eeaf-4bad-90e9-ebc48d67a784)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:55.505351 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58527de1-d87b-4459-8f2a-12037777a62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:55.535392 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332092d6-f86e-4696-8f5d-02370e2336aa req-6fa16949-7609-4ba6-afd1-b4b26b587342 tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:55.536982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-332092d6-f86e-4696-8f5d-02370e2336aa req-6fa16949-7609-4ba6-afd1-b4b26b587342 tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b708ca6e-4611-458e-87a9-4d2afaa08578 HTTP/1.1" status: 200 len: 1100 time: 0.5101092 Nov 11 11:51:55.586845 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ee6d8f99-7fda-4a2f-a503-b836b478626e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:55.587586 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:55.605125 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ebd4b9cc-2bea-4b80-bf10-7201bc53294d req-cde88748-e058-4e55-ba03-39987172f739 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1628a034-27cd-458d-bc63-161bd24a66e8 HTTP/1.1" status: 200 len: 1001 time: 0.3734572 Nov 11 11:51:55.721562 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4b9cc-2bea-4b80-bf10-7201bc53294d req-27899bb2-6bde-44d1-b364-1db59a7b6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:55.723145 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ebd4b9cc-2bea-4b80-bf10-7201bc53294d req-27899bb2-6bde-44d1-b364-1db59a7b6624 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=94c16310-5f9c-4d33-b7c9-d721f3565d86 HTTP/1.1" status: 200 len: 862 time: 0.1067386 Nov 11 11:51:55.811533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-332092d6-f86e-4696-8f5d-02370e2336aa req-ac2a0afe-66c3-4d22-8eb2-3df84e98c3e4 tempest-ServersOnMultiNodesTest-291082318 tempest-ServersOnMultiNodesTest-291082318-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581728 Nov 11 11:51:55.859640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24bde232-59a0-4f6a-ae18-8776ae0ec9ae {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:51:55.872894 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:55.888716 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-496b49f7-317a-4923-89b1-781e623430b8 req-03bce84e-0c08-4825-ab3b-041662de6c7f tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728367 Nov 11 11:51:55.905229 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Transition to ACTIVE for port object 24bde232-59a0-4f6a-ae18-8776ae0ec9ae will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:51:55.912844 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:55.945118 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4b9cc-2bea-4b80-bf10-7201bc53294d req-625c93dd-17c3-42eb-aa14-3917fa85fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:55.948182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ebd4b9cc-2bea-4b80-bf10-7201bc53294d req-625c93dd-17c3-42eb-aa14-3917fa85fbe3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412654 Nov 11 11:51:56.015953 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43128) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:56.033815 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-cfaab580-de11-4e19-99e1-275fd44a9d81 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1876582284-network', 'tenant_id': 'ce6c4c069edd4c3992f10a75e60ac9a0'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:56.087739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58527de1-d87b-4459-8f2a-12037777a62a None None] Pushing event updated for resources: {'Port': ['ID=ee6d8f99-7fda-4a2f-a503-b836b478626e,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:56.116276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4cffc9ee-94ff-4efa-972c-fff039964156 None None] Provisioning complete for port 26d99975-af26-491b-9010-7ba3f61ce5f8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:56.117289 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4cffc9ee-94ff-4efa-972c-fff039964156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:56.199108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=24bde232-59a0-4f6a-ae18-8776ae0ec9ae,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:56.230327 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Attempting to bind port 24bde232-59a0-4f6a-ae18-8776ae0ec9ae on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:56.231715 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Attempting to bind port 24bde232-59a0-4f6a-ae18-8776ae0ec9ae by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:56.232124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Attempting to bind port 24bde232-59a0-4f6a-ae18-8776ae0ec9ae on network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:56.235788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaab580-de11-4e19-99e1-275fd44a9d81 admin admin] Made reservation on behalf of ce6c4c069edd4c3992f10a75e60ac9a0 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:56.239801 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfaab580-de11-4e19-99e1-275fd44a9d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:56.264944 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfaab580-de11-4e19-99e1-275fd44a9d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:56.272098 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4cffc9ee-94ff-4efa-972c-fff039964156 None None] Port 26d99975-af26-491b-9010-7ba3f61ce5f8 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:51:56.275218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Port 24bde232-59a0-4f6a-ae18-8776ae0ec9ae on network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:51:56.275919 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Attempting to bind port 24bde232-59a0-4f6a-ae18-8776ae0ec9ae on network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:56.305372 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:56.305737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Checking segment: {'id': 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:56.307664 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Bound using segment: {'id': 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:56.308596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Bound port: 24bde232-59a0-4f6a-ae18-8776ae0ec9ae, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:56.315190 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:56.365333 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b72470-7ef3-4f63-83b6-72026f5baec6 req-2e7064ee-1153-4538-8ff3-2988bcc799ea tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:56.368785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68b72470-7ef3-4f63-83b6-72026f5baec6 req-2e7064ee-1153-4538-8ff3-2988bcc799ea tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.3943713 Nov 11 11:51:56.472887 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ebd4b9cc-2bea-4b80-bf10-7201bc53294d req-f8e7481e-2cae-48a3-9b0a-4d2d4928bd94 service neutron] 10.222.0.62 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078058 Nov 11 11:51:56.492642 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-9499b929-2de9-437e-8608-e000f255c1a1 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4204705 Nov 11 11:51:56.530357 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ee6d8f99-7fda-4a2f-a503-b836b478626e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:56.591785 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ee6d8f99-7fda-4a2f-a503-b836b478626e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:56.593035 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:56.601252 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ebd4b9cc-2bea-4b80-bf10-7201bc53294d req-861d271c-38d5-4e4d-9b04-00bf732c3747 service neutron] 10.222.0.62 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984359 Nov 11 11:51:56.618800 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:56.635792 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfaab580-de11-4e19-99e1-275fd44a9d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:56.647215 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfaab580-de11-4e19-99e1-275fd44a9d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:56.648006 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68b72470-7ef3-4f63-83b6-72026f5baec6 req-6af5097c-a5e0-49aa-b2c7-65b23bbb96e9 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573249 Nov 11 11:51:56.666187 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:56.691736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfaab580-de11-4e19-99e1-275fd44a9d81 admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:51:56.711670 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfaab580-de11-4e19-99e1-275fd44a9d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:56.714504 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-cfaab580-de11-4e19-99e1-275fd44a9d81 admin admin] Added segment b1a77c6f-a30e-46b0-88da-4f227cc9ace1 of type vlan for network fae0ea2e-29b7-4c92-bdb9-84d226a1da5e Nov 11 11:51:56.784831 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfaab580-de11-4e19-99e1-275fd44a9d81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:56.803910 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:56.825441 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfaab580-de11-4e19-99e1-275fd44a9d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:56.826810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaab580-de11-4e19-99e1-275fd44a9d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:56.827612 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfaab580-de11-4e19-99e1-275fd44a9d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:56.870830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] For port 24bde232-59a0-4f6a-ae18-8776ae0ec9ae, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:56.945141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Allocated IP 172.25.2.148 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/50556147-0d24-48eb-ac9e-3379f2474a40) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:56.966782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaab580-de11-4e19-99e1-275fd44a9d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e7a2fc-b6f9-4138-97e6-33e9e69ba1b9,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:56.997748 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cfaab580-de11-4e19-99e1-275fd44a9d81 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9751897 Nov 11 11:51:57.001907 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] For port 24bde232-59a0-4f6a-ae18-8776ae0ec9ae, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=24bde232-59a0-4f6a-ae18-8776ae0ec9ae,segment=NetworkSegment(e68dcf34-eeaf-4bad-90e9-ebc48d67a784),segment_id=e68dcf34-eeaf-4bad-90e9-ebc48d67a784)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:57.003070 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43132) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:57.009105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-8014b7a2-b159-4fbf-912e-1829d47f4d06 admin admin] Request body: {'subnet': {'network_id': 'fae0ea2e-29b7-4c92-bdb9-84d226a1da5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876582284-subnet', 'tenant_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:57.012947 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaab580-de11-4e19-99e1-275fd44a9d81 admin admin] Pushing event updated for resources: {'Network': ['ID=fae0ea2e-29b7-4c92-bdb9-84d226a1da5e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:57.016959 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:57.033145 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network fae0ea2e-29b7-4c92-bdb9-84d226a1da5e details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:51:57.135777 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:57.146295 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:57.147001 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:57.148444 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] 10.222.0.43 "PUT /v2.0/ports/24bde232-59a0-4f6a-ae18-8776ae0ec9ae HTTP/1.1" status: 200 len: 1091 time: 1.9821508 Nov 11 11:51:57.148910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120791f8-fb9a-4429-b234-77aed82e12b7', 'tag': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:51:57.162408 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecedfe5b-d39c-4034-a915-e6dc81042856" -d '{"events": [{"name": "network-changed", "server_uuid": "120791f8-fb9a-4429-b234-77aed82e12b7", "tag": "24bde232-59a0-4f6a-ae18-8776ae0ec9ae"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:51:57.207902 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:57.248236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8014b7a2-b159-4fbf-912e-1829d47f4d06 admin admin] Made reservation on behalf of ce6c4c069edd4c3992f10a75e60ac9a0 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:51:57.256871 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8014b7a2-b159-4fbf-912e-1829d47f4d06 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:57.310889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:57.321352 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:57.337451 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:57.468531 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:57.522793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Pushing event updated for resources: {'Port': ['ID=50556147-0d24-48eb-ac9e-3379f2474a40,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:57.563609 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:57.654530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362781f-609c-46a7-b765-0293b0f88eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=24bde232-59a0-4f6a-ae18-8776ae0ec9ae,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:57.660334 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8014b7a2-b159-4fbf-912e-1829d47f4d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:57.743782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-f70d0c05-cdb1-4005-98d2-c5ceb37d28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:57.745314 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-f70d0c05-cdb1-4005-98d2-c5ceb37d28ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 1094 time: 0.5349147 Nov 11 11:51:57.819129 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:57.828241 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:57.832214 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-23586ab7-b3e0-461f-936c-547dbcd1ce28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24bde232-59a0-4f6a-ae18-8776ae0ec9ae HTTP/1.1" status: 200 len: 217 time: 0.0665445 Nov 11 11:51:57.838494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8014b7a2-b159-4fbf-912e-1829d47f4d06 admin admin] Checking segment: {'id': 'b1a77c6f-a30e-46b0-88da-4f227cc9ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fae0ea2e-29b7-4c92-bdb9-84d226a1da5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:57.838902 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8014b7a2-b159-4fbf-912e-1829d47f4d06 admin admin] Network hostable DHCP agents. Network: fae0ea2e-29b7-4c92-bdb9-84d226a1da5e, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:51:57.897483 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-50f394ed-9c1d-4859-b7ae-22d4b5ef650c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:57.899017 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-50f394ed-9c1d-4859-b7ae-22d4b5ef650c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b0d7fcde-07a1-4532-bf76-b8012c4b4070 HTTP/1.1" status: 200 len: 860 time: 0.0537720 Nov 11 11:51:57.900339 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014b7a2-b159-4fbf-912e-1829d47f4d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2b4981-a2a5-455e-9ab4-90c6961918ad,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:57.919164 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:57.964989 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Pushing event updated for resources: {'Port': ['ID=50556147-0d24-48eb-ac9e-3379f2474a40,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:57.972040 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:57.979486 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-97187367-491e-4768-84b9-ad9feedbdea2 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4753499 Nov 11 11:51:57.981489 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8014b7a2-b159-4fbf-912e-1829d47f4d06 admin admin] Network fae0ea2e-29b7-4c92-bdb9-84d226a1da5e is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:51:58.004115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-fb29a63b-ff65-4520-adf9-b348cb76a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:58.006396 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-fb29a63b-ff65-4520-adf9-b348cb76a8b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23b7b723-f466-4f2b-8a8d-9f55afd99d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909486 Nov 11 11:51:58.007596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-8014b7a2-b159-4fbf-912e-1829d47f4d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, fae0ea2e-29b7-4c92-bdb9-84d226a1da5e) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:58.016491 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7ff5f3-b55a-4be0-ac18-69d66b4cd858 None None] Network fae0ea2e-29b7-4c92-bdb9-84d226a1da5e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:51:58.050759 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-b322d0bb-ad28-4f2e-988c-5df6170dd9ef tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.148 HTTP/1.1" status: 200 len: 696 time: 0.0702541 Nov 11 11:51:58.165060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8014b7a2-b159-4fbf-912e-1829d47f4d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:58.165822 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8014b7a2-b159-4fbf-912e-1829d47f4d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:58.173988 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-898764d2-51db-434f-9816-23cf40efae81 service neutron] 10.222.0.43 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533422 Nov 11 11:51:58.193658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-62cde3b0-baf1-477c-93bf-b9a411022cb8 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:58.213526 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ccc1acf-9a97-4a06-82da-3e9e30f18e3b req-62cde3b0-baf1-477c-93bf-b9a411022cb8 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.1614590 Nov 11 11:51:58.244973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-fae0ea2e-29b7-4c92-bdb9-84d226a1da5e', 'network_id': 'fae0ea2e-29b7-4c92-bdb9-84d226a1da5e', 'tenant_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'fixed_ips': [{'subnet_id': 'df2b4981-a2a5-455e-9ab4-90c6961918ad'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:51:58.245885 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:58.328775 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57fe43b6-f81e-4d84-9b75-4b0b0c62032a req-6add0261-1ea8-4539-85ef-c2588d21b3cf service neutron] 10.222.0.43 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422710 Nov 11 11:51:58.361639 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8014b7a2-b159-4fbf-912e-1829d47f4d06 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3563557 Nov 11 11:51:58.366508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43140) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:51:58.377861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1876582284-router', 'tenant_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:51:58.428270 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9c159-a9c5-4163-9236-f50171366d7c req-79b1f39b-37e7-477e-b388-43a2d9f08704 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:58.431362 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0a9c159-a9c5-4163-9236-f50171366d7c req-79b1f39b-37e7-477e-b388-43a2d9f08704 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 943 time: 0.1377418 Nov 11 11:51:58.458910 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:58.460244 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:58.473231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Allocated IP 172.20.0.2 (fae0ea2e-29b7-4c92-bdb9-84d226a1da5e/df2b4981-a2a5-455e-9ab4-90c6961918ad/62a3c701-fb26-48d3-a797-1cfedb302fe8) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:58.504488 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0a9c159-a9c5-4163-9236-f50171366d7c req-35df5a25-e74c-4ae6-a7e8-206ada737c3a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647326 Nov 11 11:51:58.563950 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:58.611585 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 10a0a706-da8a-4d4f-97be-9f57d87037d5 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:51:58.630001 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec37470-5fff-4072-a74b-dfe7bf990947 x-openstack-request-id: req-5ec37470-5fff-4072-a74b-dfe7bf990947 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:58.630320 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5f70fd-bb73-477a-93b9-3b700fe9e1b6", "tag": "d1a48fc9-189e-48c9-b95f-5a133bf7ed6a", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:58.630529 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ec37470-5fff-4072-a74b-dfe7bf990947 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:58.631027 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5f70fd-bb73-477a-93b9-3b700fe9e1b6', 'tag': 'd1a48fc9-189e-48c9-b95f-5a133bf7ed6a', 'status': 'completed', 'code': 200} Nov 11 11:51:58.672976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3844f9-9525-4855-a8f2-d80fa498ffaf req-0d5c6c6a-a8ce-46d2-9d08-f4f8f654a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:58.675008 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b3844f9-9525-4855-a8f2-d80fa498ffaf req-0d5c6c6a-a8ce-46d2-9d08-f4f8f654a0ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 1125 time: 0.0715306 Nov 11 11:51:58.776966 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:58.782112 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:58.794527 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:58.883191 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3844f9-9525-4855-a8f2-d80fa498ffaf req-dc19aa04-f85b-4886-82e6-5ec894ef5206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:58.887298 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b3844f9-9525-4855-a8f2-d80fa498ffaf req-dc19aa04-f85b-4886-82e6-5ec894ef5206 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.2040293 Nov 11 11:51:58.888402 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 10a0a706-da8a-4d4f-97be-9f57d87037d5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:51:58.889215 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:58.933480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Network fae0ea2e-29b7-4c92-bdb9-84d226a1da5e is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:51:58.943270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Pushing event updated for resources: {'Port': ['ID=62a3c701-fb26-48d3-a797-1cfedb302fe8,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:58.947050 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b3844f9-9525-4855-a8f2-d80fa498ffaf req-7dcece09-614e-4935-9144-67ef0e8009a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a HTTP/1.1" status: 200 len: 217 time: 0.0470591 Nov 11 11:51:58.951364 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:51:58.990075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f598c70-da3c-45a2-8b6d-7b532a762cc5 req-546acf0d-2182-439b-8eb0-7b0d9da4ec90 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:58.991635 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f598c70-da3c-45a2-8b6d-7b532a762cc5 req-546acf0d-2182-439b-8eb0-7b0d9da4ec90 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 944 time: 0.0731237 Nov 11 11:51:59.011652 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:51:59.042644 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3844f9-9525-4855-a8f2-d80fa498ffaf req-83c74b52-e4ab-43d5-ab04-79c124586298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:59.044135 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b3844f9-9525-4855-a8f2-d80fa498ffaf req-83c74b52-e4ab-43d5-ab04-79c124586298 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.0862641 Nov 11 11:51:59.120049 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b3844f9-9525-4855-a8f2-d80fa498ffaf req-89c6b9bf-cc1d-4da0-8bb6-495643ace97c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678554 Nov 11 11:51:59.132617 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e02a9be-b321-4a01-851a-ca0ad80e6eec x-openstack-request-id: req-6e02a9be-b321-4a01-851a-ca0ad80e6eec {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:51:59.132913 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120791f8-fb9a-4429-b234-77aed82e12b7", "tag": "24bde232-59a0-4f6a-ae18-8776ae0ec9ae", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:51:59.133169 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e02a9be-b321-4a01-851a-ca0ad80e6eec {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:51:59.133727 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120791f8-fb9a-4429-b234-77aed82e12b7', 'tag': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae', 'status': 'completed', 'code': 200} Nov 11 11:51:59.139550 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Attempting to bind port 62a3c701-fb26-48d3-a797-1cfedb302fe8 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:51:59.140061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Attempting to bind port 62a3c701-fb26-48d3-a797-1cfedb302fe8 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b1a77c6f-a30e-46b0-88da-4f227cc9ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fae0ea2e-29b7-4c92-bdb9-84d226a1da5e'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:51:59.140277 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Attempting to bind port 62a3c701-fb26-48d3-a797-1cfedb302fe8 on network fae0ea2e-29b7-4c92-bdb9-84d226a1da5e {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:51:59.174249 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f598c70-da3c-45a2-8b6d-7b532a762cc5 req-c8c859f8-4b5e-406e-bd24-74fa940c3b61 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715472 Nov 11 11:51:59.182138 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:59.185142 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:51:59.190188 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Checking segment: {'id': 'b1a77c6f-a30e-46b0-88da-4f227cc9ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fae0ea2e-29b7-4c92-bdb9-84d226a1da5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:51:59.190884 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:59.192093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Bound using segment: {'id': 'b1a77c6f-a30e-46b0-88da-4f227cc9ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fae0ea2e-29b7-4c92-bdb9-84d226a1da5e'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:51:59.192824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Bound port: 62a3c701-fb26-48d3-a797-1cfedb302fe8, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a77c6f-a30e-46b0-88da-4f227cc9ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fae0ea2e-29b7-4c92-bdb9-84d226a1da5e'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:51:59.193698 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:59.203826 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:59.307817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedfe5b-d39c-4034-a915-e6dc81042856 req-9551acee-882e-4969-9306-f751a52b7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:59.309818 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ecedfe5b-d39c-4034-a915-e6dc81042856 req-9551acee-882e-4969-9306-f751a52b7e20 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 1094 time: 0.1259041 Nov 11 11:51:59.316573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] For port 62a3c701-fb26-48d3-a797-1cfedb302fe8, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:51:59.321106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] For port 62a3c701-fb26-48d3-a797-1cfedb302fe8, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=62a3c701-fb26-48d3-a797-1cfedb302fe8,segment=NetworkSegment(b1a77c6f-a30e-46b0-88da-4f227cc9ace1),segment_id=b1a77c6f-a30e-46b0-88da-4f227cc9ace1)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:51:59.322250 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:59.332198 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:59.346626 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5aa3fa39-4403-4cbd-ad83-0622b27b88ae req-67f67aa2-4934-47b0-87cd-6742674c8a97 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/floatingips/cbf53883-4237-41dc-8d1d-b7f5f29203a9 HTTP/1.1" status: 200 len: 693 time: 0.1166682 Nov 11 11:51:59.352060 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b3844f9-9525-4855-a8f2-d80fa498ffaf req-9f8411fe-e69b-41d9-acb9-836f6c1a6f51 service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092123 Nov 11 11:51:59.426717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 10a0a706-da8a-4d4f-97be-9f57d87037d5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=10a0a706-da8a-4d4f-97be-9f57d87037d5,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:51:59.474756 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:51:59.530761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126bcce-7762-416e-b416-4ad7ecd055aa None None] Pushing event updated for resources: {'Port': ['ID=62a3c701-fb26-48d3-a797-1cfedb302fe8,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:59.581410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Sync routers for ids ['233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:51:59.634419 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b3844f9-9525-4855-a8f2-d80fa498ffaf req-1091ba78-00f7-4c7d-98d4-1ba585ca7161 service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737160 Nov 11 11:51:59.636939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c852d-0637-4f89-9d7c-ede6db1a55c4 req-fe01cb98-632d-47b4-a2b3-4b7b6bdd0def tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:59.638495 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa6c852d-0637-4f89-9d7c-ede6db1a55c4 req-fe01cb98-632d-47b4-a2b3-4b7b6bdd0def tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.3578739 Nov 11 11:51:59.653627 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedfe5b-d39c-4034-a915-e6dc81042856 req-45765e18-4453-4736-a8f9-5c17ada87d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:59.655702 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ecedfe5b-d39c-4034-a915-e6dc81042856 req-45765e18-4453-4736-a8f9-5c17ada87d76 service neutron] 10.222.0.43 "GET /v2.0/networks?id=23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 200 len: 923 time: 0.3366659 Nov 11 11:51:59.656823 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=10a0a706-da8a-4d4f-97be-9f57d87037d5,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:51:59.665406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Routers {'233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:51:59.666353 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:51:59.735607 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ecedfe5b-d39c-4034-a915-e6dc81042856 req-d29257dd-5a23-4748-b385-8839e7a59e98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24bde232-59a0-4f6a-ae18-8776ae0ec9ae HTTP/1.1" status: 200 len: 217 time: 0.0702338 Nov 11 11:51:59.743919 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Allocated IP 172.25.2.229 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:51:59.782491 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3fa39-4403-4cbd-ad83-0622b27b88ae req-8791c164-fa6e-44bc-b19d-a49efad8cfa4 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:59.790135 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5aa3fa39-4403-4cbd-ad83-0622b27b88ae req-8791c164-fa6e-44bc-b19d-a49efad8cfa4 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.4166989 Nov 11 11:51:59.795599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-5aa3fa39-4403-4cbd-ad83-0622b27b88ae req-00ee26ec-ff74-4cdc-b93a-f9921a83bdb9 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:51:59.807426 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5aa3fa39-4403-4cbd-ad83-0622b27b88ae req-00ee26ec-ff74-4cdc-b93a-f9921a83bdb9 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123158 Nov 11 11:51:59.909788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedfe5b-d39c-4034-a915-e6dc81042856 req-fd4e9d5a-6b52-4e3c-9f49-c7bf53493023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:59.911531 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ecedfe5b-d39c-4034-a915-e6dc81042856 req-fd4e9d5a-6b52-4e3c-9f49-c7bf53493023 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b0d7fcde-07a1-4532-bf76-b8012c4b4070 HTTP/1.1" status: 200 len: 860 time: 0.1571407 Nov 11 11:51:59.950413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5aa3fa39-4403-4cbd-ad83-0622b27b88ae req-421e529f-bf2a-4419-b049-7e0a5477bcf1 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.148 HTTP/1.1" status: 200 len: 696 time: 0.1413546 Nov 11 11:51:59.992016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedfe5b-d39c-4034-a915-e6dc81042856 req-08b89aae-4880-49a0-a446-1e5606078c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:51:59.994351 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ecedfe5b-d39c-4034-a915-e6dc81042856 req-08b89aae-4880-49a0-a446-1e5606078c5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23b7b723-f466-4f2b-8a8d-9f55afd99d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727353 Nov 11 11:52:00.001273 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Set router 233ce2cf-83e1-4f00-a8e6-2ee03b246ddd gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:00.013436 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa6c852d-0637-4f89-9d7c-ede6db1a55c4 req-0aa43d18-a0c0-4ba6-af0d-ec985537f64f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223145 Nov 11 11:52:00.042187 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5aa3fa39-4403-4cbd-ad83-0622b27b88ae req-c025647e-a21a-42ba-a2cd-1b1992182d70 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.148 HTTP/1.1" status: 200 len: 696 time: 0.0907927 Nov 11 11:52:00.145434 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ecedfe5b-d39c-4034-a915-e6dc81042856 req-332004bc-c8ea-47ef-85a7-ab784b86cda2 service neutron] 10.222.0.43 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404450 Nov 11 11:52:00.305082 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ecedfe5b-d39c-4034-a915-e6dc81042856 req-9c0355a2-0214-4cf2-879a-6adf7450de78 service neutron] 10.222.0.43 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455343 Nov 11 11:52:00.408733 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208228741-router', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '10a0a706-da8a-4d4f-97be-9f57d87037d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:46Z', 'updated_at': '2021-11-11T11:51:51Z', 'revision_number': 4, 'project_id': 'b973415ac4284feeb9b616cb92050c8a', 'gw_port': {'id': '10a0a706-da8a-4d4f-97be-9f57d87037d5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:47Z', 'updated_at': '2021-11-11T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '26d99975-af26-491b-9010-7ba3f61ce5f8', 'name': '', 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a', 'mac_address': 'fa:16:3e:57:d8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:50Z', 'updated_at': '2021-11-11T11:51:51Z', 'revision_number': 2, 'project_id': 'b973415ac4284feeb9b616cb92050c8a', 'subnets': [{'id': '5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:00.440981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Checking router: 233ce2cf-83e1-4f00-a8e6-2ee03b246ddd for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:52:00.441879 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Updating router 233ce2cf-83e1-4f00-a8e6-2ee03b246ddd port 26d99975-af26-491b-9010-7ba3f61ce5f8 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:52:00.479214 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:00.635788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468caf7-2a25-4b3a-be24-3d420242436c req-594a4cf0-1a43-4952-8616-271240b9cecb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:00.637674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e468caf7-2a25-4b3a-be24-3d420242436c req-594a4cf0-1a43-4952-8616-271240b9cecb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=b708ca6e-4611-458e-87a9-4d2afaa08578 HTTP/1.1" status: 200 len: 949 time: 0.5015678 Nov 11 11:52:00.650934 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:00.771721 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e468caf7-2a25-4b3a-be24-3d420242436c req-4a70ddd6-47f4-419e-a6c2-7f57f50dca0e tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135306 Nov 11 11:52:00.775344 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:00.780687 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-5aa3fa39-4403-4cbd-ad83-0622b27b88ae req-d2ac56e8-66fa-4be2-baba-06ed9ae8f1c1 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Deleting port 50556147-0d24-48eb-ac9e-3379f2474a40 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:52:00.781348 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5aa3fa39-4403-4cbd-ad83-0622b27b88ae req-d2ac56e8-66fa-4be2-baba-06ed9ae8f1c1 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:00.873407 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:52:00.927968 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:00.932666 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 62a3c701-fb26-48d3-a797-1cfedb302fe8 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:52:00.937217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:52:00.938298 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:00.940027 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:52:00.977456 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a3ec1-8316-47b8-8ceb-dac6ce06b146 req-5c6e3f5d-356e-472b-a284-c7ce8a43ae33 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:00.984015 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7b7a3ec1-8316-47b8-8ceb-dac6ce06b146 req-5c6e3f5d-356e-472b-a284-c7ce8a43ae33 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "GET /v2.0/ports?device_id=b708ca6e-4611-458e-87a9-4d2afaa08578 HTTP/1.1" status: 200 len: 949 time: 0.6084847 Nov 11 11:52:00.989728 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Pushing event updated for resources: {'Port': ['ID=5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:01.025180 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 24bde232-59a0-4f6a-ae18-8776ae0ec9ae details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:52:01.044610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:01.044863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:01.045203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:01.045531 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:01.049101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:01.049486 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:01.049856 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:01.050220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:01.050845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:01.050845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:01.051172 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:01.051500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:01.173879 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5aa3fa39-4403-4cbd-ad83-0622b27b88ae req-d2ac56e8-66fa-4be2-baba-06ed9ae8f1c1 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:01.174205 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5aa3fa39-4403-4cbd-ad83-0622b27b88ae req-d2ac56e8-66fa-4be2-baba-06ed9ae8f1c1 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:01.187031 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-2d3ba14d-bed3-470e-b390-7889a9cf0c87 service neutron] 10.222.0.43 "GET /v2.0/ports/d1a48fc9-189e-48c9-b95f-5a133bf7ed6a/bindings/n-h1-807359-3 HTTP/1.1" status: 200 len: 384 time: 0.1965692 Nov 11 11:52:01.197659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ec0e-99d9-45b6-83f3-a38c6c1937d4 req-2227a9a3-3039-4334-ad1f-f0cfce3a7449 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:01.198466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 24bde232-59a0-4f6a-ae18-8776ae0ec9ae, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=24bde232-59a0-4f6a-ae18-8776ae0ec9ae,segment=NetworkSegment(e68dcf34-eeaf-4bad-90e9-ebc48d67a784),segment_id=e68dcf34-eeaf-4bad-90e9-ebc48d67a784)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:01.199192 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13f3ec0e-99d9-45b6-83f3-a38c6c1937d4 req-2227a9a3-3039-4334-ad1f-f0cfce3a7449 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 946 time: 0.3394527 Nov 11 11:52:01.209045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6bd8e3-1094-46bc-bde1-ca2a360ef77a None None] Pushing event updated for resources: {'Port': ['ID=26d99975-af26-491b-9010-7ba3f61ce5f8,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:01.257923 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-5aa3fa39-4403-4cbd-ad83-0622b27b88ae req-d2ac56e8-66fa-4be2-baba-06ed9ae8f1c1 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Calling delete_port for 50556147-0d24-48eb-ac9e-3379f2474a40 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:52:01.423647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91feda78-0968-47ed-a8b8-b675d1585765 None None] Network fae0ea2e-29b7-4c92-bdb9-84d226a1da5e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:52:01.435783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'port_id': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae', 'mac_address': 'fa:16:3e:01:06:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:52:01.474147 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13f3ec0e-99d9-45b6-83f3-a38c6c1937d4 req-9123a67b-daa7-4be3-b6cd-083d0768b9bd tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427154 Nov 11 11:52:01.504398 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-7b7a3ec1-8316-47b8-8ceb-dac6ce06b146 req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Deleting port f51c7bd9-e4e5-4287-8b08-e481d9a5630c {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:52:01.504899 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7b7a3ec1-8316-47b8-8ceb-dac6ce06b146 req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:01.582165 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Attempting to bind port 26d99975-af26-491b-9010-7ba3f61ce5f8 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:52:01.582709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Attempting to bind port 26d99975-af26-491b-9010-7ba3f61ce5f8 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '3c7e2519-5250-4d02-a083-a7de23ca981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:52:01.583076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Attempting to bind port 26d99975-af26-491b-9010-7ba3f61ce5f8 on network bec22fd4-3e47-48ed-8ed3-3ad222db7b9b {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:01.627104 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-41a2eb08-fb50-43cc-9a09-65a1f759a810 service neutron] For port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:01.670747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-fe0ef986-b2c6-4a2e-a7b2-cd00fc66ad0d None None] Provisioning complete for port 62a3c701-fb26-48d3-a797-1cfedb302fe8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:01.672373 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef986-b2c6-4a2e-a7b2-cd00fc66ad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:01.674938 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-41a2eb08-fb50-43cc-9a09-65a1f759a810 service neutron] For port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:52:01.677894 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-7b7a3ec1-8316-47b8-8ceb-dac6ce06b146 req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] For port f51c7bd9-e4e5-4287-8b08-e481d9a5630c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f51c7bd9-e4e5-4287-8b08-e481d9a5630c,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:01.678348 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7b7a3ec1-8316-47b8-8ceb-dac6ce06b146 req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:01.679903 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:52:01.680326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Checking segment: {'id': '3c7e2519-5250-4d02-a083-a7de23ca981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:52:01.681259 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:01.681744 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Bound using segment: {'id': '3c7e2519-5250-4d02-a083-a7de23ca981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:52:01.682747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Bound port: 26d99975-af26-491b-9010-7ba3f61ce5f8, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7e2519-5250-4d02-a083-a7de23ca981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:52:01.682885 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:01.686448 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 62a3c701-fb26-48d3-a797-1cfedb302fe8 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:01.686803 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:01.707961 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:01.720350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-7b7a3ec1-8316-47b8-8ceb-dac6ce06b146 req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Calling delete_port for f51c7bd9-e4e5-4287-8b08-e481d9a5630c owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:52:01.738719 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-41a2eb08-fb50-43cc-9a09-65a1f759a810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a48fc9-189e-48c9-b95f-5a133bf7ed6a {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:52:01.776278 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:01.783688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-41a2eb08-fb50-43cc-9a09-65a1f759a810 service neutron] For port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:01.813821 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-41a2eb08-fb50-43cc-9a09-65a1f759a810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:01.867379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24bde232-59a0-4f6a-ae18-8776ae0ec9ae {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:52:01.954954 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ade6f-84e2-4503-a0b5-ff5294919163 req-794d8406-65bf-4243-8909-d99e8d8c3323 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:01.957499 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b7ade6f-84e2-4503-a0b5-ff5294919163 req-794d8406-65bf-4243-8909-d99e8d8c3323 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 943 time: 0.2506874 Nov 11 11:52:01.982603 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-41a2eb08-fb50-43cc-9a09-65a1f759a810 service neutron] Transition to ACTIVE for port object d1a48fc9-189e-48c9-b95f-5a133bf7ed6a will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:52:01.984247 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7b7a3ec1-8316-47b8-8ceb-dac6ce06b146 req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:02.017897 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['233d75d3-5ebb-42e2-8b24-db5a2032c405', '66e16a37-37e9-4c75-aa0e-f083208cbdc6', 'de0508b2-077d-4e5e-a125-fadafcf09f73', 'ad80836a-4b08-4507-946b-ab0533d42b70', 'f51c7bd9-e4e5-4287-8b08-e481d9a5630c'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:02.020322 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['bc32bc94-0c00-48f3-93df-931662348468', '13ed19fa-1660-4600-8889-3541944d00e9', 'e96f2923-27c6-45b6-b815-aca1160e32b7'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:02.022940 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Pushing event deleted for resources: {'Port': ['ID=f51c7bd9-e4e5-4287-8b08-e481d9a5630c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:02.036841 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b7ade6f-84e2-4503-a0b5-ff5294919163 req-55cbbb9a-a0ef-4561-95a9-648adf4adc06 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541694 Nov 11 11:52:02.058039 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-41a2eb08-fb50-43cc-9a09-65a1f759a810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:02.085601 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 24bde232-59a0-4f6a-ae18-8776ae0ec9ae, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=24bde232-59a0-4f6a-ae18-8776ae0ec9ae,segment=NetworkSegment(e68dcf34-eeaf-4bad-90e9-ebc48d67a784),segment_id=e68dcf34-eeaf-4bad-90e9-ebc48d67a784)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:02.138862 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7a3ec1-8316-47b8-8ceb-dac6ce06b146 req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] No DVR routers for this DVR port f51c7bd9-e4e5-4287-8b08-e481d9a5630c on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:52:02.138862 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7b7a3ec1-8316-47b8-8ceb-dac6ce06b146 req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:02.155084 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7b7a3ec1-8316-47b8-8ceb-dac6ce06b146 req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "DELETE /v2.0/ports/f51c7bd9-e4e5-4287-8b08-e481d9a5630c HTTP/1.1" status: 204 len: 173 time: 1.1548872 Nov 11 11:52:02.165276 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b708ca6e-4611-458e-87a9-4d2afaa08578', 'name': 'network-vif-deleted', 'tag': 'f51c7bd9-e4e5-4287-8b08-e481d9a5630c'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:02.165276 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51723bc-4d81-4e75-831b-ba8d7879ace3" -d '{"events": [{"server_uuid": "b708ca6e-4611-458e-87a9-4d2afaa08578", "name": "network-vif-deleted", "tag": "f51c7bd9-e4e5-4287-8b08-e481d9a5630c"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:02.216685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:02.216685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:02.216685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:02.216685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:02.216685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:02.216685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:02.216685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:02.234835 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5aa3fa39-4403-4cbd-ad83-0622b27b88ae req-d2ac56e8-66fa-4be2-baba-06ed9ae8f1c1 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:02.242371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:02.242892 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:02.248469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:02.254323 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:02.254323 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ce0e1-eddb-4d94-a749-6c99ddae49e2 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:02.295356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac56e8-66fa-4be2-baba-06ed9ae8f1c1 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Pushing event deleted for resources: {'Port': ['ID=50556147-0d24-48eb-ac9e-3379f2474a40,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:02.313365 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:02.395232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-41a2eb08-fb50-43cc-9a09-65a1f759a810 service neutron] No DVR routers for this DVR port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:52:02.413759 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:02.464369 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2eb08-fb50-43cc-9a09-65a1f759a810 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,revision_number=10']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:02.471172 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-41a2eb08-fb50-43cc-9a09-65a1f759a810 service neutron] 10.222.0.43 "PUT /v2.0/ports/d1a48fc9-189e-48c9-b95f-5a133bf7ed6a/bindings/n-h1-807359-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2800388 Nov 11 11:52:02.517254 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] For port 26d99975-af26-491b-9010-7ba3f61ce5f8, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:52:02.569831 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5aa3fa39-4403-4cbd-ad83-0622b27b88ae req-d2ac56e8-66fa-4be2-baba-06ed9ae8f1c1 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:02.573944 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5aa3fa39-4403-4cbd-ad83-0622b27b88ae req-d2ac56e8-66fa-4be2-baba-06ed9ae8f1c1 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:02.575321 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5aa3fa39-4403-4cbd-ad83-0622b27b88ae req-d2ac56e8-66fa-4be2-baba-06ed9ae8f1c1 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "DELETE /v2.0/floatingips/cbf53883-4237-41dc-8d1d-b7f5f29203a9 HTTP/1.1" status: 204 len: 173 time: 2.5323365 Nov 11 11:52:02.604800 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc429c4-971e-4030-bbe7-df2bdc3e2c1b req-3da451fa-bc62-4e3f-8429-4c2713c0a6ce tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:02.613914 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3cc429c4-971e-4030-bbe7-df2bdc3e2c1b req-3da451fa-bc62-4e3f-8429-4c2713c0a6ce tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 945 time: 0.1220515 Nov 11 11:52:02.626503 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef986-b2c6-4a2e-a7b2-cd00fc66ad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:02.639395 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:02.679672 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] For port 26d99975-af26-491b-9010-7ba3f61ce5f8, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=26d99975-af26-491b-9010-7ba3f61ce5f8,segment=NetworkSegment(3c7e2519-5250-4d02-a083-a7de23ca981c),segment_id=3c7e2519-5250-4d02-a083-a7de23ca981c)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:52:02.711689 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:02.756627 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3cc429c4-971e-4030-bbe7-df2bdc3e2c1b req-c66c9d89-fb98-4357-9b1e-7d40a605ff83 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417181 Nov 11 11:52:02.759364 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Router 8796d423-2040-4479-9cfc-bccd7eb33f9a is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:52:02.800877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['24bde232-59a0-4f6a-ae18-8776ae0ec9ae'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:02.832515 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-fe0ef986-b2c6-4a2e-a7b2-cd00fc66ad0d None None] For port 62a3c701-fb26-48d3-a797-1cfedb302fe8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=62a3c701-fb26-48d3-a797-1cfedb302fe8,segment=NetworkSegment(b1a77c6f-a30e-46b0-88da-4f227cc9ace1),segment_id=b1a77c6f-a30e-46b0-88da-4f227cc9ace1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:02.842179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=24bde232-59a0-4f6a-ae18-8776ae0ec9ae,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:02.860391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2efe8-8071-44f2-8003-f5c4b2be1a18 req-6be73a8a-bf77-4fb8-b154-46dfc55423dc tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:02.871625 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dce2efe8-8071-44f2-8003-f5c4b2be1a18 req-6be73a8a-bf77-4fb8-b154-46dfc55423dc tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.2343345 Nov 11 11:52:02.878615 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef986-b2c6-4a2e-a7b2-cd00fc66ad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:03.143070 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device d1a48fc9-189e-48c9-b95f-5a133bf7ed6a no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:52:03.150022 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dce2efe8-8071-44f2-8003-f5c4b2be1a18 req-931f8730-154f-4383-ba01-57e907c2af8e tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225227 Nov 11 11:52:03.183063 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a1ce406-171f-4aa0-b70e-e4eaef876784 req-7c98f772-76fb-4091-a343-95ccb9a83c76 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=b708ca6e-4611-458e-87a9-4d2afaa08578 HTTP/1.1" status: 200 len: 210 time: 0.2056420 Nov 11 11:52:03.261957 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e377d26-6722-4edf-a5d1-284bb4e59dba x-openstack-request-id: req-5e377d26-6722-4edf-a5d1-284bb4e59dba {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:03.262489 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b708ca6e-4611-458e-87a9-4d2afaa08578", "name": "network-vif-deleted", "tag": "f51c7bd9-e4e5-4287-8b08-e481d9a5630c", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:03.262489 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e377d26-6722-4edf-a5d1-284bb4e59dba {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:03.262849 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b708ca6e-4611-458e-87a9-4d2afaa08578', 'name': 'network-vif-deleted', 'tag': 'f51c7bd9-e4e5-4287-8b08-e481d9a5630c', 'status': 'completed', 'code': 200} Nov 11 11:52:03.275673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-29e64969-f2f2-44ee-a6c3-09fd561a799a tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:03.285405 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-29e64969-f2f2-44ee-a6c3-09fd561a799a tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6&tenant_id=6c923494b0b24034811a64096faf7424&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 1096 time: 0.4743831 Nov 11 11:52:03.305367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6bd8e3-1094-46bc-bde1-ca2a360ef77a None None] Pushing event updated for resources: {'Port': ['ID=26d99975-af26-491b-9010-7ba3f61ce5f8,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:03.320049 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Routers {'233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:03.320677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:03.346369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device d1a48fc9-189e-48c9-b95f-5a133bf7ed6a not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:52:03.346794 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device f51c7bd9-e4e5-4287-8b08-e481d9a5630c no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:52:03.386633 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-d49e3161-d6db-4686-a5d9-a2df4ce6f70b req-88111da2-150b-4306-ba6a-0f79390fb51a tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] show failed (client error): The resource could not be found. Nov 11 11:52:03.399100 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d49e3161-d6db-4686-a5d9-a2df4ce6f70b req-88111da2-150b-4306-ba6a-0f79390fb51a tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/floatingips/cbf53883-4237-41dc-8d1d-b7f5f29203a9 HTTP/1.1" status: 404 len: 350 time: 0.1092887 Nov 11 11:52:03.407832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:52:03.420641 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Sync routers for ids ['8796d423-2040-4479-9cfc-bccd7eb33f9a'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:52:03.443147 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Routers {'8796d423-2040-4479-9cfc-bccd7eb33f9a'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:03.443814 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8796d423-2040-4479-9cfc-bccd7eb33f9a'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:03.515628 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:03.521417 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-daebdd0c-3403-4ac3-a173-2daea99f19e3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1514630 Nov 11 11:52:03.522183 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43206) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:52:03.548300 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: f51c7bd9-e4e5-4287-8b08-e481d9a5630c {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:52:03.548921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device f51c7bd9-e4e5-4287-8b08-e481d9a5630c not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:52:03.617232 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-63feb94a-c069-4bec-87ed-53ada4bb6f28 None None] Provisioning complete for port 26d99975-af26-491b-9010-7ba3f61ce5f8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:03.617612 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-63feb94a-c069-4bec-87ed-53ada4bb6f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:03.632789 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-f333f0c0-980a-447b-adb7-67e943f84327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:03.635011 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-f333f0c0-980a-447b-adb7-67e943f84327 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6&tenant_id=6c923494b0b24034811a64096faf7424 HTTP/1.1" status: 200 len: 1096 time: 0.3324914 Nov 11 11:52:03.671974 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-698d55f2-b728-483a-a081-f53b80409b43 req-89997cc4-0d1f-4612-a96e-c4d9b45e8d44 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] show failed (client error): The resource could not be found. Nov 11 11:52:03.680063 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Set router 8796d423-2040-4479-9cfc-bccd7eb33f9a gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:03.687166 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-698d55f2-b728-483a-a081-f53b80409b43 req-89997cc4-0d1f-4612-a96e-c4d9b45e8d44 tempest-FloatingIPsTestJSON-573288200 tempest-FloatingIPsTestJSON-573288200-project] 10.222.0.65 "GET /v2.0/floatingips/cbf53883-4237-41dc-8d1d-b7f5f29203a9 HTTP/1.1" status: 404 len: 350 time: 0.1299016 Nov 11 11:52:03.687850 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43210) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:52:03.774803 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:52:03.774803 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 11:52:03.854357 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c88a3a-a20a-4a3b-a16d-17dbfb259c36 req-327344bb-260b-4adb-9210-7ca738b52d42 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:03.859577 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75c88a3a-a20a-4a3b-a16d-17dbfb259c36 req-327344bb-260b-4adb-9210-7ca738b52d42 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 944 time: 0.3074906 Nov 11 11:52:03.876234 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-f464c5a5-c336-45c9-bcfe-e708282ce7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:03.877832 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-f464c5a5-c336-45c9-bcfe-e708282ce7d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 1096 time: 0.2074199 Nov 11 11:52:03.892951 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876582284-router', 'tenant_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:58Z', 'updated_at': '2021-11-11T11:52:01Z', 'revision_number': 3, 'project_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'gw_port': {'id': '5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:59Z', 'updated_at': '2021-11-11T11:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:03.935007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ef986-b2c6-4a2e-a7b2-cd00fc66ad0d None None] Pushing event updated for resources: {'Port': ['ID=62a3c701-fb26-48d3-a797-1cfedb302fe8,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:03.951340 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Checking router: 8796d423-2040-4479-9cfc-bccd7eb33f9a for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:52:03.951682 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Updating router 8796d423-2040-4479-9cfc-bccd7eb33f9a port 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:52:03.982421 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:04.037053 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-312cb7be-6677-40b7-9bb7-c1d40026eb48 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--346941498&fields=id&tenant_id=698a4072eeb44d058612b432edd8e394 HTTP/1.1" status: 200 len: 267 time: 0.1757374 Nov 11 11:52:04.055012 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75c88a3a-a20a-4a3b-a16d-17dbfb259c36 req-ed6540d7-9a25-4461-880c-11d64f8a869e tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707978 Nov 11 11:52:04.136043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] Set router 233ce2cf-83e1-4f00-a8e6-2ee03b246ddd gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:04.187652 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-63feb94a-c069-4bec-87ed-53ada4bb6f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:04.199956 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-286f80d1-650d-48f2-9706-0e8a8b50f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:04.201766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-286f80d1-650d-48f2-9706-0e8a8b50f014 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.2993820 Nov 11 11:52:04.283827 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-cca2acc8-7268-47b1-9a63-a511f8a57690 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a HTTP/1.1" status: 200 len: 217 time: 0.0702415 Nov 11 11:52:04.342359 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:04.371438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-d3b5c470-e656-4e33-a8ec-f09fd9b0ccb6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:04.373338 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-d3b5c470-e656-4e33-a8ec-f09fd9b0ccb6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/networks?id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9 HTTP/1.1" status: 200 len: 823 time: 0.3171921 Nov 11 11:52:04.378945 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:04.388131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f069a6-cab4-4e9e-91d3-aac5d3175a52 req-fc9e0ad3-d128-4e04-840c-fa275333c9b7 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:04.397534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-63feb94a-c069-4bec-87ed-53ada4bb6f28 None None] For port 26d99975-af26-491b-9010-7ba3f61ce5f8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=26d99975-af26-491b-9010-7ba3f61ce5f8,segment=NetworkSegment(3c7e2519-5250-4d02-a083-a7de23ca981c),segment_id=3c7e2519-5250-4d02-a083-a7de23ca981c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:04.400337 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-47f069a6-cab4-4e9e-91d3-aac5d3175a52 req-fc9e0ad3-d128-4e04-840c-fa275333c9b7 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 945 time: 0.2094808 Nov 11 11:52:04.431202 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-f1b1dda2-9943-4e82-97f1-6c2ba3ec0435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:04.432910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-f1b1dda2-9943-4e82-97f1-6c2ba3ec0435 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.1397707 Nov 11 11:52:04.437157 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-3727f981-b43f-4cb3-8acd-b90c7c1669e8 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/quotas/698a4072eeb44d058612b432edd8e394 HTTP/1.1" status: 200 len: 375 time: 0.0336969 Nov 11 11:52:04.440803 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Attempting to bind port 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:52:04.441336 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Attempting to bind port 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:52:04.441456 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Attempting to bind port 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:04.450733 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:52:04.451087 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:52:04.451533 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:04.451923 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:52:04.452389 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Bound port: 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:52:04.452779 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:04.468838 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-63feb94a-c069-4bec-87ed-53ada4bb6f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:04.493750 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 10a0a706-da8a-4d4f-97be-9f57d87037d5 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:52:04.512342 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-adab5ec1-e64a-470a-adcc-52d066af18df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655861 Nov 11 11:52:04.525703 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] For port 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:52:04.529415 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] For port 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:52:04.541011 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:04.546308 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-47f069a6-cab4-4e9e-91d3-aac5d3175a52 req-4e7da74f-dd42-4a91-bbaa-49aca877fd19 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400764 Nov 11 11:52:04.561522 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec4e51-1845-4ec1-9fcf-67a03ca5d79d None None] Pushing event updated for resources: {'Port': ['ID=5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:04.638613 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec4e51-1845-4ec1-9fcf-67a03ca5d79d None None] Pushing event updated for resources: {'Port': ['ID=5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:04.657962 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Routers {'8796d423-2040-4479-9cfc-bccd7eb33f9a'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:04.658673 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8796d423-2040-4479-9cfc-bccd7eb33f9a'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:04.669792 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-76ca3491-95b7-431b-957b-4713b4910877 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=698a4072eeb44d058612b432edd8e394&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2255189 Nov 11 11:52:04.709933 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:04.777880 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] Set router 8796d423-2040-4479-9cfc-bccd7eb33f9a gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:04.825463 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73ea23cc-f388-458e-86da-04a3975f48b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:04.866877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ff6eb380-8aed-4fe6-b95f-df6704aadf3b None None] Provisioning complete for port 26d99975-af26-491b-9010-7ba3f61ce5f8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:04.867457 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ff6eb380-8aed-4fe6-b95f-df6704aadf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:04.953154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63feb94a-c069-4bec-87ed-53ada4bb6f28 None None] Pushing event updated for resources: {'Port': ['ID=26d99975-af26-491b-9010-7ba3f61ce5f8,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:04.989830 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876582284-router', 'tenant_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:58Z', 'updated_at': '2021-11-11T11:52:01Z', 'revision_number': 3, 'project_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'gw_port': {'id': '5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:59Z', 'updated_at': '2021-11-11T11:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:04.991299 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Allocated IP 172.20.0.1 (fae0ea2e-29b7-4c92-bdb9-84d226a1da5e/df2b4981-a2a5-455e-9ab4-90c6961918ad/1dac29f4-c2b6-411c-97d0-8933ee7f0811) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:52:05.023063 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e619897a-4ed2-439e-b89b-b53d01b471d7 None None] The sync data for ids ['8796d423-2040-4479-9cfc-bccd7eb33f9a'] in n-d-807359-3 is: [{'id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876582284-router', 'tenant_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:58Z', 'updated_at': '2021-11-11T11:52:01Z', 'revision_number': 3, 'project_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'gw_port': {'id': '5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:59Z', 'updated_at': '2021-11-11T11:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:52:05.089752 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-fec859cf-6a61-489e-8a19-cd712636988a service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684187 Nov 11 11:52:05.119942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40600df-d7e8-4767-af33-0bb248e91b7b req-0df126fa-4e69-4922-9777-e37a4413e6a0 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:05.125915 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 10a0a706-da8a-4d4f-97be-9f57d87037d5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:05.126283 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:05.128583 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c40600df-d7e8-4767-af33-0bb248e91b7b req-0df126fa-4e69-4922-9777-e37a4413e6a0 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.4373763 Nov 11 11:52:05.210007 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-670cd25f-8579-4e75-8da9-4da6dcd35266 service neutron] 10.222.0.65 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176899 Nov 11 11:52:05.248663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208228741-router', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '10a0a706-da8a-4d4f-97be-9f57d87037d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:46Z', 'updated_at': '2021-11-11T11:51:51Z', 'revision_number': 4, 'project_id': 'b973415ac4284feeb9b616cb92050c8a', 'gw_port': {'id': '10a0a706-da8a-4d4f-97be-9f57d87037d5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:47Z', 'updated_at': '2021-11-11T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '26d99975-af26-491b-9010-7ba3f61ce5f8', 'name': '', 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a', 'mac_address': 'fa:16:3e:57:d8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:50Z', 'updated_at': '2021-11-11T11:52:02Z', 'revision_number': 4, 'project_id': 'b973415ac4284feeb9b616cb92050c8a', 'subnets': [{'id': '5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:05.295278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a29a09-47b4-4be6-a22a-479327e0730f None None] The sync data for ids ['233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'] in n-d-807359-3 is: [{'id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208228741-router', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '10a0a706-da8a-4d4f-97be-9f57d87037d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:46Z', 'updated_at': '2021-11-11T11:51:51Z', 'revision_number': 4, 'project_id': 'b973415ac4284feeb9b616cb92050c8a', 'gw_port': {'id': '10a0a706-da8a-4d4f-97be-9f57d87037d5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:47Z', 'updated_at': '2021-11-11T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '26d99975-af26-491b-9010-7ba3f61ce5f8', 'name': '', 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a', 'mac_address': 'fa:16:3e:57:d8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:50Z', 'updated_at': '2021-11-11T11:52:02Z', 'revision_number': 4, 'project_id': 'b973415ac4284feeb9b616cb92050c8a', 'subnets': [{'id': '5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:52:05.304986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ff6eb380-8aed-4fe6-b95f-df6704aadf3b None None] Provisioning complete for port 62a3c701-fb26-48d3-a797-1cfedb302fe8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:05.305319 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c40600df-d7e8-4767-af33-0bb248e91b7b req-463b8c71-d497-4b25-bcda-2eab8ad9a333 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758695 Nov 11 11:52:05.305452 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ff6eb380-8aed-4fe6-b95f-df6704aadf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:05.333002 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-6638a1c6-b87d-4089-80be-c2757860e28c service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335413 Nov 11 11:52:05.391849 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-87af9f97-33c5-4d3f-8c25-60b7cc151199 service neutron] 10.222.0.65 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647770 Nov 11 11:52:05.674681 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c558ee-b3df-4fe4-ab03-5f1ee93e8edf req-fe8e8afe-e7fe-4e07-9029-8e49035ecd2e tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:05.695585 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3c558ee-b3df-4fe4-ab03-5f1ee93e8edf req-fe8e8afe-e7fe-4e07-9029-8e49035ecd2e tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 944 time: 0.1219795 Nov 11 11:52:05.765479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 62a3c701-fb26-48d3-a797-1cfedb302fe8 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:52:05.857022 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:05.862625 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-b003217a-ca0e-4c97-965b-8532f9c3cfa9 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:05.864395 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-b003217a-ca0e-4c97-965b-8532f9c3cfa9 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6&tenant_id=6c923494b0b24034811a64096faf7424&binding%3Ahost_id=n-h1-807359-3 HTTP/1.1" status: 200 len: 1096 time: 0.1675293 Nov 11 11:52:05.894960 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9dd4b34c-ae45-462e-ae50-9697808312eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:05.915886 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 62a3c701-fb26-48d3-a797-1cfedb302fe8 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:05.916679 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:05.968149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c5e2b-f649-4601-b5a7-9d3f54f3fd5b req-f0988e35-e9c0-4a9b-9fe9-c92ab4225f18 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:05.969728 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f01c5e2b-f649-4601-b5a7-9d3f54f3fd5b req-f0988e35-e9c0-4a9b-9fe9-c92ab4225f18 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c7b1557-c156-4fcf-b68c-dee2d89c8dbd HTTP/1.1" status: 200 len: 946 time: 0.7566042 Nov 11 11:52:06.027059 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3c558ee-b3df-4fe4-ab03-5f1ee93e8edf req-c26b52a8-fa13-4dbc-ae03-2ccf9acb5826 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942138 Nov 11 11:52:06.056912 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 26d99975-af26-491b-9010-7ba3f61ce5f8 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:52:06.188508 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 26d99975-af26-491b-9010-7ba3f61ce5f8 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:06.189020 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:06.228355 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:06.258108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-258ad934-64d9-4f35-80e3-b806f27167b8 req-0632e7e0-0a01-492d-9ec6-8e6bef8ced41 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=511a3ca9-e231-40f6-9d78-e12baea840ac HTTP/1.1" status: 200 len: 210 time: 0.0740771 Nov 11 11:52:06.316123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-4394d400-092c-4020-8cc0-82337efcf009 service neutron] For port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:52:06.325853 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-4394d400-092c-4020-8cc0-82337efcf009 service neutron] Publish callbacks [] for binding, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:06.328988 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6cc378a-cdad-4dde-a49c-486e545e1578 req-4394d400-092c-4020-8cc0-82337efcf009 service neutron] 10.222.0.62 "DELETE /v2.0/ports/d1a48fc9-189e-48c9-b95f-5a133bf7ed6a/bindings/n-h2-807359-3 HTTP/1.1" status: 204 len: 173 time: 0.4377353 Nov 11 11:52:06.334288 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Network fae0ea2e-29b7-4c92-bdb9-84d226a1da5e is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:52:06.358827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:52:06.372176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:52:06.372741 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:06.377902 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Pushing event updated for resources: {'Port': ['ID=1dac29f4-c2b6-411c-97d0-8933ee7f0811,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:06.391702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab93fcb-912d-4ded-8feb-4ea0dcbb6a51 req-e539a575-2c91-4693-83ee-fccdd320fc6b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:06.403444 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ab93fcb-912d-4ded-8feb-4ea0dcbb6a51 req-e539a575-2c91-4693-83ee-fccdd320fc6b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 945 time: 0.2807672 Nov 11 11:52:06.467723 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f01c5e2b-f649-4601-b5a7-9d3f54f3fd5b req-34d1ef66-f9e4-44b6-a223-e93914b682d6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Deleting port 1628a034-27cd-458d-bc63-161bd24a66e8 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:52:06.468057 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f01c5e2b-f649-4601-b5a7-9d3f54f3fd5b req-34d1ef66-f9e4-44b6-a223-e93914b682d6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:06.533118 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708bca8-c650-4c9a-9158-42e6e2b6e4ae req-be27e895-1012-41b9-b052-bd53dc31c2fd tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:06.539131 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7708bca8-c650-4c9a-9158-42e6e2b6e4ae req-be27e895-1012-41b9-b052-bd53dc31c2fd tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 950 time: 0.1083465 Nov 11 11:52:06.555383 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ab93fcb-912d-4ded-8feb-4ea0dcbb6a51 req-accb1f93-e4cb-41b4-8367-f93040bbe25e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501420 Nov 11 11:52:06.672271 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7708bca8-c650-4c9a-9158-42e6e2b6e4ae req-b3291db9-caa5-42cb-85ca-f462436d7c04 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156108 Nov 11 11:52:06.679395 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-73ea23cc-f388-458e-86da-04a3975f48b9 admin admin] Deleting port 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:52:06.679800 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73ea23cc-f388-458e-86da-04a3975f48b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:06.866361 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2cc132a2-1891-48f5-ad51-5576fb08bd5c None None] Provisioning complete for port 1dac29f4-c2b6-411c-97d0-8933ee7f0811 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:06.868266 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2cc132a2-1891-48f5-ad51-5576fb08bd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:06.921381 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51544551-3e33-4f82-b3e4-9b704f344939 req-61e5e6a8-f6a9-43c9-aaa7-4e5588df0876 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:06.932620 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51544551-3e33-4f82-b3e4-9b704f344939 req-61e5e6a8-f6a9-43c9-aaa7-4e5588df0876 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.1241114 Nov 11 11:52:06.944533 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f01c5e2b-f649-4601-b5a7-9d3f54f3fd5b req-34d1ef66-f9e4-44b6-a223-e93914b682d6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] For port 1628a034-27cd-458d-bc63-161bd24a66e8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1628a034-27cd-458d-bc63-161bd24a66e8,segment=NetworkSegment(fb6e1d7d-6198-4b8a-8555-062b88f02519),segment_id=fb6e1d7d-6198-4b8a-8555-062b88f02519)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:06.945129 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f01c5e2b-f649-4601-b5a7-9d3f54f3fd5b req-34d1ef66-f9e4-44b6-a223-e93914b682d6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:06.961091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2cc132a2-1891-48f5-ad51-5576fb08bd5c None None] Port 1dac29f4-c2b6-411c-97d0-8933ee7f0811 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:52:06.987127 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:07.002328 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51544551-3e33-4f82-b3e4-9b704f344939 req-40bc9420-2473-4796-bd05-99c5d5fd3b4a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618773 Nov 11 11:52:07.067597 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 24bde232-59a0-4f6a-ae18-8776ae0ec9ae up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:52:07.087226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-73ea23cc-f388-458e-86da-04a3975f48b9 admin admin] For port 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2f65ae3d-f010-4dbe-8d45-475a4f7c94a8,segment=NetworkSegment(7892941c-7234-47ee-a8b4-dae1a9ec323a),segment_id=7892941c-7234-47ee-a8b4-dae1a9ec323a)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:07.087617 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73ea23cc-f388-458e-86da-04a3975f48b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:07.142009 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cdaa2-ebd5-4b83-be0d-4cf62bf2f3e3 req-0ae83342-0148-4232-9e0b-46fae06b0377 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:07.149149 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f96cdaa2-ebd5-4b83-be0d-4cf62bf2f3e3 req-0ae83342-0148-4232-9e0b-46fae06b0377 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 1096 time: 0.0446804 Nov 11 11:52:07.149654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 24bde232-59a0-4f6a-ae18-8776ae0ec9ae completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:52:07.155012 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 24bde232-59a0-4f6a-ae18-8776ae0ec9ae triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:07.155805 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:07.157167 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-73ea23cc-f388-458e-86da-04a3975f48b9 admin admin] Calling delete_port for 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:52:07.203113 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f96cdaa2-ebd5-4b83-be0d-4cf62bf2f3e3 req-b1fef79c-86ac-4033-9fb0-feb1c72852cf tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524178 Nov 11 11:52:07.319487 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:07.362904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120791f8-fb9a-4429-b234-77aed82e12b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:07.365963 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f5839d-911f-40f4-896f-f52b3494923d" -d '{"events": [{"server_uuid": "120791f8-fb9a-4429-b234-77aed82e12b7", "name": "network-vif-plugged", "status": "completed", "tag": "24bde232-59a0-4f6a-ae18-8776ae0ec9ae"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:07.386231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 24bde232-59a0-4f6a-ae18-8776ae0ec9ae, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=24bde232-59a0-4f6a-ae18-8776ae0ec9ae,segment=NetworkSegment(e68dcf34-eeaf-4bad-90e9-ebc48d67a784),segment_id=e68dcf34-eeaf-4bad-90e9-ebc48d67a784)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:07.392149 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:07.394345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db68efde-836e-4ddd-9efb-1c6eae48078d no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:52:07.464324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db590671-c488-4ce9-8483-36c056ef1f88 req-ca680443-6d17-4132-9474-ca3cbbb7ef92 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:07.465936 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db590671-c488-4ce9-8483-36c056ef1f88 req-ca680443-6d17-4132-9474-ca3cbbb7ef92 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 944 time: 0.1098456 Nov 11 11:52:07.529170 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=24bde232-59a0-4f6a-ae18-8776ae0ec9ae,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:07.532493 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:07.584378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db590671-c488-4ce9-8483-36c056ef1f88 req-37929dd6-d699-4ab8-9306-5a008984ef7f tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118240 Nov 11 11:52:07.622934 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db68efde-836e-4ddd-9efb-1c6eae48078d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db68efde-836e-4ddd-9efb-1c6eae48078d,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:07.631407 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72956e-2092-4ae9-8f65-4961ce4e3f04 req-1ce6daeb-17a0-4d98-9695-2028d170350e tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:07.633505 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a72956e-2092-4ae9-8f65-4961ce4e3f04 req-1ce6daeb-17a0-4d98-9695-2028d170350e tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 950 time: 0.1019275 Nov 11 11:52:07.640148 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:07.710996 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:07.743872 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3127111-f3fb-4d46-bc8e-53841efc1e99 req-22913cc4-970c-4a6d-aac5-a59968b18022 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=511a3ca9-e231-40f6-9d78-e12baea840ac HTTP/1.1" status: 200 len: 210 time: 0.0360088 Nov 11 11:52:07.761119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=db68efde-836e-4ddd-9efb-1c6eae48078d,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:07.776729 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35950f58-ca08-4e20-9b65-01d4d6478ea2 x-openstack-request-id: req-35950f58-ca08-4e20-9b65-01d4d6478ea2 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:07.777051 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120791f8-fb9a-4429-b234-77aed82e12b7", "name": "network-vif-plugged", "status": "completed", "tag": "24bde232-59a0-4f6a-ae18-8776ae0ec9ae", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:07.777307 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35950f58-ca08-4e20-9b65-01d4d6478ea2 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:07.777727 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120791f8-fb9a-4429-b234-77aed82e12b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae', 'code': 200} Nov 11 11:52:07.780055 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:52:07.791797 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:07.795272 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:07.810417 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-5a72956e-2092-4ae9-8f65-4961ce4e3f04 req-e0eb9b23-2e10-497c-9303-cf95f82c6a64 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Deleting port e96f2923-27c6-45b6-b815-aca1160e32b7 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:52:07.810631 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5a72956e-2092-4ae9-8f65-4961ce4e3f04 req-e0eb9b23-2e10-497c-9303-cf95f82c6a64 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:07.888996 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:07.889513 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:08.027128 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:08.033975 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5e601f94-e56a-4039-aa69-a9772d5131b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:08.056137 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:08.064583 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:08.116114 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f01c5e2b-f649-4601-b5a7-9d3f54f3fd5b req-34d1ef66-f9e4-44b6-a223-e93914b682d6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:08.117193 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f01c5e2b-f649-4601-b5a7-9d3f54f3fd5b req-34d1ef66-f9e4-44b6-a223-e93914b682d6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:08.117532 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [req-f01c5e2b-f649-4601-b5a7-9d3f54f3fd5b req-34d1ef66-f9e4-44b6-a223-e93914b682d6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Floating IP bf98544c-1fb2-4797-8b80-845c10f13aa1 disassociated. External IP: 172.25.2.16, port: 1628a034-27cd-458d-bc63-161bd24a66e8. Nov 11 11:52:08.117906 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f01c5e2b-f649-4601-b5a7-9d3f54f3fd5b req-34d1ef66-f9e4-44b6-a223-e93914b682d6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Calling delete_port for 1628a034-27cd-458d-bc63-161bd24a66e8 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:52:08.147433 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:08.231319 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-5a72956e-2092-4ae9-8f65-4961ce4e3f04 req-e0eb9b23-2e10-497c-9303-cf95f82c6a64 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] For port e96f2923-27c6-45b6-b815-aca1160e32b7, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=e96f2923-27c6-45b6-b815-aca1160e32b7,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:08.231670 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5a72956e-2092-4ae9-8f65-4961ce4e3f04 req-e0eb9b23-2e10-497c-9303-cf95f82c6a64 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:08.249221 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Pushing event updated for resources: {'Port': ['ID=1dac29f4-c2b6-411c-97d0-8933ee7f0811,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:08.253207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-5a72956e-2092-4ae9-8f65-4961ce4e3f04 req-e0eb9b23-2e10-497c-9303-cf95f82c6a64 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Calling delete_port for e96f2923-27c6-45b6-b815-aca1160e32b7 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:52:08.265753 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a5177-a032-4961-a943-f207459bca49 req-ea2c7996-f81f-40c9-87ee-57946850f415 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:08.267200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-604a5177-a032-4961-a943-f207459bca49 req-ea2c7996-f81f-40c9-87ee-57946850f415 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 820 time: 0.3612556 Nov 11 11:52:08.293008 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e1546-2872-4fb1-a6b1-a490b2f655d5 req-5ceb941a-1c3b-4e8f-861c-a378a1facfe5 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:08.294494 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea4e1546-2872-4fb1-a6b1-a490b2f655d5 req-5ceb941a-1c3b-4e8f-861c-a378a1facfe5 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbea8db7-b69e-48f4-8371-21081857dfde HTTP/1.1" status: 200 len: 950 time: 0.1597745 Nov 11 11:52:08.316624 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b01d07-46ea-4c5c-b552-b7c3b9386334 req-2fdc32c9-52c4-43be-b9d9-5846c9aa39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:08.318185 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c8b01d07-46ea-4c5c-b552-b7c3b9386334 req-2fdc32c9-52c4-43be-b9d9-5846c9aa39bd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 1096 time: 0.4038484 Nov 11 11:52:08.336224 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-604a5177-a032-4961-a943-f207459bca49 req-be13bb35-8fb3-49ba-a2c5-f85601e56abe tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/quotas/6c923494b0b24034811a64096faf7424 HTTP/1.1" status: 200 len: 375 time: 0.0600946 Nov 11 11:52:08.399395 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-2bb86f20-fb77-4712-9dc2-7ea82083070a tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:08.401136 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-2bb86f20-fb77-4712-9dc2-7ea82083070a tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.43 "GET /v2.0/networks?id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9 HTTP/1.1" status: 200 len: 823 time: 0.4221399 Nov 11 11:52:08.410781 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Network fae0ea2e-29b7-4c92-bdb9-84d226a1da5e is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:52:08.420892 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea4e1546-2872-4fb1-a6b1-a490b2f655d5 req-67d3a898-ccc6-45e4-b360-90f08667e26f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943398 Nov 11 11:52:08.430580 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:52:08.436752 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-604a5177-a032-4961-a943-f207459bca49 req-1a57c913-5f31-4e56-b207-28956e1a8a86 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903468 Nov 11 11:52:08.456933 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73ea23cc-f388-458e-86da-04a3975f48b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:08.510536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea23cc-f388-458e-86da-04a3975f48b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f65ae3d-f010-4dbe-8d45-475a4f7c94a8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:08.557529 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c8b01d07-46ea-4c5c-b552-b7c3b9386334 req-d041cc63-7c53-453a-a100-ff7ba69da727 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129490 Nov 11 11:52:08.582950 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5a72956e-2092-4ae9-8f65-4961ce4e3f04 req-e0eb9b23-2e10-497c-9303-cf95f82c6a64 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:08.596290 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['bc32bc94-0c00-48f3-93df-931662348468', '13ed19fa-1660-4600-8889-3541944d00e9', 'e96f2923-27c6-45b6-b815-aca1160e32b7'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:08.659189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['233d75d3-5ebb-42e2-8b24-db5a2032c405', '66e16a37-37e9-4c75-aa0e-f083208cbdc6', 'de0508b2-077d-4e5e-a125-fadafcf09f73', 'ad80836a-4b08-4507-946b-ab0533d42b70'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:08.680767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb9b23-2e10-497c-9303-cf95f82c6a64 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Pushing event deleted for resources: {'Port': ['ID=e96f2923-27c6-45b6-b815-aca1160e32b7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:08.693959 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-604a5177-a032-4961-a943-f207459bca49 req-645c5dd2-adb5-4259-9878-4f7b749e219f service neutron] 10.222.0.65 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241874 Nov 11 11:52:08.789845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ea09-870a-43f8-88ca-96f559bd8198 req-c64b08e2-c381-43f8-be03-c8295ce5fd8c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:08.797618 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bfa9ea09-870a-43f8-88ca-96f559bd8198 req-c64b08e2-c381-43f8-be03-c8295ce5fd8c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.2544794 Nov 11 11:52:08.838419 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 1628a034-27cd-458d-bc63-161bd24a66e8 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:52:08.852505 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a72956e-2092-4ae9-8f65-4961ce4e3f04 req-e0eb9b23-2e10-497c-9303-cf95f82c6a64 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] No DVR routers for this DVR port e96f2923-27c6-45b6-b815-aca1160e32b7 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:52:08.859246 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5a72956e-2092-4ae9-8f65-4961ce4e3f04 req-e0eb9b23-2e10-497c-9303-cf95f82c6a64 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:08.862706 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a72956e-2092-4ae9-8f65-4961ce4e3f04 req-e0eb9b23-2e10-497c-9303-cf95f82c6a64 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.62 "DELETE /v2.0/ports/e96f2923-27c6-45b6-b815-aca1160e32b7 HTTP/1.1" status: 204 len: 173 time: 1.2213182 Nov 11 11:52:08.863193 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbea8db7-b69e-48f4-8371-21081857dfde', 'name': 'network-vif-deleted', 'tag': 'e96f2923-27c6-45b6-b815-aca1160e32b7'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:08.865477 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664fc9d9-eab0-47c2-a6b4-23325d9952d0" -d '{"events": [{"server_uuid": "fbea8db7-b69e-48f4-8371-21081857dfde", "name": "network-vif-deleted", "tag": "e96f2923-27c6-45b6-b815-aca1160e32b7"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:08.899935 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-604a5177-a032-4961-a943-f207459bca49 req-a27d5ba9-eda1-41df-827b-e3f0c6e04d83 service neutron] 10.222.0.65 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042847 Nov 11 11:52:08.932024 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bfa9ea09-870a-43f8-88ca-96f559bd8198 req-ebf84948-4c9a-4747-b9a6-42965fef5cc8 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335030 Nov 11 11:52:08.938831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-25485434-86c1-48fc-9fbf-a52872b1b242 None None] Provisioning complete for port 1dac29f4-c2b6-411c-97d0-8933ee7f0811 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:08.939036 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-25485434-86c1-48fc-9fbf-a52872b1b242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:09.014191 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-8b6db73e-6477-46bb-931c-a7e33c2361bb tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=698a4072eeb44d058612b432edd8e394 HTTP/1.1" status: 200 len: 379 time: 0.6001217 Nov 11 11:52:09.042243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-d86f3a56-65f4-47d7-b127-be647affde6c tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Request body: {'port': {'device_id': '511a3ca9-e231-40f6-9d78-e12baea840ac', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'admin_state_up': True, 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'security_groups': ['2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:09.048302 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:09.073393 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f01c5e2b-f649-4601-b5a7-9d3f54f3fd5b req-34d1ef66-f9e4-44b6-a223-e93914b682d6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:09.099600 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-25485434-86c1-48fc-9fbf-a52872b1b242 None None] Port 1dac29f4-c2b6-411c-97d0-8933ee7f0811 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:52:09.186880 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:09.206284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-74f4e7d3-53c7-4f2b-a3f5-3b255f0f18b3 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:09.216260 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-74f4e7d3-53c7-4f2b-a3f5-3b255f0f18b3 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/networks?id=3912451f-5f8d-4108-8931-6e48d526950a HTTP/1.1" status: 200 len: 804 time: 0.1624644 Nov 11 11:52:09.221505 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1ef66-f9e4-44b6-a223-e93914b682d6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Pushing event deleted for resources: {'Port': ['ID=1628a034-27cd-458d-bc63-161bd24a66e8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:09.288675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-6a4fbdfc-1ecf-4fe4-b9cd-600bed9d57a6 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/quotas/ea71f96c9cce46148a8d917cd68a071b HTTP/1.1" status: 200 len: 375 time: 0.0714598 Nov 11 11:52:09.318991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Router 8796d423-2040-4479-9cfc-bccd7eb33f9a has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:52:09.348074 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73ea23cc-f388-458e-86da-04a3975f48b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:09.394321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acf572-9b4a-466b-96dc-111bcba70479 req-817d72d9-f019-489d-9387-f9b1aed93e3e tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:09.405759 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5acf572-9b4a-466b-96dc-111bcba70479 req-817d72d9-f019-489d-9387-f9b1aed93e3e tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 945 time: 0.1662197 Nov 11 11:52:09.548476 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-38b7ee5d-283f-4e16-9ecb-0964a27b3ae0 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ea71f96c9cce46148a8d917cd68a071b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2586708 Nov 11 11:52:09.571253 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5acf572-9b4a-466b-96dc-111bcba70479 req-2f6f58f1-913c-4491-abf6-c32a4b424c88 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611416 Nov 11 11:52:09.683141 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:52:09.699398 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5060bd1b-1c35-4594-b3c7-ec878a927f8e admin admin] 10.222.0.65 "PUT /v2.0/routers/8796d423-2040-4479-9cfc-bccd7eb33f9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1750028 Nov 11 11:52:09.721390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Sync routers for ids ['8796d423-2040-4479-9cfc-bccd7eb33f9a'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:52:09.792194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a69549b-1df4-4529-b1f0-02f060b2be69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db68efde-836e-4ddd-9efb-1c6eae48078d'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:09.798147 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad239c81-e1af-4567-bd66-d44a424393ad" -d '{"events": [{"server_uuid": "1a69549b-1df4-4529-b1f0-02f060b2be69", "name": "network-vif-unplugged", "status": "completed", "tag": "db68efde-836e-4ddd-9efb-1c6eae48078d"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:09.811773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Routers {'8796d423-2040-4479-9cfc-bccd7eb33f9a'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:09.812559 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8796d423-2040-4479-9cfc-bccd7eb33f9a'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:09.820912 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:52:09.836394 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8056866-b38a-4599-b11b-b99698da3cbd req-41728561-f099-452c-848f-2ff49b5ae9bf tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=511a3ca9-e231-40f6-9d78-e12baea840ac HTTP/1.1" status: 200 len: 210 time: 0.0855553 Nov 11 11:52:09.859078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-d86f3a56-65f4-47d7-b127-be647affde6c tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Made reservation on behalf of 698a4072eeb44d058612b432edd8e394 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:52:09.871706 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-627078b1-00ee-43e9-934f-4dc599f6e683 service neutron] 10.222.0.65 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864621 Nov 11 11:52:09.874262 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-d86f3a56-65f4-47d7-b127-be647affde6c tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:09.939893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f01c5e2b-f649-4601-b5a7-9d3f54f3fd5b req-34d1ef66-f9e4-44b6-a223-e93914b682d6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Router 267f52bb-9bcc-47d9-90b2-62c365585ca7 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:52:09.984511 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c32265f-edc0-4a4d-9714-347c8d26d4a9 x-openstack-request-id: req-2c32265f-edc0-4a4d-9714-347c8d26d4a9 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:09.985083 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbea8db7-b69e-48f4-8371-21081857dfde", "name": "network-vif-deleted", "tag": "e96f2923-27c6-45b6-b815-aca1160e32b7", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:09.985490 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c32265f-edc0-4a4d-9714-347c8d26d4a9 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:09.986051 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbea8db7-b69e-48f4-8371-21081857dfde', 'name': 'network-vif-deleted', 'tag': 'e96f2923-27c6-45b6-b815-aca1160e32b7', 'status': 'completed', 'code': 200} Nov 11 11:52:10.063965 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-4d66359f-a37a-4a22-9f10-730a3a292bcc service neutron] 10.222.0.65 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773531 Nov 11 11:52:10.127730 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Set router 8796d423-2040-4479-9cfc-bccd7eb33f9a gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:10.131210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:10.131580 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:10.161137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c268062-dcb3-4821-88b8-55e7a7cdc257 req-9b56ae62-a1a7-4963-a4ab-7e43be6968df tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 210 time: 0.0527925 Nov 11 11:52:10.295812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720b7fa-2ecb-4647-bbf3-bf27b3393ac4 req-11e61b86-4a3d-45b6-b626-94b5fcad7d52 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:10.297629 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7720b7fa-2ecb-4647-bbf3-bf27b3393ac4 req-11e61b86-4a3d-45b6-b626-94b5fcad7d52 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a69549b-1df4-4529-b1f0-02f060b2be69 HTTP/1.1" status: 200 len: 943 time: 0.3419354 Nov 11 11:52:10.440325 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ceaf68-0ff6-4f35-b186-83e89ac57a0c x-openstack-request-id: req-73ceaf68-0ff6-4f35-b186-83e89ac57a0c {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:10.440325 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a69549b-1df4-4529-b1f0-02f060b2be69", "name": "network-vif-unplugged", "status": "completed", "tag": "db68efde-836e-4ddd-9efb-1c6eae48078d", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:10.440686 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-73ceaf68-0ff6-4f35-b186-83e89ac57a0c {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:10.440977 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a69549b-1df4-4529-b1f0-02f060b2be69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db68efde-836e-4ddd-9efb-1c6eae48078d', 'code': 200} Nov 11 11:52:10.465576 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37bc4f-5552-43e6-bbb5-e93e36b8dcdf req-8ff2137e-872b-4ca6-8eab-900afcda9182 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:10.474583 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d37bc4f-5552-43e6-bbb5-e93e36b8dcdf req-8ff2137e-872b-4ca6-8eab-900afcda9182 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.0760679 Nov 11 11:52:10.651270 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:10.707492 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d5efbf4-6684-4dd0-9cfe-02e46f6f6c85 req-fd32aa11-bfb0-4ef6-adc4-bdac495bf51a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 210 time: 0.0616210 Nov 11 11:52:10.734201 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d37bc4f-5552-43e6-bbb5-e93e36b8dcdf req-62e5ff4b-3be8-40b1-b0dd-d1b05602ab1c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584002 Nov 11 11:52:10.917722 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device e96f2923-27c6-45b6-b815-aca1160e32b7 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:52:10.948399 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f01c5e2b-f649-4601-b5a7-9d3f54f3fd5b req-34d1ef66-f9e4-44b6-a223-e93914b682d6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:52:10.978929 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7981e2b-718e-4d08-bbbe-5da6f2ce9dc5 None None] Sync routers for ids ['267f52bb-9bcc-47d9-90b2-62c365585ca7'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:52:10.988767 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-d86f3a56-65f4-47d7-b127-be647affde6c tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Allocated IP 172.20.0.14 (2e14d0b6-5527-4abc-836c-ca1cacfa64d9/94c16310-5f9c-4d33-b7c9-d721f3565d86/904fe0bc-5763-424b-b915-bd7b09b4801f) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:52:11.007116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: e96f2923-27c6-45b6-b815-aca1160e32b7 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:52:11.007752 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device e96f2923-27c6-45b6-b815-aca1160e32b7 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:52:11.023148 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7981e2b-718e-4d08-bbbe-5da6f2ce9dc5 None None] Routers {'267f52bb-9bcc-47d9-90b2-62c365585ca7'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:11.024953 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d7981e2b-718e-4d08-bbbe-5da6f2ce9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['267f52bb-9bcc-47d9-90b2-62c365585ca7'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:11.061626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ea23cc-f388-458e-86da-04a3975f48b9 admin admin] Router 47ab240b-61f4-4284-b238-42e2c5243140 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:52:11.079824 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01c5e2b-f649-4601-b5a7-9d3f54f3fd5b req-34d1ef66-f9e4-44b6-a223-e93914b682d6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] No DVR routers for this DVR port 1628a034-27cd-458d-bc63-161bd24a66e8 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:52:11.085664 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f01c5e2b-f649-4601-b5a7-9d3f54f3fd5b req-34d1ef66-f9e4-44b6-a223-e93914b682d6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:11.089377 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f01c5e2b-f649-4601-b5a7-9d3f54f3fd5b req-34d1ef66-f9e4-44b6-a223-e93914b682d6 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.62 "DELETE /v2.0/ports/1628a034-27cd-458d-bc63-161bd24a66e8 HTTP/1.1" status: 204 len: 173 time: 5.1027322 Nov 11 11:52:11.092080 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7b1557-c156-4fcf-b68c-dee2d89c8dbd', 'name': 'network-vif-deleted', 'tag': '1628a034-27cd-458d-bc63-161bd24a66e8'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:11.094703 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc036f35-94af-4987-b2d4-e30b37e2e8d2" -d '{"events": [{"server_uuid": "9c7b1557-c156-4fcf-b68c-dee2d89c8dbd", "name": "network-vif-deleted", "tag": "1628a034-27cd-458d-bc63-161bd24a66e8"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:11.154913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f220c69-7263-474b-987e-c36da71f4751 req-9fe2f371-63c6-4696-a8cd-edb94325b20f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:11.165373 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f220c69-7263-474b-987e-c36da71f4751 req-9fe2f371-63c6-4696-a8cd-edb94325b20f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 950 time: 0.2889900 Nov 11 11:52:11.224609 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807470f-ad49-4b27-88ac-e05b489ba10c req-3fc45bc3-a7f5-41b9-801d-8d4c4b3142a3 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:11.227555 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9807470f-ad49-4b27-88ac-e05b489ba10c req-3fc45bc3-a7f5-41b9-801d-8d4c4b3142a3 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 945 time: 0.2720542 Nov 11 11:52:11.248092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-7720b7fa-2ecb-4647-bbf3-bf27b3393ac4 req-d3e38d28-090b-45f2-ae5a-e54c977d6672 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Deleting port db68efde-836e-4ddd-9efb-1c6eae48078d {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:52:11.248459 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7720b7fa-2ecb-4647-bbf3-bf27b3393ac4 req-d3e38d28-090b-45f2-ae5a-e54c977d6672 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:11.301508 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:11.320544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a5177-a032-4961-a943-f207459bca49 req-b9c8731e-79e1-4624-ae49-1f571dc075d4 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:11.322353 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-604a5177-a032-4961-a943-f207459bca49 req-b9c8731e-79e1-4624-ae49-1f571dc075d4 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.62 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 820 time: 0.5246022 Nov 11 11:52:11.361799 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876582284-router', 'tenant_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:58Z', 'updated_at': '2021-11-11T11:52:06Z', 'revision_number': 4, 'project_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'gw_port': {'id': '5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:59Z', 'updated_at': '2021-11-11T11:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '1dac29f4-c2b6-411c-97d0-8933ee7f0811', 'name': '', 'network_id': 'fae0ea2e-29b7-4c92-bdb9-84d226a1da5e', 'tenant_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'mac_address': 'fa:16:3e:c1:24:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'df2b4981-a2a5-455e-9ab4-90c6961918ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:52:04Z', 'updated_at': '2021-11-11T11:52:07Z', 'revision_number': 2, 'project_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'subnets': [{'id': 'df2b4981-a2a5-455e-9ab4-90c6961918ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:11.363209 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-604a5177-a032-4961-a943-f207459bca49 req-e928abd7-a822-4510-bed0-1ad07e8ba9e6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Request body: {'port': {'device_id': '8ba79751-9283-4ec7-ba19-13aa31dd64ab', 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb', 'admin_state_up': True, 'tenant_id': '6c923494b0b24034811a64096faf7424'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:11.444222 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Checking router: 8796d423-2040-4479-9cfc-bccd7eb33f9a for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:52:11.444595 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Updating router 8796d423-2040-4479-9cfc-bccd7eb33f9a port 1dac29f4-c2b6-411c-97d0-8933ee7f0811 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:52:11.480305 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-231e265e-2f93-4e78-b2dd-b35f7b825b1b service neutron] show failed (client error): The resource could not be found. Nov 11 11:52:11.481345 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-231e265e-2f93-4e78-b2dd-b35f7b825b1b service neutron] 10.222.0.62 "GET /v2.0/ports/41bc367d-37e2-49ff-abe8-51aa2c30c67f/bindings/n-h2-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.3593276 Nov 11 11:52:11.515032 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ea23cc-f388-458e-86da-04a3975f48b9 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:52:11.526608 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-73ea23cc-f388-458e-86da-04a3975f48b9 admin admin] 10.222.0.65 "PUT /v2.0/routers/47ab240b-61f4-4284-b238-42e2c5243140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8290274 Nov 11 11:52:11.532970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43412) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:52:11.536378 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:11.539798 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9807470f-ad49-4b27-88ac-e05b489ba10c req-f00d6f24-fd93-4ad3-becc-d5c496e72aed tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890682 Nov 11 11:52:11.571879 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f220c69-7263-474b-987e-c36da71f4751 req-213b697c-3bea-4e12-83fa-ec8326462a87 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050512 Nov 11 11:52:11.591986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c03e9-ad45-40c3-a7ba-478eabcbb159 None None] Sync routers for ids ['47ab240b-61f4-4284-b238-42e2c5243140'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:52:11.732938 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-d7981e2b-718e-4d08-bbbe-5da6f2ce9dc5 None None] Set router 267f52bb-9bcc-47d9-90b2-62c365585ca7 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:11.802284 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ef98ae-c775-43ac-bea5-9f6e1ba40389 x-openstack-request-id: req-16ef98ae-c775-43ac-bea5-9f6e1ba40389 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:11.802943 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7b1557-c156-4fcf-b68c-dee2d89c8dbd", "name": "network-vif-deleted", "tag": "1628a034-27cd-458d-bc63-161bd24a66e8", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:11.803381 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16ef98ae-c775-43ac-bea5-9f6e1ba40389 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:11.803967 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7b1557-c156-4fcf-b68c-dee2d89c8dbd', 'name': 'network-vif-deleted', 'tag': '1628a034-27cd-458d-bc63-161bd24a66e8', 'status': 'completed', 'code': 200} Nov 11 11:52:11.837568 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-7720b7fa-2ecb-4647-bbf3-bf27b3393ac4 req-d3e38d28-090b-45f2-ae5a-e54c977d6672 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] For port db68efde-836e-4ddd-9efb-1c6eae48078d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db68efde-836e-4ddd-9efb-1c6eae48078d,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:11.839182 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7720b7fa-2ecb-4647-bbf3-bf27b3393ac4 req-d3e38d28-090b-45f2-ae5a-e54c977d6672 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:11.848423 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e52d89d-4d2b-4779-97c5-f36d07e66d05 req-804e1aa3-cf24-44b3-a611-307b2dc61573 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=511a3ca9-e231-40f6-9d78-e12baea840ac HTTP/1.1" status: 200 len: 210 time: 0.1085687 Nov 11 11:52:11.913842 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f55f7200-b6fa-42ae-afbb-9d2fd79aa4ae req-b202f2fa-e4eb-4128-82df-61c22304d0de tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 210 time: 0.0490932 Nov 11 11:52:11.977531 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c03e9-ad45-40c3-a7ba-478eabcbb159 None None] Routers {'47ab240b-61f4-4284-b238-42e2c5243140'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:11.991519 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-618c03e9-ad45-40c3-a7ba-478eabcbb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['47ab240b-61f4-4284-b238-42e2c5243140'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:12.004615 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-d86f3a56-65f4-47d7-b127-be647affde6c tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:12.147671 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-7720b7fa-2ecb-4647-bbf3-bf27b3393ac4 req-d3e38d28-090b-45f2-ae5a-e54c977d6672 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Calling delete_port for db68efde-836e-4ddd-9efb-1c6eae48078d owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:52:12.163117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-618c03e9-ad45-40c3-a7ba-478eabcbb159 None None] Set router 47ab240b-61f4-4284-b238-42e2c5243140 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:12.192487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604a5177-a032-4961-a943-f207459bca49 req-e928abd7-a822-4510-bed0-1ad07e8ba9e6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Made reservation on behalf of 6c923494b0b24034811a64096faf7424 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:52:12.195983 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-604a5177-a032-4961-a943-f207459bca49 req-e928abd7-a822-4510-bed0-1ad07e8ba9e6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:12.240534 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d6f8d130-f693-4e93-8b41-ac598b4cbb10 req-e548486f-61ad-493f-872c-7c06a665d770 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 210 time: 0.1757905 Nov 11 11:52:12.294330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-7f733d28-fec5-4bc2-9eb7-02b655591730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:12.296003 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-7f733d28-fec5-4bc2-9eb7-02b655591730 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590&tenant_id=901de9f974a44ac4b70ad426cae25689 HTTP/1.1" status: 200 len: 1101 time: 0.1419427 Nov 11 11:52:12.313473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:12.448100 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d7981e2b-718e-4d08-bbbe-5da6f2ce9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:20Z', 'revision_number': 4, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '270ae85a-535c-4c70-97ef-1cc452a55f9e', 'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'mac_address': 'fa:16:3e:96:e2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:17Z', 'updated_at': '2021-11-11T11:49:25Z', 'revision_number': 5, 'project_id': '698a4072eeb44d058612b432edd8e394', 'subnets': [{'id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:12.496774 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7981e2b-718e-4d08-bbbe-5da6f2ce9dc5 None None] Checking router: 267f52bb-9bcc-47d9-90b2-62c365585ca7 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:52:12.506926 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-2f01772e-2e4f-441c-b3ce-2c6b13be1a4b tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5414748 Nov 11 11:52:12.524027 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7981e2b-718e-4d08-bbbe-5da6f2ce9dc5 None None] Routers {'267f52bb-9bcc-47d9-90b2-62c365585ca7'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:12.524994 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d7981e2b-718e-4d08-bbbe-5da6f2ce9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['267f52bb-9bcc-47d9-90b2-62c365585ca7'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:12.527979 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:12.564133 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:12.571983 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:12.640999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ed1b3-7801-4565-879e-4a14e6656cb1 None None] Pushing event updated for resources: {'Port': ['ID=1dac29f4-c2b6-411c-97d0-8933ee7f0811,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:12.746156 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:12.770807 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:12.822334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Attempting to bind port 1dac29f4-c2b6-411c-97d0-8933ee7f0811 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:52:12.822334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Attempting to bind port 1dac29f4-c2b6-411c-97d0-8933ee7f0811 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b1a77c6f-a30e-46b0-88da-4f227cc9ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fae0ea2e-29b7-4c92-bdb9-84d226a1da5e'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:52:12.822334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Attempting to bind port 1dac29f4-c2b6-411c-97d0-8933ee7f0811 on network fae0ea2e-29b7-4c92-bdb9-84d226a1da5e {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:12.861625 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86c82a-6075-450d-9269-5006c3a31736 req-f9aa5308-7fd8-4afd-87e4-9682d1c1c01c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:12.863233 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a86c82a-6075-450d-9269-5006c3a31736 req-f9aa5308-7fd8-4afd-87e4-9682d1c1c01c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.4288719 Nov 11 11:52:12.864517 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-604a5177-a032-4961-a943-f207459bca49 req-e928abd7-a822-4510-bed0-1ad07e8ba9e6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Allocated IP 172.20.0.7 (9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb/546c2390-2809-4383-bde7-69f252e0324c/199c3395-a864-4b65-ad7c-ecb8bf0590a9) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:52:12.867312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:52:12.867673 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Checking segment: {'id': 'b1a77c6f-a30e-46b0-88da-4f227cc9ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fae0ea2e-29b7-4c92-bdb9-84d226a1da5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:52:12.868064 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:12.868453 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Bound using segment: {'id': 'b1a77c6f-a30e-46b0-88da-4f227cc9ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fae0ea2e-29b7-4c92-bdb9-84d226a1da5e'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:52:12.868926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Bound port: 1dac29f4-c2b6-411c-97d0-8933ee7f0811, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a77c6f-a30e-46b0-88da-4f227cc9ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fae0ea2e-29b7-4c92-bdb9-84d226a1da5e'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:52:12.869297 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:13.030394 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-d7981e2b-718e-4d08-bbbe-5da6f2ce9dc5 None None] Set router 267f52bb-9bcc-47d9-90b2-62c365585ca7 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:13.129931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db68efde-836e-4ddd-9efb-1c6eae48078d no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:52:13.167695 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9e0afe1b-650e-4ce0-8f36-48c0c67d303e admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:13.232933 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-d86f3a56-65f4-47d7-b127-be647affde6c tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:13.276264 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebef6a-7a2d-4c99-a09b-f3798bf757dc req-4222f4f1-a3bc-4d65-a269-3885f2d98904 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:13.278391 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fdebef6a-7a2d-4c99-a09b-f3798bf757dc req-4222f4f1-a3bc-4d65-a269-3885f2d98904 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.62 "GET /v2.0/ports?device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 950 time: 1.0059991 Nov 11 11:52:13.407446 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] For port 1dac29f4-c2b6-411c-97d0-8933ee7f0811, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:52:13.418429 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-d86f3a56-65f4-47d7-b127-be647affde6c tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:52:13.422183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-209d42ae-f06d-41a5-acfa-12b0d9079874 None None] Provisioning complete for port 1dac29f4-c2b6-411c-97d0-8933ee7f0811 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:13.422551 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-209d42ae-f06d-41a5-acfa-12b0d9079874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:13.426262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-618c03e9-ad45-40c3-a7ba-478eabcbb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab240b-61f4-4284-b238-42e2c5243140', 'name': 'tempest-FloatingIPsTestJSON-169447726-router', 'tenant_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a5425da2-3fb1-4350-99f2-380e3db5db76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:33Z', 'updated_at': '2021-11-11T11:52:08Z', 'revision_number': 5, 'project_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'gw_port': {'id': 'a5425da2-3fb1-4350-99f2-380e3db5db76', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ab240b-61f4-4284-b238-42e2c5243140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:33Z', 'updated_at': '2021-11-11T11:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:13.440230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] For port 1dac29f4-c2b6-411c-97d0-8933ee7f0811, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1dac29f4-c2b6-411c-97d0-8933ee7f0811,segment=NetworkSegment(b1a77c6f-a30e-46b0-88da-4f227cc9ace1),segment_id=b1a77c6f-a30e-46b0-88da-4f227cc9ace1)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:52:13.440599 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-d86f3a56-65f4-47d7-b127-be647affde6c tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:52:13.446896 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f3a56-65f4-47d7-b127-be647affde6c tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Pushing event updated for resources: {'Port': ['ID=904fe0bc-5763-424b-b915-bd7b09b4801f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:13.454734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-d86f3a56-65f4-47d7-b127-be647affde6c tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:52:13.462718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-d86f3a56-65f4-47d7-b127-be647affde6c tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:13.463373 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-d86f3a56-65f4-47d7-b127-be647affde6c tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:13.553855 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9e0afe1b-650e-4ce0-8f36-48c0c67d303e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:13.585901 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d7981e2b-718e-4d08-bbbe-5da6f2ce9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:20Z', 'revision_number': 4, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '270ae85a-535c-4c70-97ef-1cc452a55f9e', 'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'mac_address': 'fa:16:3e:96:e2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:17Z', 'updated_at': '2021-11-11T11:49:25Z', 'revision_number': 5, 'project_id': '698a4072eeb44d058612b432edd8e394', 'subnets': [{'id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:13.631395 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-d86f3a56-65f4-47d7-b127-be647affde6c tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6000774 Nov 11 11:52:13.639998 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7720b7fa-2ecb-4647-bbf3-bf27b3393ac4 req-d3e38d28-090b-45f2-ae5a-e54c977d6672 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:13.669281 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7981e2b-718e-4d08-bbbe-5da6f2ce9dc5 None None] The sync data for ids ['267f52bb-9bcc-47d9-90b2-62c365585ca7'] in n-d-807359-3 is: [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:20Z', 'revision_number': 4, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '270ae85a-535c-4c70-97ef-1cc452a55f9e', 'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'mac_address': 'fa:16:3e:96:e2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:17Z', 'updated_at': '2021-11-11T11:49:25Z', 'revision_number': 5, 'project_id': '698a4072eeb44d058612b432edd8e394', 'subnets': [{'id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:52:13.680203 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:13.693620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Request body: {'port': {'device_id': '511a3ca9-e231-40f6-9d78-e12baea840ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:13.773202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c03e9-ad45-40c3-a7ba-478eabcbb159 None None] Checking router: 47ab240b-61f4-4284-b238-42e2c5243140 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:52:13.922676 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-209d42ae-f06d-41a5-acfa-12b0d9079874 None None] Port 1dac29f4-c2b6-411c-97d0-8933ee7f0811 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:52:13.927725 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c03e9-ad45-40c3-a7ba-478eabcbb159 None None] Routers {'47ab240b-61f4-4284-b238-42e2c5243140'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:13.927725 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-618c03e9-ad45-40c3-a7ba-478eabcbb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['47ab240b-61f4-4284-b238-42e2c5243140'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:13.993898 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:14.004759 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e38d28-090b-45f2-ae5a-e54c977d6672 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Pushing event deleted for resources: {'Port': ['ID=db68efde-836e-4ddd-9efb-1c6eae48078d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:14.130731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-fdebef6a-7a2d-4c99-a09b-f3798bf757dc req-784b7e7e-73a2-42d1-b017-d96faf0c5458 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Deleting port 13ed19fa-1660-4600-8889-3541944d00e9 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:52:14.134132 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fdebef6a-7a2d-4c99-a09b-f3798bf757dc req-784b7e7e-73a2-42d1-b017-d96faf0c5458 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:14.207773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ed1b3-7801-4565-879e-4a14e6656cb1 None None] Pushing event updated for resources: {'Port': ['ID=1dac29f4-c2b6-411c-97d0-8933ee7f0811,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:14.213698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Routers {'8796d423-2040-4479-9cfc-bccd7eb33f9a'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:14.214323 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8796d423-2040-4479-9cfc-bccd7eb33f9a'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:14.323596 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c15629-8b10-4dc8-b6f6-648acb221fbf None None] New status for floating IP bf98544c-1fb2-4797-8b80-845c10f13aa1: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:52:14.357095 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3d6c41bf-580c-4a3f-8d64-7b3abdd7665f None None] Provisioning complete for port 904fe0bc-5763-424b-b915-bd7b09b4801f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:14.357478 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3d6c41bf-580c-4a3f-8d64-7b3abdd7665f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:14.361777 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-618c03e9-ad45-40c3-a7ba-478eabcbb159 None None] Set router 47ab240b-61f4-4284-b238-42e2c5243140 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:14.425636 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a86c82a-6075-450d-9269-5006c3a31736 req-37f8082b-ea3b-47ff-9bae-c796026f6b84 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4723325 Nov 11 11:52:14.594769 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-618c03e9-ad45-40c3-a7ba-478eabcbb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ab240b-61f4-4284-b238-42e2c5243140', 'name': 'tempest-FloatingIPsTestJSON-169447726-router', 'tenant_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:33Z', 'updated_at': '2021-11-11T11:52:13Z', 'revision_number': 6, 'project_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:14.608069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904fe0bc-5763-424b-b915-bd7b09b4801f {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:52:14.623125 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:14.646464 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c03e9-ad45-40c3-a7ba-478eabcbb159 None None] The sync data for ids ['47ab240b-61f4-4284-b238-42e2c5243140'] in n-d-807359-3 is: [{'id': '47ab240b-61f4-4284-b238-42e2c5243140', 'name': 'tempest-FloatingIPsTestJSON-169447726-router', 'tenant_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:33Z', 'updated_at': '2021-11-11T11:52:13Z', 'revision_number': 6, 'project_id': '3e7c1eb0aaba487da0c5719f290a0b9c', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:52:14.649522 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Transition to ACTIVE for port object 904fe0bc-5763-424b-b915-bd7b09b4801f will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:52:14.658283 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c41bf-580c-4a3f-8d64-7b3abdd7665f None None] Port 904fe0bc-5763-424b-b915-bd7b09b4801f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:52:14.664835 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] Set router 8796d423-2040-4479-9cfc-bccd7eb33f9a gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:14.739347 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:14.849351 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7720b7fa-2ecb-4647-bbf3-bf27b3393ac4 req-d3e38d28-090b-45f2-ae5a-e54c977d6672 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] No DVR routers for this DVR port db68efde-836e-4ddd-9efb-1c6eae48078d on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:52:14.901224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0f4901e1-8fee-4e49-8df6-d68917ad1552 None None] Provisioning complete for port 1dac29f4-c2b6-411c-97d0-8933ee7f0811 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:14.901878 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0f4901e1-8fee-4e49-8df6-d68917ad1552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:14.914413 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 41bc367d-37e2-49ff-abe8-51aa2c30c67f no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:52:14.963559 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-fdebef6a-7a2d-4c99-a09b-f3798bf757dc req-784b7e7e-73a2-42d1-b017-d96faf0c5458 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] For port 13ed19fa-1660-4600-8889-3541944d00e9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=13ed19fa-1660-4600-8889-3541944d00e9,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:14.965204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fdebef6a-7a2d-4c99-a09b-f3798bf757dc req-784b7e7e-73a2-42d1-b017-d96faf0c5458 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:14.988218 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:14.991731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-fdebef6a-7a2d-4c99-a09b-f3798bf757dc req-784b7e7e-73a2-42d1-b017-d96faf0c5458 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Calling delete_port for 13ed19fa-1660-4600-8889-3541944d00e9 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:52:14.997789 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a44250-8b55-4355-9832-1b6012776649 req-8adeafe6-6923-4e38-8c29-c4cd7bef2908 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:15.005552 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-06a44250-8b55-4355-9832-1b6012776649 req-8adeafe6-6923-4e38-8c29-c4cd7bef2908 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc HTTP/1.1" status: 200 len: 950 time: 0.3981597 Nov 11 11:52:15.076683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-a726c24d-74a0-475c-b346-1eaa8f5c926d tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:15.078740 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-a726c24d-74a0-475c-b346-1eaa8f5c926d tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.43 "GET /v2.0/networks?id=3912451f-5f8d-4108-8931-6e48d526950a HTTP/1.1" status: 200 len: 804 time: 2.2695417 Nov 11 11:52:15.098137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-06a44250-8b55-4355-9832-1b6012776649 req-391dc1bf-0829-4df6-a46f-7ff9d5cc77ff tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916390 Nov 11 11:52:15.148561 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-47a4b0d6-f31f-48db-b8ad-20738b604a79 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Request body: {'port': {'device_id': '1b51f5b4-6c60-409d-bbee-47d848ffbcc2', 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a', 'admin_state_up': True, 'tenant_id': 'ea71f96c9cce46148a8d917cd68a071b'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:15.163395 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-9e0afe1b-650e-4ce0-8f36-48c0c67d303e admin admin] Deleting port a5425da2-3fb1-4350-99f2-380e3db5db76 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:52:15.163728 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9e0afe1b-650e-4ce0-8f36-48c0c67d303e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:15.166559 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7720b7fa-2ecb-4647-bbf3-bf27b3393ac4 req-d3e38d28-090b-45f2-ae5a-e54c977d6672 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:15.170127 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7720b7fa-2ecb-4647-bbf3-bf27b3393ac4 req-d3e38d28-090b-45f2-ae5a-e54c977d6672 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.43 "DELETE /v2.0/ports/db68efde-836e-4ddd-9efb-1c6eae48078d HTTP/1.1" status: 204 len: 173 time: 4.8606710 Nov 11 11:52:15.184002 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a69549b-1df4-4529-b1f0-02f060b2be69', 'name': 'network-vif-deleted', 'tag': 'db68efde-836e-4ddd-9efb-1c6eae48078d'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:15.192314 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404ff87e-1e88-435d-984d-99ac6aa57c6c" -d '{"events": [{"server_uuid": "1a69549b-1df4-4529-b1f0-02f060b2be69", "name": "network-vif-deleted", "tag": "db68efde-836e-4ddd-9efb-1c6eae48078d"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:15.217574 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0f4901e1-8fee-4e49-8df6-d68917ad1552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:15.234508 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:15.286767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:52:15.300568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0f4901e1-8fee-4e49-8df6-d68917ad1552 None None] For port 1dac29f4-c2b6-411c-97d0-8933ee7f0811, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1dac29f4-c2b6-411c-97d0-8933ee7f0811,segment=NetworkSegment(b1a77c6f-a30e-46b0-88da-4f227cc9ace1),segment_id=b1a77c6f-a30e-46b0-88da-4f227cc9ace1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:15.306407 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fdebef6a-7a2d-4c99-a09b-f3798bf757dc req-784b7e7e-73a2-42d1-b017-d96faf0c5458 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:15.312814 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876582284-router', 'tenant_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:58Z', 'updated_at': '2021-11-11T11:52:06Z', 'revision_number': 4, 'project_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'gw_port': {'id': '5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:59Z', 'updated_at': '2021-11-11T11:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '1dac29f4-c2b6-411c-97d0-8933ee7f0811', 'name': '', 'network_id': 'fae0ea2e-29b7-4c92-bdb9-84d226a1da5e', 'tenant_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'mac_address': 'fa:16:3e:c1:24:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'df2b4981-a2a5-455e-9ab4-90c6961918ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:52:04Z', 'updated_at': '2021-11-11T11:52:13Z', 'revision_number': 4, 'project_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'subnets': [{'id': 'df2b4981-a2a5-455e-9ab4-90c6961918ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:15.329426 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0f4901e1-8fee-4e49-8df6-d68917ad1552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:15.374017 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['bc32bc94-0c00-48f3-93df-931662348468'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:15.441881 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-604a5177-a032-4961-a943-f207459bca49 req-e928abd7-a822-4510-bed0-1ad07e8ba9e6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:15.449345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['233d75d3-5ebb-42e2-8b24-db5a2032c405', '66e16a37-37e9-4c75-aa0e-f083208cbdc6', 'de0508b2-077d-4e5e-a125-fadafcf09f73', 'ad80836a-4b08-4507-946b-ab0533d42b70'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:15.518438 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:15.549604 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdebef6a-7a2d-4c99-a09b-f3798bf757dc req-784b7e7e-73a2-42d1-b017-d96faf0c5458 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] No DVR routers for this DVR port 13ed19fa-1660-4600-8889-3541944d00e9 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:52:15.552759 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fdebef6a-7a2d-4c99-a09b-f3798bf757dc req-784b7e7e-73a2-42d1-b017-d96faf0c5458 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:15.556587 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fdebef6a-7a2d-4c99-a09b-f3798bf757dc req-784b7e7e-73a2-42d1-b017-d96faf0c5458 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.62 "DELETE /v2.0/ports/13ed19fa-1660-4600-8889-3541944d00e9 HTTP/1.1" status: 204 len: 173 time: 2.2260215 Nov 11 11:52:15.557226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Pushing event updated for resources: {'Port': ['ID=904fe0bc-5763-424b-b915-bd7b09b4801f,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:15.610123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1d9ee-ffd7-45c0-a234-d862fd5791d3 None None] The sync data for ids ['8796d423-2040-4479-9cfc-bccd7eb33f9a'] in n-d-807359-3 is: [{'id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876582284-router', 'tenant_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:58Z', 'updated_at': '2021-11-11T11:52:06Z', 'revision_number': 4, 'project_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'gw_port': {'id': '5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:59Z', 'updated_at': '2021-11-11T11:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '1dac29f4-c2b6-411c-97d0-8933ee7f0811', 'name': '', 'network_id': 'fae0ea2e-29b7-4c92-bdb9-84d226a1da5e', 'tenant_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'mac_address': 'fa:16:3e:c1:24:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'df2b4981-a2a5-455e-9ab4-90c6961918ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:52:04Z', 'updated_at': '2021-11-11T11:52:13Z', 'revision_number': 4, 'project_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'subnets': [{'id': 'df2b4981-a2a5-455e-9ab4-90c6961918ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:52:15.748723 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a5425da2-3fb1-4350-99f2-380e3db5db76 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:52:15.788043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-9e0afe1b-650e-4ce0-8f36-48c0c67d303e admin admin] For port a5425da2-3fb1-4350-99f2-380e3db5db76, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a5425da2-3fb1-4350-99f2-380e3db5db76,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:15.788720 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9e0afe1b-650e-4ce0-8f36-48c0c67d303e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:15.813611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-9e0afe1b-650e-4ce0-8f36-48c0c67d303e admin admin] Calling delete_port for a5425da2-3fb1-4350-99f2-380e3db5db76 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:52:15.884757 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:15.915123 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db5acd2-4f6b-40fe-8ca0-1462ea4eb84e" -d '{"events": [{"server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "name": "network-vif-unplugged", "status": "completed", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:15.945325 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:15.971118 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b7e7e-73a2-42d1-b017-d96faf0c5458 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Pushing event deleted for resources: {'Port': ['ID=13ed19fa-1660-4600-8889-3541944d00e9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:15.984247 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Attempting to bind port 904fe0bc-5763-424b-b915-bd7b09b4801f on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:52:15.985157 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Attempting to bind port 904fe0bc-5763-424b-b915-bd7b09b4801f by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'fb6e1d7d-6198-4b8a-8555-062b88f02519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:52:15.986964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Attempting to bind port 904fe0bc-5763-424b-b915-bd7b09b4801f on network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:16.025031 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882ee56-81a3-461a-8f8d-70ada6395e4f req-83e8e4ea-a68d-43ab-8f00-0af05e0c008b tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:16.045511 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3882ee56-81a3-461a-8f8d-70ada6395e4f req-83e8e4ea-a68d-43ab-8f00-0af05e0c008b tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=511a3ca9-e231-40f6-9d78-e12baea840ac HTTP/1.1" status: 200 len: 944 time: 0.7238214 Nov 11 11:52:16.087770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Port 904fe0bc-5763-424b-b915-bd7b09b4801f on network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:52:16.088371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Attempting to bind port 904fe0bc-5763-424b-b915-bd7b09b4801f on network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:16.101257 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:52:16.101881 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Checking segment: {'id': 'fb6e1d7d-6198-4b8a-8555-062b88f02519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:52:16.102554 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Bound using segment: {'id': 'fb6e1d7d-6198-4b8a-8555-062b88f02519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:52:16.103160 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Bound port: 904fe0bc-5763-424b-b915-bd7b09b4801f, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6e1d7d-6198-4b8a-8555-062b88f02519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:52:16.103679 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:16.112016 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:16.164091 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Transition to ACTIVE for port object 41bc367d-37e2-49ff-abe8-51aa2c30c67f will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:52:16.187426 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4901e1-8fee-4e49-8df6-d68917ad1552 None None] Pushing event updated for resources: {'Port': ['ID=1dac29f4-c2b6-411c-97d0-8933ee7f0811,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:16.223961 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:16.343648 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-604a5177-a032-4961-a943-f207459bca49 req-e928abd7-a822-4510-bed0-1ad07e8ba9e6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:16.384432 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-47a4b0d6-f31f-48db-b8ad-20738b604a79 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Made reservation on behalf of ea71f96c9cce46148a8d917cd68a071b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:52:16.388165 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-47a4b0d6-f31f-48db-b8ad-20738b604a79 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:16.458936 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] For port 904fe0bc-5763-424b-b915-bd7b09b4801f, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:52:16.489394 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] For port 904fe0bc-5763-424b-b915-bd7b09b4801f, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=904fe0bc-5763-424b-b915-bd7b09b4801f,segment=NetworkSegment(fb6e1d7d-6198-4b8a-8555-062b88f02519),segment_id=fb6e1d7d-6198-4b8a-8555-062b88f02519)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:52:16.491048 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9e0afe1b-650e-4ce0-8f36-48c0c67d303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:16.567878 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:52:16.568264 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 11:52:16.583559 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0afe1b-650e-4ce0-8f36-48c0c67d303e admin admin] Pushing event deleted for resources: {'Port': ['ID=a5425da2-3fb1-4350-99f2-380e3db5db76,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:16.587172 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:16.608701 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:16.626399 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:16.627152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:16.628772 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] 10.222.0.43 "PUT /v2.0/ports/904fe0bc-5763-424b-b915-bd7b09b4801f HTTP/1.1" status: 200 len: 1092 time: 2.9843099 Nov 11 11:52:16.640127 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Allocated IP 172.25.2.249 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/0f2661cb-024e-4b6a-b54e-542853862c39) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:52:16.773712 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9e0afe1b-650e-4ce0-8f36-48c0c67d303e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:16.815272 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:52:16.908051 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:16.924076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:52:16.933085 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2f65ae3d-f010-4dbe-8d45-475a4f7c94a8 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:52:16.938359 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9e0afe1b-650e-4ce0-8f36-48c0c67d303e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:16.941037 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9e0afe1b-650e-4ce0-8f36-48c0c67d303e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:16.988131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Pushing event updated for resources: {'Port': ['ID=41bc367d-37e2-49ff-abe8-51aa2c30c67f,revision_number=6']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:17.009324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] No DVR routers for this DVR port 41bc367d-37e2-49ff-abe8-51aa2c30c67f on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:52:17.021533 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9e0afe1b-650e-4ce0-8f36-48c0c67d303e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:17.022131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0afe1b-650e-4ce0-8f36-48c0c67d303e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ab240b-61f4-4284-b238-42e2c5243140 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:52:17.027822 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9e0afe1b-650e-4ce0-8f36-48c0c67d303e admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:17.031709 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9e0afe1b-650e-4ce0-8f36-48c0c67d303e admin admin] 10.222.0.65 "DELETE /v2.0/routers/47ab240b-61f4-4284-b238-42e2c5243140 HTTP/1.1" status: 204 len: 168 time: 5.4759147 Nov 11 11:52:17.034475 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43438) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:52:17.085471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4bea4d-f15a-4a93-bf85-a3264130a252 admin admin] Deleting subnet f7dbbf15-7874-46e6-9ca0-fe734641be12 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:52:17.125000 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d4bea4d-f15a-4a93-bf85-a3264130a252 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:17.133954 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-fdc8786e-9784-4306-88c4-2a9810c7ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:17.135717 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-fdc8786e-9784-4306-88c4-2a9810c7ace6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=698a4072eeb44d058612b432edd8e394&device_id=511a3ca9-e231-40f6-9d78-e12baea840ac HTTP/1.1" status: 200 len: 1095 time: 0.4263535 Nov 11 11:52:17.186397 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:17.221865 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Attempting to bind port 41bc367d-37e2-49ff-abe8-51aa2c30c67f on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:52:17.222337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Attempting to bind port 41bc367d-37e2-49ff-abe8-51aa2c30c67f by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:52:17.222769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Attempting to bind port 41bc367d-37e2-49ff-abe8-51aa2c30c67f on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:17.240776 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 13ed19fa-1660-4600-8889-3541944d00e9 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:52:17.248429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:52:17.265365 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-e8f24f58-1350-4661-8252-42c564d97348 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=904fe0bc-5763-424b-b915-bd7b09b4801f HTTP/1.1" status: 200 len: 217 time: 0.1075673 Nov 11 11:52:17.269896 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e61391-91e6-476d-931b-2fbe26cb3d56 service neutron] Pushing event updated for resources: {'Port': ['ID=904fe0bc-5763-424b-b915-bd7b09b4801f,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:17.285205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:52:17.300469 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604a5177-a032-4961-a943-f207459bca49 req-e928abd7-a822-4510-bed0-1ad07e8ba9e6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:52:17.314121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3882ee56-81a3-461a-8f8d-70ada6395e4f req-5a4dca8b-c8ee-447c-acde-43f729cea798 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2152557 Nov 11 11:52:17.323237 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:52:17.345012 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 13ed19fa-1660-4600-8889-3541944d00e9 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:52:17.345455 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 13ed19fa-1660-4600-8889-3541944d00e9 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:52:17.404174 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d4bea4d-f15a-4a93-bf85-a3264130a252 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:17.409143 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:17.434419 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Port 41bc367d-37e2-49ff-abe8-51aa2c30c67f on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:52:17.438088 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Attempting to bind port 41bc367d-37e2-49ff-abe8-51aa2c30c67f on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:17.443995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-604a5177-a032-4961-a943-f207459bca49 req-e928abd7-a822-4510-bed0-1ad07e8ba9e6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:52:17.453454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:52:17.453932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:52:17.454410 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:52:17.454962 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Bound port: 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:52:17.455471 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:17.461306 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-2239d473-0cdb-415c-9a71-eaa9d2822ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:17.463396 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-2239d473-0cdb-415c-9a71-eaa9d2822ecd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94c16310-5f9c-4d33-b7c9-d721f3565d86 HTTP/1.1" status: 200 len: 862 time: 0.1825342 Nov 11 11:52:17.465203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-604a5177-a032-4961-a943-f207459bca49 req-e928abd7-a822-4510-bed0-1ad07e8ba9e6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:52:17.491595 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a5177-a032-4961-a943-f207459bca49 req-e928abd7-a822-4510-bed0-1ad07e8ba9e6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:17.508247 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-604a5177-a032-4961-a943-f207459bca49 req-e928abd7-a822-4510-bed0-1ad07e8ba9e6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:17.588933 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-310c5c3f-2c92-4abe-8cb0-258b709a31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:17.591183 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-310c5c3f-2c92-4abe-8cb0-258b709a31f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933375 Nov 11 11:52:17.609297 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d4bea4d-f15a-4a93-bf85-a3264130a252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:17.668491 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-47a4b0d6-f31f-48db-b8ad-20738b604a79 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Allocated IP 172.20.0.8 (3912451f-5f8d-4108-8931-6e48d526950a/6895bfe9-2caf-4d68-8e8e-acf7b9702df7/4258946e-cdae-461c-9d4b-c050bd5ce08d) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:52:17.717219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1dac29f4-c2b6-411c-97d0-8933ee7f0811 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:52:17.792758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 1dac29f4-c2b6-411c-97d0-8933ee7f0811 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:17.793634 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:17.817277 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d4bea4d-f15a-4a93-bf85-a3264130a252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:17.852349 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-401d28cf-0146-4465-9be7-312869277737 service neutron] 10.222.0.43 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519379 Nov 11 11:52:17.853285 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d4bea4d-f15a-4a93-bf85-a3264130a252 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:17.859959 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9d4bea4d-f15a-4a93-bf85-a3264130a252 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f7dbbf15-7874-46e6-9ca0-fe734641be12 HTTP/1.1" status: 204 len: 168 time: 0.8236957 Nov 11 11:52:17.861047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bea4d-f15a-4a93-bf85-a3264130a252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7dbbf15-7874-46e6-9ca0-fe734641be12,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:17.862943 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-47a4b0d6-f31f-48db-b8ad-20738b604a79 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:17.863571 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43440) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:52:17.868799 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04524d25-edee-42dd-876c-3eae45bd1fdf None None] Network 3b4051cb-e5b2-4788-beb4-f7bf8158d3e4 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:52:17.903147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928abd7-a822-4510-bed0-1ad07e8ba9e6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Pushing event updated for resources: {'Port': ['ID=199c3395-a864-4b65-ad7c-ecb8bf0590a9,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:17.959276 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-47a4b0d6-f31f-48db-b8ad-20738b604a79 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:17.965673 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:17.966463 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-604a5177-a032-4961-a943-f207459bca49 req-e928abd7-a822-4510-bed0-1ad07e8ba9e6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6162777 Nov 11 11:52:17.992378 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-47a4b0d6-f31f-48db-b8ad-20738b604a79 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Network 3912451f-5f8d-4108-8931-6e48d526950a is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:52:18.029391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-47a4b0d6-f31f-48db-b8ad-20738b604a79 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:52:18.039564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Request body: {'port': {'device_id': '8ba79751-9283-4ec7-ba19-13aa31dd64ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:18.095302 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Deleting port c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:52:18.095933 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:18.102143 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-47a4b0d6-f31f-48db-b8ad-20738b604a79 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:52:18.109096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-47a4b0d6-f31f-48db-b8ad-20738b604a79 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:18.109787 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-47a4b0d6-f31f-48db-b8ad-20738b604a79 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:18.158768 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] DHCP port deletion for 3b4051cb-e5b2-4788-beb4-f7bf8158d3e4 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:52:18.160649 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:18.167038 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] For port c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89,segment=NetworkSegment(7892941c-7234-47ee-a8b4-dae1a9ec323a),segment_id=7892941c-7234-47ee-a8b4-dae1a9ec323a)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:18.167523 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:18.185300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Calling delete_port for c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:52:18.228941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Deleting port c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:52:18.229426 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:18.235667 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:18.240350 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-47a4b0d6-f31f-48db-b8ad-20738b604a79 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1245646 Nov 11 11:52:18.265220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Pushing event updated for resources: {'Port': ['ID=0f2661cb-024e-4b6a-b54e-542853862c39,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:18.287161 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d922342-f2a5-4b78-9964-91fa0fec0556 req-3f266a4c-18d1-4568-81e8-a928154ac4e3 service neutron] 10.222.0.43 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223769 Nov 11 11:52:18.288635 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:18.288961 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Request body: {'port': {'device_id': '1b51f5b4-6c60-409d-bbee-47d848ffbcc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:18.341473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2168a25-8702-4336-985c-d36d9d917518 req-c64c483b-6d89-4334-b9da-ce726b0d9caa tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:18.342677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] For port c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89,segment=NetworkSegment(7892941c-7234-47ee-a8b4-dae1a9ec323a),segment_id=7892941c-7234-47ee-a8b4-dae1a9ec323a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:18.343171 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:18.344030 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f2168a25-8702-4336-985c-d36d9d917518 req-c64c483b-6d89-4334-b9da-ce726b0d9caa tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 931 time: 0.4028349 Nov 11 11:52:18.368149 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:52:18.374138 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Calling delete_port for c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:52:18.423596 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:52:18.614498 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:18.690359 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Pushing event deleted for resources: {'Port': ['ID=c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:18.703319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] No DVR routers for this DVR port c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:52:18.722074 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:18.723353 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:18.723696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:18.724022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:18.724345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:18.724663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:18.724982 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:18.725297 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:18.725880 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:18.726211 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:18.727003 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:18.727328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21624c41-6c8d-4800-bccf-71d7e8119a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:52:18.758089 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:18.770549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] No DVR routers for this DVR port c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:52:18.867421 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:18.912203 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:52:18.912546 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:52:18.913328 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:52:18.913794 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Subscribe: > port after_create 55550000 {{(pid=109154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:52:18.914257 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:52:18.914754 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Subscribe: > port after_update 55550000 {{(pid=109154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:52:18.915072 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:52:18.915384 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:52:18.915690 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:52:18.916000 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:52:18.932368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4b0d6-f31f-48db-b8ad-20738b604a79 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Pushing event updated for resources: {'Port': ['ID=4258946e-cdae-461c-9d4b-c050bd5ce08d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:18.951612 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:19.079388 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:52:19.080500 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:52:19.080966 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:52:19.081428 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:52:19.082004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4051cb-e5b2-4788-beb4-f7bf8158d3e4']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:19.104936 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:19.110105 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:19.110105 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:19.110105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] 10.222.0.43 "PUT /v2.0/ports/41bc367d-37e2-49ff-abe8-51aa2c30c67f HTTP/1.1" status: 200 len: 1096 time: 6.8045764 Nov 11 11:52:19.123626 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f2168a25-8702-4336-985c-d36d9d917518 req-cc688c3d-3deb-4c5a-9b4c-e9d330056bf2 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7656384 Nov 11 11:52:19.127800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7892941c-7234-47ee-a8b4-dae1a9ec323a') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:19.128091 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7892941c-7234-47ee-a8b4-dae1a9ec323a') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:19.156705 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:19.173273 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698b678-5383-4ad3-9ca6-2c180fb5f941 service neutron] Pushing event updated for resources: {'Port': ['ID=41bc367d-37e2-49ff-abe8-51aa2c30c67f,revision_number=7']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:19.193813 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:19.199224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:52:19.199793 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: from cryptography.utils import int_from_bytes Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: from cryptography.utils import int_from_bytes Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:52:19.232874 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:52:19.325310 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:19.331613 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:19.338136 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3b4051cb-e5b2-4788-beb4-f7bf8158d3e4 HTTP/1.1" status: 204 len: 168 time: 1.4633193 Nov 11 11:52:19.404893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be43dc-d29f-4545-95e0-db5cfbd323b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b4051cb-e5b2-4788-beb4-f7bf8158d3e4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:19.513144 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:19.530352 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-a73dd4c8-e40e-4dc0-b998-0b47b0b06d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:19.542810 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-a73dd4c8-e40e-4dc0-b998-0b47b0b06d77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 1099 time: 0.3634229 Nov 11 11:52:19.551487 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:19.598998 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43446) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:52:19.608295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:52:19.633272 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:52:19.633803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c9a0abdb-a058-4a0d-ac71-3f6f2aed5b89 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:52:19.660354 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:19.667516 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1b182db4-f18b-493b-8d73-6fd4b5da6a2a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e7c1eb0aaba487da0c5719f290a0b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0644155 Nov 11 11:52:19.668129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43448) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:52:19.698908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1dead-3283-44a3-a998-b7c2783a2237 req-d6f11d33-0ece-41df-b133-a88634482202 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:19.700432 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4fc1dead-3283-44a3-a998-b7c2783a2237 req-d6f11d33-0ece-41df-b133-a88634482202 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 931 time: 0.3172998 Nov 11 11:52:19.728334 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b42b9c57-25e9-4af3-ba15-808d616985ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:19.750630 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b42b9c57-25e9-4af3-ba15-808d616985ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:19.791351 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:19.792596 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.2830851 Nov 11 11:52:19.807926 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b42b9c57-25e9-4af3-ba15-808d616985ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:19.810091 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6ebbc-c290-407c-829c-0845553a395a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Pushing event updated for resources: {'Port': ['ID=0f2661cb-024e-4b6a-b54e-542853862c39,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:19.811237 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b42b9c57-25e9-4af3-ba15-808d616985ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:19.814974 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b42b9c57-25e9-4af3-ba15-808d616985ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76fd018c-5033-4308-96e7-bc9656089fcd HTTP/1.1" status: 204 len: 168 time: 0.1434505 Nov 11 11:52:19.834844 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b9c57-25e9-4af3-ba15-808d616985ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fd018c-5033-4308-96e7-bc9656089fcd,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:19.913634 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-6d92d7d2-854a-4bd4-9873-2ae40cbe11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:19.915059 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-6d92d7d2-854a-4bd4-9873-2ae40cbe11a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.3317411 Nov 11 11:52:19.961259 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-0d54a106-8130-4070-a588-93fd26d89f40 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 696 time: 0.1584592 Nov 11 11:52:19.999831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199c3395-a864-4b65-ad7c-ecb8bf0590a9 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:52:20.027704 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4fc1dead-3283-44a3-a998-b7c2783a2237 req-8ef81c6c-002c-4ee2-b273-4a99aec45889 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157346 Nov 11 11:52:20.038635 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:20.094032 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93857c38-c1ed-4077-b7e2-81fb960b1a84 x-openstack-request-id: req-93857c38-c1ed-4077-b7e2-81fb960b1a84 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:20.094930 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a69549b-1df4-4529-b1f0-02f060b2be69", "name": "network-vif-deleted", "tag": "db68efde-836e-4ddd-9efb-1c6eae48078d", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:20.095753 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93857c38-c1ed-4077-b7e2-81fb960b1a84 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:20.096345 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a69549b-1df4-4529-b1f0-02f060b2be69', 'name': 'network-vif-deleted', 'tag': 'db68efde-836e-4ddd-9efb-1c6eae48078d', 'status': 'completed', 'code': 200} Nov 11 11:52:20.099067 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4258946e-cdae-461c-9d4b-c050bd5ce08d {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:52:20.108619 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:20.122637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Transition to ACTIVE for port object 4258946e-cdae-461c-9d4b-c050bd5ce08d will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:52:20.124535 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-a7b9eebc-bb2d-465c-8131-948623e57e05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f HTTP/1.1" status: 200 len: 217 time: 0.1862907 Nov 11 11:52:20.151370 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:20.230914 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Transition to ACTIVE for port object 199c3395-a864-4b65-ad7c-ecb8bf0590a9 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:52:20.281997 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:20.334250 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Pushing event updated for resources: {'Port': ['ID=4258946e-cdae-461c-9d4b-c050bd5ce08d,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:20.407785 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-adba68d5-3de7-4b97-8e81-1899721c7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:20.410183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-adba68d5-3de7-4b97-8e81-1899721c7c80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.2699895 Nov 11 11:52:20.479590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Attempting to bind port 4258946e-cdae-461c-9d4b-c050bd5ce08d on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:52:20.479929 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Attempting to bind port 4258946e-cdae-461c-9d4b-c050bd5ce08d by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '49589435-f4a7-4260-ada9-a576d4b43658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:52:20.480254 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Attempting to bind port 4258946e-cdae-461c-9d4b-c050bd5ce08d on network 3912451f-5f8d-4108-8931-6e48d526950a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:20.488747 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-b4e0dc9e-f596-4a23-a736-24df71513097 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:20.490168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba782485-b1ea-4523-a8a8-7b1ea0462b34 req-b4e0dc9e-f596-4a23-a736-24df71513097 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.4813406 Nov 11 11:52:20.505446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776c89a-9e0b-431a-818b-13d6b8f5eec5 req-d05e0960-a4f6-4660-9529-8ae8d97b67f1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:20.507048 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6776c89a-9e0b-431a-818b-13d6b8f5eec5 req-d05e0960-a4f6-4660-9529-8ae8d97b67f1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 948 time: 0.2923167 Nov 11 11:52:20.510683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Pushing event updated for resources: {'Port': ['ID=199c3395-a864-4b65-ad7c-ecb8bf0590a9,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:20.534199 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Port 4258946e-cdae-461c-9d4b-c050bd5ce08d on network 3912451f-5f8d-4108-8931-6e48d526950a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:52:20.534532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Attempting to bind port 4258946e-cdae-461c-9d4b-c050bd5ce08d on network 3912451f-5f8d-4108-8931-6e48d526950a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:20.561437 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:52:20.561823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Checking segment: {'id': '49589435-f4a7-4260-ada9-a576d4b43658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:52:20.562212 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Bound using segment: {'id': '49589435-f4a7-4260-ada9-a576d4b43658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:52:20.562655 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Bound port: 4258946e-cdae-461c-9d4b-c050bd5ce08d, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49589435-f4a7-4260-ada9-a576d4b43658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:52:20.563014 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:20.582645 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Attempting to bind port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:52:20.583021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Attempting to bind port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:52:20.583303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Attempting to bind port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:20.596600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-12b59711-e396-4636-9c6d-b0f77d33cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:20.598083 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-12b59711-e396-4636-9c6d-b0f77d33cc90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569428 Nov 11 11:52:20.606692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:52:20.607199 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Attempting to bind port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:20.648511 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbc8f10-bb5a-4faf-ada0-b63e462605c4 x-openstack-request-id: req-fdbc8f10-bb5a-4faf-ada0-b63e462605c4 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:20.648511 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "name": "network-vif-unplugged", "status": "completed", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:20.648511 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fdbc8f10-bb5a-4faf-ada0-b63e462605c4 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:20.648511 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f', 'code': 200} Nov 11 11:52:20.674606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:52:20.674945 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Checking segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:52:20.675335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Bound using segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:52:20.675781 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Bound port: 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:52:20.676136 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:20.708299 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6776c89a-9e0b-431a-818b-13d6b8f5eec5 req-09559106-c771-43e1-9c98-b3f8a87ef59a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791713 Nov 11 11:52:20.800984 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] For port 4258946e-cdae-461c-9d4b-c050bd5ce08d, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:52:20.806233 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] For port 4258946e-cdae-461c-9d4b-c050bd5ce08d, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4258946e-cdae-461c-9d4b-c050bd5ce08d,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:52:20.829521 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:20.848289 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-7a067d7d-49ba-41d1-ae30-acab3d00a2a9 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089660 Nov 11 11:52:20.874167 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] For port 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:52:20.906321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:20.906932 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:20.908399 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] 10.222.0.43 "PUT /v2.0/ports/4258946e-cdae-461c-9d4b-c050bd5ce08d HTTP/1.1" status: 200 len: 1091 time: 2.6399531 Nov 11 11:52:20.936648 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] For port 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:52:21.010548 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:21.063654 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03172e-5070-4ef1-95c9-d9dc7b8f2f90 service neutron] Pushing event updated for resources: {'Port': ['ID=4258946e-cdae-461c-9d4b-c050bd5ce08d,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:21.098622 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:21.099239 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:21.100624 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-604a5177-a032-4961-a943-f207459bca49 req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] 10.222.0.62 "PUT /v2.0/ports/199c3395-a864-4b65-ad7c-ecb8bf0590a9 HTTP/1.1" status: 200 len: 1091 time: 3.0924468 Nov 11 11:52:21.135173 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 904fe0bc-5763-424b-b915-bd7b09b4801f details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:52:21.148303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4730f-23e0-4ce0-a7a9-7197101a9ed1 req-044f35a1-57b8-4cae-9d1f-add532d0ecb4 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:21.149957 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-67d4730f-23e0-4ce0-a7a9-7197101a9ed1 req-044f35a1-57b8-4cae-9d1f-add532d0ecb4 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=511a3ca9-e231-40f6-9d78-e12baea840ac HTTP/1.1" status: 200 len: 944 time: 0.2705352 Nov 11 11:52:21.161086 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79646a-2e10-44a1-a697-e75b99c54373 req-ca8ea6fb-9ef4-491b-8812-948b2b7b63af tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:21.162618 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f79646a-2e10-44a1-a697-e75b99c54373 req-ca8ea6fb-9ef4-491b-8812-948b2b7b63af tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 943 time: 0.2862446 Nov 11 11:52:21.164487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-fc3cad77-3767-4a2f-a495-2392fbb2a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:21.165891 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-fc3cad77-3767-4a2f-a495-2392fbb2a22b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea71f96c9cce46148a8d917cd68a071b&device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 1094 time: 0.1975803 Nov 11 11:52:21.258932 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 904fe0bc-5763-424b-b915-bd7b09b4801f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=904fe0bc-5763-424b-b915-bd7b09b4801f,segment=NetworkSegment(fb6e1d7d-6198-4b8a-8555-062b88f02519),segment_id=fb6e1d7d-6198-4b8a-8555-062b88f02519)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:21.268609 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:21.273926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '904fe0bc-5763-424b-b915-bd7b09b4801f', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'port_id': '904fe0bc-5763-424b-b915-bd7b09b4801f', 'mac_address': 'fa:16:3e:eb:34:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:52:21.318079 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:21.333830 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904fe0bc-5763-424b-b915-bd7b09b4801f {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:52:21.365377 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 904fe0bc-5763-424b-b915-bd7b09b4801f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=904fe0bc-5763-424b-b915-bd7b09b4801f,segment=NetworkSegment(fb6e1d7d-6198-4b8a-8555-062b88f02519),segment_id=fb6e1d7d-6198-4b8a-8555-062b88f02519)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:21.371859 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:21.428784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a2a5850-b8a2-453d-acfa-16815a747879 req-1d6c7acc-db2a-459e-9054-94e6672eb934 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559034 Nov 11 11:52:21.451291 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=904fe0bc-5763-424b-b915-bd7b09b4801f,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:21.485749 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d0d05-3269-4b1e-b098-8bfe01193089 service neutron] Pushing event updated for resources: {'Port': ['ID=199c3395-a864-4b65-ad7c-ecb8bf0590a9,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:21.535085 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-6b5ca0fa-57be-40e5-9127-71a39a3f4d81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4258946e-cdae-461c-9d4b-c050bd5ce08d HTTP/1.1" status: 200 len: 217 time: 0.0898283 Nov 11 11:52:21.617950 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f79646a-2e10-44a1-a697-e75b99c54373 req-07098d97-ead5-4c89-b85e-c39f4fc040a8 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876271 Nov 11 11:52:21.620286 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a5177-a032-4961-a943-f207459bca49 req-0b4bfc1f-1397-4b1c-872d-1e223d922455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:21.624008 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-604a5177-a032-4961-a943-f207459bca49 req-0b4bfc1f-1397-4b1c-872d-1e223d922455 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 1094 time: 0.4539382 Nov 11 11:52:21.639989 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-9a5a9909-08e4-4780-b44b-f6d531445169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:21.641462 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-9a5a9909-08e4-4780-b44b-f6d531445169 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6895bfe9-2caf-4d68-8e8e-acf7b9702df7 HTTP/1.1" status: 200 len: 844 time: 0.0961459 Nov 11 11:52:21.645417 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-67d4730f-23e0-4ce0-a7a9-7197101a9ed1 req-50211ccb-6d33-4e26-96a7-15c76ff90e7d tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4742820 Nov 11 11:52:21.735823 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-604a5177-a032-4961-a943-f207459bca49 req-8acaafbc-5014-4300-9646-5278cbe42ea5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9 HTTP/1.1" status: 200 len: 217 time: 0.0892591 Nov 11 11:52:21.768552 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-eadd56b9-1a2f-49d1-a032-0bb8bab641ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3912451f-5f8d-4108-8931-6e48d526950a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051083 Nov 11 11:52:21.903544 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['904fe0bc-5763-424b-b915-bd7b09b4801f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:21.953207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a5177-a032-4961-a943-f207459bca49 req-ded1339a-ec90-4ace-9623-ca71ae015291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:21.954923 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-604a5177-a032-4961-a943-f207459bca49 req-ded1339a-ec90-4ace-9623-ca71ae015291 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.1894219 Nov 11 11:52:22.017171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-604a5177-a032-4961-a943-f207459bca49 req-b2c300a2-9909-41a7-afcf-7f451ce97e8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469978 Nov 11 11:52:22.093495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-ff74117f-a7d6-4e27-927c-9c7616205899 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:22.095814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-ff74117f-a7d6-4e27-927c-9c7616205899 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/networks?id=23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 200 len: 821 time: 0.3639624 Nov 11 11:52:22.097692 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc', 'name': 'network-vif-deleted', 'tag': '13ed19fa-1660-4600-8889-3541944d00e9'}, {'name': 'network-changed', 'server_uuid': '511a3ca9-e231-40f6-9d78-e12baea840ac', 'tag': '904fe0bc-5763-424b-b915-bd7b09b4801f'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:22.100820 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393fa70d-2016-450e-b79d-a0d733f8bb3b" -d '{"events": [{"server_uuid": "430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc", "name": "network-vif-deleted", "tag": "13ed19fa-1660-4600-8889-3541944d00e9"}, {"name": "network-changed", "server_uuid": "511a3ca9-e231-40f6-9d78-e12baea840ac", "tag": "904fe0bc-5763-424b-b915-bd7b09b4801f"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:22.152983 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-2b24ac8c-8e69-4d97-9d12-4379e3a96230 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/quotas/ebffd9d478614b25a8e32ffcf46c1a6c HTTP/1.1" status: 200 len: 375 time: 0.0561898 Nov 11 11:52:22.154989 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-74b0e08f-8a6b-4039-aaac-729d68f76b98 service neutron] 10.222.0.43 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768878 Nov 11 11:52:22.270169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-604a5177-a032-4961-a943-f207459bca49 req-2e823324-3d35-4c3a-98cc-380284b36226 service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354794 Nov 11 11:52:22.285051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-63d9cced-0698-4ace-8fd2-b4e23897b98d tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1235347 Nov 11 11:52:22.452718 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e4cb014-6948-4da5-8fc1-3f06549d88a0 req-c3f78972-b4f0-4873-9609-42dfe90d5fae service neutron] 10.222.0.43 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876828 Nov 11 11:52:22.502649 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-604a5177-a032-4961-a943-f207459bca49 req-db821144-2896-4007-b9f4-1cb1ed2deabc service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165811 Nov 11 11:52:22.505259 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-dcfdc70f-2ae4-4b07-a2b9-4e7e813b2b87 service neutron] 10.222.0.65 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074442 Nov 11 11:52:22.512957 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea8342-59ee-425f-8f8e-2a9d73d1d0ba req-7fcdd844-f2f8-43d0-90d2-c851d2e3688d tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:22.514448 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5eea8342-59ee-425f-8f8e-2a9d73d1d0ba req-7fcdd844-f2f8-43d0-90d2-c851d2e3688d tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 943 time: 0.1037984 Nov 11 11:52:22.637759 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5eea8342-59ee-425f-8f8e-2a9d73d1d0ba req-b4d5756c-80d6-4dbd-8a99-305de3a7c7fa tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999351 Nov 11 11:52:22.643559 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-a3727e34-1847-4fb1-bf39-7da64edeb175 service neutron] 10.222.0.65 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197784 Nov 11 11:52:22.644531 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f'}, {'name': 'network-changed', 'server_uuid': '1b51f5b4-6c60-409d-bbee-47d848ffbcc2', 'tag': '4258946e-cdae-461c-9d4b-c050bd5ce08d'}, {'name': 'network-changed', 'server_uuid': '8ba79751-9283-4ec7-ba19-13aa31dd64ab', 'tag': '199c3395-a864-4b65-ad7c-ecb8bf0590a9'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:22.647067 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3058df-e0cd-43ce-a6d5-dfc710106446" -d '{"events": [{"name": "network-changed", "server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f"}, {"name": "network-changed", "server_uuid": "1b51f5b4-6c60-409d-bbee-47d848ffbcc2", "tag": "4258946e-cdae-461c-9d4b-c050bd5ce08d"}, {"name": "network-changed", "server_uuid": "8ba79751-9283-4ec7-ba19-13aa31dd64ab", "tag": "199c3395-a864-4b65-ad7c-ecb8bf0590a9"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:22.764908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d24d0d-0b01-4bf9-bc25-10bb4e7e9edd req-433c1df7-effe-46e6-8993-f179e6b10fea tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:22.766636 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6d24d0d-0b01-4bf9-bc25-10bb4e7e9edd req-433c1df7-effe-46e6-8993-f179e6b10fea tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 948 time: 0.0599253 Nov 11 11:52:22.874461 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6d24d0d-0b01-4bf9-bc25-10bb4e7e9edd req-9fe044a1-a022-45dc-a5eb-ffa71e5e65b0 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895009 Nov 11 11:52:22.948738 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00101528-7811-4426-9973-d44cd9e09bf9 x-openstack-request-id: req-00101528-7811-4426-9973-d44cd9e09bf9 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:22.948963 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc", "name": "network-vif-deleted", "tag": "13ed19fa-1660-4600-8889-3541944d00e9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "511a3ca9-e231-40f6-9d78-e12baea840ac", "tag": "904fe0bc-5763-424b-b915-bd7b09b4801f", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:22.949215 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00101528-7811-4426-9973-d44cd9e09bf9 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:22.950408 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430f8ad0-0ca1-4bd1-a81a-df4ea5e3ecfc', 'name': 'network-vif-deleted', 'tag': '13ed19fa-1660-4600-8889-3541944d00e9', 'status': 'completed', 'code': 200} Nov 11 11:52:22.950408 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511a3ca9-e231-40f6-9d78-e12baea840ac', 'tag': '904fe0bc-5763-424b-b915-bd7b09b4801f', 'status': 'completed', 'code': 200} Nov 11 11:52:23.080045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fa70d-2016-450e-b79d-a0d733f8bb3b req-6dbd0b91-888b-406b-8a9e-64654f908f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:23.081568 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-393fa70d-2016-450e-b79d-a0d733f8bb3b req-6dbd0b91-888b-406b-8a9e-64654f908f4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=698a4072eeb44d058612b432edd8e394&device_id=511a3ca9-e231-40f6-9d78-e12baea840ac HTTP/1.1" status: 200 len: 1096 time: 0.0957747 Nov 11 11:52:23.088044 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7656bfc0-1c81-43d3-8952-55d8f6c7d35e x-openstack-request-id: req-7656bfc0-1c81-43d3-8952-55d8f6c7d35e {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:23.088044 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1b51f5b4-6c60-409d-bbee-47d848ffbcc2", "tag": "4258946e-cdae-461c-9d4b-c050bd5ce08d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ba79751-9283-4ec7-ba19-13aa31dd64ab", "tag": "199c3395-a864-4b65-ad7c-ecb8bf0590a9", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:23.088365 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7656bfc0-1c81-43d3-8952-55d8f6c7d35e {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:23.089856 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f', 'status': 'completed', 'code': 200} Nov 11 11:52:23.092596 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b51f5b4-6c60-409d-bbee-47d848ffbcc2', 'tag': '4258946e-cdae-461c-9d4b-c050bd5ce08d', 'status': 'completed', 'code': 200} Nov 11 11:52:23.094040 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba79751-9283-4ec7-ba19-13aa31dd64ab', 'tag': '199c3395-a864-4b65-ad7c-ecb8bf0590a9', 'status': 'completed', 'code': 200} Nov 11 11:52:23.103934 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 904fe0bc-5763-424b-b915-bd7b09b4801f up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:52:23.242538 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 904fe0bc-5763-424b-b915-bd7b09b4801f completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:52:23.250056 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 904fe0bc-5763-424b-b915-bd7b09b4801f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:23.250426 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:23.339302 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-523cc1d3-bc23-48d3-ba1c-a41cc115a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:23.340802 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-523cc1d3-bc23-48d3-ba1c-a41cc115a546 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 1099 time: 0.1990128 Nov 11 11:52:23.347279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-d8d9138e-d192-471b-98a4-f593c733a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:23.348776 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-d8d9138e-d192-471b-98a4-f593c733a4dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 1099 time: 0.1984551 Nov 11 11:52:23.364632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c1736-5479-48a7-80dc-ffd2710f36c8 req-5b994a57-8647-49c0-b52f-e2e4456043f8 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:23.368270 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e6c1736-5479-48a7-80dc-ffd2710f36c8 req-5b994a57-8647-49c0-b52f-e2e4456043f8 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 943 time: 0.2694774 Nov 11 11:52:23.383966 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:23.414017 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511a3ca9-e231-40f6-9d78-e12baea840ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904fe0bc-5763-424b-b915-bd7b09b4801f'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:23.417385 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efb7ae8-a2c3-40dd-bb63-9f82ab422824" -d '{"events": [{"server_uuid": "511a3ca9-e231-40f6-9d78-e12baea840ac", "name": "network-vif-plugged", "status": "completed", "tag": "904fe0bc-5763-424b-b915-bd7b09b4801f"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:23.433064 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa09b7-d4b7-4f13-8e0c-f683e3bf534c req-84b1330f-5d4a-4bfe-b476-90b1b2b29068 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:23.434617 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-87aa09b7-d4b7-4f13-8e0c-f683e3bf534c req-84b1330f-5d4a-4bfe-b476-90b1b2b29068 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=511a3ca9-e231-40f6-9d78-e12baea840ac HTTP/1.1" status: 200 len: 945 time: 0.1996980 Nov 11 11:52:23.436904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 904fe0bc-5763-424b-b915-bd7b09b4801f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=904fe0bc-5763-424b-b915-bd7b09b4801f,segment=NetworkSegment(fb6e1d7d-6198-4b8a-8555-062b88f02519),segment_id=fb6e1d7d-6198-4b8a-8555-062b88f02519)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:23.442850 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:23.524150 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=904fe0bc-5763-424b-b915-bd7b09b4801f,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:23.549369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fa70d-2016-450e-b79d-a0d733f8bb3b req-d12d2166-1ab9-4a90-83ec-8e3a38105923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:23.550858 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-393fa70d-2016-450e-b79d-a0d733f8bb3b req-d12d2166-1ab9-4a90-83ec-8e3a38105923 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9 HTTP/1.1" status: 200 len: 925 time: 0.3912740 Nov 11 11:52:23.649859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-393fa70d-2016-450e-b79d-a0d733f8bb3b req-1ee96e5e-cc08-4b10-bff5-b8ac0bb4b977 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=904fe0bc-5763-424b-b915-bd7b09b4801f HTTP/1.1" status: 200 len: 217 time: 0.0653062 Nov 11 11:52:23.690642 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb490db0-ff5d-4ee6-9d0d-5bfd80c11c65 req-4011ae0b-4433-4386-9641-7f3fe9cec7af tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:23.694427 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cb490db0-ff5d-4ee6-9d0d-5bfd80c11c65 req-4011ae0b-4433-4386-9641-7f3fe9cec7af tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "GET /v2.0/ports?device_id=64fac845-3a5d-4a15-b589-331f979c15e6 HTTP/1.1" status: 200 len: 950 time: 0.0994420 Nov 11 11:52:23.741735 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-87aa09b7-d4b7-4f13-8e0c-f683e3bf534c req-3b7e8b74-51ba-452f-adb6-2165718dee25 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574146 Nov 11 11:52:23.763715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-fc58cb13-7206-40e6-bf83-f9735df62e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:23.765194 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-fc58cb13-7206-40e6-bf83-f9735df62e42 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.3955562 Nov 11 11:52:23.774809 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e6c1736-5479-48a7-80dc-ffd2710f36c8 req-78183054-eef2-4f4a-bf89-1267c09ac3ee tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695836 Nov 11 11:52:23.831765 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-15156761-ebd6-43ec-8081-645b50c951da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f HTTP/1.1" status: 200 len: 217 time: 0.0506294 Nov 11 11:52:23.852379 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-cb490db0-ff5d-4ee6-9d0d-5bfd80c11c65 req-20243b6d-ee75-4412-96fe-a2011b0e1d14 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Deleting port ad80836a-4b08-4507-946b-ab0533d42b70 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:52:23.853052 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-cb490db0-ff5d-4ee6-9d0d-5bfd80c11c65 req-20243b6d-ee75-4412-96fe-a2011b0e1d14 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:23.903434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-62ef52d2-3fed-4e53-ba52-0dc68f1b19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:23.905960 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-62ef52d2-3fed-4e53-ba52-0dc68f1b19a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.5110064 Nov 11 11:52:23.911638 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fc0c663-6b5d-45c1-ad71-183d713e9c61 req-3037182f-7811-43b2-9996-479c69a4a8d3 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5 HTTP/1.1" status: 200 len: 210 time: 0.0751479 Nov 11 11:52:23.973252 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-cf0629c2-3016-4a1f-bd90-eb6fb16ed0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:23.974881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-cf0629c2-3016-4a1f-bd90-eb6fb16ed0b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0656233 Nov 11 11:52:23.977770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fa70d-2016-450e-b79d-a0d733f8bb3b req-d5113abe-8e88-4b2b-9bd6-2c7fd215b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:23.979120 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-393fa70d-2016-450e-b79d-a0d733f8bb3b req-d5113abe-8e88-4b2b-9bd6-2c7fd215b212 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94c16310-5f9c-4d33-b7c9-d721f3565d86 HTTP/1.1" status: 200 len: 862 time: 0.3126457 Nov 11 11:52:23.991882 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fc8f94-4d98-4946-aedd-2ab2d160c6d0 x-openstack-request-id: req-c0fc8f94-4d98-4946-aedd-2ab2d160c6d0 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:23.992172 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511a3ca9-e231-40f6-9d78-e12baea840ac", "name": "network-vif-plugged", "status": "completed", "tag": "904fe0bc-5763-424b-b915-bd7b09b4801f", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:23.992420 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c0fc8f94-4d98-4946-aedd-2ab2d160c6d0 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:23.992807 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511a3ca9-e231-40f6-9d78-e12baea840ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904fe0bc-5763-424b-b915-bd7b09b4801f', 'code': 200} Nov 11 11:52:23.996620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-cb490db0-ff5d-4ee6-9d0d-5bfd80c11c65 req-20243b6d-ee75-4412-96fe-a2011b0e1d14 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] For port ad80836a-4b08-4507-946b-ab0533d42b70, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=ad80836a-4b08-4507-946b-ab0533d42b70,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:23.996919 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-cb490db0-ff5d-4ee6-9d0d-5bfd80c11c65 req-20243b6d-ee75-4412-96fe-a2011b0e1d14 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:24.019569 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-cb490db0-ff5d-4ee6-9d0d-5bfd80c11c65 req-20243b6d-ee75-4412-96fe-a2011b0e1d14 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Calling delete_port for ad80836a-4b08-4507-946b-ab0533d42b70 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:52:24.090174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-5cacc3f2-ac9f-47c7-a1aa-cc57f94f4c69 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f HTTP/1.1" status: 200 len: 217 time: 0.1136680 Nov 11 11:52:24.293833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-0a558cc2-b4d0-4966-885e-c2be39c82353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:24.295325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-0a558cc2-b4d0-4966-885e-c2be39c82353 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1523812 Nov 11 11:52:24.315558 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772525c3-ee02-472a-bdd9-55d5e3f67a31 req-184dcbed-ac05-4ef2-8824-e83ca758c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:24.317104 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-772525c3-ee02-472a-bdd9-55d5e3f67a31 req-184dcbed-ac05-4ef2-8824-e83ca758c672 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=511a3ca9-e231-40f6-9d78-e12baea840ac HTTP/1.1" status: 200 len: 1097 time: 0.1955128 Nov 11 11:52:24.415254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-cc9aeffb-dbe4-46ad-939e-7dc8c4e43171 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:24.417103 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-cc9aeffb-dbe4-46ad-939e-7dc8c4e43171 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.62 "GET /v2.0/networks?id=23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 200 len: 821 time: 0.2766747 Nov 11 11:52:24.436734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-29197daf-903d-4cf3-bbb5-567420822bd9 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Request body: {'port': {'device_id': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'admin_state_up': True, 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:24.480723 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-772525c3-ee02-472a-bdd9-55d5e3f67a31 req-79222fb8-e2e6-4e4b-ba24-4317a8df244c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514862 Nov 11 11:52:24.484995 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-cb490db0-ff5d-4ee6-9d0d-5bfd80c11c65 req-20243b6d-ee75-4412-96fe-a2011b0e1d14 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:24.499667 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['233d75d3-5ebb-42e2-8b24-db5a2032c405', '66e16a37-37e9-4c75-aa0e-f083208cbdc6', 'de0508b2-077d-4e5e-a125-fadafcf09f73', 'ad80836a-4b08-4507-946b-ab0533d42b70'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:24.504263 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['bc32bc94-0c00-48f3-93df-931662348468'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:24.556003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20243b6d-ee75-4412-96fe-a2011b0e1d14 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Pushing event deleted for resources: {'Port': ['ID=ad80836a-4b08-4507-946b-ab0533d42b70,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:24.620929 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb490db0-ff5d-4ee6-9d0d-5bfd80c11c65 req-20243b6d-ee75-4412-96fe-a2011b0e1d14 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] No DVR routers for this DVR port ad80836a-4b08-4507-946b-ab0533d42b70 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:52:24.626291 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-cb490db0-ff5d-4ee6-9d0d-5bfd80c11c65 req-20243b6d-ee75-4412-96fe-a2011b0e1d14 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:24.633659 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cb490db0-ff5d-4ee6-9d0d-5bfd80c11c65 req-20243b6d-ee75-4412-96fe-a2011b0e1d14 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "DELETE /v2.0/ports/ad80836a-4b08-4507-946b-ab0533d42b70 HTTP/1.1" status: 204 len: 173 time: 0.9139938 Nov 11 11:52:24.679643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77719a91-b1e2-4c82-aa03-7f1f3434f784 req-c0696872-c8b4-400a-8823-cdf6302c5f9d tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:24.688669 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77719a91-b1e2-4c82-aa03-7f1f3434f784 req-c0696872-c8b4-400a-8823-cdf6302c5f9d tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=64fac845-3a5d-4a15-b589-331f979c15e6 HTTP/1.1" status: 200 len: 950 time: 0.6106489 Nov 11 11:52:24.697168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-c7c58238-e906-4c23-8264-77a817429765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:24.699150 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-c7c58238-e906-4c23-8264-77a817429765 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6194723 Nov 11 11:52:24.705076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fa70d-2016-450e-b79d-a0d733f8bb3b req-6f0cbfbf-e20e-4ae1-9224-cf8f920010c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:24.707252 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-393fa70d-2016-450e-b79d-a0d733f8bb3b req-6f0cbfbf-e20e-4ae1-9224-cf8f920010c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6264570 Nov 11 11:52:24.766523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-29197daf-903d-4cf3-bbb5-567420822bd9 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Made reservation on behalf of ebffd9d478614b25a8e32ffcf46c1a6c for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:52:24.776635 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-29197daf-903d-4cf3-bbb5-567420822bd9 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:24.779376 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309286a6-bc76-49ff-84e3-c0d2f2c34e98 req-fd09b911-71c1-4e24-85a0-de539aac797c tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:24.786635 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-309286a6-bc76-49ff-84e3-c0d2f2c34e98 req-fd09b911-71c1-4e24-85a0-de539aac797c tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 943 time: 0.7046230 Nov 11 11:52:24.975444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 199c3395-a864-4b65-ad7c-ecb8bf0590a9 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:52:25.025086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77719a91-b1e2-4c82-aa03-7f1f3434f784 req-c0a49230-267a-4833-adac-2204ddbcd703 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354580 Nov 11 11:52:25.037778 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-7d1f7f15-f8e4-4d62-8088-972fdb851ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:25.060177 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-7d1f7f15-f8e4-4d62-8088-972fdb851ce6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7450719 Nov 11 11:52:25.072794 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-29197daf-903d-4cf3-bbb5-567420822bd9 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Allocated IP 172.20.0.12 (23b7b723-f466-4f2b-8a8d-9f55afd99d66/b0d7fcde-07a1-4532-bf76-b8012c4b4070/f1182478-860e-433d-bb78-d1bdd9a7a4e2) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:52:25.135304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4258946e-cdae-461c-9d4b-c050bd5ce08d details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:52:25.149132 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:25.175496 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-309286a6-bc76-49ff-84e3-c0d2f2c34e98 req-8180758f-7bcb-4d14-a568-ec236c402823 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879046 Nov 11 11:52:25.232888 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '199c3395-a864-4b65-ad7c-ecb8bf0590a9', 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb', 'port_id': '199c3395-a864-4b65-ad7c-ecb8bf0590a9', 'mac_address': 'fa:16:3e:36:ae:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546c2390-2809-4383-bde7-69f252e0324c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:52:25.245904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fac845-3a5d-4a15-b589-331f979c15e6', 'name': 'network-vif-deleted', 'tag': 'ad80836a-4b08-4507-946b-ab0533d42b70'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:25.250843 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e4c84b-6f7f-4de2-be7c-ac3aaeb771c9" -d '{"events": [{"server_uuid": "64fac845-3a5d-4a15-b589-331f979c15e6", "name": "network-vif-deleted", "tag": "ad80836a-4b08-4507-946b-ab0533d42b70"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:25.291409 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-e084085c-a603-44e9-a0da-856ebf5f738f service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506656 Nov 11 11:52:25.323996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df2ce6-e19d-4a72-8638-c4caefd296ce req-8944a037-6bdf-4612-85ea-51637e16685f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:25.329396 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-46df2ce6-e19d-4a72-8638-c4caefd296ce req-8944a037-6bdf-4612-85ea-51637e16685f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.62 "GET /v2.0/ports?device_id=820b0893-e627-4927-a492-4cbfa6eab66d HTTP/1.1" status: 200 len: 950 time: 0.6511967 Nov 11 11:52:25.359845 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-393fa70d-2016-450e-b79d-a0d733f8bb3b req-7a0eb270-74d6-4ab9-9935-91945401ecdb service neutron] 10.222.0.43 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105711 Nov 11 11:52:25.384315 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:25.449367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199c3395-a864-4b65-ad7c-ecb8bf0590a9 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:52:25.499450 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:25.579950 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:25.604652 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-29197daf-903d-4cf3-bbb5-567420822bd9 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:25.660416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-46df2ce6-e19d-4a72-8638-c4caefd296ce req-ac8121bb-a5bd-40b9-98fd-af2e851b9dce tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Deleting port bc32bc94-0c00-48f3-93df-931662348468 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:52:25.660763 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-46df2ce6-e19d-4a72-8638-c4caefd296ce req-ac8121bb-a5bd-40b9-98fd-af2e851b9dce tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:25.705935 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4c8a3-1db3-4abc-8772-826777589f89 req-94847077-f69a-4993-bbc6-28beef5f3910 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:25.707558 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21a4c8a3-1db3-4abc-8772-826777589f89 req-94847077-f69a-4993-bbc6-28beef5f3910 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 948 time: 0.3553696 Nov 11 11:52:25.767034 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4258946e-cdae-461c-9d4b-c050bd5ce08d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4258946e-cdae-461c-9d4b-c050bd5ce08d,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:25.786617 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '4258946e-cdae-461c-9d4b-c050bd5ce08d', 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a', 'port_id': '4258946e-cdae-461c-9d4b-c050bd5ce08d', 'mac_address': 'fa:16:3e:a5:91:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6895bfe9-2caf-4d68-8e8e-acf7b9702df7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:52:25.790369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=199c3395-a864-4b65-ad7c-ecb8bf0590a9,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:25.800092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-46df2ce6-e19d-4a72-8638-c4caefd296ce req-ac8121bb-a5bd-40b9-98fd-af2e851b9dce tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] For port bc32bc94-0c00-48f3-93df-931662348468, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=bc32bc94-0c00-48f3-93df-931662348468,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:25.800517 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-46df2ce6-e19d-4a72-8638-c4caefd296ce req-ac8121bb-a5bd-40b9-98fd-af2e851b9dce tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:25.814283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-46df2ce6-e19d-4a72-8638-c4caefd296ce req-ac8121bb-a5bd-40b9-98fd-af2e851b9dce tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Calling delete_port for bc32bc94-0c00-48f3-93df-931662348468 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:52:25.831566 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-08320adc-1dc9-4525-a574-62fbb2545233 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7286952 Nov 11 11:52:25.849268 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:25.884956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4258946e-cdae-461c-9d4b-c050bd5ce08d {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:52:25.885602 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-29197daf-903d-4cf3-bbb5-567420822bd9 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:25.930785 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4258946e-cdae-461c-9d4b-c050bd5ce08d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4258946e-cdae-461c-9d4b-c050bd5ce08d,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:25.936837 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:25.937530 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 41bc367d-37e2-49ff-abe8-51aa2c30c67f details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:52:25.964155 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29197daf-903d-4cf3-bbb5-567420822bd9 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Pushing event updated for resources: {'Port': ['ID=f1182478-860e-433d-bb78-d1bdd9a7a4e2,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:25.985948 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-29197daf-903d-4cf3-bbb5-567420822bd9 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:52:25.988462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-29197daf-903d-4cf3-bbb5-567420822bd9 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:52:25.990701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['199c3395-a864-4b65-ad7c-ecb8bf0590a9'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:25.991777 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-29197daf-903d-4cf3-bbb5-567420822bd9 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:52:26.001421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-393fa70d-2016-450e-b79d-a0d733f8bb3b req-75cabdba-ef75-47da-b6f4-2d78cf805667 service neutron] 10.222.0.43 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571373 Nov 11 11:52:26.062405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-29197daf-903d-4cf3-bbb5-567420822bd9 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:26.063209 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-29197daf-903d-4cf3-bbb5-567420822bd9 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:26.082937 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-1fe18f99-c58a-4b6d-b114-bfb222bd5a1c service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7219777 Nov 11 11:52:26.104250 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce5724-9d2f-43da-9288-c693bb9b411f req-8b647b75-2a71-482a-8513-cd8673d7d3e1 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:26.105859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14ce5724-9d2f-43da-9288-c693bb9b411f req-8b647b75-2a71-482a-8513-cd8673d7d3e1 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=511a3ca9-e231-40f6-9d78-e12baea840ac HTTP/1.1" status: 200 len: 946 time: 0.4476519 Nov 11 11:52:26.149727 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-29197daf-903d-4cf3-bbb5-567420822bd9 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7190313 Nov 11 11:52:26.162701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['24bde232-59a0-4f6a-ae18-8776ae0ec9ae'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:26.183365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Request body: {'port': {'device_id': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:26.208797 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21a4c8a3-1db3-4abc-8772-826777589f89 req-0502468f-eabc-4a22-af1e-9a393a43a3f9 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845414 Nov 11 11:52:26.247644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=4258946e-cdae-461c-9d4b-c050bd5ce08d,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:26.293324 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-46df2ce6-e19d-4a72-8638-c4caefd296ce req-ac8121bb-a5bd-40b9-98fd-af2e851b9dce tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:26.304524 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:26.355753 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8121bb-a5bd-40b9-98fd-af2e851b9dce tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Pushing event deleted for resources: {'Port': ['ID=bc32bc94-0c00-48f3-93df-931662348468,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:26.377456 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-f59689b5-09f3-49ef-bb62-44e78316ad72 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328379 Nov 11 11:52:26.405721 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14ce5724-9d2f-43da-9288-c693bb9b411f req-cd5b227d-b956-4af4-817d-f26bda0c67c2 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821360 Nov 11 11:52:26.446077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-ead1ab4e-52dd-40be-8cf7-279575751cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:26.449407 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-46df2ce6-e19d-4a72-8638-c4caefd296ce req-ac8121bb-a5bd-40b9-98fd-af2e851b9dce tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] No DVR routers for this DVR port bc32bc94-0c00-48f3-93df-931662348468 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:52:26.453056 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-46df2ce6-e19d-4a72-8638-c4caefd296ce req-ac8121bb-a5bd-40b9-98fd-af2e851b9dce tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:26.455340 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-ead1ab4e-52dd-40be-8cf7-279575751cc7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea71f96c9cce46148a8d917cd68a071b&device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 1095 time: 0.2971544 Nov 11 11:52:26.456554 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-46df2ce6-e19d-4a72-8638-c4caefd296ce req-ac8121bb-a5bd-40b9-98fd-af2e851b9dce tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.62 "DELETE /v2.0/ports/bc32bc94-0c00-48f3-93df-931662348468 HTTP/1.1" status: 204 len: 173 time: 1.1157389 Nov 11 11:52:26.547964 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:26.702148 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e175c77-7d94-418e-b8dd-69a9d6d1e1fc req-b796b680-883d-4442-a5e9-1b9d7be1db99 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:26.703756 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e175c77-7d94-418e-b8dd-69a9d6d1e1fc req-b796b680-883d-4442-a5e9-1b9d7be1db99 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 944 time: 0.3249619 Nov 11 11:52:26.712493 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '41bc367d-37e2-49ff-abe8-51aa2c30c67f', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '41bc367d-37e2-49ff-abe8-51aa2c30c67f', 'mac_address': 'fa:16:3e:34:cb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:52:26.750107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-e30f5598-36ed-4009-846d-3593f6303e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:26.751691 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-e30f5598-36ed-4009-846d-3593f6303e97 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 1095 time: 0.2493129 Nov 11 11:52:26.779197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c7fc5-4707-445f-a267-24639a325ebf req-9a2fced2-ad57-4829-8f8d-5456245b3f13 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:26.792062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-116c7fc5-4707-445f-a267-24639a325ebf req-9a2fced2-ad57-4829-8f8d-5456245b3f13 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5 HTTP/1.1" status: 200 len: 932 time: 0.2487152 Nov 11 11:52:26.817643 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:26.819879 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ef38b678-504f-49c9-b155-4374e81ae8c9 None None] Provisioning complete for port f1182478-860e-433d-bb78-d1bdd9a7a4e2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:26.820458 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ef38b678-504f-49c9-b155-4374e81ae8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:26.866770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-2231b526-d7da-49a0-8bfa-acaf2e42da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:26.868271 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-2231b526-d7da-49a0-8bfa-acaf2e42da2e service neutron] 10.222.0.43 "GET /v2.0/networks?id=3912451f-5f8d-4108-8931-6e48d526950a HTTP/1.1" status: 200 len: 906 time: 0.3638926 Nov 11 11:52:26.906228 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ef38b678-504f-49c9-b155-4374e81ae8c9 None None] Port f1182478-860e-433d-bb78-d1bdd9a7a4e2 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:52:26.940687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1182478-860e-433d-bb78-d1bdd9a7a4e2 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:52:26.951241 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:26.965628 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Transition to ACTIVE for port object f1182478-860e-433d-bb78-d1bdd9a7a4e2 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:52:26.974146 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:27.003989 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e175c77-7d94-418e-b8dd-69a9d6d1e1fc req-3c4613b6-7b7c-4079-b9ee-c11caeb9d94f tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907557 Nov 11 11:52:27.028389 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-3711fb6b-3487-4035-a7dd-9be0b8c3ff26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4258946e-cdae-461c-9d4b-c050bd5ce08d HTTP/1.1" status: 200 len: 217 time: 0.1182292 Nov 11 11:52:27.071963 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-116c7fc5-4707-445f-a267-24639a325ebf req-10df6ca4-87e0-475c-8bb4-11507fe80acf tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722342 Nov 11 11:52:27.105195 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bc367d-37e2-49ff-abe8-51aa2c30c67f {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:52:27.132427 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-cde5e522-f0eb-4d2d-8cb8-0ea3bf5090e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:27.136090 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-cde5e522-f0eb-4d2d-8cb8-0ea3bf5090e1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.3344789 Nov 11 11:52:27.149243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:27.188175 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:27.303303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Pushing event updated for resources: {'Port': ['ID=f1182478-860e-433d-bb78-d1bdd9a7a4e2,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:27.309632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=41bc367d-37e2-49ff-abe8-51aa2c30c67f,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:27.327798 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9f3ff1-4f12-4ff1-b44c-6720b3bc7a9b x-openstack-request-id: req-6c9f3ff1-4f12-4ff1-b44c-6720b3bc7a9b {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:27.328097 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fac845-3a5d-4a15-b589-331f979c15e6", "name": "network-vif-deleted", "tag": "ad80836a-4b08-4507-946b-ab0533d42b70", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:27.328349 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c9f3ff1-4f12-4ff1-b44c-6720b3bc7a9b {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:27.328754 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fac845-3a5d-4a15-b589-331f979c15e6', 'name': 'network-vif-deleted', 'tag': 'ad80836a-4b08-4507-946b-ab0533d42b70', 'status': 'completed', 'code': 200} Nov 11 11:52:27.361030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Attempting to bind port f1182478-860e-433d-bb78-d1bdd9a7a4e2 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:52:27.362024 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Attempting to bind port f1182478-860e-433d-bb78-d1bdd9a7a4e2 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:52:27.362547 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Attempting to bind port f1182478-860e-433d-bb78-d1bdd9a7a4e2 on network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:27.366589 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-8bff9f41-6d16-4570-b530-b0d64302d7be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9 HTTP/1.1" status: 200 len: 217 time: 0.1335223 Nov 11 11:52:27.370574 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Port f1182478-860e-433d-bb78-d1bdd9a7a4e2 on network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:52:27.371195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Attempting to bind port f1182478-860e-433d-bb78-d1bdd9a7a4e2 on network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:27.377997 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:52:27.378638 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Checking segment: {'id': 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:52:27.379555 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Bound using segment: {'id': 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:52:27.380497 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Bound port: f1182478-860e-433d-bb78-d1bdd9a7a4e2, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:52:27.381082 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:27.433716 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-7e8e3867-665b-4179-a956-9e915ee07744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:27.435209 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-7e8e3867-665b-4179-a956-9e915ee07744 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.0530989 Nov 11 11:52:27.453126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['233d75d3-5ebb-42e2-8b24-db5a2032c405', '66e16a37-37e9-4c75-aa0e-f083208cbdc6', 'de0508b2-077d-4e5e-a125-fadafcf09f73'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:27.462623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] For port f1182478-860e-433d-bb78-d1bdd9a7a4e2, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:52:27.467104 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] For port f1182478-860e-433d-bb78-d1bdd9a7a4e2, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f1182478-860e-433d-bb78-d1bdd9a7a4e2,segment=NetworkSegment(e68dcf34-eeaf-4bad-90e9-ebc48d67a784),segment_id=e68dcf34-eeaf-4bad-90e9-ebc48d67a784)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:52:27.473571 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:27.518115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-dd893380-e482-4880-99fc-797fa9c523a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:27.520022 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-dd893380-e482-4880-99fc-797fa9c523a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6895bfe9-2caf-4d68-8e8e-acf7b9702df7 HTTP/1.1" status: 200 len: 844 time: 0.4845140 Nov 11 11:52:27.540412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-b4fe3fec-7aee-42f0-97c2-3038e3d2aa1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716183 Nov 11 11:52:27.541299 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:27.543388 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:27.544867 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] 10.222.0.62 "PUT /v2.0/ports/f1182478-860e-433d-bb78-d1bdd9a7a4e2 HTTP/1.1" status: 200 len: 1092 time: 1.3831604 Nov 11 11:52:27.596423 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-c6b1718f-bc05-4801-b30e-e479f069df6a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3912451f-5f8d-4108-8931-6e48d526950a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549488 Nov 11 11:52:27.648380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['4258946e-cdae-461c-9d4b-c050bd5ce08d'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:27.656549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['41bc367d-37e2-49ff-abe8-51aa2c30c67f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:27.718835 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0fe2e-42e8-472a-9f8d-ceb8b185314c service neutron] Pushing event updated for resources: {'Port': ['ID=f1182478-860e-433d-bb78-d1bdd9a7a4e2,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:27.730250 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-05e37da4-30de-4bb6-a27e-a2d9e2fa8b4e service neutron] 10.222.0.43 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171861 Nov 11 11:52:27.761295 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-bb690138-456c-4ecf-81dd-c06e006a827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:27.766487 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-bb690138-456c-4ecf-81dd-c06e006a827b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5 HTTP/1.1" status: 200 len: 1095 time: 0.1477671 Nov 11 11:52:27.868930 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-5f154e57-d091-430f-8af6-30be8cb51976 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1182478-860e-433d-bb78-d1bdd9a7a4e2 HTTP/1.1" status: 200 len: 217 time: 0.0921309 Nov 11 11:52:27.882223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-7664c98a-2b0b-48e2-9bfe-e023cd50b0c9 service neutron] 10.222.0.43 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340356 Nov 11 11:52:27.949107 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-64482b5e-698c-4ced-8c61-bb40869d8d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:27.950637 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-64482b5e-698c-4ced-8c61-bb40869d8d58 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b0d7fcde-07a1-4532-bf76-b8012c4b4070 HTTP/1.1" status: 200 len: 860 time: 0.0734718 Nov 11 11:52:27.994165 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639719b-c27a-45c8-b11a-6d1b3e06be5f req-cf5e22f6-bc1a-4b1a-91e1-12bfc7bed31c tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:28.003738 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2639719b-c27a-45c8-b11a-6d1b3e06be5f req-cf5e22f6-bc1a-4b1a-91e1-12bfc7bed31c tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 944 time: 0.6334624 Nov 11 11:52:28.015862 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-b5bbaea1-5ff4-4a1c-ad0b-a97bc08dd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:28.017436 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-b5bbaea1-5ff4-4a1c-ad0b-a97bc08dd468 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=23b7b723-f466-4f2b-8a8d-9f55afd99d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580120 Nov 11 11:52:28.107184 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-c0497005-b6f6-4e83-85c0-b6bd4c332366 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:28.109464 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-c0497005-b6f6-4e83-85c0-b6bd4c332366 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.43 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590&tenant_id=901de9f974a44ac4b70ad426cae25689&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 949 time: 0.3763196 Nov 11 11:52:28.143362 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-4cb5efcd-3328-40af-8e3a-c5512cd18b16 service neutron] 10.222.0.62 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087408 Nov 11 11:52:28.169836 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2639719b-c27a-45c8-b11a-6d1b3e06be5f req-5a183ad5-0bdf-423d-8ba9-3a2fa7979714 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601272 Nov 11 11:52:28.212927 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a42264-e61b-4dd4-85ef-94d8bac6a226 req-fbcc2b27-158b-42f9-96cf-c6c43949492a tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:28.222155 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9a42264-e61b-4dd4-85ef-94d8bac6a226 req-fbcc2b27-158b-42f9-96cf-c6c43949492a tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=511a3ca9-e231-40f6-9d78-e12baea840ac HTTP/1.1" status: 200 len: 946 time: 0.2881634 Nov 11 11:52:28.257950 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-e6dbd669-36cd-45ff-9df2-54439b9880cb service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6969807 Nov 11 11:52:28.269547 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6d38f8a0-fc97-4a11-9302-6545d3cffe07 req-fa8b0dc1-fba9-42ac-a998-ade5700119d6 service neutron] 10.222.0.62 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130874 Nov 11 11:52:28.365174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9a42264-e61b-4dd4-85ef-94d8bac6a226 req-94fe63ef-7882-4bde-85b1-370b021454da tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418169 Nov 11 11:52:28.401521 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-52ad88e5-dfe8-4a7e-bfd1-4d9817a348ce service neutron] 10.222.0.43 "GET /v2.0/ports/41bc367d-37e2-49ff-abe8-51aa2c30c67f/bindings/n-h2-807359-3 HTTP/1.1" status: 200 len: 382 time: 0.2817888 Nov 11 11:52:28.430299 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47895af-52d3-4277-ae55-67e7b4ab375e req-7ee958ac-1402-47d8-9f39-9972fdf258a3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:28.432569 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a47895af-52d3-4277-ae55-67e7b4ab375e req-7ee958ac-1402-47d8-9f39-9972fdf258a3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 949 time: 0.1571722 Nov 11 11:52:28.510506 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c3058df-e0cd-43ce-a6d5-dfc710106446 req-b5aff935-cd73-4724-ada6-7e76142c453f service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246723 Nov 11 11:52:28.545995 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a47895af-52d3-4277-ae55-67e7b4ab375e req-ba0e25fd-85d4-4619-b579-abf175fe7cc1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972874 Nov 11 11:52:28.548188 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-3cb20719-24d1-4259-9854-ef44c3805a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:28.549818 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-3cb20719-24d1-4259-9854-ef44c3805a7e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 1100 time: 0.1142068 Nov 11 11:52:28.947471 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3983678-6ec9-4343-95fe-185bc27e55ce req-1f44bc09-d891-45e0-978a-94f85389a6f6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:28.950037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3983678-6ec9-4343-95fe-185bc27e55ce req-1f44bc09-d891-45e0-978a-94f85389a6f6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 944 time: 0.1217711 Nov 11 11:52:28.957802 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e9303-8e02-4609-aa60-fe7e7a506a5f req-dde1cddd-3b82-490a-99b1-f2c260e1a421 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:28.959342 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c33e9303-8e02-4609-aa60-fe7e7a506a5f req-dde1cddd-3b82-490a-99b1-f2c260e1a421 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5 HTTP/1.1" status: 200 len: 944 time: 0.1397216 Nov 11 11:52:29.010197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-04f98e0e-0143-4650-bd58-ea840897b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:29.011940 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-04f98e0e-0143-4650-bd58-ea840897b66b service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.4536726 Nov 11 11:52:29.051135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 199c3395-a864-4b65-ad7c-ecb8bf0590a9 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:52:29.090454 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-540a9e7f-c00b-4083-ad52-f7673df4ee3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f HTTP/1.1" status: 200 len: 217 time: 0.0609663 Nov 11 11:52:29.101497 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3983678-6ec9-4343-95fe-185bc27e55ce req-61c16322-627c-4d7e-b3da-100b8d46bacb tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388633 Nov 11 11:52:29.129146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:52:29.134233 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:29.134829 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:29.157944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-83436438-9c20-42f7-9476-79c7fbb13189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:29.159690 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-83436438-9c20-42f7-9476-79c7fbb13189 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0570793 Nov 11 11:52:29.163295 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c33e9303-8e02-4609-aa60-fe7e7a506a5f req-f3a1c94a-4b3a-4465-9142-ce97c6980d52 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903341 Nov 11 11:52:29.211810 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device ad80836a-4b08-4507-946b-ab0533d42b70 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:52:29.273896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: ad80836a-4b08-4507-946b-ab0533d42b70 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:52:29.273896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device ad80836a-4b08-4507-946b-ab0533d42b70 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:52:29.274223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-fb92d47c-a180-4169-b808-b9b11bab13b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:29.274223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-fb92d47c-a180-4169-b808-b9b11bab13b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020210 Nov 11 11:52:29.299623 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:29.329716 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820b0893-e627-4927-a492-4cbfa6eab66d', 'name': 'network-vif-deleted', 'tag': 'bc32bc94-0c00-48f3-93df-931662348468'}, {'name': 'network-changed', 'server_uuid': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'tag': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:29.332849 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cd1104-e9be-4edb-b31b-c7d1403f26c1" -d '{"events": [{"server_uuid": "820b0893-e627-4927-a492-4cbfa6eab66d", "name": "network-vif-deleted", "tag": "bc32bc94-0c00-48f3-93df-931662348468"}, {"name": "network-changed", "server_uuid": "f82bfaf0-509c-40ca-865b-b3d74a3e49d5", "tag": "f1182478-860e-433d-bb78-d1bdd9a7a4e2"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:29.339668 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6fd2c-d238-4d33-9f7d-bf5467047a73 req-7b6a1887-e260-4c40-ba15-cd44cd676c74 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:29.341207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73e6fd2c-d238-4d33-9f7d-bf5467047a73 req-7b6a1887-e260-4c40-ba15-cd44cd676c74 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=511a3ca9-e231-40f6-9d78-e12baea840ac HTTP/1.1" status: 200 len: 946 time: 0.1454778 Nov 11 11:52:29.347588 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba79751-9283-4ec7-ba19-13aa31dd64ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199c3395-a864-4b65-ad7c-ecb8bf0590a9'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:29.351279 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225d7a6f-9c72-4aad-b8a6-60ee49724672" -d '{"events": [{"server_uuid": "8ba79751-9283-4ec7-ba19-13aa31dd64ab", "name": "network-vif-plugged", "status": "completed", "tag": "199c3395-a864-4b65-ad7c-ecb8bf0590a9"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:29.351999 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43592) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:52:29.357285 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ec86cddb-e51a-4879-a36c-88ed1a0e09ee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Request body: {'floatingip': {'port_id': '904fe0bc-5763-424b-b915-bd7b09b4801f'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:29.376299 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:29.390649 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:29.390649 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device bc32bc94-0c00-48f3-93df-931662348468 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:52:29.441328 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ec86cddb-e51a-4879-a36c-88ed1a0e09ee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for floatingip, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:29.484810 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-c1868805-fd4a-4416-b07c-813caadec119 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926630 Nov 11 11:52:29.493523 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: bc32bc94-0c00-48f3-93df-931662348468 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:52:29.500295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device bc32bc94-0c00-48f3-93df-931662348468 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:52:29.526621 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=199c3395-a864-4b65-ad7c-ecb8bf0590a9,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:29.592697 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-b7d1b712-9395-48ae-a0e9-488d8160213a service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003828 Nov 11 11:52:29.678392 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c4ea9-96cc-48ad-bf34-a7308f4956e5 req-0681dc7a-f44b-4c01-a932-f617fd802fb5 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:29.680705 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a8c4ea9-96cc-48ad-bf34-a7308f4956e5 req-0681dc7a-f44b-4c01-a932-f617fd802fb5 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 944 time: 0.0871022 Nov 11 11:52:29.731183 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106387bc-acd0-44db-87c3-d6eb7e73c040 x-openstack-request-id: req-106387bc-acd0-44db-87c3-d6eb7e73c040 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:29.731416 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820b0893-e627-4927-a492-4cbfa6eab66d", "name": "network-vif-deleted", "tag": "bc32bc94-0c00-48f3-93df-931662348468", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f82bfaf0-509c-40ca-865b-b3d74a3e49d5", "tag": "f1182478-860e-433d-bb78-d1bdd9a7a4e2", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:29.731662 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-106387bc-acd0-44db-87c3-d6eb7e73c040 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:29.732053 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820b0893-e627-4927-a492-4cbfa6eab66d', 'name': 'network-vif-deleted', 'tag': 'bc32bc94-0c00-48f3-93df-931662348468', 'status': 'completed', 'code': 200} Nov 11 11:52:29.732299 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'tag': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2', 'status': 'completed', 'code': 200} Nov 11 11:52:29.763788 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56295d56-d64e-4fce-9009-b31db9af9da9 x-openstack-request-id: req-56295d56-d64e-4fce-9009-b31db9af9da9 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:29.764111 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba79751-9283-4ec7-ba19-13aa31dd64ab", "name": "network-vif-plugged", "status": "completed", "tag": "199c3395-a864-4b65-ad7c-ecb8bf0590a9", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:29.764223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a8c4ea9-96cc-48ad-bf34-a7308f4956e5 req-40af2768-bf89-464b-aa6b-1401105b2c75 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747776 Nov 11 11:52:29.764380 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-56295d56-d64e-4fce-9009-b31db9af9da9 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:29.764755 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba79751-9283-4ec7-ba19-13aa31dd64ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199c3395-a864-4b65-ad7c-ecb8bf0590a9', 'code': 200} Nov 11 11:52:29.877616 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd1104-e9be-4edb-b31b-c7d1403f26c1 req-f0d89505-f8f2-4d3a-a20c-b010771f75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:29.879696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-66cd1104-e9be-4edb-b31b-c7d1403f26c1 req-f0d89505-f8f2-4d3a-a20c-b010771f75d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5 HTTP/1.1" status: 200 len: 1095 time: 0.1011999 Nov 11 11:52:29.957966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225ce60-bdb6-4188-ac5e-b7e8d34867b8 req-0cffa054-67e6-4262-9cad-3e7adc0a5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:29.959621 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3225ce60-bdb6-4188-ac5e-b7e8d34867b8 req-0cffa054-67e6-4262-9cad-3e7adc0a5ddb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 1096 time: 0.1187398 Nov 11 11:52:30.038285 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3225ce60-bdb6-4188-ac5e-b7e8d34867b8 req-3d26bf4d-a20c-4136-a9ad-5351669c9cab service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474570 Nov 11 11:52:30.047571 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5eee82-d474-43d8-8021-6cf13ce9b1ba req-36d1a8b3-894c-418f-924c-0f4c5370560b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:30.050008 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a5eee82-d474-43d8-8021-6cf13ce9b1ba req-36d1a8b3-894c-418f-924c-0f4c5370560b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 949 time: 0.1234334 Nov 11 11:52:30.082666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd1104-e9be-4edb-b31b-c7d1403f26c1 req-4ad4fead-b6dc-472b-aed3-def4f8d808b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:30.084601 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-66cd1104-e9be-4edb-b31b-c7d1403f26c1 req-4ad4fead-b6dc-472b-aed3-def4f8d808b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 200 len: 923 time: 0.1923504 Nov 11 11:52:30.148722 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a5eee82-d474-43d8-8021-6cf13ce9b1ba req-02a08c8a-c595-4466-be3e-45ae98f28adb tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862496 Nov 11 11:52:30.196199 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ec86cddb-e51a-4879-a36c-88ed1a0e09ee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:30.207898 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ec86cddb-e51a-4879-a36c-88ed1a0e09ee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:30.328183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-66cd1104-e9be-4edb-b31b-c7d1403f26c1 req-6e9d479c-7f5b-4d2a-8155-2b656898ee4b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1182478-860e-433d-bb78-d1bdd9a7a4e2 HTTP/1.1" status: 200 len: 217 time: 0.0670574 Nov 11 11:52:30.338193 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-ec86cddb-e51a-4879-a36c-88ed1a0e09ee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Floating IP bf98544c-1fb2-4797-8b80-845c10f13aa1 associated. External IP: 172.25.2.16, port: 904fe0bc-5763-424b-b915-bd7b09b4801f. Nov 11 11:52:30.424874 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce7126-c110-41c5-8936-ce89cf61e7c4 req-01e6240d-880d-4821-9734-4329edd83679 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:30.426527 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2ce7126-c110-41c5-8936-ce89cf61e7c4 req-01e6240d-880d-4821-9734-4329edd83679 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 945 time: 0.1578522 Nov 11 11:52:30.489223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd1104-e9be-4edb-b31b-c7d1403f26c1 req-c094bf6c-fe99-4231-a933-8a780d849d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:30.500132 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-66cd1104-e9be-4edb-b31b-c7d1403f26c1 req-c094bf6c-fe99-4231-a933-8a780d849d1e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b0d7fcde-07a1-4532-bf76-b8012c4b4070 HTTP/1.1" status: 200 len: 860 time: 0.1508114 Nov 11 11:52:30.549886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2ce7126-c110-41c5-8936-ce89cf61e7c4 req-36827684-7cb2-404a-8c19-89633ff3a27c tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114690 Nov 11 11:52:30.644563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2bade-3fac-4ac8-8dc3-50264194c2ec req-1a827aa7-aab8-408b-9802-e2bbc178a831 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:30.653416 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6df2bade-3fac-4ac8-8dc3-50264194c2ec req-1a827aa7-aab8-408b-9802-e2bbc178a831 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5 HTTP/1.1" status: 200 len: 944 time: 0.0805907 Nov 11 11:52:30.656761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd1104-e9be-4edb-b31b-c7d1403f26c1 req-850c11ee-722a-42dc-88ab-ebc4767adecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:30.658916 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-66cd1104-e9be-4edb-b31b-c7d1403f26c1 req-850c11ee-722a-42dc-88ab-ebc4767adecf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=23b7b723-f466-4f2b-8a8d-9f55afd99d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374092 Nov 11 11:52:30.664123 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec86cddb-e51a-4879-a36c-88ed1a0e09ee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Router 267f52bb-9bcc-47d9-90b2-62c365585ca7 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:52:30.769017 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6df2bade-3fac-4ac8-8dc3-50264194c2ec req-57b2741c-7988-4fb7-8c1f-3bebce9d4db5 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145434 Nov 11 11:52:30.870633 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c963ce-377a-4b53-a9e8-f85e48914cdb req-e5dc96a4-57c1-4b3c-a5a8-32356207e06b tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:30.877210 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92c963ce-377a-4b53-a9e8-f85e48914cdb req-e5dc96a4-57c1-4b3c-a5a8-32356207e06b tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=65fc20d6-4e18-492b-9237-b7d3e903aa3c HTTP/1.1" status: 200 len: 950 time: 0.2173607 Nov 11 11:52:30.987501 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-66cd1104-e9be-4edb-b31b-c7d1403f26c1 req-aeac3453-6add-4af6-ae8d-760b5434fa55 service neutron] 10.222.0.62 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895763 Nov 11 11:52:30.991770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f1182478-860e-433d-bb78-d1bdd9a7a4e2 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:52:31.023712 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a121b-7ef3-4200-8339-9b6ccc00768e req-576d7ea3-f6d2-4871-a6b7-86a6d5c8dc5e tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:31.026772 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c93a121b-7ef3-4200-8339-9b6ccc00768e req-576d7ea3-f6d2-4871-a6b7-86a6d5c8dc5e tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 944 time: 0.1303000 Nov 11 11:52:31.079339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92c963ce-377a-4b53-a9e8-f85e48914cdb req-0d2f1c99-fe5b-4c6f-9df2-2d761f7970fb tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829181 Nov 11 11:52:31.141943 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec86cddb-e51a-4879-a36c-88ed1a0e09ee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:52:31.159655 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ec86cddb-e51a-4879-a36c-88ed1a0e09ee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:31.160130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f1182478-860e-433d-bb78-d1bdd9a7a4e2, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f1182478-860e-433d-bb78-d1bdd9a7a4e2,segment=NetworkSegment(e68dcf34-eeaf-4bad-90e9-ebc48d67a784),segment_id=e68dcf34-eeaf-4bad-90e9-ebc48d67a784)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:31.168854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cccd9c-d77d-4b49-a65d-0c67ae9307b9 None None] Sync routers for ids ['267f52bb-9bcc-47d9-90b2-62c365585ca7'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:52:31.202244 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'port_id': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2', 'mac_address': 'fa:16:3e:c5:df:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:52:31.205836 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ec86cddb-e51a-4879-a36c-88ed1a0e09ee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "PUT /v2.0/floatingips/bf98544c-1fb2-4797-8b80-845c10f13aa1 HTTP/1.1" status: 200 len: 991 time: 1.8529992 Nov 11 11:52:31.221963 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4258946e-cdae-461c-9d4b-c050bd5ce08d up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:52:31.223795 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cccd9c-d77d-4b49-a65d-0c67ae9307b9 None None] Routers {'267f52bb-9bcc-47d9-90b2-62c365585ca7'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:31.224421 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-98cccd9c-d77d-4b49-a65d-0c67ae9307b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['267f52bb-9bcc-47d9-90b2-62c365585ca7'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:31.254827 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c93a121b-7ef3-4200-8339-9b6ccc00768e req-637f0684-e6e5-4280-a0c4-3c48137158b9 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153118 Nov 11 11:52:31.377771 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-66cd1104-e9be-4edb-b31b-c7d1403f26c1 req-85ba2054-d0c3-4f9a-810c-e94b94c503f0 service neutron] 10.222.0.62 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801913 Nov 11 11:52:31.407326 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc6414-0b98-459d-8bb7-14094db7035e req-37c3b55b-b46b-4af2-95ff-37c5d8d7570f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:31.415998 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5cbc6414-0b98-459d-8bb7-14094db7035e req-37c3b55b-b46b-4af2-95ff-37c5d8d7570f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 949 time: 0.1598401 Nov 11 11:52:31.477011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 4258946e-cdae-461c-9d4b-c050bd5ce08d completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:52:31.485115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 4258946e-cdae-461c-9d4b-c050bd5ce08d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:31.485369 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:31.499696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20c0e3-1658-408f-99ab-1fed8c3cc76e req-7a1ec5be-aa97-4a23-b9c5-d8c5e9b3fee0 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:31.501399 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad20c0e3-1658-408f-99ab-1fed8c3cc76e req-7a1ec5be-aa97-4a23-b9c5-d8c5e9b3fee0 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "GET /v2.0/ports?device_id=65fc20d6-4e18-492b-9237-b7d3e903aa3c HTTP/1.1" status: 200 len: 950 time: 0.2419963 Nov 11 11:52:31.558961 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5cbc6414-0b98-459d-8bb7-14094db7035e req-ff97cb27-23f5-434b-a93a-126631a281f2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413109 Nov 11 11:52:31.591400 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:31.649745 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1182478-860e-433d-bb78-d1bdd9a7a4e2 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:52:31.688491 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f1182478-860e-433d-bb78-d1bdd9a7a4e2, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f1182478-860e-433d-bb78-d1bdd9a7a4e2,segment=NetworkSegment(e68dcf34-eeaf-4bad-90e9-ebc48d67a784),segment_id=e68dcf34-eeaf-4bad-90e9-ebc48d67a784)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:31.689933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-ad20c0e3-1658-408f-99ab-1fed8c3cc76e req-25a0bbac-7931-4652-9c61-a7289ff1f205 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Deleting port de0508b2-077d-4e5e-a125-fadafcf09f73 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:52:31.690584 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ad20c0e3-1658-408f-99ab-1fed8c3cc76e req-25a0bbac-7931-4652-9c61-a7289ff1f205 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:31.698090 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:31.735055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511a3ca9-e231-40f6-9d78-e12baea840ac', 'tag': '904fe0bc-5763-424b-b915-bd7b09b4801f'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:31.738411 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81781cf1-1db3-4161-abdc-d4ddc93a261a" -d '{"events": [{"name": "network-changed", "server_uuid": "511a3ca9-e231-40f6-9d78-e12baea840ac", "tag": "904fe0bc-5763-424b-b915-bd7b09b4801f"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:31.741186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-98cccd9c-d77d-4b49-a65d-0c67ae9307b9 None None] Set router 267f52bb-9bcc-47d9-90b2-62c365585ca7 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:31.853167 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f1182478-860e-433d-bb78-d1bdd9a7a4e2,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:31.893082 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:31.916654 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5b24a3-f190-4c9e-9918-2615bf354780 x-openstack-request-id: req-4d5b24a3-f190-4c9e-9918-2615bf354780 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:31.917077 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511a3ca9-e231-40f6-9d78-e12baea840ac", "tag": "904fe0bc-5763-424b-b915-bd7b09b4801f", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:31.917425 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d5b24a3-f190-4c9e-9918-2615bf354780 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:31.917945 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511a3ca9-e231-40f6-9d78-e12baea840ac', 'tag': '904fe0bc-5763-424b-b915-bd7b09b4801f', 'status': 'completed', 'code': 200} Nov 11 11:52:31.997665 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4258946e-cdae-461c-9d4b-c050bd5ce08d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4258946e-cdae-461c-9d4b-c050bd5ce08d,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:32.011090 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b51f5b4-6c60-409d-bbee-47d848ffbcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4258946e-cdae-461c-9d4b-c050bd5ce08d'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:32.015962 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe17ca1b-8094-4aa7-afdb-0660029f3763" -d '{"events": [{"server_uuid": "1b51f5b4-6c60-409d-bbee-47d848ffbcc2", "name": "network-vif-plugged", "status": "completed", "tag": "4258946e-cdae-461c-9d4b-c050bd5ce08d"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:32.017884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81781cf1-1db3-4161-abdc-d4ddc93a261a req-dd189d4e-5e50-4cad-9d01-402fa3a71270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:32.019980 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-81781cf1-1db3-4161-abdc-d4ddc93a261a req-dd189d4e-5e50-4cad-9d01-402fa3a71270 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=698a4072eeb44d058612b432edd8e394&device_id=511a3ca9-e231-40f6-9d78-e12baea840ac HTTP/1.1" status: 200 len: 1097 time: 0.0820198 Nov 11 11:52:32.030817 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f1182478-860e-433d-bb78-d1bdd9a7a4e2'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:32.041317 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:32.042205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 41bc367d-37e2-49ff-abe8-51aa2c30c67f up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:52:32.068224 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:52:32.211109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81781cf1-1db3-4161-abdc-d4ddc93a261a req-08b951a8-0a4e-46f1-adf3-0171ea99c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:32.211715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b0aba-6e3b-45d1-a441-bf202f4dee3e req-01eb9406-0beb-4993-9fad-54dfde008e59 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:32.212544 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-81781cf1-1db3-4161-abdc-d4ddc93a261a req-08b951a8-0a4e-46f1-adf3-0171ea99c989 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9 HTTP/1.1" status: 200 len: 925 time: 0.1844926 Nov 11 11:52:32.213194 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-490b0aba-6e3b-45d1-a441-bf202f4dee3e req-01eb9406-0beb-4993-9fad-54dfde008e59 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "GET /v2.0/ports?device_id=7da4e5b8-a306-4cc1-95c0-62385c7b3f50 HTTP/1.1" status: 200 len: 950 time: 0.3365536 Nov 11 11:52:32.226527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4186962-dd91-412d-9320-befb834289ba req-caa27f0d-278c-42a9-ab00-9153d2409651 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:32.233697 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c4186962-dd91-412d-9320-befb834289ba req-caa27f0d-278c-42a9-ab00-9153d2409651 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 945 time: 0.4698839 Nov 11 11:52:32.313002 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-81781cf1-1db3-4161-abdc-d4ddc93a261a req-1a3cba87-ba14-430f-9a0a-07c16bf33f8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=904fe0bc-5763-424b-b915-bd7b09b4801f HTTP/1.1" status: 200 len: 999 time: 0.0874941 Nov 11 11:52:32.316228 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 41bc367d-37e2-49ff-abe8-51aa2c30c67f completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:52:32.323694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=4258946e-cdae-461c-9d4b-c050bd5ce08d,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:32.323884 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-ad20c0e3-1658-408f-99ab-1fed8c3cc76e req-25a0bbac-7931-4652-9c61-a7289ff1f205 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] For port de0508b2-077d-4e5e-a125-fadafcf09f73, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=de0508b2-077d-4e5e-a125-fadafcf09f73,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:32.324095 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ad20c0e3-1658-408f-99ab-1fed8c3cc76e req-25a0bbac-7931-4652-9c61-a7289ff1f205 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:32.331652 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 41bc367d-37e2-49ff-abe8-51aa2c30c67f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:32.332014 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:32.386235 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-ad20c0e3-1658-408f-99ab-1fed8c3cc76e req-25a0bbac-7931-4652-9c61-a7289ff1f205 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Calling delete_port for de0508b2-077d-4e5e-a125-fadafcf09f73 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:52:32.394572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601545d8-d15f-499d-a59e-7bdcffce85e6 req-78dcf0e4-8b14-4637-bcfe-f3a5b1631d2f tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:32.395998 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81781cf1-1db3-4161-abdc-d4ddc93a261a req-1e90025d-2763-449d-a4db-9fa6aec3e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:32.397663 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-81781cf1-1db3-4161-abdc-d4ddc93a261a req-1e90025d-2763-449d-a4db-9fa6aec3e0e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94c16310-5f9c-4d33-b7c9-d721f3565d86 HTTP/1.1" status: 200 len: 862 time: 0.0711334 Nov 11 11:52:32.402030 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-601545d8-d15f-499d-a59e-7bdcffce85e6 req-78dcf0e4-8b14-4637-bcfe-f3a5b1631d2f tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5 HTTP/1.1" status: 200 len: 945 time: 0.3395979 Nov 11 11:52:32.439513 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-447de564-05a5-4c5d-9636-509ace4ad2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:32.441051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-447de564-05a5-4c5d-9636-509ace4ad2f4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590&tenant_id=901de9f974a44ac4b70ad426cae25689 HTTP/1.1" status: 200 len: 1100 time: 0.1979191 Nov 11 11:52:32.467543 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:32.492283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81781cf1-1db3-4161-abdc-d4ddc93a261a req-af0dabb9-663f-4a2c-ba8b-d595d88f2a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:32.494612 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-81781cf1-1db3-4161-abdc-d4ddc93a261a req-af0dabb9-663f-4a2c-ba8b-d595d88f2a50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750210 Nov 11 11:52:32.505295 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c4186962-dd91-412d-9320-befb834289ba req-6da69efa-71a3-4315-a3d8-9224fe7781c8 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704639 Nov 11 11:52:32.558154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-98cccd9c-d77d-4b49-a65d-0c67ae9307b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:20Z', 'revision_number': 4, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'bf98544c-1fb2-4797-8b80-845c10f13aa1', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'port_id': '904fe0bc-5763-424b-b915-bd7b09b4801f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'mac_address': 'fa:16:3e:eb:34:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a3ca9-e231-40f6-9d78-e12baea840ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:49:38Z', 'updated_at': '2021-11-11T11:52:30Z', 'revision_number': 5, 'project_id': '698a4072eeb44d058612b432edd8e394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270ae85a-535c-4c70-97ef-1cc452a55f9e', 'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'mac_address': 'fa:16:3e:96:e2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:17Z', 'updated_at': '2021-11-11T11:49:25Z', 'revision_number': 5, 'project_id': '698a4072eeb44d058612b432edd8e394', 'subnets': [{'id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:32.562906 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:32.611851 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6651c12b-6dc4-4b5b-9e96-19cc82193066 x-openstack-request-id: req-6651c12b-6dc4-4b5b-9e96-19cc82193066 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:32.612138 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b51f5b4-6c60-409d-bbee-47d848ffbcc2", "name": "network-vif-plugged", "status": "completed", "tag": "4258946e-cdae-461c-9d4b-c050bd5ce08d", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:32.612384 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6651c12b-6dc4-4b5b-9e96-19cc82193066 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:32.612767 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b51f5b4-6c60-409d-bbee-47d848ffbcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4258946e-cdae-461c-9d4b-c050bd5ce08d', 'code': 200} Nov 11 11:52:32.613471 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cccd9c-d77d-4b49-a65d-0c67ae9307b9 None None] Checking router: 267f52bb-9bcc-47d9-90b2-62c365585ca7 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:52:32.665320 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:32.666243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cccd9c-d77d-4b49-a65d-0c67ae9307b9 None None] Routers {'267f52bb-9bcc-47d9-90b2-62c365585ca7'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:32.666871 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-98cccd9c-d77d-4b49-a65d-0c67ae9307b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['267f52bb-9bcc-47d9-90b2-62c365585ca7'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:32.708288 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:32.728425 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-601545d8-d15f-499d-a59e-7bdcffce85e6 req-b7053e39-cdc5-4e6b-a061-30f7c806ef8c tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129492 Nov 11 11:52:32.732122 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-81781cf1-1db3-4161-abdc-d4ddc93a261a req-bee3ca16-0fa1-470f-b02b-e23348e04d3c service neutron] 10.222.0.43 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170887 Nov 11 11:52:32.760069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f6e61-c1d2-4ebb-8780-46e3e385e5bc req-5090e17f-29ab-4525-a65e-f8c961c859b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:32.762794 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fa2f6e61-c1d2-4ebb-8780-46e3e385e5bc req-5090e17f-29ab-4525-a65e-f8c961c859b4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 1096 time: 0.1040139 Nov 11 11:52:32.771775 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=41bc367d-37e2-49ff-abe8-51aa2c30c67f,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:32.787025 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:32.841488 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fa2f6e61-c1d2-4ebb-8780-46e3e385e5bc req-180c1ac1-48e1-46ac-af3f-4369b88ad8cc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577333 Nov 11 11:52:32.849476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-490b0aba-6e3b-45d1-a441-bf202f4dee3e req-fa349a60-61d7-4402-8843-9d153aac0296 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Deleting port 66e16a37-37e9-4c75-aa0e-f083208cbdc6 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:52:32.849834 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-490b0aba-6e3b-45d1-a441-bf202f4dee3e req-fa349a60-61d7-4402-8843-9d153aac0296 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:32.875805 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-98cccd9c-d77d-4b49-a65d-0c67ae9307b9 None None] Set router 267f52bb-9bcc-47d9-90b2-62c365585ca7 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:32.921002 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-81781cf1-1db3-4161-abdc-d4ddc93a261a req-10a9dcd9-0ea4-424c-b22b-8334126d2e33 service neutron] 10.222.0.43 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800523 Nov 11 11:52:32.926639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce7b78-43d4-4657-b5f1-9c0c95bd113f req-640248c2-ed88-4489-afbd-1662c0d0ff3f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:32.928140 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4dce7b78-43d4-4657-b5f1-9c0c95bd113f req-640248c2-ed88-4489-afbd-1662c0d0ff3f tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=65fc20d6-4e18-492b-9237-b7d3e903aa3c HTTP/1.1" status: 200 len: 950 time: 0.2520776 Nov 11 11:52:33.187278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-98cccd9c-d77d-4b49-a65d-0c67ae9307b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:20Z', 'revision_number': 4, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'bf98544c-1fb2-4797-8b80-845c10f13aa1', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'port_id': '904fe0bc-5763-424b-b915-bd7b09b4801f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'mac_address': 'fa:16:3e:eb:34:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a3ca9-e231-40f6-9d78-e12baea840ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:49:38Z', 'updated_at': '2021-11-11T11:52:30Z', 'revision_number': 5, 'project_id': '698a4072eeb44d058612b432edd8e394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270ae85a-535c-4c70-97ef-1cc452a55f9e', 'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'mac_address': 'fa:16:3e:96:e2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:17Z', 'updated_at': '2021-11-11T11:49:25Z', 'revision_number': 5, 'project_id': '698a4072eeb44d058612b432edd8e394', 'subnets': [{'id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:33.219650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cccd9c-d77d-4b49-a65d-0c67ae9307b9 None None] The sync data for ids ['267f52bb-9bcc-47d9-90b2-62c365585ca7'] in n-d-807359-3 is: [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:20Z', 'revision_number': 4, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'bf98544c-1fb2-4797-8b80-845c10f13aa1', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'port_id': '904fe0bc-5763-424b-b915-bd7b09b4801f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'mac_address': 'fa:16:3e:eb:34:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a3ca9-e231-40f6-9d78-e12baea840ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:49:38Z', 'updated_at': '2021-11-11T11:52:30Z', 'revision_number': 5, 'project_id': '698a4072eeb44d058612b432edd8e394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270ae85a-535c-4c70-97ef-1cc452a55f9e', 'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'mac_address': 'fa:16:3e:96:e2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:17Z', 'updated_at': '2021-11-11T11:49:25Z', 'revision_number': 5, 'project_id': '698a4072eeb44d058612b432edd8e394', 'subnets': [{'id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:52:33.342771 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ad20c0e3-1658-408f-99ab-1fed8c3cc76e req-25a0bbac-7931-4652-9c61-a7289ff1f205 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:33.359520 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['233d75d3-5ebb-42e2-8b24-db5a2032c405'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:33.373974 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d10631-0a24-4b1e-8753-f237b704e7bb req-c968bae8-0097-44c9-af79-1310efb3d576 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:33.375404 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5d10631-0a24-4b1e-8753-f237b704e7bb req-c968bae8-0097-44c9-af79-1310efb3d576 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 945 time: 0.5478556 Nov 11 11:52:33.437514 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0bbac-7931-4652-9c61-a7289ff1f205 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Pushing event deleted for resources: {'Port': ['ID=de0508b2-077d-4e5e-a125-fadafcf09f73,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:33.568028 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8068aff0-38eb-40d5-8948-57d86ef2eca0 None None] New status for floating IP bf98544c-1fb2-4797-8b80-845c10f13aa1: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:52:33.693645 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-490b0aba-6e3b-45d1-a441-bf202f4dee3e req-fa349a60-61d7-4402-8843-9d153aac0296 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] For port 66e16a37-37e9-4c75-aa0e-f083208cbdc6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=66e16a37-37e9-4c75-aa0e-f083208cbdc6,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:33.694227 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-490b0aba-6e3b-45d1-a441-bf202f4dee3e req-fa349a60-61d7-4402-8843-9d153aac0296 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:33.706987 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5d10631-0a24-4b1e-8753-f237b704e7bb req-6e71f9bb-9626-4ab6-a1b1-c91ce155f4fe tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814960 Nov 11 11:52:33.766350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad20c0e3-1658-408f-99ab-1fed8c3cc76e req-25a0bbac-7931-4652-9c61-a7289ff1f205 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] No DVR routers for this DVR port de0508b2-077d-4e5e-a125-fadafcf09f73 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:52:33.776347 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ad20c0e3-1658-408f-99ab-1fed8c3cc76e req-25a0bbac-7931-4652-9c61-a7289ff1f205 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:33.779954 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad20c0e3-1658-408f-99ab-1fed8c3cc76e req-25a0bbac-7931-4652-9c61-a7289ff1f205 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "DELETE /v2.0/ports/de0508b2-077d-4e5e-a125-fadafcf09f73 HTTP/1.1" status: 204 len: 173 time: 2.2685988 Nov 11 11:52:33.790615 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4dce7b78-43d4-4657-b5f1-9c0c95bd113f req-7516e2ec-d2f9-4098-bf81-851e5f19176d tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708537 Nov 11 11:52:33.791235 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fc20d6-4e18-492b-9237-b7d3e903aa3c', 'name': 'network-vif-deleted', 'tag': 'de0508b2-077d-4e5e-a125-fadafcf09f73'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:33.794007 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29118e60-1854-467d-bdfb-891e0f1536c5" -d '{"events": [{"server_uuid": "65fc20d6-4e18-492b-9237-b7d3e903aa3c", "name": "network-vif-deleted", "tag": "de0508b2-077d-4e5e-a125-fadafcf09f73"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:33.799990 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-490b0aba-6e3b-45d1-a441-bf202f4dee3e req-fa349a60-61d7-4402-8843-9d153aac0296 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Calling delete_port for 66e16a37-37e9-4c75-aa0e-f083208cbdc6 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:52:33.943282 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:34.083732 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:52:34.186225 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2beb1-04b5-4f65-8f11-03182fab3c4f req-c9aba6c9-cb4c-4761-a461-85c4cec4eacf tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:34.187963 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1cb2beb1-04b5-4f65-8f11-03182fab3c4f req-c9aba6c9-cb4c-4761-a461-85c4cec4eacf tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.1897731 Nov 11 11:52:34.193913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d314efd-d10c-4f0e-966f-59b1b690932e req-702acf71-28ed-4f42-9f11-fe66f4053356 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:34.195467 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d314efd-d10c-4f0e-966f-59b1b690932e req-702acf71-28ed-4f42-9f11-fe66f4053356 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 1096 time: 0.2384775 Nov 11 11:52:34.241720 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:34.276260 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-490b0aba-6e3b-45d1-a441-bf202f4dee3e req-fa349a60-61d7-4402-8843-9d153aac0296 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:34.289423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['233d75d3-5ebb-42e2-8b24-db5a2032c405'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:34.301939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Transition to ACTIVE for port object 41bc367d-37e2-49ff-abe8-51aa2c30c67f will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:52:34.339070 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:34.341404 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa349a60-61d7-4402-8843-9d153aac0296 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Pushing event deleted for resources: {'Port': ['ID=66e16a37-37e9-4c75-aa0e-f083208cbdc6,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:34.397087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d314efd-d10c-4f0e-966f-59b1b690932e req-39b58126-1154-41f6-aa74-fa3f17fcc75f tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819694 Nov 11 11:52:34.423961 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1cb2beb1-04b5-4f65-8f11-03182fab3c4f req-9f3d70ef-0734-421d-87dd-b97c05363802 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219853 Nov 11 11:52:34.468434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-490b0aba-6e3b-45d1-a441-bf202f4dee3e req-fa349a60-61d7-4402-8843-9d153aac0296 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] No DVR routers for this DVR port 66e16a37-37e9-4c75-aa0e-f083208cbdc6 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:52:34.481505 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-490b0aba-6e3b-45d1-a441-bf202f4dee3e req-fa349a60-61d7-4402-8843-9d153aac0296 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:34.484570 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-490b0aba-6e3b-45d1-a441-bf202f4dee3e req-fa349a60-61d7-4402-8843-9d153aac0296 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "DELETE /v2.0/ports/66e16a37-37e9-4c75-aa0e-f083208cbdc6 HTTP/1.1" status: 204 len: 173 time: 2.2389090 Nov 11 11:52:34.501223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Pushing event updated for resources: {'Port': ['ID=41bc367d-37e2-49ff-abe8-51aa2c30c67f,revision_number=10']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:34.505313 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] No DVR routers for this DVR port 41bc367d-37e2-49ff-abe8-51aa2c30c67f on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:52:34.533528 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab21d4e-6205-4e5b-9b74-52c2537c1622 x-openstack-request-id: req-bab21d4e-6205-4e5b-9b74-52c2537c1622 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:34.533864 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fc20d6-4e18-492b-9237-b7d3e903aa3c", "name": "network-vif-deleted", "tag": "de0508b2-077d-4e5e-a125-fadafcf09f73", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:34.534113 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bab21d4e-6205-4e5b-9b74-52c2537c1622 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:34.534514 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fc20d6-4e18-492b-9237-b7d3e903aa3c', 'name': 'network-vif-deleted', 'tag': 'de0508b2-077d-4e5e-a125-fadafcf09f73', 'status': 'completed', 'code': 200} Nov 11 11:52:34.587708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Attempting to bind port 41bc367d-37e2-49ff-abe8-51aa2c30c67f on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:52:34.588081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Attempting to bind port 41bc367d-37e2-49ff-abe8-51aa2c30c67f by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:52:34.588418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Attempting to bind port 41bc367d-37e2-49ff-abe8-51aa2c30c67f on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:34.634739 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Port 41bc367d-37e2-49ff-abe8-51aa2c30c67f on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:52:34.635312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Attempting to bind port 41bc367d-37e2-49ff-abe8-51aa2c30c67f on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:34.651478 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:34.654238 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1c3710-beb3-4c05-a277-e4de37d94381" -d '{"events": [{"server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "name": "network-vif-plugged", "status": "completed", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:34.697657 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:52:34.698187 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:52:34.698187 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:52:34.698824 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Bound port: 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:52:34.699282 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:34.756495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ce4e5-1e7e-47cf-be52-43427d14e285 req-297059eb-d581-437c-b681-e41c2db7842c tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:34.758114 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f3ce4e5-1e7e-47cf-be52-43427d14e285 req-297059eb-d581-437c-b681-e41c2db7842c tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5 HTTP/1.1" status: 200 len: 945 time: 0.1352499 Nov 11 11:52:34.849847 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f3ce4e5-1e7e-47cf-be52-43427d14e285 req-3ec8952a-a026-4948-af42-c7241771bb9a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832093 Nov 11 11:52:34.879917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:52:34.883324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:52:34.889665 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:34.951254 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304798fa-7f81-4516-9a9e-325a224b3b2f x-openstack-request-id: req-304798fa-7f81-4516-9a9e-325a224b3b2f {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:34.953136 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "name": "network-vif-plugged", "status": "completed", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:34.953687 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-304798fa-7f81-4516-9a9e-325a224b3b2f {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:34.954247 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f', 'code': 200} Nov 11 11:52:34.965185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:34.966015 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:34.967495 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] 10.222.0.62 "PUT /v2.0/ports/41bc367d-37e2-49ff-abe8-51aa2c30c67f HTTP/1.1" status: 200 len: 1097 time: 2.5040960 Nov 11 11:52:35.000208 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f1182478-860e-433d-bb78-d1bdd9a7a4e2 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:52:35.047351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d345b83-f8df-4722-9341-2abd03dc50b9 service neutron] Pushing event updated for resources: {'Port': ['ID=41bc367d-37e2-49ff-abe8-51aa2c30c67f,revision_number=11']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:35.149855 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-92659d82-bc7d-43ec-a826-76b783673679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:35.159307 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-92659d82-bc7d-43ec-a826-76b783673679 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 1100 time: 0.1550498 Nov 11 11:52:35.187315 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port f1182478-860e-433d-bb78-d1bdd9a7a4e2 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:52:35.195729 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port f1182478-860e-433d-bb78-d1bdd9a7a4e2 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:35.196103 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:35.224102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a4eb2-779f-4ff5-885a-39089b18d84a req-e4e481db-e0ca-4e01-afb2-609174370537 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:35.231610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e0a4eb2-779f-4ff5-885a-39089b18d84a req-e4e481db-e0ca-4e01-afb2-609174370537 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 945 time: 0.1603324 Nov 11 11:52:35.253830 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device de0508b2-077d-4e5e-a125-fadafcf09f73 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:52:35.355873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-e11e8fc2-aa00-493e-b124-595b5ee2548a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:35.360418 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-e11e8fc2-aa00-493e-b124-595b5ee2548a service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1923852 Nov 11 11:52:35.416108 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: de0508b2-077d-4e5e-a125-fadafcf09f73 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:52:35.416663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device de0508b2-077d-4e5e-a125-fadafcf09f73 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:52:35.416859 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 41bc367d-37e2-49ff-abe8-51aa2c30c67f no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:52:35.477786 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-6c68afad-7593-4bf9-b6f3-374a002db8b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f HTTP/1.1" status: 200 len: 217 time: 0.0876184 Nov 11 11:52:35.500770 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:35.591700 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e0a4eb2-779f-4ff5-885a-39089b18d84a req-c054010a-fa5c-4d7a-b049-8cb43f152bef tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227645 Nov 11 11:52:35.621556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-0162887b-6c35-4e89-8cef-e0758450e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:35.627037 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 41bc367d-37e2-49ff-abe8-51aa2c30c67f not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:52:35.627896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 66e16a37-37e9-4c75-aa0e-f083208cbdc6 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:52:35.628423 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-0162887b-6c35-4e89-8cef-e0758450e25f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1247520 Nov 11 11:52:35.659751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f1182478-860e-433d-bb78-d1bdd9a7a4e2, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f1182478-860e-433d-bb78-d1bdd9a7a4e2,segment=NetworkSegment(e68dcf34-eeaf-4bad-90e9-ebc48d67a784),segment_id=e68dcf34-eeaf-4bad-90e9-ebc48d67a784)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:35.660901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 66e16a37-37e9-4c75-aa0e-f083208cbdc6 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:52:35.661239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 66e16a37-37e9-4c75-aa0e-f083208cbdc6 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:52:35.679002 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:35.734898 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-e942ddf4-2496-4245-8cec-94902f71b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:35.734898 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-e942ddf4-2496-4245-8cec-94902f71b67c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992954 Nov 11 11:52:35.767160 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f1182478-860e-433d-bb78-d1bdd9a7a4e2,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:35.770946 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4bfde120-73c1-47ca-9a7e-4c0b111272b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:35.945446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d7d0c-4041-444f-86f1-1ca175be1001 req-f891f6e5-17d2-4c17-9e37-5bdcb2591ae4 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:35.953549 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-756d7d0c-4041-444f-86f1-1ca175be1001 req-f891f6e5-17d2-4c17-9e37-5bdcb2591ae4 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 949 time: 0.1526775 Nov 11 11:52:35.962687 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-76de17ef-4194-427a-b50b-8abca53d8ae7 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209170 Nov 11 11:52:36.082104 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee45a84-8bc9-49f7-8165-b4de771c00dc req-2fdbd088-b59c-4c8d-a746-8f61d5e6aeec service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090651 Nov 11 11:52:36.156547 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-756d7d0c-4041-444f-86f1-1ca175be1001 req-40c40543-9ae6-413a-b28a-f0ac6c659e69 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020204 Nov 11 11:52:36.203064 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a59efc-ad3d-4402-84fb-f5aed84013f4 req-4a2c98e0-e966-4e3f-903f-d1945c98a4ed tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:36.205182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4a59efc-ad3d-4402-84fb-f5aed84013f4 req-4a2c98e0-e966-4e3f-903f-d1945c98a4ed tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5 HTTP/1.1" status: 200 len: 946 time: 0.1204727 Nov 11 11:52:36.326467 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4a59efc-ad3d-4402-84fb-f5aed84013f4 req-c3eec84d-bca9-4bdb-b09b-9210461a2b22 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138616 Nov 11 11:52:36.336380 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd53976-1cc9-4020-beaa-d090c5abecc3 req-b2e7a510-3da3-4442-a6d3-7a4c6a29a50c tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:36.344589 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fd53976-1cc9-4020-beaa-d090c5abecc3 req-b2e7a510-3da3-4442-a6d3-7a4c6a29a50c tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 945 time: 0.0913613 Nov 11 11:52:36.414979 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fd53976-1cc9-4020-beaa-d090c5abecc3 req-2b8b301d-eef7-4206-a68a-6cd5341e2c74 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693278 Nov 11 11:52:36.536383 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f'}, {'server_uuid': '7da4e5b8-a306-4cc1-95c0-62385c7b3f50', 'name': 'network-vif-deleted', 'tag': '66e16a37-37e9-4c75-aa0e-f083208cbdc6'}, {'name': 'network-changed', 'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:36.539446 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa90d8e-a919-4d1e-97c1-78f4c11fa043" -d '{"events": [{"server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "name": "network-vif-unplugged", "status": "completed", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f"}, {"server_uuid": "7da4e5b8-a306-4cc1-95c0-62385c7b3f50", "name": "network-vif-deleted", "tag": "66e16a37-37e9-4c75-aa0e-f083208cbdc6"}, {"name": "network-changed", "server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:36.630592 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec906c64-13e5-4541-844c-dd1813a44f8f x-openstack-request-id: req-ec906c64-13e5-4541-844c-dd1813a44f8f {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:36.630914 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "name": "network-vif-unplugged", "status": "completed", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f", "code": 200}, {"server_uuid": "7da4e5b8-a306-4cc1-95c0-62385c7b3f50", "name": "network-vif-deleted", "tag": "66e16a37-37e9-4c75-aa0e-f083208cbdc6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:36.631181 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec906c64-13e5-4541-844c-dd1813a44f8f {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:36.631627 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f', 'code': 200} Nov 11 11:52:36.631844 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da4e5b8-a306-4cc1-95c0-62385c7b3f50', 'name': 'network-vif-deleted', 'tag': '66e16a37-37e9-4c75-aa0e-f083208cbdc6', 'status': 'completed', 'code': 200} Nov 11 11:52:36.632091 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f', 'status': 'completed', 'code': 200} Nov 11 11:52:36.823220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-6b37dc10-9079-4c23-8857-407a356fc00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:36.824879 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-6b37dc10-9079-4c23-8857-407a356fc00f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 1100 time: 0.1729183 Nov 11 11:52:36.924758 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43724) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:52:36.936928 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-24e78167-ea7b-42d1-8b19-b7faf0a1336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:36.939170 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-24e78167-ea7b-42d1-8b19-b7faf0a1336a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 1100 time: 0.2396913 Nov 11 11:52:36.949659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46d656-04a2-4866-8eca-cbcfa306b85e req-07616a12-cb76-456f-8d6c-b3ae728de879 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:36.951499 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e46d656-04a2-4866-8eca-cbcfa306b85e req-07616a12-cb76-456f-8d6c-b3ae728de879 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 948 time: 0.2841539 Nov 11 11:52:36.956811 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:36.959944 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d866bd69-05f4-4170-9c51-16f4c6a9dfc4" -d '{"events": [{"server_uuid": "f82bfaf0-509c-40ca-865b-b3d74a3e49d5", "name": "network-vif-plugged", "status": "completed", "tag": "f1182478-860e-433d-bb78-d1bdd9a7a4e2"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:37.025554 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080820b9-35b6-4cc7-b8ac-981416eda433 x-openstack-request-id: req-080820b9-35b6-4cc7-b8ac-981416eda433 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:37.026049 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82bfaf0-509c-40ca-865b-b3d74a3e49d5", "name": "network-vif-plugged", "status": "completed", "tag": "f1182478-860e-433d-bb78-d1bdd9a7a4e2", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:37.026459 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-080820b9-35b6-4cc7-b8ac-981416eda433 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:37.026999 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2', 'code': 200} Nov 11 11:52:37.090731 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7995fe1d-ef54-4c81-a0e6-82cc2e171972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:37.136247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-53372b0f-1138-4f93-bb7a-4c7a80360e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:37.138410 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-53372b0f-1138-4f93-bb7a-4c7a80360e85 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1841297 Nov 11 11:52:37.151709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-d34c697f-e997-4e0a-98d2-c6383e3222cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:37.153353 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-d34c697f-e997-4e0a-98d2-c6383e3222cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.3193524 Nov 11 11:52:37.187069 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7995fe1d-ef54-4c81-a0e6-82cc2e171972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:37.200791 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7995fe1d-ef54-4c81-a0e6-82cc2e171972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:37.263653 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-ce50aa07-3110-4f6f-96de-3030f5a582a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f HTTP/1.1" status: 200 len: 217 time: 0.1153243 Nov 11 11:52:37.278960 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-c3e6d7cd-adba-4f2e-8bf1-c89d7d90ffe1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f HTTP/1.1" status: 200 len: 217 time: 0.1029375 Nov 11 11:52:37.285429 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995fe1d-ef54-4c81-a0e6-82cc2e171972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4614b4-11f3-424f-ac5d-b1e8af5e4b90,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:37.305117 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7995fe1d-ef54-4c81-a0e6-82cc2e171972 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5e6e637d652a4251ac9b49653db25a04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3792696 Nov 11 11:52:37.308888 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43734) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:52:37.331050 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5366370-40b8-4853-bb2c-e7ac6ef9fdee req-dd3c4a6f-38b0-4074-b40c-f0b651cf10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:37.332929 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b5366370-40b8-4853-bb2c-e7ac6ef9fdee req-dd3c4a6f-38b0-4074-b40c-f0b651cf10cc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5 HTTP/1.1" status: 200 len: 1097 time: 0.1440229 Nov 11 11:52:37.409787 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b5366370-40b8-4853-bb2c-e7ac6ef9fdee req-9986069d-afdf-439f-bd9e-d52463582be1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661204 Nov 11 11:52:37.413116 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c49b95a3-12a2-47c0-8f8e-1612aad981a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:37.442367 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c49b95a3-12a2-47c0-8f8e-1612aad981a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:37.458835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e46d656-04a2-4866-8eca-cbcfa306b85e req-0072d297-3530-4648-896c-7ecda86acb7a tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185732 Nov 11 11:52:37.471723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-65572f01-e109-4626-97db-0d25a18369e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:37.473175 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-65572f01-e109-4626-97db-0d25a18369e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1362939 Nov 11 11:52:37.474602 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-0dec04ce-257b-4c33-afb2-49888a4a86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:37.475949 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-0dec04ce-257b-4c33-afb2-49888a4a86cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1812723 Nov 11 11:52:37.516381 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c49b95a3-12a2-47c0-8f8e-1612aad981a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:37.520207 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c49b95a3-12a2-47c0-8f8e-1612aad981a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:37.523807 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c49b95a3-12a2-47c0-8f8e-1612aad981a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fe4614b4-11f3-424f-ac5d-b1e8af5e4b90 HTTP/1.1" status: 204 len: 168 time: 0.2105832 Nov 11 11:52:37.535806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cdb25-f945-49f8-bfce-2d26ffdfe1ee req-99f05d3b-94a7-4aca-83e6-5275421689d4 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:37.537073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b95a3-12a2-47c0-8f8e-1612aad981a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4614b4-11f3-424f-ac5d-b1e8af5e4b90,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:37.546868 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc4cdb25-f945-49f8-bfce-2d26ffdfe1ee req-99f05d3b-94a7-4aca-83e6-5275421689d4 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 949 time: 0.2374547 Nov 11 11:52:37.720894 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc4cdb25-f945-49f8-bfce-2d26ffdfe1ee req-72f4cbac-7d76-4d0a-887b-450bbee01909 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685658 Nov 11 11:52:37.724180 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-5c8d7775-ea21-4d94-b0eb-6542b629b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:37.728417 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-5c8d7775-ea21-4d94-b0eb-6542b629b6d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2454011 Nov 11 11:52:37.887081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-40b76eb7-c393-4d0e-b192-0242e3d94800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:37.888491 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-40b76eb7-c393-4d0e-b192-0242e3d94800 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2489562 Nov 11 11:52:37.900277 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da80a3-6f94-4639-9c87-82e0392566f1 req-81785788-9411-4a85-afbe-941b77750d4e tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:37.901868 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-06da80a3-6f94-4639-9c87-82e0392566f1 req-81785788-9411-4a85-afbe-941b77750d4e tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5 HTTP/1.1" status: 200 len: 946 time: 0.3061399 Nov 11 11:52:37.990460 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b77d61db-000c-4038-9d0b-a96822866405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:38.068024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928e276-4d69-4da1-b7d4-b34912bf31bd req-abef4e1c-754e-4c7e-9e8c-fac5e358aa7b tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:38.069756 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b928e276-4d69-4da1-b7d4-b34912bf31bd req-abef4e1c-754e-4c7e-9e8c-fac5e358aa7b tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 945 time: 0.2527463 Nov 11 11:52:38.106015 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-06da80a3-6f94-4639-9c87-82e0392566f1 req-411d40ca-47a1-45b0-96a6-ea973d1a2368 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867404 Nov 11 11:52:38.173488 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-0ac42f0f-48ec-4a44-aa93-9c482e05cdab service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296014 Nov 11 11:52:38.449204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-c772a846-74ae-4a34-8b87-4bf4e34db7c4 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457215 Nov 11 11:52:38.471410 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b928e276-4d69-4da1-b7d4-b34912bf31bd req-30f854c9-16ea-4563-b9ab-687a3960b491 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907292 Nov 11 11:52:38.835745 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43768) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:52:38.890685 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:38.942692 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4a567a87-21c0-446d-a0b8-fab94c6d390a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-262551721-network', 'tenant_id': '25a77f3c6bd7494395506438ce26715e'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:38.974517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a567a87-21c0-446d-a0b8-fab94c6d390a admin admin] Made reservation on behalf of 25a77f3c6bd7494395506438ce26715e for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:52:38.977069 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f3228-5a6d-490e-a1d1-50b1c8b1b9ce req-d6db3ae8-95f8-4b41-a702-6403acda5664 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:38.978745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d11f3228-5a6d-490e-a1d1-50b1c8b1b9ce req-d6db3ae8-95f8-4b41-a702-6403acda5664 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 948 time: 0.8298018 Nov 11 11:52:38.979313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4a567a87-21c0-446d-a0b8-fab94c6d390a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:38.991341 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4a567a87-21c0-446d-a0b8-fab94c6d390a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:39.020288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 41bc367d-37e2-49ff-abe8-51aa2c30c67f details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:52:39.057227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e1ae-fa3d-47f3-b99f-556ebb4334ef req-07bbf23b-d033-47ec-8146-a986eaa7fd7a tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:39.066071 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77b7e1ae-fa3d-47f3-b99f-556ebb4334ef req-07bbf23b-d033-47ec-8146-a986eaa7fd7a tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 948 time: 0.1716366 Nov 11 11:52:39.115117 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4a567a87-21c0-446d-a0b8-fab94c6d390a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:39.126030 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4a567a87-21c0-446d-a0b8-fab94c6d390a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:39.132898 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74428325-1933-43ed-9f28-b34ea09b5aa4 req-555c7839-5801-4da6-83d0-181db580f8d9 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:39.145177 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-74428325-1933-43ed-9f28-b34ea09b5aa4 req-555c7839-5801-4da6-83d0-181db580f8d9 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 949 time: 0.3062782 Nov 11 11:52:39.171603 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a567a87-21c0-446d-a0b8-fab94c6d390a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0dc465-1d5d-4c0c-b4c4-8c8a6dc71e99,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:39.177369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:39.194765 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '41bc367d-37e2-49ff-abe8-51aa2c30c67f', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '41bc367d-37e2-49ff-abe8-51aa2c30c67f', 'mac_address': 'fa:16:3e:34:cb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:52:39.207451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a567a87-21c0-446d-a0b8-fab94c6d390a admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:52:39.213003 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77b7e1ae-fa3d-47f3-b99f-556ebb4334ef req-1e7ed8d6-1489-47fc-8f82-c8ae01b62db8 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460485 Nov 11 11:52:39.219655 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-8378ce62-27e0-44dd-8cc1-412a3c8cc403 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9841082 Nov 11 11:52:39.255872 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4a567a87-21c0-446d-a0b8-fab94c6d390a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:39.256209 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-4a567a87-21c0-446d-a0b8-fab94c6d390a admin admin] Added segment 8ec55b2c-b8d0-4482-b370-008154228b57 of type vlan for network 0abb6555-69b9-4699-9e1a-68c978b91119 Nov 11 11:52:39.260288 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:39.283635 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bc367d-37e2-49ff-abe8-51aa2c30c67f {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:52:39.292732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-daa90d8e-a919-4d1e-97c1-78f4c11fa043 req-b1505f10-b0d0-4d7c-ae27-903828209ec6 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570861 Nov 11 11:52:39.314853 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:39.328799 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:39.330748 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-74428325-1933-43ed-9f28-b34ea09b5aa4 req-ba2739c1-b2a1-4d4d-b869-1394d08cced3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801143 Nov 11 11:52:39.358395 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-d11f3228-5a6d-490e-a1d1-50b1c8b1b9ce req-7611e76a-d311-4061-b798-d6cf117d1b7c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Deleting port 233d75d3-5ebb-42e2-8b24-db5a2032c405 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:52:39.360097 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d11f3228-5a6d-490e-a1d1-50b1c8b1b9ce req-7611e76a-d311-4061-b798-d6cf117d1b7c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:39.370544 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4a567a87-21c0-446d-a0b8-fab94c6d390a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:39.425405 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4a567a87-21c0-446d-a0b8-fab94c6d390a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:39.426361 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a567a87-21c0-446d-a0b8-fab94c6d390a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:39.428450 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4a567a87-21c0-446d-a0b8-fab94c6d390a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:39.464696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=41bc367d-37e2-49ff-abe8-51aa2c30c67f,revision_number=12']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:39.528301 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4a567a87-21c0-446d-a0b8-fab94c6d390a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6907659 Nov 11 11:52:39.531367 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43782) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:52:39.539273 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-309b36ca-7a03-412d-b897-e4d9dba0cc6c admin admin] Request body: {'subnet': {'network_id': '0abb6555-69b9-4699-9e1a-68c978b91119', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-262551721-subnet', 'tenant_id': '25a77f3c6bd7494395506438ce26715e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:39.548297 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a567a87-21c0-446d-a0b8-fab94c6d390a admin admin] Pushing event updated for resources: {'Network': ['ID=0abb6555-69b9-4699-9e1a-68c978b91119,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:39.570770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 0abb6555-69b9-4699-9e1a-68c978b91119 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:52:39.571682 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309b36ca-7a03-412d-b897-e4d9dba0cc6c admin admin] Made reservation on behalf of 25a77f3c6bd7494395506438ce26715e for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:52:39.575555 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-309b36ca-7a03-412d-b897-e4d9dba0cc6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:39.586434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e3606-e9bd-4fbd-b34e-1aea00a73648 req-4898fe17-2668-498e-9a3e-3f565f96f892 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:39.594339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd7e3606-e9bd-4fbd-b34e-1aea00a73648 req-4898fe17-2668-498e-9a3e-3f565f96f892 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5 HTTP/1.1" status: 200 len: 946 time: 0.2241147 Nov 11 11:52:39.623094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c293aa-4fcf-4545-9c01-1a776f529dfc req-2a991e0d-6502-42e0-853e-207abcfe6dac tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:39.624797 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42c293aa-4fcf-4545-9c01-1a776f529dfc req-2a991e0d-6502-42e0-853e-207abcfe6dac tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 950 time: 0.1496613 Nov 11 11:52:39.698216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd7e3606-e9bd-4fbd-b34e-1aea00a73648 req-d78a2dad-0524-449c-bbea-7cfd700f7f41 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027577 Nov 11 11:52:39.730959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-d11f3228-5a6d-490e-a1d1-50b1c8b1b9ce req-7611e76a-d311-4061-b798-d6cf117d1b7c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] For port 233d75d3-5ebb-42e2-8b24-db5a2032c405, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=233d75d3-5ebb-42e2-8b24-db5a2032c405,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:39.734010 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d11f3228-5a6d-490e-a1d1-50b1c8b1b9ce req-7611e76a-d311-4061-b798-d6cf117d1b7c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:39.751855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['41bc367d-37e2-49ff-abe8-51aa2c30c67f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:39.822238 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42c293aa-4fcf-4545-9c01-1a776f529dfc req-5751fb02-33d4-469a-ac19-40a9cd3ca0ba tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860774 Nov 11 11:52:39.827540 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-d11f3228-5a6d-490e-a1d1-50b1c8b1b9ce req-7611e76a-d311-4061-b798-d6cf117d1b7c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Calling delete_port for 233d75d3-5ebb-42e2-8b24-db5a2032c405 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:52:39.831958 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-309b36ca-7a03-412d-b897-e4d9dba0cc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:39.952377 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b36ca-7a03-412d-b897-e4d9dba0cc6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8507f8e-a318-44a0-bb21-5200a98f3635,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:40.020900 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b36ca-7a03-412d-b897-e4d9dba0cc6c admin admin] Checking segment: {'id': '8ec55b2c-b8d0-4482-b370-008154228b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0abb6555-69b9-4699-9e1a-68c978b91119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:52:40.021264 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309b36ca-7a03-412d-b897-e4d9dba0cc6c admin admin] Network hostable DHCP agents. Network: 0abb6555-69b9-4699-9e1a-68c978b91119, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:52:40.029557 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64623f9-3375-47a8-b6c6-4fe4c7f40e1b req-f193c1ac-430a-460f-b0ed-d62e4556e6d4 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:40.038218 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a64623f9-3375-47a8-b6c6-4fe4c7f40e1b req-f193c1ac-430a-460f-b0ed-d62e4556e6d4 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 945 time: 0.2126265 Nov 11 11:52:40.052760 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309b36ca-7a03-412d-b897-e4d9dba0cc6c admin admin] Network 0abb6555-69b9-4699-9e1a-68c978b91119 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:52:40.067370 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-309b36ca-7a03-412d-b897-e4d9dba0cc6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 0abb6555-69b9-4699-9e1a-68c978b91119) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:52:40.087510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309b36ca-7a03-412d-b897-e4d9dba0cc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:40.087510 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-309b36ca-7a03-412d-b897-e4d9dba0cc6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:40.096468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e94608-e3e8-49c1-8ac9-86910119b4d7 None None] Network 0abb6555-69b9-4699-9e1a-68c978b91119 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:52:40.130257 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-309b36ca-7a03-412d-b897-e4d9dba0cc6c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5977228 Nov 11 11:52:40.223071 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a64623f9-3375-47a8-b6c6-4fe4c7f40e1b req-02030fd2-4126-47e1-95ad-212229a92d0a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836615 Nov 11 11:52:40.287342 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d11f3228-5a6d-490e-a1d1-50b1c8b1b9ce req-7611e76a-d311-4061-b798-d6cf117d1b7c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:40.323819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611e76a-d311-4061-b798-d6cf117d1b7c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Pushing event deleted for resources: {'Port': ['ID=233d75d3-5ebb-42e2-8b24-db5a2032c405,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:40.397165 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11f3228-5a6d-490e-a1d1-50b1c8b1b9ce req-7611e76a-d311-4061-b798-d6cf117d1b7c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] No DVR routers for this DVR port 233d75d3-5ebb-42e2-8b24-db5a2032c405 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:52:40.400582 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d11f3228-5a6d-490e-a1d1-50b1c8b1b9ce req-7611e76a-d311-4061-b798-d6cf117d1b7c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:40.405651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22e8055-5999-46f0-ba2f-5f88601062bd None None] Network 0abb6555-69b9-4699-9e1a-68c978b91119 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:52:40.407325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d11f3228-5a6d-490e-a1d1-50b1c8b1b9ce req-7611e76a-d311-4061-b798-d6cf117d1b7c tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.43 "DELETE /v2.0/ports/233d75d3-5ebb-42e2-8b24-db5a2032c405 HTTP/1.1" status: 204 len: 173 time: 1.3845193 Nov 11 11:52:40.408418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83811e22-b757-4752-88e6-401677b43159', 'name': 'network-vif-deleted', 'tag': '233d75d3-5ebb-42e2-8b24-db5a2032c405'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:40.412424 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bc9d29-bbc2-4daf-bf85-52b725f0b1db" -d '{"events": [{"server_uuid": "83811e22-b757-4752-88e6-401677b43159", "name": "network-vif-deleted", "tag": "233d75d3-5ebb-42e2-8b24-db5a2032c405"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:40.523487 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:40.740640 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73ab4999-b63b-478e-9314-38bf864797f8 req-7d3b207a-944b-4233-b9b1-9483e84d80c1 tempest-ServersOnMultiNodesTest-111691716 tempest-ServersOnMultiNodesTest-111691716-project] 10.222.0.65 "GET /v2.0/ports?device_id=83811e22-b757-4752-88e6-401677b43159 HTTP/1.1" status: 200 len: 210 time: 0.1023107 Nov 11 11:52:40.798939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-5c7b591b-4ae5-4b45-a77b-da4b721666fd tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:40.800551 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-5c7b591b-4ae5-4b45-a77b-da4b721666fd tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=120791f8-fb9a-4429-b234-77aed82e12b7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2474809 Nov 11 11:52:40.877357 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-08a099dd-386f-49fe-8e63-d7f18c44ab03 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 696 time: 0.0695441 Nov 11 11:52:40.892466 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-b447fa9b-4e7a-4602-8f48-5add493492a6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Request body: {'floatingip': {'port_id': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:40.956423 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c201ab1-b252-4708-bfa1-9747b38554c2 x-openstack-request-id: req-6c201ab1-b252-4708-bfa1-9747b38554c2 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:40.957040 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83811e22-b757-4752-88e6-401677b43159", "name": "network-vif-deleted", "tag": "233d75d3-5ebb-42e2-8b24-db5a2032c405", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:40.957644 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c201ab1-b252-4708-bfa1-9747b38554c2 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:40.958514 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83811e22-b757-4752-88e6-401677b43159', 'name': 'network-vif-deleted', 'tag': '233d75d3-5ebb-42e2-8b24-db5a2032c405', 'status': 'completed', 'code': 200} Nov 11 11:52:40.970669 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-b447fa9b-4e7a-4602-8f48-5add493492a6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:41.033541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 41bc367d-37e2-49ff-abe8-51aa2c30c67f up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:52:41.141339 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 41bc367d-37e2-49ff-abe8-51aa2c30c67f completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:52:41.143822 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-24b21fa0-eaa8-4a1a-ade8-4d3c1f2c81c2 req-03688a6c-e25d-4db8-9be1-a39e7e76ae88 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-206952365', 'description': 'tempest-description-1510193783'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:41.145863 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 41bc367d-37e2-49ff-abe8-51aa2c30c67f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:41.146406 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:41.238481 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-24b21fa0-eaa8-4a1a-ade8-4d3c1f2c81c2 req-03688a6c-e25d-4db8-9be1-a39e7e76ae88 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:41.249460 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:41.270485 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:41.286088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:41.288928 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57d6cad-d2a0-4441-9de3-3bbd2454e3a6" -d '{"events": [{"server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "name": "network-vif-plugged", "status": "completed", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:41.296791 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 233d75d3-5ebb-42e2-8b24-db5a2032c405 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:52:41.331464 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 233d75d3-5ebb-42e2-8b24-db5a2032c405 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:52:41.332104 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 233d75d3-5ebb-42e2-8b24-db5a2032c405 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:52:41.335349 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:41.343263 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:41.408159 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=41bc367d-37e2-49ff-abe8-51aa2c30c67f,revision_number=13']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:41.432576 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-24b21fa0-eaa8-4a1a-ade8-4d3c1f2c81c2 req-03688a6c-e25d-4db8-9be1-a39e7e76ae88 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:41.472258 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-24b21fa0-eaa8-4a1a-ade8-4d3c1f2c81c2 req-03688a6c-e25d-4db8-9be1-a39e7e76ae88 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:41.539526 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-24b21fa0-eaa8-4a1a-ade8-4d3c1f2c81c2 req-03688a6c-e25d-4db8-9be1-a39e7e76ae88 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:41.541170 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-24b21fa0-eaa8-4a1a-ade8-4d3c1f2c81c2 req-03688a6c-e25d-4db8-9be1-a39e7e76ae88 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4098966 Nov 11 11:52:41.561610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03688a6c-e25d-4db8-9be1-a39e7e76ae88 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2672f162-e339-4b24-9fe6-62caf8322959,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:41.677877 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-2338b592-69d4-48fc-bde1-be3f72721ba6 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=901de9f974a44ac4b70ad426cae25689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323541 Nov 11 11:52:41.925289 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-27fb22e3-c44e-4cd5-8583-a57dd6ea200a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:41.926756 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-27fb22e3-c44e-4cd5-8583-a57dd6ea200a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2365189 Nov 11 11:52:41.928915 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-b447fa9b-4e7a-4602-8f48-5add493492a6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:41.939702 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-b447fa9b-4e7a-4602-8f48-5add493492a6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:41.944628 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-e7471565-883c-40c1-aea5-eadaef2565e2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/quotas/901de9f974a44ac4b70ad426cae25689 HTTP/1.1" status: 200 len: 375 time: 0.0114052 Nov 11 11:52:42.308257 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-ad98e651-76b7-4cf3-b800-d5dff655104b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3317964 Nov 11 11:52:42.315289 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-b447fa9b-4e7a-4602-8f48-5add493492a6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Floating IP 0d29ece9-9687-4181-a57e-b4cdce9d2778 associated. External IP: 172.25.2.249, port: 24bde232-59a0-4f6a-ae18-8776ae0ec9ae. Nov 11 11:52:42.572968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2c6a8-a6f7-467d-980a-41412ee6aab6 req-a1647777-df0d-4eb7-b003-85c9c921ba01 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:42.573649 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28b2c6a8-a6f7-467d-980a-41412ee6aab6 req-a1647777-df0d-4eb7-b003-85c9c921ba01 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 945 time: 0.1007459 Nov 11 11:52:42.575720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-b447fa9b-4e7a-4602-8f48-5add493492a6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Router 3faac808-8703-458b-a71b-17bcf7f11210 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:52:42.678169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28b2c6a8-a6f7-467d-980a-41412ee6aab6 req-f989f798-ae2e-464f-8f4e-342fae0308b0 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971599 Nov 11 11:52:42.745164 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-b447fa9b-4e7a-4602-8f48-5add493492a6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:52:42.750137 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-b447fa9b-4e7a-4602-8f48-5add493492a6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:42.758918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ecb1ea-7e63-4bcb-b871-9b4e476bee16 None None] Sync routers for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:52:42.779379 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f399eae-ae18-472d-895f-aa9b8505bb3e x-openstack-request-id: req-1f399eae-ae18-472d-895f-aa9b8505bb3e {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:42.779758 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "name": "network-vif-plugged", "status": "completed", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:42.779912 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1f399eae-ae18-472d-895f-aa9b8505bb3e {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:42.787092 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-b447fa9b-4e7a-4602-8f48-5add493492a6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "PUT /v2.0/floatingips/0d29ece9-9687-4181-a57e-b4cdce9d2778 HTTP/1.1" status: 200 len: 996 time: 1.8995640 Nov 11 11:52:42.794867 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f', 'code': 200} Nov 11 11:52:42.800408 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ecb1ea-7e63-4bcb-b871-9b4e476bee16 None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:42.804674 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-39ecb1ea-7e63-4bcb-b871-9b4e476bee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:42.879369 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5dd051cf-2091-4183-8a3e-a6e94dd789cc req-a4551b84-87a6-40d1-81ab-8cb60f4ed7a0 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/2672f162-e339-4b24-9fe6-62caf8322959 HTTP/1.1" status: 200 len: 1821 time: 0.0705159 Nov 11 11:52:42.886442 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-957f6cd0-6a24-4c31-8f1e-2bfed10bde68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:42.888400 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-957f6cd0-6a24-4c31-8f1e-2bfed10bde68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 1096 time: 0.0573058 Nov 11 11:52:42.896480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-5dd051cf-2091-4183-8a3e-a6e94dd789cc req-81aa9aa0-2cb0-40d8-b502-828b771a4a3e tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2672f162-e339-4b24-9fe6-62caf8322959', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:42.896923 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-5dd051cf-2091-4183-8a3e-a6e94dd789cc req-81aa9aa0-2cb0-40d8-b502-828b771a4a3e tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2672f162-e339-4b24-9fe6-62caf8322959', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:42.965321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120791f8-fb9a-4429-b234-77aed82e12b7', 'tag': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:42.967956 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5517af8-a4d2-43ad-ba79-c5c3ed57640c" -d '{"events": [{"name": "network-changed", "server_uuid": "120791f8-fb9a-4429-b234-77aed82e12b7", "tag": "24bde232-59a0-4f6a-ae18-8776ae0ec9ae"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:42.974929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-39ecb1ea-7e63-4bcb-b871-9b4e476bee16 None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:43.033939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-2b1813f3-ba98-4545-9205-764ba71d37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:43.035480 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-2b1813f3-ba98-4545-9205-764ba71d37cf service neutron] 10.222.0.65 "GET /v2.0/networks?id=23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 200 len: 923 time: 0.1335201 Nov 11 11:52:43.082291 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5dd051cf-2091-4183-8a3e-a6e94dd789cc req-81aa9aa0-2cb0-40d8-b502-828b771a4a3e tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:43.148488 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-b87ab914-f5bc-4b9f-96bf-af2f7d8fbbaa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24bde232-59a0-4f6a-ae18-8776ae0ec9ae HTTP/1.1" status: 200 len: 999 time: 0.1060357 Nov 11 11:52:43.169874 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5dd051cf-2091-4183-8a3e-a6e94dd789cc req-81aa9aa0-2cb0-40d8-b502-828b771a4a3e tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:43.196220 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5dd051cf-2091-4183-8a3e-a6e94dd789cc req-81aa9aa0-2cb0-40d8-b502-828b771a4a3e tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:43.225032 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-58b6edfe-c756-4d46-aa6d-7b7fe0a9de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:43.227168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-58b6edfe-c756-4d46-aa6d-7b7fe0a9de23 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0d7fcde-07a1-4532-bf76-b8012c4b4070 HTTP/1.1" status: 200 len: 860 time: 0.0778508 Nov 11 11:52:43.256604 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-39ecb1ea-7e63-4bcb-b871-9b4e476bee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0d29ece9-9687-4181-a57e-b4cdce9d2778', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'port_id': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'mac_address': 'fa:16:3e:01:06:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120791f8-fb9a-4429-b234-77aed82e12b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:52:17Z', 'updated_at': '2021-11-11T11:52:41Z', 'revision_number': 1, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:43.278095 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa9aa0-2cb0-40d8-b502-828b771a4a3e tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0329df-b0a9-46c6-b16a-e21b1ee2ebb4,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:43.285928 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ecb1ea-7e63-4bcb-b871-9b4e476bee16 None None] Checking router: 3faac808-8703-458b-a71b-17bcf7f11210 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:52:43.289502 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5dd051cf-2091-4183-8a3e-a6e94dd789cc req-81aa9aa0-2cb0-40d8-b502-828b771a4a3e tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:43.290866 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5dd051cf-2091-4183-8a3e-a6e94dd789cc req-81aa9aa0-2cb0-40d8-b502-828b771a4a3e tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3984571 Nov 11 11:52:43.295251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ecb1ea-7e63-4bcb-b871-9b4e476bee16 None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:43.295872 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-39ecb1ea-7e63-4bcb-b871-9b4e476bee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:43.304100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-9ef8cc9d-1db9-4f6c-94b9-1f182dda766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:43.305794 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-9ef8cc9d-1db9-4f6c-94b9-1f182dda766f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=23b7b723-f466-4f2b-8a8d-9f55afd99d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705962 Nov 11 11:52:43.327510 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-b3066952-398e-4a55-9870-70e9c07d6f89 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:52:43.328716 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-b3066952-398e-4a55-9870-70e9c07d6f89 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086029 Nov 11 11:52:43.420120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-39ecb1ea-7e63-4bcb-b871-9b4e476bee16 None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:43.434547 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-5b313cee-0ada-4520-b738-20fe6547224c service neutron] 10.222.0.65 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993373 Nov 11 11:52:43.643323 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-19435f78-b377-49e4-99b7-86e43e624502 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=901de9f974a44ac4b70ad426cae25689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557914 Nov 11 11:52:43.655231 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5725e8ba-f4fb-465f-ad65-5e4e5266cd3b req-ad664b07-6cc9-4dbb-91f4-143d12a1f0f1 service neutron] 10.222.0.65 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125931 Nov 11 11:52:43.701757 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-c256cba9-6224-4fda-9835-17373462eedb tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:43.703316 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-c256cba9-6224-4fda-9835-17373462eedb tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/networks?id=bec22fd4-3e47-48ed-8ed3-3ad222db7b9b HTTP/1.1" status: 200 len: 815 time: 0.2531590 Nov 11 11:52:43.714427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-39ecb1ea-7e63-4bcb-b871-9b4e476bee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0d29ece9-9687-4181-a57e-b4cdce9d2778', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'port_id': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'mac_address': 'fa:16:3e:01:06:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120791f8-fb9a-4429-b234-77aed82e12b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:52:17Z', 'updated_at': '2021-11-11T11:52:41Z', 'revision_number': 1, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:43.747211 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ecb1ea-7e63-4bcb-b871-9b4e476bee16 None None] The sync data for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 is: [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0d29ece9-9687-4181-a57e-b4cdce9d2778', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'port_id': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'mac_address': 'fa:16:3e:01:06:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120791f8-fb9a-4429-b234-77aed82e12b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:52:17Z', 'updated_at': '2021-11-11T11:52:41Z', 'revision_number': 1, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:52:43.755024 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-8a4c9a04-0ee3-45b0-b1aa-b4c2b07bc7e6 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/quotas/b973415ac4284feeb9b616cb92050c8a HTTP/1.1" status: 200 len: 375 time: 0.0438118 Nov 11 11:52:43.868825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-802aa761-3568-4038-ac7f-322c5b69a531 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b973415ac4284feeb9b616cb92050c8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132724 Nov 11 11:52:43.882774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-cb15d889-e712-478d-9a18-10ba9d712424 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:43.883946 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-cb15d889-e712-478d-9a18-10ba9d712424 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2309308 Nov 11 11:52:43.909054 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-736c32af-8346-4b14-b2b9-b26058e76696 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Request body: {'port': {'device_id': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '901de9f974a44ac4b70ad426cae25689'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:44.083553 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69ed73f6-7df1-4592-a0e7-01ff9d33b664 req-68409fbe-5c42-49ad-8a18-eb538290ae77 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 210 time: 0.0693214 Nov 11 11:52:44.096467 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9e2657-c591-4ba9-8527-9bfbb676a7f3 None None] New status for floating IP 0d29ece9-9687-4181-a57e-b4cdce9d2778: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:52:44.116864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43886) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:52:44.164057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-ef0b22ff-fd07-4615-a027-5d6cb7b41645 service neutron] 10.222.0.65 "GET /v2.0/networks/bec22fd4-3e47-48ed-8ed3-3ad222db7b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663617 Nov 11 11:52:44.169070 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac90043-a87a-4964-90b4-b47159b99084 x-openstack-request-id: req-8ac90043-a87a-4964-90b4-b47159b99084 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:44.169354 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120791f8-fb9a-4429-b234-77aed82e12b7", "tag": "24bde232-59a0-4f6a-ae18-8776ae0ec9ae", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:44.169611 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ac90043-a87a-4964-90b4-b47159b99084 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:44.170013 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120791f8-fb9a-4429-b234-77aed82e12b7', 'tag': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae', 'status': 'completed', 'code': 200} Nov 11 11:52:44.264293 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-a0b2dcca-c4f7-4aa4-aecc-753019dd3d28 service neutron] 10.222.0.65 "GET /v2.0/networks/bec22fd4-3e47-48ed-8ed3-3ad222db7b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992272 Nov 11 11:52:44.299665 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-104f925d-ca08-4e17-83da-6a8ab9eaed37 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9bc118dc2ae249c3b19e662c936c1a69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1803391 Nov 11 11:52:44.303799 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-6a591c99-8e68-4451-a725-7fff86ba6cde req-e576171b-40b1-471e-924f-1429d5a65192 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-516567960', 'description': 'tempest-description-462317228'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:44.304029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43890) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:52:44.360258 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-861622c7-5e47-4483-9bd4-6bf7302c2120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:44.373284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-736c32af-8346-4b14-b2b9-b26058e76696 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Made reservation on behalf of 901de9f974a44ac4b70ad426cae25689 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:52:44.377529 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-736c32af-8346-4b14-b2b9-b26058e76696 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:44.389574 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-861622c7-5e47-4483-9bd4-6bf7302c2120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:44.409814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5517af8-a4d2-43ad-ba79-c5c3ed57640c req-266947e8-5446-476f-af95-7c24c53c8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:44.416079 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5517af8-a4d2-43ad-ba79-c5c3ed57640c req-266947e8-5446-476f-af95-7c24c53c8eb4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 1096 time: 0.1484425 Nov 11 11:52:44.448953 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-861622c7-5e47-4483-9bd4-6bf7302c2120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:44.452677 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-861622c7-5e47-4483-9bd4-6bf7302c2120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:44.456367 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-861622c7-5e47-4483-9bd4-6bf7302c2120 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8 HTTP/1.1" status: 204 len: 168 time: 0.1490791 Nov 11 11:52:44.463801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861622c7-5e47-4483-9bd4-6bf7302c2120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e907940-23ef-4ac1-9d0a-a9f2f9b0dfa8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:44.546409 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6a591c99-8e68-4451-a725-7fff86ba6cde req-e576171b-40b1-471e-924f-1429d5a65192 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:44.800389 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-736c32af-8346-4b14-b2b9-b26058e76696 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Allocated IP 192.168.233.231 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/8cb5a78a-bf04-4af4-81a6-6cf75eb217da) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:52:44.840614 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-9d617ef8-93d4-4a90-9b86-ddcece148f6d tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:44.848710 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-9d617ef8-93d4-4a90-9b86-ddcece148f6d tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2794924 Nov 11 11:52:44.850996 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5517af8-a4d2-43ad-ba79-c5c3ed57640c req-3187a7b3-725d-4474-a5b3-d31d9a979c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:44.852460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5517af8-a4d2-43ad-ba79-c5c3ed57640c req-3187a7b3-725d-4474-a5b3-d31d9a979c21 service neutron] 10.222.0.43 "GET /v2.0/networks?id=23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 200 len: 923 time: 0.3234596 Nov 11 11:52:44.856146 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43904) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:52:44.911835 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-efa8df9c-db54-4937-81b1-2c33b087b88d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98d78016c8444258a5ceb8f27602940c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0544920 Nov 11 11:52:44.914360 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43910) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:52:44.981926 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-070a5018-56d0-42f3-80f5-fa62defa0a00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:44.993900 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6a591c99-8e68-4451-a725-7fff86ba6cde req-e576171b-40b1-471e-924f-1429d5a65192 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:45.015304 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-070a5018-56d0-42f3-80f5-fa62defa0a00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:45.049564 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6a591c99-8e68-4451-a725-7fff86ba6cde req-e576171b-40b1-471e-924f-1429d5a65192 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:45.075429 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-070a5018-56d0-42f3-80f5-fa62defa0a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:45.078985 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-070a5018-56d0-42f3-80f5-fa62defa0a00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:45.081458 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-070a5018-56d0-42f3-80f5-fa62defa0a00 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2db33131-749b-44d8-b24f-d6588cdafb18 HTTP/1.1" status: 204 len: 168 time: 0.1649332 Nov 11 11:52:45.091637 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a5018-56d0-42f3-80f5-fa62defa0a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db33131-749b-44d8-b24f-d6588cdafb18,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:45.143458 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-11d4ac2c-1684-4397-9a32-9e0c12e6c3df tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 1001 time: 0.2938650 Nov 11 11:52:45.164664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-758e2f18-f8b5-4859-ae76-2be7e90e8644 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Request body: {'floatingip': {'port_id': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:45.217642 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6a591c99-8e68-4451-a725-7fff86ba6cde req-e576171b-40b1-471e-924f-1429d5a65192 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:45.218869 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a591c99-8e68-4451-a725-7fff86ba6cde req-e576171b-40b1-471e-924f-1429d5a65192 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9526989 Nov 11 11:52:45.252096 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5517af8-a4d2-43ad-ba79-c5c3ed57640c req-05ec72cd-793b-436a-b86c-118834215a9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24bde232-59a0-4f6a-ae18-8776ae0ec9ae HTTP/1.1" status: 200 len: 1001 time: 0.3884962 Nov 11 11:52:45.268460 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576171b-40b1-471e-924f-1429d5a65192 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b00657-fca9-43bc-a19a-a80a6f0bf810,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:45.333415 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-758e2f18-f8b5-4859-ae76-2be7e90e8644 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:45.593337 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:45.724565 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5517af8-a4d2-43ad-ba79-c5c3ed57640c req-615e6c50-8c83-4f38-9eb6-642c5646a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:45.726030 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5517af8-a4d2-43ad-ba79-c5c3ed57640c req-615e6c50-8c83-4f38-9eb6-642c5646a99e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b0d7fcde-07a1-4532-bf76-b8012c4b4070 HTTP/1.1" status: 200 len: 860 time: 0.4550736 Nov 11 11:52:45.822089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f8724-abb2-4d9d-be6b-8da353437e3b req-76bc0c5c-1785-48c4-a93c-35bc20ba4e13 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:45.823563 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-297f8724-abb2-4d9d-be6b-8da353437e3b req-76bc0c5c-1785-48c4-a93c-35bc20ba4e13 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 945 time: 0.5309625 Nov 11 11:52:45.868166 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-736c32af-8346-4b14-b2b9-b26058e76696 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:45.942844 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5517af8-a4d2-43ad-ba79-c5c3ed57640c req-a0b14cae-d730-44eb-b5d7-9e86ff9f83a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:45.944367 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5517af8-a4d2-43ad-ba79-c5c3ed57640c req-a0b14cae-d730-44eb-b5d7-9e86ff9f83a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23b7b723-f466-4f2b-8a8d-9f55afd99d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067242 Nov 11 11:52:46.018367 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-10b60aa9-c742-454d-b6d5-ce5c16df1b53 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:46.029749 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-10b60aa9-c742-454d-b6d5-ce5c16df1b53 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.43 "GET /v2.0/networks?id=bec22fd4-3e47-48ed-8ed3-3ad222db7b9b HTTP/1.1" status: 200 len: 815 time: 0.1940484 Nov 11 11:52:46.044505 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-f6601566-66e4-409d-b3ce-11bbd149f4ea tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Request body: {'port': {'device_id': '3322bc28-8d0e-4eef-96a4-766fa4736490', 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b', 'admin_state_up': True, 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:46.160964 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-297f8724-abb2-4d9d-be6b-8da353437e3b req-69b9092d-fcf8-416a-860d-1017d72a24d3 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174536 Nov 11 11:52:46.173909 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5517af8-a4d2-43ad-ba79-c5c3ed57640c req-18683db1-2631-443c-9ada-753a041ad66a service neutron] 10.222.0.43 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184384 Nov 11 11:52:46.219575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-f6601566-66e4-409d-b3ce-11bbd149f4ea tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Made reservation on behalf of b973415ac4284feeb9b616cb92050c8a for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:52:46.224682 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-736c32af-8346-4b14-b2b9-b26058e76696 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:46.227230 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-f6601566-66e4-409d-b3ce-11bbd149f4ea tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:46.240722 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['5b8053d1-ef81-421b-9c0d-72d4ba518d46', 'f2a85307-3654-449c-a186-175b6c103308', '41bc367d-37e2-49ff-abe8-51aa2c30c67f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:46.277445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-06966bdd-98dc-4982-b977-736591fc1abb req-f9c87a08-21ca-46f4-a9cc-d7a4d5f7ac84 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/ports?device_id=3322bc28-8d0e-4eef-96a4-766fa4736490 HTTP/1.1" status: 200 len: 210 time: 0.0311830 Nov 11 11:52:46.389042 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-736c32af-8346-4b14-b2b9-b26058e76696 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:52:46.403442 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-736c32af-8346-4b14-b2b9-b26058e76696 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:52:46.416116 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-736c32af-8346-4b14-b2b9-b26058e76696 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:52:46.437783 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-736c32af-8346-4b14-b2b9-b26058e76696 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:46.438758 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-736c32af-8346-4b14-b2b9-b26058e76696 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:46.451944 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-f6601566-66e4-409d-b3ce-11bbd149f4ea tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Allocated IP 172.20.0.7 (bec22fd4-3e47-48ed-8ed3-3ad222db7b9b/5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b/0e27118b-eedf-4a8c-bb71-2a3e5418a336) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:52:46.494627 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-736c32af-8346-4b14-b2b9-b26058e76696 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5942693 Nov 11 11:52:46.516378 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Request body: {'port': {'device_id': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:46.560711 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c32af-8346-4b14-b2b9-b26058e76696 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Pushing event updated for resources: {'Port': ['ID=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:46.744242 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864ec5e-8891-47c9-9964-0ab7d705dd4e req-fac9ee15-083a-4e99-bb7f-bfb78da51648 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:46.750536 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2864ec5e-8891-47c9-9964-0ab7d705dd4e req-fac9ee15-083a-4e99-bb7f-bfb78da51648 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 936 time: 0.1742351 Nov 11 11:52:46.756421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5517af8-a4d2-43ad-ba79-c5c3ed57640c req-77588f59-0727-42cc-8003-cd47f4b27069 service neutron] 10.222.0.43 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737853 Nov 11 11:52:46.804508 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:46.839815 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-f6601566-66e4-409d-b3ce-11bbd149f4ea tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:46.862235 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2864ec5e-8891-47c9-9964-0ab7d705dd4e req-cef59002-4c11-4ee9-a25c-32cb255cbace tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028309 Nov 11 11:52:46.949946 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-f6601566-66e4-409d-b3ce-11bbd149f4ea tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:47.019530 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-30b41501-9245-4919-9406-2e712f6269ae None None] Provisioning complete for port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:47.020991 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-30b41501-9245-4919-9406-2e712f6269ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:47.062483 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-f6601566-66e4-409d-b3ce-11bbd149f4ea tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Network bec22fd4-3e47-48ed-8ed3-3ad222db7b9b is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:52:47.066861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-f6601566-66e4-409d-b3ce-11bbd149f4ea tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:52:47.071612 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-f6601566-66e4-409d-b3ce-11bbd149f4ea tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:52:47.152696 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6601566-66e4-409d-b3ce-11bbd149f4ea tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Pushing event updated for resources: {'Port': ['ID=0e27118b-eedf-4a8c-bb71-2a3e5418a336,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:47.187094 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-30b41501-9245-4919-9406-2e712f6269ae None None] Port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:52:47.258598 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-f6601566-66e4-409d-b3ce-11bbd149f4ea tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:47.259540 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-f6601566-66e4-409d-b3ce-11bbd149f4ea tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:47.314509 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-f6601566-66e4-409d-b3ce-11bbd149f4ea tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2743895 Nov 11 11:52:47.314738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb5a78a-bf04-4af4-81a6-6cf75eb217da {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:52:47.324211 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:47.338653 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Transition to ACTIVE for port object 8cb5a78a-bf04-4af4-81a6-6cf75eb217da will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:52:47.355072 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:47.470500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:47.521748 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a9db841b-ee4e-4bc3-a2ff-6015adcf8f03 None None] Provisioning complete for port 0e27118b-eedf-4a8c-bb71-2a3e5418a336 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:52:47.522118 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a9db841b-ee4e-4bc3-a2ff-6015adcf8f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:47.606902 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a9db841b-ee4e-4bc3-a2ff-6015adcf8f03 None None] Port 0e27118b-eedf-4a8c-bb71-2a3e5418a336 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:52:47.690451 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a630bf7-0d72-4cad-b4ae-981aa7ec39ff req-1dc1d57f-1b1d-422b-b5e2-acb9a9104dee tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/f1b00657-fca9-43bc-a19a-a80a6f0bf810 HTTP/1.1" status: 200 len: 1820 time: 0.3503830 Nov 11 11:52:47.693315 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Attempting to bind port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:52:47.693671 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Attempting to bind port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:52:47.693980 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Attempting to bind port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:47.715862 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-6a630bf7-0d72-4cad-b4ae-981aa7ec39ff req-bc23c6fa-9727-4c1b-8261-de1bba3bd327 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f1b00657-fca9-43bc-a19a-a80a6f0bf810', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:47.716320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-6a630bf7-0d72-4cad-b4ae-981aa7ec39ff req-bc23c6fa-9727-4c1b-8261-de1bba3bd327 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f1b00657-fca9-43bc-a19a-a80a6f0bf810', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:47.723337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:52:47.723848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Attempting to bind port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:47.739273 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:52:47.739756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:52:47.740243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:52:47.740784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Bound port: 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:52:47.741347 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:47.936757 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:52:47.941194 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:52:47.962615 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:47.971791 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-758e2f18-f8b5-4859-ae76-2be7e90e8644 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:48.000256 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6a630bf7-0d72-4cad-b4ae-981aa7ec39ff req-bc23c6fa-9727-4c1b-8261-de1bba3bd327 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:48.002686 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-758e2f18-f8b5-4859-ae76-2be7e90e8644 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:48.064075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:48.064800 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:48.066386 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] 10.222.0.43 "PUT /v2.0/ports/8cb5a78a-bf04-4af4-81a6-6cf75eb217da HTTP/1.1" status: 200 len: 1096 time: 1.5553930 Nov 11 11:52:48.066953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:48.069382 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63f47e2-264c-4389-9d8a-9b9e8508c0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:48.110601 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6a630bf7-0d72-4cad-b4ae-981aa7ec39ff req-bc23c6fa-9727-4c1b-8261-de1bba3bd327 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:48.110601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f76ce8-2a50-4249-b68f-84f6cb71cb17 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:48.118678 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6a630bf7-0d72-4cad-b4ae-981aa7ec39ff req-bc23c6fa-9727-4c1b-8261-de1bba3bd327 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:48.174929 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23c6fa-9727-4c1b-8261-de1bba3bd327 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96e3044-53e6-41d5-bb9f-1009a53186d4,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:48.189944 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6a630bf7-0d72-4cad-b4ae-981aa7ec39ff req-bc23c6fa-9727-4c1b-8261-de1bba3bd327 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:48.191137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a630bf7-0d72-4cad-b4ae-981aa7ec39ff req-bc23c6fa-9727-4c1b-8261-de1bba3bd327 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4843581 Nov 11 11:52:48.196441 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-758e2f18-f8b5-4859-ae76-2be7e90e8644 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Floating IP 0d29ece9-9687-4181-a57e-b4cdce9d2778 associated. External IP: 172.25.2.249, port: 24bde232-59a0-4f6a-ae18-8776ae0ec9ae. Nov 11 11:52:48.491587 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-758e2f18-f8b5-4859-ae76-2be7e90e8644 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Router 3faac808-8703-458b-a71b-17bcf7f11210 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:52:48.519127 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df985f41-72ad-4004-bced-8e669baeaf89 req-33adccc3-f39d-4c5a-9fba-473c32bb8b86 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:48.520663 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df985f41-72ad-4004-bced-8e669baeaf89 req-33adccc3-f39d-4c5a-9fba-473c32bb8b86 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 945 time: 0.0644135 Nov 11 11:52:48.642830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df985f41-72ad-4004-bced-8e669baeaf89 req-d3e6f1cd-86e0-4b42-bd69-0ef34046a2ee tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873458 Nov 11 11:52:48.655090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-758e2f18-f8b5-4859-ae76-2be7e90e8644 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:52:48.675150 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a555005-f1ec-412a-abeb-82e4569b4839 None None] Sync routers for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:52:48.696882 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a555005-f1ec-412a-abeb-82e4569b4839 None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:48.702261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-8a555005-f1ec-412a-abeb-82e4569b4839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:48.815355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-8a555005-f1ec-412a-abeb-82e4569b4839 None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:48.824435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792ee6e-1e5f-4587-b65b-6d711c7c33dc req-f5b0c889-01aa-4eb2-86d8-a76c4cc07ea4 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:48.826221 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f792ee6e-1e5f-4587-b65b-6d711c7c33dc req-f5b0c889-01aa-4eb2-86d8-a76c4cc07ea4 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/ports?device_id=3322bc28-8d0e-4eef-96a4-766fa4736490 HTTP/1.1" status: 200 len: 931 time: 0.0687730 Nov 11 11:52:48.956298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f792ee6e-1e5f-4587-b65b-6d711c7c33dc req-ea613fde-6317-4a39-a1f6-43e32b0f9264 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/security-groups?id=83ca3db3-6e3d-4662-bb29-4bedd95cc262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960295 Nov 11 11:52:48.980903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-758e2f18-f8b5-4859-ae76-2be7e90e8644 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Router 3faac808-8703-458b-a71b-17bcf7f11210 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:52:49.103910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-758e2f18-f8b5-4859-ae76-2be7e90e8644 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:52:49.108551 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-758e2f18-f8b5-4859-ae76-2be7e90e8644 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:49.165238 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-758e2f18-f8b5-4859-ae76-2be7e90e8644 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "PUT /v2.0/floatingips/0d29ece9-9687-4181-a57e-b4cdce9d2778 HTTP/1.1" status: 200 len: 999 time: 4.0046391 Nov 11 11:52:49.216194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-8a555005-f1ec-412a-abeb-82e4569b4839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0d29ece9-9687-4181-a57e-b4cdce9d2778', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'port_id': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'mac_address': 'fa:16:3e:c5:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:52:17Z', 'updated_at': '2021-11-11T11:52:47Z', 'revision_number': 3, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:49.227138 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-dc323a8a-71f2-478e-94b4-8aa2d680679e tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:49.228770 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-dc323a8a-71f2-478e-94b4-8aa2d680679e tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports/24bde232-59a0-4f6a-ae18-8776ae0ec9ae HTTP/1.1" status: 200 len: 942 time: 0.0541933 Nov 11 11:52:49.248190 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a555005-f1ec-412a-abeb-82e4569b4839 None None] Checking router: 3faac808-8703-458b-a71b-17bcf7f11210 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:52:49.257549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a555005-f1ec-412a-abeb-82e4569b4839 None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:49.258454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-8a555005-f1ec-412a-abeb-82e4569b4839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:49.343645 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-8fbdb236-23aa-4fb3-988e-51b7a7743c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:49.345572 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-8fbdb236-23aa-4fb3-988e-51b7a7743c1b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 1096 time: 0.0441952 Nov 11 11:52:49.370463 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-8a555005-f1ec-412a-abeb-82e4569b4839 None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:49.448586 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-48fef827-529b-4229-b93e-3e91fdf7a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:49.450122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-48fef827-529b-4229-b93e-3e91fdf7a4a4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 200 len: 923 time: 0.0974476 Nov 11 11:52:49.507100 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-c42936f4-6379-4c32-9114-7ec53b759b3f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24bde232-59a0-4f6a-ae18-8776ae0ec9ae HTTP/1.1" status: 200 len: 217 time: 0.0459828 Nov 11 11:52:49.562184 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-829f4056-cd05-46bf-89e1-c545b41ea694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:49.563714 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-829f4056-cd05-46bf-89e1-c545b41ea694 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0d7fcde-07a1-4532-bf76-b8012c4b4070 HTTP/1.1" status: 200 len: 860 time: 0.0527327 Nov 11 11:52:49.611415 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-04baa503-ce0b-4af5-a593-fc1922f253a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:49.612932 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-04baa503-ce0b-4af5-a593-fc1922f253a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=23b7b723-f466-4f2b-8a8d-9f55afd99d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426497 Nov 11 11:52:49.622134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-8a555005-f1ec-412a-abeb-82e4569b4839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0d29ece9-9687-4181-a57e-b4cdce9d2778', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'port_id': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'mac_address': 'fa:16:3e:c5:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:52:17Z', 'updated_at': '2021-11-11T11:52:47Z', 'revision_number': 3, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:49.628356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-275417a6-824a-469f-a323-758280636ad5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:52:49.629326 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-275417a6-824a-469f-a323-758280636ad5 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053487 Nov 11 11:52:49.649061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a555005-f1ec-412a-abeb-82e4569b4839 None None] The sync data for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 is: [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0d29ece9-9687-4181-a57e-b4cdce9d2778', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'port_id': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'mac_address': 'fa:16:3e:c5:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:52:17Z', 'updated_at': '2021-11-11T11:52:47Z', 'revision_number': 3, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:52:49.725935 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-b8cd96b7-a86e-4a9d-a676-736d7cba66b5 service neutron] 10.222.0.65 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905735 Nov 11 11:52:49.824823 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f573be1b-1196-4f8f-ac1f-8fc1611ed7b5 None None] New status for floating IP 0d29ece9-9687-4181-a57e-b4cdce9d2778: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:52:50.100254 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd7a97d-7ceb-4cff-a4e9-fabd89d78e61 None None] Sync routers for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:52:50.112760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd7a97d-7ceb-4cff-a4e9-fabd89d78e61 None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:50.113514 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9cd7a97d-7ceb-4cff-a4e9-fabd89d78e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:50.127993 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-1e75314f-566b-4da8-9860-0b75963f9e89 service neutron] 10.222.0.65 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934162 Nov 11 11:52:50.198789 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-8b2c5898-6a8c-451e-a00e-43fbb285e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:50.200315 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-8b2c5898-6a8c-451e-a00e-43fbb285e771 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5 HTTP/1.1" status: 200 len: 1097 time: 0.0428479 Nov 11 11:52:50.230772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-9cd7a97d-7ceb-4cff-a4e9-fabd89d78e61 None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:50.315466 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-e5441599-4470-4151-8aaa-51177c290b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:50.316952 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-e5441599-4470-4151-8aaa-51177c290b65 service neutron] 10.222.0.65 "GET /v2.0/networks?id=23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 200 len: 923 time: 0.1077008 Nov 11 11:52:50.391178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-41b62f53-583d-4d64-9187-ec8e7c20fd56 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1182478-860e-433d-bb78-d1bdd9a7a4e2 HTTP/1.1" status: 200 len: 1002 time: 0.0678298 Nov 11 11:52:50.473942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-e29d3b6f-1cb6-4d4d-84aa-51f158d0d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:50.475542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-e29d3b6f-1cb6-4d4d-84aa-51f158d0d8df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0d7fcde-07a1-4532-bf76-b8012c4b4070 HTTP/1.1" status: 200 len: 860 time: 0.0768137 Nov 11 11:52:50.492169 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9cd7a97d-7ceb-4cff-a4e9-fabd89d78e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0d29ece9-9687-4181-a57e-b4cdce9d2778', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'port_id': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'mac_address': 'fa:16:3e:c5:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:52:17Z', 'updated_at': '2021-11-11T11:52:49Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:50.523680 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd7a97d-7ceb-4cff-a4e9-fabd89d78e61 None None] Checking router: 3faac808-8703-458b-a71b-17bcf7f11210 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:52:50.527762 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-dd61b821-c131-4fd4-93d4-9b8b55e974b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:50.529294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-dd61b821-c131-4fd4-93d4-9b8b55e974b3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=23b7b723-f466-4f2b-8a8d-9f55afd99d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459471 Nov 11 11:52:50.533132 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd7a97d-7ceb-4cff-a4e9-fabd89d78e61 None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:50.533837 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9cd7a97d-7ceb-4cff-a4e9-fabd89d78e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:50.624928 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-5320e6ce-d3c1-4e59-b650-9b0193e9566b service neutron] 10.222.0.65 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885625 Nov 11 11:52:50.640961 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-9cd7a97d-7ceb-4cff-a4e9-fabd89d78e61 None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:50.724912 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9ad707-a898-4418-9f8c-bf26d63c4eed req-00302d3e-283e-4d00-8752-85cae85a0e4f service neutron] 10.222.0.65 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918078 Nov 11 11:52:50.849223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354ab3b-1089-4b73-8c1b-4795bcb1b0f3 req-2aeccdfd-2e73-475f-9322-6ab8542a274d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:50.853734 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c354ab3b-1089-4b73-8c1b-4795bcb1b0f3 req-2aeccdfd-2e73-475f-9322-6ab8542a274d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 948 time: 0.0559523 Nov 11 11:52:50.891231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9cd7a97d-7ceb-4cff-a4e9-fabd89d78e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0d29ece9-9687-4181-a57e-b4cdce9d2778', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'port_id': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'mac_address': 'fa:16:3e:c5:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:52:17Z', 'updated_at': '2021-11-11T11:52:49Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:50.906222 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c354ab3b-1089-4b73-8c1b-4795bcb1b0f3 req-8a35cfe1-f144-43dc-a852-1732e0b9cb18 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482705 Nov 11 11:52:50.924619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd7a97d-7ceb-4cff-a4e9-fabd89d78e61 None None] The sync data for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 is: [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0d29ece9-9687-4181-a57e-b4cdce9d2778', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'port_id': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'mac_address': 'fa:16:3e:c5:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:52:17Z', 'updated_at': '2021-11-11T11:52:49Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:52:50.962474 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3d54e4-2362-4dfd-848f-de17ce0e51d4 x-openstack-request-id: req-3c3d54e4-2362-4dfd-848f-de17ce0e51d4 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:50.962856 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:50.963198 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c3d54e4-2362-4dfd-848f-de17ce0e51d4 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:50.963686 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da', 'status': 'completed', 'code': 200} Nov 11 11:52:50.978457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-cad36123-365b-48da-aea3-2fe02ee30934 req-ad449c02-ce51-4412-ac02-921c5c544199 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1163317867', 'description': 'tempest-description-1453064561'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:51.008058 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cad36123-365b-48da-aea3-2fe02ee30934 req-ad449c02-ce51-4412-ac02-921c5c544199 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:51.091670 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cad36123-365b-48da-aea3-2fe02ee30934 req-ad449c02-ce51-4412-ac02-921c5c544199 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:51.098103 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cad36123-365b-48da-aea3-2fe02ee30934 req-ad449c02-ce51-4412-ac02-921c5c544199 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:51.145230 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cad36123-365b-48da-aea3-2fe02ee30934 req-ad449c02-ce51-4412-ac02-921c5c544199 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:51.146528 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cad36123-365b-48da-aea3-2fe02ee30934 req-ad449c02-ce51-4412-ac02-921c5c544199 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1724625 Nov 11 11:52:51.151517 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad449c02-ce51-4412-ac02-921c5c544199 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3841d4f6-b03d-401b-b58f-78c640bdc65d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:51.229513 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:51.277631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41182ea-092c-4cd6-ba0c-67e0484af3a6 req-4d1479d4-afa5-4aae-bc96-978eba35beb4 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:51.279032 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e41182ea-092c-4cd6-ba0c-67e0484af3a6 req-4d1479d4-afa5-4aae-bc96-978eba35beb4 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 945 time: 0.0505173 Nov 11 11:52:51.328246 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e41182ea-092c-4cd6-ba0c-67e0484af3a6 req-abb263df-2f8a-4125-aa76-f8a3f857791e tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430379 Nov 11 11:52:51.433426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776f238-1baf-4eb9-80a2-15e3bb43af67 req-699b3993-1365-4a0c-8b00-059ad5462aa3 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:51.434978 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7776f238-1baf-4eb9-80a2-15e3bb43af67 req-699b3993-1365-4a0c-8b00-059ad5462aa3 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/ports?device_id=3322bc28-8d0e-4eef-96a4-766fa4736490 HTTP/1.1" status: 200 len: 931 time: 0.0506332 Nov 11 11:52:51.483074 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7776f238-1baf-4eb9-80a2-15e3bb43af67 req-dfff25ca-56f3-492c-9fe3-f2cccda5f42e tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/security-groups?id=83ca3db3-6e3d-4662-bb29-4bedd95cc262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414011 Nov 11 11:52:51.574718 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9d6b9d7-6b47-4290-9ecc-43c22481f3f4 req-8fce4e4b-0e03-4c10-8062-4f2ed8f54873 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 1002 time: 0.0663261 Nov 11 11:52:51.624699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6b9d7-6b47-4290-9ecc-43c22481f3f4 req-cdbe7ecf-150e-403b-8a36-af66cb09a98b tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:51.626120 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9d6b9d7-6b47-4290-9ecc-43c22481f3f4 req-cdbe7ecf-150e-403b-8a36-af66cb09a98b tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports/f1182478-860e-433d-bb78-d1bdd9a7a4e2 HTTP/1.1" status: 200 len: 943 time: 0.0457988 Nov 11 11:52:51.733731 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9d6b9d7-6b47-4290-9ecc-43c22481f3f4 req-9f7fcad4-4fe6-4d62-847d-1e312d7e1962 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 1002 time: 0.0649774 Nov 11 11:52:51.842533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6b9d7-6b47-4290-9ecc-43c22481f3f4 req-585f6af2-2fb9-4540-8781-0e074dab0b02 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:51.843913 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9d6b9d7-6b47-4290-9ecc-43c22481f3f4 req-585f6af2-2fb9-4540-8781-0e074dab0b02 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.1039169 Nov 11 11:52:51.864931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-b7235a80-9858-44a9-aeb2-35ddb661c4d1 req-fc338edf-6657-4d38-8078-7b98a67baee9 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-378646193', 'description': 'tempest-description-1689586109'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:51.888818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b7235a80-9858-44a9-aeb2-35ddb661c4d1 req-fc338edf-6657-4d38-8078-7b98a67baee9 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:51.959348 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b7235a80-9858-44a9-aeb2-35ddb661c4d1 req-fc338edf-6657-4d38-8078-7b98a67baee9 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:51.964233 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b7235a80-9858-44a9-aeb2-35ddb661c4d1 req-fc338edf-6657-4d38-8078-7b98a67baee9 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:51.994843 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b7235a80-9858-44a9-aeb2-35ddb661c4d1 req-fc338edf-6657-4d38-8078-7b98a67baee9 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:51.995911 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7235a80-9858-44a9-aeb2-35ddb661c4d1 req-fc338edf-6657-4d38-8078-7b98a67baee9 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1352339 Nov 11 11:52:51.997986 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc338edf-6657-4d38-8078-7b98a67baee9 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db94e8e6-612b-4d49-8ec3-05dd64444b95,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:52.097274 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-edb7625f-c15e-460c-a276-043913ed3972 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 1002 time: 0.0643146 Nov 11 11:52:52.148115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-a52f10f3-f5a9-4f63-a1aa-69a5c0adceb5 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:52.149486 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-a52f10f3-f5a9-4f63-a1aa-69a5c0adceb5 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports/f1182478-860e-433d-bb78-d1bdd9a7a4e2 HTTP/1.1" status: 200 len: 943 time: 0.0464861 Nov 11 11:52:52.255759 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-c1f89984-d24b-4346-8f2f-a4fe95772d89 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 1002 time: 0.0651126 Nov 11 11:52:52.365348 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-583a07fe-8974-4e45-9099-5207bb47f086 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:52.366820 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-583a07fe-8974-4e45-9099-5207bb47f086 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.1050060 Nov 11 11:52:52.441266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-e5ed6544-bfd3-4202-92bf-b2ffee728721 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 1002 time: 0.0676043 Nov 11 11:52:52.451213 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-1e0762fe-90f2-4988-a81b-0fd6bda582ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:52.508108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-1e0762fe-90f2-4988-a81b-0fd6bda582ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:52.660309 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-1e0762fe-90f2-4988-a81b-0fd6bda582ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:52.666063 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-1e0762fe-90f2-4988-a81b-0fd6bda582ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:52.666658 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-1e0762fe-90f2-4988-a81b-0fd6bda582ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Floating IP 0d29ece9-9687-4181-a57e-b4cdce9d2778 disassociated. External IP: 172.25.2.249, port: f1182478-860e-433d-bb78-d1bdd9a7a4e2. Nov 11 11:52:52.878561 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-1e0762fe-90f2-4988-a81b-0fd6bda582ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Router 3faac808-8703-458b-a71b-17bcf7f11210 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:52:52.964757 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120791f8-fb9a-4429-b234-77aed82e12b7', 'tag': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae'}, {'name': 'network-changed', 'server_uuid': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'tag': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:52.966841 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f03f642-212e-418e-b72b-72c3ea3f4f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "120791f8-fb9a-4429-b234-77aed82e12b7", "tag": "24bde232-59a0-4f6a-ae18-8776ae0ec9ae"}, {"name": "network-changed", "server_uuid": "f82bfaf0-509c-40ca-865b-b3d74a3e49d5", "tag": "f1182478-860e-433d-bb78-d1bdd9a7a4e2"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:52.992499 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-1e0762fe-90f2-4988-a81b-0fd6bda582ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:52:52.997724 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-1e0762fe-90f2-4988-a81b-0fd6bda582ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:53.002166 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aef472-28fd-4da6-8fda-9008a552f524 None None] Sync routers for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:52:53.012628 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aef472-28fd-4da6-8fda-9008a552f524 None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:53.013473 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e7aef472-28fd-4da6-8fda-9008a552f524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:53.031441 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-1e0762fe-90f2-4988-a81b-0fd6bda582ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "PUT /v2.0/floatingips/0d29ece9-9687-4181-a57e-b4cdce9d2778 HTTP/1.1" status: 200 len: 695 time: 0.5843306 Nov 11 11:52:53.091475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-d0cefa89-f29e-4cfe-a8f1-f047ebd652c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:53.098127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-d0cefa89-f29e-4cfe-a8f1-f047ebd652c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5 HTTP/1.1" status: 200 len: 1097 time: 0.0525105 Nov 11 11:52:53.130676 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e7aef472-28fd-4da6-8fda-9008a552f524 None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:53.208787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-51c0ec9b-1732-491f-b741-e10be062e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:53.211123 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-51c0ec9b-1732-491f-b741-e10be062e52b service neutron] 10.222.0.65 "GET /v2.0/networks?id=23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 200 len: 923 time: 0.1112344 Nov 11 11:52:53.266023 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-f19411c0-4a9b-466e-9343-c0aec9d05b44 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1182478-860e-433d-bb78-d1bdd9a7a4e2 HTTP/1.1" status: 200 len: 217 time: 0.0482850 Nov 11 11:52:53.329974 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-42f2a0e5-5351-445b-ba4e-60f475de2fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:53.331503 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-42f2a0e5-5351-445b-ba4e-60f475de2fa2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0d7fcde-07a1-4532-bf76-b8012c4b4070 HTTP/1.1" status: 200 len: 860 time: 0.0642931 Nov 11 11:52:53.446404 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-18d4cb4c-88e2-48ce-859e-5b7b49e3d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:53.448264 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-18d4cb4c-88e2-48ce-859e-5b7b49e3d495 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=23b7b723-f466-4f2b-8a8d-9f55afd99d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099589 Nov 11 11:52:53.474121 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e7aef472-28fd-4da6-8fda-9008a552f524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:53.477274 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be92b1f7-f293-4868-b3c5-89ca55ca5d1b req-6bea79bf-b83d-45a0-ad5b-d4d58c2c6933 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0839703 Nov 11 11:52:53.505707 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aef472-28fd-4da6-8fda-9008a552f524 None None] Checking router: 3faac808-8703-458b-a71b-17bcf7f11210 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:52:53.514428 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aef472-28fd-4da6-8fda-9008a552f524 None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:53.515047 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e7aef472-28fd-4da6-8fda-9008a552f524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:53.597200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-caa25029-b20f-4b95-8e77-8fa5702d21a7 service neutron] 10.222.0.65 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413941 Nov 11 11:52:53.603665 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92b1f7-f293-4868-b3c5-89ca55ca5d1b req-78382108-c402-4452-bcf0-52b5867fbe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:53.605578 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be92b1f7-f293-4868-b3c5-89ca55ca5d1b req-78382108-c402-4452-bcf0-52b5867fbe73 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 1101 time: 0.0866964 Nov 11 11:52:53.633452 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e7aef472-28fd-4da6-8fda-9008a552f524 None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:53.789887 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25bfdef6-3eba-431d-808d-0f5b98217528 req-dc8d7ce6-6551-41a7-9540-64af1dce5066 service neutron] 10.222.0.65 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831551 Nov 11 11:52:53.792459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92b1f7-f293-4868-b3c5-89ca55ca5d1b req-d205d6cb-cd0a-4caf-97c3-d54fcf309438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:53.793854 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be92b1f7-f293-4868-b3c5-89ca55ca5d1b req-d205d6cb-cd0a-4caf-97c3-d54fcf309438 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1552031 Nov 11 11:52:53.859967 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be92b1f7-f293-4868-b3c5-89ca55ca5d1b req-3b2a3a71-c48d-4298-98d7-11001b3d4510 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=f2a85307-3654-449c-a186-175b6c103308 HTTP/1.1" status: 200 len: 217 time: 0.0551178 Nov 11 11:52:53.921182 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e7aef472-28fd-4da6-8fda-9008a552f524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:53.952117 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aef472-28fd-4da6-8fda-9008a552f524 None None] The sync data for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 is: [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:52:53.959508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92b1f7-f293-4868-b3c5-89ca55ca5d1b req-6996241c-836a-4fb0-8ddd-6399e1141c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:53.960993 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be92b1f7-f293-4868-b3c5-89ca55ca5d1b req-6996241c-836a-4fb0-8ddd-6399e1141c83 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0899382 Nov 11 11:52:53.979382 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb57dc-586d-4a40-a231-41dc8462b049 req-4403d83d-0e78-43e7-9589-0a425aaa7160 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:53.981034 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eddb57dc-586d-4a40-a231-41dc8462b049 req-4403d83d-0e78-43e7-9589-0a425aaa7160 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 948 time: 0.0680931 Nov 11 11:52:54.066600 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eddb57dc-586d-4a40-a231-41dc8462b049 req-534dc89d-0cdf-4fd4-a72a-c60c8e6a3936 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727634 Nov 11 11:52:54.069446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92b1f7-f293-4868-b3c5-89ca55ca5d1b req-a50cdec5-92e1-4205-8647-303172a4415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:54.070936 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be92b1f7-f293-4868-b3c5-89ca55ca5d1b req-a50cdec5-92e1-4205-8647-303172a4415f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888579 Nov 11 11:52:54.203255 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f91886e-b533-4838-b570-58bb2a1834d1 req-fa2e8c29-bcf8-463d-bad1-3972148e2512 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/3841d4f6-b03d-401b-b58f-78c640bdc65d HTTP/1.1" status: 200 len: 1822 time: 0.0953507 Nov 11 11:52:54.222279 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41865b9-ae86-4353-a22c-822ccfef0265 None None] New status for floating IP 0d29ece9-9687-4181-a57e-b4cdce9d2778: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:52:54.250227 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be92b1f7-f293-4868-b3c5-89ca55ca5d1b req-d49d13ae-c15e-4877-be45-bf1b7def0be4 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578779 Nov 11 11:52:54.291728 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f91886e-b533-4838-b570-58bb2a1834d1 req-5707858a-4564-4a72-a7f8-9b32b09210e5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/db94e8e6-612b-4d49-8ec3-05dd64444b95 HTTP/1.1" status: 200 len: 1821 time: 0.0818074 Nov 11 11:52:54.326846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-8f91886e-b533-4838-b570-58bb2a1834d1 req-7996ae21-93a1-4b28-ac10-927dcdd9aeaf tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3841d4f6-b03d-401b-b58f-78c640bdc65d', 'remote_group_id': 'db94e8e6-612b-4d49-8ec3-05dd64444b95', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:54.327158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-8f91886e-b533-4838-b570-58bb2a1834d1 req-7996ae21-93a1-4b28-ac10-927dcdd9aeaf tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3841d4f6-b03d-401b-b58f-78c640bdc65d', 'remote_group_id': 'db94e8e6-612b-4d49-8ec3-05dd64444b95', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:54.381827 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be92b1f7-f293-4868-b3c5-89ca55ca5d1b req-554aed08-41b4-4bf5-ae59-362e7e8ca1cc service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225858 Nov 11 11:52:54.423207 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8f91886e-b533-4838-b570-58bb2a1834d1 req-7996ae21-93a1-4b28-ac10-927dcdd9aeaf tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:54.461293 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8f91886e-b533-4838-b570-58bb2a1834d1 req-7996ae21-93a1-4b28-ac10-927dcdd9aeaf tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:54.465682 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8f91886e-b533-4838-b570-58bb2a1834d1 req-7996ae21-93a1-4b28-ac10-927dcdd9aeaf tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:54.491200 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996ae21-93a1-4b28-ac10-927dcdd9aeaf tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac238bd-6a2c-4baf-a4de-a292b84664f1,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:54.510249 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8f91886e-b533-4838-b570-58bb2a1834d1 req-7996ae21-93a1-4b28-ac10-927dcdd9aeaf tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:54.511492 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f91886e-b533-4838-b570-58bb2a1834d1 req-7996ae21-93a1-4b28-ac10-927dcdd9aeaf tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1901391 Nov 11 11:52:54.627231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208f627-a989-4755-a262-ffbd775bc53e req-1cc0bea4-e5b1-4936-b967-d3cd08b132d0 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:54.628766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8208f627-a989-4755-a262-ffbd775bc53e req-1cc0bea4-e5b1-4936-b967-d3cd08b132d0 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 945 time: 0.0538116 Nov 11 11:52:54.677955 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8208f627-a989-4755-a262-ffbd775bc53e req-3c447683-8d15-46a5-b40a-d3d3fdf52b08 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431347 Nov 11 11:52:54.784577 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bd52f-a07d-4d6a-9fc7-439bf64db962 req-abdcd924-5cec-4b6f-b6cc-7f7a5c8c0308 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:54.786438 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b0bd52f-a07d-4d6a-9fc7-439bf64db962 req-abdcd924-5cec-4b6f-b6cc-7f7a5c8c0308 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/ports?device_id=3322bc28-8d0e-4eef-96a4-766fa4736490 HTTP/1.1" status: 200 len: 931 time: 0.0506823 Nov 11 11:52:54.836217 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b0bd52f-a07d-4d6a-9fc7-439bf64db962 req-53336de2-181b-426b-a2e5-4082d40275bf tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/security-groups?id=83ca3db3-6e3d-4662-bb29-4bedd95cc262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 Nov 11 11:52:54.886619 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0337d8-8ba4-4e50-8a5f-3bafe5013a87 x-openstack-request-id: req-3b0337d8-8ba4-4e50-8a5f-3bafe5013a87 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:54.886907 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120791f8-fb9a-4429-b234-77aed82e12b7", "tag": "24bde232-59a0-4f6a-ae18-8776ae0ec9ae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f82bfaf0-509c-40ca-865b-b3d74a3e49d5", "tag": "f1182478-860e-433d-bb78-d1bdd9a7a4e2", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:54.887148 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b0337d8-8ba4-4e50-8a5f-3bafe5013a87 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:54.887612 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120791f8-fb9a-4429-b234-77aed82e12b7', 'tag': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae', 'status': 'completed', 'code': 200} Nov 11 11:52:54.887858 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'tag': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2', 'status': 'completed', 'code': 200} Nov 11 11:52:54.972268 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-ef591b46-ccaf-48d7-91d1-565b8fa3c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:54.973812 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-ef591b46-ccaf-48d7-91d1-565b8fa3c7df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5 HTTP/1.1" status: 200 len: 1097 time: 0.0552056 Nov 11 11:52:55.070879 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-d38bbe2c-9739-4c27-b6eb-879dc1189b05 req-bb23b85d-b936-4d6f-85a8-60b4296d6b0d tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-296174704', 'description': 'tempest-description-1618134242'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:55.112945 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-914c02f7-ff37-4a2d-976d-48a601a20047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:55.114952 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-914c02f7-ff37-4a2d-976d-48a601a20047 service neutron] 10.222.0.62 "GET /v2.0/networks?id=23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 200 len: 923 time: 0.1303308 Nov 11 11:52:55.132354 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d38bbe2c-9739-4c27-b6eb-879dc1189b05 req-bb23b85d-b936-4d6f-85a8-60b4296d6b0d tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:55.169998 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-5543e747-17a0-426b-80e3-83f2fb5bcf10 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1182478-860e-433d-bb78-d1bdd9a7a4e2 HTTP/1.1" status: 200 len: 217 time: 0.0462215 Nov 11 11:52:55.254485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-cc3aff7e-6dd7-47a4-93dc-183b678bbca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:55.255963 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-cc3aff7e-6dd7-47a4-93dc-183b678bbca8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b0d7fcde-07a1-4532-bf76-b8012c4b4070 HTTP/1.1" status: 200 len: 860 time: 0.0742111 Nov 11 11:52:55.302132 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d38bbe2c-9739-4c27-b6eb-879dc1189b05 req-bb23b85d-b936-4d6f-85a8-60b4296d6b0d tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:55.309648 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d38bbe2c-9739-4c27-b6eb-879dc1189b05 req-bb23b85d-b936-4d6f-85a8-60b4296d6b0d tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:55.345012 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d38bbe2c-9739-4c27-b6eb-879dc1189b05 req-bb23b85d-b936-4d6f-85a8-60b4296d6b0d tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:55.346262 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d38bbe2c-9739-4c27-b6eb-879dc1189b05 req-bb23b85d-b936-4d6f-85a8-60b4296d6b0d tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2812669 Nov 11 11:52:55.350725 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-c25cfc42-2220-4639-962e-6deb34ebf6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:55.354320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-c25cfc42-2220-4639-962e-6deb34ebf6d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=23b7b723-f466-4f2b-8a8d-9f55afd99d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854754 Nov 11 11:52:55.354476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23b85d-b936-4d6f-85a8-60b4296d6b0d tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0104030-6b9e-4a83-a559-53b0fcbe056d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:55.500882 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-b8ccbb60-d450-4b2b-b55d-2722c3c32f01 service neutron] 10.222.0.62 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377404 Nov 11 11:52:55.509784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-7d4e7ce3-de28-47c0-87e2-76bc2f6e18d4 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:55.511222 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-7d4e7ce3-de28-47c0-87e2-76bc2f6e18d4 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=120791f8-fb9a-4429-b234-77aed82e12b7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0694141 Nov 11 11:52:55.606082 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-1f76a3e8-a4c2-48ac-8acd-e9415ae49e7d tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 696 time: 0.0862086 Nov 11 11:52:55.619397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-2f671deb-ebe1-4740-95a2-b1f5e9bb04ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Request body: {'floatingip': {'port_id': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:55.663153 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-2f671deb-ebe1-4740-95a2-b1f5e9bb04ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:55.750086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-146c21f0-8cbf-4665-92a5-c92b15861e74 service neutron] 10.222.0.62 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374084 Nov 11 11:52:56.410551 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.db.resource_extend [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-2f671deb-ebe1-4740-95a2-b1f5e9bb04ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 11:52:56.474312 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-2f671deb-ebe1-4740-95a2-b1f5e9bb04ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:56.480128 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-2f671deb-ebe1-4740-95a2-b1f5e9bb04ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:56.608593 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-2f671deb-ebe1-4740-95a2-b1f5e9bb04ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Floating IP 0d29ece9-9687-4181-a57e-b4cdce9d2778 associated. External IP: 172.25.2.249, port: 24bde232-59a0-4f6a-ae18-8776ae0ec9ae. Nov 11 11:52:56.852865 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-2f671deb-ebe1-4740-95a2-b1f5e9bb04ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Router 3faac808-8703-458b-a71b-17bcf7f11210 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:52:56.895695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'tag': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:56.898278 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918ef6c7-573d-4b04-b12d-1649efce5f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "f82bfaf0-509c-40ca-865b-b3d74a3e49d5", "tag": "f1182478-860e-433d-bb78-d1bdd9a7a4e2"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:56.972215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-2f671deb-ebe1-4740-95a2-b1f5e9bb04ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:52:56.977073 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-2f671deb-ebe1-4740-95a2-b1f5e9bb04ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:56.984789 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14cad7-a960-4a62-8c5b-85dd0b92084a None None] Sync routers for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:52:56.996177 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14cad7-a960-4a62-8c5b-85dd0b92084a None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:56.997048 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1e14cad7-a960-4a62-8c5b-85dd0b92084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:57.003699 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-2f671deb-ebe1-4740-95a2-b1f5e9bb04ac tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "PUT /v2.0/floatingips/0d29ece9-9687-4181-a57e-b4cdce9d2778 HTTP/1.1" status: 200 len: 996 time: 1.3897181 Nov 11 11:52:57.095222 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968e032-c1d0-4e9d-a925-a04f0bba3846 req-73b5917b-e272-493c-bdb8-833dab915613 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:57.096684 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7968e032-c1d0-4e9d-a925-a04f0bba3846 req-73b5917b-e272-493c-bdb8-833dab915613 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.62 "GET /v2.0/ports?device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5 HTTP/1.1" status: 200 len: 946 time: 0.0718393 Nov 11 11:52:57.102301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-494e3c98-479c-4f44-b1a6-022b2b738e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:57.109688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-494e3c98-479c-4f44-b1a6-022b2b738e64 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 1096 time: 0.0876682 Nov 11 11:52:57.109955 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-1e14cad7-a960-4a62-8c5b-85dd0b92084a None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:57.255640 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-aad89628-8997-4fe1-ba65-8f88b7c7f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:57.257114 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-aad89628-8997-4fe1-ba65-8f88b7c7f471 service neutron] 10.222.0.65 "GET /v2.0/networks?id=23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 200 len: 923 time: 0.1427977 Nov 11 11:52:57.306106 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-7968e032-c1d0-4e9d-a925-a04f0bba3846 req-9201ddd2-42e6-4fa4-aa63-63d43aa7ccf6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Deleting port f1182478-860e-433d-bb78-d1bdd9a7a4e2 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:52:57.306387 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7968e032-c1d0-4e9d-a925-a04f0bba3846 req-9201ddd2-42e6-4fa4-aa63-63d43aa7ccf6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:57.337117 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1e14cad7-a960-4a62-8c5b-85dd0b92084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0d29ece9-9687-4181-a57e-b4cdce9d2778', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'port_id': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'mac_address': 'fa:16:3e:01:06:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120791f8-fb9a-4429-b234-77aed82e12b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:52:17Z', 'updated_at': '2021-11-11T11:52:56Z', 'revision_number': 8, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:57.362797 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14cad7-a960-4a62-8c5b-85dd0b92084a None None] Checking router: 3faac808-8703-458b-a71b-17bcf7f11210 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:52:57.371531 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14cad7-a960-4a62-8c5b-85dd0b92084a None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:52:57.372249 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1e14cad7-a960-4a62-8c5b-85dd0b92084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:57.374629 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-c6c62139-4c90-4873-946f-b50223fa0270 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24bde232-59a0-4f6a-ae18-8776ae0ec9ae HTTP/1.1" status: 200 len: 999 time: 0.1095741 Nov 11 11:52:57.441335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7968e032-c1d0-4e9d-a925-a04f0bba3846 req-9201ddd2-42e6-4fa4-aa63-63d43aa7ccf6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] For port f1182478-860e-433d-bb78-d1bdd9a7a4e2, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f1182478-860e-433d-bb78-d1bdd9a7a4e2,segment=NetworkSegment(e68dcf34-eeaf-4bad-90e9-ebc48d67a784),segment_id=e68dcf34-eeaf-4bad-90e9-ebc48d67a784)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:52:57.442104 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7968e032-c1d0-4e9d-a925-a04f0bba3846 req-9201ddd2-42e6-4fa4-aa63-63d43aa7ccf6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:57.452647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-de4694ed-05e9-4deb-a055-bbea35bab8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:57.454436 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-de4694ed-05e9-4deb-a055-bbea35bab8d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0d7fcde-07a1-4532-bf76-b8012c4b4070 HTTP/1.1" status: 200 len: 860 time: 0.0731468 Nov 11 11:52:57.458252 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-7968e032-c1d0-4e9d-a925-a04f0bba3846 req-9201ddd2-42e6-4fa4-aa63-63d43aa7ccf6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Calling delete_port for f1182478-860e-433d-bb78-d1bdd9a7a4e2 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:52:57.475646 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-1e14cad7-a960-4a62-8c5b-85dd0b92084a None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:52:57.550379 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-6c7c5185-c748-4bbb-8f57-3eb5e24f61da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:57.551980 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-6c7c5185-c748-4bbb-8f57-3eb5e24f61da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=23b7b723-f466-4f2b-8a8d-9f55afd99d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882375 Nov 11 11:52:57.632925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Request body: {'port': {'device_id': '3322bc28-8d0e-4eef-96a4-766fa4736490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:57.700494 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:57.748467 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1e14cad7-a960-4a62-8c5b-85dd0b92084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0d29ece9-9687-4181-a57e-b4cdce9d2778', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'port_id': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'mac_address': 'fa:16:3e:01:06:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120791f8-fb9a-4429-b234-77aed82e12b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:52:17Z', 'updated_at': '2021-11-11T11:52:56Z', 'revision_number': 8, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:52:57.751070 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-34d624e8-bbfa-49e4-b6a0-0e087bd1a1b8 service neutron] 10.222.0.65 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835175 Nov 11 11:52:57.758215 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7968e032-c1d0-4e9d-a925-a04f0bba3846 req-9201ddd2-42e6-4fa4-aa63-63d43aa7ccf6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:57.764489 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f47e2-264c-4389-9d8a-9b9e8508c0d7 req-bc15ef04-70fd-446e-8bdc-563a61903426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:57.766004 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c63f47e2-264c-4389-9d8a-9b9e8508c0d7 req-bc15ef04-70fd-446e-8bdc-563a61903426 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 1099 time: 0.1432841 Nov 11 11:52:57.770610 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f1182478-860e-433d-bb78-d1bdd9a7a4e2'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:57.772591 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-4b4cc46a-2483-424e-a80c-d981de90a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:57.774051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-4b4cc46a-2483-424e-a80c-d981de90a84f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 1096 time: 0.1392527 Nov 11 11:52:57.785368 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['24bde232-59a0-4f6a-ae18-8776ae0ec9ae'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:52:57.815122 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14cad7-a960-4a62-8c5b-85dd0b92084a None None] The sync data for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 is: [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0d29ece9-9687-4181-a57e-b4cdce9d2778', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'port_id': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'mac_address': 'fa:16:3e:01:06:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120791f8-fb9a-4429-b234-77aed82e12b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:52:17Z', 'updated_at': '2021-11-11T11:52:56Z', 'revision_number': 8, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:52:57.864558 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201ddd2-42e6-4fa4-aa63-63d43aa7ccf6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Pushing event deleted for resources: {'Port': ['ID=f1182478-860e-433d-bb78-d1bdd9a7a4e2,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:57.957520 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c63f47e2-264c-4389-9d8a-9b9e8508c0d7 req-e92e82e9-0953-48fc-a3a8-b52d343ca755 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=901de9f974a44ac4b70ad426cae25689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1395237 Nov 11 11:52:58.086090 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e27118b-eedf-4a8c-bb71-2a3e5418a336 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:52:58.088313 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7968e032-c1d0-4e9d-a925-a04f0bba3846 req-9201ddd2-42e6-4fa4-aa63-63d43aa7ccf6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] No DVR routers for this DVR port f1182478-860e-433d-bb78-d1bdd9a7a4e2 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:52:58.102674 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:58.122863 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Transition to ACTIVE for port object 0e27118b-eedf-4a8c-bb71-2a3e5418a336 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:52:58.131639 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:58.177487 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef97bc9-1c8a-442d-bbf7-d5e3b134a163 None None] New status for floating IP 0d29ece9-9687-4181-a57e-b4cdce9d2778: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:52:58.194450 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7968e032-c1d0-4e9d-a925-a04f0bba3846 req-9201ddd2-42e6-4fa4-aa63-63d43aa7ccf6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:58.197869 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7968e032-c1d0-4e9d-a925-a04f0bba3846 req-9201ddd2-42e6-4fa4-aa63-63d43aa7ccf6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.62 "DELETE /v2.0/ports/f1182478-860e-433d-bb78-d1bdd9a7a4e2 HTTP/1.1" status: 204 len: 173 time: 1.0822833 Nov 11 11:52:58.258181 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Pushing event updated for resources: {'Port': ['ID=0e27118b-eedf-4a8c-bb71-2a3e5418a336,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:58.283409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ff6af-a617-479b-b432-d3a809608938 req-4bcc332d-cd8b-4c89-8bf9-b0c58fbf2cc0 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:58.285007 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f8ff6af-a617-479b-b432-d3a809608938 req-4bcc332d-cd8b-4c89-8bf9-b0c58fbf2cc0 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 948 time: 0.4490769 Nov 11 11:52:58.295083 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-236f16f4-2dee-4cc8-862a-3d1139bcecb0 req-fee005e3-fd64-47f9-bc3d-f0379b677b36 service neutron] 10.222.0.65 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261581 Nov 11 11:52:58.334435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-f8a3d7f8-ac83-4217-b505-30074906c3a0 req-bca2b3b0-b53e-42f3-91c7-922c0620dbfd tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1669289365', 'description': 'tempest-description-2131595168'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:52:58.336252 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Attempting to bind port 0e27118b-eedf-4a8c-bb71-2a3e5418a336 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:52:58.338618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Attempting to bind port 0e27118b-eedf-4a8c-bb71-2a3e5418a336 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '3c7e2519-5250-4d02-a083-a7de23ca981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:52:58.338956 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Attempting to bind port 0e27118b-eedf-4a8c-bb71-2a3e5418a336 on network bec22fd4-3e47-48ed-8ed3-3ad222db7b9b {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:58.353740 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Port 0e27118b-eedf-4a8c-bb71-2a3e5418a336 on network bec22fd4-3e47-48ed-8ed3-3ad222db7b9b not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:52:58.354356 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Attempting to bind port 0e27118b-eedf-4a8c-bb71-2a3e5418a336 on network bec22fd4-3e47-48ed-8ed3-3ad222db7b9b {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:52:58.365277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:52:58.367204 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Checking segment: {'id': '3c7e2519-5250-4d02-a083-a7de23ca981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:52:58.368076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Bound using segment: {'id': '3c7e2519-5250-4d02-a083-a7de23ca981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:52:58.370516 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Bound port: 0e27118b-eedf-4a8c-bb71-2a3e5418a336, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7e2519-5250-4d02-a083-a7de23ca981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:52:58.371225 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:58.447924 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-0dc08081-8ec3-4990-8c84-cc8331fad429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:58.449460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-0dc08081-8ec3-4990-8c84-cc8331fad429 service neutron] 10.222.0.43 "GET /v2.0/networks?id=23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 200 len: 923 time: 0.6044984 Nov 11 11:52:58.461078 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f8a3d7f8-ac83-4217-b505-30074906c3a0 req-bca2b3b0-b53e-42f3-91c7-922c0620dbfd tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:58.463194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] For port 0e27118b-eedf-4a8c-bb71-2a3e5418a336, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:52:58.465995 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f8ff6af-a617-479b-b432-d3a809608938 req-a1439735-e0aa-4c11-847c-811568cde8df tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423640 Nov 11 11:52:58.473810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] For port 0e27118b-eedf-4a8c-bb71-2a3e5418a336, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=0e27118b-eedf-4a8c-bb71-2a3e5418a336,segment=NetworkSegment(3c7e2519-5250-4d02-a083-a7de23ca981c),segment_id=3c7e2519-5250-4d02-a083-a7de23ca981c)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:52:58.489270 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:58.505830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:58.507056 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:58.508802 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] 10.222.0.43 "PUT /v2.0/ports/0e27118b-eedf-4a8c-bb71-2a3e5418a336 HTTP/1.1" status: 200 len: 1091 time: 0.8864591 Nov 11 11:52:58.541976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3322bc28-8d0e-4eef-96a4-766fa4736490', 'tag': '0e27118b-eedf-4a8c-bb71-2a3e5418a336'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:52:58.543897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f47e2-264c-4389-9d8a-9b9e8508c0d7 req-afb6d893-0946-4dc4-89e4-043a89006f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:58.544555 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27608a7-7356-4560-ba8e-d3f540b84cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "3322bc28-8d0e-4eef-96a4-766fa4736490", "tag": "0e27118b-eedf-4a8c-bb71-2a3e5418a336"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:52:58.545366 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c63f47e2-264c-4389-9d8a-9b9e8508c0d7 req-afb6d893-0946-4dc4-89e4-043a89006f5f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5681429 Nov 11 11:52:58.622162 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-973a8c20-c02c-42e8-8f3c-eb0e29f33013 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24bde232-59a0-4f6a-ae18-8776ae0ec9ae HTTP/1.1" status: 200 len: 1001 time: 0.1626234 Nov 11 11:52:58.628929 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652cbf3-a5d8-424b-ba1e-69ecf130f0ad service neutron] Pushing event updated for resources: {'Port': ['ID=0e27118b-eedf-4a8c-bb71-2a3e5418a336,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:58.646085 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-4c123588-99ef-4b6d-b312-3c3cd90bd1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:58.647372 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-4c123588-99ef-4b6d-b312-3c3cd90bd1cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 1099 time: 0.0599132 Nov 11 11:52:58.696418 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-5bea7423-ff8c-4ed7-a234-8d81baa72b6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da HTTP/1.1" status: 200 len: 217 time: 0.0388384 Nov 11 11:52:58.723070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-44f70ef5-4666-408b-a4ad-eabaf4e80f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:58.724581 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-44f70ef5-4666-408b-a4ad-eabaf4e80f53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b973415ac4284feeb9b616cb92050c8a&device_id=3322bc28-8d0e-4eef-96a4-766fa4736490 HTTP/1.1" status: 200 len: 1094 time: 0.1585357 Nov 11 11:52:58.739323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fdaf2-10e3-4499-90c0-49432af4f12e req-6c58f30c-f102-44d7-b9a4-e734d5e232ec tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:58.740894 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae0fdaf2-10e3-4499-90c0-49432af4f12e req-6c58f30c-f102-44d7-b9a4-e734d5e232ec tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 945 time: 0.1508064 Nov 11 11:52:58.755073 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-42faf0f4-02f4-4723-aaf3-6ecb31c70b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:58.756530 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-42faf0f4-02f4-4723-aaf3-6ecb31c70b78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b0d7fcde-07a1-4532-bf76-b8012c4b4070 HTTP/1.1" status: 200 len: 860 time: 0.1190269 Nov 11 11:52:58.758551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-4a83a69f-9a55-4169-bfae-f79354fb5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:58.759794 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-4a83a69f-9a55-4169-bfae-f79354fb5615 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0522180 Nov 11 11:52:58.803358 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f8a3d7f8-ac83-4217-b505-30074906c3a0 req-bca2b3b0-b53e-42f3-91c7-922c0620dbfd tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:58.805014 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-1a7b4224-c047-42a3-812e-88f286e47a4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e27118b-eedf-4a8c-bb71-2a3e5418a336 HTTP/1.1" status: 200 len: 217 time: 0.0632243 Nov 11 11:52:58.818446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-208ed469-7952-4c26-af5a-9c553b32b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:58.820224 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-208ed469-7952-4c26-af5a-9c553b32b2fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467873 Nov 11 11:52:58.829075 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f8a3d7f8-ac83-4217-b505-30074906c3a0 req-bca2b3b0-b53e-42f3-91c7-922c0620dbfd tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:58.922210 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-9b8dc82f-6b23-41da-bb9e-890e21c5fe41 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942998 Nov 11 11:52:59.021156 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-88bb6d8e-e7b4-47a7-aea0-3a9abd6a9807 req-9808b436-f24a-430f-ad90-e0a3ce81f3c8 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917761 Nov 11 11:52:59.188752 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f8a3d7f8-ac83-4217-b505-30074906c3a0 req-bca2b3b0-b53e-42f3-91c7-922c0620dbfd tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:52:59.190012 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8a3d7f8-ac83-4217-b505-30074906c3a0 req-bca2b3b0-b53e-42f3-91c7-922c0620dbfd tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.8602209 Nov 11 11:52:59.196367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2b3b0-b53e-42f3-91c7-922c0620dbfd tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b76699-5e8b-4e85-8916-6f8d29d5488f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:52:59.204605 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae0fdaf2-10e3-4499-90c0-49432af4f12e req-97beac39-589a-4b64-8258-277114bc210a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471343 Nov 11 11:52:59.210381 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-45e279f4-a94b-422d-b044-8a59763254be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:59.212088 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-45e279f4-a94b-422d-b044-8a59763254be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23b7b723-f466-4f2b-8a8d-9f55afd99d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4235024 Nov 11 11:52:59.213693 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-7aca02b6-3654-458a-b1b3-8642ff3141e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:59.214946 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-7aca02b6-3654-458a-b1b3-8642ff3141e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b HTTP/1.1" status: 200 len: 854 time: 0.3869357 Nov 11 11:52:59.402463 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-d5c48722-417d-4634-8bc8-1643f559ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:59.404097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-d5c48722-417d-4634-8bc8-1643f559ba39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bec22fd4-3e47-48ed-8ed3-3ad222db7b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636703 Nov 11 11:52:59.422040 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a823e33-c17d-4f4c-8327-e17ccf2305a7 req-6fa00d05-8a0d-43f7-bee3-93554da88c65 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:59.423648 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a823e33-c17d-4f4c-8327-e17ccf2305a7 req-6fa00d05-8a0d-43f7-bee3-93554da88c65 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/ports?device_id=3322bc28-8d0e-4eef-96a4-766fa4736490 HTTP/1.1" status: 200 len: 943 time: 0.1674423 Nov 11 11:52:59.431517 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-1ae0bab7-1524-42f7-ba30-df4870ad5cd1 service neutron] 10.222.0.43 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093167 Nov 11 11:52:59.433289 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65754d8b-7d14-495c-9230-6bbdc9add9a1 req-3c68f602-f645-49b4-9eb2-d10264f456be tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:52:59.434702 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-65754d8b-7d14-495c-9230-6bbdc9add9a1 req-3c68f602-f645-49b4-9eb2-d10264f456be tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 1096 time: 0.1628892 Nov 11 11:52:59.648193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a823e33-c17d-4f4c-8327-e17ccf2305a7 req-2fde4419-2621-422d-a9a4-35991ae305d6 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/security-groups?id=83ca3db3-6e3d-4662-bb29-4bedd95cc262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117546 Nov 11 11:52:59.663651 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-65754d8b-7d14-495c-9230-6bbdc9add9a1 req-3ee048e7-f48a-427f-acdb-74362c427c22 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170634 Nov 11 11:52:59.671687 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-b03ed7f4-9333-41ba-a1b3-225684b73052 service neutron] 10.222.0.43 "GET /v2.0/networks/bec22fd4-3e47-48ed-8ed3-3ad222db7b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575784 Nov 11 11:52:59.673539 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f03f642-212e-418e-b72b-72c3ea3f4f5b req-c927b9ed-58e8-457a-8232-b7c74f92d8d2 service neutron] 10.222.0.43 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254426 Nov 11 11:52:59.693791 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818d352d-51c6-4574-8cb1-9631e6c6f45e x-openstack-request-id: req-818d352d-51c6-4574-8cb1-9631e6c6f45e {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:59.694073 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82bfaf0-509c-40ca-865b-b3d74a3e49d5", "tag": "f1182478-860e-433d-bb78-d1bdd9a7a4e2", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:59.694317 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-818d352d-51c6-4574-8cb1-9631e6c6f45e {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:59.694694 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'tag': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2', 'status': 'completed', 'code': 200} Nov 11 11:52:59.758254 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c43f135-1968-41b6-992a-5ac9f17449f9 x-openstack-request-id: req-7c43f135-1968-41b6-992a-5ac9f17449f9 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:52:59.758762 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3322bc28-8d0e-4eef-96a4-766fa4736490", "tag": "0e27118b-eedf-4a8c-bb71-2a3e5418a336", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:52:59.758762 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c43f135-1968-41b6-992a-5ac9f17449f9 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:52:59.759662 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3322bc28-8d0e-4eef-96a4-766fa4736490', 'tag': '0e27118b-eedf-4a8c-bb71-2a3e5418a336', 'status': 'completed', 'code': 200} Nov 11 11:52:59.807843 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-918ef6c7-573d-4b04-b12d-1649efce5f9c req-944c3691-5d9d-400e-b55b-aa6c4302529f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&device_id=f82bfaf0-509c-40ca-865b-b3d74a3e49d5 HTTP/1.1" status: 200 len: 210 time: 0.0948541 Nov 11 11:52:59.897268 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6138ddb7-c877-439f-a26a-654f15db83cd req-3b0b0e97-f9dd-4179-9217-1f406b7ab17d tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/floatingips/0d29ece9-9687-4181-a57e-b4cdce9d2778 HTTP/1.1" status: 200 len: 998 time: 0.1831167 Nov 11 11:53:00.024263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0bb3889-d02b-4edc-93a5-9b125f4a1b63 req-9d16fd5e-b6ff-4691-8885-4c202d85a2a9 service neutron] 10.222.0.43 "GET /v2.0/networks/bec22fd4-3e47-48ed-8ed3-3ad222db7b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395839 Nov 11 11:53:00.076448 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11796189-036e-4aee-8f3a-d2791b072c1d req-27a63927-2135-47ee-9b10-b5bb99de4046 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/c0104030-6b9e-4a83-a559-53b0fcbe056d HTTP/1.1" status: 200 len: 1821 time: 0.2402809 Nov 11 11:53:00.133808 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ef6c7-573d-4b04-b12d-1649efce5f9c req-7a4fa260-1ddd-4acf-8a32-ab83bfc14e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:00.135258 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-918ef6c7-573d-4b04-b12d-1649efce5f9c req-7a4fa260-1ddd-4acf-8a32-ab83bfc14e85 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3143411 Nov 11 11:53:00.212870 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138ddb7-c877-439f-a26a-654f15db83cd req-3a0b6679-4f53-4894-9bcb-b6b41542506e tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:00.214328 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6138ddb7-c877-439f-a26a-654f15db83cd req-3a0b6679-4f53-4894-9bcb-b6b41542506e tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.2812781 Nov 11 11:53:00.243520 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11796189-036e-4aee-8f3a-d2791b072c1d req-535c3af8-39dc-4575-95bb-46128b78314e tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/d2b76699-5e8b-4e85-8916-6f8d29d5488f HTTP/1.1" status: 200 len: 1822 time: 0.1586440 Nov 11 11:53:00.259130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27608a7-7356-4560-ba8e-d3f540b84cb0 req-6b65554f-def5-4ae2-b7ba-22f08014b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:00.260566 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f27608a7-7356-4560-ba8e-d3f540b84cb0 req-6b65554f-def5-4ae2-b7ba-22f08014b867 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b973415ac4284feeb9b616cb92050c8a&device_id=3322bc28-8d0e-4eef-96a4-766fa4736490 HTTP/1.1" status: 200 len: 1094 time: 0.1747661 Nov 11 11:53:00.263486 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-11796189-036e-4aee-8f3a-d2791b072c1d req-f5cc97c4-15c0-4f45-9a09-09446e3b74c7 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c0104030-6b9e-4a83-a559-53b0fcbe056d', 'remote_group_id': 'd2b76699-5e8b-4e85-8916-6f8d29d5488f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:00.263796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-11796189-036e-4aee-8f3a-d2791b072c1d req-f5cc97c4-15c0-4f45-9a09-09446e3b74c7 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c0104030-6b9e-4a83-a559-53b0fcbe056d', 'remote_group_id': 'd2b76699-5e8b-4e85-8916-6f8d29d5488f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:00.385635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ef6c7-573d-4b04-b12d-1649efce5f9c req-5a5c2450-d263-4929-b317-4322803bf0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:00.387003 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-918ef6c7-573d-4b04-b12d-1649efce5f9c req-5a5c2450-d263-4929-b317-4322803bf0a7 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2424641 Nov 11 11:53:00.434483 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba72c-5d23-495b-a632-2fa1108c3bf0 req-dfb477d5-940e-4b95-810c-a714c61ec36b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:00.435941 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f7ba72c-5d23-495b-a632-2fa1108c3bf0 req-dfb477d5-940e-4b95-810c-a714c61ec36b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 948 time: 0.1655326 Nov 11 11:53:00.456257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27608a7-7356-4560-ba8e-d3f540b84cb0 req-352ab0af-bbf9-4786-8aee-cbd6b0dfedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:00.457623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f27608a7-7356-4560-ba8e-d3f540b84cb0 req-352ab0af-bbf9-4786-8aee-cbd6b0dfedb8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bec22fd4-3e47-48ed-8ed3-3ad222db7b9b HTTP/1.1" status: 200 len: 917 time: 0.1882319 Nov 11 11:53:00.479200 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-11796189-036e-4aee-8f3a-d2791b072c1d req-f5cc97c4-15c0-4f45-9a09-09446e3b74c7 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:00.532399 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f27608a7-7356-4560-ba8e-d3f540b84cb0 req-8112d553-a0ec-4213-a9a5-af1684a49994 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e27118b-eedf-4a8c-bb71-2a3e5418a336 HTTP/1.1" status: 200 len: 217 time: 0.0627477 Nov 11 11:53:00.578456 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f7ba72c-5d23-495b-a632-2fa1108c3bf0 req-fba60ab4-6b5b-47db-8d57-66c607745b04 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357324 Nov 11 11:53:00.598546 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-11796189-036e-4aee-8f3a-d2791b072c1d req-f5cc97c4-15c0-4f45-9a09-09446e3b74c7 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:00.604140 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27608a7-7356-4560-ba8e-d3f540b84cb0 req-f024fff0-35d5-47bb-9593-32152ab90a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:00.605671 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f27608a7-7356-4560-ba8e-d3f540b84cb0 req-f024fff0-35d5-47bb-9593-32152ab90a36 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b HTTP/1.1" status: 200 len: 854 time: 0.0655005 Nov 11 11:53:00.606171 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-11796189-036e-4aee-8f3a-d2791b072c1d req-f5cc97c4-15c0-4f45-9a09-09446e3b74c7 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:00.644815 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc97c4-15c0-4f45-9a09-09446e3b74c7 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f461198-3658-4225-9981-88a65810cb9e,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:00.660736 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-11796189-036e-4aee-8f3a-d2791b072c1d req-f5cc97c4-15c0-4f45-9a09-09446e3b74c7 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:00.662029 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11796189-036e-4aee-8f3a-d2791b072c1d req-f5cc97c4-15c0-4f45-9a09-09446e3b74c7 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4083986 Nov 11 11:53:00.668343 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27608a7-7356-4560-ba8e-d3f540b84cb0 req-0a7097d1-10e2-4f6d-8e99-b2b19b177b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:00.670547 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f27608a7-7356-4560-ba8e-d3f540b84cb0 req-0a7097d1-10e2-4f6d-8e99-b2b19b177b6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bec22fd4-3e47-48ed-8ed3-3ad222db7b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563512 Nov 11 11:53:00.816636 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-a36dd696-7d2f-402d-afc6-7928e894e5fd tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 1001 time: 0.1072464 Nov 11 11:53:00.822169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f27608a7-7356-4560-ba8e-d3f540b84cb0 req-508ab713-7a51-4162-bcc8-6314112fee9b service neutron] 10.222.0.43 "GET /v2.0/networks/bec22fd4-3e47-48ed-8ed3-3ad222db7b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409228 Nov 11 11:53:00.892665 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-f7b03031-ce8d-4dc4-844d-9ac7162bad85 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:00.894096 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-f7b03031-ce8d-4dc4-844d-9ac7162bad85 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports/24bde232-59a0-4f6a-ae18-8776ae0ec9ae HTTP/1.1" status: 200 len: 942 time: 0.0695255 Nov 11 11:53:00.992378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f27608a7-7356-4560-ba8e-d3f540b84cb0 req-0d128e0c-6e20-4c2a-8266-d520a6128000 service neutron] 10.222.0.43 "GET /v2.0/networks/bec22fd4-3e47-48ed-8ed3-3ad222db7b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596680 Nov 11 11:53:01.010645 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-9f594787-233b-42c6-8066-ac28ddbc0902 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 1001 time: 0.0755193 Nov 11 11:53:01.121659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-5d590944-994f-4405-83ad-430b8b04e477 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:01.123033 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-5d590944-994f-4405-83ad-430b8b04e477 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.1067891 Nov 11 11:53:01.127280 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f1182478-860e-433d-bb78-d1bdd9a7a4e2 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:53:01.148227 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: f1182478-860e-433d-bb78-d1bdd9a7a4e2 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:53:01.148857 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f1182478-860e-433d-bb78-d1bdd9a7a4e2 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:53:01.201857 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-95dfe5d5-2d82-45e0-8ae4-4f61525fbd0a tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 1001 time: 0.0700912 Nov 11 11:53:01.212564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-96e51c06-7afb-414f-a204-c8bc2cd8c1ce tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:01.267113 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-96e51c06-7afb-414f-a204-c8bc2cd8c1ce tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:01.390065 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 8cb5a78a-bf04-4af4-81a6-6cf75eb217da details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:53:01.413555 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-96e51c06-7afb-414f-a204-c8bc2cd8c1ce tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:01.421134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-b306711f-4520-403b-bd99-0c5847aaf117 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:53:01.422593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-b306711f-4520-403b-bd99-0c5847aaf117 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054455 Nov 11 11:53:01.423450 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-96e51c06-7afb-414f-a204-c8bc2cd8c1ce tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:01.423904 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-96e51c06-7afb-414f-a204-c8bc2cd8c1ce tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Floating IP 0d29ece9-9687-4181-a57e-b4cdce9d2778 disassociated. External IP: 172.25.2.249, port: 24bde232-59a0-4f6a-ae18-8776ae0ec9ae. Nov 11 11:53:01.488289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:01.499472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da', 'mac_address': 'fa:16:3e:a4:22:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:53:01.501035 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-ccac07d5-f09d-404c-8414-7271f01d85b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:01.502424 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-ccac07d5-f09d-404c-8414-7271f01d85b9 service neutron] 10.222.0.65 "GET /v2.0/ports/199c3395-a864-4b65-ad7c-ecb8bf0590a9 HTTP/1.1" status: 200 len: 1093 time: 0.0425429 Nov 11 11:53:01.535670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-414a387f-a1bd-44be-9aff-5898a8a5235a service neutron] Request body: {'binding': {'host': 'n-h2-807359-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:01.536113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-414a387f-a1bd-44be-9aff-5898a8a5235a service neutron] Unknown quota resources ['binding']. {{(pid=109153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 11:53:01.536791 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:01.550277 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb5a78a-bf04-4af4-81a6-6cf75eb217da {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:53:01.570452 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:01.575460 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:01.621994 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:01.816610 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['8cb5a78a-bf04-4af4-81a6-6cf75eb217da'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:53:01.938595 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120791f8-fb9a-4429-b234-77aed82e12b7', 'tag': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae'}, {'server_uuid': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'name': 'network-vif-deleted', 'tag': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:01.940844 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3de3fa3-b1d5-4946-99ef-58d8d238282a" -d '{"events": [{"name": "network-changed", "server_uuid": "120791f8-fb9a-4429-b234-77aed82e12b7", "tag": "24bde232-59a0-4f6a-ae18-8776ae0ec9ae"}, {"server_uuid": "f82bfaf0-509c-40ca-865b-b3d74a3e49d5", "name": "network-vif-deleted", "tag": "f1182478-860e-433d-bb78-d1bdd9a7a4e2"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:02.045417 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-414a387f-a1bd-44be-9aff-5898a8a5235a service neutron] Attempting to bind port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 on host n-h2-807359-3 for vnic_type normal with profile None {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:53:02.045870 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-414a387f-a1bd-44be-9aff-5898a8a5235a service neutron] Attempting to bind port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:53:02.046183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-414a387f-a1bd-44be-9aff-5898a8a5235a service neutron] Attempting to bind port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:02.051536 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-96e51c06-7afb-414f-a204-c8bc2cd8c1ce tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Router 3faac808-8703-458b-a71b-17bcf7f11210 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:53:02.055108 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-414a387f-a1bd-44be-9aff-5898a8a5235a service neutron] Port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:53:02.055421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-414a387f-a1bd-44be-9aff-5898a8a5235a service neutron] Attempting to bind port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:02.062919 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-414a387f-a1bd-44be-9aff-5898a8a5235a service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:53:02.063298 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-414a387f-a1bd-44be-9aff-5898a8a5235a service neutron] Checking segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:53:02.063667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-414a387f-a1bd-44be-9aff-5898a8a5235a service neutron] Bound using segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:53:02.064076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-414a387f-a1bd-44be-9aff-5898a8a5235a service neutron] Bound port: 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:53:02.183972 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-414a387f-a1bd-44be-9aff-5898a8a5235a service neutron] For port 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:53:02.196253 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-414a387f-a1bd-44be-9aff-5898a8a5235a service neutron] Publish callbacks [] for binding, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:02.197482 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-414a387f-a1bd-44be-9aff-5898a8a5235a service neutron] 10.222.0.65 "POST /v2.0/ports/199c3395-a864-4b65-ad7c-ecb8bf0590a9/bindings HTTP/1.1" status: 201 len: 389 time: 0.6668942 Nov 11 11:53:02.209002 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-96e51c06-7afb-414f-a204-c8bc2cd8c1ce tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:53:02.214023 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-96e51c06-7afb-414f-a204-c8bc2cd8c1ce tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:02.220839 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf32276-36f0-4c22-8bd8-8a32b1fe1ca1 None None] Sync routers for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:53:02.231598 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf32276-36f0-4c22-8bd8-8a32b1fe1ca1 None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:53:02.232516 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-adf32276-36f0-4c22-8bd8-8a32b1fe1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:02.241981 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-96e51c06-7afb-414f-a204-c8bc2cd8c1ce tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "PUT /v2.0/floatingips/0d29ece9-9687-4181-a57e-b4cdce9d2778 HTTP/1.1" status: 200 len: 696 time: 1.0332828 Nov 11 11:53:02.305314 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-fb5866e8-2da1-43ad-a8e6-bfda53d7a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:02.306929 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-fb5866e8-2da1-43ad-a8e6-bfda53d7a926 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 1096 time: 0.0462329 Nov 11 11:53:02.353176 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-adf32276-36f0-4c22-8bd8-8a32b1fe1ca1 None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:53:02.451343 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebb4c6-ef55-4336-9594-65a71dcb8429 req-4a53c8c9-1e94-473f-9d5e-d727b33ff81a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:02.452821 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68ebb4c6-ef55-4336-9594-65a71dcb8429 req-4a53c8c9-1e94-473f-9d5e-d727b33ff81a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 945 time: 0.0839167 Nov 11 11:53:02.466782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-cfc80020-0691-4870-9219-3f341edba5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:02.468206 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-cfc80020-0691-4870-9219-3f341edba5bc service neutron] 10.222.0.65 "GET /v2.0/networks?id=23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 200 len: 923 time: 0.1511433 Nov 11 11:53:02.526856 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-8028e4f0-664b-4382-96b9-ab77d9f7fb29 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24bde232-59a0-4f6a-ae18-8776ae0ec9ae HTTP/1.1" status: 200 len: 217 time: 0.0492415 Nov 11 11:53:02.562513 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-adf32276-36f0-4c22-8bd8-8a32b1fe1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:02.580059 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-ed7f1547-4f89-40b8-9f44-7610d444496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:02.581572 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-ed7f1547-4f89-40b8-9f44-7610d444496f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 1096 time: 0.1487782 Nov 11 11:53:02.591381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68ebb4c6-ef55-4336-9594-65a71dcb8429 req-24d8883b-11a8-47ce-9193-cae2a78fe7a6 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220748 Nov 11 11:53:02.627670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-b6e900d6-07c5-49b2-9022-347c1fd9337a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:02.629155 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-b6e900d6-07c5-49b2-9022-347c1fd9337a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0d7fcde-07a1-4532-bf76-b8012c4b4070 HTTP/1.1" status: 200 len: 860 time: 0.0889757 Nov 11 11:53:02.681273 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf32276-36f0-4c22-8bd8-8a32b1fe1ca1 None None] Checking router: 3faac808-8703-458b-a71b-17bcf7f11210 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:53:02.690045 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf32276-36f0-4c22-8bd8-8a32b1fe1ca1 None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:53:02.690637 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-adf32276-36f0-4c22-8bd8-8a32b1fe1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:02.751391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-0cd11705-44d1-4681-bf93-88ec675547db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:02.752782 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-0cd11705-44d1-4681-bf93-88ec675547db service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.1604779 Nov 11 11:53:02.755475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-d2ba4261-ceec-4f5e-bb0c-5acae909e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:02.756816 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-d2ba4261-ceec-4f5e-bb0c-5acae909e446 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=23b7b723-f466-4f2b-8a8d-9f55afd99d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027002 Nov 11 11:53:02.764329 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931aeb35-3b26-4fc8-be8a-901cb2b45a12 req-bfd2d865-a25f-42fb-80b4-d2d980da3bad tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:02.765779 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-931aeb35-3b26-4fc8-be8a-901cb2b45a12 req-bfd2d865-a25f-42fb-80b4-d2d980da3bad tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/ports?device_id=3322bc28-8d0e-4eef-96a4-766fa4736490 HTTP/1.1" status: 200 len: 943 time: 0.1022987 Nov 11 11:53:02.798730 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-adf32276-36f0-4c22-8bd8-8a32b1fe1ca1 None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:53:02.835439 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-6b72ff99-3bd6-4c63-8333-24c47554fd2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9 HTTP/1.1" status: 200 len: 217 time: 0.0686941 Nov 11 11:53:02.950858 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-931aeb35-3b26-4fc8-be8a-901cb2b45a12 req-c00fd233-968a-4dbc-85a3-a4c051fcd100 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/security-groups?id=83ca3db3-6e3d-4662-bb29-4bedd95cc262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706576 Nov 11 11:53:02.953891 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-24cca2ee-0083-46a6-8446-90fd0abeef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:02.955232 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-24cca2ee-0083-46a6-8446-90fd0abeef48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.0878716 Nov 11 11:53:02.958791 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-c2f401e6-c45c-4b96-a124-08e05fc413fe service neutron] 10.222.0.65 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910942 Nov 11 11:53:03.004069 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-adf32276-36f0-4c22-8bd8-8a32b1fe1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:03.015446 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-82ce4c98-800f-40fe-ad25-242a44861c4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496325 Nov 11 11:53:03.034432 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf32276-36f0-4c22-8bd8-8a32b1fe1ca1 None None] The sync data for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 is: [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:51:42Z', 'revision_number': 4, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'ee6d8f99-7fda-4a2f-a503-b836b478626e', 'name': '', 'network_id': '23b7b723-f466-4f2b-8a8d-9f55afd99d66', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'mac_address': 'fa:16:3e:0b:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:41Z', 'updated_at': '2021-11-11T11:51:55Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'subnets': [{'id': 'b0d7fcde-07a1-4532-bf76-b8012c4b4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:53:03.153476 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55aa32d6-78d2-4f88-b6ec-59450dbda8ae req-4df7b5c6-033d-47e1-9a78-5da2fe63e7f2 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/d2b76699-5e8b-4e85-8916-6f8d29d5488f HTTP/1.1" status: 200 len: 1822 time: 0.1714153 Nov 11 11:53:03.165128 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91a07ece-5c54-4dde-a0b1-839368f7ffb1 req-0e013e9d-ad00-41ca-bf3c-67d76834fd16 service neutron] 10.222.0.65 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004204 Nov 11 11:53:03.199506 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-8fd89fab-4ee7-446e-9feb-eba2ec0d01ce service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516714 Nov 11 11:53:03.268731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cc2ca3-edc1-490d-acde-0ff474e878d0 None None] New status for floating IP 0d29ece9-9687-4181-a57e-b4cdce9d2778: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:53:03.292313 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-55aa32d6-78d2-4f88-b6ec-59450dbda8ae req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:03.325242 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-55aa32d6-78d2-4f88-b6ec-59450dbda8ae req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:03.387105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-25cce48a-cb00-47d3-816e-da4214f9e272 service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758800 Nov 11 11:53:03.389694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 0e27118b-eedf-4a8c-bb71-2a3e5418a336 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:53:03.424312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f277d-cc9c-49a1-8c83-1630f7914b4f req-6ec80d1d-c33c-4e4d-9b74-31d698b52a8d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:03.425822 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f8f277d-cc9c-49a1-8c83-1630f7914b4f req-6ec80d1d-c33c-4e4d-9b74-31d698b52a8d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 949 time: 0.0792499 Nov 11 11:53:03.426650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 8cb5a78a-bf04-4af4-81a6-6cf75eb217da up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:53:03.443680 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-55aa32d6-78d2-4f88-b6ec-59450dbda8ae req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:03.446245 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-55aa32d6-78d2-4f88-b6ec-59450dbda8ae req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:03.447319 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55aa32d6-78d2-4f88-b6ec-59450dbda8ae req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "DELETE /v2.0/security-groups/d2b76699-5e8b-4e85-8916-6f8d29d5488f HTTP/1.1" status: 204 len: 173 time: 0.2869720 Nov 11 11:53:03.465265 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b76699-5e8b-4e85-8916-6f8d29d5488f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:03.480795 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:03.481138 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:03.481476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:03.481831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:03.482153 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:03.482474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:03.482791 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:03.483107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:03.484028 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:03.484028 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:03.484028 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:03.484337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d8a59-5abd-4a82-8553-aa20949123e3 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:03.492937 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d72812-abe4-4601-a972-b1147794e275 x-openstack-request-id: req-97d72812-abe4-4601-a972-b1147794e275 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:03.493296 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120791f8-fb9a-4429-b234-77aed82e12b7", "tag": "24bde232-59a0-4f6a-ae18-8776ae0ec9ae", "status": "completed", "code": 200}, {"server_uuid": "f82bfaf0-509c-40ca-865b-b3d74a3e49d5", "name": "network-vif-deleted", "tag": "f1182478-860e-433d-bb78-d1bdd9a7a4e2", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:03.494270 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-97d72812-abe4-4601-a972-b1147794e275 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:03.494270 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120791f8-fb9a-4429-b234-77aed82e12b7', 'tag': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae', 'status': 'completed', 'code': 200} Nov 11 11:53:03.494446 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82bfaf0-509c-40ca-865b-b3d74a3e49d5', 'name': 'network-vif-deleted', 'tag': 'f1182478-860e-433d-bb78-d1bdd9a7a4e2', 'status': 'completed', 'code': 200} Nov 11 11:53:03.506657 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f8f277d-cc9c-49a1-8c83-1630f7914b4f req-6f377a98-c4b1-404a-beb0-ab93f948a18d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701311 Nov 11 11:53:03.611800 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 0e27118b-eedf-4a8c-bb71-2a3e5418a336, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=0e27118b-eedf-4a8c-bb71-2a3e5418a336,segment=NetworkSegment(3c7e2519-5250-4d02-a083-a7de23ca981c),segment_id=3c7e2519-5250-4d02-a083-a7de23ca981c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:03.632975 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '0e27118b-eedf-4a8c-bb71-2a3e5418a336', 'network_id': 'bec22fd4-3e47-48ed-8ed3-3ad222db7b9b', 'port_id': '0e27118b-eedf-4a8c-bb71-2a3e5418a336', 'mac_address': 'fa:16:3e:94:64:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:53:03.713324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3315d8-da85-4ccb-87f9-01abce9a9db2 req-d6d6c931-723d-45f3-83ee-178f1b2e8a8a tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:03.716820 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:03.718174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c3315d8-da85-4ccb-87f9-01abce9a9db2 req-d6d6c931-723d-45f3-83ee-178f1b2e8a8a tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 945 time: 0.1633184 Nov 11 11:53:03.731224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:53:03.746170 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de3fa3-b1d5-4946-99ef-58d8d238282a req-a61ced7b-c7a2-413a-8186-926074350191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:03.746170 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3de3fa3-b1d5-4946-99ef-58d8d238282a req-a61ced7b-c7a2-413a-8186-926074350191 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 1096 time: 0.1387067 Nov 11 11:53:03.751822 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e27118b-eedf-4a8c-bb71-2a3e5418a336 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:53:03.756498 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:03.757364 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:03.800418 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 0e27118b-eedf-4a8c-bb71-2a3e5418a336, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=0e27118b-eedf-4a8c-bb71-2a3e5418a336,segment=NetworkSegment(3c7e2519-5250-4d02-a083-a7de23ca981c),segment_id=3c7e2519-5250-4d02-a083-a7de23ca981c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:03.807049 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:03.865498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de3fa3-b1d5-4946-99ef-58d8d238282a req-95608a98-192f-45c9-86d0-7fdcf81047fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:03.866972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3de3fa3-b1d5-4946-99ef-58d8d238282a req-95608a98-192f-45c9-86d0-7fdcf81047fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 200 len: 923 time: 0.0975025 Nov 11 11:53:03.903200 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=0e27118b-eedf-4a8c-bb71-2a3e5418a336,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:03.908883 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:03.932868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:03.934216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3de3fa3-b1d5-4946-99ef-58d8d238282a req-1553999e-b7cb-48f7-94d5-5b74d3d8733b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24bde232-59a0-4f6a-ae18-8776ae0ec9ae HTTP/1.1" status: 200 len: 217 time: 0.0505738 Nov 11 11:53:03.934629 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7183b9ad-03f0-40a1-9ee8-3ff670bd6b0a" -d '{"events": [{"server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "name": "network-vif-plugged", "status": "completed", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:03.949951 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:03.952827 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c3315d8-da85-4ccb-87f9-01abce9a9db2 req-d4df77a4-888d-4300-b795-fa79c6daad8f tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215846 Nov 11 11:53:03.956934 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:04.018517 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b73e768-84be-444a-893e-a79c48aad399 req-f317a43b-017d-4e86-852c-8eacab0c85ef tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/c0104030-6b9e-4a83-a559-53b0fcbe056d HTTP/1.1" status: 200 len: 1821 time: 0.2477131 Nov 11 11:53:04.036627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:04.050313 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de3fa3-b1d5-4946-99ef-58d8d238282a req-33483777-b84c-4e4b-9341-09c45e7560b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:04.051782 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3de3fa3-b1d5-4946-99ef-58d8d238282a req-33483777-b84c-4e4b-9341-09c45e7560b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b0d7fcde-07a1-4532-bf76-b8012c4b4070 HTTP/1.1" status: 200 len: 860 time: 0.0969906 Nov 11 11:53:04.060262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['0e27118b-eedf-4a8c-bb71-2a3e5418a336'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:53:04.131974 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82e3b5e-7b65-481d-9624-47504bc75c9c x-openstack-request-id: req-b82e3b5e-7b65-481d-9624-47504bc75c9c {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:04.132373 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "name": "network-vif-plugged", "status": "completed", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:04.132730 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b82e3b5e-7b65-481d-9624-47504bc75c9c {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:04.133217 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da', 'code': 200} Nov 11 11:53:04.202816 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d324ff8-c041-4dec-acc3-09c10b723881 req-b7021152-c4b4-4d29-96f3-c53cdc56b3f5 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:04.204396 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d324ff8-c041-4dec-acc3-09c10b723881 req-b7021152-c4b4-4d29-96f3-c53cdc56b3f5 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 945 time: 0.1461985 Nov 11 11:53:04.242832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de3fa3-b1d5-4946-99ef-58d8d238282a req-73da16f3-7378-4021-b54e-9ae93962f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:04.244318 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3de3fa3-b1d5-4946-99ef-58d8d238282a req-73da16f3-7378-4021-b54e-9ae93962f7ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23b7b723-f466-4f2b-8a8d-9f55afd99d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1768196 Nov 11 11:53:04.268300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12413205-7262-4fac-9bf4-bb22029d969b req-f97f9336-c814-48cf-b05e-d692d7802d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:04.269754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-12413205-7262-4fac-9bf4-bb22029d969b req-f97f9336-c814-48cf-b05e-d692d7802d75 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 1101 time: 0.1305254 Nov 11 11:53:04.303768 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8d652-8012-4677-99fa-6f84ef70bffe req-24d64f21-293f-4ac0-bdb7-fb611100fca4 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:04.305150 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45a8d652-8012-4677-99fa-6f84ef70bffe req-24d64f21-293f-4ac0-bdb7-fb611100fca4 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/ports?device_id=3322bc28-8d0e-4eef-96a4-766fa4736490 HTTP/1.1" status: 200 len: 944 time: 0.1562543 Nov 11 11:53:04.344046 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d324ff8-c041-4dec-acc3-09c10b723881 req-9e07f1f7-2cf9-45b5-80cf-81bd167e63fd tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285980 Nov 11 11:53:04.462630 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92746969-8c84-4cfc-b1ce-56c5ad694dd9 req-0916166a-656d-41bd-b23a-bc4c657fe39f tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/floatingips/0d29ece9-9687-4181-a57e-b4cdce9d2778 HTTP/1.1" status: 200 len: 694 time: 0.0911877 Nov 11 11:53:04.470141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-12413205-7262-4fac-9bf4-bb22029d969b req-79eda119-1b99-4703-bdde-99ffbf81d1a0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906970 Nov 11 11:53:04.478721 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45a8d652-8012-4677-99fa-6f84ef70bffe req-fdf1a9fa-6846-4793-be02-3d39db70cb1f tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/security-groups?id=83ca3db3-6e3d-4662-bb29-4bedd95cc262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626787 Nov 11 11:53:04.500650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3de3fa3-b1d5-4946-99ef-58d8d238282a req-6b52e2ef-4f48-41b7-8c6d-02995b89e3aa service neutron] 10.222.0.43 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433221 Nov 11 11:53:04.517653 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-eebff768-d02a-47a6-8af4-e182d8cbaf15 req-5116581e-a259-41f1-b9c6-b1e38d09c9c5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-421737748', 'description': 'tempest-description-1011422540'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:04.587920 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-eebff768-d02a-47a6-8af4-e182d8cbaf15 req-5116581e-a259-41f1-b9c6-b1e38d09c9c5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:04.629770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92746969-8c84-4cfc-b1ce-56c5ad694dd9 req-249484b3-5a01-45c2-8725-0d3a4f4132c1 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:04.631218 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92746969-8c84-4cfc-b1ce-56c5ad694dd9 req-249484b3-5a01-45c2-8725-0d3a4f4132c1 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.1585743 Nov 11 11:53:04.702670 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92746969-8c84-4cfc-b1ce-56c5ad694dd9 req-c71b17a2-d9ce-41a8-9e59-7e3d9f089afc tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 697 time: 0.0628161 Nov 11 11:53:04.809774 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92746969-8c84-4cfc-b1ce-56c5ad694dd9 req-81c5cd0b-af61-4671-a0cd-5579e8b7eb2b tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 697 time: 0.0861256 Nov 11 11:53:04.819408 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-eebff768-d02a-47a6-8af4-e182d8cbaf15 req-5116581e-a259-41f1-b9c6-b1e38d09c9c5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:04.858568 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-eebff768-d02a-47a6-8af4-e182d8cbaf15 req-5116581e-a259-41f1-b9c6-b1e38d09c9c5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:04.900217 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3de3fa3-b1d5-4946-99ef-58d8d238282a req-863b0fa2-687a-4dfa-ac58-9d157e767f46 service neutron] 10.222.0.43 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169857 Nov 11 11:53:04.939837 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-eebff768-d02a-47a6-8af4-e182d8cbaf15 req-5116581e-a259-41f1-b9c6-b1e38d09c9c5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:04.941055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eebff768-d02a-47a6-8af4-e182d8cbaf15 req-5116581e-a259-41f1-b9c6-b1e38d09c9c5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4301302 Nov 11 11:53:04.972745 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116581e-a259-41f1-b9c6-b1e38d09c9c5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d0e327-b992-419e-8b5a-6822df1357a9,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:05.010360 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-92746969-8c84-4cfc-b1ce-56c5ad694dd9 req-aa7cc562-bb49-4683-adae-4f843c3c9f18 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Deleting port 0f2661cb-024e-4b6a-b54e-542853862c39 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:53:05.010701 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-92746969-8c84-4cfc-b1ce-56c5ad694dd9 req-aa7cc562-bb49-4683-adae-4f843c3c9f18 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:05.089279 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-92746969-8c84-4cfc-b1ce-56c5ad694dd9 req-aa7cc562-bb49-4683-adae-4f843c3c9f18 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:05.089797 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-92746969-8c84-4cfc-b1ce-56c5ad694dd9 req-aa7cc562-bb49-4683-adae-4f843c3c9f18 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:05.113013 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-92746969-8c84-4cfc-b1ce-56c5ad694dd9 req-aa7cc562-bb49-4683-adae-4f843c3c9f18 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Calling delete_port for 0f2661cb-024e-4b6a-b54e-542853862c39 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:53:05.195633 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf9c36-8b87-47f3-b172-7790522be718 req-e9b6986e-5aac-4721-8afa-1071d9193c03 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:05.197209 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-65bf9c36-8b87-47f3-b172-7790522be718 req-e9b6986e-5aac-4721-8afa-1071d9193c03 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.1047428 Nov 11 11:53:05.288559 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-65bf9c36-8b87-47f3-b172-7790522be718 req-a45a5d47-5f3a-4c72-b544-c88c4100fa7b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820916 Nov 11 11:53:05.320939 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-92746969-8c84-4cfc-b1ce-56c5ad694dd9 req-aa7cc562-bb49-4683-adae-4f843c3c9f18 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:05.367743 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cc562-bb49-4683-adae-4f843c3c9f18 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Pushing event deleted for resources: {'Port': ['ID=0f2661cb-024e-4b6a-b54e-542853862c39,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:05.415051 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 0e27118b-eedf-4a8c-bb71-2a3e5418a336 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:53:05.471236 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 0e27118b-eedf-4a8c-bb71-2a3e5418a336 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:53:05.476387 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 0e27118b-eedf-4a8c-bb71-2a3e5418a336 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:05.476881 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:05.567508 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:05.616759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 0e27118b-eedf-4a8c-bb71-2a3e5418a336, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=0e27118b-eedf-4a8c-bb71-2a3e5418a336,segment=NetworkSegment(3c7e2519-5250-4d02-a083-a7de23ca981c),segment_id=3c7e2519-5250-4d02-a083-a7de23ca981c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:05.622706 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:05.684221 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120791f8-fb9a-4429-b234-77aed82e12b7', 'tag': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:05.686461 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31803318-1c50-4042-84af-27c1c889d7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "120791f8-fb9a-4429-b234-77aed82e12b7", "tag": "24bde232-59a0-4f6a-ae18-8776ae0ec9ae"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:05.692806 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=0e27118b-eedf-4a8c-bb71-2a3e5418a336,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:05.697461 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-92746969-8c84-4cfc-b1ce-56c5ad694dd9 req-aa7cc562-bb49-4683-adae-4f843c3c9f18 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:05.700146 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-92746969-8c84-4cfc-b1ce-56c5ad694dd9 req-aa7cc562-bb49-4683-adae-4f843c3c9f18 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:05.701304 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92746969-8c84-4cfc-b1ce-56c5ad694dd9 req-aa7cc562-bb49-4683-adae-4f843c3c9f18 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "DELETE /v2.0/floatingips/0d29ece9-9687-4181-a57e-b4cdce9d2778 HTTP/1.1" status: 204 len: 173 time: 0.8844354 Nov 11 11:53:05.712954 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0637bcd-869e-4b51-acab-1b7992538217 req-1d823d80-757b-4d22-936d-c5f76a1954e9 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/35d0e327-b992-419e-8b5a-6822df1357a9 HTTP/1.1" status: 200 len: 1821 time: 0.3939567 Nov 11 11:53:05.717960 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-f0637bcd-869e-4b51-acab-1b7992538217 req-821a393a-07a5-42aa-82c1-7359f44ec437 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '35d0e327-b992-419e-8b5a-6822df1357a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:05.718447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-f0637bcd-869e-4b51-acab-1b7992538217 req-821a393a-07a5-42aa-82c1-7359f44ec437 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '35d0e327-b992-419e-8b5a-6822df1357a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:05.764268 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-720262ae-80d8-4268-acbe-ea4b8c24a53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:05.788589 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f0637bcd-869e-4b51-acab-1b7992538217 req-821a393a-07a5-42aa-82c1-7359f44ec437 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:05.840771 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f0637bcd-869e-4b51-acab-1b7992538217 req-821a393a-07a5-42aa-82c1-7359f44ec437 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:05.849061 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae9058-2739-43e8-98fc-8a3f824d27f5 req-b9a18d34-43df-4580-b087-2bd80ed3ca50 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:05.850684 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8bae9058-2739-43e8-98fc-8a3f824d27f5 req-b9a18d34-43df-4580-b087-2bd80ed3ca50 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 945 time: 0.0785863 Nov 11 11:53:05.851802 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f0637bcd-869e-4b51-acab-1b7992538217 req-821a393a-07a5-42aa-82c1-7359f44ec437 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:05.884918 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a393a-07a5-42aa-82c1-7359f44ec437 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817ff39a-7350-46d2-959f-20fdda1eb3eb,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:05.898869 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f0637bcd-869e-4b51-acab-1b7992538217 req-821a393a-07a5-42aa-82c1-7359f44ec437 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:05.900392 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0637bcd-869e-4b51-acab-1b7992538217 req-821a393a-07a5-42aa-82c1-7359f44ec437 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1866062 Nov 11 11:53:05.929459 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8bae9058-2739-43e8-98fc-8a3f824d27f5 req-a07a3516-06fa-42c4-949f-8f4281044be3 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647070 Nov 11 11:53:06.056355 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5b4a8-a5a6-4d9d-9c12-9dbf9df776c8 req-a5b334ec-730f-4760-bce0-809a0d520a1c tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:06.057881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-02c5b4a8-a5a6-4d9d-9c12-9dbf9df776c8 req-a5b334ec-730f-4760-bce0-809a0d520a1c tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 945 time: 0.0823720 Nov 11 11:53:06.071165 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbac251-5411-4ae4-8554-78fd56c937bb req-a089ef23-2c72-4ae1-8f43-11854357d62a tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:06.072554 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3bbac251-5411-4ae4-8554-78fd56c937bb req-a089ef23-2c72-4ae1-8f43-11854357d62a tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/ports?device_id=3322bc28-8d0e-4eef-96a4-766fa4736490 HTTP/1.1" status: 200 len: 945 time: 0.0689666 Nov 11 11:53:06.134204 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3322bc28-8d0e-4eef-96a4-766fa4736490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e27118b-eedf-4a8c-bb71-2a3e5418a336'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:06.136690 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed575006-b0df-4c5b-bdbc-883caa9a35dc" -d '{"events": [{"server_uuid": "3322bc28-8d0e-4eef-96a4-766fa4736490", "name": "network-vif-plugged", "status": "completed", "tag": "0e27118b-eedf-4a8c-bb71-2a3e5418a336"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:06.144113 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-02c5b4a8-a5a6-4d9d-9c12-9dbf9df776c8 req-cd0cf0aa-fcac-4d7d-901c-a1657b2d0e9d tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705743 Nov 11 11:53:06.147702 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3bbac251-5411-4ae4-8554-78fd56c937bb req-edb55ba4-b58b-4466-8f1a-9c556240a213 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/security-groups?id=83ca3db3-6e3d-4662-bb29-4bedd95cc262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684106 Nov 11 11:53:06.196349 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a932e43-2774-43b8-bbd3-3f0310470835 x-openstack-request-id: req-1a932e43-2774-43b8-bbd3-3f0310470835 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:06.196641 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120791f8-fb9a-4429-b234-77aed82e12b7", "tag": "24bde232-59a0-4f6a-ae18-8776ae0ec9ae", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:06.197065 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a932e43-2774-43b8-bbd3-3f0310470835 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:06.197466 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120791f8-fb9a-4429-b234-77aed82e12b7', 'tag': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae', 'status': 'completed', 'code': 200} Nov 11 11:53:06.294791 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6031e976-c4ff-4267-9a8e-3b7db51bb83b req-8dc26266-56a9-4751-a119-b9e2f3c445b5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/35d0e327-b992-419e-8b5a-6822df1357a9 HTTP/1.1" status: 200 len: 2414 time: 0.0810783 Nov 11 11:53:06.303629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31803318-1c50-4042-84af-27c1c889d7d5 req-a9c676af-9302-46e2-a13f-dc5210e86350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:06.306117 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31803318-1c50-4042-84af-27c1c889d7d5 req-a9c676af-9302-46e2-a13f-dc5210e86350 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 1096 time: 0.0842898 Nov 11 11:53:06.312676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-6031e976-c4ff-4267-9a8e-3b7db51bb83b req-4e98cad6-5715-45b1-a89e-d7964d96b319 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '35d0e327-b992-419e-8b5a-6822df1357a9', 'remote_group_id': None}]} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:06.313405 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-6031e976-c4ff-4267-9a8e-3b7db51bb83b req-4e98cad6-5715-45b1-a89e-d7964d96b319 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '35d0e327-b992-419e-8b5a-6822df1357a9', 'remote_group_id': None}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:06.425463 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f4594d-36cc-4fc9-85b2-b63b07a84e36 x-openstack-request-id: req-c9f4594d-36cc-4fc9-85b2-b63b07a84e36 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:06.426056 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3322bc28-8d0e-4eef-96a4-766fa4736490", "name": "network-vif-plugged", "status": "completed", "tag": "0e27118b-eedf-4a8c-bb71-2a3e5418a336", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:06.426056 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9f4594d-36cc-4fc9-85b2-b63b07a84e36 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:06.426443 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3322bc28-8d0e-4eef-96a4-766fa4736490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e27118b-eedf-4a8c-bb71-2a3e5418a336', 'code': 200} Nov 11 11:53:06.455384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31803318-1c50-4042-84af-27c1c889d7d5 req-f0c1a95c-6cd4-4521-945e-9c784b79d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:06.457018 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31803318-1c50-4042-84af-27c1c889d7d5 req-f0c1a95c-6cd4-4521-945e-9c784b79d2b1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 200 len: 923 time: 0.1376998 Nov 11 11:53:06.459991 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6031e976-c4ff-4267-9a8e-3b7db51bb83b req-4e98cad6-5715-45b1-a89e-d7964d96b319 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:06.529863 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31803318-1c50-4042-84af-27c1c889d7d5 req-8d0bb28b-c255-47ce-b88d-a2952cf79525 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24bde232-59a0-4f6a-ae18-8776ae0ec9ae HTTP/1.1" status: 200 len: 217 time: 0.0625389 Nov 11 11:53:06.533246 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6031e976-c4ff-4267-9a8e-3b7db51bb83b req-4e98cad6-5715-45b1-a89e-d7964d96b319 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:06.572454 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6031e976-c4ff-4267-9a8e-3b7db51bb83b req-4e98cad6-5715-45b1-a89e-d7964d96b319 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:06.627739 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98cad6-5715-45b1-a89e-d7964d96b319 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53cd462e-7cf5-4dd4-a631-bbc296807de5,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:06.643991 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6031e976-c4ff-4267-9a8e-3b7db51bb83b req-4e98cad6-5715-45b1-a89e-d7964d96b319 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:06.645115 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6031e976-c4ff-4267-9a8e-3b7db51bb83b req-4e98cad6-5715-45b1-a89e-d7964d96b319 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3446789 Nov 11 11:53:06.648425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31803318-1c50-4042-84af-27c1c889d7d5 req-8ae3df86-0814-42bf-8de0-81c029c6569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:06.650152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31803318-1c50-4042-84af-27c1c889d7d5 req-8ae3df86-0814-42bf-8de0-81c029c6569e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b0d7fcde-07a1-4532-bf76-b8012c4b4070 HTTP/1.1" status: 200 len: 860 time: 0.1016345 Nov 11 11:53:06.660861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac04882-aecc-462d-845f-49cf6362a392 req-a80b18fe-40de-401d-bfbd-1403749f37c8 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:06.662428 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ac04882-aecc-462d-845f-49cf6362a392 req-a80b18fe-40de-401d-bfbd-1403749f37c8 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 945 time: 0.1530778 Nov 11 11:53:06.675939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042e199-26ae-4756-8856-12edea96db50 req-43410e09-edc6-4e43-8bc4-369f54d91a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:06.677514 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a042e199-26ae-4756-8856-12edea96db50 req-43410e09-edc6-4e43-8bc4-369f54d91a23 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3322bc28-8d0e-4eef-96a4-766fa4736490 HTTP/1.1" status: 200 len: 1096 time: 0.1669760 Nov 11 11:53:06.808807 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ac04882-aecc-462d-845f-49cf6362a392 req-92eaf408-3870-4ec1-8af0-bb4d7094049e tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290178 Nov 11 11:53:06.810970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31803318-1c50-4042-84af-27c1c889d7d5 req-047e43e1-86a8-4850-8ae3-6112790e4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:06.812841 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31803318-1c50-4042-84af-27c1c889d7d5 req-047e43e1-86a8-4850-8ae3-6112790e4e45 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23b7b723-f466-4f2b-8a8d-9f55afd99d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483591 Nov 11 11:53:06.819396 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a042e199-26ae-4756-8856-12edea96db50 req-a6959001-e628-4e97-bb30-946a55bb8b5f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=83ca3db3-6e3d-4662-bb29-4bedd95cc262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184061 Nov 11 11:53:06.831488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafe52b-0028-4806-8921-f8414775220e req-9b1783c4-c97e-47e9-9d8d-fa4eba12a437 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:06.833106 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eafe52b-0028-4806-8921-f8414775220e req-9b1783c4-c97e-47e9-9d8d-fa4eba12a437 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.1206634 Nov 11 11:53:06.916194 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eafe52b-0028-4806-8921-f8414775220e req-d9033aa9-9e83-4f3c-b4cd-c3993e713825 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754659 Nov 11 11:53:06.920973 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ca384c2-f70d-4fb7-9e72-95774a30a4f2 req-9709de50-f404-4344-ad8d-d9e96d97fde8 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/35d0e327-b992-419e-8b5a-6822df1357a9 HTTP/1.1" status: 200 len: 3012 time: 0.0625017 Nov 11 11:53:06.967785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a933ec2d-8ed4-4b54-88fe-a8bb2182e501 req-a3f073bb-c1a1-4ef1-8e21-d4638bff1f80 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-group-rules/53cd462e-7cf5-4dd4-a631-bbc296807de5 HTTP/1.1" status: 200 len: 783 time: 0.0222769 Nov 11 11:53:07.088517 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a933ec2d-8ed4-4b54-88fe-a8bb2182e501 req-994d6a0a-326b-4525-9c3f-d36cdfa98b2a tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/35d0e327-b992-419e-8b5a-6822df1357a9 HTTP/1.1" status: 200 len: 3012 time: 0.1140549 Nov 11 11:53:07.127117 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82811200-06c1-45bf-95b9-8c80f3630164 req-378f5ad6-1b78-4c5a-a646-f11a413f2a1b tempest-MigrationsAdminTest-412803703 tempest-MigrationsAdminTest-412803703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:07.128497 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82811200-06c1-45bf-95b9-8c80f3630164 req-378f5ad6-1b78-4c5a-a646-f11a413f2a1b tempest-MigrationsAdminTest-412803703 tempest-MigrationsAdminTest-412803703-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 1101 time: 0.1303744 Nov 11 11:53:07.158828 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31803318-1c50-4042-84af-27c1c889d7d5 req-12422bb7-c38b-40ec-84a5-5eac91566516 service neutron] 10.222.0.43 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530430 Nov 11 11:53:07.165234 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a933ec2d-8ed4-4b54-88fe-a8bb2182e501 req-80c7ccbf-1950-432a-86b6-6041c4c2f4b5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:07.193909 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a933ec2d-8ed4-4b54-88fe-a8bb2182e501 req-80c7ccbf-1950-432a-86b6-6041c4c2f4b5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:07.269768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82811200-06c1-45bf-95b9-8c80f3630164 req-5aa13515-aa6e-42d4-9dce-fa71a7dce876 tempest-MigrationsAdminTest-412803703 tempest-MigrationsAdminTest-412803703-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300342 Nov 11 11:53:07.298630 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a933ec2d-8ed4-4b54-88fe-a8bb2182e501 req-80c7ccbf-1950-432a-86b6-6041c4c2f4b5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:07.305413 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a933ec2d-8ed4-4b54-88fe-a8bb2182e501 req-80c7ccbf-1950-432a-86b6-6041c4c2f4b5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:07.306862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a933ec2d-8ed4-4b54-88fe-a8bb2182e501 req-80c7ccbf-1950-432a-86b6-6041c4c2f4b5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/53cd462e-7cf5-4dd4-a631-bbc296807de5 HTTP/1.1" status: 204 len: 173 time: 0.2106225 Nov 11 11:53:07.341198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7ccbf-1950-432a-86b6-6041c4c2f4b5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53cd462e-7cf5-4dd4-a631-bbc296807de5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:07.349297 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31803318-1c50-4042-84af-27c1c889d7d5 req-fbedab18-02c7-4090-ae75-176636eabc71 service neutron] 10.222.0.43 "GET /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804328 Nov 11 11:53:07.456498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c95c1-5786-49e3-8c78-0c31d9d1a9e3 req-50249659-f6d1-40f3-b12b-b49acafc2f8b tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:07.458111 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a17c95c1-5786-49e3-8c78-0c31d9d1a9e3 req-50249659-f6d1-40f3-b12b-b49acafc2f8b tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 945 time: 0.0795901 Nov 11 11:53:07.475110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca72681-963c-4309-9b49-6fbe7f58f28d req-41155590-c433-46fb-997c-d4fbacd906ab tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:07.476570 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ca72681-963c-4309-9b49-6fbe7f58f28d req-41155590-c433-46fb-997c-d4fbacd906ab tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 945 time: 0.0887709 Nov 11 11:53:07.547545 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a17c95c1-5786-49e3-8c78-0c31d9d1a9e3 req-582bb419-923f-456f-bcf2-4d4766334069 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812192 Nov 11 11:53:07.550809 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ca72681-963c-4309-9b49-6fbe7f58f28d req-74915eab-0736-4cc0-bd23-0395818c181d tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680480 Nov 11 11:53:07.663368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f402707-4b7e-4208-b2a0-78f2c8d292e0 req-a9b43577-f9b7-4505-a499-3847fba69629 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:07.665156 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3f402707-4b7e-4208-b2a0-78f2c8d292e0 req-a9b43577-f9b7-4505-a499-3847fba69629 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/ports?device_id=3322bc28-8d0e-4eef-96a4-766fa4736490 HTTP/1.1" status: 200 len: 945 time: 0.0531099 Nov 11 11:53:07.726222 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3f402707-4b7e-4208-b2a0-78f2c8d292e0 req-432cedeb-8109-4c62-b501-8540f7f40da8 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/security-groups?id=83ca3db3-6e3d-4662-bb29-4bedd95cc262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546410 Nov 11 11:53:07.785982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1616e16-956d-458a-8347-fdd5de732e8f req-037c4fed-af32-44df-8e21-75b605461ff1 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/35d0e327-b992-419e-8b5a-6822df1357a9 HTTP/1.1" status: 200 len: 2414 time: 0.0409169 Nov 11 11:53:07.856890 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d1616e16-956d-458a-8347-fdd5de732e8f req-f8ba7357-db21-4bed-8099-02d02fa98a8a tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:07.882499 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d1616e16-956d-458a-8347-fdd5de732e8f req-f8ba7357-db21-4bed-8099-02d02fa98a8a tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:07.944219 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d1616e16-956d-458a-8347-fdd5de732e8f req-f8ba7357-db21-4bed-8099-02d02fa98a8a tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:07.944219 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d1616e16-956d-458a-8347-fdd5de732e8f req-f8ba7357-db21-4bed-8099-02d02fa98a8a tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:07.949120 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1616e16-956d-458a-8347-fdd5de732e8f req-f8ba7357-db21-4bed-8099-02d02fa98a8a tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "DELETE /v2.0/security-groups/35d0e327-b992-419e-8b5a-6822df1357a9 HTTP/1.1" status: 204 len: 173 time: 0.1567867 Nov 11 11:53:07.967037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba7357-db21-4bed-8099-02d02fa98a8a tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d0e327-b992-419e-8b5a-6822df1357a9,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:08.023189 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a0d6-ba73-454b-b70e-383cb7f7bb97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:08.098759 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-7665134d-b656-4b38-aad4-aed3667426d7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799079 Nov 11 11:53:08.107781 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4d9b8-aadb-4968-89d3-691fca2ec1fc req-bcde3297-9200-4ea3-ab4a-70f192d7f8e0 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:08.109390 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fa4d9b8-aadb-4968-89d3-691fca2ec1fc req-bcde3297-9200-4ea3-ab4a-70f192d7f8e0 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.43 "GET /v2.0/ports?device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 945 time: 0.1280160 Nov 11 11:53:08.115690 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a7c12a77-57f9-4a6d-8222-f7c0fbb448fc service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:53:08.116735 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a7c12a77-57f9-4a6d-8222-f7c0fbb448fc service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063152 Nov 11 11:53:08.269917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d0645-18b1-469f-ac32-f768357d1a6b req-1531f034-d1b4-4b12-a553-673d4ea7ffc6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:08.271408 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c37d0645-18b1-469f-ac32-f768357d1a6b req-1531f034-d1b4-4b12-a553-673d4ea7ffc6 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/ports?device_id=120791f8-fb9a-4429-b234-77aed82e12b7 HTTP/1.1" status: 200 len: 945 time: 0.1116848 Nov 11 11:53:08.290785 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b92858-d483-4955-9dbc-45a1def3d830 req-85e2af4e-dc0c-4236-9571-4be076673717 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:08.292255 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28b92858-d483-4955-9dbc-45a1def3d830 req-85e2af4e-dc0c-4236-9571-4be076673717 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.1337340 Nov 11 11:53:08.353693 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-8fa4d9b8-aadb-4968-89d3-691fca2ec1fc req-1e75b780-5d7b-4d76-805e-1d3f18a2346d tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Deleting port 24bde232-59a0-4f6a-ae18-8776ae0ec9ae {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:53:08.354035 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8fa4d9b8-aadb-4968-89d3-691fca2ec1fc req-1e75b780-5d7b-4d76-805e-1d3f18a2346d tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:08.404381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c37d0645-18b1-469f-ac32-f768357d1a6b req-9832d677-0702-4f1e-9eb7-1fbad3c2df83 tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.65 "GET /v2.0/security-groups?id=0d488c65-4489-4032-b515-1abe82484851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225772 Nov 11 11:53:08.443563 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28b92858-d483-4955-9dbc-45a1def3d830 req-7aaf04be-db05-49a7-b02d-ef3293672143 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420712 Nov 11 11:53:08.489735 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-e2ab6bf3-2633-4aa0-9182-93e3002d8ea3 req-422cff00-4ccb-41e9-8ea0-8859cfd84f1d tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] show failed (client error): The resource could not be found. Nov 11 11:53:08.491471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e2ab6bf3-2633-4aa0-9182-93e3002d8ea3 req-422cff00-4ccb-41e9-8ea0-8859cfd84f1d tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/d2b76699-5e8b-4e85-8916-6f8d29d5488f HTTP/1.1" status: 404 len: 352 time: 0.0428724 Nov 11 11:53:08.509341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-8fa4d9b8-aadb-4968-89d3-691fca2ec1fc req-1e75b780-5d7b-4d76-805e-1d3f18a2346d tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] For port 24bde232-59a0-4f6a-ae18-8776ae0ec9ae, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=24bde232-59a0-4f6a-ae18-8776ae0ec9ae,segment=NetworkSegment(e68dcf34-eeaf-4bad-90e9-ebc48d67a784),segment_id=e68dcf34-eeaf-4bad-90e9-ebc48d67a784)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:08.509739 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8fa4d9b8-aadb-4968-89d3-691fca2ec1fc req-1e75b780-5d7b-4d76-805e-1d3f18a2346d tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:08.537244 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-8fa4d9b8-aadb-4968-89d3-691fca2ec1fc req-1e75b780-5d7b-4d76-805e-1d3f18a2346d tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Calling delete_port for 24bde232-59a0-4f6a-ae18-8776ae0ec9ae owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:53:08.683941 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-155a66f5-771d-41f8-ba8b-0a80d76614b1 req-845551d1-a612-4ae4-906b-250735f18dab tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/c0104030-6b9e-4a83-a559-53b0fcbe056d HTTP/1.1" status: 200 len: 1821 time: 0.1714053 Nov 11 11:53:08.823011 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8fa4d9b8-aadb-4968-89d3-691fca2ec1fc req-1e75b780-5d7b-4d76-805e-1d3f18a2346d tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:08.834250 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['24bde232-59a0-4f6a-ae18-8776ae0ec9ae'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:53:08.837251 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f31fc7-ee19-4ae1-ad23-03c5f1da007c req-eca01794-5ef6-461e-b26d-5c5765036a5b tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:08.845226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86f31fc7-ee19-4ae1-ad23-03c5f1da007c req-eca01794-5ef6-461e-b26d-5c5765036a5b tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 945 time: 0.2139118 Nov 11 11:53:08.880555 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44230) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:08.894828 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:08.899476 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-155a66f5-771d-41f8-ba8b-0a80d76614b1 req-2d9a5584-e918-4bf2-88c2-4ecb058930ab tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:08.904754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75b780-5d7b-4d76-805e-1d3f18a2346d tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Pushing event deleted for resources: {'Port': ['ID=24bde232-59a0-4f6a-ae18-8776ae0ec9ae,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:08.987478 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-155a66f5-771d-41f8-ba8b-0a80d76614b1 req-2d9a5584-e918-4bf2-88c2-4ecb058930ab tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:08.991367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa4d9b8-aadb-4968-89d3-691fca2ec1fc req-1e75b780-5d7b-4d76-805e-1d3f18a2346d tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] No DVR routers for this DVR port 24bde232-59a0-4f6a-ae18-8776ae0ec9ae on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:53:08.998505 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8fa4d9b8-aadb-4968-89d3-691fca2ec1fc req-1e75b780-5d7b-4d76-805e-1d3f18a2346d tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:09.001817 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fa4d9b8-aadb-4968-89d3-691fca2ec1fc req-1e75b780-5d7b-4d76-805e-1d3f18a2346d tempest-FloatingIPsAssociationTestJSON-242774332 tempest-FloatingIPsAssociationTestJSON-242774332-project] 10.222.0.43 "DELETE /v2.0/ports/24bde232-59a0-4f6a-ae18-8776ae0ec9ae HTTP/1.1" status: 204 len: 173 time: 0.8841381 Nov 11 11:53:09.002446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120791f8-fb9a-4429-b234-77aed82e12b7', 'name': 'network-vif-deleted', 'tag': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:09.005334 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ea1a0f-af49-46b1-aacf-34b253ef443a" -d '{"events": [{"server_uuid": "120791f8-fb9a-4429-b234-77aed82e12b7", "name": "network-vif-deleted", "tag": "24bde232-59a0-4f6a-ae18-8776ae0ec9ae"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:09.023803 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86f31fc7-ee19-4ae1-ad23-03c5f1da007c req-f357f04c-e61e-4366-9307-243c14023ceb tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729422 Nov 11 11:53:09.061230 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:53:09.092109 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac77b-4dd9-48d8-8644-c45980ba3608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:09.136102 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-155a66f5-771d-41f8-ba8b-0a80d76614b1 req-2d9a5584-e918-4bf2-88c2-4ecb058930ab tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:09.138815 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-155a66f5-771d-41f8-ba8b-0a80d76614b1 req-2d9a5584-e918-4bf2-88c2-4ecb058930ab tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:09.139945 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-155a66f5-771d-41f8-ba8b-0a80d76614b1 req-2d9a5584-e918-4bf2-88c2-4ecb058930ab tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "DELETE /v2.0/security-groups/c0104030-6b9e-4a83-a559-53b0fcbe056d HTTP/1.1" status: 204 len: 173 time: 0.4208329 Nov 11 11:53:09.167254 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a5584-e918-4bf2-88c2-4ecb058930ab tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0104030-6b9e-4a83-a559-53b0fcbe056d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:09.201139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722df5d7-d1c9-4956-beb1-544dba3e8f2c req-cd61898b-bb39-4323-93fe-9ce8c6c6ede6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:09.208968 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-722df5d7-d1c9-4956-beb1-544dba3e8f2c req-cd61898b-bb39-4323-93fe-9ce8c6c6ede6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 945 time: 0.0841587 Nov 11 11:53:09.235708 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac77b-4dd9-48d8-8644-c45980ba3608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:09.240358 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac77b-4dd9-48d8-8644-c45980ba3608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:09.277216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-722df5d7-d1c9-4956-beb1-544dba3e8f2c req-2a1a8285-3bec-41fc-9790-2e3ee17151e7 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673780 Nov 11 11:53:09.285310 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bc9ac77b-4dd9-48d8-8644-c45980ba3608 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3699a028267d4b2d8cce591e0e9b4d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4034534 Nov 11 11:53:09.285759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44242) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:09.286671 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ac77b-4dd9-48d8-8644-c45980ba3608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c2e29f-44e1-4351-847b-33b5d3f4698d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:09.294592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ac77b-4dd9-48d8-8644-c45980ba3608 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:09.294864 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b1f42-2950-4601-adc4-fb669d85a3a4 req-f1cc07e3-343e-476d-aa95-2e54ef125bb0 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:09.295005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ac77b-4dd9-48d8-8644-c45980ba3608 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:09.295258 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ac77b-4dd9-48d8-8644-c45980ba3608 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:09.295623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ac77b-4dd9-48d8-8644-c45980ba3608 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:09.295901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ac77b-4dd9-48d8-8644-c45980ba3608 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:09.296224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ac77b-4dd9-48d8-8644-c45980ba3608 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:09.296545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ac77b-4dd9-48d8-8644-c45980ba3608 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:09.301981 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ac77b-4dd9-48d8-8644-c45980ba3608 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:09.302360 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b02b1f42-2950-4601-adc4-fb669d85a3a4 req-f1cc07e3-343e-476d-aa95-2e54ef125bb0 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/ports?device_id=3322bc28-8d0e-4eef-96a4-766fa4736490 HTTP/1.1" status: 200 len: 945 time: 0.0786970 Nov 11 11:53:09.302640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ac77b-4dd9-48d8-8644-c45980ba3608 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:09.303075 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ac77b-4dd9-48d8-8644-c45980ba3608 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:09.303616 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ac77b-4dd9-48d8-8644-c45980ba3608 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:09.304270 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ac77b-4dd9-48d8-8644-c45980ba3608 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:09.336628 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2fb38f-1ef1-4c73-9c50-d0737b61fb44 x-openstack-request-id: req-ef2fb38f-1ef1-4c73-9c50-d0737b61fb44 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:09.336919 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120791f8-fb9a-4429-b234-77aed82e12b7", "name": "network-vif-deleted", "tag": "24bde232-59a0-4f6a-ae18-8776ae0ec9ae", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:09.337169 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef2fb38f-1ef1-4c73-9c50-d0737b61fb44 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:09.337567 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120791f8-fb9a-4429-b234-77aed82e12b7', 'name': 'network-vif-deleted', 'tag': '24bde232-59a0-4f6a-ae18-8776ae0ec9ae', 'status': 'completed', 'code': 200} Nov 11 11:53:09.398225 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b02b1f42-2950-4601-adc4-fb669d85a3a4 req-aca55de1-0fcc-402d-9f16-74a6622478cd tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/security-groups?id=83ca3db3-6e3d-4662-bb29-4bedd95cc262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943704 Nov 11 11:53:09.398437 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e4e1b5f-3324-442e-b716-27accef1e7a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:09.423674 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e4e1b5f-3324-442e-b716-27accef1e7a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:09.482534 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e4e1b5f-3324-442e-b716-27accef1e7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:09.486843 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e4e1b5f-3324-442e-b716-27accef1e7a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:09.507967 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0e4e1b5f-3324-442e-b716-27accef1e7a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/45c2e29f-44e1-4351-847b-33b5d3f4698d HTTP/1.1" status: 204 len: 168 time: 0.2210560 Nov 11 11:53:09.535954 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e1b5f-3324-442e-b716-27accef1e7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c2e29f-44e1-4351-847b-33b5d3f4698d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:09.686062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d82bae4-5139-4bcf-9180-65deccbd339f req-30fdbf16-6d3c-4691-9aa0-75822f0a9d75 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/db94e8e6-612b-4d49-8ec3-05dd64444b95 HTTP/1.1" status: 200 len: 1821 time: 0.0797882 Nov 11 11:53:09.693321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81364f3-221d-4cd5-b819-50638955ee4f req-68168710-059e-466c-9566-89c7fe7c4772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:09.695187 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-68168710-059e-466c-9566-89c7fe7c4772 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 1101 time: 0.1037946 Nov 11 11:53:09.790402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44264) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:09.858313 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0d82bae4-5139-4bcf-9180-65deccbd339f req-6217ee92-b089-4a43-aa6e-4ed7d320df42 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:09.913292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81364f3-221d-4cd5-b819-50638955ee4f req-91551f14-9271-4a40-9d88-b5b6a92615a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:09.914914 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-91551f14-9271-4a40-9d88-b5b6a92615a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.2055089 Nov 11 11:53:09.948530 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0d82bae4-5139-4bcf-9180-65deccbd339f req-6217ee92-b089-4a43-aa6e-4ed7d320df42 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:10.002662 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b047e-1753-4b04-a3af-0532071a4abc req-be69750a-959a-4d33-a662-98ed48036ca0 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:10.009856 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e8b047e-1753-4b04-a3af-0532071a4abc req-be69750a-959a-4d33-a662-98ed48036ca0 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.1404302 Nov 11 11:53:10.026756 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-c252791d-b5ba-4cb6-855e-056918c449cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da HTTP/1.1" status: 200 len: 217 time: 0.0994239 Nov 11 11:53:10.126823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81364f3-221d-4cd5-b819-50638955ee4f req-0cae82dc-d092-42c2-95bc-6dee08548a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:10.128598 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-0cae82dc-d092-42c2-95bc-6dee08548a15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0876477 Nov 11 11:53:10.134037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e8b047e-1753-4b04-a3af-0532071a4abc req-8098f05b-1b87-4b0c-b600-d704cd6f34e2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233518 Nov 11 11:53:10.216436 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81364f3-221d-4cd5-b819-50638955ee4f req-d04e1090-125b-4182-b0f5-54b157c05f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:10.218999 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-d04e1090-125b-4182-b0f5-54b157c05f0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0782406 Nov 11 11:53:10.219839 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0d82bae4-5139-4bcf-9180-65deccbd339f req-6217ee92-b089-4a43-aa6e-4ed7d320df42 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:10.224232 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0d82bae4-5139-4bcf-9180-65deccbd339f req-6217ee92-b089-4a43-aa6e-4ed7d320df42 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:10.228748 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d82bae4-5139-4bcf-9180-65deccbd339f req-6217ee92-b089-4a43-aa6e-4ed7d320df42 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "DELETE /v2.0/security-groups/db94e8e6-612b-4d49-8ec3-05dd64444b95 HTTP/1.1" status: 204 len: 173 time: 0.5326407 Nov 11 11:53:10.278163 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217ee92-b089-4a43-aa6e-4ed7d320df42 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db94e8e6-612b-4d49-8ec3-05dd64444b95,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:10.389414 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50cd4314-4207-4b7e-931f-f8bb09cf03d9 req-5cb4b595-6c33-48de-b6e5-4750948f094b tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/3841d4f6-b03d-401b-b58f-78c640bdc65d HTTP/1.1" status: 200 len: 1822 time: 0.1366856 Nov 11 11:53:10.418071 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:10.460959 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-002c563d-15ee-4a07-8a96-ea47d4dfa8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:10.499745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a9285f9e-f869-4d7a-a2dc-a9e84db67d48 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700317 Nov 11 11:53:10.507433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d07128-89bf-4ef3-8b04-935aff6fa45e req-fe53db4a-5f7b-4588-a588-001e1b0fe89b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:10.514473 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78d07128-89bf-4ef3-8b04-935aff6fa45e req-fe53db4a-5f7b-4588-a588-001e1b0fe89b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 945 time: 0.1229179 Nov 11 11:53:10.597085 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-50cd4314-4207-4b7e-931f-f8bb09cf03d9 req-1232c573-ec0a-4a21-9872-e8da707e18b5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:10.654527 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78d07128-89bf-4ef3-8b04-935aff6fa45e req-fe34e1ab-c03e-4500-92bb-b51b43bfa977 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391261 Nov 11 11:53:10.678290 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-50cd4314-4207-4b7e-931f-f8bb09cf03d9 req-1232c573-ec0a-4a21-9872-e8da707e18b5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:10.750984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-e178ad44-a95a-47d2-9d61-c2b151a31cf0 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336488 Nov 11 11:53:10.779315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-002c563d-15ee-4a07-8a96-ea47d4dfa8e3 admin admin] Deleting port ee6d8f99-7fda-4a2f-a503-b836b478626e {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:53:10.779701 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-002c563d-15ee-4a07-8a96-ea47d4dfa8e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:10.789601 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-50cd4314-4207-4b7e-931f-f8bb09cf03d9 req-1232c573-ec0a-4a21-9872-e8da707e18b5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:10.793256 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-50cd4314-4207-4b7e-931f-f8bb09cf03d9 req-1232c573-ec0a-4a21-9872-e8da707e18b5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:10.794618 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50cd4314-4207-4b7e-931f-f8bb09cf03d9 req-1232c573-ec0a-4a21-9872-e8da707e18b5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "DELETE /v2.0/security-groups/3841d4f6-b03d-401b-b58f-78c640bdc65d HTTP/1.1" status: 204 len: 173 time: 0.4043880 Nov 11 11:53:10.808018 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232c573-ec0a-4a21-9872-e8da707e18b5 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3841d4f6-b03d-401b-b58f-78c640bdc65d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:10.867193 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-002c563d-15ee-4a07-8a96-ea47d4dfa8e3 admin admin] For port ee6d8f99-7fda-4a2f-a503-b836b478626e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ee6d8f99-7fda-4a2f-a503-b836b478626e,segment=NetworkSegment(e68dcf34-eeaf-4bad-90e9-ebc48d67a784),segment_id=e68dcf34-eeaf-4bad-90e9-ebc48d67a784)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:10.867574 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-002c563d-15ee-4a07-8a96-ea47d4dfa8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:10.887054 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-002c563d-15ee-4a07-8a96-ea47d4dfa8e3 admin admin] Calling delete_port for ee6d8f99-7fda-4a2f-a503-b836b478626e owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:53:10.890367 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d650f550-1c43-4c94-aca9-202a55b30ef8 req-24967096-bfb1-4081-b960-335dc922507a tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/f1b00657-fca9-43bc-a19a-a80a6f0bf810 HTTP/1.1" status: 200 len: 2419 time: 0.0629098 Nov 11 11:53:10.965528 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d650f550-1c43-4c94-aca9-202a55b30ef8 req-c90fb9bc-a5bd-49a6-93a7-fb91d5d6ad8f tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:10.990592 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d650f550-1c43-4c94-aca9-202a55b30ef8 req-c90fb9bc-a5bd-49a6-93a7-fb91d5d6ad8f tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.043680 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d650f550-1c43-4c94-aca9-202a55b30ef8 req-c90fb9bc-a5bd-49a6-93a7-fb91d5d6ad8f tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.046554 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d650f550-1c43-4c94-aca9-202a55b30ef8 req-c90fb9bc-a5bd-49a6-93a7-fb91d5d6ad8f tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.054063 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d650f550-1c43-4c94-aca9-202a55b30ef8 req-c90fb9bc-a5bd-49a6-93a7-fb91d5d6ad8f tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "DELETE /v2.0/security-groups/f1b00657-fca9-43bc-a19a-a80a6f0bf810 HTTP/1.1" status: 204 len: 173 time: 0.1552203 Nov 11 11:53:11.064572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fb9bc-a5bd-49a6-93a7-fb91d5d6ad8f tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b00657-fca9-43bc-a19a-a80a6f0bf810,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:11.118760 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-002c563d-15ee-4a07-8a96-ea47d4dfa8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.130125 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-058a8589-52a6-4dba-b4be-e085681faaa9 req-7582a898-7b73-40e8-a15a-e3dd3fc164fa tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "GET /v2.0/security-groups/2672f162-e339-4b24-9fe6-62caf8322959 HTTP/1.1" status: 200 len: 2414 time: 0.0552008 Nov 11 11:53:11.151146 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c563d-15ee-4a07-8a96-ea47d4dfa8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6d8f99-7fda-4a2f-a503-b836b478626e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:11.218199 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-058a8589-52a6-4dba-b4be-e085681faaa9 req-c8294314-632f-488a-bc7f-a85ea3d75467 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.256514 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.274386 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-058a8589-52a6-4dba-b4be-e085681faaa9 req-c8294314-632f-488a-bc7f-a85ea3d75467 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.318481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df891ef-7884-4154-8f2d-f142e2d6006a req-c9f408f3-cf62-4346-a8ef-2877bcf2b108 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:11.326117 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7df891ef-7884-4154-8f2d-f142e2d6006a req-c9f408f3-cf62-4346-a8ef-2877bcf2b108 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.0962183 Nov 11 11:53:11.354864 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-002c563d-15ee-4a07-8a96-ea47d4dfa8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.362313 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-058a8589-52a6-4dba-b4be-e085681faaa9 req-c8294314-632f-488a-bc7f-a85ea3d75467 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.364922 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-058a8589-52a6-4dba-b4be-e085681faaa9 req-c8294314-632f-488a-bc7f-a85ea3d75467 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.366171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-058a8589-52a6-4dba-b4be-e085681faaa9 req-c8294314-632f-488a-bc7f-a85ea3d75467 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] 10.222.0.65 "DELETE /v2.0/security-groups/2672f162-e339-4b24-9fe6-62caf8322959 HTTP/1.1" status: 204 len: 173 time: 0.2294297 Nov 11 11:53:11.376850 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44318) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:11.412673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8294314-632f-488a-bc7f-a85ea3d75467 tempest-SecurityGroupRulesTestJSON-616093803 tempest-SecurityGroupRulesTestJSON-616093803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2672f162-e339-4b24-9fe6-62caf8322959,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:11.418979 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7df891ef-7884-4154-8f2d-f142e2d6006a req-7dddb6fa-0d0d-4159-a5aa-f0957c1b9851 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920324 Nov 11 11:53:11.446150 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4258946e-cdae-461c-9d4b-c050bd5ce08d details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:53:11.450235 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a3e886-0892-4b66-a2a3-464ccba8db94 admin admin] Deleting subnet b8507f8e-a318-44a0-bb21-5200a98f3635 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:53:11.454475 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6a3e886-0892-4b66-a2a3-464ccba8db94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.454650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 24bde232-59a0-4f6a-ae18-8776ae0ec9ae no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:53:11.485552 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 24bde232-59a0-4f6a-ae18-8776ae0ec9ae {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:53:11.486174 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 24bde232-59a0-4f6a-ae18-8776ae0ec9ae not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:53:11.501026 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6a3e886-0892-4b66-a2a3-464ccba8db94 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.511383 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6a3e886-0892-4b66-a2a3-464ccba8db94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.577447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4258946e-cdae-461c-9d4b-c050bd5ce08d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4258946e-cdae-461c-9d4b-c050bd5ce08d,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:11.578483 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6a3e886-0892-4b66-a2a3-464ccba8db94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.591814 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '4258946e-cdae-461c-9d4b-c050bd5ce08d', 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a', 'port_id': '4258946e-cdae-461c-9d4b-c050bd5ce08d', 'mac_address': 'fa:16:3e:a5:91:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6895bfe9-2caf-4d68-8e8e-acf7b9702df7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:53:11.602481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3e886-0892-4b66-a2a3-464ccba8db94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8507f8e-a318-44a0-bb21-5200a98f3635,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:11.610671 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6a3e886-0892-4b66-a2a3-464ccba8db94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.616527 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f6a3e886-0892-4b66-a2a3-464ccba8db94 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b8507f8e-a318-44a0-bb21-5200a98f3635 HTTP/1.1" status: 204 len: 168 time: 0.2365308 Nov 11 11:53:11.616841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44328) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:11.633681 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.647647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4258946e-cdae-461c-9d4b-c050bd5ce08d {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:53:11.668374 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4258946e-cdae-461c-9d4b-c050bd5ce08d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4258946e-cdae-461c-9d4b-c050bd5ce08d,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:11.675215 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.707664 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.740564 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=4258946e-cdae-461c-9d4b-c050bd5ce08d,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:11.802335 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['4258946e-cdae-461c-9d4b-c050bd5ce08d'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:53:11.878889 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:11.908669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d8799-d7dc-40f4-82f5-7db95bca83d8 req-f937b5d8-8cd9-4c38-bf0f-02a298efa05b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:11.917873 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec7d8799-d7dc-40f4-82f5-7db95bca83d8 req-f937b5d8-8cd9-4c38-bf0f-02a298efa05b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 945 time: 0.1833143 Nov 11 11:53:11.925274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002c563d-15ee-4a07-8a96-ea47d4dfa8e3 admin admin] Router 3faac808-8703-458b-a71b-17bcf7f11210 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:53:11.944588 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:53:11.944941 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:53:11.945615 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:53:11.945937 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Subscribe: > port after_create 55550000 {{(pid=109153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:53:11.946256 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:53:11.946577 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Subscribe: > port after_update 55550000 {{(pid=109153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:53:11.946884 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:53:11.947361 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:53:11.947678 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:53:11.949634 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:53:12.030317 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:53:12.030666 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:53:12.030993 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:53:12.031345 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:53:12.031709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abb6555-69b9-4699-9e1a-68c978b91119']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:12.053690 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec55b2c-b8d0-4482-b370-008154228b57') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:12.054195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec55b2c-b8d0-4482-b370-008154228b57') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:12.081107 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:12.094078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002c563d-15ee-4a07-8a96-ea47d4dfa8e3 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:53:12.105439 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968efaef-88cc-4450-ad51-269cfb45d0a6 None None] Sync routers for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:53:12.110637 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-002c563d-15ee-4a07-8a96-ea47d4dfa8e3 admin admin] 10.222.0.65 "PUT /v2.0/routers/3faac808-8703-458b-a71b-17bcf7f11210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3190989 Nov 11 11:53:12.115087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44354) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:12.120165 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968efaef-88cc-4450-ad51-269cfb45d0a6 None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:53:12.121202 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-968efaef-88cc-4450-ad51-269cfb45d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:53:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:12.141445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec7d8799-d7dc-40f4-82f5-7db95bca83d8 req-0a8d194d-a5de-43eb-a644-eed502813f1b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178073 Nov 11 11:53:12.143991 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:12.171744 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:53:12.172234 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: from cryptography.utils import int_from_bytes Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: from cryptography.utils import int_from_bytes Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: timer() Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:53:12.178218 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:53:12.307473 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-71e88e03-6c9e-4d8f-bc7c-00dcc7ff2449 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:12.352009 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-968efaef-88cc-4450-ad51-269cfb45d0a6 None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:53:12.571400 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-71e88e03-6c9e-4d8f-bc7c-00dcc7ff2449 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:12.697260 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-968efaef-88cc-4450-ad51-269cfb45d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:53:11Z', 'revision_number': 5, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port': {'id': '2148a5a9-22a3-403b-8c33-6da00691e0a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faac808-8703-458b-a71b-17bcf7f11210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:35Z', 'updated_at': '2021-11-11T11:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:12.733226 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968efaef-88cc-4450-ad51-269cfb45d0a6 None None] Checking router: 3faac808-8703-458b-a71b-17bcf7f11210 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:53:12.742646 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968efaef-88cc-4450-ad51-269cfb45d0a6 None None] Routers {'3faac808-8703-458b-a71b-17bcf7f11210'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:53:12.743641 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-968efaef-88cc-4450-ad51-269cfb45d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:53:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3faac808-8703-458b-a71b-17bcf7f11210'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:12.790060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-71e88e03-6c9e-4d8f-bc7c-00dcc7ff2449 admin admin] Deleting port 2148a5a9-22a3-403b-8c33-6da00691e0a6 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:53:12.791550 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-71e88e03-6c9e-4d8f-bc7c-00dcc7ff2449 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:12.845276 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-968efaef-88cc-4450-ad51-269cfb45d0a6 None None] Set router 3faac808-8703-458b-a71b-17bcf7f11210 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:53:12.900987 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-968efaef-88cc-4450-ad51-269cfb45d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:53:12Z', 'revision_number': 6, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:12.933269 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968efaef-88cc-4450-ad51-269cfb45d0a6 None None] The sync data for ids ['3faac808-8703-458b-a71b-17bcf7f11210'] in n-d-807359-3 is: [{'id': '3faac808-8703-458b-a71b-17bcf7f11210', 'name': 'tempest-FloatingIPsAssociationTestJSON-1548199277-router', 'tenant_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:34Z', 'updated_at': '2021-11-11T11:53:12Z', 'revision_number': 6, 'project_id': 'ebffd9d478614b25a8e32ffcf46c1a6c', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:53:12.952104 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:12.974917 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:12.984466 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0abb6555-69b9-4699-9e1a-68c978b91119 HTTP/1.1" status: 204 len: 168 time: 1.3663609 Nov 11 11:53:13.015303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b908e-b9fe-458f-9a64-dbcfe6b46494 admin admin] Pushing event deleted for resources: {'Network': ['ID=0abb6555-69b9-4699-9e1a-68c978b91119,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:13.033545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02820c-f75a-4789-9bc5-5a571fc87cad req-dc6b9353-0c24-44af-85a7-a232a04d5214 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:13.037741 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-71e88e03-6c9e-4d8f-bc7c-00dcc7ff2449 admin admin] For port 2148a5a9-22a3-403b-8c33-6da00691e0a6, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2148a5a9-22a3-403b-8c33-6da00691e0a6,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:13.039504 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-71e88e03-6c9e-4d8f-bc7c-00dcc7ff2449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:13.044416 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a02820c-f75a-4789-9bc5-5a571fc87cad req-dc6b9353-0c24-44af-85a7-a232a04d5214 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.1909811 Nov 11 11:53:13.059947 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-71e88e03-6c9e-4d8f-bc7c-00dcc7ff2449 admin admin] Calling delete_port for 2148a5a9-22a3-403b-8c33-6da00691e0a6 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:53:13.113097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a02820c-f75a-4789-9bc5-5a571fc87cad req-f912c6ac-b479-4a9d-ba29-42e27b7cb8ad tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676889 Nov 11 11:53:13.221033 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44434) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:13.314298 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-71e88e03-6c9e-4d8f-bc7c-00dcc7ff2449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:13.334115 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d5a37d5a-90c3-4936-b081-302a0de78971 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=25a77f3c6bd7494395506438ce26715e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1116159 Nov 11 11:53:13.336559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44436) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:13.359513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e88e03-6c9e-4d8f-bc7c-00dcc7ff2449 admin admin] Pushing event deleted for resources: {'Port': ['ID=2148a5a9-22a3-403b-8c33-6da00691e0a6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:13.406903 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5c49-a999-4d4c-9158-dc984b486692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:13.439469 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae8534-3ad2-4307-8cb4-68e6f8c9e605 req-d26baa65-d668-4dfe-8f54-ae1be2d561d1 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:13.449024 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4258946e-cdae-461c-9d4b-c050bd5ce08d up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:53:13.463412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-74ae8534-3ad2-4307-8cb4-68e6f8c9e605 req-d26baa65-d668-4dfe-8f54-ae1be2d561d1 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 945 time: 0.2033353 Nov 11 11:53:13.492518 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-71e88e03-6c9e-4d8f-bc7c-00dcc7ff2449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:13.544613 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5c49-a999-4d4c-9158-dc984b486692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:13.551158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 4258946e-cdae-461c-9d4b-c050bd5ce08d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:13.560200 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:13.616237 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-71e88e03-6c9e-4d8f-bc7c-00dcc7ff2449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:13.619204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-71e88e03-6c9e-4d8f-bc7c-00dcc7ff2449 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:13.674523 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-71e88e03-6c9e-4d8f-bc7c-00dcc7ff2449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:13.676172 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e88e03-6c9e-4d8f-bc7c-00dcc7ff2449 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3faac808-8703-458b-a71b-17bcf7f11210 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:53:13.683385 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-71e88e03-6c9e-4d8f-bc7c-00dcc7ff2449 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:13.684735 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-71e88e03-6c9e-4d8f-bc7c-00dcc7ff2449 admin admin] 10.222.0.65 "DELETE /v2.0/routers/3faac808-8703-458b-a71b-17bcf7f11210 HTTP/1.1" status: 204 len: 168 time: 1.5685618 Nov 11 11:53:13.688155 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44448) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:13.692672 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-74ae8534-3ad2-4307-8cb4-68e6f8c9e605 req-d16eca4a-a25f-439a-90bf-6f7695fac0df tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282298 Nov 11 11:53:13.782096 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5c49-a999-4d4c-9158-dc984b486692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:13.788879 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5c49-a999-4d4c-9158-dc984b486692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:13.793746 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9c5e5c49-a999-4d4c-9158-dc984b486692 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a0dc465-1d5d-4c0c-b4c4-8c8a6dc71e99 HTTP/1.1" status: 204 len: 168 time: 0.4550104 Nov 11 11:53:13.809206 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:13.811821 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d557825-b6e7-497c-a510-582307d8afea admin admin] Deleting subnet b0d7fcde-07a1-4532-bf76-b8012c4b4070 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:53:13.827419 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0d557825-b6e7-497c-a510-582307d8afea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:13.864897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e5c49-a999-4d4c-9158-dc984b486692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0dc465-1d5d-4c0c-b4c4-8c8a6dc71e99,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:13.879052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b51f5b4-6c60-409d-bbee-47d848ffbcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4258946e-cdae-461c-9d4b-c050bd5ce08d'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:13.884575 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702218c0-cfd6-4e86-90e4-90fecd9f86e2" -d '{"events": [{"server_uuid": "1b51f5b4-6c60-409d-bbee-47d848ffbcc2", "name": "network-vif-plugged", "status": "completed", "tag": "4258946e-cdae-461c-9d4b-c050bd5ce08d"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:13.940408 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0d557825-b6e7-497c-a510-582307d8afea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:13.968447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4258946e-cdae-461c-9d4b-c050bd5ce08d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4258946e-cdae-461c-9d4b-c050bd5ce08d,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:13.977568 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:14.040509 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d732ef-b68a-4871-b9e5-ae6b501c328d x-openstack-request-id: req-51d732ef-b68a-4871-b9e5-ae6b501c328d {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:14.042927 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b51f5b4-6c60-409d-bbee-47d848ffbcc2", "name": "network-vif-plugged", "status": "completed", "tag": "4258946e-cdae-461c-9d4b-c050bd5ce08d", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:14.043571 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-51d732ef-b68a-4871-b9e5-ae6b501c328d {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:14.044130 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b51f5b4-6c60-409d-bbee-47d848ffbcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4258946e-cdae-461c-9d4b-c050bd5ce08d', 'code': 200} Nov 11 11:53:14.052693 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2148a5a9-22a3-403b-8c33-6da00691e0a6 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:53:14.111352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 2148a5a9-22a3-403b-8c33-6da00691e0a6 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:53:14.112069 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2148a5a9-22a3-403b-8c33-6da00691e0a6 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:53:14.112667 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ee6d8f99-7fda-4a2f-a503-b836b478626e no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:53:14.139372 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0d557825-b6e7-497c-a510-582307d8afea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:14.200674 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ee6d8f99-7fda-4a2f-a503-b836b478626e {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:53:14.201264 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ee6d8f99-7fda-4a2f-a503-b836b478626e not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:53:14.239129 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=4258946e-cdae-461c-9d4b-c050bd5ce08d,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:14.359751 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0d557825-b6e7-497c-a510-582307d8afea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:14.364893 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c78e1-8f3c-4d1e-b051-c718d95bc129 req-e49084ca-e2e6-4bf7-9acf-f4c0555cf9b5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:14.377622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b62c78e1-8f3c-4d1e-b051-c718d95bc129 req-e49084ca-e2e6-4bf7-9acf-f4c0555cf9b5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.0811536 Nov 11 11:53:14.453844 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b62c78e1-8f3c-4d1e-b051-c718d95bc129 req-a6ea9c39-2789-4733-8af3-a7d2a9c64f07 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748446 Nov 11 11:53:14.497048 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0d557825-b6e7-497c-a510-582307d8afea admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:14.498879 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758d09c8-0aa1-4fea-b37c-ad832613d3d3 None None] Network 23b7b723-f466-4f2b-8a8d-9f55afd99d66 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:53:14.515353 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0d557825-b6e7-497c-a510-582307d8afea admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b0d7fcde-07a1-4532-bf76-b8012c4b4070 HTTP/1.1" status: 204 len: 168 time: 0.8252673 Nov 11 11:53:14.517915 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44468) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:14.529731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d557825-b6e7-497c-a510-582307d8afea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d7fcde-07a1-4532-bf76-b8012c4b4070,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:14.664553 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:14.795531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] Deleting port 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:53:14.796899 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:14.948402 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a1a8db-91c0-4e0a-9f55-9d2b73172e42 None None] DHCP port deletion for 23b7b723-f466-4f2b-8a8d-9f55afd99d66 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:53:14.983648 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] For port 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33,segment=NetworkSegment(e68dcf34-eeaf-4bad-90e9-ebc48d67a784),segment_id=e68dcf34-eeaf-4bad-90e9-ebc48d67a784)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:14.989689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfdcf4-20a8-4bd1-a911-15483a7ca79b req-a62727ad-9080-489c-bfce-2ce3d51d8d10 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:14.989935 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:14.999668 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1bfdcf4-20a8-4bd1-a911-15483a7ca79b req-a62727ad-9080-489c-bfce-2ce3d51d8d10 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 945 time: 0.1425056 Nov 11 11:53:15.053403 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] Calling delete_port for 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:53:15.068217 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1bfdcf4-20a8-4bd1-a911-15483a7ca79b req-06dd8c07-3a5b-4ef5-b2db-d32b0e68021e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672898 Nov 11 11:53:15.189656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-55a1a8db-91c0-4e0a-9f55-9d2b73172e42 None None] Deleting port 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:53:15.190455 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55a1a8db-91c0-4e0a-9f55-9d2b73172e42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:15.298515 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-55a1a8db-91c0-4e0a-9f55-9d2b73172e42 None None] For port 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33,segment=NetworkSegment(e68dcf34-eeaf-4bad-90e9-ebc48d67a784),segment_id=e68dcf34-eeaf-4bad-90e9-ebc48d67a784)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:15.299964 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55a1a8db-91c0-4e0a-9f55-9d2b73172e42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:15.309040 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:15.342101 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-55a1a8db-91c0-4e0a-9f55-9d2b73172e42 None None] Calling delete_port for 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:53:15.358812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:15.369551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] No DVR routers for this DVR port 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:53:15.531072 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55a1a8db-91c0-4e0a-9f55-9d2b73172e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:15.555325 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:15.602660 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b7b723-f466-4f2b-8a8d-9f55afd99d66']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:15.632918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:15.633491 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68dcf34-eeaf-4bad-90e9-ebc48d67a784') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:15.635717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1a8db-91c0-4e0a-9f55-9d2b73172e42 None None] Pushing event deleted for resources: {'Port': ['ID=4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:15.646081 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a1a8db-91c0-4e0a-9f55-9d2b73172e42 None None] No DVR routers for this DVR port 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:53:15.651258 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:15.667363 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:15.669661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44528) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:15.716616 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:15.738626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:53:15.739766 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:53:15.741695 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:53:15.753805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccbe18-6820-493e-800f-471a11cdc717 req-29d6ac3d-4055-4a74-9590-f1d19e689c62 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:15.767125 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-baccbe18-6820-493e-800f-471a11cdc717 req-29d6ac3d-4055-4a74-9590-f1d19e689c62 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.1435249 Nov 11 11:53:15.871696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-baccbe18-6820-493e-800f-471a11cdc717 req-c91b05fd-e069-443d-a2f2-73e62115d89a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032748 Nov 11 11:53:15.876619 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c126aa87-0c9e-4406-8787-8217bede4e5f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-355939463-network', 'tenant_id': 'a58fbcdb7f7d4ebfa6455aab912f42fc'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:15.889698 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:15.903797 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:15.908192 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] 10.222.0.65 "DELETE /v2.0/networks/23b7b723-f466-4f2b-8a8d-9f55afd99d66 HTTP/1.1" status: 204 len: 168 time: 1.3891506 Nov 11 11:53:15.928247 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:53:15.928843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074dfd0e-2474-4051-96e6-e20cc3e92b8c admin admin] Pushing event deleted for resources: {'Network': ['ID=23b7b723-f466-4f2b-8a8d-9f55afd99d66,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:15.948171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c126aa87-0c9e-4406-8787-8217bede4e5f admin admin] Made reservation on behalf of a58fbcdb7f7d4ebfa6455aab912f42fc for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:53:15.958751 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c126aa87-0c9e-4406-8787-8217bede4e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:15.973183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:53:15.973701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4eb5ec57-3cb7-4aa5-8bf1-d69b6ec37a33 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:53:15.993428 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c126aa87-0c9e-4406-8787-8217bede4e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:16.115717 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c126aa87-0c9e-4406-8787-8217bede4e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:16.124029 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c126aa87-0c9e-4406-8787-8217bede4e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:16.164099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44548) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:16.181920 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c126aa87-0c9e-4406-8787-8217bede4e5f admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:53:16.202745 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126aa87-0c9e-4406-8787-8217bede4e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bf867a-9de7-4adb-ac8f-722d73c6d1c8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:16.211507 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c126aa87-0c9e-4406-8787-8217bede4e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:16.212666 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-c126aa87-0c9e-4406-8787-8217bede4e5f admin admin] Added segment f237165c-fd24-45b1-83eb-c26470556384 of type vlan for network 1b8e725d-a75b-4e27-a3b4-fb80d1cbd626 Nov 11 11:53:16.288403 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c126aa87-0c9e-4406-8787-8217bede4e5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:16.292891 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8fd5303f-2ae9-45f1-8f34-ef70c2b2a4ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ebffd9d478614b25a8e32ffcf46c1a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258340 Nov 11 11:53:16.294732 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44554) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:16.342931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3206d-b35e-4e0f-aa87-3b091d5a343a req-22ad97cf-84bf-46fc-8dcb-a6a91a7dc2dd tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:16.355301 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-acb3206d-b35e-4e0f-aa87-3b091d5a343a req-22ad97cf-84bf-46fc-8dcb-a6a91a7dc2dd tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 945 time: 0.1653879 Nov 11 11:53:16.370859 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c126aa87-0c9e-4406-8787-8217bede4e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:16.371843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c126aa87-0c9e-4406-8787-8217bede4e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:16.382386 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c126aa87-0c9e-4406-8787-8217bede4e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:16.553366 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-acb3206d-b35e-4e0f-aa87-3b091d5a343a req-13911533-fa0f-46e3-881c-61a02c604cd2 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952631 Nov 11 11:53:16.560484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-d6e2fd24-fbe8-43be-b24b-af457bab6575 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:16.562063 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-d6e2fd24-fbe8-43be-b24b-af457bab6575 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab&tenant_id=6c923494b0b24034811a64096faf7424&binding%3Ahost_id=n-h1-807359-3 HTTP/1.1" status: 200 len: 1096 time: 0.1870654 Nov 11 11:53:16.575426 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67868fe6-8159-436e-8be2-9e63ecc716aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:16.593094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44560) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:16.593740 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c126aa87-0c9e-4406-8787-8217bede4e5f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9218459 Nov 11 11:53:16.611891 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126aa87-0c9e-4406-8787-8217bede4e5f admin admin] Pushing event updated for resources: {'Network': ['ID=1b8e725d-a75b-4e27-a3b4-fb80d1cbd626,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:16.616677 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807359-3'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:16.627133 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 1b8e725d-a75b-4e27-a3b4-fb80d1cbd626 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:53:16.650360 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8c8af2dd-a516-4dd5-bcae-156872b39617 admin admin] Request body: {'subnet': {'network_id': '1b8e725d-a75b-4e27-a3b4-fb80d1cbd626', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-355939463-subnet', 'tenant_id': 'a58fbcdb7f7d4ebfa6455aab912f42fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:16.722847 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67868fe6-8159-436e-8be2-9e63ecc716aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:16.821209 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:16.839093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8af2dd-a516-4dd5-bcae-156872b39617 admin admin] Made reservation on behalf of a58fbcdb7f7d4ebfa6455aab912f42fc for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:53:16.841540 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8c8af2dd-a516-4dd5-bcae-156872b39617 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:16.969128 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67868fe6-8159-436e-8be2-9e63ecc716aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:16.971760 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67868fe6-8159-436e-8be2-9e63ecc716aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:16.976115 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-67868fe6-8159-436e-8be2-9e63ecc716aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0d488c65-4489-4032-b515-1abe82484851 HTTP/1.1" status: 204 len: 168 time: 0.6702299 Nov 11 11:53:17.034645 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67868fe6-8159-436e-8be2-9e63ecc716aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d488c65-4489-4032-b515-1abe82484851,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:17.238995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1a3d2-cf13-416a-8fa8-a12dda4cf29a req-449b6a34-ff75-4f61-a810-a3708a1e4dda tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:17.240839 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19a1a3d2-cf13-416a-8fa8-a12dda4cf29a req-449b6a34-ff75-4f61-a810-a3708a1e4dda tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.2792141 Nov 11 11:53:17.322174 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] For port 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:17.416986 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19a1a3d2-cf13-416a-8fa8-a12dda4cf29a req-8d97979b-30f6-44b4-b461-f4027186244c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398013 Nov 11 11:53:17.440503 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8c8af2dd-a516-4dd5-bcae-156872b39617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:17.445792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] For port 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:53:17.451139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 199c3395-a864-4b65-ad7c-ecb8bf0590a9 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:53:17.642520 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:17.660550 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-adcaee7c-9f37-43ed-88f4-c2b1c1665f6a tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=017cd7c9e21149e29de91f055a58c354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700796 Nov 11 11:53:17.673769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba79751-9283-4ec7-ba19-13aa31dd64ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '199c3395-a864-4b65-ad7c-ecb8bf0590a9'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:17.678051 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb43e5e-d102-4090-a902-b5b9d081b833" -d '{"events": [{"server_uuid": "8ba79751-9283-4ec7-ba19-13aa31dd64ab", "name": "network-vif-unplugged", "status": "completed", "tag": "199c3395-a864-4b65-ad7c-ecb8bf0590a9"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:17.679205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:17.693363 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:17.704602 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 199c3395-a864-4b65-ad7c-ecb8bf0590a9 has no active binding in host n-h2-807359-3 {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 11:53:17.832391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Pushing event updated for resources: {'Port': ['ID=199c3395-a864-4b65-ad7c-ecb8bf0590a9,revision_number=7']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:17.999966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c8224-d29b-45cc-82d0-6906795ff5ba req-c2f11b86-033f-4cf7-a20d-4e819352dc25 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:18.001499 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d60c8224-d29b-45cc-82d0-6906795ff5ba req-c2f11b86-033f-4cf7-a20d-4e819352dc25 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 943 time: 0.2074265 Nov 11 11:53:18.015853 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Attempting to bind port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 on host n-h1-807359-3 for vnic_type normal with profile {"migrating_to": "n-h2-807359-3"} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:53:18.016186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Attempting to bind port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:53:18.016518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Attempting to bind port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:18.022371 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8af2dd-a516-4dd5-bcae-156872b39617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b64a4ab-67b6-4e6a-88c4-633aa476b1b9,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:18.050903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-e4a7a07b-3db4-461a-96a1-710875137ab3 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:18.052572 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-e4a7a07b-3db4-461a-96a1-710875137ab3 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3905478 Nov 11 11:53:18.075417 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:53:18.076277 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Attempting to bind port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:18.099641 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:53:18.100029 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Checking segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:53:18.100360 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Bound using segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:53:18.101062 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Bound port: 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:53:18.101433 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:18.111268 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8af2dd-a516-4dd5-bcae-156872b39617 admin admin] Checking segment: {'id': 'f237165c-fd24-45b1-83eb-c26470556384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1b8e725d-a75b-4e27-a3b4-fb80d1cbd626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:53:18.111268 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8af2dd-a516-4dd5-bcae-156872b39617 admin admin] Network hostable DHCP agents. Network: 1b8e725d-a75b-4e27-a3b4-fb80d1cbd626, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:53:18.171413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-7356bd89-4844-422d-82cc-1d19f3de94dc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/quotas/017cd7c9e21149e29de91f055a58c354 HTTP/1.1" status: 200 len: 375 time: 0.0821116 Nov 11 11:53:18.175449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8af2dd-a516-4dd5-bcae-156872b39617 admin admin] Network 1b8e725d-a75b-4e27-a3b4-fb80d1cbd626 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:53:18.184614 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d60c8224-d29b-45cc-82d0-6906795ff5ba req-ea4b42b0-9e6f-4dc5-9413-bbdaf0d214b6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644402 Nov 11 11:53:18.253296 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b3b778-9e5e-4c98-87b0-de65e43774d1 x-openstack-request-id: req-25b3b778-9e5e-4c98-87b0-de65e43774d1 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:18.253672 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba79751-9283-4ec7-ba19-13aa31dd64ab", "name": "network-vif-unplugged", "status": "completed", "tag": "199c3395-a864-4b65-ad7c-ecb8bf0590a9", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:18.253927 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25b3b778-9e5e-4c98-87b0-de65e43774d1 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:18.254320 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba79751-9283-4ec7-ba19-13aa31dd64ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '199c3395-a864-4b65-ad7c-ecb8bf0590a9', 'code': 200} Nov 11 11:53:18.264105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-0bec5fe4-6cd0-41e0-b676-ca9ee4c2e02d tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=017cd7c9e21149e29de91f055a58c354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839438 Nov 11 11:53:18.266625 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-8c8af2dd-a516-4dd5-bcae-156872b39617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 1b8e725d-a75b-4e27-a3b4-fb80d1cbd626) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:53:18.276331 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0617a4f7-0983-49db-9864-1f13c4994575 None None] Network 1b8e725d-a75b-4e27-a3b4-fb80d1cbd626 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:53:18.283681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44652) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:18.293817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8af2dd-a516-4dd5-bcae-156872b39617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:18.299344 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8c8af2dd-a516-4dd5-bcae-156872b39617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:18.365680 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] For port 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:53:18.395239 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8c8af2dd-a516-4dd5-bcae-156872b39617 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7841680 Nov 11 11:53:18.397836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] For port 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:53:18.409480 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:18.481611 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Pushing event updated for resources: {'Port': ['ID=199c3395-a864-4b65-ad7c-ecb8bf0590a9,revision_number=8']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:18.580421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b6a58ae0-b9c5-4a0e-a7a9-d57ccb7e7b21 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1276696124-network', 'tenant_id': '77e84c26439445f984034c3a250667c8'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:18.624193 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:18.624874 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:18.630264 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-40bcb3a5-045a-43ff-9853-96d45077eba7 service neutron] 10.222.0.43 "PUT /v2.0/ports/199c3395-a864-4b65-ad7c-ecb8bf0590a9 HTTP/1.1" status: 200 len: 1121 time: 2.0361385 Nov 11 11:53:18.638443 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b3a8d3-c731-4df3-bd93-33fa0faba133 None None] Network 1b8e725d-a75b-4e27-a3b4-fb80d1cbd626 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:53:18.696545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a58ae0-b9c5-4a0e-a7a9-d57ccb7e7b21 admin admin] Made reservation on behalf of 77e84c26439445f984034c3a250667c8 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:53:18.703574 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6a58ae0-b9c5-4a0e-a7a9-d57ccb7e7b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:18.745826 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6a58ae0-b9c5-4a0e-a7a9-d57ccb7e7b21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:18.777380 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb8df8-5248-4c12-a4fe-62e99f7b2156 req-e6b38d27-a821-4ef8-8f39-03d6326d79db tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:18.780540 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7cbb8df8-5248-4c12-a4fe-62e99f7b2156 req-e6b38d27-a821-4ef8-8f39-03d6326d79db tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.1668231 Nov 11 11:53:19.001730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7cbb8df8-5248-4c12-a4fe-62e99f7b2156 req-c5e545dc-148e-4133-9cfc-4dae72318905 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129378 Nov 11 11:53:19.065355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['199c3395-a864-4b65-ad7c-ecb8bf0590a9'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:53:19.074075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['199c3395-a864-4b65-ad7c-ecb8bf0590a9'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:53:19.091641 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6a58ae0-b9c5-4a0e-a7a9-d57ccb7e7b21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:19.110330 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6a58ae0-b9c5-4a0e-a7a9-d57ccb7e7b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:19.221064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a58ae0-b9c5-4a0e-a7a9-d57ccb7e7b21 admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:53:19.281379 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-9fe93eb7-2a3b-4c51-9fe0-9ce8c90e9a5e tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=017cd7c9e21149e29de91f055a58c354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675523 Nov 11 11:53:19.283614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a58ae0-b9c5-4a0e-a7a9-d57ccb7e7b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d94506-9f83-409d-8592-2822b2869711,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:19.322745 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6a58ae0-b9c5-4a0e-a7a9-d57ccb7e7b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:19.326067 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-b6a58ae0-b9c5-4a0e-a7a9-d57ccb7e7b21 admin admin] Added segment 981b2d1a-33cd-48f1-a63f-d601e31ff5a0 of type vlan for network 7ed8f82a-6e19-409f-8f15-e744c01060f4 Nov 11 11:53:19.559130 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6a58ae0-b9c5-4a0e-a7a9-d57ccb7e7b21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:19.609164 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6a58ae0-b9c5-4a0e-a7a9-d57ccb7e7b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:19.612486 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a58ae0-b9c5-4a0e-a7a9-d57ccb7e7b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:19.614004 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6a58ae0-b9c5-4a0e-a7a9-d57ccb7e7b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:19.629328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c179179-60c0-4319-80f0-3564586b8a68 req-948d1ed7-e8d9-4815-8ba2-91da5a0e3d6b tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:19.640800 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c179179-60c0-4319-80f0-3564586b8a68 req-948d1ed7-e8d9-4815-8ba2-91da5a0e3d6b tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/networks?id=1b8e725d-a75b-4e27-a3b4-fb80d1cbd626 HTTP/1.1" status: 200 len: 813 time: 0.3770247 Nov 11 11:53:19.656104 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-18aea9f3-0789-4607-a386-36eb9a5370b3 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:19.664837 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-18aea9f3-0789-4607-a386-36eb9a5370b3 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3820279 Nov 11 11:53:19.693428 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c179179-60c0-4319-80f0-3564586b8a68 req-172a77ca-150e-46cb-9c7b-8be9b7edb18a tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/quotas/a58fbcdb7f7d4ebfa6455aab912f42fc HTTP/1.1" status: 200 len: 375 time: 0.0513844 Nov 11 11:53:19.706278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-a2c2b4f4-ca05-4361-9005-a66c5fc99f57 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/quotas/017cd7c9e21149e29de91f055a58c354 HTTP/1.1" status: 200 len: 375 time: 0.0395005 Nov 11 11:53:19.776111 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b6a58ae0-b9c5-4a0e-a7a9-d57ccb7e7b21 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4907188 Nov 11 11:53:19.779649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44708) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:19.788517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-146e0270-84b3-4cf8-b41f-233065c4636b admin admin] Request body: {'subnet': {'network_id': '7ed8f82a-6e19-409f-8f15-e744c01060f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276696124-subnet', 'tenant_id': '77e84c26439445f984034c3a250667c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:19.799111 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a58ae0-b9c5-4a0e-a7a9-d57ccb7e7b21 admin admin] Pushing event updated for resources: {'Network': ['ID=7ed8f82a-6e19-409f-8f15-e744c01060f4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:19.813337 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c179179-60c0-4319-80f0-3564586b8a68 req-388eb8f9-090a-412b-a8ff-71adf91ee356 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a58fbcdb7f7d4ebfa6455aab912f42fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189165 Nov 11 11:53:19.818841 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 7ed8f82a-6e19-409f-8f15-e744c01060f4 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:53:19.827837 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146e0270-84b3-4cf8-b41f-233065c4636b admin admin] Made reservation on behalf of 77e84c26439445f984034c3a250667c8 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:53:19.828567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-680db0c7-d826-4f03-9b09-bd9f8b9d4ea3 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=017cd7c9e21149e29de91f055a58c354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1208642 Nov 11 11:53:19.831125 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-146e0270-84b3-4cf8-b41f-233065c4636b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:20.082273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c179179-60c0-4319-80f0-3564586b8a68 req-07a604c2-d40d-462a-bf96-411d7b0e0db4 service neutron] 10.222.0.65 "GET /v2.0/networks/1b8e725d-a75b-4e27-a3b4-fb80d1cbd626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678919 Nov 11 11:53:20.110702 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-146e0270-84b3-4cf8-b41f-233065c4636b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:20.191315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e0270-84b3-4cf8-b41f-233065c4636b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a7ae37d-3802-4d85-85fd-6bef528d734a,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:20.245940 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e0270-84b3-4cf8-b41f-233065c4636b admin admin] Checking segment: {'id': '981b2d1a-33cd-48f1-a63f-d601e31ff5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '7ed8f82a-6e19-409f-8f15-e744c01060f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:53:20.246765 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e0270-84b3-4cf8-b41f-233065c4636b admin admin] Network hostable DHCP agents. Network: 7ed8f82a-6e19-409f-8f15-e744c01060f4, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:53:20.289294 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e0270-84b3-4cf8-b41f-233065c4636b admin admin] Network 7ed8f82a-6e19-409f-8f15-e744c01060f4 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:53:20.320618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-146e0270-84b3-4cf8-b41f-233065c4636b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 7ed8f82a-6e19-409f-8f15-e744c01060f4) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:53:20.340724 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0c1959-7aa0-47c6-9199-6ef5f39ae41c None None] Network 7ed8f82a-6e19-409f-8f15-e744c01060f4 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:53:20.342740 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146e0270-84b3-4cf8-b41f-233065c4636b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:20.343770 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-146e0270-84b3-4cf8-b41f-233065c4636b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:20.374412 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-146e0270-84b3-4cf8-b41f-233065c4636b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5933030 Nov 11 11:53:20.376701 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44716) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:20.383718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1276696124-router', 'tenant_id': '77e84c26439445f984034c3a250667c8', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:20.397068 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba79751-9283-4ec7-ba19-13aa31dd64ab', 'tag': '199c3395-a864-4b65-ad7c-ecb8bf0590a9'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:20.399419 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8fb7ad-bd7c-4c41-a0ef-0063a499e980" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba79751-9283-4ec7-ba19-13aa31dd64ab", "tag": "199c3395-a864-4b65-ad7c-ecb8bf0590a9"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:20.405257 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c179179-60c0-4319-80f0-3564586b8a68 req-f04508c1-f909-4ecc-bd9c-3aee110fef8f service neutron] 10.222.0.65 "GET /v2.0/networks/1b8e725d-a75b-4e27-a3b4-fb80d1cbd626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208895 Nov 11 11:53:20.432313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:20.434106 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:20.611787 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-2af41f87-30ed-49fc-b1d6-56d2481bdd73 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=017cd7c9e21149e29de91f055a58c354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515819 Nov 11 11:53:20.670078 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:20.830217 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-7ed8f82a-6e19-409f-8f15-e744c01060f4', 'network_id': '7ed8f82a-6e19-409f-8f15-e744c01060f4', 'tenant_id': '77e84c26439445f984034c3a250667c8', 'fixed_ips': [{'subnet_id': '5a7ae37d-3802-4d85-85fd-6bef528d734a'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:53:20.833900 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:20.967031 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-ebc073a1-b5d2-4c61-a7c5-20c3b28078cb tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:20.974483 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-ebc073a1-b5d2-4c61-a7c5-20c3b28078cb tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3479016 Nov 11 11:53:20.991638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-5136055b-b978-40d7-81dc-737d904235fc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Request body: {'port': {'device_id': '77e22a2d-0949-4e52-a492-a7baa94586aa', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '017cd7c9e21149e29de91f055a58c354'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:21.090844 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:21.326210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e01e1-a59f-4093-a8bc-841613b97f26 req-ba4520c7-e222-4b4d-8f34-d5b46cfe6672 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:21.335264 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b82e01e1-a59f-4093-a8bc-841613b97f26 req-ba4520c7-e222-4b4d-8f34-d5b46cfe6672 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.1560788 Nov 11 11:53:21.404014 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52bea1-2482-40a2-b43a-3aba648bd878 req-426512d1-2672-4a5b-921e-b3f67772759a tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:21.412619 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4a52bea1-2482-40a2-b43a-3aba648bd878 req-426512d1-2672-4a5b-921e-b3f67772759a tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 943 time: 0.2368255 Nov 11 11:53:21.473302 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b82e01e1-a59f-4093-a8bc-841613b97f26 req-ae338eee-642c-4a08-8e63-a8460cde33c6 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366131 Nov 11 11:53:21.547774 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:21.552207 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Allocated IP 172.20.0.2 (7ed8f82a-6e19-409f-8f15-e744c01060f4/5a7ae37d-3802-4d85-85fd-6bef528d734a/aa9792f1-6db7-478b-b03d-410bbc754b02) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:53:21.553656 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:21.559622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4a52bea1-2482-40a2-b43a-3aba648bd878 req-b6b77809-b5ed-4bd9-941f-f38c7d5027aa tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458569 Nov 11 11:53:21.574840 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-5136055b-b978-40d7-81dc-737d904235fc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Made reservation on behalf of 017cd7c9e21149e29de91f055a58c354 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:53:21.578891 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-5136055b-b978-40d7-81dc-737d904235fc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:21.602724 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-5136055b-b978-40d7-81dc-737d904235fc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:21.605997 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:21.638902 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0fcb5dd2-6fc4-473c-9753-f9c6cca46858 req-356d10b8-6aae-4ec3-96f6-a65bb2588911 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 210 time: 0.0510716 Nov 11 11:53:21.694655 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db95e3d5-3b8c-4c00-b874-e52d0c46cf33 x-openstack-request-id: req-db95e3d5-3b8c-4c00-b874-e52d0c46cf33 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:21.699099 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba79751-9283-4ec7-ba19-13aa31dd64ab", "tag": "199c3395-a864-4b65-ad7c-ecb8bf0590a9", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:21.699669 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db95e3d5-3b8c-4c00-b874-e52d0c46cf33 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:21.700363 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba79751-9283-4ec7-ba19-13aa31dd64ab', 'tag': '199c3395-a864-4b65-ad7c-ecb8bf0590a9', 'status': 'completed', 'code': 200} Nov 11 11:53:21.793320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1befa7c2-e5a8-4620-a183-471cea205c0c req-0f90dbfb-ad93-45b4-87b9-23f88c5ca0a9 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 210 time: 0.0421765 Nov 11 11:53:21.827035 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-5136055b-b978-40d7-81dc-737d904235fc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:21.836710 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-5136055b-b978-40d7-81dc-737d904235fc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:21.926715 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Allocated IP 172.25.2.226 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:53:21.954062 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:21.964247 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:22.002428 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fb7ad-bd7c-4c41-a0ef-0063a499e980 req-9957cab7-5eb3-4807-9b1b-b289fdfeed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:22.003954 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df8fb7ad-bd7c-4c41-a0ef-0063a499e980 req-9957cab7-5eb3-4807-9b1b-b289fdfeed77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 1124 time: 0.0667753 Nov 11 11:53:22.032070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136055b-b978-40d7-81dc-737d904235fc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=befdd30d-5a55-45d6-a4ff-e80968309011,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:22.046126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Network 7ed8f82a-6e19-409f-8f15-e744c01060f4 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:53:22.047365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Pushing event updated for resources: {'Port': ['ID=aa9792f1-6db7-478b-b03d-410bbc754b02,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:22.056353 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:53:22.059771 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:22.060176 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:22.060513 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:22.060842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:22.061375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:22.061737 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:22.062285 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:22.062615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:22.062938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:22.063348 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:22.063672 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:22.063989 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:22.068420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:53:22.073203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-5136055b-b978-40d7-81dc-737d904235fc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Allocated IP 192.168.233.150 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/f48844ca-1de0-40dd-8a67-3fc8cfaa4a47) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:53:22.146880 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Attempting to bind port aa9792f1-6db7-478b-b03d-410bbc754b02 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:53:22.147259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Attempting to bind port aa9792f1-6db7-478b-b03d-410bbc754b02 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '981b2d1a-33cd-48f1-a63f-d601e31ff5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '7ed8f82a-6e19-409f-8f15-e744c01060f4'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:53:22.147587 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Attempting to bind port aa9792f1-6db7-478b-b03d-410bbc754b02 on network 7ed8f82a-6e19-409f-8f15-e744c01060f4 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:22.154198 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:53:22.154559 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Checking segment: {'id': '981b2d1a-33cd-48f1-a63f-d601e31ff5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '7ed8f82a-6e19-409f-8f15-e744c01060f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:53:22.154965 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:22.155524 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Bound using segment: {'id': '981b2d1a-33cd-48f1-a63f-d601e31ff5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '7ed8f82a-6e19-409f-8f15-e744c01060f4'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:53:22.155937 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Bound port: aa9792f1-6db7-478b-b03d-410bbc754b02, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981b2d1a-33cd-48f1-a63f-d601e31ff5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '7ed8f82a-6e19-409f-8f15-e744c01060f4'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:53:22.156423 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:22.160255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fb7ad-bd7c-4c41-a0ef-0063a499e980 req-ce698d7a-7cc8-4e3c-ba6a-c6402861b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:22.161748 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df8fb7ad-bd7c-4c41-a0ef-0063a499e980 req-ce698d7a-7cc8-4e3c-ba6a-c6402861b3d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.1172388 Nov 11 11:53:22.226259 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df8fb7ad-bd7c-4c41-a0ef-0063a499e980 req-f64ec2aa-6064-4713-ab2b-39fb3e505453 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9 HTTP/1.1" status: 200 len: 217 time: 0.0462949 Nov 11 11:53:22.362392 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] For port aa9792f1-6db7-478b-b03d-410bbc754b02, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:53:22.369413 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] For port aa9792f1-6db7-478b-b03d-410bbc754b02, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=aa9792f1-6db7-478b-b03d-410bbc754b02,segment=NetworkSegment(981b2d1a-33cd-48f1-a63f-d601e31ff5a0),segment_id=981b2d1a-33cd-48f1-a63f-d601e31ff5a0)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:53:22.376601 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:22.380091 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:22.398086 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-5136055b-b978-40d7-81dc-737d904235fc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:22.461261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45543ba5-f9de-46a7-a498-64170d12d496 None None] Pushing event updated for resources: {'Port': ['ID=aa9792f1-6db7-478b-b03d-410bbc754b02,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:22.476156 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fb7ad-bd7c-4c41-a0ef-0063a499e980 req-7bd2823c-0bbf-4ebf-b86c-60b04ad581de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:22.477881 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df8fb7ad-bd7c-4c41-a0ef-0063a499e980 req-7bd2823c-0bbf-4ebf-b86c-60b04ad581de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.2039793 Nov 11 11:53:22.538624 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:22.552090 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-5136055b-b978-40d7-81dc-737d904235fc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:22.611935 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-5136055b-b978-40d7-81dc-737d904235fc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:53:22.620237 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-5136055b-b978-40d7-81dc-737d904235fc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:53:22.625394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-5136055b-b978-40d7-81dc-737d904235fc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:53:22.669838 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136055b-b978-40d7-81dc-737d904235fc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Pushing event updated for resources: {'Port': ['ID=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:22.755559 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Pushing event updated for resources: {'Port': ['ID=59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:22.762407 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-2e6b8f1f-bfb6-4eeb-9b4b-3504755a2277 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=017cd7c9e21149e29de91f055a58c354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2829165 Nov 11 11:53:22.778518 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df8fb7ad-bd7c-4c41-a0ef-0063a499e980 req-5c5055e3-955a-45cd-8151-4bff807a02c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2601821 Nov 11 11:53:22.842149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:53:22.948532 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:53:22.958625 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-5136055b-b978-40d7-81dc-737d904235fc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:22.970381 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-5136055b-b978-40d7-81dc-737d904235fc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:22.979225 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:53:22.991362 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c673e6-8bed-45c6-80f1-ee65f9bd579c req-15e51578-3c07-4974-aee8-51c2ad0b4b87 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:23.000665 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82c673e6-8bed-45c6-80f1-ee65f9bd579c req-15e51578-3c07-4974-aee8-51c2ad0b4b87 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.3350203 Nov 11 11:53:23.042926 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-5136055b-b978-40d7-81dc-737d904235fc tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0559146 Nov 11 11:53:23.063147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4ecda-16e8-4425-beed-46eddd1b830f req-0e029905-6bc4-4e26-920b-0a0a390412be tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:23.065111 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6bd4ecda-16e8-4425-beed-46eddd1b830f req-0e029905-6bc4-4e26-920b-0a0a390412be tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 943 time: 0.3125682 Nov 11 11:53:23.073994 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.62', 65475) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:23.078662 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Request body: {'port': {'device_id': '77e22a2d-0949-4e52-a492-a7baa94586aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:23.192795 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a756de3b-3efc-4234-9996-c9d43b5698e2 None None] Provisioning complete for port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:23.197171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82c673e6-8bed-45c6-80f1-ee65f9bd579c req-4b670b6c-5597-4497-9abf-a27d0ce680b3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950991 Nov 11 11:53:23.202245 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a756de3b-3efc-4234-9996-c9d43b5698e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:23.268234 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a756de3b-3efc-4234-9996-c9d43b5698e2 None None] Port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:53:23.486236 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9436570-afcd-491c-b9fd-9129cb06eb33 req-cafe7bf3-4d0c-4c15-a972-6be9e4a203e4 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 210 time: 0.0886619 Nov 11 11:53:23.527088 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6bd4ecda-16e8-4425-beed-46eddd1b830f req-f55387dc-233a-497c-a884-2387e3aee3de tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867955 Nov 11 11:53:23.528209 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:23.684648 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-984f589b-0f73-473c-b5a6-679135b45745 req-0c7f016e-e317-44c5-85fd-5e948e998b81 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 210 time: 0.0519233 Nov 11 11:53:23.711351 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-3ab82320-859a-4060-b151-79739148e2f5 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:23.723587 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-3ab82320-859a-4060-b151-79739148e2f5 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9433677 Nov 11 11:53:23.738427 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df8fb7ad-bd7c-4c41-a0ef-0063a499e980 req-a590d9c9-e02a-4046-b382-7f3b27859b42 service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9263668 Nov 11 11:53:23.743645 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c179179-60c0-4319-80f0-3564586b8a68 req-d01022ff-eb01-41b3-99c2-72ff08e93a56 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:23.755898 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c179179-60c0-4319-80f0-3564586b8a68 req-d01022ff-eb01-41b3-99c2-72ff08e93a56 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.62 "GET /v2.0/networks?id=1b8e725d-a75b-4e27-a3b4-fb80d1cbd626 HTTP/1.1" status: 200 len: 813 time: 0.6353643 Nov 11 11:53:23.793072 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-99669f1d-80b6-4eb0-9b78-2c939513d72c tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Request body: {'port': {'device_id': '9fa83321-1b5f-4e6c-bcf8-c4f02a41d437', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '017cd7c9e21149e29de91f055a58c354'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:23.822803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-8c179179-60c0-4319-80f0-3564586b8a68 req-7d005a51-e47e-4d3d-bc5d-1bb2ef32d211 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Request body: {'port': {'device_id': 'c7fb47d1-defa-4a31-b42c-d4489839b7e3', 'network_id': '1b8e725d-a75b-4e27-a3b4-fb80d1cbd626', 'admin_state_up': True, 'tenant_id': 'a58fbcdb7f7d4ebfa6455aab912f42fc'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:24.010505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device aa9792f1-6db7-478b-b03d-410bbc754b02 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:53:24.080188 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df8fb7ad-bd7c-4c41-a0ef-0063a499e980 req-372130d5-ad4b-416c-bd88-137b3c5d1cdf service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854286 Nov 11 11:53:24.080911 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:24.169986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port aa9792f1-6db7-478b-b03d-410bbc754b02 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:24.170600 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:24.199851 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:53:24.208626 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:24.224081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Transition to ACTIVE for port object f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:53:24.235555 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e6d61c-e4b3-4249-812a-925997783c23 None None] Network 7ed8f82a-6e19-409f-8f15-e744c01060f4 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:53:24.250718 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:24.303572 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-99669f1d-80b6-4eb0-9b78-2c939513d72c tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Made reservation on behalf of 017cd7c9e21149e29de91f055a58c354 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:53:24.307997 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-99669f1d-80b6-4eb0-9b78-2c939513d72c tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:24.451803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ca1d90d4-8a86-4919-ab50-59eb4370712e None None] Provisioning complete for port aa9792f1-6db7-478b-b03d-410bbc754b02 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:24.452473 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ca1d90d4-8a86-4919-ab50-59eb4370712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:24.541763 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:24.544307 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-99669f1d-80b6-4eb0-9b78-2c939513d72c tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Allocated IP 192.168.233.242 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/9503bc00-43c3-40bc-945d-dd89a9f22368) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:53:24.596308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Attempting to bind port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:53:24.596650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Attempting to bind port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:53:24.596963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Attempting to bind port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:24.610273 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837c287-05d6-4edb-90c7-4744f6137d07 req-aecc607e-a204-4dde-9ddc-978184256297 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:24.618236 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8837c287-05d6-4edb-90c7-4744f6137d07 req-aecc607e-a204-4dde-9ddc-978184256297 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.2565460 Nov 11 11:53:24.631900 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:53:24.633195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Attempting to bind port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:24.644397 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:24.655698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:53:24.656099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:53:24.656987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:53:24.656987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Bound port: f48844ca-1de0-40dd-8a67-3fc8cfaa4a47, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:53:24.657275 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:24.703288 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:24.720687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port aa9792f1-6db7-478b-b03d-410bbc754b02, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=aa9792f1-6db7-478b-b03d-410bbc754b02,segment=NetworkSegment(981b2d1a-33cd-48f1-a63f-d601e31ff5a0),segment_id=981b2d1a-33cd-48f1-a63f-d601e31ff5a0)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:24.734238 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:24.855109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] For port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:53:24.860573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=aa9792f1-6db7-478b-b03d-410bbc754b02,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:24.935895 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-427da99c-663e-4738-9ae7-d47202adbac4 req-b3ce6953-75b8-4d71-8ec8-48220256aabd tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 210 time: 0.3049140 Nov 11 11:53:24.953447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c179179-60c0-4319-80f0-3564586b8a68 req-7d005a51-e47e-4d3d-bc5d-1bb2ef32d211 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Made reservation on behalf of a58fbcdb7f7d4ebfa6455aab912f42fc for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:53:24.960443 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8c179179-60c0-4319-80f0-3564586b8a68 req-7d005a51-e47e-4d3d-bc5d-1bb2ef32d211 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:25.069216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] For port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:53:25.072556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Router a68eb391-38bc-49a0-9349-e10a3dd5ae36 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:53:25.111960 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8837c287-05d6-4edb-90c7-4744f6137d07 req-dc07c6f0-1a4d-4a69-9fa0-cc2d02687868 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922457 Nov 11 11:53:25.125287 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:25.166992 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-99669f1d-80b6-4eb0-9b78-2c939513d72c tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:25.283806 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-99669f1d-80b6-4eb0-9b78-2c939513d72c tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:25.338016 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:25.338852 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:25.342432 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] 10.222.0.62 "PUT /v2.0/ports/f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 HTTP/1.1" status: 200 len: 1096 time: 2.2749488 Nov 11 11:53:25.344110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e22a2d-0949-4e52-a492-a7baa94586aa', 'tag': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:25.350662 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a75281-6a0f-4f76-a1e6-248347ee5336" -d '{"events": [{"name": "network-changed", "server_uuid": "77e22a2d-0949-4e52-a492-a7baa94586aa", "tag": "f48844ca-1de0-40dd-8a67-3fc8cfaa4a47"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:25.358894 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-99669f1d-80b6-4eb0-9b78-2c939513d72c tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:53:25.370239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e4d454aa-93fd-49bb-b99a-f1a06a856b35 None None] Provisioning complete for port aa9792f1-6db7-478b-b03d-410bbc754b02 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:25.370793 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e4d454aa-93fd-49bb-b99a-f1a06a856b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:25.383787 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99669f1d-80b6-4eb0-9b78-2c939513d72c tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Pushing event updated for resources: {'Port': ['ID=9503bc00-43c3-40bc-945d-dd89a9f22368,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:25.387422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-99669f1d-80b6-4eb0-9b78-2c939513d72c tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:53:25.397954 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-99669f1d-80b6-4eb0-9b78-2c939513d72c tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:53:25.422844 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab47a2-31b4-40c3-bdfe-a3d21f7699d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:25.434911 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b1db4-4530-4eec-9e0d-82d518146832 req-33cd81f9-ee6e-49f1-ad66-e3342b23d244 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:25.442820 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de3b1db4-4530-4eec-9e0d-82d518146832 req-33cd81f9-ee6e-49f1-ad66-e3342b23d244 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 943 time: 0.3209081 Nov 11 11:53:25.586312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-99669f1d-80b6-4eb0-9b78-2c939513d72c tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:25.587052 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-99669f1d-80b6-4eb0-9b78-2c939513d72c tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:25.609768 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:53:25.621685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Sync routers for ids ['a68eb391-38bc-49a0-9349-e10a3dd5ae36'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:53:25.641835 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Routers {'a68eb391-38bc-49a0-9349-e10a3dd5ae36'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:53:25.642656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:53:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a68eb391-38bc-49a0-9349-e10a3dd5ae36'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:25.652034 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-99669f1d-80b6-4eb0-9b78-2c939513d72c tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8655047 Nov 11 11:53:25.656985 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:25.662251 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8e6142ea-2d48-4765-aed3-ff70637081e0 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2843158 Nov 11 11:53:25.677678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Request body: {'port': {'device_id': '9fa83321-1b5f-4e6c-bcf8-c4f02a41d437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:25.717985 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44814) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:25.818604 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:25.888260 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Set router a68eb391-38bc-49a0-9349-e10a3dd5ae36 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:53:26.035026 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device aa9792f1-6db7-478b-b03d-410bbc754b02 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:53:26.308312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-95446111-302f-4cd7-8467-391bd545baba None None] Provisioning complete for port 9503bc00-43c3-40bc-945d-dd89a9f22368 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:26.308861 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-95446111-302f-4cd7-8467-391bd545baba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:26.345230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-95446111-302f-4cd7-8467-391bd545baba None None] Port 9503bc00-43c3-40bc-945d-dd89a9f22368 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:53:26.351698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-8c179179-60c0-4319-80f0-3564586b8a68 req-7d005a51-e47e-4d3d-bc5d-1bb2ef32d211 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Allocated IP 172.20.0.4 (1b8e725d-a75b-4e27-a3b4-fb80d1cbd626/6b64a4ab-67b6-4e6a-88c4-633aa476b1b9/70ac11fa-9668-4ea0-8017-dbb3684e2e6e) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:53:26.359815 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port aa9792f1-6db7-478b-b03d-410bbc754b02 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:26.360034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9503bc00-43c3-40bc-945d-dd89a9f22368 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:53:26.360468 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:26.372082 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:26.417253 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276696124-router', 'tenant_id': '77e84c26439445f984034c3a250667c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:20Z', 'updated_at': '2021-11-11T11:53:23Z', 'revision_number': 3, 'project_id': '77e84c26439445f984034c3a250667c8', 'gw_port': {'id': '59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:21Z', 'updated_at': '2021-11-11T11:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:26.424318 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Transition to ACTIVE for port object 9503bc00-43c3-40bc-945d-dd89a9f22368 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:53:26.437139 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:26.675858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Checking router: a68eb391-38bc-49a0-9349-e10a3dd5ae36 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:53:26.676746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Updating router a68eb391-38bc-49a0-9349-e10a3dd5ae36 port 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:53:26.688812 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41636f78-dd6d-4689-bf7e-ccc550b1245e req-7b0c0b24-99ab-495d-bb97-60a30aa65805 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 210 time: 0.4264054 Nov 11 11:53:26.696418 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8c179179-60c0-4319-80f0-3564586b8a68 req-7d005a51-e47e-4d3d-bc5d-1bb2ef32d211 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:26.737681 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:26.743010 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=9503bc00-43c3-40bc-945d-dd89a9f22368,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:26.782759 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Attempting to bind port 9503bc00-43c3-40bc-945d-dd89a9f22368 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:53:26.783363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Attempting to bind port 9503bc00-43c3-40bc-945d-dd89a9f22368 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:53:26.784030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Attempting to bind port 9503bc00-43c3-40bc-945d-dd89a9f22368 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:26.810498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-1b7e9003-9ab6-4131-a3ea-05df3edba66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:26.812383 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-1b7e9003-9ab6-4131-a3ea-05df3edba66f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=017cd7c9e21149e29de91f055a58c354&device_id=77e22a2d-0949-4e52-a492-a7baa94586aa HTTP/1.1" status: 200 len: 1099 time: 1.4077010 Nov 11 11:53:26.873860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Port 9503bc00-43c3-40bc-945d-dd89a9f22368 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:53:26.875426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Attempting to bind port 9503bc00-43c3-40bc-945d-dd89a9f22368 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:26.894783 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-c2e6bfc1-1c76-4507-8cbe-68c65a5f1a88 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 HTTP/1.1" status: 200 len: 217 time: 0.0698395 Nov 11 11:53:26.900787 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:53:26.901266 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:53:26.901818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:53:26.905488 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Bound port: 9503bc00-43c3-40bc-945d-dd89a9f22368, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:53:26.906518 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:26.942381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de3b1db4-4530-4eec-9e0d-82d518146832 req-83496891-3309-4030-aff2-0c2e387212ff tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6649337 Nov 11 11:53:26.946378 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45067b33-df1a-43f5-a60e-d26dd8e49979 x-openstack-request-id: req-45067b33-df1a-43f5-a60e-d26dd8e49979 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:26.946666 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e22a2d-0949-4e52-a492-a7baa94586aa", "tag": "f48844ca-1de0-40dd-8a67-3fc8cfaa4a47", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:26.946915 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45067b33-df1a-43f5-a60e-d26dd8e49979 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:26.947304 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e22a2d-0949-4e52-a492-a7baa94586aa', 'tag': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47', 'status': 'completed', 'code': 200} Nov 11 11:53:27.010652 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:27.044106 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8c179179-60c0-4319-80f0-3564586b8a68 req-7d005a51-e47e-4d3d-bc5d-1bb2ef32d211 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:27.151726 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] For port 9503bc00-43c3-40bc-945d-dd89a9f22368, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:53:27.174606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d005a51-e47e-4d3d-bc5d-1bb2ef32d211 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Pushing event updated for resources: {'Port': ['ID=70ac11fa-9668-4ea0-8017-dbb3684e2e6e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:27.191643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-21cbed64-f285-4c5b-8d96-1f6f9f4353fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:27.193406 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-21cbed64-f285-4c5b-8d96-1f6f9f4353fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.2881398 Nov 11 11:53:27.193839 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] For port 9503bc00-43c3-40bc-945d-dd89a9f22368, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9503bc00-43c3-40bc-945d-dd89a9f22368,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:53:27.206147 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:27.287672 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:27.288818 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:27.290532 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] 10.222.0.62 "PUT /v2.0/ports/9503bc00-43c3-40bc-945d-dd89a9f22368 HTTP/1.1" status: 200 len: 1096 time: 1.6255467 Nov 11 11:53:27.293641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa83321-1b5f-4e6c-bcf8-c4f02a41d437', 'tag': '9503bc00-43c3-40bc-945d-dd89a9f22368'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:27.295031 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 199c3395-a864-4b65-ad7c-ecb8bf0590a9 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:53:27.297316 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247fd696-8493-429b-8653-c7a015206968" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa83321-1b5f-4e6c-bcf8-c4f02a41d437", "tag": "9503bc00-43c3-40bc-945d-dd89a9f22368"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:27.417556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c179179-60c0-4319-80f0-3564586b8a68 req-7d005a51-e47e-4d3d-bc5d-1bb2ef32d211 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Network 1b8e725d-a75b-4e27-a3b4-fb80d1cbd626 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:53:27.440179 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-8c179179-60c0-4319-80f0-3564586b8a68 req-7d005a51-e47e-4d3d-bc5d-1bb2ef32d211 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:53:27.447502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c179179-60c0-4319-80f0-3564586b8a68 req-7d005a51-e47e-4d3d-bc5d-1bb2ef32d211 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:53:27.501678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49adce5-7b93-447a-bac4-d6d001a73cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=9503bc00-43c3-40bc-945d-dd89a9f22368,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:27.518609 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Allocated IP 172.20.0.1 (7ed8f82a-6e19-409f-8f15-e744c01060f4/5a7ae37d-3802-4d85-85fd-6bef528d734a/8568f975-04e0-4aa5-a202-77c6664586fa) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:53:27.534434 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-e0b3f82e-34c5-4a64-a0b0-7b52537a609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:27.537859 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:27.539661 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-e0b3f82e-34c5-4a64-a0b0-7b52537a609c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=017cd7c9e21149e29de91f055a58c354&device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 1099 time: 0.1755710 Nov 11 11:53:27.554057 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:27.574841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c179179-60c0-4319-80f0-3564586b8a68 req-7d005a51-e47e-4d3d-bc5d-1bb2ef32d211 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:27.578276 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8c179179-60c0-4319-80f0-3564586b8a68 req-7d005a51-e47e-4d3d-bc5d-1bb2ef32d211 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:27.633176 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-f4141f81-61e2-42ed-8a89-6f4be122914c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=9503bc00-43c3-40bc-945d-dd89a9f22368 HTTP/1.1" status: 200 len: 217 time: 0.0702014 Nov 11 11:53:27.643760 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c179179-60c0-4319-80f0-3564586b8a68 req-7d005a51-e47e-4d3d-bc5d-1bb2ef32d211 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8261704 Nov 11 11:53:27.665236 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fc82c-01f6-49be-a176-a4fd8a6b39b1 req-fe1b1cd6-4929-43ab-ba13-0262cb089a8b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:27.670158 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a59fc82c-01f6-49be-a176-a4fd8a6b39b1 req-fe1b1cd6-4929-43ab-ba13-0262cb089a8b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.5031588 Nov 11 11:53:27.676327 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Attempting to bind port 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:53:27.676698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Attempting to bind port 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:53:27.677059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Attempting to bind port 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:27.680723 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fe626-c927-4775-8790-9b4b644cbf82 None None] Pushing event updated for resources: {'Port': ['ID=59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:27.689515 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:53:27.689515 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:53:27.689894 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:27.690306 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:53:27.690639 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Bound port: 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:53:27.691026 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:27.697010 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Request body: {'port': {'device_id': 'c7fb47d1-defa-4a31-b42c-d4489839b7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:27.712452 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-76611a56-5624-43c2-bd83-f51846212c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:27.714130 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-76611a56-5624-43c2-bd83-f51846212c98 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4809797 Nov 11 11:53:27.744507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] For port 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:53:27.747742 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] For port 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:53:27.755976 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:27.790843 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:27.817502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbf1d5-f68f-44fb-bd15-369e756b1b66 req-5ee5dd21-0f61-48b1-821c-ab33428d5958 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:27.834556 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Routers {'a68eb391-38bc-49a0-9349-e10a3dd5ae36'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:53:27.834730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0fbf1d5-f68f-44fb-bd15-369e756b1b66 req-5ee5dd21-0f61-48b1-821c-ab33428d5958 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 948 time: 0.7980709 Nov 11 11:53:27.835209 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:53:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a68eb391-38bc-49a0-9349-e10a3dd5ae36'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:27.884486 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:27.890020 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fe626-c927-4775-8790-9b4b644cbf82 None None] Pushing event updated for resources: {'Port': ['ID=59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:27.916794 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a59fc82c-01f6-49be-a176-a4fd8a6b39b1 req-5392ce27-d96d-4837-89c2-a2d4b4c61fb8 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273455 Nov 11 11:53:27.982513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Network 7ed8f82a-6e19-409f-8f15-e744c01060f4 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:53:27.990355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:53:27.997167 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:53:28.000373 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-083d12f9-5a53-448c-b9a6-9708f937df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:28.001902 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-083d12f9-5a53-448c-b9a6-9708f937df10 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1369541 Nov 11 11:53:28.003927 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Pushing event updated for resources: {'Port': ['ID=8568f975-04e0-4aa5-a202-77c6664586fa,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:28.112603 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:28.130118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] Set router a68eb391-38bc-49a0-9349-e10a3dd5ae36 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:53:28.130701 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-bef21747-2cf3-453b-ae9f-26d93043b104 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177556 Nov 11 11:53:28.213768 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9eeb0b-5be3-4a77-8e17-7c84283044d7 x-openstack-request-id: req-eb9eeb0b-5be3-4a77-8e17-7c84283044d7 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:28.217282 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa83321-1b5f-4e6c-bcf8-c4f02a41d437", "tag": "9503bc00-43c3-40bc-945d-dd89a9f22368", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:28.217768 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb9eeb0b-5be3-4a77-8e17-7c84283044d7 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:28.218466 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa83321-1b5f-4e6c-bcf8-c4f02a41d437', 'tag': '9503bc00-43c3-40bc-945d-dd89a9f22368', 'status': 'completed', 'code': 200} Nov 11 11:53:28.239542 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-cd33c4b6-93dd-42aa-875d-b65dfba0e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:28.241380 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-cd33c4b6-93dd-42aa-875d-b65dfba0e2b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2072477 Nov 11 11:53:28.247308 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc46c73d-c716-4e80-b61f-998acf38a296 req-14fb1c4e-8c7f-4333-a564-fc61faf979a9 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074901 Nov 11 11:53:28.323024 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:28.513181 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0fbf1d5-f68f-44fb-bd15-369e756b1b66 req-c7dd9bf5-c976-4c7b-97f5-84c337ec5608 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6774013 Nov 11 11:53:28.619393 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb19635-9f20-422a-a2c4-ae2f251179b3 req-dc26cc59-55b4-49e0-9ab0-f7f4f09b6df8 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:28.622341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-beb19635-9f20-422a-a2c4-ae2f251179b3 req-dc26cc59-55b4-49e0-9ab0-f7f4f09b6df8 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 931 time: 0.3740330 Nov 11 11:53:28.685067 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2877783a-e229-49a4-b057-9ae189b88752 None None] Provisioning complete for port 8568f975-04e0-4aa5-a202-77c6664586fa triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:28.689473 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2877783a-e229-49a4-b057-9ae189b88752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:28.693568 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a75281-6a0f-4f76-a1e6-248347ee5336 req-a6ceccae-2851-47fd-b698-4c2aafc326fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:28.696029 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0a75281-6a0f-4f76-a1e6-248347ee5336 req-a6ceccae-2851-47fd-b698-4c2aafc326fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=017cd7c9e21149e29de91f055a58c354&device_id=77e22a2d-0949-4e52-a492-a7baa94586aa HTTP/1.1" status: 200 len: 1099 time: 0.3455961 Nov 11 11:53:28.806221 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2877783a-e229-49a4-b057-9ae189b88752 None None] Port 8568f975-04e0-4aa5-a202-77c6664586fa cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:53:28.858328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276696124-router', 'tenant_id': '77e84c26439445f984034c3a250667c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:20Z', 'updated_at': '2021-11-11T11:53:23Z', 'revision_number': 3, 'project_id': '77e84c26439445f984034c3a250667c8', 'gw_port': {'id': '59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:21Z', 'updated_at': '2021-11-11T11:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:28.896637 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-beb19635-9f20-422a-a2c4-ae2f251179b3 req-e78a535d-c72d-42d5-9fe0-d2ac63bbdc2f tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/security-groups?id=16bf867a-9de7-4adb-ac8f-722d73c6d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527261 Nov 11 11:53:28.915342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80458c11-a956-46ad-b8a9-d35d6ea846c8 None None] The sync data for ids ['a68eb391-38bc-49a0-9349-e10a3dd5ae36'] in n-d-807359-3 is: [{'id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276696124-router', 'tenant_id': '77e84c26439445f984034c3a250667c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:20Z', 'updated_at': '2021-11-11T11:53:23Z', 'revision_number': 3, 'project_id': '77e84c26439445f984034c3a250667c8', 'gw_port': {'id': '59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:21Z', 'updated_at': '2021-11-11T11:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:53:28.972102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ef639-3437-4382-b514-20f05df7f62e req-521a0d73-fb65-4574-88be-6116a8b89561 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:28.979263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d3ef639-3437-4382-b514-20f05df7f62e req-521a0d73-fb65-4574-88be-6116a8b89561 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 943 time: 0.1482868 Nov 11 11:53:28.993405 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-6621939f-bf61-46b7-bc1c-9810e3073b74 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7269580 Nov 11 11:53:29.004191 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a75281-6a0f-4f76-a1e6-248347ee5336 req-7e69494f-1ae6-4c49-9150-93a611127f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:29.005701 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0a75281-6a0f-4f76-a1e6-248347ee5336 req-7e69494f-1ae6-4c49-9150-93a611127f0d service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.2996707 Nov 11 11:53:29.081419 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-1c803c5e-4d21-4c02-b9db-b5e813624f3b service neutron] 10.222.0.62 "GET /v2.0/ports/199c3395-a864-4b65-ad7c-ecb8bf0590a9/bindings/n-h2-807359-3 HTTP/1.1" status: 200 len: 384 time: 0.2802169 Nov 11 11:53:29.129294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0a75281-6a0f-4f76-a1e6-248347ee5336 req-13ff458c-978b-4606-abe0-bd3d44e92dd0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 HTTP/1.1" status: 200 len: 217 time: 0.0918829 Nov 11 11:53:29.141143 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ac11fa-9668-4ea0-8017-dbb3684e2e6e {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:53:29.164314 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:29.170227 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:29.191271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Transition to ACTIVE for port object 70ac11fa-9668-4ea0-8017-dbb3684e2e6e will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:53:29.221082 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e400a1d4-9411-4e68-8832-68bb0d92be6e req-1d56bffe-6f08-4476-9b34-6f4fd6a75e03 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021184 Nov 11 11:53:29.238586 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d3ef639-3437-4382-b514-20f05df7f62e req-ed57f118-0d59-4ab3-bc62-050c7fc7290a tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584507 Nov 11 11:53:29.249024 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:29.351312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ef6c3-62b7-4f91-bc1e-7a7982b5eac8 req-e6affa36-088f-4851-b000-f044e17e988f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:29.354621 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca3ef6c3-62b7-4f91-bc1e-7a7982b5eac8 req-e6affa36-088f-4851-b000-f044e17e988f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.3143404 Nov 11 11:53:29.408671 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a75281-6a0f-4f76-a1e6-248347ee5336 req-762c9d44-8a16-43a2-8bb5-0bae550683bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:29.412162 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0a75281-6a0f-4f76-a1e6-248347ee5336 req-762c9d44-8a16-43a2-8bb5-0bae550683bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.2666109 Nov 11 11:53:29.452952 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Pushing event updated for resources: {'Port': ['ID=70ac11fa-9668-4ea0-8017-dbb3684e2e6e,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:29.579497 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca3ef6c3-62b7-4f91-bc1e-7a7982b5eac8 req-68c9c1de-d9fa-4985-bf5c-b64c28411fd0 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930709 Nov 11 11:53:29.625367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a75281-6a0f-4f76-a1e6-248347ee5336 req-0cbb9339-4b37-4836-a5f1-1c0d8154bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:29.627325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0a75281-6a0f-4f76-a1e6-248347ee5336 req-0cbb9339-4b37-4836-a5f1-1c0d8154bf28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1911516 Nov 11 11:53:29.679473 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fd696-8493-429b-8653-c7a015206968 req-62c58c52-3398-4fa8-bec7-b52260f9bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:29.681404 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-247fd696-8493-429b-8653-c7a015206968 req-62c58c52-3398-4fa8-bec7-b52260f9bafc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=017cd7c9e21149e29de91f055a58c354&device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 1099 time: 0.3839869 Nov 11 11:53:29.803024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Attempting to bind port 70ac11fa-9668-4ea0-8017-dbb3684e2e6e on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:53:29.803624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Attempting to bind port 70ac11fa-9668-4ea0-8017-dbb3684e2e6e by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'f237165c-fd24-45b1-83eb-c26470556384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1b8e725d-a75b-4e27-a3b4-fb80d1cbd626'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:53:29.804125 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Attempting to bind port 70ac11fa-9668-4ea0-8017-dbb3684e2e6e on network 1b8e725d-a75b-4e27-a3b4-fb80d1cbd626 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:29.846319 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Port 70ac11fa-9668-4ea0-8017-dbb3684e2e6e on network 1b8e725d-a75b-4e27-a3b4-fb80d1cbd626 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:53:29.846319 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Attempting to bind port 70ac11fa-9668-4ea0-8017-dbb3684e2e6e on network 1b8e725d-a75b-4e27-a3b4-fb80d1cbd626 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:29.863396 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:53:29.863743 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Checking segment: {'id': 'f237165c-fd24-45b1-83eb-c26470556384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1b8e725d-a75b-4e27-a3b4-fb80d1cbd626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:53:29.864636 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Bound using segment: {'id': 'f237165c-fd24-45b1-83eb-c26470556384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1b8e725d-a75b-4e27-a3b4-fb80d1cbd626'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:53:29.865096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Bound port: 70ac11fa-9668-4ea0-8017-dbb3684e2e6e, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f237165c-fd24-45b1-83eb-c26470556384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1b8e725d-a75b-4e27-a3b4-fb80d1cbd626'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:53:29.865454 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:29.903231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2569b-699a-4597-9462-a1a302d03b84 req-fffb3c40-55ac-4093-b79e-f15451f48930 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:29.905088 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee2569b-699a-4597-9462-a1a302d03b84 req-fffb3c40-55ac-4093-b79e-f15451f48930 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 948 time: 0.2649481 Nov 11 11:53:29.980815 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:29.993019 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0a75281-6a0f-4f76-a1e6-248347ee5336 req-3ed7e24f-db4e-463d-b0db-fb3ec2324427 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539116 Nov 11 11:53:29.994200 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-1c0b572f-c950-4e08-8248-ba612665cc7a service neutron] For port 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:30.000094 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:53:30.042208 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:30.075936 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] For port 70ac11fa-9668-4ea0-8017-dbb3684e2e6e, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:53:30.086144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] For port 70ac11fa-9668-4ea0-8017-dbb3684e2e6e, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=70ac11fa-9668-4ea0-8017-dbb3684e2e6e,segment=NetworkSegment(f237165c-fd24-45b1-83eb-c26470556384),segment_id=f237165c-fd24-45b1-83eb-c26470556384)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:53:30.101735 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:30.110401 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:30.110746 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:30.202441 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:30.219423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-1c0b572f-c950-4e08-8248-ba612665cc7a service neutron] For port 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:53:30.224546 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Pushing event updated for resources: {'Port': ['ID=8568f975-04e0-4aa5-a202-77c6664586fa,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:30.254707 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:30.278110 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:30.292895 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:30.313949 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ee2569b-699a-4597-9462-a1a302d03b84 req-ac25dc42-abbe-431c-9235-5594ecd70155 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928781 Nov 11 11:53:30.315425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:30.320855 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:30.330645 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c179179-60c0-4319-80f0-3564586b8a68 req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] 10.222.0.62 "PUT /v2.0/ports/70ac11fa-9668-4ea0-8017-dbb3684e2e6e HTTP/1.1" status: 200 len: 1091 time: 2.6562145 Nov 11 11:53:30.346055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fb47d1-defa-4a31-b42c-d4489839b7e3', 'tag': '70ac11fa-9668-4ea0-8017-dbb3684e2e6e'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:30.351644 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3848f6-b634-49f4-b2ef-69c885a4811b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fb47d1-defa-4a31-b42c-d4489839b7e3", "tag": "70ac11fa-9668-4ea0-8017-dbb3684e2e6e"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:30.390160 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:30.423906 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Network 7ed8f82a-6e19-409f-8f15-e744c01060f4 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:53:30.432478 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:53:30.462217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fd696-8493-429b-8653-c7a015206968 req-95660b8c-a235-4161-9ddf-ea376f67a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:30.463702 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-247fd696-8493-429b-8653-c7a015206968 req-95660b8c-a235-4161-9ddf-ea376f67a415 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.7549200 Nov 11 11:53:30.470524 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-1c0b572f-c950-4e08-8248-ba612665cc7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199c3395-a864-4b65-ad7c-ecb8bf0590a9 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:53:30.536567 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e1d89-eb7d-4ce3-92cc-6c2ac303afb6 service neutron] Pushing event updated for resources: {'Port': ['ID=70ac11fa-9668-4ea0-8017-dbb3684e2e6e,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:30.542657 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-247fd696-8493-429b-8653-c7a015206968 req-19d6c4b6-321b-49bd-9acd-2a16c7379299 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=9503bc00-43c3-40bc-945d-dd89a9f22368 HTTP/1.1" status: 200 len: 217 time: 0.0579419 Nov 11 11:53:30.605368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f768e06-0243-41f1-8a3f-94b32240832b req-a8d94fda-0de4-40a5-937b-d5223561f529 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:30.608365 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f768e06-0243-41f1-8a3f-94b32240832b req-a8d94fda-0de4-40a5-937b-d5223561f529 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 943 time: 0.3640118 Nov 11 11:53:30.610078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-1c0b572f-c950-4e08-8248-ba612665cc7a service neutron] For port 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:30.618091 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0a75281-6a0f-4f76-a1e6-248347ee5336 req-01747ecd-5848-45c4-89ac-5ce35969274e service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6075871 Nov 11 11:53:30.637224 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c179179-60c0-4319-80f0-3564586b8a68 req-8c4f2a03-862d-4d0e-955a-b17dd51e7e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:30.639184 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c179179-60c0-4319-80f0-3564586b8a68 req-8c4f2a03-862d-4d0e-955a-b17dd51e7e8b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a58fbcdb7f7d4ebfa6455aab912f42fc&device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 1094 time: 0.2293193 Nov 11 11:53:30.719543 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c179179-60c0-4319-80f0-3564586b8a68 req-ada1e8e6-a42d-494d-b93a-53197e5bcf35 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70ac11fa-9668-4ea0-8017-dbb3684e2e6e HTTP/1.1" status: 200 len: 217 time: 0.0699534 Nov 11 11:53:30.763712 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-1c0b572f-c950-4e08-8248-ba612665cc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:30.768987 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Router a68eb391-38bc-49a0-9349-e10a3dd5ae36 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:53:30.798741 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fd696-8493-429b-8653-c7a015206968 req-1a612d17-9a8a-429e-b1ee-579d9cf65fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:30.800411 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-247fd696-8493-429b-8653-c7a015206968 req-1a612d17-9a8a-429e-b1ee-579d9cf65fd7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1936877 Nov 11 11:53:30.836906 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f768e06-0243-41f1-8a3f-94b32240832b req-f3997297-5c0b-47a4-9147-f9461a2e4fc4 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/security-groups?id=16bf867a-9de7-4adb-ac8f-722d73c6d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172925 Nov 11 11:53:30.858165 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c179179-60c0-4319-80f0-3564586b8a68 req-a215242b-7a7f-4947-99cc-9341de5fa7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:30.866516 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b374f5ce-f9e6-4ab5-99fb-e84634a34fc4 None None] Provisioning complete for port 8568f975-04e0-4aa5-a202-77c6664586fa triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:30.866887 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b374f5ce-f9e6-4ab5-99fb-e84634a34fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:30.873213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c179179-60c0-4319-80f0-3564586b8a68 req-a215242b-7a7f-4947-99cc-9341de5fa7d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b64a4ab-67b6-4e6a-88c4-633aa476b1b9 HTTP/1.1" status: 200 len: 853 time: 0.1385396 Nov 11 11:53:30.961175 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c179179-60c0-4319-80f0-3564586b8a68 req-e3222dae-5075-467c-b3f8-d03945ccb108 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b8e725d-a75b-4e27-a3b4-fb80d1cbd626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799944 Nov 11 11:53:30.992128 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fd696-8493-429b-8653-c7a015206968 req-ae47dd9a-829f-4a73-8475-d06dd4b83837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:30.993709 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-247fd696-8493-429b-8653-c7a015206968 req-ae47dd9a-829f-4a73-8475-d06dd4b83837 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1845090 Nov 11 11:53:31.107993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b374f5ce-f9e6-4ab5-99fb-e84634a34fc4 None None] Port 8568f975-04e0-4aa5-a202-77c6664586fa cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:53:31.123006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-1c0b572f-c950-4e08-8248-ba612665cc7a service neutron] Transition to ACTIVE for port object 199c3395-a864-4b65-ad7c-ecb8bf0590a9 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:53:31.158891 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b371e-f3c4-4507-97c9-540aa8ba018f req-33468e66-3c1c-4f45-ac03-e5eb7f92524c tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:31.166886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb6b371e-f3c4-4507-97c9-540aa8ba018f req-33468e66-3c1c-4f45-ac03-e5eb7f92524c tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 943 time: 0.1624882 Nov 11 11:53:31.174658 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-1c0b572f-c950-4e08-8248-ba612665cc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:31.186708 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159cfabb-e8f6-4fda-8317-43d7003837c7 x-openstack-request-id: req-159cfabb-e8f6-4fda-8317-43d7003837c7 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:31.187176 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fb47d1-defa-4a31-b42c-d4489839b7e3", "tag": "70ac11fa-9668-4ea0-8017-dbb3684e2e6e", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:31.187526 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-159cfabb-e8f6-4fda-8317-43d7003837c7 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:31.188004 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fb47d1-defa-4a31-b42c-d4489839b7e3', 'tag': '70ac11fa-9668-4ea0-8017-dbb3684e2e6e', 'status': 'completed', 'code': 200} Nov 11 11:53:31.197883 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:53:31.226624 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-97dca7b9-9841-4568-8cb8-9ed305d17978 admin admin] 10.222.0.65 "PUT /v2.0/routers/a68eb391-38bc-49a0-9349-e10a3dd5ae36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4660568 Nov 11 11:53:31.236612 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c179179-60c0-4319-80f0-3564586b8a68 req-4624c405-6351-441a-967e-37d029939a7c service neutron] 10.222.0.62 "GET /v2.0/networks/1b8e725d-a75b-4e27-a3b4-fb80d1cbd626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659256 Nov 11 11:53:31.292204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb6b371e-f3c4-4507-97c9-540aa8ba018f req-67593058-13b6-44a0-b0c4-7bca25e0b1a8 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241255 Nov 11 11:53:31.311621 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:53:31.357937 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-1c0b572f-c950-4e08-8248-ba612665cc7a service neutron] No DVR routers for this DVR port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:53:31.398709 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-247fd696-8493-429b-8653-c7a015206968 req-f02859fa-50ff-4d13-a1ec-5eb694eb9a60 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531601 Nov 11 11:53:31.417888 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b572f-c950-4e08-8248-ba612665cc7a service neutron] Pushing event updated for resources: {'Port': ['ID=199c3395-a864-4b65-ad7c-ecb8bf0590a9,revision_number=10']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:31.520851 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529758d9-76bf-475c-a2a0-2b5efd2a545c req-2b411e23-6809-4d34-9cc6-9177cfcf0e3c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:31.523518 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-529758d9-76bf-475c-a2a0-2b5efd2a545c req-2b411e23-6809-4d34-9cc6-9177cfcf0e3c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.1297047 Nov 11 11:53:31.528918 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c179179-60c0-4319-80f0-3564586b8a68 req-76826155-266c-43fd-8b18-18c78457ccd3 service neutron] 10.222.0.62 "GET /v2.0/networks/1b8e725d-a75b-4e27-a3b4-fb80d1cbd626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837653 Nov 11 11:53:31.612317 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:31.652331 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47', 'mac_address': 'fa:16:3e:ed:1c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:53:31.663784 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-247fd696-8493-429b-8653-c7a015206968 req-88adbed7-3321-44ee-9e13-61dc66220cef service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471282 Nov 11 11:53:31.667799 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-529758d9-76bf-475c-a2a0-2b5efd2a545c req-4bf755c0-63fa-4055-8d8e-f89ae818b985 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356747 Nov 11 11:53:31.670476 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-1c0b572f-c950-4e08-8248-ba612665cc7a service neutron] 10.222.0.62 "PUT /v2.0/ports/199c3395-a864-4b65-ad7c-ecb8bf0590a9/bindings/n-h2-807359-3/activate HTTP/1.1" status: 200 len: 369 time: 2.5094419 Nov 11 11:53:31.709982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd870eeb-b929-48f8-a0e3-04ca06df2ced req-44c8d17e-83f0-4c23-aff1-7f3047cd80a2 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:31.711754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd870eeb-b929-48f8-a0e3-04ca06df2ced req-44c8d17e-83f0-4c23-aff1-7f3047cd80a2 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 948 time: 0.1335504 Nov 11 11:53:31.734162 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3848f6-b634-49f4-b2ef-69c885a4811b req-889eab25-0e44-4fa9-af2a-1f92da15b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:31.735665 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd3848f6-b634-49f4-b2ef-69c885a4811b req-889eab25-0e44-4fa9-af2a-1f92da15b951 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a58fbcdb7f7d4ebfa6455aab912f42fc&device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 1094 time: 0.1246901 Nov 11 11:53:31.786862 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:31.805208 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:53:31.835732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:31.846842 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:31.847910 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9503bc00-43c3-40bc-945d-dd89a9f22368 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:53:31.892401 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Sync routers for ids ['a68eb391-38bc-49a0-9349-e10a3dd5ae36'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:53:31.920729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3848f6-b634-49f4-b2ef-69c885a4811b req-70a3f90f-b853-45c5-a0c6-97cd10835872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:31.922460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd3848f6-b634-49f4-b2ef-69c885a4811b req-70a3f90f-b853-45c5-a0c6-97cd10835872 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b8e725d-a75b-4e27-a3b4-fb80d1cbd626 HTTP/1.1" status: 200 len: 915 time: 0.1747079 Nov 11 11:53:31.932414 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Routers {'a68eb391-38bc-49a0-9349-e10a3dd5ae36'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:53:31.935893 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:53:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a68eb391-38bc-49a0-9349-e10a3dd5ae36'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:31.960589 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9503bc00-43c3-40bc-945d-dd89a9f22368, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9503bc00-43c3-40bc-945d-dd89a9f22368,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:32.066481 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:53:32.092898 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Set router a68eb391-38bc-49a0-9349-e10a3dd5ae36 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:53:32.145772 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b9f0bcc-8816-477b-b3ed-3db88249abda req-468b2e6c-66b3-40c4-96f2-ca0ff3430c3e tempest-FloatingIPsNegativeTestJSON-1876733138 tempest-FloatingIPsNegativeTestJSON-1876733138-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=77e84c26439445f984034c3a250667c8 HTTP/1.1" status: 200 len: 217 time: 0.2146604 Nov 11 11:53:32.149892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '9503bc00-43c3-40bc-945d-dd89a9f22368', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '9503bc00-43c3-40bc-945d-dd89a9f22368', 'mac_address': 'fa:16:3e:c5:33:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:53:32.162138 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-61cf4f03-0d1a-459c-bec0-ef23726a8494 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:32.163643 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-61cf4f03-0d1a-459c-bec0-ef23726a8494 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab&tenant_id=6c923494b0b24034811a64096faf7424&binding%3Ahost_id=n-h1-807359-3 HTTP/1.1" status: 200 len: 1095 time: 0.3979714 Nov 11 11:53:32.165016 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd3848f6-b634-49f4-b2ef-69c885a4811b req-2fb61a8a-e66c-451c-9321-2c74ba6e6f79 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70ac11fa-9668-4ea0-8017-dbb3684e2e6e HTTP/1.1" status: 200 len: 217 time: 0.2167382 Nov 11 11:53:32.223315 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd870eeb-b929-48f8-a0e3-04ca06df2ced req-6794afb2-3b56-4b43-8b94-f832f14abaf6 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924614 Nov 11 11:53:32.344089 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276696124-router', 'tenant_id': '77e84c26439445f984034c3a250667c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:20Z', 'updated_at': '2021-11-11T11:53:28Z', 'revision_number': 4, 'project_id': '77e84c26439445f984034c3a250667c8', 'gw_port': {'id': '59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:21Z', 'updated_at': '2021-11-11T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '8568f975-04e0-4aa5-a202-77c6664586fa', 'name': '', 'network_id': '7ed8f82a-6e19-409f-8f15-e744c01060f4', 'tenant_id': '77e84c26439445f984034c3a250667c8', 'mac_address': 'fa:16:3e:b5:fc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '5a7ae37d-3802-4d85-85fd-6bef528d734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:27Z', 'updated_at': '2021-11-11T11:53:29Z', 'revision_number': 2, 'project_id': '77e84c26439445f984034c3a250667c8', 'subnets': [{'id': '5a7ae37d-3802-4d85-85fd-6bef528d734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:32.351613 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:32.464861 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:32.496696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:32.497065 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:32.499824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9503bc00-43c3-40bc-945d-dd89a9f22368 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:53:32.507892 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Checking router: a68eb391-38bc-49a0-9349-e10a3dd5ae36 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:53:32.508234 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Updating router a68eb391-38bc-49a0-9349-e10a3dd5ae36 port 8568f975-04e0-4aa5-a202-77c6664586fa binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:53:32.536099 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:32.565088 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7e40052-ea27-4222-9bc7-d42a0a7a3704 req-9523a73d-8f4e-4a2d-8bb0-509417857a15 tempest-FloatingIPsNegativeTestJSON-1876733138 tempest-FloatingIPsNegativeTestJSON-1876733138-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2007599 Nov 11 11:53:32.584703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-28aff0fd-3cf4-426e-9966-bc07c3ac17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:32.591174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-28aff0fd-3cf4-426e-9966-bc07c3ac17f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab&tenant_id=6c923494b0b24034811a64096faf7424 HTTP/1.1" status: 200 len: 1095 time: 0.3438888 Nov 11 11:53:32.629910 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9503bc00-43c3-40bc-945d-dd89a9f22368, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9503bc00-43c3-40bc-945d-dd89a9f22368,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:32.645102 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:32.713353 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=9503bc00-43c3-40bc-945d-dd89a9f22368,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:32.735979 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b272c0-64fb-4665-b44d-12e8c99b96ad req-5ea4bc62-9d95-4fab-b6f5-daac5eefa159 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:32.744038 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35b272c0-64fb-4665-b44d-12e8c99b96ad req-5ea4bc62-9d95-4fab-b6f5-daac5eefa159 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 943 time: 0.3590930 Nov 11 11:53:32.748221 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3848f6-b634-49f4-b2ef-69c885a4811b req-41698008-3623-448b-8941-278efd6d129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:32.749754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd3848f6-b634-49f4-b2ef-69c885a4811b req-41698008-3623-448b-8941-278efd6d129e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b64a4ab-67b6-4e6a-88c4-633aa476b1b9 HTTP/1.1" status: 200 len: 853 time: 0.5252030 Nov 11 11:53:32.969143 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['9503bc00-43c3-40bc-945d-dd89a9f22368'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:53:32.976140 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f48844ca-1de0-40dd-8a67-3fc8cfaa4a47'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:53:32.998112 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:33.004839 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:33.148781 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c791f-5e71-454b-9320-e1b7673aa0ab None None] Pushing event updated for resources: {'Port': ['ID=8568f975-04e0-4aa5-a202-77c6664586fa,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:33.199529 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c791f-5e71-454b-9320-e1b7673aa0ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:33.199862 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c791f-5e71-454b-9320-e1b7673aa0ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:33.200241 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c791f-5e71-454b-9320-e1b7673aa0ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:33.200574 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c791f-5e71-454b-9320-e1b7673aa0ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:33.200892 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c791f-5e71-454b-9320-e1b7673aa0ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:33.201206 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c791f-5e71-454b-9320-e1b7673aa0ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:33.201520 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c791f-5e71-454b-9320-e1b7673aa0ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:33.201856 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c791f-5e71-454b-9320-e1b7673aa0ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:33.202167 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c791f-5e71-454b-9320-e1b7673aa0ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:33.202531 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c791f-5e71-454b-9320-e1b7673aa0ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:33.202847 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c791f-5e71-454b-9320-e1b7673aa0ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:33.203150 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c791f-5e71-454b-9320-e1b7673aa0ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:53:33.241854 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Attempting to bind port 8568f975-04e0-4aa5-a202-77c6664586fa on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:53:33.242218 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Attempting to bind port 8568f975-04e0-4aa5-a202-77c6664586fa by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '981b2d1a-33cd-48f1-a63f-d601e31ff5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '7ed8f82a-6e19-409f-8f15-e744c01060f4'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:53:33.242572 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Attempting to bind port 8568f975-04e0-4aa5-a202-77c6664586fa on network 7ed8f82a-6e19-409f-8f15-e744c01060f4 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:33.252495 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:53:33.252861 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Checking segment: {'id': '981b2d1a-33cd-48f1-a63f-d601e31ff5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '7ed8f82a-6e19-409f-8f15-e744c01060f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:53:33.258153 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:33.258756 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Bound using segment: {'id': '981b2d1a-33cd-48f1-a63f-d601e31ff5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '7ed8f82a-6e19-409f-8f15-e744c01060f4'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:53:33.259267 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Bound port: 8568f975-04e0-4aa5-a202-77c6664586fa, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981b2d1a-33cd-48f1-a63f-d601e31ff5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '7ed8f82a-6e19-409f-8f15-e744c01060f4'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:53:33.259673 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:33.284763 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd3848f6-b634-49f4-b2ef-69c885a4811b req-3e9fe2c8-dc18-4648-ae4d-3ca5787a30b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b8e725d-a75b-4e27-a3b4-fb80d1cbd626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4976807 Nov 11 11:53:33.291694 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-98f1313f-8ca7-4ca4-8a65-d04dbad53466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:33.295291 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-98f1313f-8ca7-4ca4-8a65-d04dbad53466 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 1095 time: 0.6673338 Nov 11 11:53:33.346698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 70ac11fa-9668-4ea0-8017-dbb3684e2e6e details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:53:33.368797 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] For port 8568f975-04e0-4aa5-a202-77c6664586fa, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:53:33.372858 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] For port 8568f975-04e0-4aa5-a202-77c6664586fa, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8568f975-04e0-4aa5-a202-77c6664586fa,segment=NetworkSegment(981b2d1a-33cd-48f1-a63f-d601e31ff5a0),segment_id=981b2d1a-33cd-48f1-a63f-d601e31ff5a0)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:53:33.379240 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:33.440834 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd3848f6-b634-49f4-b2ef-69c885a4811b req-e6ad9a27-0ce3-44e2-9acf-9cee0f56e649 service neutron] 10.222.0.62 "GET /v2.0/networks/1b8e725d-a75b-4e27-a3b4-fb80d1cbd626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326001 Nov 11 11:53:33.450313 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Routers {'a68eb391-38bc-49a0-9349-e10a3dd5ae36'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:53:33.451198 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:53:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a68eb391-38bc-49a0-9349-e10a3dd5ae36'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:33.458699 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35b272c0-64fb-4665-b44d-12e8c99b96ad req-f3fe8d0b-1479-40e0-a799-5500ac9588b1 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/security-groups?id=16bf867a-9de7-4adb-ac8f-722d73c6d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7115834 Nov 11 11:53:33.534295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6e20dfe4-c5ac-40c0-8e91-ff449bd60fad None None] Provisioning complete for port 8568f975-04e0-4aa5-a202-77c6664586fa triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:33.534767 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e20dfe4-c5ac-40c0-8e91-ff449bd60fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:33.550824 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e451d5b-08c3-4f20-b036-2d87b017206b req-e87706c4-8f43-4cb0-9537-91f23a58c6ad tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:33.558588 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e451d5b-08c3-4f20-b036-2d87b017206b req-e87706c4-8f43-4cb0-9537-91f23a58c6ad tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 944 time: 0.8475027 Nov 11 11:53:33.622812 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] Set router a68eb391-38bc-49a0-9349-e10a3dd5ae36 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:53:33.707559 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c791f-5e71-454b-9320-e1b7673aa0ab None None] Pushing event updated for resources: {'Port': ['ID=8568f975-04e0-4aa5-a202-77c6664586fa,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:33.795844 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-891a2484-bd58-4420-bbe1-34ceed5b2188 req-3c769f1a-3f66-4f37-b336-9a2132456d74 tempest-FloatingIPsNegativeTestJSON-1876733138 tempest-FloatingIPsNegativeTestJSON-1876733138-project] show failed (client error): The resource could not be found. Nov 11 11:53:33.807721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44940) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:33.808817 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-891a2484-bd58-4420-bbe1-34ceed5b2188 req-3c769f1a-3f66-4f37-b336-9a2132456d74 tempest-FloatingIPsNegativeTestJSON-1876733138 tempest-FloatingIPsNegativeTestJSON-1876733138-project] 10.222.0.65 "GET /v2.0/floatingips/698c237d-c90a-46f1-b208-46d37e78399b HTTP/1.1" status: 404 len: 350 time: 0.1730659 Nov 11 11:53:33.920127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e451d5b-08c3-4f20-b036-2d87b017206b req-e2913879-a0ac-46f1-806c-f934fc711712 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107960 Nov 11 11:53:33.946659 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276696124-router', 'tenant_id': '77e84c26439445f984034c3a250667c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:20Z', 'updated_at': '2021-11-11T11:53:28Z', 'revision_number': 4, 'project_id': '77e84c26439445f984034c3a250667c8', 'gw_port': {'id': '59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:21Z', 'updated_at': '2021-11-11T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '8568f975-04e0-4aa5-a202-77c6664586fa', 'name': '', 'network_id': '7ed8f82a-6e19-409f-8f15-e744c01060f4', 'tenant_id': '77e84c26439445f984034c3a250667c8', 'mac_address': 'fa:16:3e:b5:fc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '5a7ae37d-3802-4d85-85fd-6bef528d734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:27Z', 'updated_at': '2021-11-11T11:53:33Z', 'revision_number': 4, 'project_id': '77e84c26439445f984034c3a250667c8', 'subnets': [{'id': '5a7ae37d-3802-4d85-85fd-6bef528d734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:33.986797 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ffc53-39ea-4820-8720-95a6fedc7774 None None] The sync data for ids ['a68eb391-38bc-49a0-9349-e10a3dd5ae36'] in n-d-807359-3 is: [{'id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276696124-router', 'tenant_id': '77e84c26439445f984034c3a250667c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:20Z', 'updated_at': '2021-11-11T11:53:28Z', 'revision_number': 4, 'project_id': '77e84c26439445f984034c3a250667c8', 'gw_port': {'id': '59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:21Z', 'updated_at': '2021-11-11T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '8568f975-04e0-4aa5-a202-77c6664586fa', 'name': '', 'network_id': '7ed8f82a-6e19-409f-8f15-e744c01060f4', 'tenant_id': '77e84c26439445f984034c3a250667c8', 'mac_address': 'fa:16:3e:b5:fc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '5a7ae37d-3802-4d85-85fd-6bef528d734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:27Z', 'updated_at': '2021-11-11T11:53:33Z', 'revision_number': 4, 'project_id': '77e84c26439445f984034c3a250667c8', 'subnets': [{'id': '5a7ae37d-3802-4d85-85fd-6bef528d734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:53:34.019279 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd3848f6-b634-49f4-b2ef-69c885a4811b req-ead0bd08-08ed-4bf7-807a-8dd6d162fe82 service neutron] 10.222.0.62 "GET /v2.0/networks/1b8e725d-a75b-4e27-a3b4-fb80d1cbd626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576785 Nov 11 11:53:34.023957 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-2f5496b2-8e98-4f49-bd8d-8cf7e2385f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:34.025820 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-2f5496b2-8e98-4f49-bd8d-8cf7e2385f5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.7188554 Nov 11 11:53:34.050908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ad2c3-1726-4c7c-a2c1-c62bfd95e84a req-e10c5f17-a303-4ae0-b055-9df40ae3bfeb tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:34.080948 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-445ad2c3-1726-4c7c-a2c1-c62bfd95e84a req-e10c5f17-a303-4ae0-b055-9df40ae3bfeb tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.1649427 Nov 11 11:53:34.082608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 70ac11fa-9668-4ea0-8017-dbb3684e2e6e, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=70ac11fa-9668-4ea0-8017-dbb3684e2e6e,segment=NetworkSegment(f237165c-fd24-45b1-83eb-c26470556384),segment_id=f237165c-fd24-45b1-83eb-c26470556384)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:34.157246 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-7141d5ff-4a54-4685-be99-4eb996ad1379 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9 HTTP/1.1" status: 200 len: 217 time: 0.1184440 Nov 11 11:53:34.175732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '70ac11fa-9668-4ea0-8017-dbb3684e2e6e', 'network_id': '1b8e725d-a75b-4e27-a3b4-fb80d1cbd626', 'port_id': '70ac11fa-9668-4ea0-8017-dbb3684e2e6e', 'mac_address': 'fa:16:3e:9a:0a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b64a4ab-67b6-4e6a-88c4-633aa476b1b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:53:34.252295 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e20dfe4-c5ac-40c0-8e91-ff449bd60fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:34.308579 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-0f5b668c-a9ab-4fb4-82be-0a5a81ff6f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:34.311008 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-0f5b668c-a9ab-4fb4-82be-0a5a81ff6f53 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.1434093 Nov 11 11:53:34.346673 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:34.359348 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6e20dfe4-c5ac-40c0-8e91-ff449bd60fad None None] For port 8568f975-04e0-4aa5-a202-77c6664586fa, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8568f975-04e0-4aa5-a202-77c6664586fa,segment=NetworkSegment(981b2d1a-33cd-48f1-a63f-d601e31ff5a0),segment_id=981b2d1a-33cd-48f1-a63f-d601e31ff5a0)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:34.372371 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e20dfe4-c5ac-40c0-8e91-ff449bd60fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:34.379666 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ac11fa-9668-4ea0-8017-dbb3684e2e6e {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:53:34.420497 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-e146e12d-eed4-4452-84fe-a245122040f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798841 Nov 11 11:53:34.454835 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 70ac11fa-9668-4ea0-8017-dbb3684e2e6e, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=70ac11fa-9668-4ea0-8017-dbb3684e2e6e,segment=NetworkSegment(f237165c-fd24-45b1-83eb-c26470556384),segment_id=f237165c-fd24-45b1-83eb-c26470556384)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:34.466685 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:34.471660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20dfe4-c5ac-40c0-8e91-ff449bd60fad None None] Pushing event updated for resources: {'Port': ['ID=8568f975-04e0-4aa5-a202-77c6664586fa,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:34.499874 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-445ad2c3-1726-4c7c-a2c1-c62bfd95e84a req-876bb01e-aa67-4eaf-bae6-ee032277a6df tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140184 Nov 11 11:53:34.565250 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=70ac11fa-9668-4ea0-8017-dbb3684e2e6e,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:34.568951 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6f2e70bb-0b24-47b2-8569-bdd72951b70d None None] Provisioning complete for port 8568f975-04e0-4aa5-a202-77c6664586fa triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:34.569792 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6f2e70bb-0b24-47b2-8569-bdd72951b70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:34.587242 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6ad33-dcfa-4cb1-ba3e-0503e82868e5 req-28a108be-4007-4543-aa52-a9f945888e51 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:34.595441 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72b6ad33-dcfa-4cb1-ba3e-0503e82868e5 req-28a108be-4007-4543-aa52-a9f945888e51 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 949 time: 0.4289336 Nov 11 11:53:34.749994 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-316ddee1-8d76-402a-8a2b-5bbefda7889a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:34.754990 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72b6ad33-dcfa-4cb1-ba3e-0503e82868e5 req-fdcd74b5-f604-49fe-8694-e27bb586a074 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523719 Nov 11 11:53:34.758013 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-2dc5c959-2432-4685-b187-55af4d6204bb service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276331 Nov 11 11:53:34.997032 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-ff3875d9-7d40-47c0-a713-3a5ba464bcb7 service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300410 Nov 11 11:53:35.007629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['70ac11fa-9668-4ea0-8017-dbb3684e2e6e'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:53:35.027341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcabaa6-ece9-4f8d-b7b3-4f6b329ac093 req-cc05e280-c7a8-41c5-9b17-1161e9f836d6 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:35.038894 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bfcabaa6-ece9-4f8d-b7b3-4f6b329ac093 req-cc05e280-c7a8-41c5-9b17-1161e9f836d6 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 944 time: 0.2139862 Nov 11 11:53:35.166555 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bfcabaa6-ece9-4f8d-b7b3-4f6b329ac093 req-a98bd844-0ead-4e17-ad79-4fc44672e741 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/security-groups?id=16bf867a-9de7-4adb-ac8f-722d73c6d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193542 Nov 11 11:53:35.278350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b98f63-4c3a-49dc-8999-f69ed6505749 req-dff973f9-d51a-4b82-8622-797cf93923d3 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:35.279900 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30b98f63-4c3a-49dc-8999-f69ed6505749 req-dff973f9-d51a-4b82-8622-797cf93923d3 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 944 time: 0.1474593 Nov 11 11:53:35.300250 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-316ddee1-8d76-402a-8a2b-5bbefda7889a admin admin] Deleting port 8568f975-04e0-4aa5-a202-77c6664586fa {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:53:35.300823 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-316ddee1-8d76-402a-8a2b-5bbefda7889a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:35.361837 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9503bc00-43c3-40bc-945d-dd89a9f22368 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:53:35.424300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-446df497-cbfd-48d4-acc0-74ed8d368c65 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:35.426217 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-446df497-cbfd-48d4-acc0-74ed8d368c65 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab&tenant_id=6c923494b0b24034811a64096faf7424&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 1095 time: 0.1317890 Nov 11 11:53:35.514098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-316ddee1-8d76-402a-8a2b-5bbefda7889a admin admin] For port 8568f975-04e0-4aa5-a202-77c6664586fa, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8568f975-04e0-4aa5-a202-77c6664586fa,segment=NetworkSegment(981b2d1a-33cd-48f1-a63f-d601e31ff5a0),segment_id=981b2d1a-33cd-48f1-a63f-d601e31ff5a0)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:35.514481 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-316ddee1-8d76-402a-8a2b-5bbefda7889a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:35.532307 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 9503bc00-43c3-40bc-945d-dd89a9f22368 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:53:35.536588 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 9503bc00-43c3-40bc-945d-dd89a9f22368 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:35.537132 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:35.555776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-316ddee1-8d76-402a-8a2b-5bbefda7889a admin admin] Calling delete_port for 8568f975-04e0-4aa5-a202-77c6664586fa owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:53:35.586267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30b98f63-4c3a-49dc-8999-f69ed6505749 req-3333a97a-6ce7-4cb2-a477-260ec9f1fbfb tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002291 Nov 11 11:53:35.730246 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:35.756715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1ad36-4e90-411f-ad8d-525c7ac354aa req-adf73503-eec8-4562-b8ae-dacc7215f30f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:35.767574 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2d1ad36-4e90-411f-ad8d-525c7ac354aa req-adf73503-eec8-4562-b8ae-dacc7215f30f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.1383102 Nov 11 11:53:35.794972 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-f856ed27-cedd-41ff-a017-da86877da61d service neutron] For port 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:53:35.799971 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-f856ed27-cedd-41ff-a017-da86877da61d service neutron] Publish callbacks [] for binding, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:35.801504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c906170c-fa3f-4ddf-ab20-ee00ef679438 req-f856ed27-cedd-41ff-a017-da86877da61d service neutron] 10.222.0.43 "DELETE /v2.0/ports/199c3395-a864-4b65-ad7c-ecb8bf0590a9/bindings/n-h1-807359-3 HTTP/1.1" status: 204 len: 173 time: 0.3642476 Nov 11 11:53:35.916825 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa83321-1b5f-4e6c-bcf8-c4f02a41d437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9503bc00-43c3-40bc-945d-dd89a9f22368'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:35.933517 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55cb5e6-4a8a-45e9-8c71-516373cff154" -d '{"events": [{"server_uuid": "9fa83321-1b5f-4e6c-bcf8-c4f02a41d437", "name": "network-vif-plugged", "status": "completed", "tag": "9503bc00-43c3-40bc-945d-dd89a9f22368"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:35.935887 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2d1ad36-4e90-411f-ad8d-525c7ac354aa req-7d9a70e1-6a68-4342-abc8-2625192fa09e tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656418 Nov 11 11:53:35.958294 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1f42c736-5187-4cac-89ed-f28a43f744a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:35.960470 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-316ddee1-8d76-402a-8a2b-5bbefda7889a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:36.011103 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9503bc00-43c3-40bc-945d-dd89a9f22368, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9503bc00-43c3-40bc-945d-dd89a9f22368,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:36.019508 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8568f975-04e0-4aa5-a202-77c6664586fa up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:53:36.029481 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ddee1-8d76-402a-8a2b-5bbefda7889a admin admin] Pushing event deleted for resources: {'Port': ['ID=8568f975-04e0-4aa5-a202-77c6664586fa,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:36.140835 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469327e9-b3cc-483c-b67a-5fda7e501cdf x-openstack-request-id: req-469327e9-b3cc-483c-b67a-5fda7e501cdf {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:36.141272 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa83321-1b5f-4e6c-bcf8-c4f02a41d437", "name": "network-vif-plugged", "status": "completed", "tag": "9503bc00-43c3-40bc-945d-dd89a9f22368", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:36.141527 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-469327e9-b3cc-483c-b67a-5fda7e501cdf {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:36.141952 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa83321-1b5f-4e6c-bcf8-c4f02a41d437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9503bc00-43c3-40bc-945d-dd89a9f22368', 'code': 200} Nov 11 11:53:36.146626 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:36.147447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:53:36.166154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 8568f975-04e0-4aa5-a202-77c6664586fa {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:53:36.166527 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8568f975-04e0-4aa5-a202-77c6664586fa not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 11 11:53:36.190251 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805c8c6-a873-4bec-8031-d254ff391e51 req-7f82b987-368f-4b81-bf31-bb07bfff7a95 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:36.201302 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e805c8c6-a873-4bec-8031-d254ff391e51 req-7f82b987-368f-4b81-bf31-bb07bfff7a95 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 949 time: 0.2641475 Nov 11 11:53:36.319657 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Port 8568f975-04e0-4aa5-a202-77c6664586fa not found, will not notify nova. {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 11 11:53:36.509536 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-316ddee1-8d76-402a-8a2b-5bbefda7889a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:36.523761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=9503bc00-43c3-40bc-945d-dd89a9f22368,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:36.546970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:53:36.551600 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:36.551965 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:36.556524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fed5d-c766-4a59-b8a8-1e2dd7cd0e6f req-fd85ef1f-24cd-43f7-b965-3e47f5573c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:36.558235 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-762fed5d-c766-4a59-b8a8-1e2dd7cd0e6f req-fd85ef1f-24cd-43f7-b965-3e47f5573c46 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 1101 time: 0.3559935 Nov 11 11:53:36.605202 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e805c8c6-a873-4bec-8031-d254ff391e51 req-1cfc36cd-3c59-49e4-8457-fbd4e186a03d tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742535 Nov 11 11:53:36.654863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439484a0-8f02-4247-a2ff-fce8080138d6 req-836f5dd5-05f1-4bc2-86db-9176e6f60ebe tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:36.663276 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-439484a0-8f02-4247-a2ff-fce8080138d6 req-836f5dd5-05f1-4bc2-86db-9176e6f60ebe tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 944 time: 0.2115335 Nov 11 11:53:36.737470 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:36.812420 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-762fed5d-c766-4a59-b8a8-1e2dd7cd0e6f req-f7f894a9-4df0-40f2-a25d-61ac58ac57d9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432785 Nov 11 11:53:36.825196 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-439484a0-8f02-4247-a2ff-fce8080138d6 req-af652321-47ea-43a3-bea6-52eb8cfc7757 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/security-groups?id=16bf867a-9de7-4adb-ac8f-722d73c6d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405208 Nov 11 11:53:36.825868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:36.833425 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:36.843093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b8d5b-1806-4672-8619-6fb5790a70f3 req-bf01985a-51b8-442d-97fe-741133702652 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:36.844683 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b58b8d5b-1806-4672-8619-6fb5790a70f3 req-bf01985a-51b8-442d-97fe-741133702652 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 944 time: 0.1141517 Nov 11 11:53:36.941062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b58b8d5b-1806-4672-8619-6fb5790a70f3 req-298775ad-7dd5-4e0a-b51d-a86f5eec06b9 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888069 Nov 11 11:53:36.954306 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:37.186596 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a512897-8a24-4985-8291-ca2f076ca964 req-055538c8-9f85-4f22-81fa-bb2d16b07122 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:37.195963 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1a512897-8a24-4985-8291-ca2f076ca964 req-055538c8-9f85-4f22-81fa-bb2d16b07122 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.1652586 Nov 11 11:53:37.220279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac0974-83a6-4738-8441-24e4a8284a0d req-fe3576c6-d94a-46fb-ba2c-6b7016ff7910 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:37.231602 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7ac0974-83a6-4738-8441-24e4a8284a0d req-fe3576c6-d94a-46fb-ba2c-6b7016ff7910 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 1095 time: 0.1274018 Nov 11 11:53:37.339308 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 70ac11fa-9668-4ea0-8017-dbb3684e2e6e up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:53:37.353381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7ac0974-83a6-4738-8441-24e4a8284a0d req-3aedf4e4-d059-4469-ad40-124a4ab56c98 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134913 Nov 11 11:53:37.370314 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1a512897-8a24-4985-8291-ca2f076ca964 req-f2031cfe-57ec-43a2-8608-1f49c1fb5a67 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663477 Nov 11 11:53:37.500818 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 70ac11fa-9668-4ea0-8017-dbb3684e2e6e completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:53:37.505022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 70ac11fa-9668-4ea0-8017-dbb3684e2e6e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:37.505389 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:37.524738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316ddee1-8d76-402a-8a2b-5bbefda7889a admin admin] Router a68eb391-38bc-49a0-9349-e10a3dd5ae36 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:53:37.610303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049aaf8-221f-450e-a3ca-808c2975bec5 req-252ea1d5-2264-4386-baf3-1cca53978d4d tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:37.615971 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c049aaf8-221f-450e-a3ca-808c2975bec5 req-252ea1d5-2264-4386-baf3-1cca53978d4d tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 1095 time: 0.0654836 Nov 11 11:53:37.690565 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:37.698465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c049aaf8-221f-450e-a3ca-808c2975bec5 req-5ffb1977-cfd4-4b4b-aeac-9135b11a445d tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757067 Nov 11 11:53:37.729928 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316ddee1-8d76-402a-8a2b-5bbefda7889a admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:53:37.735631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 70ac11fa-9668-4ea0-8017-dbb3684e2e6e, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=70ac11fa-9668-4ea0-8017-dbb3684e2e6e,segment=NetworkSegment(f237165c-fd24-45b1-83eb-c26470556384),segment_id=f237165c-fd24-45b1-83eb-c26470556384)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:37.741427 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-316ddee1-8d76-402a-8a2b-5bbefda7889a admin admin] 10.222.0.65 "PUT /v2.0/routers/a68eb391-38bc-49a0-9349-e10a3dd5ae36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9325712 Nov 11 11:53:37.743970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45012) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:37.746963 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:37.774970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d58181-9c23-44ee-b473-26761422adc4 None None] Sync routers for ids ['a68eb391-38bc-49a0-9349-e10a3dd5ae36'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:53:37.801264 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d58181-9c23-44ee-b473-26761422adc4 None None] Routers {'a68eb391-38bc-49a0-9349-e10a3dd5ae36'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:53:37.801931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-67d58181-9c23-44ee-b473-26761422adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:53:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a68eb391-38bc-49a0-9349-e10a3dd5ae36'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:37.849555 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfbca5-613d-44d7-b1e1-a0d3d797cb28 req-90169238-b6b2-4e36-b428-2322eeb7029d tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:37.858152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77dfbca5-613d-44d7-b1e1-a0d3d797cb28 req-90169238-b6b2-4e36-b428-2322eeb7029d tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 950 time: 0.1420105 Nov 11 11:53:37.992688 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d475406d-14f6-4ca2-b94e-e6f097e94060 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:37.994305 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77dfbca5-613d-44d7-b1e1-a0d3d797cb28 req-7e4f9207-7a1b-42ba-ad48-e1e1519664e6 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283624 Nov 11 11:53:37.995164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=70ac11fa-9668-4ea0-8017-dbb3684e2e6e,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:38.063323 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-68477155-2e55-46d0-9ff0-8c0940ea96e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:38.096981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-67d58181-9c23-44ee-b473-26761422adc4 None None] Set router a68eb391-38bc-49a0-9349-e10a3dd5ae36 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:53:38.175684 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e22a2d-0949-4e52-a492-a7baa94586aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47'}, {'server_uuid': 'c7fb47d1-defa-4a31-b42c-d4489839b7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ac11fa-9668-4ea0-8017-dbb3684e2e6e'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:38.181181 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94614dc6-aa4b-40fb-b568-77f260b9bd4e" -d '{"events": [{"server_uuid": "77e22a2d-0949-4e52-a492-a7baa94586aa", "name": "network-vif-plugged", "status": "completed", "tag": "f48844ca-1de0-40dd-8a67-3fc8cfaa4a47"}, {"server_uuid": "c7fb47d1-defa-4a31-b42c-d4489839b7e3", "name": "network-vif-plugged", "status": "completed", "tag": "70ac11fa-9668-4ea0-8017-dbb3684e2e6e"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:38.181468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ba121-1c9d-473f-ae06-5f3fb9417ab0 req-64d5eabf-cc67-4886-ba1f-5ae5898f2536 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:38.197611 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-100ba121-1c9d-473f-ae06-5f3fb9417ab0 req-64d5eabf-cc67-4886-ba1f-5ae5898f2536 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 945 time: 0.1155143 Nov 11 11:53:38.224139 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d475406d-14f6-4ca2-b94e-e6f097e94060 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:38.323677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d475406d-14f6-4ca2-b94e-e6f097e94060 admin admin] Deleting port 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:53:38.325101 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d475406d-14f6-4ca2-b94e-e6f097e94060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:38.336006 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-100ba121-1c9d-473f-ae06-5f3fb9417ab0 req-a41ec0f1-d98f-4973-a654-d414968ed8a2 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/security-groups?id=16bf867a-9de7-4adb-ac8f-722d73c6d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372309 Nov 11 11:53:38.457465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-67d58181-9c23-44ee-b473-26761422adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276696124-router', 'tenant_id': '77e84c26439445f984034c3a250667c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:20Z', 'updated_at': '2021-11-11T11:53:35Z', 'revision_number': 5, 'project_id': '77e84c26439445f984034c3a250667c8', 'gw_port': {'id': '59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:21Z', 'updated_at': '2021-11-11T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:38.547353 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfc5173-26b5-49dc-9f87-ea94fbd4704e x-openstack-request-id: req-dcfc5173-26b5-49dc-9f87-ea94fbd4704e {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:38.547723 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e22a2d-0949-4e52-a492-a7baa94586aa", "name": "network-vif-plugged", "status": "completed", "tag": "f48844ca-1de0-40dd-8a67-3fc8cfaa4a47", "code": 200}, {"server_uuid": "c7fb47d1-defa-4a31-b42c-d4489839b7e3", "name": "network-vif-plugged", "status": "completed", "tag": "70ac11fa-9668-4ea0-8017-dbb3684e2e6e", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:38.547905 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dcfc5173-26b5-49dc-9f87-ea94fbd4704e {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:38.548370 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e22a2d-0949-4e52-a492-a7baa94586aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47', 'code': 200} Nov 11 11:53:38.548631 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fb47d1-defa-4a31-b42c-d4489839b7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ac11fa-9668-4ea0-8017-dbb3684e2e6e', 'code': 200} Nov 11 11:53:38.555421 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d58181-9c23-44ee-b473-26761422adc4 None None] Checking router: a68eb391-38bc-49a0-9349-e10a3dd5ae36 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:53:38.583624 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-d475406d-14f6-4ca2-b94e-e6f097e94060 admin admin] For port 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:38.584152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d475406d-14f6-4ca2-b94e-e6f097e94060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:38.591363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d58181-9c23-44ee-b473-26761422adc4 None None] Routers {'a68eb391-38bc-49a0-9349-e10a3dd5ae36'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:53:38.592165 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-67d58181-9c23-44ee-b473-26761422adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:53:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a68eb391-38bc-49a0-9349-e10a3dd5ae36'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:38.625193 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d475406d-14f6-4ca2-b94e-e6f097e94060 admin admin] Calling delete_port for 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:53:38.745702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc04458-7160-40ef-86ee-c16a73253041 req-dc6e4ea9-bc54-4e59-9d40-fea9e199719d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:38.759099 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6fc04458-7160-40ef-86ee-c16a73253041 req-dc6e4ea9-bc54-4e59-9d40-fea9e199719d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.1842823 Nov 11 11:53:38.813689 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-67d58181-9c23-44ee-b473-26761422adc4 None None] Set router a68eb391-38bc-49a0-9349-e10a3dd5ae36 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:53:38.882133 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6fc04458-7160-40ef-86ee-c16a73253041 req-283485c6-8764-47e3-aa14-3551890c0764 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155992 Nov 11 11:53:38.890514 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5d5ac-6461-46da-a109-a14b70b120c8 req-c11f7f54-1639-4e43-b624-8aaea8d4e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:38.892130 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ca5d5ac-6461-46da-a109-a14b70b120c8 req-c11f7f54-1639-4e43-b624-8aaea8d4e875 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77e22a2d-0949-4e52-a492-a7baa94586aa HTTP/1.1" status: 200 len: 1101 time: 0.2452562 Nov 11 11:53:38.924960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-67d58181-9c23-44ee-b473-26761422adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276696124-router', 'tenant_id': '77e84c26439445f984034c3a250667c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:20Z', 'updated_at': '2021-11-11T11:53:38Z', 'revision_number': 6, 'project_id': '77e84c26439445f984034c3a250667c8', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:38.954530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3811f42-f592-492e-8e27-d2d87200edfc req-9883aab4-71ab-4217-9111-483f04f2fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:38.957043 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c3811f42-f592-492e-8e27-d2d87200edfc req-9883aab4-71ab-4217-9111-483f04f2fcb8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 1096 time: 0.1861866 Nov 11 11:53:38.958212 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d475406d-14f6-4ca2-b94e-e6f097e94060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:39.004377 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ca5d5ac-6461-46da-a109-a14b70b120c8 req-c51078d9-f6fa-4aeb-b753-6d95d6980ab3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032257 Nov 11 11:53:39.004747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d58181-9c23-44ee-b473-26761422adc4 None None] The sync data for ids ['a68eb391-38bc-49a0-9349-e10a3dd5ae36'] in n-d-807359-3 is: [{'id': 'a68eb391-38bc-49a0-9349-e10a3dd5ae36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276696124-router', 'tenant_id': '77e84c26439445f984034c3a250667c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:20Z', 'updated_at': '2021-11-11T11:53:38Z', 'revision_number': 6, 'project_id': '77e84c26439445f984034c3a250667c8', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:53:39.008919 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:39.051612 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475406d-14f6-4ca2-b94e-e6f097e94060 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:39.112983 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c3811f42-f592-492e-8e27-d2d87200edfc req-4d242fc0-e2e0-4f3e-b088-acac6b78ae39 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=16bf867a-9de7-4adb-ac8f-722d73c6d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482985 Nov 11 11:53:39.154803 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d475406d-14f6-4ca2-b94e-e6f097e94060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:39.162132 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f4f5c-c462-45e8-b4e1-54a6f2f3cbee req-ec9248c6-945c-450c-97be-f9ce5e74eecb tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:39.163659 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f51f4f5c-c462-45e8-b4e1-54a6f2f3cbee req-ec9248c6-945c-450c-97be-f9ce5e74eecb tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 950 time: 0.0622218 Nov 11 11:53:39.211105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f51f4f5c-c462-45e8-b4e1-54a6f2f3cbee req-b5ac9834-c643-478b-958b-4c6a63d7d377 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415170 Nov 11 11:53:39.246075 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d475406d-14f6-4ca2-b94e-e6f097e94060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:39.248345 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d475406d-14f6-4ca2-b94e-e6f097e94060 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:39.294285 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d475406d-14f6-4ca2-b94e-e6f097e94060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:39.294736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d475406d-14f6-4ca2-b94e-e6f097e94060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a68eb391-38bc-49a0-9349-e10a3dd5ae36 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:53:39.299736 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d475406d-14f6-4ca2-b94e-e6f097e94060 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:39.301076 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d475406d-14f6-4ca2-b94e-e6f097e94060 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a68eb391-38bc-49a0-9349-e10a3dd5ae36 HTTP/1.1" status: 204 len: 168 time: 1.5559647 Nov 11 11:53:39.306016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45058) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:39.331144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5143d3f-915f-47f0-9cd8-a07c9808aa7c req-36fd6be0-8805-4fc4-8118-6327cbd021c8 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:39.332678 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b5143d3f-915f-47f0-9cd8-a07c9808aa7c req-36fd6be0-8805-4fc4-8118-6327cbd021c8 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e22a2d-0949-4e52-a492-a7baa94586aa HTTP/1.1" status: 200 len: 950 time: 0.0515494 Nov 11 11:53:39.360565 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b880a43-7488-49a4-ac76-52492cdec662 admin admin] Deleting subnet 5a7ae37d-3802-4d85-85fd-6bef528d734a {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:53:39.364327 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0b880a43-7488-49a4-ac76-52492cdec662 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:39.408669 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b5143d3f-915f-47f0-9cd8-a07c9808aa7c req-e2cbf2cf-4cf2-4762-9dbd-e4fa2562f72d tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696921 Nov 11 11:53:39.417843 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0b880a43-7488-49a4-ac76-52492cdec662 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:39.512859 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c6439-1594-45ed-9342-166d7d6afbf8 req-78d16185-9eb6-4b97-9e99-5c3c48614e3b tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:39.514494 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-318c6439-1594-45ed-9342-166d7d6afbf8 req-78d16185-9eb6-4b97-9e99-5c3c48614e3b tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0749238 Nov 11 11:53:39.545112 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0b880a43-7488-49a4-ac76-52492cdec662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:39.615568 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-318c6439-1594-45ed-9342-166d7d6afbf8 req-ca34c38b-6c4d-4530-b96e-6a161a243d6a tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/security-groups?id=16bf867a-9de7-4adb-ac8f-722d73c6d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933394 Nov 11 11:53:39.617374 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0b880a43-7488-49a4-ac76-52492cdec662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:39.659576 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0b880a43-7488-49a4-ac76-52492cdec662 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:39.666491 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45088) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:39.668631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e66b2c-d062-42a7-97c8-e4615110dfa6 None None] Network 7ed8f82a-6e19-409f-8f15-e744c01060f4 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:53:39.680818 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0b880a43-7488-49a4-ac76-52492cdec662 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5a7ae37d-3802-4d85-85fd-6bef528d734a HTTP/1.1" status: 204 len: 168 time: 0.3734474 Nov 11 11:53:39.681949 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b880a43-7488-49a4-ac76-52492cdec662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a7ae37d-3802-4d85-85fd-6bef528d734a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:39.868074 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:40.029363 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] Deleting port aa9792f1-6db7-478b-b03d-410bbc754b02 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:53:40.030125 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:40.173683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] For port aa9792f1-6db7-478b-b03d-410bbc754b02, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=aa9792f1-6db7-478b-b03d-410bbc754b02,segment=NetworkSegment(981b2d1a-33cd-48f1-a63f-d601e31ff5a0),segment_id=981b2d1a-33cd-48f1-a63f-d601e31ff5a0)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:40.174371 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:40.200861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] Calling delete_port for aa9792f1-6db7-478b-b03d-410bbc754b02 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:53:40.219769 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8568f975-04e0-4aa5-a202-77c6664586fa no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:53:40.249536 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 8568f975-04e0-4aa5-a202-77c6664586fa {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:53:40.249928 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8568f975-04e0-4aa5-a202-77c6664586fa not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:53:40.250314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:53:40.333865 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:53:40.334568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 59e1eba7-c4ea-4ec8-8902-ef5f7a42eab4 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:53:40.357088 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:40.458520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa9792f1-6db7-478b-b03d-410bbc754b02,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:40.465182 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] No DVR routers for this DVR port aa9792f1-6db7-478b-b03d-410bbc754b02 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:53:40.477204 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:40.495583 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786aef98-7a38-4354-ab1c-717726b4edab None None] DHCP port deletion for 7ed8f82a-6e19-409f-8f15-e744c01060f4 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:53:40.616211 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:40.639614 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9b226-c966-4241-941e-49e5dff2ee04 req-b3430c96-433f-4780-8fbf-a68e2293cd5e tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:40.641468 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93f9b226-c966-4241-941e-49e5dff2ee04 req-b3430c96-433f-4780-8fbf-a68e2293cd5e tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.1232932 Nov 11 11:53:40.657944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed8f82a-6e19-409f-8f15-e744c01060f4']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:40.682171 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981b2d1a-33cd-48f1-a63f-d601e31ff5a0') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:40.682581 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981b2d1a-33cd-48f1-a63f-d601e31ff5a0') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:40.709437 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:40.741884 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:40.747493 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93f9b226-c966-4241-941e-49e5dff2ee04 req-af500122-fbda-43fe-9bdb-7139b4bcb1e4 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980537 Nov 11 11:53:40.755195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:53:40.755601 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: timer() Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:53:40.757660 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:53:40.826161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bad9b0-ba71-437b-9f4a-c4e7d220cc77 req-5db9b526-739c-4af1-aafb-9eca4ff369c8 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:40.833652 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d3bad9b0-ba71-437b-9f4a-c4e7d220cc77 req-5db9b526-739c-4af1-aafb-9eca4ff369c8 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e22a2d-0949-4e52-a492-a7baa94586aa HTTP/1.1" status: 200 len: 950 time: 0.1729867 Nov 11 11:53:40.898955 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d3bad9b0-ba71-437b-9f4a-c4e7d220cc77 req-81bccef1-2ffe-46ad-b8f2-584b2f695d37 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617304 Nov 11 11:53:40.901025 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:40.919707 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:40.923376 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7ed8f82a-6e19-409f-8f15-e744c01060f4 HTTP/1.1" status: 204 len: 168 time: 1.2554760 Nov 11 11:53:40.933323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a958de1-d549-4494-8205-4d779e6119c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed8f82a-6e19-409f-8f15-e744c01060f4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:41.068424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcb268-ce36-4715-85c6-6c1e4fe2dc3a req-d5c3a5b2-b9db-4436-9b60-c71f79035de6 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:41.073416 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6fcb268-ce36-4715-85c6-6c1e4fe2dc3a req-d5c3a5b2-b9db-4436-9b60-c71f79035de6 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 945 time: 0.1159189 Nov 11 11:53:41.111171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45152) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:41.153945 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6fcb268-ce36-4715-85c6-6c1e4fe2dc3a req-ec43e551-5abc-4736-832b-b5562fe9a33c tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/security-groups?id=16bf867a-9de7-4adb-ac8f-722d73c6d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732050 Nov 11 11:53:41.212985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45162) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:41.214070 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-033a1166-1d18-4077-996e-8a95a15479fa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=77e84c26439445f984034c3a250667c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1017420 Nov 11 11:53:41.268044 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:41.299447 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ffbc55c8-7a5a-4a8f-9dac-b2eab78b40b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:41.321645 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ffbc55c8-7a5a-4a8f-9dac-b2eab78b40b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:41.449814 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ffbc55c8-7a5a-4a8f-9dac-b2eab78b40b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:41.452413 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ffbc55c8-7a5a-4a8f-9dac-b2eab78b40b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:41.456241 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ffbc55c8-7a5a-4a8f-9dac-b2eab78b40b0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/78d94506-9f83-409d-8592-2822b2869711 HTTP/1.1" status: 204 len: 168 time: 0.2392936 Nov 11 11:53:41.464738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-0ce42a9d-de36-4843-8d2f-5571b8cedd4d tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:41.466253 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-0ce42a9d-de36-4843-8d2f-5571b8cedd4d tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/networks?id=3912451f-5f8d-4108-8931-6e48d526950a HTTP/1.1" status: 200 len: 804 time: 0.1424789 Nov 11 11:53:41.471689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc55c8-7a5a-4a8f-9dac-b2eab78b40b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d94506-9f83-409d-8592-2822b2869711,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:41.493978 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-50bae9e0-8ca0-4e70-8f37-82d05d4c3b6a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/quotas/ea71f96c9cce46148a8d917cd68a071b HTTP/1.1" status: 200 len: 375 time: 0.0138941 Nov 11 11:53:41.591274 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-7f462060-400d-4b8d-992f-bc360f2ecc90 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ea71f96c9cce46148a8d917cd68a071b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0890341 Nov 11 11:53:41.727137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b3803-3bae-4682-a9a1-75d32a118ff6 req-7587111c-36ab-412d-974b-990cd25276c1 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:41.728783 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c63b3803-3bae-4682-a9a1-75d32a118ff6 req-7587111c-36ab-412d-974b-990cd25276c1 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/ports?device_id=3322bc28-8d0e-4eef-96a4-766fa4736490 HTTP/1.1" status: 200 len: 945 time: 0.1102064 Nov 11 11:53:41.752460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-9e8d9c77-7785-4f8e-b6c3-30c281ae9f53 service neutron] 10.222.0.65 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537957 Nov 11 11:53:41.833055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c63b3803-3bae-4682-a9a1-75d32a118ff6 req-9b2c55de-e2a7-44a1-bcc4-08ec37a511f9 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/security-groups?id=83ca3db3-6e3d-4662-bb29-4bedd95cc262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967689 Nov 11 11:53:41.875696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-9bcef724-1a7c-4588-87ed-12e9fd9312c7 service neutron] 10.222.0.65 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151826 Nov 11 11:53:41.921347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device aa9792f1-6db7-478b-b03d-410bbc754b02 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:53:41.965057 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: aa9792f1-6db7-478b-b03d-410bbc754b02 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:53:41.965284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device aa9792f1-6db7-478b-b03d-410bbc754b02 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:53:42.152022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cd8c8-846d-4144-9d8e-8655d4073a99 req-38ae3b29-7cfc-4ff6-821c-ec53f20986f3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:42.153646 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ed8cd8c8-846d-4144-9d8e-8655d4073a99 req-38ae3b29-7cfc-4ff6-821c-ec53f20986f3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.0916183 Nov 11 11:53:42.258637 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ed8cd8c8-846d-4144-9d8e-8655d4073a99 req-330a9ac2-1d2c-4c1e-bf88-9f8d7c2c50a3 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912368 Nov 11 11:53:42.346485 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f602ada-02bb-4571-8e00-52342468886d req-79855a8c-e341-469e-a9ed-790802b1ee11 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0b0ffe8-f96b-4ea6-b207-47b2827d63fe HTTP/1.1" status: 200 len: 210 time: 0.0863030 Nov 11 11:53:42.376859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c0e0a-7e81-44d7-9bc6-76e7c0fe7ccb req-82ae6439-eaa8-4439-b9db-94de3fa17688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:42.378985 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-212c0e0a-7e81-44d7-9bc6-76e7c0fe7ccb req-82ae6439-eaa8-4439-b9db-94de3fa17688 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a58fbcdb7f7d4ebfa6455aab912f42fc&device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0764577 Nov 11 11:53:42.453407 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196a4f6-115f-4602-b8df-b92207e30e39 req-93117e59-e063-48e0-96d0-89271e295574 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:42.468079 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3196a4f6-115f-4602-b8df-b92207e30e39 req-93117e59-e063-48e0-96d0-89271e295574 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0797122 Nov 11 11:53:42.503606 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c0e0a-7e81-44d7-9bc6-76e7c0fe7ccb req-c5d38be3-d07f-4b1a-a7b0-f96d0f9087d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:42.505384 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-212c0e0a-7e81-44d7-9bc6-76e7c0fe7ccb req-c5d38be3-d07f-4b1a-a7b0-f96d0f9087d1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b8e725d-a75b-4e27-a3b4-fb80d1cbd626 HTTP/1.1" status: 200 len: 915 time: 0.1159632 Nov 11 11:53:42.549297 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3196a4f6-115f-4602-b8df-b92207e30e39 req-e15330be-5cf6-4154-8032-d5f98650e399 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/security-groups?id=16bf867a-9de7-4adb-ac8f-722d73c6d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779710 Nov 11 11:53:42.568274 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-212c0e0a-7e81-44d7-9bc6-76e7c0fe7ccb req-66a15ab6-33c0-43d7-a0a5-009d7f5bf8d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70ac11fa-9668-4ea0-8017-dbb3684e2e6e HTTP/1.1" status: 200 len: 217 time: 0.0539436 Nov 11 11:53:42.575755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45230) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:42.632798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c0e0a-7e81-44d7-9bc6-76e7c0fe7ccb req-2746a462-5660-416a-9286-04d102decb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:42.634978 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-212c0e0a-7e81-44d7-9bc6-76e7c0fe7ccb req-2746a462-5660-416a-9286-04d102decb69 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b64a4ab-67b6-4e6a-88c4-633aa476b1b9 HTTP/1.1" status: 200 len: 853 time: 0.0525539 Nov 11 11:53:42.680942 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-212c0e0a-7e81-44d7-9bc6-76e7c0fe7ccb req-ac1fbbec-08cb-4d3e-b1b1-aba71c11bc55 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b8e725d-a75b-4e27-a3b4-fb80d1cbd626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340595 Nov 11 11:53:42.704727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5b2a0f70-6cde-43ef-b7b3-f8033a9e2507 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-256337225-network', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:42.778818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2a0f70-6cde-43ef-b7b3-f8033a9e2507 admin admin] Made reservation on behalf of a9e0b9efba9346bdbbe140442a606abf for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:53:42.781483 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b2a0f70-6cde-43ef-b7b3-f8033a9e2507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:42.795266 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b2a0f70-6cde-43ef-b7b3-f8033a9e2507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:42.819197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab908756-a1d4-4a71-8b9a-34fc5e0cb8c3 req-1fe7273f-1cc2-4e2b-9c67-8c77685d4a5a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:42.819803 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-212c0e0a-7e81-44d7-9bc6-76e7c0fe7ccb req-cb6059bb-1e54-453d-ad80-10c4bfcb0258 service neutron] 10.222.0.62 "GET /v2.0/networks/1b8e725d-a75b-4e27-a3b4-fb80d1cbd626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308141 Nov 11 11:53:42.821093 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab908756-a1d4-4a71-8b9a-34fc5e0cb8c3 req-1fe7273f-1cc2-4e2b-9c67-8c77685d4a5a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b51f5b4-6c60-409d-bbee-47d848ffbcc2 HTTP/1.1" status: 200 len: 945 time: 0.0535603 Nov 11 11:53:42.888881 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b2a0f70-6cde-43ef-b7b3-f8033a9e2507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:42.901469 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b2a0f70-6cde-43ef-b7b3-f8033a9e2507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:42.991053 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2a0f70-6cde-43ef-b7b3-f8033a9e2507 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:53:43.018578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a0f70-6cde-43ef-b7b3-f8033a9e2507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864b44a6-8b6e-4f9e-b3cf-e37f43dbc2f5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:43.032057 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b2a0f70-6cde-43ef-b7b3-f8033a9e2507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:43.032403 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-5b2a0f70-6cde-43ef-b7b3-f8033a9e2507 admin admin] Added segment a74fc533-5284-4920-9171-71c10fa33da5 of type vlan for network 114b7753-62c2-472b-8415-1a3626ff81aa Nov 11 11:53:43.095885 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-212c0e0a-7e81-44d7-9bc6-76e7c0fe7ccb req-f39c3db6-308a-4439-bc41-8648bc6672ee service neutron] 10.222.0.62 "GET /v2.0/networks/1b8e725d-a75b-4e27-a3b4-fb80d1cbd626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054329 Nov 11 11:53:43.109290 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b86e12-174d-4a50-b9c5-aba396604a9d req-6cced9e1-6d0a-45cb-8292-dd38856bce80 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:43.110685 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-ab908756-a1d4-4a71-8b9a-34fc5e0cb8c3 req-320b270f-5b41-4976-82da-c7b1cdb1a9b4 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Deleting port 4258946e-cdae-461c-9d4b-c050bd5ce08d {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:53:43.111117 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ab908756-a1d4-4a71-8b9a-34fc5e0cb8c3 req-320b270f-5b41-4976-82da-c7b1cdb1a9b4 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:43.111468 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-66b86e12-174d-4a50-b9c5-aba396604a9d req-6cced9e1-6d0a-45cb-8292-dd38856bce80 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.43 "GET /v2.0/ports?device_id=3322bc28-8d0e-4eef-96a4-766fa4736490 HTTP/1.1" status: 200 len: 945 time: 0.1365538 Nov 11 11:53:43.117548 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-e81364f3-221d-4cd5-b819-50638955ee4f req-8897e71c-5054-4717-832f-1ce57e03208f service neutron] show failed (client error): The resource could not be found. Nov 11 11:53:43.119623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-8897e71c-5054-4717-832f-1ce57e03208f service neutron] 10.222.0.43 "GET /v2.0/ports/8cb5a78a-bf04-4af4-81a6-6cf75eb217da/bindings/n-h1-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.2124028 Nov 11 11:53:43.131589 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b2a0f70-6cde-43ef-b7b3-f8033a9e2507 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:43.131761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf93ba0-5a5f-48ee-adba-42ec0c96d949 req-bcd0c45d-33aa-42b9-a9d4-566cb1618018 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:43.133337 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1bf93ba0-5a5f-48ee-adba-42ec0c96d949 req-bcd0c45d-33aa-42b9-a9d4-566cb1618018 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/ports?device_id=3322bc28-8d0e-4eef-96a4-766fa4736490 HTTP/1.1" status: 200 len: 945 time: 0.1591423 Nov 11 11:53:43.243177 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1bf93ba0-5a5f-48ee-adba-42ec0c96d949 req-0fd0ba9d-0930-4849-8516-05d2f570a772 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/security-groups?id=83ca3db3-6e3d-4662-bb29-4bedd95cc262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975139 Nov 11 11:53:43.286142 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b2a0f70-6cde-43ef-b7b3-f8033a9e2507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:43.287442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2a0f70-6cde-43ef-b7b3-f8033a9e2507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:43.288336 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b2a0f70-6cde-43ef-b7b3-f8033a9e2507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:43.318967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-ab908756-a1d4-4a71-8b9a-34fc5e0cb8c3 req-320b270f-5b41-4976-82da-c7b1cdb1a9b4 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] For port 4258946e-cdae-461c-9d4b-c050bd5ce08d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4258946e-cdae-461c-9d4b-c050bd5ce08d,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:43.319666 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ab908756-a1d4-4a71-8b9a-34fc5e0cb8c3 req-320b270f-5b41-4976-82da-c7b1cdb1a9b4 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:43.339000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-ab908756-a1d4-4a71-8b9a-34fc5e0cb8c3 req-320b270f-5b41-4976-82da-c7b1cdb1a9b4 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Calling delete_port for 4258946e-cdae-461c-9d4b-c050bd5ce08d owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:53:43.384602 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:53:43.527277 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5b2a0f70-6cde-43ef-b7b3-f8033a9e2507 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9475160 Nov 11 11:53:43.531301 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45254) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:43.538038 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-51d3d4a9-c078-441f-aed9-3dc61461d3be admin admin] Request body: {'subnet': {'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-256337225-subnet', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:43.546890 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a0f70-6cde-43ef-b7b3-f8033a9e2507 admin admin] Pushing event updated for resources: {'Network': ['ID=114b7753-62c2-472b-8415-1a3626ff81aa,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:43.548026 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4258946e-cdae-461c-9d4b-c050bd5ce08d no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:53:43.589650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d3d4a9-c078-441f-aed9-3dc61461d3be admin admin] Made reservation on behalf of a9e0b9efba9346bdbbe140442a606abf for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:53:43.592316 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-51d3d4a9-c078-441f-aed9-3dc61461d3be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:43.596430 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-66b86e12-174d-4a50-b9c5-aba396604a9d req-5887edfe-209b-462c-891f-8b02b9eaf855 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Deleting port 0e27118b-eedf-4a8c-bb71-2a3e5418a336 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:53:43.596969 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-66b86e12-174d-4a50-b9c5-aba396604a9d req-5887edfe-209b-462c-891f-8b02b9eaf855 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:43.618977 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 114b7753-62c2-472b-8415-1a3626ff81aa details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:53:43.633242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81364f3-221d-4cd5-b819-50638955ee4f req-033fe03d-14e5-4fe5-ba5d-f8838556736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:43.635082 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-033fe03d-14e5-4fe5-ba5d-f8838556736f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9&tenant_id=901de9f974a44ac4b70ad426cae25689 HTTP/1.1" status: 200 len: 1101 time: 0.1449420 Nov 11 11:53:43.688991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:43.789764 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No active binding found for port 4258946e-cdae-461c-9d4b-c050bd5ce08d {{(pid=109155) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 11:53:43.790602 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4258946e-cdae-461c-9d4b-c050bd5ce08d not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:53:43.793928 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:43.823948 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-a35ff665-ee91-48df-bef7-b308cdb98633 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:43.824655 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-a35ff665-ee91-48df-bef7-b308cdb98633 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.43 "GET /v2.0/networks?id=3912451f-5f8d-4108-8931-6e48d526950a HTTP/1.1" status: 200 len: 804 time: 0.3717036 Nov 11 11:53:43.824936 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ab908756-a1d4-4a71-8b9a-34fc5e0cb8c3 req-320b270f-5b41-4976-82da-c7b1cdb1a9b4 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:43.826582 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47', 'mac_address': 'fa:16:3e:ed:1c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:53:43.836114 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba974fd7-7f53-451a-9c71-3eeabfedacde req-7b551657-8260-49d3-842c-f9e1e295df4e tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0b0ffe8-f96b-4ea6-b207-47b2827d63fe HTTP/1.1" status: 200 len: 210 time: 0.1303804 Nov 11 11:53:43.839477 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:43.891219 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:43.911782 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:53:43.914435 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-66b86e12-174d-4a50-b9c5-aba396604a9d req-5887edfe-209b-462c-891f-8b02b9eaf855 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] For port 0e27118b-eedf-4a8c-bb71-2a3e5418a336, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=0e27118b-eedf-4a8c-bb71-2a3e5418a336,segment=NetworkSegment(3c7e2519-5250-4d02-a083-a7de23ca981c),segment_id=3c7e2519-5250-4d02-a083-a7de23ca981c)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:43.914809 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-66b86e12-174d-4a50-b9c5-aba396604a9d req-5887edfe-209b-462c-891f-8b02b9eaf855 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:43.919711 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-0f52ef17-da40-421d-808c-23a1ccc0544a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Request body: {'port': {'device_id': 'e0b0ffe8-f96b-4ea6-b207-47b2827d63fe', 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a', 'admin_state_up': True, 'tenant_id': 'ea71f96c9cce46148a8d917cd68a071b'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:43.940203 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:43.946463 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:43.946801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-66b86e12-174d-4a50-b9c5-aba396604a9d req-5887edfe-209b-462c-891f-8b02b9eaf855 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Calling delete_port for 0e27118b-eedf-4a8c-bb71-2a3e5418a336 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:53:44.028535 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:44.097205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b270f-5b41-4976-82da-c7b1cdb1a9b4 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Pushing event deleted for resources: {'Port': ['ID=4258946e-cdae-461c-9d4b-c050bd5ce08d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:44.117030 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f48844ca-1de0-40dd-8a67-3fc8cfaa4a47'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:53:44.169301 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-51d3d4a9-c078-441f-aed9-3dc61461d3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:44.178452 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab908756-a1d4-4a71-8b9a-34fc5e0cb8c3 req-320b270f-5b41-4976-82da-c7b1cdb1a9b4 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] No DVR routers for this DVR port 4258946e-cdae-461c-9d4b-c050bd5ce08d on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:53:44.185435 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ab908756-a1d4-4a71-8b9a-34fc5e0cb8c3 req-320b270f-5b41-4976-82da-c7b1cdb1a9b4 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:44.189300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab908756-a1d4-4a71-8b9a-34fc5e0cb8c3 req-320b270f-5b41-4976-82da-c7b1cdb1a9b4 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.43 "DELETE /v2.0/ports/4258946e-cdae-461c-9d4b-c050bd5ce08d HTTP/1.1" status: 204 len: 173 time: 1.3607955 Nov 11 11:53:44.192334 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b51f5b4-6c60-409d-bbee-47d848ffbcc2', 'name': 'network-vif-deleted', 'tag': '4258946e-cdae-461c-9d4b-c050bd5ce08d'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:44.194626 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1f1294-bdb0-4d05-a454-3e13479826c3" -d '{"events": [{"server_uuid": "1b51f5b4-6c60-409d-bbee-47d848ffbcc2", "name": "network-vif-deleted", "tag": "4258946e-cdae-461c-9d4b-c050bd5ce08d"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:44.212924 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dcb4f-cc65-4c89-b4ad-9eece1725b4d req-6e5b6cde-8020-4433-9642-98d89c674b5b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:44.220650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c6dcb4f-cc65-4c89-b4ad-9eece1725b4d req-6e5b6cde-8020-4433-9642-98d89c674b5b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.7666454 Nov 11 11:53:44.273966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3e73a-6358-400d-9636-f5617241f775 req-040760dd-0aea-4d17-8c00-3c558b684ee8 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:44.282885 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cce3e73a-6358-400d-9636-f5617241f775 req-040760dd-0aea-4d17-8c00-3c558b684ee8 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 945 time: 0.2089324 Nov 11 11:53:44.319374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3d4a9-c078-441f-aed9-3dc61461d3be admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba6fa33-e08b-4e6c-970e-30a7ae0b0476,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:44.340428 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d3d4a9-c078-441f-aed9-3dc61461d3be admin admin] Checking segment: {'id': 'a74fc533-5284-4920-9171-71c10fa33da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:53:44.340777 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d3d4a9-c078-441f-aed9-3dc61461d3be admin admin] Network hostable DHCP agents. Network: 114b7753-62c2-472b-8415-1a3626ff81aa, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:53:44.357951 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-0f52ef17-da40-421d-808c-23a1ccc0544a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Made reservation on behalf of ea71f96c9cce46148a8d917cd68a071b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:53:44.362829 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-0f52ef17-da40-421d-808c-23a1ccc0544a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:44.379310 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c6dcb4f-cc65-4c89-b4ad-9eece1725b4d req-1175dcd9-2712-4ad7-87ab-1a1bd7118b5b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576455 Nov 11 11:53:44.412409 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cce3e73a-6358-400d-9636-f5617241f775 req-4e195ac1-8899-44c7-a8c5-588908729232 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/security-groups?id=16bf867a-9de7-4adb-ac8f-722d73c6d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284444 Nov 11 11:53:44.421319 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:44.437278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d3d4a9-c078-441f-aed9-3dc61461d3be admin admin] Network 114b7753-62c2-472b-8415-1a3626ff81aa is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:53:44.477478 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-51d3d4a9-c078-441f-aed9-3dc61461d3be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 114b7753-62c2-472b-8415-1a3626ff81aa) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:53:44.490148 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d3d4a9-c078-441f-aed9-3dc61461d3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:44.490915 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-51d3d4a9-c078-441f-aed9-3dc61461d3be admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:44.493053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc1b653-73e9-4327-8a69-40037299ddd8 None None] Network 114b7753-62c2-472b-8415-1a3626ff81aa requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:53:44.493553 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-66b86e12-174d-4a50-b9c5-aba396604a9d req-5887edfe-209b-462c-891f-8b02b9eaf855 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:44.496454 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:53:44.546740 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['0e27118b-eedf-4a8c-bb71-2a3e5418a336'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:53:44.584578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887edfe-209b-462c-891f-8b02b9eaf855 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Pushing event deleted for resources: {'Port': ['ID=0e27118b-eedf-4a8c-bb71-2a3e5418a336,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:44.593075 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-51d3d4a9-c078-441f-aed9-3dc61461d3be admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0602100 Nov 11 11:53:44.607642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45276) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:44.620275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:44.624351 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e8ad75-05f4-4f74-b8ff-a8aa484f1094" -d '{"events": [{"server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "name": "network-vif-unplugged", "status": "completed", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:44.628603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-256337225-router', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:44.655577 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859cef96-efc2-4601-bdaa-69cbca9468d5 x-openstack-request-id: req-859cef96-efc2-4601-bdaa-69cbca9468d5 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:44.657096 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:44.657910 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b51f5b4-6c60-409d-bbee-47d848ffbcc2", "name": "network-vif-deleted", "tag": "4258946e-cdae-461c-9d4b-c050bd5ce08d", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:44.660580 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-859cef96-efc2-4601-bdaa-69cbca9468d5 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:44.661153 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b51f5b4-6c60-409d-bbee-47d848ffbcc2', 'name': 'network-vif-deleted', 'tag': '4258946e-cdae-461c-9d4b-c050bd5ce08d', 'status': 'completed', 'code': 200} Nov 11 11:53:44.686754 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b86e12-174d-4a50-b9c5-aba396604a9d req-5887edfe-209b-462c-891f-8b02b9eaf855 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] No DVR routers for this DVR port 0e27118b-eedf-4a8c-bb71-2a3e5418a336 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:53:44.698242 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-66b86e12-174d-4a50-b9c5-aba396604a9d req-5887edfe-209b-462c-891f-8b02b9eaf855 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:44.704127 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-66b86e12-174d-4a50-b9c5-aba396604a9d req-5887edfe-209b-462c-891f-8b02b9eaf855 tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.43 "DELETE /v2.0/ports/0e27118b-eedf-4a8c-bb71-2a3e5418a336 HTTP/1.1" status: 204 len: 173 time: 1.5620365 Nov 11 11:53:44.707917 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Transition to ACTIVE for port object 8cb5a78a-bf04-4af4-81a6-6cf75eb217da will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:53:44.716346 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:44.788527 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:44.788527 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:44.843831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] No DVR routers for this DVR port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:53:44.868175 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,revision_number=6']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:44.892769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-0f52ef17-da40-421d-808c-23a1ccc0544a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Allocated IP 172.20.0.6 (3912451f-5f8d-4108-8931-6e48d526950a/6895bfe9-2caf-4d68-8e8e-acf7b9702df7/23a0c4d5-9726-406d-92b8-4db56463e29b) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:53:44.924004 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cdbd2d-03f3-4ddc-997f-018c719d02d3 x-openstack-request-id: req-d7cdbd2d-03f3-4ddc-997f-018c719d02d3 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:44.950727 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "name": "network-vif-unplugged", "status": "completed", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:44.951192 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7cdbd2d-03f3-4ddc-997f-018c719d02d3 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:44.958140 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da', 'code': 200} Nov 11 11:53:45.026291 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-114b7753-62c2-472b-8415-1a3626ff81aa', 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'fixed_ips': [{'subnet_id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:53:45.027302 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:45.030769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Attempting to bind port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:53:45.031331 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Attempting to bind port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:53:45.031816 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Attempting to bind port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:45.043457 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:53:45.044010 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Attempting to bind port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:45.059541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:53:45.064246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:53:45.064897 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:53:45.065609 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Bound port: 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:53:45.068894 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:45.147525 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-0f52ef17-da40-421d-808c-23a1ccc0544a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:45.283672 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:53:45.304840 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:53:45.313403 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:45.394842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:53:45.418889 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:45.419684 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:45.422391 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] 10.222.0.62 "PUT /v2.0/ports/8cb5a78a-bf04-4af4-81a6-6cf75eb217da HTTP/1.1" status: 200 len: 1096 time: 1.7736065 Nov 11 11:53:45.522554 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddbd4d-d43f-41a9-bfbf-32d9943bfe93 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,revision_number=7']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:45.581608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81364f3-221d-4cd5-b819-50638955ee4f req-dd005cc7-34ba-4051-8e52-56059f73a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:45.583130 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-dd005cc7-34ba-4051-8e52-56059f73a6a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 1099 time: 0.1079903 Nov 11 11:53:45.658193 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:45.688236 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Allocated IP 172.20.0.2 (114b7753-62c2-472b-8415-1a3626ff81aa/1ba6fa33-e08b-4e6c-970e-30a7ae0b0476/eea1fc20-32f3-42a2-a4db-9c4560797fcd) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:53:45.746416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81364f3-221d-4cd5-b819-50638955ee4f req-8b16e7a7-97e4-4253-a7c1-c1323f9b67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:45.747887 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-8b16e7a7-97e4-4253-a7c1-c1323f9b67fc service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1502569 Nov 11 11:53:45.761620 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:45.768515 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:45.768991 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:45.781825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fb3844c5-f0cf-42d4-8202-7e281e8e373d req-bb94bb11-bfde-4ad0-90b3-fe6212a95abe tempest-AttachSCSIVolumeTestJSON-1656238090 tempest-AttachSCSIVolumeTestJSON-1656238090-project] 10.222.0.65 "GET /v2.0/ports?device_id=3322bc28-8d0e-4eef-96a4-766fa4736490 HTTP/1.1" status: 200 len: 210 time: 1.0217514 Nov 11 11:53:45.783182 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-0f52ef17-da40-421d-808c-23a1ccc0544a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:45.813059 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-f61325fe-851e-49de-ac7e-c5e0bc84746c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da HTTP/1.1" status: 200 len: 217 time: 0.0537412 Nov 11 11:53:46.048489 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:46.061192 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:53:46.083356 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:46.194719 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-0f52ef17-da40-421d-808c-23a1ccc0544a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Network 3912451f-5f8d-4108-8931-6e48d526950a is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:53:46.197574 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:46.198438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-0f52ef17-da40-421d-808c-23a1ccc0544a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:53:46.206797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-0f52ef17-da40-421d-808c-23a1ccc0544a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:53:46.220737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52ef17-da40-421d-808c-23a1ccc0544a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Pushing event updated for resources: {'Port': ['ID=23a0c4d5-9726-406d-92b8-4db56463e29b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:46.220969 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Network 114b7753-62c2-472b-8415-1a3626ff81aa is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:53:46.265837 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:53:46.272996 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:53:46.284886 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:46.306478 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e22a2d-0949-4e52-a492-a7baa94586aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:46.310490 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c32d20-a7d5-4779-9f79-8963a436b4ce" -d '{"events": [{"server_uuid": "77e22a2d-0949-4e52-a492-a7baa94586aa", "name": "network-vif-plugged", "status": "completed", "tag": "f48844ca-1de0-40dd-8a67-3fc8cfaa4a47"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:46.314301 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Pushing event updated for resources: {'Port': ['ID=eea1fc20-32f3-42a2-a4db-9c4560797fcd,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:46.323833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835094bb-dbe7-4da2-b263-17ce2139d8dc req-9a1f85ed-f953-4c14-a268-52057a3daafc tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:46.333207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-835094bb-dbe7-4da2-b263-17ce2139d8dc req-9a1f85ed-f953-4c14-a268-52057a3daafc tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0b0ffe8-f96b-4ea6-b207-47b2827d63fe HTTP/1.1" status: 200 len: 931 time: 0.5687058 Nov 11 11:53:46.351230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d158a05-b191-4372-ba0d-0d87f0c29c65 req-e09e1e58-ca67-4511-91bb-4d222e62a078 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:46.353558 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a288b39c-7cbb-45d7-886d-aa4595d0a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:46.360017 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d158a05-b191-4372-ba0d-0d87f0c29c65 req-e09e1e58-ca67-4511-91bb-4d222e62a078 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 945 time: 0.3730931 Nov 11 11:53:46.361329 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-a288b39c-7cbb-45d7-886d-aa4595d0a4f4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.5384660 Nov 11 11:53:46.414710 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:46.432271 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:46.442052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81364f3-221d-4cd5-b819-50638955ee4f req-1f3f1780-b757-4612-9e2a-db9b9b17c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:46.443554 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-1f3f1780-b757-4612-9e2a-db9b9b17c55b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737226 Nov 11 11:53:46.463172 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-0f52ef17-da40-421d-808c-23a1ccc0544a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:46.467431 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-0f52ef17-da40-421d-808c-23a1ccc0544a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:46.486189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Attempting to bind port eea1fc20-32f3-42a2-a4db-9c4560797fcd on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:53:46.486617 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Attempting to bind port eea1fc20-32f3-42a2-a4db-9c4560797fcd by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'a74fc533-5284-4920-9171-71c10fa33da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:53:46.486900 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Attempting to bind port eea1fc20-32f3-42a2-a4db-9c4560797fcd on network 114b7753-62c2-472b-8415-1a3626ff81aa {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:46.506382 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-0f52ef17-da40-421d-808c-23a1ccc0544a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6610563 Nov 11 11:53:46.556426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Request body: {'port': {'device_id': 'e0b0ffe8-f96b-4ea6-b207-47b2827d63fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:46.566040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:53:46.566813 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Checking segment: {'id': 'a74fc533-5284-4920-9171-71c10fa33da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:53:46.567447 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:46.568048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Bound using segment: {'id': 'a74fc533-5284-4920-9171-71c10fa33da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:53:46.568735 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Bound port: eea1fc20-32f3-42a2-a4db-9c4560797fcd, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74fc533-5284-4920-9171-71c10fa33da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:53:46.569363 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:46.571892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:46.582504 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-86643f5c-9d6a-44c2-8e8b-391272c9eabd service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215835 Nov 11 11:53:46.592933 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-835094bb-dbe7-4da2-b263-17ce2139d8dc req-5c0fc385-2850-418f-be20-54c9681bb573 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577617 Nov 11 11:53:46.624589 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d158a05-b191-4372-ba0d-0d87f0c29c65 req-13286cea-0f29-4dcc-ab0b-47aaaac619f9 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/security-groups?id=16bf867a-9de7-4adb-ac8f-722d73c6d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494209 Nov 11 11:53:46.714261 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:46.746047 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] For port eea1fc20-32f3-42a2-a4db-9c4560797fcd, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:53:46.755454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] For port eea1fc20-32f3-42a2-a4db-9c4560797fcd, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=eea1fc20-32f3-42a2-a4db-9c4560797fcd,segment=NetworkSegment(a74fc533-5284-4920-9171-71c10fa33da5),segment_id=a74fc533-5284-4920-9171-71c10fa33da5)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:53:46.766258 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:46.786563 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e81364f3-221d-4cd5-b819-50638955ee4f req-967929aa-54b0-4889-a2f8-eacf568a9387 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914582 Nov 11 11:53:46.857628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b876703-0aa0-449f-b42f-3988e0966326 None None] Pushing event updated for resources: {'Port': ['ID=eea1fc20-32f3-42a2-a4db-9c4560797fcd,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:46.905458 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547a7cb-051e-4ee6-a330-3cd6eea61463 req-37eba171-f5ea-44b3-a754-9c787d302299 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:46.907799 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e547a7cb-051e-4ee6-a330-3cd6eea61463 req-37eba171-f5ea-44b3-a754-9c787d302299 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 948 time: 0.1766467 Nov 11 11:53:46.952569 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b68db8-e08b-40ad-acaa-3a0d1e6ce4c2 x-openstack-request-id: req-c1b68db8-e08b-40ad-acaa-3a0d1e6ce4c2 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:46.953193 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e22a2d-0949-4e52-a492-a7baa94586aa", "name": "network-vif-plugged", "status": "completed", "tag": "f48844ca-1de0-40dd-8a67-3fc8cfaa4a47", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:46.953728 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1b68db8-e08b-40ad-acaa-3a0d1e6ce4c2 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:46.954329 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e22a2d-0949-4e52-a492-a7baa94586aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47', 'code': 200} Nov 11 11:53:46.959493 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3322bc28-8d0e-4eef-96a4-766fa4736490', 'name': 'network-vif-deleted', 'tag': '0e27118b-eedf-4a8c-bb71-2a3e5418a336'}, {'name': 'network-changed', 'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:46.962961 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5" -d '{"events": [{"server_uuid": "3322bc28-8d0e-4eef-96a4-766fa4736490", "name": "network-vif-deleted", "tag": "0e27118b-eedf-4a8c-bb71-2a3e5418a336"}, {"name": "network-changed", "server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:47.276619 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5ee44b-27ec-4f2b-b0f6-fe1c7eb68a3d x-openstack-request-id: req-7e5ee44b-27ec-4f2b-b0f6-fe1c7eb68a3d {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:47.276960 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3322bc28-8d0e-4eef-96a4-766fa4736490", "name": "network-vif-deleted", "tag": "0e27118b-eedf-4a8c-bb71-2a3e5418a336", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:47.277134 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e5ee44b-27ec-4f2b-b0f6-fe1c7eb68a3d {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:47.278316 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3322bc28-8d0e-4eef-96a4-766fa4736490', 'name': 'network-vif-deleted', 'tag': '0e27118b-eedf-4a8c-bb71-2a3e5418a336', 'status': 'completed', 'code': 200} Nov 11 11:53:47.278627 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da', 'status': 'completed', 'code': 200} Nov 11 11:53:47.296193 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:47.382280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7618194-022f-4c62-a4f4-6c4de270fb3d req-123c4a60-a994-4223-a2e1-52fc73df97a7 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:47.384230 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c7618194-022f-4c62-a4f4-6c4de270fb3d req-123c4a60-a994-4223-a2e1-52fc73df97a7 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 945 time: 0.2287121 Nov 11 11:53:47.409630 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:47.454377 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-6b02aa01-2ba5-4215-8cdc-ca6cc97db79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:47.457790 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-6b02aa01-2ba5-4215-8cdc-ca6cc97db79a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 1099 time: 0.1771946 Nov 11 11:53:47.469120 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e547a7cb-051e-4ee6-a330-3cd6eea61463 req-0d6c49f0-92dc-4e3b-aa3c-4ae29d4d83d9 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339196 Nov 11 11:53:47.543787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-eb320707-f7ef-40f5-bad7-1bcea7b40301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:47.545657 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-eb320707-f7ef-40f5-bad7-1bcea7b40301 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 1099 time: 0.2540917 Nov 11 11:53:47.574058 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 0e27118b-eedf-4a8c-bb71-2a3e5418a336 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:53:47.629046 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 0e27118b-eedf-4a8c-bb71-2a3e5418a336 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:53:47.631217 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 0e27118b-eedf-4a8c-bb71-2a3e5418a336 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:53:47.633650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 8cb5a78a-bf04-4af4-81a6-6cf75eb217da no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:53:47.645651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-bfb13a23-0b2e-4e1a-82eb-4786cc1a32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:47.647133 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-bfb13a23-0b2e-4e1a-82eb-4786cc1a32d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1805625 Nov 11 11:53:47.703751 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-055ce454-541c-42f5-9e3b-71463eba2268 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da HTTP/1.1" status: 200 len: 217 time: 0.0476322 Nov 11 11:53:47.706044 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 8cb5a78a-bf04-4af4-81a6-6cf75eb217da not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:53:47.769751 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-c7618194-022f-4c62-a4f4-6c4de270fb3d req-e8128ba4-e825-4862-8e02-4939e20bc276 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Deleting port 70ac11fa-9668-4ea0-8017-dbb3684e2e6e {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:53:47.770311 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c7618194-022f-4c62-a4f4-6c4de270fb3d req-e8128ba4-e825-4862-8e02-4939e20bc276 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:47.844081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-ee2c1619-f2a6-404e-95a4-a1bdb44056fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:47.845547 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-ee2c1619-f2a6-404e-95a4-a1bdb44056fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1351306 Nov 11 11:53:47.927242 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a0c4d5-9726-406d-92b8-4db56463e29b {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:53:47.962105 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:47.971226 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Allocated IP 172.25.2.55 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/9ed25852-1647-444e-b6af-1c43ca0ba7c0) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:53:47.971447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-42bce74c-ccb7-4a25-b276-6dc8b90aee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:47.973182 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-42bce74c-ccb7-4a25-b276-6dc8b90aee74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179216 Nov 11 11:53:47.985781 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c7618194-022f-4c62-a4f4-6c4de270fb3d req-e8128ba4-e825-4862-8e02-4939e20bc276 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] For port 70ac11fa-9668-4ea0-8017-dbb3684e2e6e, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=70ac11fa-9668-4ea0-8017-dbb3684e2e6e,segment=NetworkSegment(f237165c-fd24-45b1-83eb-c26470556384),segment_id=f237165c-fd24-45b1-83eb-c26470556384)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:47.985781 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c7618194-022f-4c62-a4f4-6c4de270fb3d req-e8128ba4-e825-4862-8e02-4939e20bc276 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:48.025096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Transition to ACTIVE for port object 23a0c4d5-9726-406d-92b8-4db56463e29b will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:53:48.042258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed7586-d07e-4b5b-ac2d-14f285dcc5e7 req-2deb558b-de42-49ec-9504-a7742873b4cd tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:48.043707 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-c7618194-022f-4c62-a4f4-6c4de270fb3d req-e8128ba4-e825-4862-8e02-4939e20bc276 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Calling delete_port for 70ac11fa-9668-4ea0-8017-dbb3684e2e6e owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:53:48.045462 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93ed7586-d07e-4b5b-ac2d-14f285dcc5e7 req-2deb558b-de42-49ec-9504-a7742873b4cd tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0b0ffe8-f96b-4ea6-b207-47b2827d63fe HTTP/1.1" status: 200 len: 931 time: 0.2825892 Nov 11 11:53:48.064659 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device eea1fc20-32f3-42a2-a4db-9c4560797fcd up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:53:48.072598 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:48.168338 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Pushing event updated for resources: {'Port': ['ID=23a0c4d5-9726-406d-92b8-4db56463e29b,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:48.207812 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16220c-8b50-48e6-a23d-214dca1a79df req-f53ebd4f-df90-4fb6-a5f7-f8b64645687d tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:48.209792 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e16220c-8b50-48e6-a23d-214dca1a79df req-f53ebd4f-df90-4fb6-a5f7-f8b64645687d tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fb47d1-defa-4a31-b42c-d4489839b7e3 HTTP/1.1" status: 200 len: 945 time: 0.4512618 Nov 11 11:53:48.221272 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-09f87a83-b010-4b32-a498-15cd4f00844d service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312350 Nov 11 11:53:48.244468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port eea1fc20-32f3-42a2-a4db-9c4560797fcd triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:48.245424 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:48.270389 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-2c16a718-be94-4932-a762-8b8590c66e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:48.272116 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-2c16a718-be94-4932-a762-8b8590c66e90 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.7128778 Nov 11 11:53:48.385734 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-6ed9b626-afa7-4d85-b4db-a2a2e91370a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da HTTP/1.1" status: 200 len: 217 time: 0.0985274 Nov 11 11:53:48.441885 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:48.496514 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port eea1fc20-32f3-42a2-a4db-9c4560797fcd, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=eea1fc20-32f3-42a2-a4db-9c4560797fcd,segment=NetworkSegment(a74fc533-5284-4920-9171-71c10fa33da5),segment_id=a74fc533-5284-4920-9171-71c10fa33da5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:48.504313 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:48.564574 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=eea1fc20-32f3-42a2-a4db-9c4560797fcd,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:48.567686 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aed016-1ed2-41c2-b30f-9a9a67fce72d None None] Network 114b7753-62c2-472b-8415-1a3626ff81aa requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:53:48.603700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-12bab943-2a60-4948-a9e9-30919329ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:48.605247 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-12bab943-2a60-4948-a9e9-30919329ef1a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1223474 Nov 11 11:53:48.721895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d5cabd4e-c7ab-4640-9aa9-9fa7a862259f None None] Provisioning complete for port eea1fc20-32f3-42a2-a4db-9c4560797fcd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:48.722274 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5cabd4e-c7ab-4640-9aa9-9fa7a862259f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:48.753254 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-31d7659a-acc9-40ef-94aa-14490b5a96c1 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214067 Nov 11 11:53:48.765415 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c7618194-022f-4c62-a4f4-6c4de270fb3d req-e8128ba4-e825-4862-8e02-4939e20bc276 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:48.787962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['70ac11fa-9668-4ea0-8017-dbb3684e2e6e'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:53:48.808465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93ed7586-d07e-4b5b-ac2d-14f285dcc5e7 req-c91b103b-ec30-45ff-800e-03c00f8e8fc5 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7256305 Nov 11 11:53:48.809195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Attempting to bind port 23a0c4d5-9726-406d-92b8-4db56463e29b on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:53:48.809524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Attempting to bind port 23a0c4d5-9726-406d-92b8-4db56463e29b by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '49589435-f4a7-4260-ada9-a576d4b43658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:53:48.809941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Attempting to bind port 23a0c4d5-9726-406d-92b8-4db56463e29b on network 3912451f-5f8d-4108-8931-6e48d526950a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:48.833537 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Port 23a0c4d5-9726-406d-92b8-4db56463e29b on network 3912451f-5f8d-4108-8931-6e48d526950a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:53:48.833885 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Attempting to bind port 23a0c4d5-9726-406d-92b8-4db56463e29b on network 3912451f-5f8d-4108-8931-6e48d526950a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:48.865816 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:53:48.866278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Checking segment: {'id': '49589435-f4a7-4260-ada9-a576d4b43658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:53:48.866675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Bound using segment: {'id': '49589435-f4a7-4260-ada9-a576d4b43658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:53:48.867139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Bound port: 23a0c4d5-9726-406d-92b8-4db56463e29b, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49589435-f4a7-4260-ada9-a576d4b43658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:53:48.871281 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:48.898884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8128ba4-e825-4862-8e02-4939e20bc276 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Pushing event deleted for resources: {'Port': ['ID=70ac11fa-9668-4ea0-8017-dbb3684e2e6e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:48.922588 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7618194-022f-4c62-a4f4-6c4de270fb3d req-e8128ba4-e825-4862-8e02-4939e20bc276 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] No DVR routers for this DVR port 70ac11fa-9668-4ea0-8017-dbb3684e2e6e on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:53:48.925365 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c7618194-022f-4c62-a4f4-6c4de270fb3d req-e8128ba4-e825-4862-8e02-4939e20bc276 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:48.929277 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c7618194-022f-4c62-a4f4-6c4de270fb3d req-e8128ba4-e825-4862-8e02-4939e20bc276 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.62 "DELETE /v2.0/ports/70ac11fa-9668-4ea0-8017-dbb3684e2e6e HTTP/1.1" status: 204 len: 173 time: 1.5330238 Nov 11 11:53:48.971519 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e16220c-8b50-48e6-a23d-214dca1a79df req-5fa95032-0986-4899-b9f1-69cdecf1f352 tempest-InstanceActionsTestJSON-771135009 tempest-InstanceActionsTestJSON-771135009-project] 10.222.0.65 "GET /v2.0/security-groups?id=16bf867a-9de7-4adb-ac8f-722d73c6d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7457752 Nov 11 11:53:49.078186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-b792088e-e725-4085-8331-0fd1946f0118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:49.080887 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-b792088e-e725-4085-8331-0fd1946f0118 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4613159 Nov 11 11:53:49.143335 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:49.280538 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fb47d1-defa-4a31-b42c-d4489839b7e3', 'name': 'network-vif-deleted', 'tag': '70ac11fa-9668-4ea0-8017-dbb3684e2e6e'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:49.286116 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b78f4d4-c259-42a7-9cdd-658e769d7e49" -d '{"events": [{"server_uuid": "c7fb47d1-defa-4a31-b42c-d4489839b7e3", "name": "network-vif-deleted", "tag": "70ac11fa-9668-4ea0-8017-dbb3684e2e6e"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:49.326863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] For port 23a0c4d5-9726-406d-92b8-4db56463e29b, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:53:49.363602 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb24ac6-75d7-4db2-8676-bd4e4b6893de x-openstack-request-id: req-bfb24ac6-75d7-4db2-8676-bd4e4b6893de {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:49.364091 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fb47d1-defa-4a31-b42c-d4489839b7e3", "name": "network-vif-deleted", "tag": "70ac11fa-9668-4ea0-8017-dbb3684e2e6e", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:49.365082 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bfb24ac6-75d7-4db2-8676-bd4e4b6893de {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:49.365716 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fb47d1-defa-4a31-b42c-d4489839b7e3', 'name': 'network-vif-deleted', 'tag': '70ac11fa-9668-4ea0-8017-dbb3684e2e6e', 'status': 'completed', 'code': 200} Nov 11 11:53:49.396593 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05afd94-69e4-4771-9734-070865c9e0b0 req-ec26f410-918e-4846-8891-a33fb9301bca tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:49.398719 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c05afd94-69e4-4771-9734-070865c9e0b0 req-ec26f410-918e-4846-8891-a33fb9301bca tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 948 time: 0.3098638 Nov 11 11:53:49.412490 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 8cb5a78a-bf04-4af4-81a6-6cf75eb217da details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:53:49.432919 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] For port 23a0c4d5-9726-406d-92b8-4db56463e29b, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=23a0c4d5-9726-406d-92b8-4db56463e29b,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:53:49.437142 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:49.453019 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:49.491253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:49.491875 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:49.493248 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] 10.222.0.43 "PUT /v2.0/ports/23a0c4d5-9726-406d-92b8-4db56463e29b HTTP/1.1" status: 200 len: 1091 time: 2.9411557 Nov 11 11:53:49.530467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b0ffe8-f96b-4ea6-b207-47b2827d63fe', 'tag': '23a0c4d5-9726-406d-92b8-4db56463e29b'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:49.532870 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14aa1a05-e2cb-4324-b3be-10d9c4fd0377" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b0ffe8-f96b-4ea6-b207-47b2827d63fe", "tag": "23a0c4d5-9726-406d-92b8-4db56463e29b"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:49.634391 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-5980178b-5533-4169-8a3d-8af53515512e service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322003 Nov 11 11:53:49.642822 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9c7ee61e-4189-4b76-ba7b-b25666bb1dbb None None] Provisioning complete for port eea1fc20-32f3-42a2-a4db-9c4560797fcd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:49.643428 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee61e-4189-4b76-ba7b-b25666bb1dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:49.644718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:53:49.655277 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:53:49.659177 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:53:49.877487 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:49.897655 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da', 'mac_address': 'fa:16:3e:a4:22:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:53:49.941543 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1633f5-475c-4d93-80c9-72eaea6fec7d x-openstack-request-id: req-df1633f5-475c-4d93-80c9-72eaea6fec7d {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:49.943084 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b0ffe8-f96b-4ea6-b207-47b2827d63fe", "tag": "23a0c4d5-9726-406d-92b8-4db56463e29b", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:49.945886 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df1633f5-475c-4d93-80c9-72eaea6fec7d {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:49.946519 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b0ffe8-f96b-4ea6-b207-47b2827d63fe', 'tag': '23a0c4d5-9726-406d-92b8-4db56463e29b', 'status': 'completed', 'code': 200} Nov 11 11:53:50.006664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device eea1fc20-32f3-42a2-a4db-9c4560797fcd up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:53:50.039160 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c05afd94-69e4-4771-9734-070865c9e0b0 req-9c010882-cfce-4d5d-b4b8-31df160b53f1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6042640 Nov 11 11:53:50.042029 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83ec79ed-b128-4d9b-a7dc-bff2261b24b5 req-7f9e45ee-f979-4af2-91f1-89cfc7df7367 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644681 Nov 11 11:53:50.042644 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed25852-1647-444e-b6af-1c43ca0ba7c0,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:50.123995 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:50.156123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb5a78a-bf04-4af4-81a6-6cf75eb217da {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:53:50.186770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:50.193619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port eea1fc20-32f3-42a2-a4db-9c4560797fcd triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:50.194010 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:50.197287 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:50.401150 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:50.669758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['8cb5a78a-bf04-4af4-81a6-6cf75eb217da'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:53:50.751141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f05f4-aece-4d38-8b04-fd5d9ad6b584 service neutron] Pushing event updated for resources: {'Port': ['ID=23a0c4d5-9726-406d-92b8-4db56463e29b,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:50.795128 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-5bd5962c-3a19-4214-832f-dadd49d8fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:50.796707 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-5bd5962c-3a19-4214-832f-dadd49d8fc2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea71f96c9cce46148a8d917cd68a071b&device_id=e0b0ffe8-f96b-4ea6-b207-47b2827d63fe HTTP/1.1" status: 200 len: 1094 time: 1.2329271 Nov 11 11:53:50.891117 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-fdba8e1c-e932-42e3-b985-0b28d37109e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23a0c4d5-9726-406d-92b8-4db56463e29b HTTP/1.1" status: 200 len: 217 time: 0.0478098 Nov 11 11:53:50.965408 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7a66b-8939-4c43-a538-4b4875a5d726 req-f8de1ef9-26fa-4d0f-a787-fc53a625d69f tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:50.967272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62d7a66b-8939-4c43-a538-4b4875a5d726 req-f8de1ef9-26fa-4d0f-a787-fc53a625d69f tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0b0ffe8-f96b-4ea6-b207-47b2827d63fe HTTP/1.1" status: 200 len: 943 time: 0.8997011 Nov 11 11:53:51.022824 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-450a5963-41fd-4971-81a8-30aa9d872bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:51.024661 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-450a5963-41fd-4971-81a8-30aa9d872bce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6895bfe9-2caf-4d68-8e8e-acf7b9702df7 HTTP/1.1" status: 200 len: 844 time: 0.1068604 Nov 11 11:53:51.195195 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-a5d15a35-867a-43d4-bd8c-0ad95c0f736c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3912451f-5f8d-4108-8931-6e48d526950a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585383 Nov 11 11:53:51.200818 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62d7a66b-8939-4c43-a538-4b4875a5d726 req-ebb08f37-b3f6-4b6a-bf60-693a7a09330e tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226310 Nov 11 11:53:51.236283 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:51.272153 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45500) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:51.304103 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:51.356755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbee63e1-cc67-48cf-aa70-7a6e583dce97 admin admin] Deleting subnet 6b64a4ab-67b6-4e6a-88c4-633aa476b1b9 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:53:51.361973 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dbee63e1-cc67-48cf-aa70-7a6e583dce97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:51.400154 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-2dfee552-4ab7-424f-b736-cd3793b070b8 service neutron] 10.222.0.43 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958718 Nov 11 11:53:51.407256 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dbee63e1-cc67-48cf-aa70-7a6e583dce97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:51.429185 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 70ac11fa-9668-4ea0-8017-dbb3684e2e6e no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:53:51.462632 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dbee63e1-cc67-48cf-aa70-7a6e583dce97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:51.492753 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 70ac11fa-9668-4ea0-8017-dbb3684e2e6e {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:53:51.493411 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 70ac11fa-9668-4ea0-8017-dbb3684e2e6e not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:53:51.545811 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dbee63e1-cc67-48cf-aa70-7a6e583dce97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:51.587356 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dbee63e1-cc67-48cf-aa70-7a6e583dce97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:51.593602 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dbee63e1-cc67-48cf-aa70-7a6e583dce97 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6b64a4ab-67b6-4e6a-88c4-633aa476b1b9 HTTP/1.1" status: 204 len: 168 time: 0.3196957 Nov 11 11:53:51.594449 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45504) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:51.677477 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee63e1-cc67-48cf-aa70-7a6e583dce97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b64a4ab-67b6-4e6a-88c4-633aa476b1b9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:51.681164 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb62b-f3df-4d46-ad49-66e3a518ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:51.705331 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c372c-f511-40fd-af9e-250cb0298052 req-6caa4559-a2f5-4375-9bab-910430ae505c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:51.706998 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-570c372c-f511-40fd-af9e-250cb0298052 req-6caa4559-a2f5-4375-9bab-910430ae505c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 949 time: 0.1839647 Nov 11 11:53:51.712455 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40c64824-ecdd-42ad-8beb-ca34d04d1d15 req-ec907ae9-fb35-48bc-a727-2f0d86117f7f service neutron] 10.222.0.43 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506626 Nov 11 11:53:51.808128 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb62b-f3df-4d46-ad49-66e3a518ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:51.839570 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-ed2eb62b-f3df-4d46-ad49-66e3a518ff94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8e725d-a75b-4e27-a3b4-fb80d1cbd626']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:51.854251 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-ed2eb62b-f3df-4d46-ad49-66e3a518ff94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f237165c-fd24-45b1-83eb-c26470556384') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:51.854550 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-ed2eb62b-f3df-4d46-ad49-66e3a518ff94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f237165c-fd24-45b1-83eb-c26470556384') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:51.889254 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb62b-f3df-4d46-ad49-66e3a518ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:51.918668 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:51.934869 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb62b-f3df-4d46-ad49-66e3a518ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:51.946200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-570c372c-f511-40fd-af9e-250cb0298052 req-e38c977e-ecee-47d6-be45-b0f0c087978c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861987 Nov 11 11:53:51.950571 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2eb62b-f3df-4d46-ad49-66e3a518ff94 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:53:51.951145 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb62b-f3df-4d46-ad49-66e3a518ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:53:51.954077 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:53:52.040091 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb62b-f3df-4d46-ad49-66e3a518ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:52.045931 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb62b-f3df-4d46-ad49-66e3a518ff94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:52.051922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa1a05-e2cb-4324-b3be-10d9c4fd0377 req-f406d6f1-4e78-4dab-a77c-54e50ffd24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:52.054220 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ed2eb62b-f3df-4d46-ad49-66e3a518ff94 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1b8e725d-a75b-4e27-a3b4-fb80d1cbd626 HTTP/1.1" status: 204 len: 168 time: 0.4586670 Nov 11 11:53:52.057363 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14aa1a05-e2cb-4324-b3be-10d9c4fd0377 req-f406d6f1-4e78-4dab-a77c-54e50ffd24ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea71f96c9cce46148a8d917cd68a071b&device_id=e0b0ffe8-f96b-4ea6-b207-47b2827d63fe HTTP/1.1" status: 200 len: 1094 time: 0.2788773 Nov 11 11:53:52.071626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2eb62b-f3df-4d46-ad49-66e3a518ff94 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b8e725d-a75b-4e27-a3b4-fb80d1cbd626,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:52.275521 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45514) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:52.344208 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-74fba446-ea96-4f7c-bd7c-ed644861be70 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a58fbcdb7f7d4ebfa6455aab912f42fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0673943 Nov 11 11:53:52.345148 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45518) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:52.419096 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4f74def-0249-49d2-b935-66047f10da16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:52.450351 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4f74def-0249-49d2-b935-66047f10da16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:52.493426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-263aaec5-516e-4be2-97fd-1e9e1a262391 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:52.495047 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-263aaec5-516e-4be2-97fd-1e9e1a262391 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.62 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9&tenant_id=901de9f974a44ac4b70ad426cae25689&binding%3Ahost_id=n-h1-807359-3 HTTP/1.1" status: 200 len: 949 time: 0.1721346 Nov 11 11:53:52.505402 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4f74def-0249-49d2-b935-66047f10da16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:52.514425 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4f74def-0249-49d2-b935-66047f10da16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:52.521668 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a4f74def-0249-49d2-b935-66047f10da16 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/16bf867a-9de7-4adb-ac8f-722d73c6d1c8 HTTP/1.1" status: 204 len: 168 time: 0.1718791 Nov 11 11:53:52.544518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f74def-0249-49d2-b935-66047f10da16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bf867a-9de7-4adb-ac8f-722d73c6d1c8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:52.595797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa1a05-e2cb-4324-b3be-10d9c4fd0377 req-4cca7af2-f64e-432e-929a-3baf0b17cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:52.597386 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14aa1a05-e2cb-4324-b3be-10d9c4fd0377 req-4cca7af2-f64e-432e-929a-3baf0b17cca6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3912451f-5f8d-4108-8931-6e48d526950a HTTP/1.1" status: 200 len: 906 time: 0.5296485 Nov 11 11:53:52.657206 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-bb430df4-7027-4291-8393-bed08967850a service neutron] 10.222.0.62 "GET /v2.0/ports/8cb5a78a-bf04-4af4-81a6-6cf75eb217da/bindings/n-h1-807359-3 HTTP/1.1" status: 200 len: 382 time: 0.1395190 Nov 11 11:53:52.660600 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14aa1a05-e2cb-4324-b3be-10d9c4fd0377 req-7db98a2c-81b6-449d-9024-0692d59f2155 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23a0c4d5-9726-406d-92b8-4db56463e29b HTTP/1.1" status: 200 len: 217 time: 0.0443194 Nov 11 11:53:52.668761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e6646-3ce1-4767-b2dc-4f81ab436f86 req-2dc55825-4468-4ac0-a9d4-febd55e3b2cf tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:52.676689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-559e6646-3ce1-4767-b2dc-4f81ab436f86 req-2dc55825-4468-4ac0-a9d4-febd55e3b2cf tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0b0ffe8-f96b-4ea6-b207-47b2827d63fe HTTP/1.1" status: 200 len: 943 time: 0.2566442 Nov 11 11:53:52.711147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Router 6efc05a5-4382-4848-9889-74a4f282c5b3 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:53:52.828345 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-559e6646-3ce1-4767-b2dc-4f81ab436f86 req-8ca31e9f-60ab-4851-a1c8-8a3aa5285158 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510205 Nov 11 11:53:52.938094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa1a05-e2cb-4324-b3be-10d9c4fd0377 req-1084c9e4-949f-4cb9-a053-04dc8111c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:52.940563 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14aa1a05-e2cb-4324-b3be-10d9c4fd0377 req-1084c9e4-949f-4cb9-a053-04dc8111c1f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6895bfe9-2caf-4d68-8e8e-acf7b9702df7 HTTP/1.1" status: 200 len: 844 time: 0.2610722 Nov 11 11:53:52.954969 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-48e91221-e302-4199-84f4-7d0c6acfe5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:52.956710 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-48e91221-e302-4199-84f4-7d0c6acfe5b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 1100 time: 0.2438383 Nov 11 11:53:53.002165 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14aa1a05-e2cb-4324-b3be-10d9c4fd0377 req-73bf6739-3c9a-4c21-87f1-9624764fd7ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3912451f-5f8d-4108-8931-6e48d526950a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427470 Nov 11 11:53:53.272133 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14aa1a05-e2cb-4324-b3be-10d9c4fd0377 req-40e7bfdc-05be-4bce-a22d-7a6b08e27535 service neutron] 10.222.0.43 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550273 Nov 11 11:53:53.416985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea481e01-0014-4ebd-8964-bd779ff67650 req-67f70d72-176b-4e5f-8912-064cfdbf569a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:53.417945 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea481e01-0014-4ebd-8964-bd779ff67650 req-67f70d72-176b-4e5f-8912-064cfdbf569a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 949 time: 0.4101107 Nov 11 11:53:53.449457 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 8cb5a78a-bf04-4af4-81a6-6cf75eb217da up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:53:53.591678 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 23a0c4d5-9726-406d-92b8-4db56463e29b details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:53:53.620093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:53:53.642224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:53.642585 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:53.756367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 23a0c4d5-9726-406d-92b8-4db56463e29b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=23a0c4d5-9726-406d-92b8-4db56463e29b,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:53.782386 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14aa1a05-e2cb-4324-b3be-10d9c4fd0377 req-5a1435ae-1ba3-45ec-9613-f20c2a5565e5 service neutron] 10.222.0.43 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843051 Nov 11 11:53:53.795944 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '23a0c4d5-9726-406d-92b8-4db56463e29b', 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a', 'port_id': '23a0c4d5-9726-406d-92b8-4db56463e29b', 'mac_address': 'fa:16:3e:34:84:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6895bfe9-2caf-4d68-8e8e-acf7b9702df7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:53:53.803439 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:53:53.819972 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Sync routers for ids ['6efc05a5-4382-4848-9889-74a4f282c5b3'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:53:53.850458 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea481e01-0014-4ebd-8964-bd779ff67650 req-7cac7963-48c4-4da8-b7f8-b13b4a630f3d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755243 Nov 11 11:53:53.852708 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Routers {'6efc05a5-4382-4848-9889-74a4f282c5b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:53:53.854842 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:53:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6efc05a5-4382-4848-9889-74a4f282c5b3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:53.855492 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:53.856711 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2c17ee09-9d9d-4791-81d9-aa8b4b8baca8 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.2479706 Nov 11 11:53:53.858702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-ae8d8a80-e459-42e6-806d-bc464b432e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:53.859827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45552) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:53.861606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-ae8d8a80-e459-42e6-806d-bc464b432e02 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.8551331 Nov 11 11:53:53.900955 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:53.943021 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45556) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:53.983481 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:53.991943 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb42bd25-1192-4782-b4f1-c639b9f7eabc" -d '{"events": [{"server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "name": "network-vif-plugged", "status": "completed", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:54.027872 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:54.034456 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:54.074003 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:54.182716 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Set router 6efc05a5-4382-4848-9889-74a4f282c5b3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:53:54.234090 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:54.238866 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9d9f0ecf-44bb-488b-8686-8151c659fe29 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1842634109-network', 'tenant_id': '2cb5031ef6504f05a5cdc6d3a4e487d6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:54.258749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a0c4d5-9726-406d-92b8-4db56463e29b {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:53:54.316115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9f0ecf-44bb-488b-8686-8151c659fe29 admin admin] Made reservation on behalf of 2cb5031ef6504f05a5cdc6d3a4e487d6 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:53:54.318504 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 23a0c4d5-9726-406d-92b8-4db56463e29b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=23a0c4d5-9726-406d-92b8-4db56463e29b,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:54.320454 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d9f0ecf-44bb-488b-8686-8151c659fe29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:54.330162 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:54.340146 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d9f0ecf-44bb-488b-8686-8151c659fe29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:54.470536 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d9f0ecf-44bb-488b-8686-8151c659fe29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:54.482114 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d9f0ecf-44bb-488b-8686-8151c659fe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:54.502515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9f0ecf-44bb-488b-8686-8151c659fe29 admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:53:54.502848 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=23a0c4d5-9726-406d-92b8-4db56463e29b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:54.516733 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d9f0ecf-44bb-488b-8686-8151c659fe29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:54.517321 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-9d9f0ecf-44bb-488b-8686-8151c659fe29 admin admin] Added segment 0b1f3fcd-b098-4130-b831-eb0095ec2cd8 of type vlan for network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 Nov 11 11:53:54.564967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['23a0c4d5-9726-406d-92b8-4db56463e29b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:53:54.575669 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d9f0ecf-44bb-488b-8686-8151c659fe29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:54.640890 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d9f0ecf-44bb-488b-8686-8151c659fe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:54.642103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9f0ecf-44bb-488b-8686-8151c659fe29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:54.642772 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d9f0ecf-44bb-488b-8686-8151c659fe29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:54.753113 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9d9f0ecf-44bb-488b-8686-8151c659fe29 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8073535 Nov 11 11:53:54.815030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45568) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:54.816180 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'name': 'tempest-ServersTestFqdnHostnames-256337225-router', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:45Z', 'updated_at': '2021-11-11T11:53:50Z', 'revision_number': 3, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'gw_port': {'id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:47Z', 'updated_at': '2021-11-11T11:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:54.823503 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f0ecf-44bb-488b-8686-8151c659fe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc6de54-32c9-402e-8ef0-f9430c6e0962,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:54.828110 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f0ecf-44bb-488b-8686-8151c659fe29 admin admin] Pushing event updated for resources: {'Network': ['ID=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:54.839080 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-a7dfab2a-4af4-4c3a-9d2f-8dcf7f3c5656 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da HTTP/1.1" status: 200 len: 217 time: 0.9677753 Nov 11 11:53:54.840251 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2f5f8287-fb3e-4d12-a613-a60a4cfe1bcc admin admin] Request body: {'subnet': {'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1842634109-subnet', 'tenant_id': '2cb5031ef6504f05a5cdc6d3a4e487d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:54.897808 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Checking router: 6efc05a5-4382-4848-9889-74a4f282c5b3 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:53:54.897808 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Updating router 6efc05a5-4382-4848-9889-74a4f282c5b3 port 9ed25852-1647-444e-b6af-1c43ca0ba7c0 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:53:54.912426 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:53:54.922552 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5f8287-fb3e-4d12-a613-a60a4cfe1bcc admin admin] Made reservation on behalf of 2cb5031ef6504f05a5cdc6d3a4e487d6 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:53:54.928876 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f5f8287-fb3e-4d12-a613-a60a4cfe1bcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:54.961419 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:55.080416 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fde9f0e-9042-4d29-bd72-bb7ec6ad5515 req-c07ca65a-3ace-4b34-81b6-1e054486e4d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=511a3ca9-e231-40f6-9d78-e12baea840ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2443194 Nov 11 11:53:55.142040 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3239e7-ce3b-4bb3-9a99-44237461cbc0 req-a9b70bb3-56ef-428d-ad6b-035f1cea9e33 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:55.143688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb3239e7-ce3b-4bb3-9a99-44237461cbc0 req-a9b70bb3-56ef-428d-ad6b-035f1cea9e33 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0b0ffe8-f96b-4ea6-b207-47b2827d63fe HTTP/1.1" status: 200 len: 944 time: 0.3065441 Nov 11 11:53:55.160171 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-411ba0a8-cf5c-46e6-aeb3-552d2b667f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:55.168145 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-411ba0a8-cf5c-46e6-aeb3-552d2b667f5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.2183726 Nov 11 11:53:55.295004 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:55.425488 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb3239e7-ce3b-4bb3-9a99-44237461cbc0 req-4ae2a60d-dfc1-4395-88e0-7a52d4db91c5 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560449 Nov 11 11:53:55.439076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde9f0e-9042-4d29-bd72-bb7ec6ad5515 req-0f85d9eb-b981-4527-b186-95f0d521b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:55.444775 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fde9f0e-9042-4d29-bd72-bb7ec6ad5515 req-0f85d9eb-b981-4527-b186-95f0d521b328 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=698a4072eeb44d058612b432edd8e394&device_id=511a3ca9-e231-40f6-9d78-e12baea840ac HTTP/1.1" status: 200 len: 1097 time: 0.2743847 Nov 11 11:53:55.454175 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-26e1feaa-a117-49d3-b905-87671bd304fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:55.455944 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-26e1feaa-a117-49d3-b905-87671bd304fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2459657 Nov 11 11:53:55.563662 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f1dd8a-f20a-4cc6-89de-f8c0593d3f4d x-openstack-request-id: req-99f1dd8a-f20a-4cc6-89de-f8c0593d3f4d {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:53:55.564153 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "name": "network-vif-plugged", "status": "completed", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:53:55.564292 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99f1dd8a-f20a-4cc6-89de-f8c0593d3f4d {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:53:55.564626 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da', 'code': 200} Nov 11 11:53:55.650521 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:55.671053 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:55.785212 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde9f0e-9042-4d29-bd72-bb7ec6ad5515 req-b0ce6176-0beb-41b9-9524-a2523226f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:55.787695 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fde9f0e-9042-4d29-bd72-bb7ec6ad5515 req-b0ce6176-0beb-41b9-9524-a2523226f8be service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9 HTTP/1.1" status: 200 len: 925 time: 0.3179717 Nov 11 11:53:55.940500 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Attempting to bind port 9ed25852-1647-444e-b6af-1c43ca0ba7c0 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:53:55.941065 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Attempting to bind port 9ed25852-1647-444e-b6af-1c43ca0ba7c0 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:53:55.941211 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Attempting to bind port 9ed25852-1647-444e-b6af-1c43ca0ba7c0 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:55.979767 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:53:55.980097 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:53:55.980499 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:55.994143 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:53:55.994760 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Bound port: 9ed25852-1647-444e-b6af-1c43ca0ba7c0, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:53:55.995139 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:56.000677 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686c603-0940-449e-8235-375697a010e7 req-c36452c1-9f39-4d3e-be5d-7fcaa6ae6f1c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:56.009893 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a595a0-1946-444e-8e2a-d1a5e13084e8 None None] Pushing event updated for resources: {'Port': ['ID=9ed25852-1647-444e-b6af-1c43ca0ba7c0,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:56.010229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e686c603-0940-449e-8235-375697a010e7 req-c36452c1-9f39-4d3e-be5d-7fcaa6ae6f1c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.1620975 Nov 11 11:53:56.027026 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Allocated IP 172.20.0.1 (114b7753-62c2-472b-8415-1a3626ff81aa/1ba6fa33-e08b-4e6c-970e-30a7ae0b0476/9279f061-69ac-40e8-a6c2-695bb2c921de) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:53:56.070532 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f5f8287-fb3e-4d12-a613-a60a4cfe1bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:56.156529 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] For port 9ed25852-1647-444e-b6af-1c43ca0ba7c0, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:53:56.160054 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] For port 9ed25852-1647-444e-b6af-1c43ca0ba7c0, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9ed25852-1647-444e-b6af-1c43ca0ba7c0,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:53:56.179750 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:56.179976 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-df82afd1-b4e7-48ad-bbec-bf72e97ba04b service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7034740 Nov 11 11:53:56.187295 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fde9f0e-9042-4d29-bd72-bb7ec6ad5515 req-12fcc4fa-bbd4-45a1-aaa4-cc480b6975e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=904fe0bc-5763-424b-b915-bd7b09b4801f HTTP/1.1" status: 200 len: 1001 time: 0.3369949 Nov 11 11:53:56.311447 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e686c603-0940-449e-8235-375697a010e7 req-c9bd56cd-c003-405c-88d0-80d8a9dc4e03 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000195 Nov 11 11:53:56.333287 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Routers {'6efc05a5-4382-4848-9889-74a4f282c5b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:53:56.344858 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:53:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6efc05a5-4382-4848-9889-74a4f282c5b3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:56.370599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde9f0e-9042-4d29-bd72-bb7ec6ad5515 req-992d8ff0-14c8-4ef5-ab40-d23eb15c2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:56.372169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fde9f0e-9042-4d29-bd72-bb7ec6ad5515 req-992d8ff0-14c8-4ef5-ab40-d23eb15c2fa1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94c16310-5f9c-4d33-b7c9-d721f3565d86 HTTP/1.1" status: 200 len: 862 time: 0.1805177 Nov 11 11:53:56.517554 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:56.521737 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a595a0-1946-444e-8e2a-d1a5e13084e8 None None] Pushing event updated for resources: {'Port': ['ID=9ed25852-1647-444e-b6af-1c43ca0ba7c0,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:56.539052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f8287-fb3e-4d12-a613-a60a4cfe1bcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=457a1252-2aa1-4aa3-b093-fee4b1c48648,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:56.544014 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f8287-fb3e-4d12-a613-a60a4cfe1bcc admin admin] Checking segment: {'id': '0b1f3fcd-b098-4130-b831-eb0095ec2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:53:56.544370 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5f8287-fb3e-4d12-a613-a60a4cfe1bcc admin admin] Network hostable DHCP agents. Network: f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:53:56.575287 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde9f0e-9042-4d29-bd72-bb7ec6ad5515 req-906e461a-c86c-4d08-add1-b80b91f35cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:56.580749 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fde9f0e-9042-4d29-bd72-bb7ec6ad5515 req-906e461a-c86c-4d08-add1-b80b91f35cbb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e14d0b6-5527-4abc-836c-ca1cacfa64d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374986 Nov 11 11:53:56.622172 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5f8287-fb3e-4d12-a613-a60a4cfe1bcc admin admin] Network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:53:56.642696 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45580) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:53:56.684826 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-7653318f-fdb2-489a-9057-28b581fe3edc service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943016 Nov 11 11:53:56.715788 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] Set router 6efc05a5-4382-4848-9889-74a4f282c5b3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:53:56.817120 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-2f5f8287-fb3e-4d12-a613-a60a4cfe1bcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:53:56.826829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5f8287-fb3e-4d12-a613-a60a4cfe1bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:56.828183 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f5f8287-fb3e-4d12-a613-a60a4cfe1bcc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:56.833614 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3814a9a-682f-4bff-bf77-fef8e1deec36 None None] Network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:53:56.928467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074be613-afc8-47c5-9e6f-ad500a176b7b req-9f0d1953-2a26-4f87-993b-391a300ee7c5 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:56.938031 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-074be613-afc8-47c5-9e6f-ad500a176b7b req-9f0d1953-2a26-4f87-993b-391a300ee7c5 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0b0ffe8-f96b-4ea6-b207-47b2827d63fe HTTP/1.1" status: 200 len: 944 time: 0.1713150 Nov 11 11:53:56.939665 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:56.972709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fde9f0e-9042-4d29-bd72-bb7ec6ad5515 req-9239b1cc-25f1-4b39-854b-1d61cdcfd17f service neutron] 10.222.0.43 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806283 Nov 11 11:53:56.997446 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2f5f8287-fb3e-4d12-a613-a60a4cfe1bcc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1679988 Nov 11 11:53:57.032917 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-074be613-afc8-47c5-9e6f-ad500a176b7b req-9e2a250b-268b-4ec6-b725-cb8fe051f45f tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887704 Nov 11 11:53:57.190369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9', 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9', 'tenant_id': '2cb5031ef6504f05a5cdc6d3a4e487d6', 'fixed_ips': [{'subnet_id': '457a1252-2aa1-4aa3-b093-fee4b1c48648'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:53:57.192722 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:57.199062 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Network 114b7753-62c2-472b-8415-1a3626ff81aa is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:53:57.216392 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:53:57.242914 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:53:57.317762 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fde9f0e-9042-4d29-bd72-bb7ec6ad5515 req-f9d8a90d-1593-4441-8a6b-2e534fd690fc service neutron] 10.222.0.43 "GET /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059871 Nov 11 11:53:57.379684 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'name': 'tempest-ServersTestFqdnHostnames-256337225-router', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:45Z', 'updated_at': '2021-11-11T11:53:50Z', 'revision_number': 3, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'gw_port': {'id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:47Z', 'updated_at': '2021-11-11T11:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:53:57.424154 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce79ad5-f002-4ecd-a0d9-0195c7778c73 None None] The sync data for ids ['6efc05a5-4382-4848-9889-74a4f282c5b3'] in n-d-807359-3 is: [{'id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'name': 'tempest-ServersTestFqdnHostnames-256337225-router', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:45Z', 'updated_at': '2021-11-11T11:53:50Z', 'revision_number': 3, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'gw_port': {'id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:47Z', 'updated_at': '2021-11-11T11:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:53:57.648050 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577199b3-b8f4-4213-80a2-addf341a4280 req-2b740529-2c43-448c-ad3c-f7d9ae2b2419 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:57.653077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 23a0c4d5-9726-406d-92b8-4db56463e29b up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:53:57.661071 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-577199b3-b8f4-4213-80a2-addf341a4280 req-2b740529-2c43-448c-ad3c-f7d9ae2b2419 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 950 time: 0.1720991 Nov 11 11:53:57.806416 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-577199b3-b8f4-4213-80a2-addf341a4280 req-cc8376ae-5789-42b6-a482-60eafe975867 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285417 Nov 11 11:53:57.889298 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Allocated IP 172.20.0.2 (f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9/457a1252-2aa1-4aa3-b093-fee4b1c48648/113b7295-d868-4acf-84c1-d1f1fd4c127d) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:53:58.062033 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4bb696ef-a497-48da-8864-c75deceb5ba6 None None] Provisioning complete for port 9279f061-69ac-40e8-a6c2-695bb2c921de triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:58.062388 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4bb696ef-a497-48da-8864-c75deceb5ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:58.082994 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 23a0c4d5-9726-406d-92b8-4db56463e29b completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:53:58.174919 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 23a0c4d5-9726-406d-92b8-4db56463e29b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:53:58.175385 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:58.388108 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4bb696ef-a497-48da-8864-c75deceb5ba6 None None] Port 9279f061-69ac-40e8-a6c2-695bb2c921de cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:53:58.507286 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Pushing event updated for resources: {'Port': ['ID=9279f061-69ac-40e8-a6c2-695bb2c921de,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:58.528063 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:58.534520 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:58.601443 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:58.615489 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b0ffe8-f96b-4ea6-b207-47b2827d63fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a0c4d5-9726-406d-92b8-4db56463e29b'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:53:58.618431 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ef6767-73e1-4ccf-b809-24d4b7761db5" -d '{"events": [{"server_uuid": "e0b0ffe8-f96b-4ea6-b207-47b2827d63fe", "name": "network-vif-plugged", "status": "completed", "tag": "23a0c4d5-9726-406d-92b8-4db56463e29b"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:53:58.624349 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 23a0c4d5-9726-406d-92b8-4db56463e29b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=23a0c4d5-9726-406d-92b8-4db56463e29b,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:53:58.630813 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:58.668667 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:58.701511 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:53:58.714352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:53:58.725832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:53:58.734662 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=23a0c4d5-9726-406d-92b8-4db56463e29b,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:58.791151 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:58.861072 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Attempting to bind port 113b7295-d868-4acf-84c1-d1f1fd4c127d on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:53:58.861779 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Attempting to bind port 113b7295-d868-4acf-84c1-d1f1fd4c127d by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '0b1f3fcd-b098-4130-b831-eb0095ec2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:53:58.862325 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Attempting to bind port 113b7295-d868-4acf-84c1-d1f1fd4c127d on network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:53:58.871815 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:53:58.872501 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Checking segment: {'id': '0b1f3fcd-b098-4130-b831-eb0095ec2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:53:58.873079 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:58.873747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Bound using segment: {'id': '0b1f3fcd-b098-4130-b831-eb0095ec2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:53:58.874387 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Bound port: 113b7295-d868-4acf-84c1-d1f1fd4c127d, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1f3fcd-b098-4130-b831-eb0095ec2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:53:58.874950 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:58.878390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Pushing event updated for resources: {'Port': ['ID=113b7295-d868-4acf-84c1-d1f1fd4c127d,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:59.063010 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:59.083362 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:59.185355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] For port 113b7295-d868-4acf-84c1-d1f1fd4c127d, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:53:59.197805 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] For port 113b7295-d868-4acf-84c1-d1f1fd4c127d, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=113b7295-d868-4acf-84c1-d1f1fd4c127d,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:53:59.216266 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:59.234936 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:59.252450 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Pushing event updated for resources: {'Port': ['ID=9279f061-69ac-40e8-a6c2-695bb2c921de,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:59.349522 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15cd4d-51cc-48e8-b187-c055cc209067 None None] Pushing event updated for resources: {'Port': ['ID=113b7295-d868-4acf-84c1-d1f1fd4c127d,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:53:59.402934 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5920fcd7-cb5f-445f-9de8-2388dac6a7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:53:59.569437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Network 114b7753-62c2-472b-8415-1a3626ff81aa is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:53:59.576792 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:53:59.684263 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-ef09dbfc-ff28-480e-aaae-bc03ffcc76fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:53:59.689199 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-ef09dbfc-ff28-480e-aaae-bc03ffcc76fb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9&tenant_id=901de9f974a44ac4b70ad426cae25689 HTTP/1.1" status: 200 len: 1101 time: 0.1139939 Nov 11 11:53:59.720057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:53:59.844515 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:00.077389 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Router 6efc05a5-4382-4848-9889-74a4f282c5b3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:54:00.141118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2c17c15e-ea28-4fa7-a416-334d7ed11ee2 None None] Provisioning complete for port 9279f061-69ac-40e8-a6c2-695bb2c921de triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:00.147359 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2c17c15e-ea28-4fa7-a416-334d7ed11ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:00.153794 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9ed25852-1647-444e-b6af-1c43ca0ba7c0 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:54:00.243342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2c17c15e-ea28-4fa7-a416-334d7ed11ee2 None None] Port 9279f061-69ac-40e8-a6c2-695bb2c921de cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:54:00.267866 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 9ed25852-1647-444e-b6af-1c43ca0ba7c0 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:00.268384 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:00.373509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:00.413492 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:00.420825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:54:00.450282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5920fcd7-cb5f-445f-9de8-2388dac6a7d1 admin admin] Deleting port 26d99975-af26-491b-9010-7ba3f61ce5f8 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:00.451251 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5920fcd7-cb5f-445f-9de8-2388dac6a7d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:00.490342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 9ed25852-1647-444e-b6af-1c43ca0ba7c0, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9ed25852-1647-444e-b6af-1c43ca0ba7c0,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:00.502893 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:00.504262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 113b7295-d868-4acf-84c1-d1f1fd4c127d up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:54:00.516915 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:54:00.550784 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8450d05e-8faf-4e46-8612-15faf42cd720 admin admin] 10.222.0.65 "PUT /v2.0/routers/6efc05a5-4382-4848-9889-74a4f282c5b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6892481 Nov 11 11:54:00.597314 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:00.625196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-5920fcd7-cb5f-445f-9de8-2388dac6a7d1 admin admin] For port 26d99975-af26-491b-9010-7ba3f61ce5f8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=26d99975-af26-491b-9010-7ba3f61ce5f8,segment=NetworkSegment(3c7e2519-5250-4d02-a083-a7de23ca981c),segment_id=3c7e2519-5250-4d02-a083-a7de23ca981c)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:00.625879 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5920fcd7-cb5f-445f-9de8-2388dac6a7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:00.655637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Transition to ACTIVE for port object 8cb5a78a-bf04-4af4-81a6-6cf75eb217da will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:54:00.658096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:00.666098 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6451739-ba2f-458a-ba21-fc75fe7ccc82" -d '{"events": [{"server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "name": "network-vif-unplugged", "status": "completed", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:00.677008 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:00.679269 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5920fcd7-cb5f-445f-9de8-2388dac6a7d1 admin admin] Calling delete_port for 26d99975-af26-491b-9010-7ba3f61ce5f8 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:00.778659 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=9ed25852-1647-444e-b6af-1c43ca0ba7c0,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:00.865917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 113b7295-d868-4acf-84c1-d1f1fd4c127d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:00.865917 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:00.878732 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] No DVR routers for this DVR port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:54:00.892291 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Pushing event updated for resources: {'Port': ['ID=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,revision_number=10']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:00.998820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Attempting to bind port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:54:00.999449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Attempting to bind port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:54:00.999885 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Attempting to bind port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:54:01.009985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:54:01.010352 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Attempting to bind port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:54:01.023703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:54:01.023703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:54:01.023703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:54:01.023703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Bound port: 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:54:01.023703 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:01.054986 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:01.062044 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc8e258-1270-4bc1-bbfa-4445d88b6ead None None] Network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:54:01.070316 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Sync routers for ids ['6efc05a5-4382-4848-9889-74a4f282c5b3'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:54:01.183863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:54:01.191399 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5920fcd7-cb5f-445f-9de8-2388dac6a7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:01.198047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:54:01.208365 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:01.240791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920fcd7-cb5f-445f-9de8-2388dac6a7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d99975-af26-491b-9010-7ba3f61ce5f8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:01.266814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:01.276065 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:01.280729 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] 10.222.0.43 "PUT /v2.0/ports/8cb5a78a-bf04-4af4-81a6-6cf75eb217da HTTP/1.1" status: 200 len: 1097 time: 1.5791612 Nov 11 11:54:01.301947 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7ebbfc79-3e94-496b-a0c6-265c672a9584 None None] Provisioning complete for port 113b7295-d868-4acf-84c1-d1f1fd4c127d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:01.302935 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfc79-3e94-496b-a0c6-265c672a9584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:01.305010 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Routers {'6efc05a5-4382-4848-9889-74a4f282c5b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:54:01.310234 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:53:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6efc05a5-4382-4848-9889-74a4f282c5b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:01.392171 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018459d-a5f4-47ed-b3c6-dabd6d8f46fc service neutron] Pushing event updated for resources: {'Port': ['ID=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,revision_number=11']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:01.445815 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-d808070b-7290-4bd3-87e1-252c439ff050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:01.450216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-d808070b-7290-4bd3-87e1-252c439ff050 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 1100 time: 0.1359560 Nov 11 11:54:01.456825 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 113b7295-d868-4acf-84c1-d1f1fd4c127d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=113b7295-d868-4acf-84c1-d1f1fd4c127d,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:01.557175 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 8cb5a78a-bf04-4af4-81a6-6cf75eb217da no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:01.588477 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:01.653834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-323c99e1-a928-4770-898b-f40e869590a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:01.655307 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-323c99e1-a928-4770-898b-f40e869590a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.1976895 Nov 11 11:54:01.685542 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5920fcd7-cb5f-445f-9de8-2388dac6a7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:01.767752 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-f38a87d2-435b-4836-8808-a07411190fe4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da HTTP/1.1" status: 200 len: 217 time: 0.1048689 Nov 11 11:54:01.891052 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-e989be84-451e-4656-aeb5-a9d4a0cd551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:01.894333 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-e989be84-451e-4656-aeb5-a9d4a0cd551a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1155934 Nov 11 11:54:02.013373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-04c48837-1120-4c8c-ad6d-817928adc1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:02.019303 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-04c48837-1120-4c8c-ad6d-817928adc1fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1150522 Nov 11 11:54:02.036961 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 8cb5a78a-bf04-4af4-81a6-6cf75eb217da not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:54:02.123497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Set router 6efc05a5-4382-4848-9889-74a4f282c5b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:54:02.189918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9ed25852-1647-444e-b6af-1c43ca0ba7c0 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:54:02.203552 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5920fcd7-cb5f-445f-9de8-2388dac6a7d1 admin admin] Router 233ce2cf-83e1-4f00-a8e6-2ee03b246ddd has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:54:02.224375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=113b7295-d868-4acf-84c1-d1f1fd4c127d,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:02.260952 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-7e289fe8-9ff6-492b-b7e6-78cccc02741c service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328522 Nov 11 11:54:02.478395 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2285807c-02fd-48d2-bc4f-f5d0701a26fc req-b97a6f60-63b4-4772-a937-b5af4dfd5b37 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089379 Nov 11 11:54:02.501409 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 9ed25852-1647-444e-b6af-1c43ca0ba7c0 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:02.502660 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:02.519804 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5920fcd7-cb5f-445f-9de8-2388dac6a7d1 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:54:02.531874 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66acf084-699d-4f87-b155-296af149b0f6 None None] Sync routers for ids ['233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:54:02.534327 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5920fcd7-cb5f-445f-9de8-2388dac6a7d1 admin admin] 10.222.0.65 "PUT /v2.0/routers/233ce2cf-83e1-4f00-a8e6-2ee03b246ddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8903162 Nov 11 11:54:02.536816 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45624) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:02.563257 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66acf084-699d-4f87-b155-296af149b0f6 None None] Routers {'233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:54:02.563912 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-66acf084-699d-4f87-b155-296af149b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:53:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:02.740568 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:02.793661 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'name': 'tempest-ServersTestFqdnHostnames-256337225-router', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:45Z', 'updated_at': '2021-11-11T11:53:58Z', 'revision_number': 4, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'gw_port': {'id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:47Z', 'updated_at': '2021-11-11T11:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '9279f061-69ac-40e8-a6c2-695bb2c921de', 'name': '', 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'mac_address': 'fa:16:3e:e9:72:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:55Z', 'updated_at': '2021-11-11T11:53:58Z', 'revision_number': 2, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'subnets': [{'id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:02.795302 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-66acf084-699d-4f87-b155-296af149b0f6 None None] Set router 233ce2cf-83e1-4f00-a8e6-2ee03b246ddd gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:54:02.854415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Checking router: 6efc05a5-4382-4848-9889-74a4f282c5b3 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:54:02.854766 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Updating router 6efc05a5-4382-4848-9889-74a4f282c5b3 port 9279f061-69ac-40e8-a6c2-695bb2c921de binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:54:02.941865 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:02.959050 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:03.075857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Deleting port 10a0a706-da8a-4d4f-97be-9f57d87037d5 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:03.076358 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:03.086860 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-31ded596-fa6b-42bb-b83e-c930b5bc0f67 None None] Provisioning complete for port 113b7295-d868-4acf-84c1-d1f1fd4c127d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:03.087223 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-31ded596-fa6b-42bb-b83e-c930b5bc0f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:03.090816 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-66acf084-699d-4f87-b155-296af149b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208228741-router', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '10a0a706-da8a-4d4f-97be-9f57d87037d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:46Z', 'updated_at': '2021-11-11T11:54:01Z', 'revision_number': 5, 'project_id': 'b973415ac4284feeb9b616cb92050c8a', 'gw_port': {'id': '10a0a706-da8a-4d4f-97be-9f57d87037d5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:47Z', 'updated_at': '2021-11-11T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:03.167792 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66acf084-699d-4f87-b155-296af149b0f6 None None] Checking router: 233ce2cf-83e1-4f00-a8e6-2ee03b246ddd for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:54:03.190483 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66acf084-699d-4f87-b155-296af149b0f6 None None] Routers {'233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:54:03.192297 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-66acf084-699d-4f87-b155-296af149b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:53:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:03.250806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] For port 10a0a706-da8a-4d4f-97be-9f57d87037d5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=10a0a706-da8a-4d4f-97be-9f57d87037d5,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:03.252142 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:03.289461 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Calling delete_port for 10a0a706-da8a-4d4f-97be-9f57d87037d5 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:03.319268 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-66acf084-699d-4f87-b155-296af149b0f6 None None] Set router 233ce2cf-83e1-4f00-a8e6-2ee03b246ddd gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:54:03.388430 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-66acf084-699d-4f87-b155-296af149b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208228741-router', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:46Z', 'updated_at': '2021-11-11T11:54:02Z', 'revision_number': 6, 'project_id': 'b973415ac4284feeb9b616cb92050c8a', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:03.428818 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66acf084-699d-4f87-b155-296af149b0f6 None None] The sync data for ids ['233ce2cf-83e1-4f00-a8e6-2ee03b246ddd'] in n-d-807359-3 is: [{'id': '233ce2cf-83e1-4f00-a8e6-2ee03b246ddd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1208228741-router', 'tenant_id': 'b973415ac4284feeb9b616cb92050c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:46Z', 'updated_at': '2021-11-11T11:54:02Z', 'revision_number': 6, 'project_id': 'b973415ac4284feeb9b616cb92050c8a', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:54:03.585158 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:03.631578 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a0a706-da8a-4d4f-97be-9f57d87037d5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:03.668785 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:03.669391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:03.670763 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:03.671521 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:03.672272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:03.673206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:03.673743 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:03.674449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:03.675170 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:03.675670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:03.676335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:03.676852 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:03.777614 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:03.778600 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:03.792208 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:03.885459 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c6a1f-cb6d-460b-acc4-391cb85aa968 None None] Pushing event updated for resources: {'Port': ['ID=9279f061-69ac-40e8-a6c2-695bb2c921de,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:03.975258 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Attempting to bind port 9279f061-69ac-40e8-a6c2-695bb2c921de on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:54:03.975903 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Attempting to bind port 9279f061-69ac-40e8-a6c2-695bb2c921de by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'a74fc533-5284-4920-9171-71c10fa33da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:54:03.976368 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Attempting to bind port 9279f061-69ac-40e8-a6c2-695bb2c921de on network 114b7753-62c2-472b-8415-1a3626ff81aa {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:54:03.995336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:54:03.996411 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Checking segment: {'id': 'a74fc533-5284-4920-9171-71c10fa33da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:54:03.997048 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:03.997805 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Bound using segment: {'id': 'a74fc533-5284-4920-9171-71c10fa33da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:54:03.998582 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Bound port: 9279f061-69ac-40e8-a6c2-695bb2c921de, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74fc533-5284-4920-9171-71c10fa33da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:54:03.999212 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:04.099462 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:04.106271 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:04.191399 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] For port 9279f061-69ac-40e8-a6c2-695bb2c921de, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:54:04.205125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] For port 9279f061-69ac-40e8-a6c2-695bb2c921de, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9279f061-69ac-40e8-a6c2-695bb2c921de,segment=NetworkSegment(a74fc533-5284-4920-9171-71c10fa33da5),segment_id=a74fc533-5284-4920-9171-71c10fa33da5)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:54:04.214067 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:04.252638 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:04.253167 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 233ce2cf-83e1-4f00-a8e6-2ee03b246ddd {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:54:04.259190 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:04.260337 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-33308dd4-ce96-419d-8351-f249714871c2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/233ce2cf-83e1-4f00-a8e6-2ee03b246ddd HTTP/1.1" status: 204 len: 168 time: 1.7223804 Nov 11 11:54:04.263124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45634) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:04.357346 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Routers {'6efc05a5-4382-4848-9889-74a4f282c5b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:54:04.358095 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:53:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6efc05a5-4382-4848-9889-74a4f282c5b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:04.369877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a387f9d2-671f-4009-9eb2-62bf38227f30 None None] Provisioning complete for port 9279f061-69ac-40e8-a6c2-695bb2c921de triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:04.370234 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a387f9d2-671f-4009-9eb2-62bf38227f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:04.376936 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-af308edd-b8d9-4627-8a8f-5fcfed11c935 admin admin] Deleting subnet 5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:54:04.388165 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af308edd-b8d9-4627-8a8f-5fcfed11c935 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:04.504425 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af308edd-b8d9-4627-8a8f-5fcfed11c935 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:04.563156 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 113b7295-d868-4acf-84c1-d1f1fd4c127d up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:54:04.568248 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c6a1f-cb6d-460b-acc4-391cb85aa968 None None] Pushing event updated for resources: {'Port': ['ID=9279f061-69ac-40e8-a6c2-695bb2c921de,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:04.685896 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af308edd-b8d9-4627-8a8f-5fcfed11c935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:04.726931 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a387f9d2-671f-4009-9eb2-62bf38227f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:04.771998 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] Set router 6efc05a5-4382-4848-9889-74a4f282c5b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:54:04.790868 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af308edd-b8d9-4627-8a8f-5fcfed11c935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:04.843710 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a387f9d2-671f-4009-9eb2-62bf38227f30 None None] For port 9279f061-69ac-40e8-a6c2-695bb2c921de, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9279f061-69ac-40e8-a6c2-695bb2c921de,segment=NetworkSegment(a74fc533-5284-4920-9171-71c10fa33da5),segment_id=a74fc533-5284-4920-9171-71c10fa33da5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:04.851068 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a387f9d2-671f-4009-9eb2-62bf38227f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:04.858969 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af308edd-b8d9-4627-8a8f-5fcfed11c935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:04.865792 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af308edd-b8d9-4627-8a8f-5fcfed11c935 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:04.868931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 113b7295-d868-4acf-84c1-d1f1fd4c127d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:04.868931 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:04.872422 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-af308edd-b8d9-4627-8a8f-5fcfed11c935 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5a5b1d6c-97d1-4b3a-a5b5-82fe333fb29b HTTP/1.1" status: 204 len: 168 time: 0.6062522 Nov 11 11:54:04.873534 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45636) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:04.918492 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58096f7-7921-41c9-9805-999e7ce0044c None None] Network bec22fd4-3e47-48ed-8ed3-3ad222db7b9b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:54:05.047192 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:05.123240 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] Deleting port 124b2a2f-ee36-4a47-89cc-6fbd762129fc {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:05.124299 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:05.205398 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] For port 124b2a2f-ee36-4a47-89cc-6fbd762129fc, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=124b2a2f-ee36-4a47-89cc-6fbd762129fc,segment=NetworkSegment(3c7e2519-5250-4d02-a083-a7de23ca981c),segment_id=3c7e2519-5250-4d02-a083-a7de23ca981c)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:05.206076 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:05.234580 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] Calling delete_port for 124b2a2f-ee36-4a47-89cc-6fbd762129fc owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:05.235008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387f9d2-671f-4009-9eb2-62bf38227f30 None None] Pushing event updated for resources: {'Port': ['ID=9279f061-69ac-40e8-a6c2-695bb2c921de,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:05.292027 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9bf9815a-afbc-4ec7-8b47-7c56db343e08 None None] Provisioning complete for port 9279f061-69ac-40e8-a6c2-695bb2c921de triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:05.292697 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9bf9815a-afbc-4ec7-8b47-7c56db343e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:05.340455 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:05.383809 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] No DVR routers for this DVR port 124b2a2f-ee36-4a47-89cc-6fbd762129fc on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:54:05.389201 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 26d99975-af26-491b-9010-7ba3f61ce5f8 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:05.410661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] Pushing event deleted for resources: {'Port': ['ID=124b2a2f-ee36-4a47-89cc-6fbd762129fc,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:05.447731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 26d99975-af26-491b-9010-7ba3f61ce5f8 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:54:05.448880 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 26d99975-af26-491b-9010-7ba3f61ce5f8 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:54:05.533900 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c35412-eee4-4314-9c87-1e997be47c8a None None] DHCP port deletion for bec22fd4-3e47-48ed-8ed3-3ad222db7b9b request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:54:05.559264 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'name': 'tempest-ServersTestFqdnHostnames-256337225-router', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:45Z', 'updated_at': '2021-11-11T11:53:58Z', 'revision_number': 4, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'gw_port': {'id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:47Z', 'updated_at': '2021-11-11T11:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '9279f061-69ac-40e8-a6c2-695bb2c921de', 'name': '', 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'mac_address': 'fa:16:3e:e9:72:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:55Z', 'updated_at': '2021-11-11T11:54:04Z', 'revision_number': 4, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'subnets': [{'id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:05.599676 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3f7a5-fcbe-4577-8a8f-e52a5561c267 None None] The sync data for ids ['6efc05a5-4382-4848-9889-74a4f282c5b3'] in n-d-807359-3 is: [{'id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'name': 'tempest-ServersTestFqdnHostnames-256337225-router', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:45Z', 'updated_at': '2021-11-11T11:53:58Z', 'revision_number': 4, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'gw_port': {'id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:47Z', 'updated_at': '2021-11-11T11:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '9279f061-69ac-40e8-a6c2-695bb2c921de', 'name': '', 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'mac_address': 'fa:16:3e:e9:72:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:55Z', 'updated_at': '2021-11-11T11:54:04Z', 'revision_number': 4, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'subnets': [{'id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:54:05.613113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 8cb5a78a-bf04-4af4-81a6-6cf75eb217da details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:54:05.830656 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c25cd5d2-dfe5-4db9-b7b3-6eb289c5a295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:05.908039 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:05.925074 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:05.941985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec22fd4-3e47-48ed-8ed3-3ad222db7b9b']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:05.955995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7e2519-5250-4d02-a083-a7de23ca981c') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:05.956385 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7e2519-5250-4d02-a083-a7de23ca981c') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:05.959354 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da', 'mac_address': 'fa:16:3e:a4:22:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:54:05.976137 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:06.008430 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:06.018225 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:54:06.018983 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: timer() Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:54:06.022664 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:54:06.063292 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9279f061-69ac-40e8-a6c2-695bb2c921de up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:54:06.123097 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:06.149305 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:06.155719 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:06.160698 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] 10.222.0.65 "DELETE /v2.0/networks/bec22fd4-3e47-48ed-8ed3-3ad222db7b9b HTTP/1.1" status: 204 len: 168 time: 1.2833138 Nov 11 11:54:06.163867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45642) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:06.177445 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b818a3-d30f-45d8-82c6-ca6d89f4ed74 admin admin] Pushing event deleted for resources: {'Network': ['ID=bec22fd4-3e47-48ed-8ed3-3ad222db7b9b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:06.198634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb5a78a-bf04-4af4-81a6-6cf75eb217da {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:06.226541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:06.239865 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:06.276434 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 9279f061-69ac-40e8-a6c2-695bb2c921de triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:06.277183 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:06.357026 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,revision_number=12']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:06.480469 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 10a0a706-da8a-4d4f-97be-9f57d87037d5 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:06.529529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 10a0a706-da8a-4d4f-97be-9f57d87037d5 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:54:06.529895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 10a0a706-da8a-4d4f-97be-9f57d87037d5 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:54:06.530445 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 124b2a2f-ee36-4a47-89cc-6fbd762129fc no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:06.532488 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['8cb5a78a-bf04-4af4-81a6-6cf75eb217da'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:54:06.626528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 124b2a2f-ee36-4a47-89cc-6fbd762129fc {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:54:06.626968 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 124b2a2f-ee36-4a47-89cc-6fbd762129fc not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:54:06.824900 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8f953c13-955c-46ec-9f19-405a66a051de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:07.620453 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 8cb5a78a-bf04-4af4-81a6-6cf75eb217da up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:54:07.657460 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8f953c13-955c-46ec-9f19-405a66a051de admin admin] Deleting port 1dac29f4-c2b6-411c-97d0-8933ee7f0811 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:07.658721 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8f953c13-955c-46ec-9f19-405a66a051de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:07.688439 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:54:07.696252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:07.696614 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:07.767332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-8f953c13-955c-46ec-9f19-405a66a051de admin admin] For port 1dac29f4-c2b6-411c-97d0-8933ee7f0811, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1dac29f4-c2b6-411c-97d0-8933ee7f0811,segment=NetworkSegment(b1a77c6f-a30e-46b0-88da-4f227cc9ace1),segment_id=b1a77c6f-a30e-46b0-88da-4f227cc9ace1)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:07.767619 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8f953c13-955c-46ec-9f19-405a66a051de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:07.783169 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8f953c13-955c-46ec-9f19-405a66a051de admin admin] Calling delete_port for 1dac29f4-c2b6-411c-97d0-8933ee7f0811 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:07.826043 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:07.866488 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:07.872965 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:07.937016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,revision_number=13']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:07.991529 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6d179f2e-d7e2-4188-bb89-f40eb77de4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:08.026035 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8f953c13-955c-46ec-9f19-405a66a051de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:08.060894 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f953c13-955c-46ec-9f19-405a66a051de admin admin] Pushing event deleted for resources: {'Port': ['ID=1dac29f4-c2b6-411c-97d0-8933ee7f0811,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:08.294919 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8f953c13-955c-46ec-9f19-405a66a051de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:08.548795 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f953c13-955c-46ec-9f19-405a66a051de admin admin] Router 8796d423-2040-4479-9cfc-bccd7eb33f9a has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:54:08.688847 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f953c13-955c-46ec-9f19-405a66a051de admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:54:08.696337 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8f953c13-955c-46ec-9f19-405a66a051de admin admin] 10.222.0.65 "PUT /v2.0/routers/8796d423-2040-4479-9cfc-bccd7eb33f9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5313306 Nov 11 11:54:08.699233 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45652) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:08.702678 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a3a05-3b80-4896-89db-eb08a64478a6 None None] Sync routers for ids ['8796d423-2040-4479-9cfc-bccd7eb33f9a'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:54:08.716127 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a3a05-3b80-4896-89db-eb08a64478a6 None None] Routers {'8796d423-2040-4479-9cfc-bccd7eb33f9a'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:54:08.716751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-915a3a05-3b80-4896-89db-eb08a64478a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:54:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8796d423-2040-4479-9cfc-bccd7eb33f9a'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:08.852125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-915a3a05-3b80-4896-89db-eb08a64478a6 None None] Set router 8796d423-2040-4479-9cfc-bccd7eb33f9a gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:54:08.863593 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-667fe9bd-1db9-44cd-8f34-bf0e957808b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:08.947608 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:09.018021 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-667fe9bd-1db9-44cd-8f34-bf0e957808b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:09.095438 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-915a3a05-3b80-4896-89db-eb08a64478a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876582284-router', 'tenant_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:58Z', 'updated_at': '2021-11-11T11:54:07Z', 'revision_number': 5, 'project_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'gw_port': {'id': '5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:51:59Z', 'updated_at': '2021-11-11T11:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:09.112539 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-667fe9bd-1db9-44cd-8f34-bf0e957808b4 admin admin] Deleting port 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:09.112805 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-667fe9bd-1db9-44cd-8f34-bf0e957808b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:09.133692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a3a05-3b80-4896-89db-eb08a64478a6 None None] Checking router: 8796d423-2040-4479-9cfc-bccd7eb33f9a for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:54:09.144522 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a3a05-3b80-4896-89db-eb08a64478a6 None None] Routers {'8796d423-2040-4479-9cfc-bccd7eb33f9a'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:54:09.145268 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-915a3a05-3b80-4896-89db-eb08a64478a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:54:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8796d423-2040-4479-9cfc-bccd7eb33f9a'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:09.261048 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-667fe9bd-1db9-44cd-8f34-bf0e957808b4 admin admin] For port 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:09.262543 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-667fe9bd-1db9-44cd-8f34-bf0e957808b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:09.284159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-667fe9bd-1db9-44cd-8f34-bf0e957808b4 admin admin] Calling delete_port for 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:09.298401 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-915a3a05-3b80-4896-89db-eb08a64478a6 None None] Set router 8796d423-2040-4479-9cfc-bccd7eb33f9a gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:54:09.358321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-915a3a05-3b80-4896-89db-eb08a64478a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876582284-router', 'tenant_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:58Z', 'updated_at': '2021-11-11T11:54:09Z', 'revision_number': 6, 'project_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:09.387039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a3a05-3b80-4896-89db-eb08a64478a6 None None] The sync data for ids ['8796d423-2040-4479-9cfc-bccd7eb33f9a'] in n-d-807359-3 is: [{'id': '8796d423-2040-4479-9cfc-bccd7eb33f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876582284-router', 'tenant_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:51:58Z', 'updated_at': '2021-11-11T11:54:09Z', 'revision_number': 6, 'project_id': 'ce6c4c069edd4c3992f10a75e60ac9a0', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:54:09.630622 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-667fe9bd-1db9-44cd-8f34-bf0e957808b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:09.675746 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fe9bd-1db9-44cd-8f34-bf0e957808b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:09.687107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd905574-6a9a-4ed9-be6a-3fd96c1b60b2 req-76111c6a-b026-4fc6-b2cf-dced28a21183 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:09.688527 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cd905574-6a9a-4ed9-be6a-3fd96c1b60b2 req-76111c6a-b026-4fc6-b2cf-dced28a21183 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0b0ffe8-f96b-4ea6-b207-47b2827d63fe HTTP/1.1" status: 200 len: 945 time: 0.1629820 Nov 11 11:54:09.696827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-48e9077b-cbd8-4a12-b4a8-a45edff87e49 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:09.698961 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-48e9077b-cbd8-4a12-b4a8-a45edff87e49 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/networks?id=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 HTTP/1.1" status: 200 len: 816 time: 0.2173634 Nov 11 11:54:09.759618 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-66ca3438-8a38-4224-91ba-88ef4015d478 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/quotas/2cb5031ef6504f05a5cdc6d3a4e487d6 HTTP/1.1" status: 200 len: 375 time: 0.0458632 Nov 11 11:54:09.821496 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-667fe9bd-1db9-44cd-8f34-bf0e957808b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:09.852299 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cd905574-6a9a-4ed9-be6a-3fd96c1b60b2 req-3d4359f7-883a-4afe-81b5-cf66aa682e8a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397018 Nov 11 11:54:09.913277 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f263f8e-5532-47f4-a72b-5c6e5834b076 x-openstack-request-id: req-9f263f8e-5532-47f4-a72b-5c6e5834b076 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:09.913837 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b0ffe8-f96b-4ea6-b207-47b2827d63fe", "name": "network-vif-plugged", "status": "completed", "tag": "23a0c4d5-9726-406d-92b8-4db56463e29b", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:09.913837 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f263f8e-5532-47f4-a72b-5c6e5834b076 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:09.914212 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b0ffe8-f96b-4ea6-b207-47b2827d63fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a0c4d5-9726-406d-92b8-4db56463e29b', 'code': 200} Nov 11 11:54:09.927137 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-667fe9bd-1db9-44cd-8f34-bf0e957808b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:09.929943 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-667fe9bd-1db9-44cd-8f34-bf0e957808b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:09.935340 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2e71276b-6432-42ef-82c3-314a0e1b29ac tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2cb5031ef6504f05a5cdc6d3a4e487d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1647902 Nov 11 11:54:10.010946 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-667fe9bd-1db9-44cd-8f34-bf0e957808b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:10.011495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667fe9bd-1db9-44cd-8f34-bf0e957808b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8796d423-2040-4479-9cfc-bccd7eb33f9a {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:54:10.042043 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-667fe9bd-1db9-44cd-8f34-bf0e957808b4 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:10.043289 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-667fe9bd-1db9-44cd-8f34-bf0e957808b4 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8796d423-2040-4479-9cfc-bccd7eb33f9a HTTP/1.1" status: 204 len: 168 time: 1.3411207 Nov 11 11:54:10.046246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45692) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:10.122932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Deleting subnet df2b4981-a2a5-455e-9ab4-90c6961918ad {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:54:10.126509 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:10.138627 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-240458f0-8c68-4e4e-8809-a0d1e6f54747 service neutron] 10.222.0.65 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606758 Nov 11 11:54:10.175965 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:10.191660 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15aea17-c751-4217-8d3e-f679c4e8ac37 req-ef2a7e12-bbb8-42fd-a2ad-e4cfc632e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:10.193183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c15aea17-c751-4217-8d3e-f679c4e8ac37 req-ef2a7e12-bbb8-42fd-a2ad-e4cfc632e59c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0b0ffe8-f96b-4ea6-b207-47b2827d63fe HTTP/1.1" status: 200 len: 1096 time: 0.1961393 Nov 11 11:54:10.259658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c04179-f9ce-48f7-bcdd-5ec2264528b4 req-dbcea00f-cb9a-432a-a01d-6328f541622a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:10.261198 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49c04179-f9ce-48f7-bcdd-5ec2264528b4 req-dbcea00f-cb9a-432a-a01d-6328f541622a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 951 time: 0.1374083 Nov 11 11:54:10.275689 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:10.304163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1dac29f4-c2b6-411c-97d0-8933ee7f0811 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:10.332167 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 1dac29f4-c2b6-411c-97d0-8933ee7f0811 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:54:10.332577 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1dac29f4-c2b6-411c-97d0-8933ee7f0811 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:54:10.333238 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:10.346286 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:10.353748 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:54:10.354082 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5e4caf1f-9ff0-4ac8-88cd-b1dba5e5022b not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:54:10.365752 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c15aea17-c751-4217-8d3e-f679c4e8ac37 req-0d941105-1f4e-4bcb-8deb-4080cf4d39ec service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613421 Nov 11 11:54:10.375516 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:10.380212 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2042e0b6-df65-4d65-8957-6698e2cd946d service neutron] 10.222.0.65 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263999 Nov 11 11:54:10.383276 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45696) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:10.386865 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b15ca2-38b6-4f20-8a1f-1b7a04bc9e3c None None] Network fae0ea2e-29b7-4c92-bdb9-84d226a1da5e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:54:10.390430 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/df2b4981-a2a5-455e-9ab4-90c6961918ad HTTP/1.1" status: 204 len: 168 time: 0.3428829 Nov 11 11:54:10.394903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2b4981-a2a5-455e-9ab4-90c6961918ad,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:10.395207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49c04179-f9ce-48f7-bcdd-5ec2264528b4 req-a3356e3b-b3fd-4ac6-a659-40bbccd5678d tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227336 Nov 11 11:54:10.417676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:10.418024 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:10.418361 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:10.418693 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:10.419019 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:10.419349 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:10.419728 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:10.419989 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:10.420351 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:10.420666 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:10.420986 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:10.421362 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf132c-cd6f-4b08-9687-2de6c3641e34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:10.475730 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:10.504489 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:10.560136 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] Deleting port 62a3c701-fb26-48d3-a797-1cfedb302fe8 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:10.560613 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:10.656736 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d9933e-b503-4596-854b-3b822035f1a9 x-openstack-request-id: req-02d9933e-b503-4596-854b-3b822035f1a9 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:10.657025 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "name": "network-vif-unplugged", "status": "completed", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:10.657276 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02d9933e-b503-4596-854b-3b822035f1a9 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:10.657865 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da', 'code': 200} Nov 11 11:54:10.675805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] For port 62a3c701-fb26-48d3-a797-1cfedb302fe8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=62a3c701-fb26-48d3-a797-1cfedb302fe8,segment=NetworkSegment(b1a77c6f-a30e-46b0-88da-4f227cc9ace1),segment_id=b1a77c6f-a30e-46b0-88da-4f227cc9ace1)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:10.676461 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:10.694470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] Calling delete_port for 62a3c701-fb26-48d3-a797-1cfedb302fe8 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:10.706908 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451da3dd-036a-4ced-80f7-102645b65e86 None None] DHCP port deletion for fae0ea2e-29b7-4c92-bdb9-84d226a1da5e request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:54:10.814845 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-451da3dd-036a-4ced-80f7-102645b65e86 None None] Deleting port 62a3c701-fb26-48d3-a797-1cfedb302fe8 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:10.815215 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-451da3dd-036a-4ced-80f7-102645b65e86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:10.846313 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:10.900691 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] Pushing event deleted for resources: {'Port': ['ID=62a3c701-fb26-48d3-a797-1cfedb302fe8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:10.907205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-451da3dd-036a-4ced-80f7-102645b65e86 None None] For port 62a3c701-fb26-48d3-a797-1cfedb302fe8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=62a3c701-fb26-48d3-a797-1cfedb302fe8,segment=NetworkSegment(b1a77c6f-a30e-46b0-88da-4f227cc9ace1),segment_id=b1a77c6f-a30e-46b0-88da-4f227cc9ace1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:10.907926 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-451da3dd-036a-4ced-80f7-102645b65e86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:10.926378 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-451da3dd-036a-4ced-80f7-102645b65e86 None None] Calling delete_port for 62a3c701-fb26-48d3-a797-1cfedb302fe8 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:10.934507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] No DVR routers for this DVR port 62a3c701-fb26-48d3-a797-1cfedb302fe8 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:54:11.018035 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-451da3dd-036a-4ced-80f7-102645b65e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.055798 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451da3dd-036a-4ced-80f7-102645b65e86 None None] Pushing event deleted for resources: {'Port': ['ID=62a3c701-fb26-48d3-a797-1cfedb302fe8,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:11.059328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451da3dd-036a-4ced-80f7-102645b65e86 None None] No DVR routers for this DVR port 62a3c701-fb26-48d3-a797-1cfedb302fe8 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:54:11.095008 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.118561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45734) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:11.126434 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c2e90b36-d154-4539-b8cb-a2fad43a4d95 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044969118', 'description': 'tempest-description--2132303584'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:11.138636 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae0ea2e-29b7-4c92-bdb9-84d226a1da5e']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:11.142340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73650e3f-fc98-4513-9240-3a379337fd6d req-45a6120b-b864-4dcd-874b-1021346f29a3 tempest-MigrationsAdminTest-412803703 tempest-MigrationsAdminTest-412803703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:11.150164 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73650e3f-fc98-4513-9240-3a379337fd6d req-45a6120b-b864-4dcd-874b-1021346f29a3 tempest-MigrationsAdminTest-412803703 tempest-MigrationsAdminTest-412803703-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 1102 time: 0.2403719 Nov 11 11:54:11.170801 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c2e90b36-d154-4539-b8cb-a2fad43a4d95 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.182906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a77c6f-a30e-46b0-88da-4f227cc9ace1') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:11.182906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a77c6f-a30e-46b0-88da-4f227cc9ace1') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:11.218905 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73650e3f-fc98-4513-9240-3a379337fd6d req-62a2de2e-98c3-46eb-9164-73df0a12ba7d tempest-MigrationsAdminTest-412803703 tempest-MigrationsAdminTest-412803703-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678520 Nov 11 11:54:11.274764 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.286131 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c2e90b36-d154-4539-b8cb-a2fad43a4d95 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.294964 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c2e90b36-d154-4539-b8cb-a2fad43a4d95 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.339838 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c2e90b36-d154-4539-b8cb-a2fad43a4d95 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.340708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98601f84-84f2-4361-b52d-1ef521f18280 req-29087498-f114-4f08-96fe-06df74d6ffb3 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:11.344284 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c2e90b36-d154-4539-b8cb-a2fad43a4d95 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2206869 Nov 11 11:54:11.345709 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45748) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:11.352318 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2de9bb36-c74c-4e4b-9a76-2abee64694d1 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Request body: {'security_group_rule': {'security_group_id': '5034c4b2-134e-4504-9206-8a744ad724b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:11.354998 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-98601f84-84f2-4361-b52d-1ef521f18280 req-29087498-f114-4f08-96fe-06df74d6ffb3 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/networks?id=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 HTTP/1.1" status: 200 len: 816 time: 0.1333325 Nov 11 11:54:11.362247 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e90b36-d154-4539-b8cb-a2fad43a4d95 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5034c4b2-134e-4504-9206-8a744ad724b4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:11.378494 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.415723 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2de9bb36-c74c-4e4b-9a76-2abee64694d1 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.421742 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-98601f84-84f2-4361-b52d-1ef521f18280 req-0bdbb32b-38a5-4604-aeeb-6c802a96a7a0 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/quotas/2cb5031ef6504f05a5cdc6d3a4e487d6 HTTP/1.1" status: 200 len: 375 time: 0.0657651 Nov 11 11:54:11.484528 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.496838 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2de9bb36-c74c-4e4b-9a76-2abee64694d1 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.502178 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2de9bb36-c74c-4e4b-9a76-2abee64694d1 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.511685 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:54:11.512159 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: timer() Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:54:11.514125 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:54:11.518900 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9bb36-c74c-4e4b-9a76-2abee64694d1 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294c20af-442a-44b9-a124-89603f7b1143,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:11.537320 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2de9bb36-c74c-4e4b-9a76-2abee64694d1 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.541078 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2de9bb36-c74c-4e4b-9a76-2abee64694d1 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1919422 Nov 11 11:54:11.541485 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45752) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:11.550679 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-40c1dc2e-499e-4505-aa21-88a007642c07 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Request body: {'security_group_rule': {'security_group_id': '5034c4b2-134e-4504-9206-8a744ad724b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:11.592369 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-40c1dc2e-499e-4505-aa21-88a007642c07 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.603603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1f57b-e3e4-4d4b-a721-9ee81a01a972 req-d5eb0c6a-d707-4a4b-92a3-8ff471004d39 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:11.605247 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14e1f57b-e3e4-4d4b-a721-9ee81a01a972 req-d5eb0c6a-d707-4a4b-92a3-8ff471004d39 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e22a2d-0949-4e52-a492-a7baa94586aa HTTP/1.1" status: 200 len: 950 time: 0.2249453 Nov 11 11:54:11.607439 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.613616 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.616990 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] 10.222.0.65 "DELETE /v2.0/networks/fae0ea2e-29b7-4c92-bdb9-84d226a1da5e HTTP/1.1" status: 204 len: 168 time: 1.2328830 Nov 11 11:54:11.626913 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-98601f84-84f2-4361-b52d-1ef521f18280 req-3b6f587b-a98f-4962-a4d0-88c0505b17d9 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2cb5031ef6504f05a5cdc6d3a4e487d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1664588 Nov 11 11:54:11.676160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0170b-91c5-4926-86b3-78ab64e51cac admin admin] Pushing event deleted for resources: {'Network': ['ID=fae0ea2e-29b7-4c92-bdb9-84d226a1da5e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:11.743542 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-40c1dc2e-499e-4505-aa21-88a007642c07 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.751412 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-40c1dc2e-499e-4505-aa21-88a007642c07 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.785738 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14e1f57b-e3e4-4d4b-a721-9ee81a01a972 req-1140e98a-aa91-4f7c-b553-22b7444ff21f tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673515 Nov 11 11:54:11.817555 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-98601f84-84f2-4361-b52d-1ef521f18280 req-8807317b-75ef-4dd7-8961-15914d323510 service neutron] 10.222.0.65 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694863 Nov 11 11:54:11.830440 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-40c1dc2e-499e-4505-aa21-88a007642c07 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.833908 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-40c1dc2e-499e-4505-aa21-88a007642c07 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2906070 Nov 11 11:54:11.838446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45760) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:11.845014 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1dc2e-499e-4505-aa21-88a007642c07 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa89c38-a958-4432-a6ce-5f84cee9c1ae,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:11.854903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:11.865399 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45762) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:11.892290 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:11.915950 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:11.918321 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197b2240-31d1-4cac-bb37-069cf6a11fe1" -d '{"events": [{"server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "name": "network-vif-plugged", "status": "completed", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:11.964614 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 62a3c701-fb26-48d3-a797-1cfedb302fe8 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:11.994592 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 62a3c701-fb26-48d3-a797-1cfedb302fe8 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:54:11.995376 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 62a3c701-fb26-48d3-a797-1cfedb302fe8 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:54:12.015862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-60ac1114-3ad8-4e5c-99d8-fb7e2d997856 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b973415ac4284feeb9b616cb92050c8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460328 Nov 11 11:54:12.016977 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45766) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:12.050875 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:12.078135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f521222-a36b-4989-b97e-edf3958a4082 req-4550d0b5-dd4a-4217-9758-acb5775216eb tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:12.079735 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f521222-a36b-4989-b97e-edf3958a4082 req-4550d0b5-dd4a-4217-9758-acb5775216eb tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0b0ffe8-f96b-4ea6-b207-47b2827d63fe HTTP/1.1" status: 200 len: 945 time: 0.1524754 Nov 11 11:54:12.110085 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-98601f84-84f2-4361-b52d-1ef521f18280 req-93d5a2a1-00d5-4b74-837a-bbe8463a883e service neutron] 10.222.0.65 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800400 Nov 11 11:54:12.146781 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f58ba1b-71b2-4c38-bee9-54a6488d6a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:12.170432 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f58ba1b-71b2-4c38-bee9-54a6488d6a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:12.174495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Allocated IP 172.25.2.181 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/dfd71b50-b3f0-42ab-b3be-acabb970c62a) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:54:12.189577 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f521222-a36b-4989-b97e-edf3958a4082 req-3567d958-6fc8-4eba-a5b4-6881ed1f28e1 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018310 Nov 11 11:54:12.231351 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f58ba1b-71b2-4c38-bee9-54a6488d6a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:12.234093 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f58ba1b-71b2-4c38-bee9-54a6488d6a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:12.235248 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6f58ba1b-71b2-4c38-bee9-54a6488d6a71 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/83ca3db3-6e3d-4662-bb29-4bedd95cc262 HTTP/1.1" status: 204 len: 168 time: 0.2145016 Nov 11 11:54:12.246688 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58ba1b-71b2-4c38-bee9-54a6488d6a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ca3db3-6e3d-4662-bb29-4bedd95cc262,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:12.380760 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:12.522417 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:12.667991 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:12.670350 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1dcd53-c96b-4b48-8e47-8caf3f76412c" -d '{"events": [{"name": "network-changed", "server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:12.689963 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:54:12.715028 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:54:12.717361 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e00d055-cdeb-4b94-a3a8-2867cc91723b x-openstack-request-id: req-9e00d055-cdeb-4b94-a3a8-2867cc91723b {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:12.719859 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "name": "network-vif-plugged", "status": "completed", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:12.721954 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e00d055-cdeb-4b94-a3a8-2867cc91723b {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:12.722092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:54:12.722415 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da', 'code': 200} Nov 11 11:54:12.767787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-dbbf2069-bce3-40a4-9eb5-c2f62379091d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:12.773531 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-dbbf2069-bce3-40a4-9eb5-c2f62379091d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.62 "GET /v2.0/networks?id=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 HTTP/1.1" status: 200 len: 816 time: 0.2946341 Nov 11 11:54:12.793805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-a6a4f766-1fa4-4357-9440-51a0dc93951d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Request body: {'port': {'device_id': '855e5daa-1db7-4f86-a902-13f94c2e1f64', 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9', 'admin_state_up': True, 'tenant_id': '2cb5031ef6504f05a5cdc6d3a4e487d6'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:12.816631 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Pushing event updated for resources: {'Port': ['ID=dfd71b50-b3f0-42ab-b3be-acabb970c62a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:12.912665 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:12.971834 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:13.087375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45810) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:13.091341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-a6a4f766-1fa4-4357-9440-51a0dc93951d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Made reservation on behalf of 2cb5031ef6504f05a5cdc6d3a4e487d6 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:54:13.094997 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-a6a4f766-1fa4-4357-9440-51a0dc93951d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:13.262084 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6720a931-c0de-446d-8e55-37cd32fdecf8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce6c4c069edd4c3992f10a75e60ac9a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641879 Nov 11 11:54:13.262084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45822) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:13.357641 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4fd4-f3c2-4e24-a74a-dcb892b1cbea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:13.363276 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:13.374347 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:13.416088 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4fd4-f3c2-4e24-a74a-dcb892b1cbea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:13.418129 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-a6a4f766-1fa4-4357-9440-51a0dc93951d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Allocated IP 172.20.0.12 (f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9/457a1252-2aa1-4aa3-b093-fee4b1c48648/e7e06579-02c5-4fa2-ac15-58d77c3205a0) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:54:13.453647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809721f-6aa9-4f46-84eb-83ddf5ecccd5 req-868724a1-3af1-4af9-963e-50155fe6d8a2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:13.462749 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6809721f-6aa9-4f46-84eb-83ddf5ecccd5 req-868724a1-3af1-4af9-963e-50155fe6d8a2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 951 time: 0.1869919 Nov 11 11:54:13.485254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Pushing event updated for resources: {'Port': ['ID=dfd71b50-b3f0-42ab-b3be-acabb970c62a,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:13.505176 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:13.523094 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:13.545072 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:13.555981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4626055-6577-48c4-96a5-2987aa9864df req-d106431a-81ba-4625-85a8-8de724f5286c tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:13.555981 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4626055-6577-48c4-96a5-2987aa9864df req-d106431a-81ba-4625-85a8-8de724f5286c tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/networks?id=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 HTTP/1.1" status: 200 len: 816 time: 0.2766199 Nov 11 11:54:13.569945 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c81a47ce-a9df-4e2d-991a-1ea34acc9bff tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7256918 Nov 11 11:54:13.579769 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4626055-6577-48c4-96a5-2987aa9864df req-3fe492f6-13c7-461f-beb8-19fee8f64f3a tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/quotas/2cb5031ef6504f05a5cdc6d3a4e487d6 HTTP/1.1" status: 200 len: 375 time: 0.0158303 Nov 11 11:54:13.580806 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4fd4-f3c2-4e24-a74a-dcb892b1cbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:13.584098 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4fd4-f3c2-4e24-a74a-dcb892b1cbea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:13.586223 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f9ac4fd4-f3c2-4e24-a74a-dcb892b1cbea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/74e7a2fc-b6f9-4138-97e6-33e9e69ba1b9 HTTP/1.1" status: 204 len: 168 time: 0.3235004 Nov 11 11:54:13.618957 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac4fd4-f3c2-4e24-a74a-dcb892b1cbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e7a2fc-b6f9-4138-97e6-33e9e69ba1b9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:13.645846 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6809721f-6aa9-4f46-84eb-83ddf5ecccd5 req-cc41231e-3638-49be-a1f9-df93f21f67c2 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780093 Nov 11 11:54:13.679548 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:13.732802 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dec7ee5-4b3f-4b20-b08d-06c698251d7a x-openstack-request-id: req-2dec7ee5-4b3f-4b20-b08d-06c698251d7a {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:13.733085 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:13.733330 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2dec7ee5-4b3f-4b20-b08d-06c698251d7a {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:13.733736 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da', 'status': 'completed', 'code': 200} Nov 11 11:54:13.738626 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:13.748908 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:13.836862 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:13.843563 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4626055-6577-48c4-96a5-2987aa9864df req-4b9bb48f-c1fa-4ff6-be4a-5f2e035cfae0 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2cb5031ef6504f05a5cdc6d3a4e487d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2628496 Nov 11 11:54:13.930275 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dcd53-c96b-4b48-8e47-8caf3f76412c req-bb5492d7-5627-4419-b6f5-7b924004eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:13.932081 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c1dcd53-c96b-4b48-8e47-8caf3f76412c req-bb5492d7-5627-4419-b6f5-7b924004eb2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901de9f974a44ac4b70ad426cae25689&device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 1102 time: 0.1762629 Nov 11 11:54:13.969310 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-a6a4f766-1fa4-4357-9440-51a0dc93951d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:14.094326 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4626055-6577-48c4-96a5-2987aa9864df req-08682ec4-8b94-4dbd-a991-7f9aec9433f9 service neutron] 10.222.0.65 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391667 Nov 11 11:54:14.147767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb0702-761e-4f75-a0dd-64a5556c5141 req-f7255dfc-6260-4721-848d-0b68428b049a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:14.149613 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ccb0702-761e-4f75-a0dd-64a5556c5141 req-f7255dfc-6260-4721-848d-0b68428b049a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0b0ffe8-f96b-4ea6-b207-47b2827d63fe HTTP/1.1" status: 200 len: 945 time: 0.2120583 Nov 11 11:54:14.200949 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-a6a4f766-1fa4-4357-9440-51a0dc93951d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:14.210446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dcd53-c96b-4b48-8e47-8caf3f76412c req-d5832821-65b2-4588-ad37-49a7495aee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:14.212087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c1dcd53-c96b-4b48-8e47-8caf3f76412c req-d5832821-65b2-4588-ad37-49a7495aee38 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.2624159 Nov 11 11:54:14.215551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98601f84-84f2-4361-b52d-1ef521f18280 req-99456eb9-95c8-4aa0-957c-4540ae6a9296 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:14.217925 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98601f84-84f2-4361-b52d-1ef521f18280 req-99456eb9-95c8-4aa0-957c-4540ae6a9296 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.43 "GET /v2.0/networks?id=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 HTTP/1.1" status: 200 len: 816 time: 0.2183602 Nov 11 11:54:14.244807 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-98601f84-84f2-4361-b52d-1ef521f18280 req-92d5fb8b-fc78-4230-80fc-5d2d1cf18e62 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Request body: {'port': {'device_id': '9873d365-8ee6-41c4-a4c8-b576d461238f', 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9', 'admin_state_up': True, 'tenant_id': '2cb5031ef6504f05a5cdc6d3a4e487d6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:14.351405 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c1dcd53-c96b-4b48-8e47-8caf3f76412c req-1b76af61-8616-4dda-99b0-2b082aee6290 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da HTTP/1.1" status: 200 len: 217 time: 0.0936832 Nov 11 11:54:14.356749 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-a6a4f766-1fa4-4357-9440-51a0dc93951d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:54:14.364220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-a6a4f766-1fa4-4357-9440-51a0dc93951d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:54:14.413638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-a6a4f766-1fa4-4357-9440-51a0dc93951d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:54:14.439736 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4626055-6577-48c4-96a5-2987aa9864df req-aa80da42-afdb-4293-8152-6ace4212e7ae service neutron] 10.222.0.65 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435462 Nov 11 11:54:14.442365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98601f84-84f2-4361-b52d-1ef521f18280 req-92d5fb8b-fc78-4230-80fc-5d2d1cf18e62 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Made reservation on behalf of 2cb5031ef6504f05a5cdc6d3a4e487d6 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:54:14.448142 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-98601f84-84f2-4361-b52d-1ef521f18280 req-92d5fb8b-fc78-4230-80fc-5d2d1cf18e62 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:14.530812 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4f766-1fa4-4357-9440-51a0dc93951d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Pushing event updated for resources: {'Port': ['ID=e7e06579-02c5-4fa2-ac15-58d77c3205a0,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:14.552788 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ccb0702-761e-4f75-a0dd-64a5556c5141 req-e257be87-e6ad-42ba-9dc1-f9b381a22f19 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876638 Nov 11 11:54:14.644196 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00bb42-ea4d-4891-9a98-a94eced382b2 req-cea30f58-adb4-4cb7-a7dc-9eefd3033c93 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:14.652790 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c00bb42-ea4d-4891-9a98-a94eced382b2 req-cea30f58-adb4-4cb7-a7dc-9eefd3033c93 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.43 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 951 time: 0.3381424 Nov 11 11:54:14.723997 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e22a2d-0949-4e52-a492-a7baa94586aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:14.726327 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7c9117-10e3-4c17-a4dc-20bb2459dbfa" -d '{"events": [{"server_uuid": "77e22a2d-0949-4e52-a492-a7baa94586aa", "name": "network-vif-unplugged", "status": "completed", "tag": "f48844ca-1de0-40dd-8a67-3fc8cfaa4a47"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:14.792908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-98601f84-84f2-4361-b52d-1ef521f18280 req-92d5fb8b-fc78-4230-80fc-5d2d1cf18e62 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Allocated IP 172.20.0.9 (f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9/457a1252-2aa1-4aa3-b093-fee4b1c48648/a6a8252e-e1c7-458b-9301-dd858b647e59) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:54:14.856593 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-092c8f77-c9c5-4290-ac85-6c0cebffdd0e None None] Provisioning complete for port e7e06579-02c5-4fa2-ac15-58d77c3205a0 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:14.858030 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-092c8f77-c9c5-4290-ac85-6c0cebffdd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:14.964767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-092c8f77-c9c5-4290-ac85-6c0cebffdd0e None None] Port e7e06579-02c5-4fa2-ac15-58d77c3205a0 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:54:15.037535 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-98601f84-84f2-4361-b52d-1ef521f18280 req-92d5fb8b-fc78-4230-80fc-5d2d1cf18e62 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:15.130318 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-98601f84-84f2-4361-b52d-1ef521f18280 req-92d5fb8b-fc78-4230-80fc-5d2d1cf18e62 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:15.182978 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98601f84-84f2-4361-b52d-1ef521f18280 req-92d5fb8b-fc78-4230-80fc-5d2d1cf18e62 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:54:15.186821 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-98601f84-84f2-4361-b52d-1ef521f18280 req-92d5fb8b-fc78-4230-80fc-5d2d1cf18e62 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:54:15.192398 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-98601f84-84f2-4361-b52d-1ef521f18280 req-92d5fb8b-fc78-4230-80fc-5d2d1cf18e62 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:54:15.197232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5fb8b-fc78-4230-80fc-5d2d1cf18e62 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Pushing event updated for resources: {'Port': ['ID=a6a8252e-e1c7-458b-9301-dd858b647e59,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:15.246349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-a6a4f766-1fa4-4357-9440-51a0dc93951d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:15.247250 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-a6a4f766-1fa4-4357-9440-51a0dc93951d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:15.259361 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98601f84-84f2-4361-b52d-1ef521f18280 req-92d5fb8b-fc78-4230-80fc-5d2d1cf18e62 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:15.260112 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-98601f84-84f2-4361-b52d-1ef521f18280 req-92d5fb8b-fc78-4230-80fc-5d2d1cf18e62 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:15.294591 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98601f84-84f2-4361-b52d-1ef521f18280 req-92d5fb8b-fc78-4230-80fc-5d2d1cf18e62 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0544465 Nov 11 11:54:15.308006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dcd53-c96b-4b48-8e47-8caf3f76412c req-f8d70258-8564-49d2-83d3-e0fab154d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:15.309675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c1dcd53-c96b-4b48-8e47-8caf3f76412c req-f8d70258-8564-49d2-83d3-e0fab154d5ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.9077959 Nov 11 11:54:15.350586 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Request body: {'port': {'device_id': '9873d365-8ee6-41c4-a4c8-b576d461238f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:15.455414 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:15.468864 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-a6a4f766-1fa4-4357-9440-51a0dc93951d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6808093 Nov 11 11:54:15.506586 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dcd53-c96b-4b48-8e47-8caf3f76412c req-0d4f0753-ac50-4ce4-84c2-f5463fc40218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:15.508903 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c1dcd53-c96b-4b48-8e47-8caf3f76412c req-0d4f0753-ac50-4ce4-84c2-f5463fc40218 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1791458 Nov 11 11:54:15.521040 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Request body: {'port': {'device_id': '855e5daa-1db7-4f86-a902-13f94c2e1f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:15.540959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9503bc00-43c3-40bc-945d-dd89a9f22368 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:54:15.628018 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-5c00bb42-ea4d-4891-9a98-a94eced382b2 req-9ff40aad-6137-410f-bc16-46b7d807b14a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Deleting port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:15.628698 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:15.629038 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5c00bb42-ea4d-4891-9a98-a94eced382b2 req-9ff40aad-6137-410f-bc16-46b7d807b14a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:15.653911 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e0bb6a20-03fe-4d56-8b18-75d7b9431621 None None] Provisioning complete for port a6a8252e-e1c7-458b-9301-dd858b647e59 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:15.654563 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e0bb6a20-03fe-4d56-8b18-75d7b9431621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:15.689797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ac68c-62a9-4eb9-af2a-cd7cf070f3ba req-f83f8887-5404-47da-95a3-8bdd3fea1b56 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:15.708941 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-446ac68c-62a9-4eb9-af2a-cd7cf070f3ba req-f83f8887-5404-47da-95a3-8bdd3fea1b56 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=1523e1f7-e16f-42a3-b26a-aa6e910b7ec9 HTTP/1.1" status: 200 len: 951 time: 0.2849123 Nov 11 11:54:15.741879 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e0bb6a20-03fe-4d56-8b18-75d7b9431621 None None] Port a6a8252e-e1c7-458b-9301-dd858b647e59 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:54:15.761170 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9503bc00-43c3-40bc-945d-dd89a9f22368, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9503bc00-43c3-40bc-945d-dd89a9f22368,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:15.773814 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '9503bc00-43c3-40bc-945d-dd89a9f22368', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '9503bc00-43c3-40bc-945d-dd89a9f22368', 'mac_address': 'fa:16:3e:c5:33:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:54:15.789405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a8252e-e1c7-458b-9301-dd858b647e59 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:15.793571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-c3a4481b-6ff8-438c-8bfc-700e6ea71676 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2044969118&fields=id&tenant_id=a9e0b9efba9346bdbbe140442a606abf HTTP/1.1" status: 200 len: 267 time: 0.4817603 Nov 11 11:54:15.811208 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:15.825191 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Transition to ACTIVE for port object a6a8252e-e1c7-458b-9301-dd858b647e59 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:54:15.832373 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:15.850439 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:15.851614 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c1dcd53-c96b-4b48-8e47-8caf3f76412c req-18dd1ed4-fd0f-4d89-a1b7-e54c5d8e66b4 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154612 Nov 11 11:54:15.868558 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9503bc00-43c3-40bc-945d-dd89a9f22368 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:15.901422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9503bc00-43c3-40bc-945d-dd89a9f22368, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9503bc00-43c3-40bc-945d-dd89a9f22368,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:15.911706 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a8252e-e1c7-458b-9301-dd858b647e59,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:15.912273 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:16.022435 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=9503bc00-43c3-40bc-945d-dd89a9f22368,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:16.048606 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Attempting to bind port a6a8252e-e1c7-458b-9301-dd858b647e59 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:54:16.048775 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Attempting to bind port a6a8252e-e1c7-458b-9301-dd858b647e59 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '0b1f3fcd-b098-4130-b831-eb0095ec2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:54:16.049109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Attempting to bind port a6a8252e-e1c7-458b-9301-dd858b647e59 on network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:54:16.058290 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Port a6a8252e-e1c7-458b-9301-dd858b647e59 on network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:54:16.059235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Attempting to bind port a6a8252e-e1c7-458b-9301-dd858b647e59 on network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:54:16.060940 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['9503bc00-43c3-40bc-945d-dd89a9f22368'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:54:16.067207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:54:16.068217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Checking segment: {'id': '0b1f3fcd-b098-4130-b831-eb0095ec2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:54:16.068603 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Bound using segment: {'id': '0b1f3fcd-b098-4130-b831-eb0095ec2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:54:16.069268 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Bound port: a6a8252e-e1c7-458b-9301-dd858b647e59, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1f3fcd-b098-4130-b831-eb0095ec2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:54:16.069695 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:16.149377 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] For port a6a8252e-e1c7-458b-9301-dd858b647e59, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:54:16.153254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] For port a6a8252e-e1c7-458b-9301-dd858b647e59, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a6a8252e-e1c7-458b-9301-dd858b647e59,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:54:16.160354 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:16.167950 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:16.209145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:16.209343 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:16.215110 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] 10.222.0.43 "PUT /v2.0/ports/a6a8252e-e1c7-458b-9301-dd858b647e59 HTTP/1.1" status: 200 len: 1091 time: 0.8939579 Nov 11 11:54:16.215710 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9873d365-8ee6-41c4-a4c8-b576d461238f', 'tag': 'a6a8252e-e1c7-458b-9301-dd858b647e59'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:16.219212 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0a0b28-21e2-4f2b-9cc1-087ce942afd3" -d '{"events": [{"name": "network-changed", "server_uuid": "9873d365-8ee6-41c4-a4c8-b576d461238f", "tag": "a6a8252e-e1c7-458b-9301-dd858b647e59"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:16.240611 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-446ac68c-62a9-4eb9-af2a-cd7cf070f3ba req-0d223129-fe93-40c5-8f78-e9adf14c4e7a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298874 Nov 11 11:54:16.319669 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32a095-e38f-4ad0-9975-0ca26f3e4a78 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a8252e-e1c7-458b-9301-dd858b647e59,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:16.346598 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98601f84-84f2-4361-b52d-1ef521f18280 req-bbebfc49-6a6a-445a-a58f-f8448875e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:16.348962 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98601f84-84f2-4361-b52d-1ef521f18280 req-bbebfc49-6a6a-445a-a58f-f8448875e6fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cb5031ef6504f05a5cdc6d3a4e487d6&device_id=9873d365-8ee6-41c4-a4c8-b576d461238f HTTP/1.1" status: 200 len: 1094 time: 0.0802181 Nov 11 11:54:16.421986 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98601f84-84f2-4361-b52d-1ef521f18280 req-cae71421-33b5-47e9-9c98-d68e7043cc03 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6a8252e-e1c7-458b-9301-dd858b647e59 HTTP/1.1" status: 200 len: 217 time: 0.0622919 Nov 11 11:54:16.453200 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-f3f8c79a-4a13-43ca-a766-c38d2f267041 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:16.454819 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-f3f8c79a-4a13-43ca-a766-c38d2f267041 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/networks?id=114b7753-62c2-472b-8415-1a3626ff81aa HTTP/1.1" status: 200 len: 814 time: 0.6021042 Nov 11 11:54:16.456724 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c1dcd53-c96b-4b48-8e47-8caf3f76412c req-58a519a4-7539-4041-8549-477a8880c8fd service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452662 Nov 11 11:54:16.458629 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-03bb025c-fcde-491a-b676-7f3fa6910169 req-95ff6fb2-fc69-4838-a167-7c685240f391 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9b8548-1669-4562-874b-84896894b8b1 HTTP/1.1" status: 200 len: 210 time: 0.0828032 Nov 11 11:54:16.460521 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-5c00bb42-ea4d-4891-9a98-a94eced382b2 req-9ff40aad-6137-410f-bc16-46b7d807b14a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] For port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:16.460884 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5c00bb42-ea4d-4891-9a98-a94eced382b2 req-9ff40aad-6137-410f-bc16-46b7d807b14a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:16.516443 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-5982e968-bf64-409a-b22c-ae92d867f08d tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/quotas/a9e0b9efba9346bdbbe140442a606abf HTTP/1.1" status: 200 len: 375 time: 0.0326803 Nov 11 11:54:16.551807 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-5c00bb42-ea4d-4891-9a98-a94eced382b2 req-9ff40aad-6137-410f-bc16-46b7d807b14a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Calling delete_port for 8cb5a78a-bf04-4af4-81a6-6cf75eb217da owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:16.638726 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98601f84-84f2-4361-b52d-1ef521f18280 req-da372a0b-5699-4475-879c-fccadb23921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:16.640193 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98601f84-84f2-4361-b52d-1ef521f18280 req-da372a0b-5699-4475-879c-fccadb23921e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=457a1252-2aa1-4aa3-b093-fee4b1c48648 HTTP/1.1" status: 200 len: 855 time: 0.2096486 Nov 11 11:54:16.716023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4626055-6577-48c4-96a5-2987aa9864df req-926e4a63-3607-4633-84d6-83a6d6a61496 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:16.717536 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e4626055-6577-48c4-96a5-2987aa9864df req-926e4a63-3607-4633-84d6-83a6d6a61496 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.62 "GET /v2.0/networks?id=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 HTTP/1.1" status: 200 len: 816 time: 0.2257550 Nov 11 11:54:16.724652 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98601f84-84f2-4361-b52d-1ef521f18280 req-00674d51-267a-42bb-8035-67cffd2545ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:16.726124 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98601f84-84f2-4361-b52d-1ef521f18280 req-00674d51-267a-42bb-8035-67cffd2545ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698280 Nov 11 11:54:16.807199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e4626055-6577-48c4-96a5-2987aa9864df req-5c8633d0-398f-4425-b93b-d3f6c3508501 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Request body: {'port': {'device_id': '9c9b8548-1669-4562-874b-84896894b8b1', 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9', 'admin_state_up': True, 'tenant_id': '2cb5031ef6504f05a5cdc6d3a4e487d6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:16.862584 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-4c89d026-d6a7-459e-8c72-b757525f07ab tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9e0b9efba9346bdbbe140442a606abf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3367062 Nov 11 11:54:16.949216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a41555-1bf9-4d3f-a2b2-707a35b0cf19 req-a0db229c-9e86-4c25-8806-c409d6f5b8f7 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:16.957882 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-39a41555-1bf9-4d3f-a2b2-707a35b0cf19 req-a0db229c-9e86-4c25-8806-c409d6f5b8f7 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/ports?device_id=511a3ca9-e231-40f6-9d78-e12baea840ac HTTP/1.1" status: 200 len: 946 time: 0.3553245 Nov 11 11:54:17.024168 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98601f84-84f2-4361-b52d-1ef521f18280 req-4a143648-4cc0-49a4-8feb-d319d7e433f8 service neutron] 10.222.0.43 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897274 Nov 11 11:54:17.154792 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4626055-6577-48c4-96a5-2987aa9864df req-5c8633d0-398f-4425-b93b-d3f6c3508501 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Made reservation on behalf of 2cb5031ef6504f05a5cdc6d3a4e487d6 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:54:17.159632 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e4626055-6577-48c4-96a5-2987aa9864df req-5c8633d0-398f-4425-b93b-d3f6c3508501 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:17.176196 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-39a41555-1bf9-4d3f-a2b2-707a35b0cf19 req-c6a3e659-c0fd-49fd-8323-eaffec6e371a tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171197 Nov 11 11:54:17.188556 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98601f84-84f2-4361-b52d-1ef521f18280 req-6567f1fb-e4b4-4ff0-b7ee-c3bf0d757454 service neutron] 10.222.0.43 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528871 Nov 11 11:54:17.236139 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-ace525ba-ca7a-4de7-a26d-153528aaad9d service neutron] 10.222.0.65 "GET /v2.0/networks/114b7753-62c2-472b-8415-1a3626ff81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508174 Nov 11 11:54:17.279622 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9792d24b-67f4-4749-a8be-b98d9530d1a5 x-openstack-request-id: req-9792d24b-67f4-4749-a8be-b98d9530d1a5 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:17.280512 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e22a2d-0949-4e52-a492-a7baa94586aa", "name": "network-vif-unplugged", "status": "completed", "tag": "f48844ca-1de0-40dd-8a67-3fc8cfaa4a47", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:17.286350 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9792d24b-67f4-4749-a8be-b98d9530d1a5 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:17.286880 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e22a2d-0949-4e52-a492-a7baa94586aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47', 'code': 200} Nov 11 11:54:17.325900 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5c00bb42-ea4d-4891-9a98-a94eced382b2 req-9ff40aad-6137-410f-bc16-46b7d807b14a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:17.338904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['5b8053d1-ef81-421b-9c0d-72d4ba518d46', 'f2a85307-3654-449c-a186-175b6c103308', '41bc367d-37e2-49ff-abe8-51aa2c30c67f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:54:17.394424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e06579-02c5-4fa2-ac15-58d77c3205a0 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:17.451685 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:17.461155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff40aad-6137-410f-bc16-46b7d807b14a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Pushing event deleted for resources: {'Port': ['ID=8cb5a78a-bf04-4af4-81a6-6cf75eb217da,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:17.526248 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Transition to ACTIVE for port object e7e06579-02c5-4fa2-ac15-58d77c3205a0 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:54:17.580019 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9503bc00-43c3-40bc-945d-dd89a9f22368 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:54:17.628574 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:17.704903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-e4626055-6577-48c4-96a5-2987aa9864df req-5c8633d0-398f-4425-b93b-d3f6c3508501 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Allocated IP 172.20.0.5 (f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9/457a1252-2aa1-4aa3-b093-fee4b1c48648/ae7eba0a-7e15-4734-b30f-362f27c76667) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:54:17.801081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c00bb42-ea4d-4891-9a98-a94eced382b2 req-9ff40aad-6137-410f-bc16-46b7d807b14a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] No DVR routers for this DVR port 8cb5a78a-bf04-4af4-81a6-6cf75eb217da on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:54:17.802652 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 23a0c4d5-9726-406d-92b8-4db56463e29b details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:54:17.806901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 8cb5a78a-bf04-4af4-81a6-6cf75eb217da no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:17.830234 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5c00bb42-ea4d-4891-9a98-a94eced382b2 req-9ff40aad-6137-410f-bc16-46b7d807b14a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:17.838865 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c00bb42-ea4d-4891-9a98-a94eced382b2 req-9ff40aad-6137-410f-bc16-46b7d807b14a tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.43 "DELETE /v2.0/ports/8cb5a78a-bf04-4af4-81a6-6cf75eb217da HTTP/1.1" status: 204 len: 173 time: 3.1497626 Nov 11 11:54:17.843498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'name': 'network-vif-deleted', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:17.858903 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7911be53-55de-40df-bb0a-6a50584f26ff" -d '{"events": [{"server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "name": "network-vif-deleted", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:17.881933 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-2618bfa4-8f30-4bb2-8628-c4b6aca88a89 service neutron] 10.222.0.65 "GET /v2.0/networks/114b7753-62c2-472b-8415-1a3626ff81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6448147 Nov 11 11:54:17.963091 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e06579-02c5-4fa2-ac15-58d77c3205a0,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:17.974099 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 8cb5a78a-bf04-4af4-81a6-6cf75eb217da {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:54:17.986675 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 8cb5a78a-bf04-4af4-81a6-6cf75eb217da not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:54:18.267909 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 9503bc00-43c3-40bc-945d-dd89a9f22368 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:18.268600 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:18.352336 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e4626055-6577-48c4-96a5-2987aa9864df req-5c8633d0-398f-4425-b93b-d3f6c3508501 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:18.376631 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-156c7fa0-6eff-45d4-b81e-03ffcaee41b8 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8cd3348c419f4ba984f2a4724b9df8e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868042 Nov 11 11:54:18.501706 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 23a0c4d5-9726-406d-92b8-4db56463e29b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=23a0c4d5-9726-406d-92b8-4db56463e29b,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:18.507649 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e4626055-6577-48c4-96a5-2987aa9864df req-5c8633d0-398f-4425-b93b-d3f6c3508501 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:18.592667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Attempting to bind port e7e06579-02c5-4fa2-ac15-58d77c3205a0 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:54:18.594937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Attempting to bind port e7e06579-02c5-4fa2-ac15-58d77c3205a0 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '0b1f3fcd-b098-4130-b831-eb0095ec2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:54:18.595087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4626055-6577-48c4-96a5-2987aa9864df req-5c8633d0-398f-4425-b93b-d3f6c3508501 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:54:18.595391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Attempting to bind port e7e06579-02c5-4fa2-ac15-58d77c3205a0 on network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:54:18.606144 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-e4626055-6577-48c4-96a5-2987aa9864df req-5c8633d0-398f-4425-b93b-d3f6c3508501 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:54:18.620994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4626055-6577-48c4-96a5-2987aa9864df req-5c8633d0-398f-4425-b93b-d3f6c3508501 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:54:18.635565 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Port e7e06579-02c5-4fa2-ac15-58d77c3205a0 on network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:54:18.635995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Attempting to bind port e7e06579-02c5-4fa2-ac15-58d77c3205a0 on network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:54:18.716606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:54:18.726850 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8633d0-398f-4425-b93b-d3f6c3508501 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Pushing event updated for resources: {'Port': ['ID=ae7eba0a-7e15-4734-b30f-362f27c76667,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:18.727829 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Checking segment: {'id': '0b1f3fcd-b098-4130-b831-eb0095ec2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:54:18.728353 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Bound using segment: {'id': '0b1f3fcd-b098-4130-b831-eb0095ec2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:54:18.728959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Bound port: e7e06579-02c5-4fa2-ac15-58d77c3205a0, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1f3fcd-b098-4130-b831-eb0095ec2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:54:18.729474 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:18.779261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4626055-6577-48c4-96a5-2987aa9864df req-5c8633d0-398f-4425-b93b-d3f6c3508501 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:18.780242 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e4626055-6577-48c4-96a5-2987aa9864df req-5c8633d0-398f-4425-b93b-d3f6c3508501 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:18.813601 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e4626055-6577-48c4-96a5-2987aa9864df req-5c8633d0-398f-4425-b93b-d3f6c3508501 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0147264 Nov 11 11:54:18.880889 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '23a0c4d5-9726-406d-92b8-4db56463e29b', 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a', 'port_id': '23a0c4d5-9726-406d-92b8-4db56463e29b', 'mac_address': 'fa:16:3e:34:84:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6895bfe9-2caf-4d68-8e8e-acf7b9702df7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:54:18.983928 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-4f51cd21-7ace-497b-91ad-ff0928cf278f tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:18.993927 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-4f51cd21-7ace-497b-91ad-ff0928cf278f tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6146617 Nov 11 11:54:19.075630 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-7bf5ffd5-3727-4d23-b7f2-10cdaca50fc3 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/quotas/8cd3348c419f4ba984f2a4724b9df8e1 HTTP/1.1" status: 200 len: 375 time: 0.0792067 Nov 11 11:54:19.091362 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:19.099106 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Request body: {'port': {'device_id': '9c9b8548-1669-4562-874b-84896894b8b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:19.192262 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-3d89db08-5cdc-4839-b6f1-3514f9ca7bf9 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cd3348c419f4ba984f2a4724b9df8e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1129594 Nov 11 11:54:19.211230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] For port e7e06579-02c5-4fa2-ac15-58d77c3205a0, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:54:19.263258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] For port e7e06579-02c5-4fa2-ac15-58d77c3205a0, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=e7e06579-02c5-4fa2-ac15-58d77c3205a0,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:54:19.283396 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:19.310615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa83321-1b5f-4e6c-bcf8-c4f02a41d437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9503bc00-43c3-40bc-945d-dd89a9f22368'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:19.316571 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c035bdfb-2b5f-4537-914a-5cf314a1eafc" -d '{"events": [{"server_uuid": "9fa83321-1b5f-4e6c-bcf8-c4f02a41d437", "name": "network-vif-plugged", "status": "completed", "tag": "9503bc00-43c3-40bc-945d-dd89a9f22368"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:19.334978 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:19.343519 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9503bc00-43c3-40bc-945d-dd89a9f22368, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9503bc00-43c3-40bc-945d-dd89a9f22368,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:19.366019 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:19.400573 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:19.401233 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:19.410075 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] 10.222.0.62 "PUT /v2.0/ports/e7e06579-02c5-4fa2-ac15-58d77c3205a0 HTTP/1.1" status: 200 len: 1092 time: 3.9128447 Nov 11 11:54:19.494751 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11f55c-4489-4c0c-9818-8d08cbe97035 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e06579-02c5-4fa2-ac15-58d77c3205a0,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:19.615737 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c0b54551-7287-4aa5-af92-231a10bcc523 None None] Provisioning complete for port ae7eba0a-7e15-4734-b30f-362f27c76667 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:19.616237 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c0b54551-7287-4aa5-af92-231a10bcc523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:19.626479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23a0c4d5-9726-406d-92b8-4db56463e29b {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:19.776712 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-50eddf8e-3d5b-49c4-b7d7-2caf3b656da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:19.785536 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-50eddf8e-3d5b-49c4-b7d7-2caf3b656da0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2cb5031ef6504f05a5cdc6d3a4e487d6&device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 1095 time: 0.2690096 Nov 11 11:54:19.791767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=9503bc00-43c3-40bc-945d-dd89a9f22368,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:20.085977 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-5df9bc5f-77a7-4a04-bbb4-425d928cf303 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e06579-02c5-4fa2-ac15-58d77c3205a0 HTTP/1.1" status: 200 len: 217 time: 0.2812586 Nov 11 11:54:20.099353 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 23a0c4d5-9726-406d-92b8-4db56463e29b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=23a0c4d5-9726-406d-92b8-4db56463e29b,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:20.113101 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c0b54551-7287-4aa5-af92-231a10bcc523 None None] Port ae7eba0a-7e15-4734-b30f-362f27c76667 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:54:20.142601 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:20.170903 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device a6a8252e-e1c7-458b-9301-dd858b647e59 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:54:20.346755 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['23a0c4d5-9726-406d-92b8-4db56463e29b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:54:20.475213 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-1b9b3c9d-3fde-489e-a40c-6af0144a12c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:20.482463 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-1b9b3c9d-3fde-489e-a40c-6af0144a12c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=457a1252-2aa1-4aa3-b093-fee4b1c48648 HTTP/1.1" status: 200 len: 855 time: 0.2818897 Nov 11 11:54:20.512930 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3e794-68e9-40e4-929a-f0f6006e10e6 req-48f9a945-ed2a-423b-a691-61e2858841e6 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:20.516232 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.resource_extend [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 11:54:20.525322 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6b3e794-68e9-40e4-929a-f0f6006e10e6 req-48f9a945-ed2a-423b-a691-61e2858841e6 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9b8548-1669-4562-874b-84896894b8b1 HTTP/1.1" status: 200 len: 931 time: 0.3233981 Nov 11 11:54:20.528769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a0b28-21e2-4f2b-9cc1-087ce942afd3 req-02717cd4-2194-4d08-bee6-03d70563a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:20.536163 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c0a0b28-21e2-4f2b-9cc1-087ce942afd3 req-02717cd4-2194-4d08-bee6-03d70563a3d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cb5031ef6504f05a5cdc6d3a4e487d6&device_id=9873d365-8ee6-41c4-a4c8-b576d461238f HTTP/1.1" status: 200 len: 1094 time: 0.5020390 Nov 11 11:54:20.576214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=23a0c4d5-9726-406d-92b8-4db56463e29b,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:20.736916 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c22deca-7199-4380-b363-454aa7a2a396 x-openstack-request-id: req-6c22deca-7199-4380-b363-454aa7a2a396 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:20.737883 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9873d365-8ee6-41c4-a4c8-b576d461238f", "tag": "a6a8252e-e1c7-458b-9301-dd858b647e59", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:20.738324 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c22deca-7199-4380-b363-454aa7a2a396 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:20.738875 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9873d365-8ee6-41c4-a4c8-b576d461238f', 'tag': 'a6a8252e-e1c7-458b-9301-dd858b647e59', 'status': 'completed', 'code': 200} Nov 11 11:54:20.739624 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:20.949088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port a6a8252e-e1c7-458b-9301-dd858b647e59, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a6a8252e-e1c7-458b-9301-dd858b647e59,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:20.963759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-74798bbf-a520-4ac2-b5d7-24d2a9a7edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:20.965471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-74798bbf-a520-4ac2-b5d7-24d2a9a7edd4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4187200 Nov 11 11:54:20.985696 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-a4eed1b3-c5e0-443e-8883-ec235e1d627e tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:20.987547 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-a4eed1b3-c5e0-443e-8883-ec235e1d627e tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.43 "GET /v2.0/networks?id=114b7753-62c2-472b-8415-1a3626ff81aa HTTP/1.1" status: 200 len: 814 time: 0.3243623 Nov 11 11:54:20.991327 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6b3e794-68e9-40e4-929a-f0f6006e10e6 req-b22c27a5-e29c-466b-9a01-54643d316eef tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646294 Nov 11 11:54:21.015825 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'a6a8252e-e1c7-458b-9301-dd858b647e59', 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9', 'port_id': 'a6a8252e-e1c7-458b-9301-dd858b647e59', 'mac_address': 'fa:16:3e:ff:84:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457a1252-2aa1-4aa3-b093-fee4b1c48648', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:54:21.037723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a0b28-21e2-4f2b-9cc1-087ce942afd3 req-ba88413c-8d7b-43d8-b4f1-f4caae2919e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:21.042853 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c0a0b28-21e2-4f2b-9cc1-087ce942afd3 req-ba88413c-8d7b-43d8-b4f1-f4caae2919e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 HTTP/1.1" status: 200 len: 918 time: 0.4738724 Nov 11 11:54:21.183699 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:21.243409 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a8252e-e1c7-458b-9301-dd858b647e59 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:21.283432 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfa9ab7-b2e9-41a8-b02b-7d13a9dac4b1 x-openstack-request-id: req-8dfa9ab7-b2e9-41a8-b02b-7d13a9dac4b1 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:21.283731 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1523e1f7-e16f-42a3-b26a-aa6e910b7ec9", "name": "network-vif-deleted", "tag": "8cb5a78a-bf04-4af4-81a6-6cf75eb217da", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:21.283986 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8dfa9ab7-b2e9-41a8-b02b-7d13a9dac4b1 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:21.284395 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1523e1f7-e16f-42a3-b26a-aa6e910b7ec9', 'name': 'network-vif-deleted', 'tag': '8cb5a78a-bf04-4af4-81a6-6cf75eb217da', 'status': 'completed', 'code': 200} Nov 11 11:54:21.290775 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:21.294302 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c0a0b28-21e2-4f2b-9cc1-087ce942afd3 req-97115882-de73-4230-9398-44b7a0556c34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6a8252e-e1c7-458b-9301-dd858b647e59 HTTP/1.1" status: 200 len: 217 time: 0.1937833 Nov 11 11:54:21.315179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port a6a8252e-e1c7-458b-9301-dd858b647e59, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a6a8252e-e1c7-458b-9301-dd858b647e59,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:21.327404 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:21.491831 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-1f72734f-d031-48e8-a0d9-725339eba60e tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9e0b9efba9346bdbbe140442a606abf HTTP/1.1" status: 200 len: 380 time: 0.4857643 Nov 11 11:54:21.519908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-7ace9349-a769-464e-b73f-9549b015019e tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Request body: {'port': {'device_id': 'd4f462ae-549d-477b-8387-6785a231589f', 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa', 'admin_state_up': True, 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'security_groups': ['5034c4b2-134e-4504-9206-8a744ad724b4']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:21.561952 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a0b28-21e2-4f2b-9cc1-087ce942afd3 req-7030deb8-e144-44e8-9eb7-f4d520cd2bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:21.573916 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=a6a8252e-e1c7-458b-9301-dd858b647e59,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:21.576195 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c0a0b28-21e2-4f2b-9cc1-087ce942afd3 req-7030deb8-e144-44e8-9eb7-f4d520cd2bf6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=457a1252-2aa1-4aa3-b093-fee4b1c48648 HTTP/1.1" status: 200 len: 855 time: 0.2635276 Nov 11 11:54:21.723004 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['a6a8252e-e1c7-458b-9301-dd858b647e59'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:54:21.786592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7eba0a-7e15-4734-b30f-362f27c76667 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:21.812546 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:21.918554 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Transition to ACTIVE for port object ae7eba0a-7e15-4734-b30f-362f27c76667 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:54:21.941214 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:21.962669 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-149c061c-01c2-4187-9008-bf5c98ea7b50 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8cd3348c419f4ba984f2a4724b9df8e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1361818 Nov 11 11:54:21.965835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-182cee29-1b45-49db-bc03-3ef5531a75fe req-1c2e9dee-b842-499f-9874-870f6b44ba58 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4f462ae-549d-477b-8387-6785a231589f HTTP/1.1" status: 200 len: 210 time: 0.3060896 Nov 11 11:54:21.980987 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-70487686-c09e-4215-8d01-43c112e5b154 service neutron] 10.222.0.62 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9865985 Nov 11 11:54:22.027012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-7ace9349-a769-464e-b73f-9549b015019e tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Made reservation on behalf of a9e0b9efba9346bdbbe140442a606abf for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:54:22.041839 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-7ace9349-a769-464e-b73f-9549b015019e tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:22.137527 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7eba0a-7e15-4734-b30f-362f27c76667,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:22.173095 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 23a0c4d5-9726-406d-92b8-4db56463e29b up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:54:22.292132 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 23a0c4d5-9726-406d-92b8-4db56463e29b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:22.292591 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:22.318724 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a0b28-21e2-4f2b-9cc1-087ce942afd3 req-19567731-f8f2-4274-87c5-075db08ce2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:22.321269 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c0a0b28-21e2-4f2b-9cc1-087ce942afd3 req-19567731-f8f2-4274-87c5-075db08ce2dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7327535 Nov 11 11:54:22.346048 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-7ace9349-a769-464e-b73f-9549b015019e tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Allocated IP 172.20.0.14 (114b7753-62c2-472b-8415-1a3626ff81aa/1ba6fa33-e08b-4e6c-970e-30a7ae0b0476/ca143f82-18cb-4415-bdc9-974c133a769a) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:54:22.438847 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c1b2408-3e6f-416d-81df-93904b2bfa14 req-fd11680a-0d2a-4117-9e3d-48f37c6c3d20 service neutron] 10.222.0.62 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145586 Nov 11 11:54:22.548985 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:22.664362 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 23a0c4d5-9726-406d-92b8-4db56463e29b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=23a0c4d5-9726-406d-92b8-4db56463e29b,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:22.688739 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:22.700189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-60a44b34-2d76-427b-a245-6318e28d3939 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:22.710935 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-60a44b34-2d76-427b-a245-6318e28d3939 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7354865 Nov 11 11:54:22.735393 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-1e9e7f8a-0ed7-4c86-8aa7-a50a4811ff9c tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Request body: {'port': {'device_id': '47bfd872-f548-4309-b793-0ba93c9c02a5', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '8cd3348c419f4ba984f2a4724b9df8e1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:22.748115 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-7ace9349-a769-464e-b73f-9549b015019e tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:22.768813 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Attempting to bind port ae7eba0a-7e15-4734-b30f-362f27c76667 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:54:22.769387 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Attempting to bind port ae7eba0a-7e15-4734-b30f-362f27c76667 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '0b1f3fcd-b098-4130-b831-eb0095ec2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:54:22.771804 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Attempting to bind port ae7eba0a-7e15-4734-b30f-362f27c76667 on network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:54:22.797889 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Port ae7eba0a-7e15-4734-b30f-362f27c76667 on network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:54:22.798921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Attempting to bind port ae7eba0a-7e15-4734-b30f-362f27c76667 on network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:54:22.839073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:54:22.839452 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Checking segment: {'id': '0b1f3fcd-b098-4130-b831-eb0095ec2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:54:22.839714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Bound using segment: {'id': '0b1f3fcd-b098-4130-b831-eb0095ec2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:54:22.840180 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Bound port: ae7eba0a-7e15-4734-b30f-362f27c76667, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1f3fcd-b098-4130-b831-eb0095ec2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:54:22.840543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:22.848483 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=23a0c4d5-9726-406d-92b8-4db56463e29b,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:22.865923 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:22.868540 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:22.868866 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:22.869148 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:22.869452 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:22.869895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:22.870207 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:22.870530 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:22.870859 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:22.871182 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:22.871503 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:22.872323 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:54:22.955366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-7ace9349-a769-464e-b73f-9549b015019e tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:22.991748 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c0a0b28-21e2-4f2b-9cc1-087ce942afd3 req-322f9a1d-6cfb-46e4-afb8-5c8c32301d9b service neutron] 10.222.0.43 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774899 Nov 11 11:54:22.999343 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-1e9e7f8a-0ed7-4c86-8aa7-a50a4811ff9c tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Made reservation on behalf of 8cd3348c419f4ba984f2a4724b9df8e1 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:54:23.006243 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-1e9e7f8a-0ed7-4c86-8aa7-a50a4811ff9c tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:23.049386 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-1e9e7f8a-0ed7-4c86-8aa7-a50a4811ff9c tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:23.064810 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:54:23.134179 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-7ace9349-a769-464e-b73f-9549b015019e tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Network 114b7753-62c2-472b-8415-1a3626ff81aa is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:54:23.187528 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-7ace9349-a769-464e-b73f-9549b015019e tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:54:23.190478 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-1e9e7f8a-0ed7-4c86-8aa7-a50a4811ff9c tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:23.227461 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-7ace9349-a769-464e-b73f-9549b015019e tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:54:23.243434 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-1e9e7f8a-0ed7-4c86-8aa7-a50a4811ff9c tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:23.249409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] For port ae7eba0a-7e15-4734-b30f-362f27c76667, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:54:23.292495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855e5daa-1db7-4f86-a902-13f94c2e1f64', 'tag': 'e7e06579-02c5-4fa2-ac15-58d77c3205a0'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:23.297785 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b4a2f7-26ac-4cbb-aba5-147dfb787c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "855e5daa-1db7-4f86-a902-13f94c2e1f64", "tag": "e7e06579-02c5-4fa2-ac15-58d77c3205a0"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:23.307594 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace9349-a769-464e-b73f-9549b015019e tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Pushing event updated for resources: {'Port': ['ID=ca143f82-18cb-4415-bdc9-974c133a769a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:23.353424 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] For port ae7eba0a-7e15-4734-b30f-362f27c76667, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ae7eba0a-7e15-4734-b30f-362f27c76667,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:54:23.364293 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:23.387961 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9c697-166c-4327-a58c-c1880c21ada2 req-40a11ccf-1c1e-4dd3-aece-f8dbbe8d21f4 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:23.390095 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6ac9c697-166c-4327-a58c-c1880c21ada2 req-40a11ccf-1c1e-4dd3-aece-f8dbbe8d21f4 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.43 "GET /v2.0/ports?device_id=511a3ca9-e231-40f6-9d78-e12baea840ac HTTP/1.1" status: 200 len: 946 time: 0.2548602 Nov 11 11:54:23.406361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e7f8a-0ed7-4c86-8aa7-a50a4811ff9c tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5e3c61-06c8-4fd6-bd5b-25b217ee44cf,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:23.443311 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-7ace9349-a769-464e-b73f-9549b015019e tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:23.444536 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-7ace9349-a769-464e-b73f-9549b015019e tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:23.542535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:23.543478 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:23.545138 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e4626055-6577-48c4-96a5-2987aa9864df req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] 10.222.0.62 "PUT /v2.0/ports/ae7eba0a-7e15-4734-b30f-362f27c76667 HTTP/1.1" status: 200 len: 1091 time: 4.7211490 Nov 11 11:54:23.546025 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9b8548-1669-4562-874b-84896894b8b1', 'tag': 'ae7eba0a-7e15-4734-b30f-362f27c76667'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:23.558892 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cf9fba-7508-4930-8895-b37480cab6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9b8548-1669-4562-874b-84896894b8b1", "tag": "ae7eba0a-7e15-4734-b30f-362f27c76667"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:23.621694 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-7ace9349-a769-464e-b73f-9549b015019e tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1183517 Nov 11 11:54:23.697314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-15abe694-03c7-4c99-95ba-aadf0f715758 None None] Provisioning complete for port ca143f82-18cb-4415-bdc9-974c133a769a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:23.697894 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-15abe694-03c7-4c99-95ba-aadf0f715758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:23.704022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Request body: {'port': {'device_id': 'd4f462ae-549d-477b-8387-6785a231589f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:23.815289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-15abe694-03c7-4c99-95ba-aadf0f715758 None None] Port ca143f82-18cb-4415-bdc9-974c133a769a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:54:23.831050 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a818f-dc7c-4be3-8c92-5be1a87bf1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7eba0a-7e15-4734-b30f-362f27c76667,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:23.916145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4626055-6577-48c4-96a5-2987aa9864df req-093a1f45-64ef-4c90-9e57-c1b920705003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:23.917825 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e4626055-6577-48c4-96a5-2987aa9864df req-093a1f45-64ef-4c90-9e57-c1b920705003 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2cb5031ef6504f05a5cdc6d3a4e487d6&device_id=9c9b8548-1669-4562-874b-84896894b8b1 HTTP/1.1" status: 200 len: 1094 time: 0.2947719 Nov 11 11:54:23.930256 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-6ac9c697-166c-4327-a58c-c1880c21ada2 req-546a773c-ca7f-463f-af50-1ee4d7228d1e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Deleting port 904fe0bc-5763-424b-b915-bd7b09b4801f {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:23.930537 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6ac9c697-166c-4327-a58c-c1880c21ada2 req-546a773c-ca7f-463f-af50-1ee4d7228d1e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:24.049223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c0a0b28-21e2-4f2b-9cc1-087ce942afd3 req-3ede29f5-83bf-419a-8b96-9042d4bd3935 service neutron] 10.222.0.43 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0395176 Nov 11 11:54:24.055821 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-6ac9c697-166c-4327-a58c-c1880c21ada2 req-546a773c-ca7f-463f-af50-1ee4d7228d1e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] For port 904fe0bc-5763-424b-b915-bd7b09b4801f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=904fe0bc-5763-424b-b915-bd7b09b4801f,segment=NetworkSegment(fb6e1d7d-6198-4b8a-8555-062b88f02519),segment_id=fb6e1d7d-6198-4b8a-8555-062b88f02519)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:24.056191 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6ac9c697-166c-4327-a58c-c1880c21ada2 req-546a773c-ca7f-463f-af50-1ee4d7228d1e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:24.167020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-1e9e7f8a-0ed7-4c86-8aa7-a50a4811ff9c tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Allocated IP 192.168.233.203 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/bc296ea4-a039-4ef0-a110-f534bc4597dc) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:54:24.173989 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device a6a8252e-e1c7-458b-9301-dd858b647e59 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:54:24.338052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port a6a8252e-e1c7-458b-9301-dd858b647e59 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:54:24.351993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port a6a8252e-e1c7-458b-9301-dd858b647e59 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:24.354283 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:24.371795 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-1e9e7f8a-0ed7-4c86-8aa7-a50a4811ff9c tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:24.408475 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:24.454165 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-1e9e7f8a-0ed7-4c86-8aa7-a50a4811ff9c tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:24.510438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-1e9e7f8a-0ed7-4c86-8aa7-a50a4811ff9c tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:54:24.511441 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:24.514066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-1e9e7f8a-0ed7-4c86-8aa7-a50a4811ff9c tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:54:24.519038 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-1e9e7f8a-0ed7-4c86-8aa7-a50a4811ff9c tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:54:24.520053 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e4626055-6577-48c4-96a5-2987aa9864df req-5db04705-9845-408c-a6f0-6206c8807b51 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae7eba0a-7e15-4734-b30f-362f27c76667 HTTP/1.1" status: 200 len: 217 time: 0.1841729 Nov 11 11:54:24.527475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e7f8a-0ed7-4c86-8aa7-a50a4811ff9c tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Pushing event updated for resources: {'Port': ['ID=bc296ea4-a039-4ef0-a110-f534bc4597dc,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:24.545702 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6ac9c697-166c-4327-a58c-c1880c21ada2 req-546a773c-ca7f-463f-af50-1ee4d7228d1e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:24.546654 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6ac9c697-166c-4327-a58c-c1880c21ada2 req-546a773c-ca7f-463f-af50-1ee4d7228d1e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:24.547368 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [req-6ac9c697-166c-4327-a58c-c1880c21ada2 req-546a773c-ca7f-463f-af50-1ee4d7228d1e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Floating IP bf98544c-1fb2-4797-8b80-845c10f13aa1 disassociated. External IP: 172.25.2.16, port: 904fe0bc-5763-424b-b915-bd7b09b4801f. Nov 11 11:54:24.547971 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-6ac9c697-166c-4327-a58c-c1880c21ada2 req-546a773c-ca7f-463f-af50-1ee4d7228d1e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Calling delete_port for 904fe0bc-5763-424b-b915-bd7b09b4801f owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:24.605849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-1e9e7f8a-0ed7-4c86-8aa7-a50a4811ff9c tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:24.606909 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-1e9e7f8a-0ed7-4c86-8aa7-a50a4811ff9c tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:24.639454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port a6a8252e-e1c7-458b-9301-dd858b647e59, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a6a8252e-e1c7-458b-9301-dd858b647e59,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:24.653273 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:24.656533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-1e9e7f8a-0ed7-4c86-8aa7-a50a4811ff9c tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9260566 Nov 11 11:54:24.684527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Request body: {'port': {'device_id': '47bfd872-f548-4309-b793-0ba93c9c02a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:24.782898 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=a6a8252e-e1c7-458b-9301-dd858b647e59,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:24.891459 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:24.924393 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6ac9c697-166c-4327-a58c-c1880c21ada2 req-546a773c-ca7f-463f-af50-1ee4d7228d1e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:24.965818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a773c-ca7f-463f-af50-1ee4d7228d1e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Pushing event deleted for resources: {'Port': ['ID=904fe0bc-5763-424b-b915-bd7b09b4801f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:25.005692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-53437f0d-8f30-4466-9e0c-5fa6403faca0 None None] Provisioning complete for port bc296ea4-a039-4ef0-a110-f534bc4597dc triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:25.006083 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-53437f0d-8f30-4466-9e0c-5fa6403faca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:25.009814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4626055-6577-48c4-96a5-2987aa9864df req-abd549f7-7af5-4c7a-869e-0f18334d6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:25.011787 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e4626055-6577-48c4-96a5-2987aa9864df req-abd549f7-7af5-4c7a-869e-0f18334d6294 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=457a1252-2aa1-4aa3-b093-fee4b1c48648 HTTP/1.1" status: 200 len: 855 time: 0.4791129 Nov 11 11:54:25.103296 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-53437f0d-8f30-4466-9e0c-5fa6403faca0 None None] Port bc296ea4-a039-4ef0-a110-f534bc4597dc cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:54:25.258365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ac9c697-166c-4327-a58c-c1880c21ada2 req-546a773c-ca7f-463f-af50-1ee4d7228d1e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Router 267f52bb-9bcc-47d9-90b2-62c365585ca7 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:54:25.300175 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4626055-6577-48c4-96a5-2987aa9864df req-0e11a930-2399-43c5-99ff-54ec3c1abd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:25.302094 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e4626055-6577-48c4-96a5-2987aa9864df req-0e11a930-2399-43c5-99ff-54ec3c1abd45 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2759731 Nov 11 11:54:25.466546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc296ea4-a039-4ef0-a110-f534bc4597dc {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:25.493686 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:25.527966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Transition to ACTIVE for port object bc296ea4-a039-4ef0-a110-f534bc4597dc will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:54:25.536198 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:25.583796 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device e7e06579-02c5-4fa2-ac15-58d77c3205a0 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:54:25.601041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Pushing event updated for resources: {'Port': ['ID=bc296ea4-a039-4ef0-a110-f534bc4597dc,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:25.627139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ac9c697-166c-4327-a58c-c1880c21ada2 req-546a773c-ca7f-463f-af50-1ee4d7228d1e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:54:25.637910 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99a7c0-09d8-47e1-9ba4-cee4ae04d220 None None] Sync routers for ids ['267f52bb-9bcc-47d9-90b2-62c365585ca7'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:54:25.655567 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b99a7c0-09d8-47e1-9ba4-cee4ae04d220 None None] Routers {'267f52bb-9bcc-47d9-90b2-62c365585ca7'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:54:25.656211 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4b99a7c0-09d8-47e1-9ba4-cee4ae04d220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:54:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['267f52bb-9bcc-47d9-90b2-62c365585ca7'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:25.661672 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e4626055-6577-48c4-96a5-2987aa9864df req-5ea53588-1ddd-4705-9a84-64e34b14b992 service neutron] 10.222.0.62 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408363 Nov 11 11:54:25.695675 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca143f82-18cb-4415-bdc9-974c133a769a {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:25.724423 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:25.788238 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Attempting to bind port bc296ea4-a039-4ef0-a110-f534bc4597dc on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:54:25.788611 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Attempting to bind port bc296ea4-a039-4ef0-a110-f534bc4597dc by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:54:25.788906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Attempting to bind port bc296ea4-a039-4ef0-a110-f534bc4597dc on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:54:25.814827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac9c697-166c-4327-a58c-c1880c21ada2 req-546a773c-ca7f-463f-af50-1ee4d7228d1e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] No DVR routers for this DVR port 904fe0bc-5763-424b-b915-bd7b09b4801f on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:54:25.825430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Port bc296ea4-a039-4ef0-a110-f534bc4597dc on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:54:25.825949 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Attempting to bind port bc296ea4-a039-4ef0-a110-f534bc4597dc on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:54:25.830777 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6ac9c697-166c-4327-a58c-c1880c21ada2 req-546a773c-ca7f-463f-af50-1ee4d7228d1e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:25.834324 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6ac9c697-166c-4327-a58c-c1880c21ada2 req-546a773c-ca7f-463f-af50-1ee4d7228d1e tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.43 "DELETE /v2.0/ports/904fe0bc-5763-424b-b915-bd7b09b4801f HTTP/1.1" status: 204 len: 173 time: 2.3866570 Nov 11 11:54:25.835317 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:54:25.835657 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:54:25.836045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:54:25.836471 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Bound port: bc296ea4-a039-4ef0-a110-f534bc4597dc, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:54:25.836826 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:25.933480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port e7e06579-02c5-4fa2-ac15-58d77c3205a0, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=e7e06579-02c5-4fa2-ac15-58d77c3205a0,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:25.954791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Transition to ACTIVE for port object ca143f82-18cb-4415-bdc9-974c133a769a will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:54:25.987155 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-4b99a7c0-09d8-47e1-9ba4-cee4ae04d220 None None] Set router 267f52bb-9bcc-47d9-90b2-62c365585ca7 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:54:25.987821 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'e7e06579-02c5-4fa2-ac15-58d77c3205a0', 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9', 'port_id': 'e7e06579-02c5-4fa2-ac15-58d77c3205a0', 'mac_address': 'fa:16:3e:c1:f4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457a1252-2aa1-4aa3-b093-fee4b1c48648', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:54:25.990194 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:26.073722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] For port bc296ea4-a039-4ef0-a110-f534bc4597dc, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:54:26.077517 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] For port bc296ea4-a039-4ef0-a110-f534bc4597dc, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=bc296ea4-a039-4ef0-a110-f534bc4597dc,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:54:26.084857 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:26.105874 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:26.113462 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:26.116046 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] 10.222.0.43 "PUT /v2.0/ports/bc296ea4-a039-4ef0-a110-f534bc4597dc HTTP/1.1" status: 200 len: 1096 time: 1.4558513 Nov 11 11:54:26.126970 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:26.213189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e06579-02c5-4fa2-ac15-58d77c3205a0 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:26.270034 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e4626055-6577-48c4-96a5-2987aa9864df req-febf61b1-614e-450e-a421-be1cad43dfb1 service neutron] 10.222.0.62 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834138 Nov 11 11:54:26.302275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Pushing event updated for resources: {'Port': ['ID=ca143f82-18cb-4415-bdc9-974c133a769a,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:26.308388 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port e7e06579-02c5-4fa2-ac15-58d77c3205a0, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=e7e06579-02c5-4fa2-ac15-58d77c3205a0,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:26.321334 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:26.353918 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c1d31-ad6e-4bdb-94c3-2670e9187a06 service neutron] Pushing event updated for resources: {'Port': ['ID=bc296ea4-a039-4ef0-a110-f534bc4597dc,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:26.417212 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-f7d1eaf2-65d4-4193-8c34-7a643ac8805d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:26.419656 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-f7d1eaf2-65d4-4193-8c34-7a643ac8805d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cd3348c419f4ba984f2a4724b9df8e1&device_id=47bfd872-f548-4309-b793-0ba93c9c02a5 HTTP/1.1" status: 200 len: 1099 time: 0.2477319 Nov 11 11:54:26.497564 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=e7e06579-02c5-4fa2-ac15-58d77c3205a0,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:26.524690 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Attempting to bind port ca143f82-18cb-4415-bdc9-974c133a769a on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:54:26.525186 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Attempting to bind port ca143f82-18cb-4415-bdc9-974c133a769a by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a74fc533-5284-4920-9171-71c10fa33da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:54:26.525670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Attempting to bind port ca143f82-18cb-4415-bdc9-974c133a769a on network 114b7753-62c2-472b-8415-1a3626ff81aa {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:54:26.537944 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Port ca143f82-18cb-4415-bdc9-974c133a769a on network 114b7753-62c2-472b-8415-1a3626ff81aa not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:54:26.538419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Attempting to bind port ca143f82-18cb-4415-bdc9-974c133a769a on network 114b7753-62c2-472b-8415-1a3626ff81aa {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:54:26.544450 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:54:26.544915 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Checking segment: {'id': 'a74fc533-5284-4920-9171-71c10fa33da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:54:26.545491 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Bound using segment: {'id': 'a74fc533-5284-4920-9171-71c10fa33da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:54:26.546088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Bound port: ca143f82-18cb-4415-bdc9-974c133a769a, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74fc533-5284-4920-9171-71c10fa33da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:54:26.547071 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:26.587928 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-073adab8-1687-43b6-ba09-116f7953dd06 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=bc296ea4-a039-4ef0-a110-f534bc4597dc HTTP/1.1" status: 200 len: 217 time: 0.1588829 Nov 11 11:54:26.606244 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4b99a7c0-09d8-47e1-9ba4-cee4ae04d220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:20Z', 'revision_number': 4, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '270ae85a-535c-4c70-97ef-1cc452a55f9e', 'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'mac_address': 'fa:16:3e:96:e2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:17Z', 'updated_at': '2021-11-11T11:49:25Z', 'revision_number': 5, 'project_id': '698a4072eeb44d058612b432edd8e394', 'subnets': [{'id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:26.664076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['e7e06579-02c5-4fa2-ac15-58d77c3205a0'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:54:26.679458 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99a7c0-09d8-47e1-9ba4-cee4ae04d220 None None] Checking router: 267f52bb-9bcc-47d9-90b2-62c365585ca7 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:54:26.694158 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b99a7c0-09d8-47e1-9ba4-cee4ae04d220 None None] Routers {'267f52bb-9bcc-47d9-90b2-62c365585ca7'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:54:26.696628 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4b99a7c0-09d8-47e1-9ba4-cee4ae04d220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:54:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['267f52bb-9bcc-47d9-90b2-62c365585ca7'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:26.708516 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-d0f3f441-347b-40ec-a51a-a8711d882541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:26.710990 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-d0f3f441-347b-40ec-a51a-a8711d882541 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1105692 Nov 11 11:54:26.828958 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-4b99a7c0-09d8-47e1-9ba4-cee4ae04d220 None None] Set router 267f52bb-9bcc-47d9-90b2-62c365585ca7 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:54:26.908659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-d2ac4c82-01da-48e5-8f2b-2153e6b1ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:26.910555 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-d2ac4c82-01da-48e5-8f2b-2153e6b1ceff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1919391 Nov 11 11:54:27.100973 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4b99a7c0-09d8-47e1-9ba4-cee4ae04d220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:20Z', 'revision_number': 4, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '270ae85a-535c-4c70-97ef-1cc452a55f9e', 'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'mac_address': 'fa:16:3e:96:e2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:17Z', 'updated_at': '2021-11-11T11:49:25Z', 'revision_number': 5, 'project_id': '698a4072eeb44d058612b432edd8e394', 'subnets': [{'id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:27.134970 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99a7c0-09d8-47e1-9ba4-cee4ae04d220 None None] The sync data for ids ['267f52bb-9bcc-47d9-90b2-62c365585ca7'] in n-d-807359-3 is: [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:49:20Z', 'revision_number': 4, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '270ae85a-535c-4c70-97ef-1cc452a55f9e', 'name': '', 'network_id': '2e14d0b6-5527-4abc-836c-ca1cacfa64d9', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'mac_address': 'fa:16:3e:96:e2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:17Z', 'updated_at': '2021-11-11T11:49:25Z', 'revision_number': 5, 'project_id': '698a4072eeb44d058612b432edd8e394', 'subnets': [{'id': '94c16310-5f9c-4d33-b7c9-d721f3565d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:54:27.154477 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-9bdbc979-9a85-4626-a6df-057bc85e5789 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341056 Nov 11 11:54:27.156174 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] For port ca143f82-18cb-4415-bdc9-974c133a769a, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:54:27.160118 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] For port ca143f82-18cb-4415-bdc9-974c133a769a, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=ca143f82-18cb-4415-bdc9-974c133a769a,segment=NetworkSegment(a74fc533-5284-4920-9171-71c10fa33da5),segment_id=a74fc533-5284-4920-9171-71c10fa33da5)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:54:27.178960 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:27.303575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Pushing event updated for resources: {'Port': ['ID=ca143f82-18cb-4415-bdc9-974c133a769a,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:27.314452 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:27.315198 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:27.318199 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-8b467496-63be-4371-9174-4972c34ff65f service neutron] 10.222.0.43 "PUT /v2.0/ports/ca143f82-18cb-4415-bdc9-974c133a769a HTTP/1.1" status: 200 len: 1092 time: 3.6236420 Nov 11 11:54:27.432176 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b69f8a3-8843-4cc3-be68-c8ced3814df7 req-db66d1db-8e10-43b4-af27-f30141c08b01 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606523 Nov 11 11:54:27.471275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-1e8fd3a9-d5c4-47ae-b98c-d09a299458f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:27.473176 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-1e8fd3a9-d5c4-47ae-b98c-d09a299458f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e0b9efba9346bdbbe140442a606abf&device_id=d4f462ae-549d-477b-8387-6785a231589f HTTP/1.1" status: 200 len: 1095 time: 0.1052320 Nov 11 11:54:27.614323 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-b00b8459-c59d-4391-82bc-80288b2dd516 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca143f82-18cb-4415-bdc9-974c133a769a HTTP/1.1" status: 200 len: 217 time: 0.1147594 Nov 11 11:54:27.693560 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2252132e-d9e6-4794-8263-9d2c1718ee9a None None] New status for floating IP bf98544c-1fb2-4797-8b80-845c10f13aa1: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:54:27.735570 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-15467a26-3500-4561-bbad-becab37538f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:27.738916 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-15467a26-3500-4561-bbad-becab37538f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ba6fa33-e08b-4e6c-970e-30a7ae0b0476 HTTP/1.1" status: 200 len: 853 time: 0.1174152 Nov 11 11:54:27.811966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-b4adb8b6-5aba-472f-8e94-a8ee2fb1c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:27.815919 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-b4adb8b6-5aba-472f-8e94-a8ee2fb1c6f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=114b7753-62c2-472b-8415-1a3626ff81aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658207 Nov 11 11:54:28.026086 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-721a1aaa-4cbf-4fc2-97fd-e17d0e77e53c service neutron] 10.222.0.43 "GET /v2.0/networks/114b7753-62c2-472b-8415-1a3626ff81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993794 Nov 11 11:54:28.191876 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 904fe0bc-5763-424b-b915-bd7b09b4801f no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:28.198600 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-067a7275-d39f-4160-b71f-bd0e35fda660 req-9a06c66b-6fa4-48d3-8558-a43e022a1f0e service neutron] 10.222.0.43 "GET /v2.0/networks/114b7753-62c2-472b-8415-1a3626ff81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639442 Nov 11 11:54:28.217154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 904fe0bc-5763-424b-b915-bd7b09b4801f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:54:28.221773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 904fe0bc-5763-424b-b915-bd7b09b4801f not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:54:29.619150 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ae7eba0a-7e15-4734-b30f-362f27c76667 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:54:29.622367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device e7e06579-02c5-4fa2-ac15-58d77c3205a0 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:54:29.858450 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ae7eba0a-7e15-4734-b30f-362f27c76667, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ae7eba0a-7e15-4734-b30f-362f27c76667,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:29.879432 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'ae7eba0a-7e15-4734-b30f-362f27c76667', 'network_id': 'f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9', 'port_id': 'ae7eba0a-7e15-4734-b30f-362f27c76667', 'mac_address': 'fa:16:3e:2a:57:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457a1252-2aa1-4aa3-b093-fee4b1c48648', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:54:29.942562 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:30.043527 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port e7e06579-02c5-4fa2-ac15-58d77c3205a0 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:54:30.055441 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port e7e06579-02c5-4fa2-ac15-58d77c3205a0 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:30.057658 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:30.135647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7eba0a-7e15-4734-b30f-362f27c76667 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:30.210083 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device ca143f82-18cb-4415-bdc9-974c133a769a details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:54:30.229847 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ae7eba0a-7e15-4734-b30f-362f27c76667, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ae7eba0a-7e15-4734-b30f-362f27c76667,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:30.244948 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:30.249158 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:30.359500 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port e7e06579-02c5-4fa2-ac15-58d77c3205a0, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=e7e06579-02c5-4fa2-ac15-58d77c3205a0,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:30.373841 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:30.402507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=ae7eba0a-7e15-4734-b30f-362f27c76667,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:30.472156 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=e7e06579-02c5-4fa2-ac15-58d77c3205a0,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:30.589202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port ca143f82-18cb-4415-bdc9-974c133a769a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=ca143f82-18cb-4415-bdc9-974c133a769a,segment=NetworkSegment(a74fc533-5284-4920-9171-71c10fa33da5),segment_id=a74fc533-5284-4920-9171-71c10fa33da5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:30.608802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'ca143f82-18cb-4415-bdc9-974c133a769a', 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa', 'port_id': 'ca143f82-18cb-4415-bdc9-974c133a769a', 'mac_address': 'fa:16:3e:10:f7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:54:30.658932 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['ae7eba0a-7e15-4734-b30f-362f27c76667'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:54:30.696761 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:30.879053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca143f82-18cb-4415-bdc9-974c133a769a {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:30.926135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port ca143f82-18cb-4415-bdc9-974c133a769a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=ca143f82-18cb-4415-bdc9-974c133a769a,segment=NetworkSegment(a74fc533-5284-4920-9171-71c10fa33da5),segment_id=a74fc533-5284-4920-9171-71c10fa33da5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:30.946346 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:30.948972 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device bc296ea4-a039-4ef0-a110-f534bc4597dc details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:54:31.021041 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=ca143f82-18cb-4415-bdc9-974c133a769a,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:31.252632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port bc296ea4-a039-4ef0-a110-f534bc4597dc, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=bc296ea4-a039-4ef0-a110-f534bc4597dc,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:31.270331 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'bc296ea4-a039-4ef0-a110-f534bc4597dc', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'bc296ea4-a039-4ef0-a110-f534bc4597dc', 'mac_address': 'fa:16:3e:68:a2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:54:31.356366 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:31.378077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc296ea4-a039-4ef0-a110-f534bc4597dc {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:31.409325 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port bc296ea4-a039-4ef0-a110-f534bc4597dc, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=bc296ea4-a039-4ef0-a110-f534bc4597dc,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:31.416008 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:31.537322 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=bc296ea4-a039-4ef0-a110-f534bc4597dc,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:31.686660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['bc296ea4-a039-4ef0-a110-f534bc4597dc'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:54:31.801976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['ca143f82-18cb-4415-bdc9-974c133a769a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:54:33.651192 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ae7eba0a-7e15-4734-b30f-362f27c76667 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:54:33.713481 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port ae7eba0a-7e15-4734-b30f-362f27c76667 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:54:33.717927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port ae7eba0a-7e15-4734-b30f-362f27c76667 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:33.728726 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:33.817859 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:33.854352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ae7eba0a-7e15-4734-b30f-362f27c76667, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ae7eba0a-7e15-4734-b30f-362f27c76667,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:33.862134 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:33.923272 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6080a94f-b6ef-44b6-9b77-7db2c2cb3c17 x-openstack-request-id: req-6080a94f-b6ef-44b6-9b77-7db2c2cb3c17 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:33.930579 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa83321-1b5f-4e6c-bcf8-c4f02a41d437", "name": "network-vif-plugged", "status": "completed", "tag": "9503bc00-43c3-40bc-945d-dd89a9f22368", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:33.930921 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6080a94f-b6ef-44b6-9b77-7db2c2cb3c17 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:33.931420 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa83321-1b5f-4e6c-bcf8-c4f02a41d437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9503bc00-43c3-40bc-945d-dd89a9f22368', 'code': 200} Nov 11 11:54:33.932475 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=ae7eba0a-7e15-4734-b30f-362f27c76667,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:33.937020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52e8d5-a92e-43a8-8573-f1569bfdbda5 req-722b6c56-b9f7-4aa5-8984-6cb12551d194 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:33.944111 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d52e8d5-a92e-43a8-8573-f1569bfdbda5 req-722b6c56-b9f7-4aa5-8984-6cb12551d194 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/ports?device_id=47bfd872-f548-4309-b793-0ba93c9c02a5 HTTP/1.1" status: 200 len: 949 time: 0.0822351 Nov 11 11:54:33.985535 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d52e8d5-a92e-43a8-8573-f1569bfdbda5 req-c75c9069-1558-4fea-97ca-7855441882b1 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc5e3c61-06c8-4fd6-bd5b-25b217ee44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405645 Nov 11 11:54:34.198053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device ca143f82-18cb-4415-bdc9-974c133a769a up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:54:34.251301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c812e1a-ca68-4933-9d26-6e1d001a9f25 req-fb0c3598-b2ab-42fd-a302-bf2434c8ed5d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:34.253772 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c812e1a-ca68-4933-9d26-6e1d001a9f25 req-fb0c3598-b2ab-42fd-a302-bf2434c8ed5d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9b8548-1669-4562-874b-84896894b8b1 HTTP/1.1" status: 200 len: 945 time: 0.0764389 Nov 11 11:54:34.259241 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port ca143f82-18cb-4415-bdc9-974c133a769a completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:54:34.264759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port ca143f82-18cb-4415-bdc9-974c133a769a triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:34.265141 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:34.265519 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-18851791-ca82-4a62-b301-3e34849cd910 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:34.267036 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-18851791-ca82-4a62-b301-3e34849cd910 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 820 time: 0.1528397 Nov 11 11:54:34.294126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-a70a2903-8668-45d7-b6c3-4bf22d3e32cc tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/quotas/6c923494b0b24034811a64096faf7424 HTTP/1.1" status: 200 len: 375 time: 0.0202348 Nov 11 11:54:34.347769 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:34.351372 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c812e1a-ca68-4933-9d26-6e1d001a9f25 req-b870f5ab-5f26-4064-a824-010a237914ca tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833795 Nov 11 11:54:34.371488 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-acacc957-3297-4826-aec7-3fc299af458c tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0692194 Nov 11 11:54:34.385183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port ca143f82-18cb-4415-bdc9-974c133a769a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=ca143f82-18cb-4415-bdc9-974c133a769a,segment=NetworkSegment(a74fc533-5284-4920-9171-71c10fa33da5),segment_id=a74fc533-5284-4920-9171-71c10fa33da5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:34.390943 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:34.391887 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device bc296ea4-a039-4ef0-a110-f534bc4597dc up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:54:34.469900 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=ca143f82-18cb-4415-bdc9-974c133a769a,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:34.483092 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port bc296ea4-a039-4ef0-a110-f534bc4597dc completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:54:34.487489 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port bc296ea4-a039-4ef0-a110-f534bc4597dc triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:34.487858 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:34.524854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f0c18-1405-4f43-8a41-92742b9d8f19 req-64a672fc-4b13-4dce-8dde-51989fc4d862 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:34.526335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-163f0c18-1405-4f43-8a41-92742b9d8f19 req-64a672fc-4b13-4dce-8dde-51989fc4d862 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4f462ae-549d-477b-8387-6785a231589f HTTP/1.1" status: 200 len: 946 time: 0.1051915 Nov 11 11:54:34.571366 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:34.572160 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-92bc0a67-4e25-4a8e-87c9-fe0547fcf1c4 service neutron] 10.222.0.65 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929271 Nov 11 11:54:34.604522 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port bc296ea4-a039-4ef0-a110-f534bc4597dc, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=bc296ea4-a039-4ef0-a110-f534bc4597dc,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:34.608639 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:34.620420 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-163f0c18-1405-4f43-8a41-92742b9d8f19 req-c2ec516a-de56-496e-b18b-62968812b44e tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/security-groups?id=5034c4b2-134e-4504-9206-8a744ad724b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854881 Nov 11 11:54:34.664256 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=bc296ea4-a039-4ef0-a110-f534bc4597dc,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:34.672733 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e845d03-5b51-41b4-9b54-2b58e8e75192 x-openstack-request-id: req-7e845d03-5b51-41b4-9b54-2b58e8e75192 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:34.672953 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "855e5daa-1db7-4f86-a902-13f94c2e1f64", "tag": "e7e06579-02c5-4fa2-ac15-58d77c3205a0", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:34.673122 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e845d03-5b51-41b4-9b54-2b58e8e75192 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:34.673472 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855e5daa-1db7-4f86-a902-13f94c2e1f64', 'tag': 'e7e06579-02c5-4fa2-ac15-58d77c3205a0', 'status': 'completed', 'code': 200} Nov 11 11:54:34.684388 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-c4b8d226-6333-4a92-af06-b74e1ad3e1c2 service neutron] 10.222.0.65 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043665 Nov 11 11:54:34.709750 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee55050-46a2-40bc-a663-0776d8ed70bb x-openstack-request-id: req-cee55050-46a2-40bc-a663-0776d8ed70bb {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:34.711109 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9b8548-1669-4562-874b-84896894b8b1", "tag": "ae7eba0a-7e15-4734-b30f-362f27c76667", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:34.711523 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cee55050-46a2-40bc-a663-0776d8ed70bb {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:34.712103 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9b8548-1669-4562-874b-84896894b8b1', 'tag': 'ae7eba0a-7e15-4734-b30f-362f27c76667', 'status': 'completed', 'code': 200} Nov 11 11:54:34.750925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4a2f7-26ac-4cbb-aba5-147dfb787c4d req-51d88eee-340d-4314-9c4d-aeff59b070a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:34.752980 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-54b4a2f7-26ac-4cbb-aba5-147dfb787c4d req-51d88eee-340d-4314-9c4d-aeff59b070a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2cb5031ef6504f05a5cdc6d3a4e487d6&device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 1097 time: 0.0537217 Nov 11 11:54:34.780612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf9fba-7508-4930-8895-b37480cab6e6 req-5da158f3-82c0-4e75-9e32-918c395b26a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:34.782691 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d9cf9fba-7508-4930-8895-b37480cab6e6 req-5da158f3-82c0-4e75-9e32-918c395b26a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2cb5031ef6504f05a5cdc6d3a4e487d6&device_id=9c9b8548-1669-4562-874b-84896894b8b1 HTTP/1.1" status: 200 len: 1096 time: 0.0516441 Nov 11 11:54:34.863847 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4a2f7-26ac-4cbb-aba5-147dfb787c4d req-98beb05b-7aad-48c8-9a32-1a5df2344845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:34.865469 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-54b4a2f7-26ac-4cbb-aba5-147dfb787c4d req-98beb05b-7aad-48c8-9a32-1a5df2344845 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 HTTP/1.1" status: 200 len: 918 time: 0.1043832 Nov 11 11:54:34.911958 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-54b4a2f7-26ac-4cbb-aba5-147dfb787c4d req-4fec2074-1242-4229-b5a9-219adf1ee050 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e06579-02c5-4fa2-ac15-58d77c3205a0 HTTP/1.1" status: 200 len: 217 time: 0.0368736 Nov 11 11:54:34.921065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e499fb9-53bb-4506-9f3f-9325db48ee5b req-e06d8ccc-9cad-471f-bedf-3ca5fec46e11 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:34.922698 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e499fb9-53bb-4506-9f3f-9325db48ee5b req-e06d8ccc-9cad-471f-bedf-3ca5fec46e11 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 951 time: 0.0953040 Nov 11 11:54:34.940896 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf9fba-7508-4930-8895-b37480cab6e6 req-aa3d81fa-cebc-487d-906e-3ec88cc4d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:34.942333 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d9cf9fba-7508-4930-8895-b37480cab6e6 req-aa3d81fa-cebc-487d-906e-3ec88cc4d171 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 HTTP/1.1" status: 200 len: 918 time: 0.1496818 Nov 11 11:54:34.973531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4a2f7-26ac-4cbb-aba5-147dfb787c4d req-51486b16-098a-4828-be29-505cef3a1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:34.975007 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-54b4a2f7-26ac-4cbb-aba5-147dfb787c4d req-51486b16-098a-4828-be29-505cef3a1673 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=457a1252-2aa1-4aa3-b093-fee4b1c48648 HTTP/1.1" status: 200 len: 855 time: 0.0557473 Nov 11 11:54:35.007004 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d9cf9fba-7508-4930-8895-b37480cab6e6 req-b02ae277-ca3a-4bb1-9375-00783a2d8a95 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae7eba0a-7e15-4734-b30f-362f27c76667 HTTP/1.1" status: 200 len: 217 time: 0.0493996 Nov 11 11:54:35.030004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4a2f7-26ac-4cbb-aba5-147dfb787c4d req-ab2373b5-c842-4692-a447-d2ab72e845af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:35.031790 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-54b4a2f7-26ac-4cbb-aba5-147dfb787c4d req-ab2373b5-c842-4692-a447-d2ab72e845af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473378 Nov 11 11:54:35.064566 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e499fb9-53bb-4506-9f3f-9325db48ee5b req-e1776fb2-9e2e-467e-a1a0-a30e96fdd06c tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318467 Nov 11 11:54:35.088613 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf9fba-7508-4930-8895-b37480cab6e6 req-5393f0b7-fc78-4891-bd4e-b63d0fdd66b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:35.090136 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d9cf9fba-7508-4930-8895-b37480cab6e6 req-5393f0b7-fc78-4891-bd4e-b63d0fdd66b9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=457a1252-2aa1-4aa3-b093-fee4b1c48648 HTTP/1.1" status: 200 len: 855 time: 0.0759254 Nov 11 11:54:35.166804 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5af9ce1-22a6-4240-a6c7-9e5314a9a772 req-97b432eb-8968-470a-992e-40c090495563 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 210 time: 0.0401189 Nov 11 11:54:35.176550 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-54b4a2f7-26ac-4cbb-aba5-147dfb787c4d req-d1b8d404-186f-4496-9393-e8da8e5b5fd3 service neutron] 10.222.0.62 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340394 Nov 11 11:54:35.204011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf9fba-7508-4930-8895-b37480cab6e6 req-ff6fa044-69ab-4850-ae2a-fae4bffeda8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:35.205499 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d9cf9fba-7508-4930-8895-b37480cab6e6 req-ff6fa044-69ab-4850-ae2a-fae4bffeda8f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064045 Nov 11 11:54:35.232451 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07295514-de40-4cfb-b738-54eda26059f8 req-a1d4ee2f-e365-4465-b45a-63469c039b9f tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:35.234283 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07295514-de40-4cfb-b738-54eda26059f8 req-a1d4ee2f-e365-4465-b45a-63469c039b9f tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 950 time: 0.0958698 Nov 11 11:54:35.303292 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-54b4a2f7-26ac-4cbb-aba5-147dfb787c4d req-4c14cf47-0cb8-48e1-bf63-39d718172394 service neutron] 10.222.0.62 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088192 Nov 11 11:54:35.371648 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07295514-de40-4cfb-b738-54eda26059f8 req-38c7de47-df09-4c90-b8f0-def2bee9751d tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263707 Nov 11 11:54:35.397570 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475f3c6-7099-4816-aa17-23ed31301bb5 req-f7f71449-ad04-47a6-8d04-167ecd4f79e8 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:35.399524 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a475f3c6-7099-4816-aa17-23ed31301bb5 req-f7f71449-ad04-47a6-8d04-167ecd4f79e8 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/ports?device_id=47bfd872-f548-4309-b793-0ba93c9c02a5 HTTP/1.1" status: 200 len: 950 time: 0.1076989 Nov 11 11:54:35.406040 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d9cf9fba-7508-4930-8895-b37480cab6e6 req-1a1b6afe-f26c-4220-8974-509c962e6966 service neutron] 10.222.0.62 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919837 Nov 11 11:54:35.466928 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46168) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:35.514294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a475f3c6-7099-4816-aa17-23ed31301bb5 req-f4fd8736-949e-4758-9d91-1cbd622f8ce4 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc5e3c61-06c8-4fd6-bd5b-25b217ee44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053774 Nov 11 11:54:35.540679 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-06b2805f-1644-4edc-a42f-054c86714966 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:35.570263 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-06b2805f-1644-4edc-a42f-054c86714966 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:35.573050 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d9cf9fba-7508-4930-8895-b37480cab6e6 req-e343e243-f0c8-4529-b0f3-8503eda4bfb1 service neutron] 10.222.0.62 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564987 Nov 11 11:54:35.594721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317a1c7-8913-4281-96c5-7c2acbf8a65b req-4b4bd8cc-347c-47c5-bbe3-01602d3ef524 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:35.596740 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d317a1c7-8913-4281-96c5-7c2acbf8a65b req-4b4bd8cc-347c-47c5-bbe3-01602d3ef524 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9b8548-1669-4562-874b-84896894b8b1 HTTP/1.1" status: 200 len: 945 time: 0.0665247 Nov 11 11:54:35.644696 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-06b2805f-1644-4edc-a42f-054c86714966 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:35.647984 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-06b2805f-1644-4edc-a42f-054c86714966 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:35.650341 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-06b2805f-1644-4edc-a42f-054c86714966 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "DELETE /v2.0/security-groups/2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2 HTTP/1.1" status: 204 len: 168 time: 0.1814179 Nov 11 11:54:35.662363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46176) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:35.663146 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2805f-1644-4edc-a42f-054c86714966 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:35.681109 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-5fa45327-ce3c-4087-bed2-695b4f5abe28 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] show failed (client error): The resource could not be found. Nov 11 11:54:35.682313 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5fa45327-ce3c-4087-bed2-695b4f5abe28 tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "GET /v2.0/security-groups/2b1eb3c4-5ac5-4ada-b30c-b269dda4dfa2 HTTP/1.1" status: 404 len: 347 time: 0.0169699 Nov 11 11:54:35.685692 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46178) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:35.691882 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d317a1c7-8913-4281-96c5-7c2acbf8a65b req-ba9a4b86-4c87-4c1f-856e-e81b6c411b69 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847852 Nov 11 11:54:35.783219 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ca084c1d-7e94-44b6-a46a-20619a0bff43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:35.851644 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-e1ebe53f-5b42-4730-8d5a-4c86bf65dcee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Deleting port b4611f76-d876-4e21-9c87-835ffc8c5348 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:35.852119 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe53f-5b42-4730-8d5a-4c86bf65dcee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:35.932827 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b0ffe8-f96b-4ea6-b207-47b2827d63fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a0c4d5-9726-406d-92b8-4db56463e29b'}, {'server_uuid': '9873d365-8ee6-41c4-a4c8-b576d461238f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a8252e-e1c7-458b-9301-dd858b647e59'}, {'server_uuid': '855e5daa-1db7-4f86-a902-13f94c2e1f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e06579-02c5-4fa2-ac15-58d77c3205a0'}, {'server_uuid': '9c9b8548-1669-4562-874b-84896894b8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7eba0a-7e15-4734-b30f-362f27c76667'}, {'server_uuid': 'd4f462ae-549d-477b-8387-6785a231589f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca143f82-18cb-4415-bdc9-974c133a769a'}, {'server_uuid': '47bfd872-f548-4309-b793-0ba93c9c02a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc296ea4-a039-4ef0-a110-f534bc4597dc'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:35.936858 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5db53a0-63fe-46b9-8b48-65d644251367" -d '{"events": [{"server_uuid": "e0b0ffe8-f96b-4ea6-b207-47b2827d63fe", "name": "network-vif-plugged", "status": "completed", "tag": "23a0c4d5-9726-406d-92b8-4db56463e29b"}, {"server_uuid": "9873d365-8ee6-41c4-a4c8-b576d461238f", "name": "network-vif-plugged", "status": "completed", "tag": "a6a8252e-e1c7-458b-9301-dd858b647e59"}, {"server_uuid": "855e5daa-1db7-4f86-a902-13f94c2e1f64", "name": "network-vif-plugged", "status": "completed", "tag": "e7e06579-02c5-4fa2-ac15-58d77c3205a0"}, {"server_uuid": "9c9b8548-1669-4562-874b-84896894b8b1", "name": "network-vif-plugged", "status": "completed", "tag": "ae7eba0a-7e15-4734-b30f-362f27c76667"}, {"server_uuid": "d4f462ae-549d-477b-8387-6785a231589f", "name": "network-vif-plugged", "status": "completed", "tag": "ca143f82-18cb-4415-bdc9-974c133a769a"}, {"server_uuid": "47bfd872-f548-4309-b793-0ba93c9c02a5", "name": "network-vif-plugged", "status": "completed", "tag": "bc296ea4-a039-4ef0-a110-f534bc4597dc"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:35.942330 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe53f-5b42-4730-8d5a-4c86bf65dcee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:35.945404 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe53f-5b42-4730-8d5a-4c86bf65dcee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:35.963776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-e1ebe53f-5b42-4730-8d5a-4c86bf65dcee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Calling delete_port for b4611f76-d876-4e21-9c87-835ffc8c5348 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:36.012159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33dab2-a763-461d-b4a3-9745987f48a1 req-1b0f0c42-f00c-49b5-a205-89d3fae8f56d tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:36.013770 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-af33dab2-a763-461d-b4a3-9745987f48a1 req-1b0f0c42-f00c-49b5-a205-89d3fae8f56d tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4f462ae-549d-477b-8387-6785a231589f HTTP/1.1" status: 200 len: 946 time: 0.0815172 Nov 11 11:54:36.022274 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5387501-300b-43fd-a5e7-884c350bb90f req-2c279d43-c195-4863-87bb-b805fc34f39e tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:36.023988 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5387501-300b-43fd-a5e7-884c350bb90f req-2c279d43-c195-4863-87bb-b805fc34f39e tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.62 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 951 time: 0.0800519 Nov 11 11:54:36.127680 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-af33dab2-a763-461d-b4a3-9745987f48a1 req-cd655cb9-c8c4-4704-80fe-611fe4d82b4b tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/security-groups?id=5034c4b2-134e-4504-9206-8a744ad724b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027298 Nov 11 11:54:36.169267 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-e5387501-300b-43fd-a5e7-884c350bb90f req-a1ec17a8-409a-4dfe-8303-8db9b90f35a8 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Deleting port 41bc367d-37e2-49ff-abe8-51aa2c30c67f {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:36.169631 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e5387501-300b-43fd-a5e7-884c350bb90f req-a1ec17a8-409a-4dfe-8303-8db9b90f35a8 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:36.183131 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe53f-5b42-4730-8d5a-4c86bf65dcee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:36.233616 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebe53f-5b42-4730-8d5a-4c86bf65dcee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Pushing event deleted for resources: {'Port': ['ID=b4611f76-d876-4e21-9c87-835ffc8c5348,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:36.293192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-e5387501-300b-43fd-a5e7-884c350bb90f req-a1ec17a8-409a-4dfe-8303-8db9b90f35a8 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] For port 41bc367d-37e2-49ff-abe8-51aa2c30c67f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=41bc367d-37e2-49ff-abe8-51aa2c30c67f,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:36.293546 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e5387501-300b-43fd-a5e7-884c350bb90f req-a1ec17a8-409a-4dfe-8303-8db9b90f35a8 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:36.313408 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-e5387501-300b-43fd-a5e7-884c350bb90f req-a1ec17a8-409a-4dfe-8303-8db9b90f35a8 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Calling delete_port for 41bc367d-37e2-49ff-abe8-51aa2c30c67f owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:36.376858 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3d23eb-d51d-46a4-a99c-c531e9b2943b x-openstack-request-id: req-0d3d23eb-d51d-46a4-a99c-c531e9b2943b {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:36.377532 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b0ffe8-f96b-4ea6-b207-47b2827d63fe", "name": "network-vif-plugged", "status": "completed", "tag": "23a0c4d5-9726-406d-92b8-4db56463e29b", "code": 200}, {"server_uuid": "9873d365-8ee6-41c4-a4c8-b576d461238f", "name": "network-vif-plugged", "status": "completed", "tag": "a6a8252e-e1c7-458b-9301-dd858b647e59", "code": 200}, {"server_uuid": "855e5daa-1db7-4f86-a902-13f94c2e1f64", "name": "network-vif-plugged", "status": "completed", "tag": "e7e06579-02c5-4fa2-ac15-58d77c3205a0", "code": 200}, {"server_uuid": "9c9b8548-1669-4562-874b-84896894b8b1", "name": "network-vif-plugged", "status": "completed", "tag": "ae7eba0a-7e15-4734-b30f-362f27c76667", "code": 200}, {"server_uuid": "d4f462ae-549d-477b-8387-6785a231589f", "name": "network-vif-plugged", "status": "completed", "tag": "ca143f82-18cb-4415-bdc9-974c133a769a", "code": 200}, {"server_uuid": "47bfd872-f548-4309-b793-0ba93c9c02a5", "name": "network-vif-plugged", "status": "completed", "tag": "bc296ea4-a039-4ef0-a110-f534bc4597dc", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:36.378030 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d3d23eb-d51d-46a4-a99c-c531e9b2943b {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:36.378625 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b0ffe8-f96b-4ea6-b207-47b2827d63fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a0c4d5-9726-406d-92b8-4db56463e29b', 'code': 200} Nov 11 11:54:36.383629 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9873d365-8ee6-41c4-a4c8-b576d461238f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a8252e-e1c7-458b-9301-dd858b647e59', 'code': 200} Nov 11 11:54:36.384121 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855e5daa-1db7-4f86-a902-13f94c2e1f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e06579-02c5-4fa2-ac15-58d77c3205a0', 'code': 200} Nov 11 11:54:36.384602 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9b8548-1669-4562-874b-84896894b8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7eba0a-7e15-4734-b30f-362f27c76667', 'code': 200} Nov 11 11:54:36.385043 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f462ae-549d-477b-8387-6785a231589f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca143f82-18cb-4415-bdc9-974c133a769a', 'code': 200} Nov 11 11:54:36.386723 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bfd872-f548-4309-b793-0ba93c9c02a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc296ea4-a039-4ef0-a110-f534bc4597dc', 'code': 200} Nov 11 11:54:36.410152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe53f-5b42-4730-8d5a-4c86bf65dcee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:36.415781 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe53f-5b42-4730-8d5a-4c86bf65dcee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:36.420164 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e1ebe53f-5b42-4730-8d5a-4c86bf65dcee tempest-ServersWithSpecificFlavorTestJSON-755571288 tempest-ServersWithSpecificFlavorTestJSON-755571288-project] 10.222.0.65 "DELETE /v2.0/floatingips/bf98544c-1fb2-4797-8b80-845c10f13aa1 HTTP/1.1" status: 204 len: 168 time: 0.7301564 Nov 11 11:54:36.455332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-be90f81c-400c-46a1-babe-bd950fbfe13d tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:36.456865 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-be90f81c-400c-46a1-babe-bd950fbfe13d tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.62 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 820 time: 0.2356369 Nov 11 11:54:36.474522 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-1df3b62b-c5e4-477a-bfaa-1ab489b80b1e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Request body: {'port': {'device_id': 'edb1e432-3f29-4636-9413-f999e4507327', 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb', 'admin_state_up': True, 'tenant_id': '6c923494b0b24034811a64096faf7424'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:36.611530 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c278b1a3-1b92-4472-9714-8f44a58f4e58 req-6378352c-b78e-47e0-a36c-1f30ee26958c tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 210 time: 0.0807848 Nov 11 11:54:36.661467 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e5387501-300b-43fd-a5e7-884c350bb90f req-a1ec17a8-409a-4dfe-8303-8db9b90f35a8 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:36.677684 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47bfd872-f548-4309-b793-0ba93c9c02a5', 'tag': 'bc296ea4-a039-4ef0-a110-f534bc4597dc'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:36.679251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['5b8053d1-ef81-421b-9c0d-72d4ba518d46', 'f2a85307-3654-449c-a186-175b6c103308', '41bc367d-37e2-49ff-abe8-51aa2c30c67f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:54:36.680051 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76dfeb5-a8b1-4f88-842d-91ea2fb78282" -d '{"events": [{"name": "network-changed", "server_uuid": "47bfd872-f548-4309-b793-0ba93c9c02a5", "tag": "bc296ea4-a039-4ef0-a110-f534bc4597dc"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:36.690342 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b8854-790b-4ec8-8b31-0a783a8a7668 req-5d7301cf-6353-4dc6-ba9f-18214ca225ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:36.691821 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b94b8854-790b-4ec8-8b31-0a783a8a7668 req-5d7301cf-6353-4dc6-ba9f-18214ca225ee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 1097 time: 0.1763682 Nov 11 11:54:36.698368 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa8cf1-fc1f-488c-af85-60bb06cf0dad req-439de038-90b5-4058-9899-b087c3558a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:36.699766 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5caa8cf1-fc1f-488c-af85-60bb06cf0dad req-439de038-90b5-4058-9899-b087c3558a74 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9873d365-8ee6-41c4-a4c8-b576d461238f HTTP/1.1" status: 200 len: 1096 time: 0.1642566 Nov 11 11:54:36.703342 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9583a5f-2817-4a92-b9e4-536032714f83 req-afea832c-602e-49f7-a2d9-02bdb76aea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:36.704740 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e9583a5f-2817-4a92-b9e4-536032714f83 req-afea832c-602e-49f7-a2d9-02bdb76aea85 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47bfd872-f548-4309-b793-0ba93c9c02a5 HTTP/1.1" status: 200 len: 1101 time: 0.1226363 Nov 11 11:54:36.716733 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511a3ca9-e231-40f6-9d78-e12baea840ac', 'name': 'network-vif-deleted', 'tag': '904fe0bc-5763-424b-b915-bd7b09b4801f'}, {'name': 'network-changed', 'server_uuid': 'd4f462ae-549d-477b-8387-6785a231589f', 'tag': 'ca143f82-18cb-4415-bdc9-974c133a769a'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:36.719123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec17a8-409a-4dfe-8303-8db9b90f35a8 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Pushing event deleted for resources: {'Port': ['ID=41bc367d-37e2-49ff-abe8-51aa2c30c67f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:36.719644 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6e7f8a-90c0-4a98-8279-677a14cdfa77" -d '{"events": [{"server_uuid": "511a3ca9-e231-40f6-9d78-e12baea840ac", "name": "network-vif-deleted", "tag": "904fe0bc-5763-424b-b915-bd7b09b4801f"}, {"name": "network-changed", "server_uuid": "d4f462ae-549d-477b-8387-6785a231589f", "tag": "ca143f82-18cb-4415-bdc9-974c133a769a"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:36.729211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a4372-ef4c-427c-9d5e-da2a7d314a24 req-46f357e3-342f-4312-9558-37a1788d80da tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:36.736871 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b1a4372-ef4c-427c-9d5e-da2a7d314a24 req-46f357e3-342f-4312-9558-37a1788d80da tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=41edfbf8-03de-4305-89c6-7d15c4ac4590 HTTP/1.1" status: 200 len: 868 time: 0.2355988 Nov 11 11:54:36.745246 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fa612-276d-4e04-83a3-3f22fb2bf24d req-23ade903-ad96-4f3f-9de1-c0df1584874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:36.746756 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c2fa612-276d-4e04-83a3-3f22fb2bf24d req-23ade903-ad96-4f3f-9de1-c0df1584874c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c9b8548-1669-4562-874b-84896894b8b1 HTTP/1.1" status: 200 len: 1096 time: 0.2136590 Nov 11 11:54:36.762063 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c00c6-f7ab-4356-94da-5a0f362cab01 req-edd9f2c0-b24b-4c01-829b-3b2a236a32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:36.763834 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-507c00c6-f7ab-4356-94da-5a0f362cab01 req-edd9f2c0-b24b-4c01-829b-3b2a236a32c6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d4f462ae-549d-477b-8387-6785a231589f HTTP/1.1" status: 200 len: 1097 time: 0.1895838 Nov 11 11:54:36.794033 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-1df3b62b-c5e4-477a-bfaa-1ab489b80b1e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Made reservation on behalf of 6c923494b0b24034811a64096faf7424 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:54:36.798284 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-1df3b62b-c5e4-477a-bfaa-1ab489b80b1e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:36.851913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5387501-300b-43fd-a5e7-884c350bb90f req-a1ec17a8-409a-4dfe-8303-8db9b90f35a8 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] No DVR routers for this DVR port 41bc367d-37e2-49ff-abe8-51aa2c30c67f on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:54:36.859331 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e5387501-300b-43fd-a5e7-884c350bb90f req-a1ec17a8-409a-4dfe-8303-8db9b90f35a8 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:36.862822 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5387501-300b-43fd-a5e7-884c350bb90f req-a1ec17a8-409a-4dfe-8303-8db9b90f35a8 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.62 "DELETE /v2.0/ports/41bc367d-37e2-49ff-abe8-51aa2c30c67f HTTP/1.1" status: 204 len: 173 time: 0.8305662 Nov 11 11:54:36.911029 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b1a4372-ef4c-427c-9d5e-da2a7d314a24 req-da52fbe0-6e78-4621-9d1b-e0a27709b6b1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720676 Nov 11 11:54:36.955755 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c2fa612-276d-4e04-83a3-3f22fb2bf24d req-f1d3e7d8-8738-41d7-9867-ea406708662d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891809 Nov 11 11:54:36.973005 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-507c00c6-f7ab-4356-94da-5a0f362cab01 req-91db36ac-4da8-47da-9fcd-97282e48f4e0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5034c4b2-134e-4504-9206-8a744ad724b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817708 Nov 11 11:54:36.988995 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5caa8cf1-fc1f-488c-af85-60bb06cf0dad req-c50628dc-b4cf-46dd-b6df-ab0a5822c478 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730377 Nov 11 11:54:37.005540 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b94b8854-790b-4ec8-8b31-0a783a8a7668 req-ab3de210-76fb-46df-9f66-ca8e83159527 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998238 Nov 11 11:54:37.042154 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e9583a5f-2817-4a92-b9e4-536032714f83 req-c1fe5094-e4e0-4cbc-a0b9-95ae8ffe14a4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc5e3c61-06c8-4fd6-bd5b-25b217ee44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178191 Nov 11 11:54:37.156516 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-1df3b62b-c5e4-477a-bfaa-1ab489b80b1e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Allocated IP 172.20.0.3 (9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb/546c2390-2809-4383-bde7-69f252e0324c/7296f2ea-10c9-478e-a9ec-f45489068d1b) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:54:37.159659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a8afc-b528-49f4-8c1a-90ec42b62cad req-4559d0af-3cf3-403b-9f04-21fbfed93999 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:37.161302 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-303a8afc-b528-49f4-8c1a-90ec42b62cad req-4559d0af-3cf3-403b-9f04-21fbfed93999 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/ports?device_id=47bfd872-f548-4309-b793-0ba93c9c02a5 HTTP/1.1" status: 200 len: 950 time: 0.1079571 Nov 11 11:54:37.162890 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8482a12b-b37a-4eb8-99fa-61bef300f164 x-openstack-request-id: req-8482a12b-b37a-4eb8-99fa-61bef300f164 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:37.163165 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47bfd872-f548-4309-b793-0ba93c9c02a5", "tag": "bc296ea4-a039-4ef0-a110-f534bc4597dc", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:37.163408 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8482a12b-b37a-4eb8-99fa-61bef300f164 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:37.164027 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47bfd872-f548-4309-b793-0ba93c9c02a5', 'tag': 'bc296ea4-a039-4ef0-a110-f534bc4597dc', 'status': 'completed', 'code': 200} Nov 11 11:54:37.308039 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-303a8afc-b528-49f4-8c1a-90ec42b62cad req-54330cdb-250b-4e62-ad53-d8d18f017dc7 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc5e3c61-06c8-4fd6-bd5b-25b217ee44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341457 Nov 11 11:54:37.337049 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175c6af-da44-4cb7-87dd-8741deb9f699 req-b4eae636-8689-4d32-8edd-96307b6cfd2d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:37.342152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0175c6af-da44-4cb7-87dd-8741deb9f699 req-b4eae636-8689-4d32-8edd-96307b6cfd2d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9b8548-1669-4562-874b-84896894b8b1 HTTP/1.1" status: 200 len: 945 time: 0.0976155 Nov 11 11:54:37.363606 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-1df3b62b-c5e4-477a-bfaa-1ab489b80b1e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:37.374109 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8d447c-e35f-4785-9812-c2a0d207ed9d x-openstack-request-id: req-7a8d447c-e35f-4785-9812-c2a0d207ed9d {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:37.374460 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511a3ca9-e231-40f6-9d78-e12baea840ac", "name": "network-vif-deleted", "tag": "904fe0bc-5763-424b-b915-bd7b09b4801f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d4f462ae-549d-477b-8387-6785a231589f", "tag": "ca143f82-18cb-4415-bdc9-974c133a769a", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:37.374710 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a8d447c-e35f-4785-9812-c2a0d207ed9d {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:37.375101 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511a3ca9-e231-40f6-9d78-e12baea840ac', 'name': 'network-vif-deleted', 'tag': '904fe0bc-5763-424b-b915-bd7b09b4801f', 'status': 'completed', 'code': 200} Nov 11 11:54:37.375352 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f462ae-549d-477b-8387-6785a231589f', 'tag': 'ca143f82-18cb-4415-bdc9-974c133a769a', 'status': 'completed', 'code': 200} Nov 11 11:54:37.409811 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0175c6af-da44-4cb7-87dd-8741deb9f699 req-52e306ff-0e29-4882-b3ed-59fc22f96afc tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614946 Nov 11 11:54:37.424819 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-1df3b62b-c5e4-477a-bfaa-1ab489b80b1e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:37.444070 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['199c3395-a864-4b65-ad7c-ecb8bf0590a9'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:54:37.482779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-1df3b62b-c5e4-477a-bfaa-1ab489b80b1e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:54:37.487267 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-1df3b62b-c5e4-477a-bfaa-1ab489b80b1e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:54:37.500987 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-1df3b62b-c5e4-477a-bfaa-1ab489b80b1e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:54:37.577823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3b62b-c5e4-477a-bfaa-1ab489b80b1e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Pushing event updated for resources: {'Port': ['ID=7296f2ea-10c9-478e-a9ec-f45489068d1b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:37.579096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17025c-5ac4-47e1-b50b-12a1b64e65be req-1cd486ce-525a-4e91-9d0a-698ecc6e6a3c tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:37.588982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a17025c-5ac4-47e1-b50b-12a1b64e65be req-1cd486ce-525a-4e91-9d0a-698ecc6e6a3c tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4f462ae-549d-477b-8387-6785a231589f HTTP/1.1" status: 200 len: 946 time: 0.1002135 Nov 11 11:54:37.600738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-1df3b62b-c5e4-477a-bfaa-1ab489b80b1e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:37.601422 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-1df3b62b-c5e4-477a-bfaa-1ab489b80b1e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:37.672413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a17025c-5ac4-47e1-b50b-12a1b64e65be req-dcacc538-39e9-4100-9262-b7bd73bac475 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/security-groups?id=5034c4b2-134e-4504-9206-8a744ad724b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783281 Nov 11 11:54:37.679221 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-1df3b62b-c5e4-477a-bfaa-1ab489b80b1e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2108264 Nov 11 11:54:37.690693 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9503bc00-43c3-40bc-945d-dd89a9f22368 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:37.697909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Request body: {'port': {'device_id': 'edb1e432-3f29-4636-9413-f999e4507327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:37.743351 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e7f8a-90c0-4a98-8279-677a14cdfa77 req-18d8fe1a-989a-4057-b77a-acf7d678cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:37.745354 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2d6e7f8a-90c0-4a98-8279-677a14cdfa77 req-18d8fe1a-989a-4057-b77a-acf7d678cb52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e0b9efba9346bdbbe140442a606abf&device_id=d4f462ae-549d-477b-8387-6785a231589f HTTP/1.1" status: 200 len: 1097 time: 0.1398921 Nov 11 11:54:37.747719 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dfeb5-a8b1-4f88-842d-91ea2fb78282 req-b918239a-d673-4aea-ac9a-94ae76daedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:37.748822 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c76dfeb5-a8b1-4f88-842d-91ea2fb78282 req-b918239a-d673-4aea-ac9a-94ae76daedbf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cd3348c419f4ba984f2a4724b9df8e1&device_id=47bfd872-f548-4309-b793-0ba93c9c02a5 HTTP/1.1" status: 200 len: 1101 time: 0.1409616 Nov 11 11:54:37.788611 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:37.850530 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:37.896422 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaf366-b368-46bd-9e5f-9f1144475d86 req-d3d9419e-89b8-46fc-b0fa-8739ea70849b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:37.897948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9503bc00-43c3-40bc-945d-dd89a9f22368, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9503bc00-43c3-40bc-945d-dd89a9f22368,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:37.902168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16eaf366-b368-46bd-9e5f-9f1144475d86 req-d3d9419e-89b8-46fc-b0fa-8739ea70849b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 931 time: 0.0771337 Nov 11 11:54:37.905410 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:37.912988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-1c4fca71-d94e-4d05-927c-9d5ea75e20cb tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:37.921890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-1c4fca71-d94e-4d05-927c-9d5ea75e20cb tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/networks?id=3912451f-5f8d-4108-8931-6e48d526950a HTTP/1.1" status: 200 len: 804 time: 0.2786710 Nov 11 11:54:37.953540 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-2eedf84b-8695-47fd-859b-d66c31b3b770 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/quotas/ea71f96c9cce46148a8d917cd68a071b HTTP/1.1" status: 200 len: 375 time: 0.0305991 Nov 11 11:54:37.986519 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=9503bc00-43c3-40bc-945d-dd89a9f22368,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:38.032768 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d6a88a99-d84a-406d-b46b-d499f1241944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:38.042611 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16eaf366-b368-46bd-9e5f-9f1144475d86 req-c8b80d09-db45-41ca-942e-3bf880acea77 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167030 Nov 11 11:54:38.056664 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-eb324beb-2d04-47d7-831d-eaeceb2f6e04 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ea71f96c9cce46148a8d917cd68a071b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010389 Nov 11 11:54:38.168276 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-c1b99651-3256-4a52-aeb6-55e2ed823783 service neutron] 10.222.0.65 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093190 Nov 11 11:54:38.209238 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 23a0c4d5-9726-406d-92b8-4db56463e29b no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:38.274510 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-25c3934c-1373-409d-b1aa-d3b300caea74 service neutron] 10.222.0.65 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069298 Nov 11 11:54:38.283727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dfeb5-a8b1-4f88-842d-91ea2fb78282 req-fe477a84-a2ab-405c-b719-50a0113eca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:38.290295 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c76dfeb5-a8b1-4f88-842d-91ea2fb78282 req-fe477a84-a2ab-405c-b719-50a0113eca48 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.5038340 Nov 11 11:54:38.293979 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e7f8a-90c0-4a98-8279-677a14cdfa77 req-53f9df1a-1aab-45cb-85fc-0cf1849c8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:38.305371 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2d6e7f8a-90c0-4a98-8279-677a14cdfa77 req-53f9df1a-1aab-45cb-85fc-0cf1849c8f7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=114b7753-62c2-472b-8415-1a3626ff81aa HTTP/1.1" status: 200 len: 916 time: 0.5177238 Nov 11 11:54:38.328023 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:38.364359 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 23a0c4d5-9726-406d-92b8-4db56463e29b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=23a0c4d5-9726-406d-92b8-4db56463e29b,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:38.371200 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:38.404431 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa83321-1b5f-4e6c-bcf8-c4f02a41d437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9503bc00-43c3-40bc-945d-dd89a9f22368'}, {'server_uuid': 'e0b0ffe8-f96b-4ea6-b207-47b2827d63fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a0c4d5-9726-406d-92b8-4db56463e29b'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:38.407339 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ef1e18-68f9-4484-9499-9af589086676" -d '{"events": [{"server_uuid": "9fa83321-1b5f-4e6c-bcf8-c4f02a41d437", "name": "network-vif-unplugged", "status": "completed", "tag": "9503bc00-43c3-40bc-945d-dd89a9f22368"}, {"server_uuid": "e0b0ffe8-f96b-4ea6-b207-47b2827d63fe", "name": "network-vif-unplugged", "status": "completed", "tag": "23a0c4d5-9726-406d-92b8-4db56463e29b"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:38.463589 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=23a0c4d5-9726-406d-92b8-4db56463e29b,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:38.482135 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c76dfeb5-a8b1-4f88-842d-91ea2fb78282 req-7c7bc2cf-e52f-4685-b247-0b5f4d2f8493 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=bc296ea4-a039-4ef0-a110-f534bc4597dc HTTP/1.1" status: 200 len: 217 time: 0.1757052 Nov 11 11:54:38.671587 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61687114-d289-44e2-95d4-d06e9c779b53 x-openstack-request-id: req-61687114-d289-44e2-95d4-d06e9c779b53 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:38.671881 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa83321-1b5f-4e6c-bcf8-c4f02a41d437", "name": "network-vif-unplugged", "status": "completed", "tag": "9503bc00-43c3-40bc-945d-dd89a9f22368", "code": 200}, {"server_uuid": "e0b0ffe8-f96b-4ea6-b207-47b2827d63fe", "name": "network-vif-unplugged", "status": "completed", "tag": "23a0c4d5-9726-406d-92b8-4db56463e29b", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:38.672167 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-61687114-d289-44e2-95d4-d06e9c779b53 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:38.672827 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa83321-1b5f-4e6c-bcf8-c4f02a41d437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9503bc00-43c3-40bc-945d-dd89a9f22368', 'code': 200} Nov 11 11:54:38.673015 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b0ffe8-f96b-4ea6-b207-47b2827d63fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a0c4d5-9726-406d-92b8-4db56463e29b', 'code': 200} Nov 11 11:54:38.675276 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2d6e7f8a-90c0-4a98-8279-677a14cdfa77 req-42371034-9c96-41db-96bb-9bf1bff18bba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca143f82-18cb-4415-bdc9-974c133a769a HTTP/1.1" status: 200 len: 217 time: 0.2977223 Nov 11 11:54:38.675558 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870e733-4b25-457e-9220-ffb29df75ff9 req-624d36fb-ca74-4e0e-bbc0-1a2a75d2f26a tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:38.677508 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5870e733-4b25-457e-9220-ffb29df75ff9 req-624d36fb-ca74-4e0e-bbc0-1a2a75d2f26a tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/ports?device_id=47bfd872-f548-4309-b793-0ba93c9c02a5 HTTP/1.1" status: 200 len: 950 time: 0.1348915 Nov 11 11:54:38.774739 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5870e733-4b25-457e-9220-ffb29df75ff9 req-1d828242-31ea-44a1-9408-2f8731d7e422 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc5e3c61-06c8-4fd6-bd5b-25b217ee44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854290 Nov 11 11:54:38.803102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7296f2ea-10c9-478e-a9ec-f45489068d1b {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:38.819335 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:38.845640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dfeb5-a8b1-4f88-842d-91ea2fb78282 req-1678eaa2-62c9-4a6d-81d4-a384faa4a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:38.847569 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c76dfeb5-a8b1-4f88-842d-91ea2fb78282 req-1678eaa2-62c9-4a6d-81d4-a384faa4a9b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1822915 Nov 11 11:54:38.852094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Transition to ACTIVE for port object 7296f2ea-10c9-478e-a9ec-f45489068d1b will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:54:38.858312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e7f8a-90c0-4a98-8279-677a14cdfa77 req-52a64df7-226c-43ac-92b6-51e93012d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:38.861379 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2d6e7f8a-90c0-4a98-8279-677a14cdfa77 req-52a64df7-226c-43ac-92b6-51e93012d9a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ba6fa33-e08b-4e6c-970e-30a7ae0b0476 HTTP/1.1" status: 200 len: 853 time: 0.1313457 Nov 11 11:54:38.876666 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:38.922885 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ce9c9ca-7686-4e8d-9ed2-3e15a9de467c req-61bab220-53f2-4af1-9d1d-4fc221b126a8 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 210 time: 0.0572500 Nov 11 11:54:38.941089 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:38.942911 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2508eb-9750-44ac-b20d-278f26411060 req-d1152881-f0ae-47b9-b399-04e9d9ec6f09 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:38.952374 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b2508eb-9750-44ac-b20d-278f26411060 req-d1152881-f0ae-47b9-b399-04e9d9ec6f09 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9b8548-1669-4562-874b-84896894b8b1 HTTP/1.1" status: 200 len: 945 time: 0.1657574 Nov 11 11:54:39.013636 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b2508eb-9750-44ac-b20d-278f26411060 req-f932d921-f92a-4ead-959e-66cbcb756b33 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587220 Nov 11 11:54:39.051546 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Pushing event updated for resources: {'Port': ['ID=7296f2ea-10c9-478e-a9ec-f45489068d1b,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:39.138469 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2afb70-bbff-41a2-a11a-12f490aba1b0 req-63e0e90b-9366-4a0a-bf6c-5a1f47f072a1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:39.147661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dfeb5-a8b1-4f88-842d-91ea2fb78282 req-ff641c93-36da-4111-9aab-6b9579b53d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:39.148086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e2afb70-bbff-41a2-a11a-12f490aba1b0 req-63e0e90b-9366-4a0a-bf6c-5a1f47f072a1 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.1313951 Nov 11 11:54:39.149690 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c76dfeb5-a8b1-4f88-842d-91ea2fb78282 req-ff641c93-36da-4111-9aab-6b9579b53d6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2856719 Nov 11 11:54:39.168278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'name': 'network-vif-deleted', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:39.170643 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d2348e-152e-4f31-9e5f-c146a13951a2" -d '{"events": [{"server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "name": "network-vif-deleted", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:39.175270 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e7f8a-90c0-4a98-8279-677a14cdfa77 req-0fad0edc-728e-41be-913d-f4a8589b9cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:39.176944 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2d6e7f8a-90c0-4a98-8279-677a14cdfa77 req-0fad0edc-728e-41be-913d-f4a8589b9cdb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=114b7753-62c2-472b-8415-1a3626ff81aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3028557 Nov 11 11:54:39.222763 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e2afb70-bbff-41a2-a11a-12f490aba1b0 req-c44ab549-bf3e-4db7-8c68-b94b1243954b tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736904 Nov 11 11:54:39.315302 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2e343-a2ba-4305-9e4c-71ae7d561c90 req-7744dc6d-97e5-4772-b7eb-0cbf608bf4be tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:39.317085 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c1b2e343-a2ba-4305-9e4c-71ae7d561c90 req-7744dc6d-97e5-4772-b7eb-0cbf608bf4be tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4f462ae-549d-477b-8387-6785a231589f HTTP/1.1" status: 200 len: 946 time: 0.0586483 Nov 11 11:54:39.323315 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c76dfeb5-a8b1-4f88-842d-91ea2fb78282 req-ef511aa1-9751-4277-980e-eb779ceebe17 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431937 Nov 11 11:54:39.411658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d360eaa-f150-4836-972e-0bf3ce10f099 req-89b5f746-a06c-48ea-9b12-926b7a808eb6 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:39.413487 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d360eaa-f150-4836-972e-0bf3ce10f099 req-89b5f746-a06c-48ea-9b12-926b7a808eb6 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.0818141 Nov 11 11:54:39.425828 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c1b2e343-a2ba-4305-9e4c-71ae7d561c90 req-3a7b0eaa-12b4-4a61-b373-d619bbd352e4 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/security-groups?id=5034c4b2-134e-4504-9206-8a744ad724b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985930 Nov 11 11:54:39.449009 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Attempting to bind port 7296f2ea-10c9-478e-a9ec-f45489068d1b on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:54:39.449459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Attempting to bind port 7296f2ea-10c9-478e-a9ec-f45489068d1b by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:54:39.449901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Attempting to bind port 7296f2ea-10c9-478e-a9ec-f45489068d1b on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:54:39.469005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Port 7296f2ea-10c9-478e-a9ec-f45489068d1b on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:54:39.469461 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Attempting to bind port 7296f2ea-10c9-478e-a9ec-f45489068d1b on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:54:39.486987 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:54:39.487375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Checking segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:54:39.487847 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Bound using segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:54:39.488381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Bound port: 7296f2ea-10c9-478e-a9ec-f45489068d1b, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:54:39.488848 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:39.494872 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2d6e7f8a-90c0-4a98-8279-677a14cdfa77 req-27710146-e92e-4f16-bf95-1d1e726bb948 service neutron] 10.222.0.43 "GET /v2.0/networks/114b7753-62c2-472b-8415-1a3626ff81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326095 Nov 11 11:54:39.514839 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d360eaa-f150-4836-972e-0bf3ce10f099 req-ba5308c1-2f24-47a3-a1e1-1d1659d792be tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850558 Nov 11 11:54:39.574446 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c76dfeb5-a8b1-4f88-842d-91ea2fb78282 req-533408c2-303e-4c94-a325-38f1bb391c5f service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191036 Nov 11 11:54:39.621841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3415d-c460-4885-ba42-9af85e55a3a3 req-b0edf3e0-f2fe-4b3e-9de3-2e360cfbfb33 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:39.637855 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9d3415d-c460-4885-ba42-9af85e55a3a3 req-b0edf3e0-f2fe-4b3e-9de3-2e360cfbfb33 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 943 time: 0.1102889 Nov 11 11:54:39.668006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] For port 7296f2ea-10c9-478e-a9ec-f45489068d1b, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:54:39.676450 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c27ff13-24b5-4dd2-be7b-b10b0498fbd5 x-openstack-request-id: req-3c27ff13-24b5-4dd2-be7b-b10b0498fbd5 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:39.677022 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41edfbf8-03de-4305-89c6-7d15c4ac4590", "name": "network-vif-deleted", "tag": "41bc367d-37e2-49ff-abe8-51aa2c30c67f", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:39.677472 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c27ff13-24b5-4dd2-be7b-b10b0498fbd5 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:39.678141 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41edfbf8-03de-4305-89c6-7d15c4ac4590', 'name': 'network-vif-deleted', 'tag': '41bc367d-37e2-49ff-abe8-51aa2c30c67f', 'status': 'completed', 'code': 200} Nov 11 11:54:39.678306 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] For port 7296f2ea-10c9-478e-a9ec-f45489068d1b, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7296f2ea-10c9-478e-a9ec-f45489068d1b,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:54:39.701239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:54:39.707381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 41bc367d-37e2-49ff-abe8-51aa2c30c67f no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:39.707592 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9d3415d-c460-4885-ba42-9af85e55a3a3 req-c8f4e877-c8c0-4ea5-9517-70b535ea8be2 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681489 Nov 11 11:54:39.708116 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:39.736692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 41bc367d-37e2-49ff-abe8-51aa2c30c67f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:54:39.737091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 41bc367d-37e2-49ff-abe8-51aa2c30c67f not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:54:39.756928 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2d6e7f8a-90c0-4a98-8279-677a14cdfa77 req-3b7e235c-6f97-4bea-91ce-08ed767b92a2 service neutron] 10.222.0.43 "GET /v2.0/networks/114b7753-62c2-472b-8415-1a3626ff81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415831 Nov 11 11:54:39.847034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:39.849077 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:39.850687 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] 10.222.0.62 "PUT /v2.0/ports/7296f2ea-10c9-478e-a9ec-f45489068d1b HTTP/1.1" status: 200 len: 1091 time: 2.1578631 Nov 11 11:54:39.859105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb1e432-3f29-4636-9413-f999e4507327', 'tag': '7296f2ea-10c9-478e-a9ec-f45489068d1b'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:39.861630 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e799ba-a198-46fa-ac9c-90655b800e63" -d '{"events": [{"name": "network-changed", "server_uuid": "edb1e432-3f29-4636-9413-f999e4507327", "tag": "7296f2ea-10c9-478e-a9ec-f45489068d1b"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:39.875678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee51b8-829a-4ab2-9a80-038634fae342 service neutron] Pushing event updated for resources: {'Port': ['ID=7296f2ea-10c9-478e-a9ec-f45489068d1b,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:39.889738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296949c-e2b7-49a7-9fa3-2d1177fddb8a req-6d0492b8-2815-4316-8d0a-4e1ab3f80fb1 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:39.891510 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e296949c-e2b7-49a7-9fa3-2d1177fddb8a req-6d0492b8-2815-4316-8d0a-4e1ab3f80fb1 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0b0ffe8-f96b-4ea6-b207-47b2827d63fe HTTP/1.1" status: 200 len: 943 time: 0.2060769 Nov 11 11:54:39.916397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d60fc-5248-414d-bf9a-260c3a555221 req-02c37221-a19a-4945-b2c2-05701a0f58ea tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:39.930975 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-238d60fc-5248-414d-bf9a-260c3a555221 req-02c37221-a19a-4945-b2c2-05701a0f58ea tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4f462ae-549d-477b-8387-6785a231589f HTTP/1.1" status: 200 len: 946 time: 0.1534131 Nov 11 11:54:39.933619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46348) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:39.942728 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2ea70bb6-87a1-4d42-b8d8-32f68b199e22 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Request body: {'floatingip': {'port_id': 'ca143f82-18cb-4415-bdc9-974c133a769a'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:39.956373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:39.980628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47', 'mac_address': 'fa:16:3e:ed:1c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:54:39.991059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46352) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:40.070898 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:40.102948 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce773c-5c14-405a-bcf5-920f22d7176e req-c42ae181-e2a2-4c13-a420-09e5218b9d9f tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:40.113127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70ce773c-5c14-405a-bcf5-920f22d7176e req-c42ae181-e2a2-4c13-a420-09e5218b9d9f tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9873d365-8ee6-41c4-a4c8-b576d461238f HTTP/1.1" status: 200 len: 945 time: 0.2855117 Nov 11 11:54:40.118336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:40.143498 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ea70bb6-87a1-4d42-b8d8-32f68b199e22 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:40.207825 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:40.216892 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:40.374314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f48844ca-1de0-40dd-8a67-3fc8cfaa4a47'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:54:40.384086 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df1b1d-4f4c-42f6-b81a-e003d9839eae req-5c9efa34-b695-4ec3-b59f-8bb58037d417 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:40.391691 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8df1b1d-4f4c-42f6-b81a-e003d9839eae req-5c9efa34-b695-4ec3-b59f-8bb58037d417 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/ports?device_id=47bfd872-f548-4309-b793-0ba93c9c02a5 HTTP/1.1" status: 200 len: 950 time: 0.3290024 Nov 11 11:54:40.392423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:40.459385 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70ce773c-5c14-405a-bcf5-920f22d7176e req-c5714f58-d313-4cf4-9847-2a362b61595d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036494 Nov 11 11:54:40.499559 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:40.581368 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8df1b1d-4f4c-42f6-b81a-e003d9839eae req-d4ac568b-9bfd-490c-84f0-04af5c89d7ad tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc5e3c61-06c8-4fd6-bd5b-25b217ee44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886890 Nov 11 11:54:40.759739 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce0b08c0-27f1-4dcb-b321-3cf106c0b1c5 req-030e36fb-f2ac-4a84-9ee1-7f5a69ab580e tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 210 time: 0.0718608 Nov 11 11:54:40.824691 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-ab80822c-7d69-4920-8855-9f83acf22900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:40.826894 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-ab80822c-7d69-4920-8855-9f83acf22900 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 1094 time: 0.8316810 Nov 11 11:54:40.985560 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0958ef-671b-4c47-bd1c-6aa33f016c28 x-openstack-request-id: req-7c0958ef-671b-4c47-bd1c-6aa33f016c28 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:40.986442 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb1e432-3f29-4636-9413-f999e4507327", "tag": "7296f2ea-10c9-478e-a9ec-f45489068d1b", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:40.986912 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c0958ef-671b-4c47-bd1c-6aa33f016c28 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:40.987475 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb1e432-3f29-4636-9413-f999e4507327', 'tag': '7296f2ea-10c9-478e-a9ec-f45489068d1b', 'status': 'completed', 'code': 200} Nov 11 11:54:41.036101 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-a2f77d2c-56b0-489e-a84d-8d82f3e15df0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7296f2ea-10c9-478e-a9ec-f45489068d1b HTTP/1.1" status: 200 len: 217 time: 0.0884833 Nov 11 11:54:41.127091 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-ab3166d1-feed-4ab5-9a0e-ed076351ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:41.128986 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-ab3166d1-feed-4ab5-9a0e-ed076351ef81 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.0627754 Nov 11 11:54:41.142612 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-e296949c-e2b7-49a7-9fa3-2d1177fddb8a req-f293a86d-f75d-4cf3-9065-ed444ffa3467 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Deleting port 23a0c4d5-9726-406d-92b8-4db56463e29b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:41.143331 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e296949c-e2b7-49a7-9fa3-2d1177fddb8a req-f293a86d-f75d-4cf3-9065-ed444ffa3467 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:41.191163 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-dbe56c47-4632-4fc4-89fb-92da5ce4b30d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423474 Nov 11 11:54:41.270563 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:41.335412 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250b0e-3d73-4b77-a92c-beb990f862f7 req-ee224d74-2bb8-40c3-a663-3fe4d5186d5f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:41.337841 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd250b0e-3d73-4b77-a92c-beb990f862f7 req-ee224d74-2bb8-40c3-a663-3fe4d5186d5f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.62 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 0.8477852 Nov 11 11:54:41.339889 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-fafa753e-b209-4c10-8c8b-1624bf030a46 service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192305 Nov 11 11:54:41.550476 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d2a01762-0b1b-4a91-b429-6b971cb529a7 req-b56d794d-e1aa-46c8-8c21-b27d661469b9 service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467326 Nov 11 11:54:41.615169 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-97b0a8e9-fe72-4a67-8efb-09fcda0e0f7f tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:41.617072 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-97b0a8e9-fe72-4a67-8efb-09fcda0e0f7f tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.43 "GET /v2.0/networks?id=3912451f-5f8d-4108-8931-6e48d526950a HTTP/1.1" status: 200 len: 804 time: 1.5218174 Nov 11 11:54:41.666751 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-dc949a02-a145-486d-9a16-99c25b6002fe tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Request body: {'port': {'device_id': '37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36', 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a', 'admin_state_up': True, 'tenant_id': 'ea71f96c9cce46148a8d917cd68a071b'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:41.729071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:54:41.798431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e296949c-e2b7-49a7-9fa3-2d1177fddb8a req-f293a86d-f75d-4cf3-9065-ed444ffa3467 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] For port 23a0c4d5-9726-406d-92b8-4db56463e29b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=23a0c4d5-9726-406d-92b8-4db56463e29b,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:41.802148 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e296949c-e2b7-49a7-9fa3-2d1177fddb8a req-f293a86d-f75d-4cf3-9065-ed444ffa3467 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:41.816826 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ea70bb6-87a1-4d42-b8d8-32f68b199e22 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:41.829544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db683eeb-7ae2-4edf-aeca-fb4947f5696d req-edc91684-3756-44ba-b840-83a1e75e23f5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:41.847541 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db683eeb-7ae2-4edf-aeca-fb4947f5696d req-edc91684-3756-44ba-b840-83a1e75e23f5 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 950 time: 1.0443649 Nov 11 11:54:41.853700 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ea70bb6-87a1-4d42-b8d8-32f68b199e22 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:41.865842 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72d22b-1034-4dab-93cd-497b5eddacf5 req-ac05d8a1-d35e-4763-b546-91bfbcb2115a tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:41.867475 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:41.867853 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:41.869411 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-fd250b0e-3d73-4b77-a92c-beb990f862f7 req-e28ffd6a-aa41-4d83-83ab-2e7f6ef93c2f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Deleting port f2a85307-3654-449c-a186-175b6c103308 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:41.870339 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fd250b0e-3d73-4b77-a92c-beb990f862f7 req-e28ffd6a-aa41-4d83-83ab-2e7f6ef93c2f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:41.875239 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8e72d22b-1034-4dab-93cd-497b5eddacf5 req-ac05d8a1-d35e-4763-b546-91bfbcb2115a tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9b8548-1669-4562-874b-84896894b8b1 HTTP/1.1" status: 200 len: 945 time: 0.5095890 Nov 11 11:54:41.896646 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-e296949c-e2b7-49a7-9fa3-2d1177fddb8a req-f293a86d-f75d-4cf3-9065-ed444ffa3467 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Calling delete_port for 23a0c4d5-9726-406d-92b8-4db56463e29b owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:41.935096 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e799ba-a198-46fa-ac9c-90655b800e63 req-abaf01e5-e1e9-488b-9c3f-33a1fcd8d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:41.936842 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55e799ba-a198-46fa-ac9c-90655b800e63 req-abaf01e5-e1e9-488b-9c3f-33a1fcd8d143 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 1094 time: 0.3186119 Nov 11 11:54:41.974842 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:41.976752 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db683eeb-7ae2-4edf-aeca-fb4947f5696d req-d9410287-c42a-43ca-8305-f48c2d29271f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277800 Nov 11 11:54:42.032111 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e22a2d-0949-4e52-a492-a7baa94586aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:42.038612 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbc9dd6-d1b0-4c77-9571-389650e807f1" -d '{"events": [{"server_uuid": "77e22a2d-0949-4e52-a492-a7baa94586aa", "name": "network-vif-plugged", "status": "completed", "tag": "f48844ca-1de0-40dd-8a67-3fc8cfaa4a47"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:42.075695 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8e72d22b-1034-4dab-93cd-497b5eddacf5 req-a419d7ba-3868-4533-9955-55c48d57b36c tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993978 Nov 11 11:54:42.079063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:42.088747 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:42.089840 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f2a85307-3654-449c-a186-175b6c103308 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:42.129010 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-2ea70bb6-87a1-4d42-b8d8-32f68b199e22 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Floating IP 1f4bdb64-1e85-4c11-80e0-3dd6dc5fd147 associated. External IP: 172.25.2.181, port: ca143f82-18cb-4415-bdc9-974c133a769a. Nov 11 11:54:42.333403 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-dc949a02-a145-486d-9a16-99c25b6002fe tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Made reservation on behalf of ea71f96c9cce46148a8d917cd68a071b for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:54:42.336916 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-dc949a02-a145-486d-9a16-99c25b6002fe tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:42.339872 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,revision_number=10']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:42.385120 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-fd250b0e-3d73-4b77-a92c-beb990f862f7 req-e28ffd6a-aa41-4d83-83ab-2e7f6ef93c2f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] For port f2a85307-3654-449c-a186-175b6c103308, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f2a85307-3654-449c-a186-175b6c103308,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:42.385379 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fd250b0e-3d73-4b77-a92c-beb990f862f7 req-e28ffd6a-aa41-4d83-83ab-2e7f6ef93c2f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:42.413441 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67238b59-81bf-4ada-8e38-d4ec8ba710bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:42.456420 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:42.511261 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e296949c-e2b7-49a7-9fa3-2d1177fddb8a req-f293a86d-f75d-4cf3-9065-ed444ffa3467 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:42.540931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e91528-4394-4796-a818-fe4b6254655e req-318d2d24-fdbb-4d64-b174-77f3aea5b1dd tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:42.550866 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73e91528-4394-4796-a818-fe4b6254655e req-318d2d24-fdbb-4d64-b174-77f3aea5b1dd tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 943 time: 0.1562495 Nov 11 11:54:42.561875 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f2a85307-3654-449c-a186-175b6c103308, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f2a85307-3654-449c-a186-175b6c103308,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:42.573721 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:42.579055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-fd250b0e-3d73-4b77-a92c-beb990f862f7 req-e28ffd6a-aa41-4d83-83ab-2e7f6ef93c2f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Calling delete_port for f2a85307-3654-449c-a186-175b6c103308 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:42.663600 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f2a85307-3654-449c-a186-175b6c103308,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:42.726859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73e91528-4394-4796-a818-fe4b6254655e req-656cf630-8c0f-43f3-8211-0e32835d7ea0 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560695 Nov 11 11:54:42.805802 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f895f10-0876-40c1-955e-8a37985072f7 x-openstack-request-id: req-3f895f10-0876-40c1-955e-8a37985072f7 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:42.806091 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e22a2d-0949-4e52-a492-a7baa94586aa", "name": "network-vif-plugged", "status": "completed", "tag": "f48844ca-1de0-40dd-8a67-3fc8cfaa4a47", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:42.806335 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f895f10-0876-40c1-955e-8a37985072f7 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:42.806722 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e22a2d-0949-4e52-a492-a7baa94586aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47', 'code': 200} Nov 11 11:54:42.811979 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9c1693d-b5ef-4fad-8119-d830ef928f4a req-ada82315-ac7a-40f8-948d-5a42e7e8cb6e tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 210 time: 0.0695200 Nov 11 11:54:42.817035 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea70bb6-87a1-4d42-b8d8-32f68b199e22 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Router 6efc05a5-4382-4848-9889-74a4f282c5b3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:54:42.974397 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e799ba-a198-46fa-ac9c-90655b800e63 req-103fbfaf-cc05-48cd-950c-f4d364fe1b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:42.976482 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55e799ba-a198-46fa-ac9c-90655b800e63 req-103fbfaf-cc05-48cd-950c-f4d364fe1b92 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.8013847 Nov 11 11:54:43.194500 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293a86d-f75d-4cf3-9065-ed444ffa3467 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Pushing event deleted for resources: {'Port': ['ID=23a0c4d5-9726-406d-92b8-4db56463e29b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:43.219823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea70bb6-87a1-4d42-b8d8-32f68b199e22 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:54:43.230564 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ea70bb6-87a1-4d42-b8d8-32f68b199e22 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:43.231539 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7456c33a-9224-46fe-9905-5307870d3415 None None] Sync routers for ids ['6efc05a5-4382-4848-9889-74a4f282c5b3'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:54:43.250407 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7456c33a-9224-46fe-9905-5307870d3415 None None] Routers {'6efc05a5-4382-4848-9889-74a4f282c5b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:54:43.251367 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-7456c33a-9224-46fe-9905-5307870d3415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:54:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6efc05a5-4382-4848-9889-74a4f282c5b3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:43.264176 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2ea70bb6-87a1-4d42-b8d8-32f68b199e22 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "PUT /v2.0/floatingips/1f4bdb64-1e85-4c11-80e0-3dd6dc5fd147 HTTP/1.1" status: 200 len: 992 time: 3.3246059 Nov 11 11:54:43.277833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f462ae-549d-477b-8387-6785a231589f', 'tag': 'ca143f82-18cb-4415-bdc9-974c133a769a'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:43.280531 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53233b5a-443e-46e6-a182-1c4c3226cc80" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f462ae-549d-477b-8387-6785a231589f", "tag": "ca143f82-18cb-4415-bdc9-974c133a769a"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:43.281004 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55e799ba-a198-46fa-ac9c-90655b800e63 req-40b588a1-7968-4d37-a35d-9d9b6e70b837 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7296f2ea-10c9-478e-a9ec-f45489068d1b HTTP/1.1" status: 200 len: 217 time: 0.0835776 Nov 11 11:54:43.282896 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fd250b0e-3d73-4b77-a92c-beb990f862f7 req-e28ffd6a-aa41-4d83-83ab-2e7f6ef93c2f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:43.296624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['5b8053d1-ef81-421b-9c0d-72d4ba518d46'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:54:43.312813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebd23b-4a55-452b-aedf-db8e856f86cb req-c9d6ded4-ecc8-43f4-9583-7dcd577e2897 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:43.314414 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4ebd23b-4a55-452b-aedf-db8e856f86cb req-c9d6ded4-ecc8-43f4-9583-7dcd577e2897 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.1884484 Nov 11 11:54:43.332943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db073fb2-e0fd-434b-8788-76effd3f5965 req-8dd7a3f7-d380-4edb-a57f-bc3337f3fff8 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:43.346168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db073fb2-e0fd-434b-8788-76effd3f5965 req-8dd7a3f7-d380-4edb-a57f-bc3337f3fff8 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 865 time: 0.2378993 Nov 11 11:54:43.397045 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e799ba-a198-46fa-ac9c-90655b800e63 req-0060f460-1e7c-4900-b327-895dbb2b30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:43.399232 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-7456c33a-9224-46fe-9905-5307870d3415 None None] Set router 6efc05a5-4382-4848-9889-74a4f282c5b3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:54:43.403446 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55e799ba-a198-46fa-ac9c-90655b800e63 req-0060f460-1e7c-4900-b327-895dbb2b30e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.0912919 Nov 11 11:54:43.487980 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db073fb2-e0fd-434b-8788-76effd3f5965 req-0e82c562-57a6-41ff-9cf4-0ba92558b351 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408134 Nov 11 11:54:43.583048 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4ebd23b-4a55-452b-aedf-db8e856f86cb req-bb7359cc-2daa-4b30-9d05-112ce94d4169 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319875 Nov 11 11:54:43.698630 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe86a3df-aeff-49f7-a1ac-102261762549 x-openstack-request-id: req-fe86a3df-aeff-49f7-a1ac-102261762549 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:43.698942 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f462ae-549d-477b-8387-6785a231589f", "tag": "ca143f82-18cb-4415-bdc9-974c133a769a", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:43.699193 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe86a3df-aeff-49f7-a1ac-102261762549 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:43.699592 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f462ae-549d-477b-8387-6785a231589f', 'tag': 'ca143f82-18cb-4415-bdc9-974c133a769a', 'status': 'completed', 'code': 200} Nov 11 11:54:43.780710 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-7456c33a-9224-46fe-9905-5307870d3415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'name': 'tempest-ServersTestFqdnHostnames-256337225-router', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:45Z', 'updated_at': '2021-11-11T11:53:58Z', 'revision_number': 4, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'gw_port': {'id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:47Z', 'updated_at': '2021-11-11T11:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '1f4bdb64-1e85-4c11-80e0-3dd6dc5fd147', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'port_id': 'ca143f82-18cb-4415-bdc9-974c133a769a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa', 'mac_address': 'fa:16:3e:10:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f462ae-549d-477b-8387-6785a231589f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:54:12Z', 'updated_at': '2021-11-11T11:54:41Z', 'revision_number': 1, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9279f061-69ac-40e8-a6c2-695bb2c921de', 'name': '', 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'mac_address': 'fa:16:3e:e9:72:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:55Z', 'updated_at': '2021-11-11T11:54:04Z', 'revision_number': 5, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'subnets': [{'id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:43.792217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53233b5a-443e-46e6-a182-1c4c3226cc80 req-a445c978-0353-4da6-a2d2-6b3655e7c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:43.793915 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53233b5a-443e-46e6-a182-1c4c3226cc80 req-a445c978-0353-4da6-a2d2-6b3655e7c2ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e0b9efba9346bdbbe140442a606abf&device_id=d4f462ae-549d-477b-8387-6785a231589f HTTP/1.1" status: 200 len: 1097 time: 0.0818527 Nov 11 11:54:43.843190 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7456c33a-9224-46fe-9905-5307870d3415 None None] Checking router: 6efc05a5-4382-4848-9889-74a4f282c5b3 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:54:43.856994 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7456c33a-9224-46fe-9905-5307870d3415 None None] Routers {'6efc05a5-4382-4848-9889-74a4f282c5b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:54:43.857922 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-7456c33a-9224-46fe-9905-5307870d3415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:54:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6efc05a5-4382-4848-9889-74a4f282c5b3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:43.987458 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-7456c33a-9224-46fe-9905-5307870d3415 None None] Set router 6efc05a5-4382-4848-9889-74a4f282c5b3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:54:44.012356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53233b5a-443e-46e6-a182-1c4c3226cc80 req-41b46fa5-a763-42d9-81ed-d524ca31734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:44.016839 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53233b5a-443e-46e6-a182-1c4c3226cc80 req-41b46fa5-a763-42d9-81ed-d524ca31734f service neutron] 10.222.0.43 "GET /v2.0/networks?id=114b7753-62c2-472b-8415-1a3626ff81aa HTTP/1.1" status: 200 len: 916 time: 0.2151315 Nov 11 11:54:44.219035 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 23a0c4d5-9726-406d-92b8-4db56463e29b no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:44.241852 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-7456c33a-9224-46fe-9905-5307870d3415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'name': 'tempest-ServersTestFqdnHostnames-256337225-router', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:45Z', 'updated_at': '2021-11-11T11:53:58Z', 'revision_number': 4, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'gw_port': {'id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:47Z', 'updated_at': '2021-11-11T11:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '1f4bdb64-1e85-4c11-80e0-3dd6dc5fd147', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'port_id': 'ca143f82-18cb-4415-bdc9-974c133a769a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa', 'mac_address': 'fa:16:3e:10:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f462ae-549d-477b-8387-6785a231589f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:54:12Z', 'updated_at': '2021-11-11T11:54:41Z', 'revision_number': 1, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9279f061-69ac-40e8-a6c2-695bb2c921de', 'name': '', 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'mac_address': 'fa:16:3e:e9:72:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:55Z', 'updated_at': '2021-11-11T11:54:04Z', 'revision_number': 5, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'subnets': [{'id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:44.246416 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53233b5a-443e-46e6-a182-1c4c3226cc80 req-216b899f-68a3-499b-92b0-a88221d292b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca143f82-18cb-4415-bdc9-974c133a769a HTTP/1.1" status: 200 len: 1000 time: 0.1669457 Nov 11 11:54:44.263797 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 23a0c4d5-9726-406d-92b8-4db56463e29b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:54:44.264617 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 23a0c4d5-9726-406d-92b8-4db56463e29b not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:54:44.273021 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7456c33a-9224-46fe-9905-5307870d3415 None None] The sync data for ids ['6efc05a5-4382-4848-9889-74a4f282c5b3'] in n-d-807359-3 is: [{'id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'name': 'tempest-ServersTestFqdnHostnames-256337225-router', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:45Z', 'updated_at': '2021-11-11T11:53:58Z', 'revision_number': 4, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'gw_port': {'id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:47Z', 'updated_at': '2021-11-11T11:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '1f4bdb64-1e85-4c11-80e0-3dd6dc5fd147', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'port_id': 'ca143f82-18cb-4415-bdc9-974c133a769a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa', 'mac_address': 'fa:16:3e:10:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f462ae-549d-477b-8387-6785a231589f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:54:12Z', 'updated_at': '2021-11-11T11:54:41Z', 'revision_number': 1, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9279f061-69ac-40e8-a6c2-695bb2c921de', 'name': '', 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'mac_address': 'fa:16:3e:e9:72:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:55Z', 'updated_at': '2021-11-11T11:54:04Z', 'revision_number': 5, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'subnets': [{'id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:54:44.316647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ffd6a-aa41-4d83-83ab-2e7f6ef93c2f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Pushing event deleted for resources: {'Port': ['ID=f2a85307-3654-449c-a186-175b6c103308,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:44.324552 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55e799ba-a198-46fa-ac9c-90655b800e63 req-9fcf202d-a8dd-4d25-b8c4-0383ce29aa64 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407000 Nov 11 11:54:44.325536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e296949c-e2b7-49a7-9fa3-2d1177fddb8a req-f293a86d-f75d-4cf3-9065-ed444ffa3467 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] No DVR routers for this DVR port 23a0c4d5-9726-406d-92b8-4db56463e29b on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:54:44.332656 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-dc949a02-a145-486d-9a16-99c25b6002fe tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Allocated IP 172.20.0.7 (3912451f-5f8d-4108-8931-6e48d526950a/6895bfe9-2caf-4d68-8e8e-acf7b9702df7/f7a85051-2a6f-47aa-82aa-e4487437dc7c) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:54:44.366946 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8592512-7a90-4cbd-99eb-e16203055a82 req-eca6c66b-9b57-44b6-8960-1e68acb28bca tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:44.368476 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8592512-7a90-4cbd-99eb-e16203055a82 req-eca6c66b-9b57-44b6-8960-1e68acb28bca tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 943 time: 0.3490317 Nov 11 11:54:44.385544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c8cc-618a-4a84-9a0a-896185c483e8 req-ba5ce4ec-2898-4b6c-a100-62f54aaf5615 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:44.391695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c8cc-618a-4a84-9a0a-896185c483e8 req-ba5ce4ec-2898-4b6c-a100-62f54aaf5615 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:44.399273 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c8cc-618a-4a84-9a0a-896185c483e8 req-ba5ce4ec-2898-4b6c-a100-62f54aaf5615 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:44.408689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bbb6c8cc-618a-4a84-9a0a-896185c483e8 req-ba5ce4ec-2898-4b6c-a100-62f54aaf5615 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9b8548-1669-4562-874b-84896894b8b1&device_id=9873d365-8ee6-41c4-a4c8-b576d461238f&device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 2417 time: 0.1562696 Nov 11 11:54:44.434303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e296949c-e2b7-49a7-9fa3-2d1177fddb8a req-f293a86d-f75d-4cf3-9065-ed444ffa3467 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:44.438236 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e296949c-e2b7-49a7-9fa3-2d1177fddb8a req-f293a86d-f75d-4cf3-9065-ed444ffa3467 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.43 "DELETE /v2.0/ports/23a0c4d5-9726-406d-92b8-4db56463e29b HTTP/1.1" status: 204 len: 173 time: 4.5393391 Nov 11 11:54:44.444707 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55e799ba-a198-46fa-ac9c-90655b800e63 req-7befb5e5-2ac3-48bf-82d2-3e0d63db8dff service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059344 Nov 11 11:54:44.445320 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b0ffe8-f96b-4ea6-b207-47b2827d63fe', 'name': 'network-vif-deleted', 'tag': '23a0c4d5-9726-406d-92b8-4db56463e29b'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:44.448041 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4038faa7-5e07-4de4-8174-84014c664039" -d '{"events": [{"server_uuid": "e0b0ffe8-f96b-4ea6-b207-47b2827d63fe", "name": "network-vif-deleted", "tag": "23a0c4d5-9726-406d-92b8-4db56463e29b"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:44.473185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53233b5a-443e-46e6-a182-1c4c3226cc80 req-3ae977c6-3039-41da-8f43-558539b6e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:44.474691 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53233b5a-443e-46e6-a182-1c4c3226cc80 req-3ae977c6-3039-41da-8f43-558539b6e9ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ba6fa33-e08b-4e6c-970e-30a7ae0b0476 HTTP/1.1" status: 200 len: 853 time: 0.1764638 Nov 11 11:54:44.563474 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8592512-7a90-4cbd-99eb-e16203055a82 req-10e63f62-0502-4dc9-8141-8b2059629c63 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465359 Nov 11 11:54:44.579413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bbb6c8cc-618a-4a84-9a0a-896185c483e8 req-72f2abb0-1874-47a8-98dc-10bb0c4a4499 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697681 Nov 11 11:54:44.633425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53233b5a-443e-46e6-a182-1c4c3226cc80 req-70d17bd2-5756-43b3-b53c-0259da811597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:44.638044 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53233b5a-443e-46e6-a182-1c4c3226cc80 req-70d17bd2-5756-43b3-b53c-0259da811597 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=114b7753-62c2-472b-8415-1a3626ff81aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454904 Nov 11 11:54:44.797228 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d22e4c1-7242-43cc-9734-f5c5489ce0b1 None None] New status for floating IP 1f4bdb64-1e85-4c11-80e0-3dd6dc5fd147: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:54:44.799835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11f3affa-ffbe-4688-9583-6617d4718c1e req-09436b88-e97e-4d27-a5d0-d277b0699819 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 210 time: 0.0776346 Nov 11 11:54:44.830809 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd250b0e-3d73-4b77-a92c-beb990f862f7 req-e28ffd6a-aa41-4d83-83ab-2e7f6ef93c2f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] No DVR routers for this DVR port f2a85307-3654-449c-a186-175b6c103308 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:54:44.838728 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fd250b0e-3d73-4b77-a92c-beb990f862f7 req-e28ffd6a-aa41-4d83-83ab-2e7f6ef93c2f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:44.844093 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd250b0e-3d73-4b77-a92c-beb990f862f7 req-e28ffd6a-aa41-4d83-83ab-2e7f6ef93c2f tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.62 "DELETE /v2.0/ports/f2a85307-3654-449c-a186-175b6c103308 HTTP/1.1" status: 204 len: 173 time: 3.4871218 Nov 11 11:54:44.871677 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49c9aec-b6d6-4165-8081-414cbb3739c0 x-openstack-request-id: req-d49c9aec-b6d6-4165-8081-414cbb3739c0 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:44.872213 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b0ffe8-f96b-4ea6-b207-47b2827d63fe", "name": "network-vif-deleted", "tag": "23a0c4d5-9726-406d-92b8-4db56463e29b", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:44.872540 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d49c9aec-b6d6-4165-8081-414cbb3739c0 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:44.876208 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b0ffe8-f96b-4ea6-b207-47b2827d63fe', 'name': 'network-vif-deleted', 'tag': '23a0c4d5-9726-406d-92b8-4db56463e29b', 'status': 'completed', 'code': 200} Nov 11 11:54:44.934632 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53233b5a-443e-46e6-a182-1c4c3226cc80 req-f79fbcc9-bde3-4205-b215-5a4d0370db08 service neutron] 10.222.0.43 "GET /v2.0/networks/114b7753-62c2-472b-8415-1a3626ff81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866626 Nov 11 11:54:45.211353 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55e799ba-a198-46fa-ac9c-90655b800e63 req-6c4cf0e1-3f94-48ce-bd0c-b0377b54c9cf service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7513011 Nov 11 11:54:45.223152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5acef38-09d2-4ec1-b65b-d868b78c36a9 req-81c54750-f3af-4d36-9236-a39389e70ff4 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.65 "GET /v2.0/ports?device_id=777bc5f4-f4f4-4f4d-ab7a-8cba283efb45 HTTP/1.1" status: 200 len: 210 time: 0.2201884 Nov 11 11:54:45.312426 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777bc5f4-f4f4-4f4d-ab7a-8cba283efb45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a85307-3654-449c-a186-175b6c103308'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:45.315826 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea64e956-73c3-44c5-a62d-7bf4d0fa13a8" -d '{"events": [{"server_uuid": "777bc5f4-f4f4-4f4d-ab7a-8cba283efb45", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a85307-3654-449c-a186-175b6c103308"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:45.328258 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-67238b59-81bf-4ada-8e38-d4ec8ba710bd admin admin] Deleting port 270ae85a-535c-4c70-97ef-1cc452a55f9e {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:45.328834 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67238b59-81bf-4ada-8e38-d4ec8ba710bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:45.425297 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba674aca-3d0b-429a-9bba-cb29b20a5dd5 req-8738c56c-7f7b-4ca9-87e7-4f26f8ae21c9 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:45.436083 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-dc949a02-a145-486d-9a16-99c25b6002fe tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:45.436841 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba674aca-3d0b-429a-9bba-cb29b20a5dd5 req-8738c56c-7f7b-4ca9-87e7-4f26f8ae21c9 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9b8548-1669-4562-874b-84896894b8b1 HTTP/1.1" status: 200 len: 945 time: 0.2971897 Nov 11 11:54:45.522189 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53233b5a-443e-46e6-a182-1c4c3226cc80 req-c740d98b-46ba-4947-91b9-02c2e7ae8e47 service neutron] 10.222.0.43 "GET /v2.0/networks/114b7753-62c2-472b-8415-1a3626ff81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765836 Nov 11 11:54:45.575936 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba674aca-3d0b-429a-9bba-cb29b20a5dd5 req-582b92e6-a1ab-4ef7-bddd-50e9cdc44bec tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381216 Nov 11 11:54:45.592665 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-dc949a02-a145-486d-9a16-99c25b6002fe tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:45.617924 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-67238b59-81bf-4ada-8e38-d4ec8ba710bd admin admin] For port 270ae85a-535c-4c70-97ef-1cc452a55f9e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=270ae85a-535c-4c70-97ef-1cc452a55f9e,segment=NetworkSegment(fb6e1d7d-6198-4b8a-8555-062b88f02519),segment_id=fb6e1d7d-6198-4b8a-8555-062b88f02519)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:45.618372 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67238b59-81bf-4ada-8e38-d4ec8ba710bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:45.650450 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb909c15-3831-4752-9466-941895dc59eb x-openstack-request-id: req-fb909c15-3831-4752-9466-941895dc59eb {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:45.651790 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777bc5f4-f4f4-4f4d-ab7a-8cba283efb45", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a85307-3654-449c-a186-175b6c103308", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:45.652287 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb909c15-3831-4752-9466-941895dc59eb {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:45.652889 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777bc5f4-f4f4-4f4d-ab7a-8cba283efb45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a85307-3654-449c-a186-175b6c103308', 'code': 200} Nov 11 11:54:45.666572 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-67238b59-81bf-4ada-8e38-d4ec8ba710bd admin admin] Calling delete_port for 270ae85a-535c-4c70-97ef-1cc452a55f9e owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:45.670042 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:45.796901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-dc949a02-a145-486d-9a16-99c25b6002fe tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Network 3912451f-5f8d-4108-8931-6e48d526950a is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:54:45.809447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-dc949a02-a145-486d-9a16-99c25b6002fe tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:54:45.836359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-dc949a02-a145-486d-9a16-99c25b6002fe tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:54:45.914118 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa3c2d-a20d-4f24-a10f-28ce72a492f3 req-ded4702a-8eb4-421d-b32e-3969988ea1ad tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:45.924303 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ffaa3c2d-a20d-4f24-a10f-28ce72a492f3 req-ded4702a-8eb4-421d-b32e-3969988ea1ad tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 943 time: 0.1186461 Nov 11 11:54:45.933548 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc949a02-a145-486d-9a16-99c25b6002fe tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Pushing event updated for resources: {'Port': ['ID=f7a85051-2a6f-47aa-82aa-e4487437dc7c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:45.983966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-dc949a02-a145-486d-9a16-99c25b6002fe tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:45.984200 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-dc949a02-a145-486d-9a16-99c25b6002fe tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:46.000731 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ffaa3c2d-a20d-4f24-a10f-28ce72a492f3 req-83398eaf-c7a7-4a8f-87ca-ac3c6d6ad57f tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752850 Nov 11 11:54:46.008170 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-dc949a02-a145-486d-9a16-99c25b6002fe tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3691626 Nov 11 11:54:46.045612 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Request body: {'port': {'device_id': '37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:54:46.147679 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:46.163119 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefccbe-73c3-4f77-9cda-3e749c7b1669 req-b30127ca-0854-4736-a4a5-e13707f8167a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:46.171233 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eeefccbe-73c3-4f77-9cda-3e749c7b1669 req-b30127ca-0854-4736-a4a5-e13707f8167a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 931 time: 0.0895936 Nov 11 11:54:46.213697 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device bc296ea4-a039-4ef0-a110-f534bc4597dc details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:54:46.262918 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eeefccbe-73c3-4f77-9cda-3e749c7b1669 req-c96cfbb7-ece4-4a45-a6fe-80ae9d5acd6a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894649 Nov 11 11:54:46.336696 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67238b59-81bf-4ada-8e38-d4ec8ba710bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:46.455033 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67238b59-81bf-4ada-8e38-d4ec8ba710bd admin admin] Pushing event deleted for resources: {'Port': ['ID=270ae85a-535c-4c70-97ef-1cc452a55f9e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:46.461427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port bc296ea4-a039-4ef0-a110-f534bc4597dc, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=bc296ea4-a039-4ef0-a110-f534bc4597dc,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:46.490258 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'bc296ea4-a039-4ef0-a110-f534bc4597dc', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'bc296ea4-a039-4ef0-a110-f534bc4597dc', 'mac_address': 'fa:16:3e:68:a2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:54:46.577176 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:46.610468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc296ea4-a039-4ef0-a110-f534bc4597dc {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:46.662509 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port bc296ea4-a039-4ef0-a110-f534bc4597dc, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=bc296ea4-a039-4ef0-a110-f534bc4597dc,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:46.668117 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:46.808060 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67238b59-81bf-4ada-8e38-d4ec8ba710bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:46.815848 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['bc296ea4-a039-4ef0-a110-f534bc4597dc'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:54:46.820326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=bc296ea4-a039-4ef0-a110-f534bc4597dc,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:46.959605 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777bc5f4-f4f4-4f4d-ab7a-8cba283efb45', 'name': 'network-vif-deleted', 'tag': 'f2a85307-3654-449c-a186-175b6c103308'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:46.961920 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f08e593-4fe2-4cf9-ab04-defccc8f2acc" -d '{"events": [{"server_uuid": "777bc5f4-f4f4-4f4d-ab7a-8cba283efb45", "name": "network-vif-deleted", "tag": "f2a85307-3654-449c-a186-175b6c103308"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:47.193102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a85051-2a6f-47aa-82aa-e4487437dc7c {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:47.205939 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:47.263259 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Transition to ACTIVE for port object f7a85051-2a6f-47aa-82aa-e4487437dc7c will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:54:47.277195 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:47.356783 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67238b59-81bf-4ada-8e38-d4ec8ba710bd admin admin] Router 267f52bb-9bcc-47d9-90b2-62c365585ca7 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:54:47.371914 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Pushing event updated for resources: {'Port': ['ID=f7a85051-2a6f-47aa-82aa-e4487437dc7c,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:47.540030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Attempting to bind port f7a85051-2a6f-47aa-82aa-e4487437dc7c on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:54:47.540718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Attempting to bind port f7a85051-2a6f-47aa-82aa-e4487437dc7c by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '49589435-f4a7-4260-ada9-a576d4b43658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:54:47.543650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Attempting to bind port f7a85051-2a6f-47aa-82aa-e4487437dc7c on network 3912451f-5f8d-4108-8931-6e48d526950a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:54:47.553735 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Port f7a85051-2a6f-47aa-82aa-e4487437dc7c on network 3912451f-5f8d-4108-8931-6e48d526950a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:54:47.554401 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Attempting to bind port f7a85051-2a6f-47aa-82aa-e4487437dc7c on network 3912451f-5f8d-4108-8931-6e48d526950a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:54:47.570056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:54:47.570810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Checking segment: {'id': '49589435-f4a7-4260-ada9-a576d4b43658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:54:47.571566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Bound using segment: {'id': '49589435-f4a7-4260-ada9-a576d4b43658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:54:47.572225 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Bound port: f7a85051-2a6f-47aa-82aa-e4487437dc7c, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49589435-f4a7-4260-ada9-a576d4b43658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:54:47.572800 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:47.623848 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67238b59-81bf-4ada-8e38-d4ec8ba710bd admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:54:47.636455 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-67238b59-81bf-4ada-8e38-d4ec8ba710bd admin admin] 10.222.0.65 "PUT /v2.0/routers/267f52bb-9bcc-47d9-90b2-62c365585ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6420879 Nov 11 11:54:47.638961 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46536) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:47.646964 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b72d827-3c58-4cba-bf2f-129b4e55fc66 None None] Sync routers for ids ['267f52bb-9bcc-47d9-90b2-62c365585ca7'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:54:47.677224 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b72d827-3c58-4cba-bf2f-129b4e55fc66 None None] Routers {'267f52bb-9bcc-47d9-90b2-62c365585ca7'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:54:47.678506 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2b72d827-3c58-4cba-bf2f-129b4e55fc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:54:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['267f52bb-9bcc-47d9-90b2-62c365585ca7'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:47.761395 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] For port f7a85051-2a6f-47aa-82aa-e4487437dc7c, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:54:47.864542 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] For port f7a85051-2a6f-47aa-82aa-e4487437dc7c, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f7a85051-2a6f-47aa-82aa-e4487437dc7c,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:54:47.875182 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:47.887933 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f56d3f91-1d66-4751-9557-97de1b55abe3 admin admin] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:47.990288 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:47.991217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:47.992874 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] 10.222.0.43 "PUT /v2.0/ports/f7a85051-2a6f-47aa-82aa-e4487437dc7c HTTP/1.1" status: 200 len: 1091 time: 1.9515462 Nov 11 11:54:48.034414 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-2b72d827-3c58-4cba-bf2f-129b4e55fc66 None None] Set router 267f52bb-9bcc-47d9-90b2-62c365585ca7 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:54:48.055656 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188e5e9-94a1-4bcd-9f6e-dce58dac198b service neutron] Pushing event updated for resources: {'Port': ['ID=f7a85051-2a6f-47aa-82aa-e4487437dc7c,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:48.154114 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-e4f603db-4f0d-46b3-a7dd-21f2d04e1bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:48.156549 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-e4f603db-4f0d-46b3-a7dd-21f2d04e1bb7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea71f96c9cce46148a8d917cd68a071b&device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 1094 time: 0.0953257 Nov 11 11:54:48.191584 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f56d3f91-1d66-4751-9557-97de1b55abe3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:48.234163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device bc296ea4-a039-4ef0-a110-f534bc4597dc up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:54:48.252444 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-de29f45a-0d4f-4010-b8fb-3b4d952289af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a85051-2a6f-47aa-82aa-e4487437dc7c HTTP/1.1" status: 200 len: 217 time: 0.0815980 Nov 11 11:54:48.323815 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-f56d3f91-1d66-4751-9557-97de1b55abe3 admin admin] Deleting port b2f3a4cc-417f-4852-917d-50f6138aa8f7 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:48.326710 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f56d3f91-1d66-4751-9557-97de1b55abe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:48.344503 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-4e5f6b1a-b94c-4d98-8a5f-c553d7c8b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:48.347329 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-4e5f6b1a-b94c-4d98-8a5f-c553d7c8b0d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6895bfe9-2caf-4d68-8e8e-acf7b9702df7 HTTP/1.1" status: 200 len: 844 time: 0.0875788 Nov 11 11:54:48.348684 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port bc296ea4-a039-4ef0-a110-f534bc4597dc triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:48.349126 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:48.399914 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-324f8690-39fa-4850-8212-bbad6c962d39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3912451f-5f8d-4108-8931-6e48d526950a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434895 Nov 11 11:54:48.470983 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2b72d827-3c58-4cba-bf2f-129b4e55fc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:54:46Z', 'revision_number': 5, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port': {'id': 'b2f3a4cc-417f-4852-917d-50f6138aa8f7', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:11Z', 'updated_at': '2021-11-11T11:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:48.506545 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b72d827-3c58-4cba-bf2f-129b4e55fc66 None None] Checking router: 267f52bb-9bcc-47d9-90b2-62c365585ca7 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:54:48.520609 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b72d827-3c58-4cba-bf2f-129b4e55fc66 None None] Routers {'267f52bb-9bcc-47d9-90b2-62c365585ca7'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:54:48.521663 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2b72d827-3c58-4cba-bf2f-129b4e55fc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:54:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['267f52bb-9bcc-47d9-90b2-62c365585ca7'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:48.521793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-f56d3f91-1d66-4751-9557-97de1b55abe3 admin admin] For port b2f3a4cc-417f-4852-917d-50f6138aa8f7, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b2f3a4cc-417f-4852-917d-50f6138aa8f7,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:48.522127 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f56d3f91-1d66-4751-9557-97de1b55abe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:48.564694 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:48.568471 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-f56d3f91-1d66-4751-9557-97de1b55abe3 admin admin] Calling delete_port for b2f3a4cc-417f-4852-917d-50f6138aa8f7 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:48.678182 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port bc296ea4-a039-4ef0-a110-f534bc4597dc, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=bc296ea4-a039-4ef0-a110-f534bc4597dc,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:48.679290 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bfd872-f548-4309-b793-0ba93c9c02a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc296ea4-a039-4ef0-a110-f534bc4597dc'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:54:48.685166 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4955439-7672-4ff0-b9e1-957f0c158df2" -d '{"events": [{"server_uuid": "47bfd872-f548-4309-b793-0ba93c9c02a5", "name": "network-vif-plugged", "status": "completed", "tag": "bc296ea4-a039-4ef0-a110-f534bc4597dc"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:54:48.691910 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:48.700049 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-2b72d827-3c58-4cba-bf2f-129b4e55fc66 None None] Set router 267f52bb-9bcc-47d9-90b2-62c365585ca7 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:54:48.811540 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=bc296ea4-a039-4ef0-a110-f534bc4597dc,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:48.861820 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2b72d827-3c58-4cba-bf2f-129b4e55fc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:54:48Z', 'revision_number': 6, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:48.938223 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b72d827-3c58-4cba-bf2f-129b4e55fc66 None None] The sync data for ids ['267f52bb-9bcc-47d9-90b2-62c365585ca7'] in n-d-807359-3 is: [{'id': '267f52bb-9bcc-47d9-90b2-62c365585ca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-797718324-router', 'tenant_id': '698a4072eeb44d058612b432edd8e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:09Z', 'updated_at': '2021-11-11T11:54:48Z', 'revision_number': 6, 'project_id': '698a4072eeb44d058612b432edd8e394', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:54:49.003309 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f56d3f91-1d66-4751-9557-97de1b55abe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:49.064898 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d3f91-1d66-4751-9557-97de1b55abe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f3a4cc-417f-4852-917d-50f6138aa8f7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:49.193870 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f56d3f91-1d66-4751-9557-97de1b55abe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:49.335223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6506e2-61be-4de3-aa97-541d6f09bd58 req-720e80c3-24a8-47f1-a39e-ad304be98956 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:49.337000 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8d6506e2-61be-4de3-aa97-541d6f09bd58 req-720e80c3-24a8-47f1-a39e-ad304be98956 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a956e6b-bb4b-4b46-9d47-77d88d8c70f9 HTTP/1.1" status: 200 len: 950 time: 0.9362688 Nov 11 11:54:49.551384 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-cdaba632-4550-42b4-ad02-2fae86bcba3d service neutron] 10.222.0.43 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1332133 Nov 11 11:54:49.675542 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bfe08915-8ca2-4879-98c5-9c118a0d3f2d req-1b4bb191-90e5-4bad-9f1e-33627229ce20 service neutron] 10.222.0.43 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150932 Nov 11 11:54:49.705196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-8d6506e2-61be-4de3-aa97-541d6f09bd58 req-cd03b44e-b291-453a-8904-1ad147471c80 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Deleting port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:49.708123 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8d6506e2-61be-4de3-aa97-541d6f09bd58 req-cd03b44e-b291-453a-8904-1ad147471c80 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:49.958598 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-8d6506e2-61be-4de3-aa97-541d6f09bd58 req-cd03b44e-b291-453a-8904-1ad147471c80 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] For port 5b8053d1-ef81-421b-9c0d-72d4ba518d46, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5b8053d1-ef81-421b-9c0d-72d4ba518d46,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:49.958962 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8d6506e2-61be-4de3-aa97-541d6f09bd58 req-cd03b44e-b291-453a-8904-1ad147471c80 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:49.994000 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-8d6506e2-61be-4de3-aa97-541d6f09bd58 req-cd03b44e-b291-453a-8904-1ad147471c80 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Calling delete_port for 5b8053d1-ef81-421b-9c0d-72d4ba518d46 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:50.002544 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 270ae85a-535c-4c70-97ef-1cc452a55f9e no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:50.010332 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f56d3f91-1d66-4751-9557-97de1b55abe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:50.016166 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f56d3f91-1d66-4751-9557-97de1b55abe3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:50.066185 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 270ae85a-535c-4c70-97ef-1cc452a55f9e {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:54:50.066653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 270ae85a-535c-4c70-97ef-1cc452a55f9e not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:54:50.067174 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b2f3a4cc-417f-4852-917d-50f6138aa8f7 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:50.113987 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: b2f3a4cc-417f-4852-917d-50f6138aa8f7 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:54:50.120744 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b2f3a4cc-417f-4852-917d-50f6138aa8f7 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:54:50.138063 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f56d3f91-1d66-4751-9557-97de1b55abe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:50.138963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56d3f91-1d66-4751-9557-97de1b55abe3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 267f52bb-9bcc-47d9-90b2-62c365585ca7 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:54:50.152356 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f56d3f91-1d66-4751-9557-97de1b55abe3 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:50.158302 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f56d3f91-1d66-4751-9557-97de1b55abe3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/267f52bb-9bcc-47d9-90b2-62c365585ca7 HTTP/1.1" status: 204 len: 168 time: 2.5182559 Nov 11 11:54:50.158944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46544) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:50.246529 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8d6506e2-61be-4de3-aa97-541d6f09bd58 req-cd03b44e-b291-453a-8904-1ad147471c80 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:50.259463 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb48c868-f124-4a34-b81b-f3d02d8777f2 admin admin] Deleting subnet 94c16310-5f9c-4d33-b7c9-d721f3565d86 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:54:50.265155 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bb48c868-f124-4a34-b81b-f3d02d8777f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:50.325830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03b44e-b291-453a-8904-1ad147471c80 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Pushing event deleted for resources: {'Port': ['ID=5b8053d1-ef81-421b-9c0d-72d4ba518d46,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:50.355174 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bb48c868-f124-4a34-b81b-f3d02d8777f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:50.414531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6506e2-61be-4de3-aa97-541d6f09bd58 req-cd03b44e-b291-453a-8904-1ad147471c80 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] No DVR routers for this DVR port 5b8053d1-ef81-421b-9c0d-72d4ba518d46 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:54:50.421444 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8d6506e2-61be-4de3-aa97-541d6f09bd58 req-cd03b44e-b291-453a-8904-1ad147471c80 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:50.426573 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8d6506e2-61be-4de3-aa97-541d6f09bd58 req-cd03b44e-b291-453a-8904-1ad147471c80 tempest-MigrationsAdminTest-162312999 tempest-MigrationsAdminTest-162312999-project] 10.222.0.62 "DELETE /v2.0/ports/5b8053d1-ef81-421b-9c0d-72d4ba518d46 HTTP/1.1" status: 204 len: 173 time: 1.0663188 Nov 11 11:54:50.660943 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bb48c868-f124-4a34-b81b-f3d02d8777f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:50.775378 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bb48c868-f124-4a34-b81b-f3d02d8777f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:50.809971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48c868-f124-4a34-b81b-f3d02d8777f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c16310-5f9c-4d33-b7c9-d721f3565d86,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:50.816169 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bb48c868-f124-4a34-b81b-f3d02d8777f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:50.830507 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46546) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:50.834388 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bb48c868-f124-4a34-b81b-f3d02d8777f2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/94c16310-5f9c-4d33-b7c9-d721f3565d86 HTTP/1.1" status: 204 len: 168 time: 0.6741154 Nov 11 11:54:50.847592 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9feeb43-9e90-4624-b5fc-ea4c27bc6f95 None None] Network 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:54:51.006912 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:51.208593 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] Deleting port b9655533-eb50-4360-93c2-bfbf67bf311c {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:51.208593 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:51.261044 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:51.279807 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4853aba-6dd9-4203-9a60-a9e3df473726 None None] DHCP port deletion for 2e14d0b6-5527-4abc-836c-ca1cacfa64d9 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:54:51.335626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] For port b9655533-eb50-4360-93c2-bfbf67bf311c, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b9655533-eb50-4360-93c2-bfbf67bf311c,segment=NetworkSegment(fb6e1d7d-6198-4b8a-8555-062b88f02519),segment_id=fb6e1d7d-6198-4b8a-8555-062b88f02519)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:51.335989 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:51.369236 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e4853aba-6dd9-4203-9a60-a9e3df473726 None None] Deleting port b9655533-eb50-4360-93c2-bfbf67bf311c {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:51.370464 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] Calling delete_port for b9655533-eb50-4360-93c2-bfbf67bf311c owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:51.372105 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e4853aba-6dd9-4203-9a60-a9e3df473726 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:51.512588 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e4853aba-6dd9-4203-9a60-a9e3df473726 None None] For port b9655533-eb50-4360-93c2-bfbf67bf311c, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b9655533-eb50-4360-93c2-bfbf67bf311c,segment=NetworkSegment(fb6e1d7d-6198-4b8a-8555-062b88f02519),segment_id=fb6e1d7d-6198-4b8a-8555-062b88f02519)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:51.513268 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e4853aba-6dd9-4203-9a60-a9e3df473726 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:51.539691 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e4853aba-6dd9-4203-9a60-a9e3df473726 None None] Calling delete_port for b9655533-eb50-4360-93c2-bfbf67bf311c owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:51.548278 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:51.589869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9655533-eb50-4360-93c2-bfbf67bf311c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:51.607779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] No DVR routers for this DVR port b9655533-eb50-4360-93c2-bfbf67bf311c on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:54:51.646144 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e4853aba-6dd9-4203-9a60-a9e3df473726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:51.703569 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4853aba-6dd9-4203-9a60-a9e3df473726 None None] Pushing event deleted for resources: {'Port': ['ID=b9655533-eb50-4360-93c2-bfbf67bf311c,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:51.705595 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4853aba-6dd9-4203-9a60-a9e3df473726 None None] No DVR routers for this DVR port b9655533-eb50-4360-93c2-bfbf67bf311c on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:54:51.738640 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5b8053d1-ef81-421b-9c0d-72d4ba518d46 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:51.753109 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:51.772012 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 5b8053d1-ef81-421b-9c0d-72d4ba518d46 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:54:51.776457 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5b8053d1-ef81-421b-9c0d-72d4ba518d46 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:54:51.795626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e14d0b6-5527-4abc-836c-ca1cacfa64d9']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:51.810577 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6e1d7d-6198-4b8a-8555-062b88f02519') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:51.811213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6e1d7d-6198-4b8a-8555-062b88f02519') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:51.824270 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:51.840063 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:51.848357 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:54:51.848836 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:54:51.852912 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:54:51.930328 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:51.940237 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:51.950457 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2e14d0b6-5527-4abc-836c-ca1cacfa64d9 HTTP/1.1" status: 204 len: 168 time: 1.1207240 Nov 11 11:54:51.954856 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46552) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:52.028157 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfefbf-0159-4cff-871c-eb78f32a0790 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e14d0b6-5527-4abc-836c-ca1cacfa64d9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:52.084124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b9655533-eb50-4360-93c2-bfbf67bf311c no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:52.154545 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: b9655533-eb50-4360-93c2-bfbf67bf311c {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:54:52.155219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b9655533-eb50-4360-93c2-bfbf67bf311c not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:54:52.235870 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device f7a85051-2a6f-47aa-82aa-e4487437dc7c details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:54:52.421417 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port f7a85051-2a6f-47aa-82aa-e4487437dc7c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f7a85051-2a6f-47aa-82aa-e4487437dc7c,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:52.448526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'f7a85051-2a6f-47aa-82aa-e4487437dc7c', 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a', 'port_id': 'f7a85051-2a6f-47aa-82aa-e4487437dc7c', 'mac_address': 'fa:16:3e:13:e3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6895bfe9-2caf-4d68-8e8e-acf7b9702df7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:54:52.551227 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:52.580810 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a85051-2a6f-47aa-82aa-e4487437dc7c {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:52.610299 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port f7a85051-2a6f-47aa-82aa-e4487437dc7c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f7a85051-2a6f-47aa-82aa-e4487437dc7c,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:52.618302 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7ad5e1c-09db-47ae-894f-3a8c57400d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:52.677989 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:52.832406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=f7a85051-2a6f-47aa-82aa-e4487437dc7c,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:52.913712 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad5e1c-09db-47ae-894f-3a8c57400d66 admin admin] Deleting port f93aecca-6e79-4a68-a648-d2ef7590f82b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:52.914851 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7ad5e1c-09db-47ae-894f-3a8c57400d66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:52.985314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['f7a85051-2a6f-47aa-82aa-e4487437dc7c'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:54:53.054994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-e7ad5e1c-09db-47ae-894f-3a8c57400d66 admin admin] For port f93aecca-6e79-4a68-a648-d2ef7590f82b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f93aecca-6e79-4a68-a648-d2ef7590f82b,segment=NetworkSegment(6b1dee2e-e42e-40ee-badf-ee3fbb409be5),segment_id=6b1dee2e-e42e-40ee-badf-ee3fbb409be5)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:53.055352 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7ad5e1c-09db-47ae-894f-3a8c57400d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:53.082648 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad5e1c-09db-47ae-894f-3a8c57400d66 admin admin] Calling delete_port for f93aecca-6e79-4a68-a648-d2ef7590f82b owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:53.375491 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7ad5e1c-09db-47ae-894f-3a8c57400d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:53.408908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad5e1c-09db-47ae-894f-3a8c57400d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=f93aecca-6e79-4a68-a648-d2ef7590f82b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:53.693396 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7ad5e1c-09db-47ae-894f-3a8c57400d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:54.036602 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ad5e1c-09db-47ae-894f-3a8c57400d66 admin admin] Router a8b51cf1-7dbf-4526-bae3-3715557c6a1f has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:54:54.178477 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ad5e1c-09db-47ae-894f-3a8c57400d66 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:54:54.185034 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e7ad5e1c-09db-47ae-894f-3a8c57400d66 admin admin] 10.222.0.65 "PUT /v2.0/routers/a8b51cf1-7dbf-4526-bae3-3715557c6a1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2276361 Nov 11 11:54:54.187564 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46558) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:54.193857 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4effe7a-a988-41bd-8058-02e855eea191 None None] Sync routers for ids ['a8b51cf1-7dbf-4526-bae3-3715557c6a1f'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:54:54.213286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4effe7a-a988-41bd-8058-02e855eea191 None None] Routers {'a8b51cf1-7dbf-4526-bae3-3715557c6a1f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:54:54.213904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c4effe7a-a988-41bd-8058-02e855eea191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:54:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a8b51cf1-7dbf-4526-bae3-3715557c6a1f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:54.313178 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device f7a85051-2a6f-47aa-82aa-e4487437dc7c up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:54:54.497840 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-48f0a437-c693-4b59-95c5-4cc765c8450f req-50d34031-7bbc-464f-bb83-edb715b7caaa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1162522 Nov 11 11:54:54.557966 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f4a79c25-cf1a-42f4-b132-e3f0d2382159 req-d2bb6aed-8b68-42e8-b057-6c3c67e24a6c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1341736 Nov 11 11:54:54.559647 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa6d072c-7db9-4377-9b43-5372356a0d0e admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:54.585276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port f7a85051-2a6f-47aa-82aa-e4487437dc7c completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:54:54.602731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port f7a85051-2a6f-47aa-82aa-e4487437dc7c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:54.603511 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:54.617807 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-c4effe7a-a988-41bd-8058-02e855eea191 None None] Set router a8b51cf1-7dbf-4526-bae3-3715557c6a1f gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:54:54.986881 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:55.088523 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port f7a85051-2a6f-47aa-82aa-e4487437dc7c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f7a85051-2a6f-47aa-82aa-e4487437dc7c,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:55.096097 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:55.177874 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c4effe7a-a988-41bd-8058-02e855eea191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461467040-router', 'tenant_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:54:53Z', 'revision_number': 5, 'project_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'gw_port': {'id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:12:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:55.235585 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=f7a85051-2a6f-47aa-82aa-e4487437dc7c,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:55.285045 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a79c25-cf1a-42f4-b132-e3f0d2382159 req-ae7dc0e1-efba-4583-bb46-23767c4abe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:55.289523 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f4a79c25-cf1a-42f4-b132-e3f0d2382159 req-ae7dc0e1-efba-4583-bb46-23767c4abe87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 1095 time: 0.6515987 Nov 11 11:54:55.347581 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0a437-c693-4b59-95c5-4cc765c8450f req-5636bb14-d4cd-4ed2-8303-6c85dc3e0901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:55.349472 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-48f0a437-c693-4b59-95c5-4cc765c8450f req-5636bb14-d4cd-4ed2-8303-6c85dc3e0901 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 1095 time: 0.7009997 Nov 11 11:54:55.464101 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4effe7a-a988-41bd-8058-02e855eea191 None None] Checking router: a8b51cf1-7dbf-4526-bae3-3715557c6a1f for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:54:55.473242 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4effe7a-a988-41bd-8058-02e855eea191 None None] Routers {'a8b51cf1-7dbf-4526-bae3-3715557c6a1f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:54:55.473962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c4effe7a-a988-41bd-8058-02e855eea191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:54:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a8b51cf1-7dbf-4526-bae3-3715557c6a1f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:55.558861 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa6d072c-7db9-4377-9b43-5372356a0d0e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:55.590175 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0a437-c693-4b59-95c5-4cc765c8450f req-26ea1601-9e75-40bf-b65b-42f74068d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:55.591262 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-48f0a437-c693-4b59-95c5-4cc765c8450f req-26ea1601-9e75-40bf-b65b-42f74068d9f9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.2091489 Nov 11 11:54:55.642336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-c4effe7a-a988-41bd-8058-02e855eea191 None None] Set router a8b51cf1-7dbf-4526-bae3-3715557c6a1f gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:54:55.759096 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 7296f2ea-10c9-478e-a9ec-f45489068d1b details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:54:55.848244 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a79c25-cf1a-42f4-b132-e3f0d2382159 req-047b626d-a68c-4d60-a572-bf703c9f5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:55.851665 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f4a79c25-cf1a-42f4-b132-e3f0d2382159 req-047b626d-a68c-4d60-a572-bf703c9f5027 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.5152035 Nov 11 11:54:55.869130 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-48f0a437-c693-4b59-95c5-4cc765c8450f req-41b1b766-bd04-44fa-b2b5-da43681e7ae1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15584284-9898-4ccd-b7f5-b17242a4c344 HTTP/1.1" status: 200 len: 217 time: 0.2450922 Nov 11 11:54:55.981123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 7296f2ea-10c9-478e-a9ec-f45489068d1b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7296f2ea-10c9-478e-a9ec-f45489068d1b,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:55.984803 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f4a79c25-cf1a-42f4-b132-e3f0d2382159 req-087ff5f6-b41c-49cc-aa61-72ef490f7f7b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9 HTTP/1.1" status: 200 len: 217 time: 0.1139691 Nov 11 11:54:56.009795 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '7296f2ea-10c9-478e-a9ec-f45489068d1b', 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb', 'port_id': '7296f2ea-10c9-478e-a9ec-f45489068d1b', 'mac_address': 'fa:16:3e:28:47:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546c2390-2809-4383-bde7-69f252e0324c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:54:56.101249 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0a437-c693-4b59-95c5-4cc765c8450f req-39e83aa0-5ad2-43b0-a043-0cc8bfa93a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:56.114244 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-48f0a437-c693-4b59-95c5-4cc765c8450f req-39e83aa0-5ad2-43b0-a043-0cc8bfa93a73 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.1256249 Nov 11 11:54:56.164207 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-48f0a437-c693-4b59-95c5-4cc765c8450f req-7ad5b344-1b01-417b-a14f-a804c61f72f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370698 Nov 11 11:54:56.199173 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:56.242048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7296f2ea-10c9-478e-a9ec-f45489068d1b {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:54:56.274790 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 7296f2ea-10c9-478e-a9ec-f45489068d1b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7296f2ea-10c9-478e-a9ec-f45489068d1b,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:56.295666 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:56.352063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=7296f2ea-10c9-478e-a9ec-f45489068d1b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:56.373303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a79c25-cf1a-42f4-b132-e3f0d2382159 req-595c63c1-cf56-4f3a-8ce3-c5c93c1a0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:56.388761 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f4a79c25-cf1a-42f4-b132-e3f0d2382159 req-595c63c1-cf56-4f3a-8ce3-c5c93c1a0cdc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.2716711 Nov 11 11:54:56.390365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-fa6d072c-7db9-4377-9b43-5372356a0d0e admin admin] Deleting port 8549ccc0-52d2-474f-aff8-fbf442c0a8e6 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:56.395299 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa6d072c-7db9-4377-9b43-5372356a0d0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:56.423414 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c4effe7a-a988-41bd-8058-02e855eea191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461467040-router', 'tenant_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:54:53Z', 'revision_number': 5, 'project_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'gw_port': {'id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:12:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:56.497663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4effe7a-a988-41bd-8058-02e855eea191 None None] The sync data for ids ['a8b51cf1-7dbf-4526-bae3-3715557c6a1f'] in n-d-807359-3 is: [{'id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461467040-router', 'tenant_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:54:53Z', 'revision_number': 5, 'project_id': 'b8adea49cab34efdbd3a198c5dbc88e8', 'gw_port': {'id': '8549ccc0-52d2-474f-aff8-fbf442c0a8e6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:12:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b51cf1-7dbf-4526-bae3-3715557c6a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:49:25Z', 'updated_at': '2021-11-11T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:54:56.581000 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-fa6d072c-7db9-4377-9b43-5372356a0d0e admin admin] For port 8549ccc0-52d2-474f-aff8-fbf442c0a8e6, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8549ccc0-52d2-474f-aff8-fbf442c0a8e6,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:56.581496 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa6d072c-7db9-4377-9b43-5372356a0d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:56.597574 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-fa6d072c-7db9-4377-9b43-5372356a0d0e admin admin] Calling delete_port for 8549ccc0-52d2-474f-aff8-fbf442c0a8e6 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:56.647911 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['7296f2ea-10c9-478e-a9ec-f45489068d1b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:54:56.704104 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f4a79c25-cf1a-42f4-b132-e3f0d2382159 req-1a60e14f-e3de-4d1a-8bb6-dff0c3c33123 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461993 Nov 11 11:54:56.924955 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-48f0a437-c693-4b59-95c5-4cc765c8450f req-45715ebe-640d-42e8-999e-b08408ddf0f3 service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7302773 Nov 11 11:54:57.245073 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f4a79c25-cf1a-42f4-b132-e3f0d2382159 req-956ef4e1-b73f-4ace-857b-ae97b4fa8e26 service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274234 Nov 11 11:54:57.483943 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-48f0a437-c693-4b59-95c5-4cc765c8450f req-0c7d4dea-0933-43d9-88b9-0f794bdbe551 service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446537 Nov 11 11:54:57.519698 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa6d072c-7db9-4377-9b43-5372356a0d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:57.525448 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f4a79c25-cf1a-42f4-b132-e3f0d2382159 req-a08895ab-afdb-4cd6-98ef-e6a4cae3c678 service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667124 Nov 11 11:54:57.558376 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d072c-7db9-4377-9b43-5372356a0d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=8549ccc0-52d2-474f-aff8-fbf442c0a8e6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:57.672755 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa6d072c-7db9-4377-9b43-5372356a0d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:57.794982 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa6d072c-7db9-4377-9b43-5372356a0d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:57.798727 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa6d072c-7db9-4377-9b43-5372356a0d0e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:57.888923 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa6d072c-7db9-4377-9b43-5372356a0d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:57.889911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6d072c-7db9-4377-9b43-5372356a0d0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8b51cf1-7dbf-4526-bae3-3715557c6a1f {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:54:57.899006 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa6d072c-7db9-4377-9b43-5372356a0d0e admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:57.921338 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fa6d072c-7db9-4377-9b43-5372356a0d0e admin admin] 10.222.0.65 "DELETE /v2.0/routers/a8b51cf1-7dbf-4526-bae3-3715557c6a1f HTTP/1.1" status: 204 len: 168 time: 3.7315104 Nov 11 11:54:57.922156 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46568) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:58.026453 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c70f67-ca96-410c-a8e4-4ede2ea6a813 admin admin] Deleting subnet dfa07ebf-96ab-49d3-be00-876a7aa5c823 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:54:58.030218 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14c70f67-ca96-410c-a8e4-4ede2ea6a813 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:58.052873 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f93aecca-6e79-4a68-a648-d2ef7590f82b no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:54:58.087734 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14c70f67-ca96-410c-a8e4-4ede2ea6a813 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:58.095017 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: f93aecca-6e79-4a68-a648-d2ef7590f82b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:54:58.095357 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f93aecca-6e79-4a68-a648-d2ef7590f82b not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:54:58.214060 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14c70f67-ca96-410c-a8e4-4ede2ea6a813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:58.315965 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14c70f67-ca96-410c-a8e4-4ede2ea6a813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:58.341711 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d74fcdd-d034-4dd2-9121-afaa4f704c8e None None] Network a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:54:58.381966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c70f67-ca96-410c-a8e4-4ede2ea6a813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfa07ebf-96ab-49d3-be00-876a7aa5c823,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:58.384752 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14c70f67-ca96-410c-a8e4-4ede2ea6a813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:58.391913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46570) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:58.399599 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-14c70f67-ca96-410c-a8e4-4ede2ea6a813 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/dfa07ebf-96ab-49d3-be00-876a7aa5c823 HTTP/1.1" status: 204 len: 168 time: 0.4751103 Nov 11 11:54:58.600263 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:58.618335 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f097dc2-11cd-4c1e-b1f9-7dd4ca1e6e7c None None] DHCP port deletion for a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:54:58.705613 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] Deleting port 5b468cb9-60eb-4f78-8dea-99c2b611d07c {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:58.706259 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:58.734497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8f097dc2-11cd-4c1e-b1f9-7dd4ca1e6e7c None None] Deleting port 5b468cb9-60eb-4f78-8dea-99c2b611d07c {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:54:58.737362 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8f097dc2-11cd-4c1e-b1f9-7dd4ca1e6e7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:58.829868 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] For port 5b468cb9-60eb-4f78-8dea-99c2b611d07c, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5b468cb9-60eb-4f78-8dea-99c2b611d07c,segment=NetworkSegment(6b1dee2e-e42e-40ee-badf-ee3fbb409be5),segment_id=6b1dee2e-e42e-40ee-badf-ee3fbb409be5)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:58.830219 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:58.842299 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8f097dc2-11cd-4c1e-b1f9-7dd4ca1e6e7c None None] For port 5b468cb9-60eb-4f78-8dea-99c2b611d07c, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5b468cb9-60eb-4f78-8dea-99c2b611d07c,segment=NetworkSegment(6b1dee2e-e42e-40ee-badf-ee3fbb409be5),segment_id=6b1dee2e-e42e-40ee-badf-ee3fbb409be5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:54:58.843267 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8f097dc2-11cd-4c1e-b1f9-7dd4ca1e6e7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:58.848514 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] Calling delete_port for 5b468cb9-60eb-4f78-8dea-99c2b611d07c owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:58.872107 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8f097dc2-11cd-4c1e-b1f9-7dd4ca1e6e7c None None] Calling delete_port for 5b468cb9-60eb-4f78-8dea-99c2b611d07c owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:54:58.974896 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:59.012511 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b468cb9-60eb-4f78-8dea-99c2b611d07c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:59.023705 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] No DVR routers for this DVR port 5b468cb9-60eb-4f78-8dea-99c2b611d07c on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:54:59.026279 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8f097dc2-11cd-4c1e-b1f9-7dd4ca1e6e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:59.065248 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097dc2-11cd-4c1e-b1f9-7dd4ca1e6e7c None None] Pushing event deleted for resources: {'Port': ['ID=5b468cb9-60eb-4f78-8dea-99c2b611d07c,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:59.079073 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f097dc2-11cd-4c1e-b1f9-7dd4ca1e6e7c None None] No DVR routers for this DVR port 5b468cb9-60eb-4f78-8dea-99c2b611d07c on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:54:59.141259 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:59.165556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:59.177383 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1dee2e-e42e-40ee-badf-ee3fbb409be5') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:59.177736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1dee2e-e42e-40ee-badf-ee3fbb409be5') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:54:59.196075 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:59.218256 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:59.225117 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:54:59.226297 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:54:59.228507 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:54:59.323112 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:59.357688 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:59.368343 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] 10.222.0.65 "DELETE /v2.0/networks/a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0 HTTP/1.1" status: 204 len: 168 time: 0.9751086 Nov 11 11:54:59.377788 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9961d716-4485-4ee6-a07b-88203e68b81b x-openstack-request-id: req-9961d716-4485-4ee6-a07b-88203e68b81b {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:59.377788 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777bc5f4-f4f4-4f4d-ab7a-8cba283efb45", "name": "network-vif-deleted", "tag": "f2a85307-3654-449c-a186-175b6c103308", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:59.377788 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9961d716-4485-4ee6-a07b-88203e68b81b {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:59.377788 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777bc5f4-f4f4-4f4d-ab7a-8cba283efb45', 'name': 'network-vif-deleted', 'tag': 'f2a85307-3654-449c-a186-175b6c103308', 'status': 'completed', 'code': 200} Nov 11 11:54:59.378383 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75211527-89d8-4fc3-8879-926449c7c00e admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c3cb3d-d3fb-4b60-b42a-0863ec94fff0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:54:59.500563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8a2e2-36ee-48c5-bb4c-39c0b22554fa req-c62ed17a-3362-485d-8a5d-c5f2a5212661 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:59.502314 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79b8a2e2-36ee-48c5-bb4c-39c0b22554fa req-c62ed17a-3362-485d-8a5d-c5f2a5212661 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 944 time: 0.0786266 Nov 11 11:54:59.588537 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79b8a2e2-36ee-48c5-bb4c-39c0b22554fa req-800ec58a-7aaa-4ebe-88d5-be3650a6fdb9 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734239 Nov 11 11:54:59.593246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46604) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:59.647930 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46606) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:59.653015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04f2ba-5739-4722-86ba-a54cfba2ff2b req-98cac99c-927c-4e3c-8295-ea79be591141 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:54:59.658108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8e04f2ba-5739-4722-86ba-a54cfba2ff2b req-98cac99c-927c-4e3c-8295-ea79be591141 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 945 time: 0.0638785 Nov 11 11:54:59.691946 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e43630f0-8c51-44ff-a26c-40db08d222bd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=698a4072eeb44d058612b432edd8e394&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0973129 Nov 11 11:54:59.694518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46610) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:54:59.734260 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8e04f2ba-5739-4722-86ba-a54cfba2ff2b req-3200d29d-33e4-4687-a684-19d7f1276c5d tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637655 Nov 11 11:54:59.760673 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 7296f2ea-10c9-478e-a9ec-f45489068d1b up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:54:59.787699 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-68f1012c-265c-4c5d-9c77-52c4f6560758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:59.831013 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcb0c0c-d96b-493b-8e5a-3147f9540166 x-openstack-request-id: req-fbcb0c0c-d96b-493b-8e5a-3147f9540166 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:54:59.831826 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47bfd872-f548-4309-b793-0ba93c9c02a5", "name": "network-vif-plugged", "status": "completed", "tag": "bc296ea4-a039-4ef0-a110-f534bc4597dc", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:54:59.834528 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fbcb0c0c-d96b-493b-8e5a-3147f9540166 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:54:59.835115 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bfd872-f548-4309-b793-0ba93c9c02a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc296ea4-a039-4ef0-a110-f534bc4597dc', 'code': 200} Nov 11 11:54:59.839239 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-68f1012c-265c-4c5d-9c77-52c4f6560758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:59.896359 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 7296f2ea-10c9-478e-a9ec-f45489068d1b completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:54:59.905956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 7296f2ea-10c9-478e-a9ec-f45489068d1b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:54:59.906824 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:59.924121 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-68f1012c-265c-4c5d-9c77-52c4f6560758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:59.927210 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-68f1012c-265c-4c5d-9c77-52c4f6560758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:54:59.931642 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-68f1012c-265c-4c5d-9c77-52c4f6560758 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/01253a32-4d20-4b5f-94fe-31855eebbb6b HTTP/1.1" status: 204 len: 168 time: 0.2355857 Nov 11 11:54:59.946514 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1012c-265c-4c5d-9c77-52c4f6560758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01253a32-4d20-4b5f-94fe-31855eebbb6b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:00.077438 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:55:00.086336 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f19ac4f8-0ebb-4f93-be4f-5c0861c151f3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=901de9f974a44ac4b70ad426cae25689&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4368923 Nov 11 11:55:00.087069 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fadc6-3a17-45a4-a3b7-a5286fe0d83a req-4ab915a7-e8a8-4e9c-84d6-c8fb99fcc2d3 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:00.087499 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46626) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:00.095545 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f91fadc6-3a17-45a4-a3b7-a5286fe0d83a req-4ab915a7-e8a8-4e9c-84d6-c8fb99fcc2d3 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e22a2d-0949-4e52-a492-a7baa94586aa HTTP/1.1" status: 200 len: 951 time: 0.2011960 Nov 11 11:55:00.163970 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:00.167893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5b468cb9-60eb-4f78-8dea-99c2b611d07c no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:00.199275 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4d1e793b-9300-4d68-aecd-fa93ebc853d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:00.209753 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f91fadc6-3a17-45a4-a3b7-a5286fe0d83a req-3901b1a0-c8d0-45b9-969c-3c0c457ef02b tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131301 Nov 11 11:55:00.236508 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 5b468cb9-60eb-4f78-8dea-99c2b611d07c {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:55:00.240985 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5b468cb9-60eb-4f78-8dea-99c2b611d07c not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:55:00.242364 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8549ccc0-52d2-474f-aff8-fbf442c0a8e6 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:00.250871 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4d1e793b-9300-4d68-aecd-fa93ebc853d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:00.319656 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4d1e793b-9300-4d68-aecd-fa93ebc853d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:00.323047 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4d1e793b-9300-4d68-aecd-fa93ebc853d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:00.324282 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4d1e793b-9300-4d68-aecd-fa93ebc853d5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0c870b73-e652-4ebd-b1f1-a742bf4fcb6d HTTP/1.1" status: 204 len: 168 time: 0.2357392 Nov 11 11:55:00.337313 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 8549ccc0-52d2-474f-aff8-fbf442c0a8e6 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:55:00.341478 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8549ccc0-52d2-474f-aff8-fbf442c0a8e6 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:55:00.362784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e793b-9300-4d68-aecd-fa93ebc853d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c870b73-e652-4ebd-b1f1-a742bf4fcb6d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:00.409725 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 7296f2ea-10c9-478e-a9ec-f45489068d1b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7296f2ea-10c9-478e-a9ec-f45489068d1b,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:00.455493 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:00.457077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:00.600627 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46664) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:00.609690 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=7296f2ea-10c9-478e-a9ec-f45489068d1b,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:00.667014 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c73e2-d8b9-47fd-9e43-3d0a74eeab62 req-bd356b77-ac3c-4b10-98eb-bee359194dea tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:00.676116 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-165c73e2-d8b9-47fd-9e43-3d0a74eeab62 req-bd356b77-ac3c-4b10-98eb-bee359194dea tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.0782294 Nov 11 11:55:00.714513 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cc269cd6-24a8-4864-a039-62986f3a29cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b8adea49cab34efdbd3a198c5dbc88e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1120701 Nov 11 11:55:00.717127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46682) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:00.722172 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:00.742955 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-165c73e2-d8b9-47fd-9e43-3d0a74eeab62 req-faf92e66-0cac-430f-8d20-944495affa65 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652509 Nov 11 11:55:00.797379 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dbb31877-7318-463b-92ee-a92fba6bb10b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:00.824136 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:00.826693 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dbb31877-7318-463b-92ee-a92fba6bb10b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:00.839945 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:00.886903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67351ad-0a23-4ce5-9ebd-ba3e48117f05 req-0c94ac8d-7315-4261-9766-dc6d6af8e9db tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:00.889071 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dbb31877-7318-463b-92ee-a92fba6bb10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:00.892924 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dbb31877-7318-463b-92ee-a92fba6bb10b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:00.897732 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dbb31877-7318-463b-92ee-a92fba6bb10b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/919d6797-5256-4e2c-86ab-d1bf9f3c94cf HTTP/1.1" status: 204 len: 168 time: 0.1772399 Nov 11 11:55:00.898055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b67351ad-0a23-4ce5-9ebd-ba3e48117f05 req-0c94ac8d-7315-4261-9766-dc6d6af8e9db tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 945 time: 0.0860767 Nov 11 11:55:00.910990 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb31877-7318-463b-92ee-a92fba6bb10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919d6797-5256-4e2c-86ab-d1bf9f3c94cf,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:00.981309 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b67351ad-0a23-4ce5-9ebd-ba3e48117f05 req-c51d2104-ef14-4a2f-9d8b-fd8382af6f9d tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836990 Nov 11 11:55:00.992306 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,revision_number=11']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:01.002314 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46702) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:01.055147 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2b8e5297-92de-4866-b0c3-1204e73e800c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=968fa6c1afde40c2802a51b45087f38e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492852 Nov 11 11:55:01.055549 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46704) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:01.144706 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9fec9343-f652-477f-863d-bc712ee3a1fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:01.154192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adf687-d58d-44e6-9ce0-16e6f5884f96 req-111aeccc-7ebc-4ec4-85fd-5f41db8a75fb tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:01.155719 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09adf687-d58d-44e6-9ce0-16e6f5884f96 req-111aeccc-7ebc-4ec4-85fd-5f41db8a75fb tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 945 time: 0.0924537 Nov 11 11:55:01.198533 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9fec9343-f652-477f-863d-bc712ee3a1fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:01.270312 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09adf687-d58d-44e6-9ce0-16e6f5884f96 req-729b6e73-bf8e-466a-a715-21178e676863 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056385 Nov 11 11:55:01.290171 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9fec9343-f652-477f-863d-bc712ee3a1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:01.292829 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9fec9343-f652-477f-863d-bc712ee3a1fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:01.296294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9fec9343-f652-477f-863d-bc712ee3a1fe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8cb113a9-fe5a-4c61-b6a0-7d8c84dbb7b8 HTTP/1.1" status: 204 len: 168 time: 0.2374907 Nov 11 11:55:01.316617 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec9343-f652-477f-863d-bc712ee3a1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb113a9-fe5a-4c61-b6a0-7d8c84dbb7b8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:01.378341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36', 'tag': 'f7a85051-2a6f-47aa-82aa-e4487437dc7c'}, {'server_uuid': '6a956e6b-bb4b-4b46-9d47-77d88d8c70f9', 'name': 'network-vif-deleted', 'tag': '5b8053d1-ef81-421b-9c0d-72d4ba518d46'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:01.381793 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3786cdae-11c0-47d2-a001-98f0a5383864" -d '{"events": [{"name": "network-changed", "server_uuid": "37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36", "tag": "f7a85051-2a6f-47aa-82aa-e4487437dc7c"}, {"server_uuid": "6a956e6b-bb4b-4b46-9d47-77d88d8c70f9", "name": "network-vif-deleted", "tag": "5b8053d1-ef81-421b-9c0d-72d4ba518d46"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:01.452152 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285ce694-7fb2-42a6-b811-cdccb048eac2 x-openstack-request-id: req-285ce694-7fb2-42a6-b811-cdccb048eac2 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:01.452449 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36", "tag": "f7a85051-2a6f-47aa-82aa-e4487437dc7c", "status": "completed", "code": 200}, {"server_uuid": "6a956e6b-bb4b-4b46-9d47-77d88d8c70f9", "name": "network-vif-deleted", "tag": "5b8053d1-ef81-421b-9c0d-72d4ba518d46", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:01.452701 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-285ce694-7fb2-42a6-b811-cdccb048eac2 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:01.453107 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36', 'tag': 'f7a85051-2a6f-47aa-82aa-e4487437dc7c', 'status': 'completed', 'code': 200} Nov 11 11:55:01.453357 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a956e6b-bb4b-4b46-9d47-77d88d8c70f9', 'name': 'network-vif-deleted', 'tag': '5b8053d1-ef81-421b-9c0d-72d4ba518d46', 'status': 'completed', 'code': 200} Nov 11 11:55:01.576179 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786cdae-11c0-47d2-a001-98f0a5383864 req-f7afba98-88fa-49b6-a978-6b555843fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:01.577722 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3786cdae-11c0-47d2-a001-98f0a5383864 req-f7afba98-88fa-49b6-a978-6b555843fb29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea71f96c9cce46148a8d917cd68a071b&device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 1096 time: 0.0949662 Nov 11 11:55:01.693901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786cdae-11c0-47d2-a001-98f0a5383864 req-15acab53-51d7-49d7-84fa-752a34f8eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:01.696791 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3786cdae-11c0-47d2-a001-98f0a5383864 req-15acab53-51d7-49d7-84fa-752a34f8eaed service neutron] 10.222.0.43 "GET /v2.0/networks?id=3912451f-5f8d-4108-8931-6e48d526950a HTTP/1.1" status: 200 len: 906 time: 0.1068645 Nov 11 11:55:01.711283 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91f1c9-eb2f-4016-afe6-be5fd45a2565 req-3847b556-789f-4056-886b-7baebcf4b5c0 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:01.714044 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae91f1c9-eb2f-4016-afe6-be5fd45a2565 req-3847b556-789f-4056-886b-7baebcf4b5c0 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/ports?device_id=47bfd872-f548-4309-b793-0ba93c9c02a5 HTTP/1.1" status: 200 len: 950 time: 0.1046147 Nov 11 11:55:01.761221 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3786cdae-11c0-47d2-a001-98f0a5383864 req-068bc251-5b65-4754-96b4-dc4677d10dbf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a85051-2a6f-47aa-82aa-e4487437dc7c HTTP/1.1" status: 200 len: 217 time: 0.0543821 Nov 11 11:55:01.819900 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae91f1c9-eb2f-4016-afe6-be5fd45a2565 req-f9d9f9ed-d36a-4da7-8550-cb83b0fdd794 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc5e3c61-06c8-4fd6-bd5b-25b217ee44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948889 Nov 11 11:55:01.836541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a85051-2a6f-47aa-82aa-e4487437dc7c'}, {'server_uuid': 'edb1e432-3f29-4636-9413-f999e4507327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7296f2ea-10c9-478e-a9ec-f45489068d1b'}, {'server_uuid': '77e22a2d-0949-4e52-a492-a7baa94586aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:01.841227 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77231bb-ce91-453e-86e9-756f9c9b043b" -d '{"events": [{"server_uuid": "37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36", "name": "network-vif-plugged", "status": "completed", "tag": "f7a85051-2a6f-47aa-82aa-e4487437dc7c"}, {"server_uuid": "edb1e432-3f29-4636-9413-f999e4507327", "name": "network-vif-plugged", "status": "completed", "tag": "7296f2ea-10c9-478e-a9ec-f45489068d1b"}, {"server_uuid": "77e22a2d-0949-4e52-a492-a7baa94586aa", "name": "network-vif-unplugged", "status": "completed", "tag": "f48844ca-1de0-40dd-8a67-3fc8cfaa4a47"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:01.851235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786cdae-11c0-47d2-a001-98f0a5383864 req-dcce6208-b1ad-4012-96e7-d4d7670eefe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:01.853922 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3786cdae-11c0-47d2-a001-98f0a5383864 req-dcce6208-b1ad-4012-96e7-d4d7670eefe6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6895bfe9-2caf-4d68-8e8e-acf7b9702df7 HTTP/1.1" status: 200 len: 844 time: 0.0832076 Nov 11 11:55:01.930490 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3786cdae-11c0-47d2-a001-98f0a5383864 req-c65448cc-2191-4260-a0dc-0731d5c400af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3912451f-5f8d-4108-8931-6e48d526950a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683398 Nov 11 11:55:01.942545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb1615-0513-4124-ae46-3d5ee5ab8e2b req-e9af3b60-3acb-4f18-8ebe-53f128683c7b tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:01.944224 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78eb1615-0513-4124-ae46-3d5ee5ab8e2b req-e9af3b60-3acb-4f18-8ebe-53f128683c7b tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.0878909 Nov 11 11:55:02.014829 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73c368e-04d9-4f06-a289-04b288cef11a x-openstack-request-id: req-e73c368e-04d9-4f06-a289-04b288cef11a {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:02.015380 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36", "name": "network-vif-plugged", "status": "completed", "tag": "f7a85051-2a6f-47aa-82aa-e4487437dc7c", "code": 200}, {"server_uuid": "edb1e432-3f29-4636-9413-f999e4507327", "name": "network-vif-plugged", "status": "completed", "tag": "7296f2ea-10c9-478e-a9ec-f45489068d1b", "code": 200}, {"server_uuid": "77e22a2d-0949-4e52-a492-a7baa94586aa", "name": "network-vif-unplugged", "status": "completed", "tag": "f48844ca-1de0-40dd-8a67-3fc8cfaa4a47", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:02.015798 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e73c368e-04d9-4f06-a289-04b288cef11a {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:02.016390 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a85051-2a6f-47aa-82aa-e4487437dc7c', 'code': 200} Nov 11 11:55:02.016999 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb1e432-3f29-4636-9413-f999e4507327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7296f2ea-10c9-478e-a9ec-f45489068d1b', 'code': 200} Nov 11 11:55:02.017421 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e22a2d-0949-4e52-a492-a7baa94586aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47', 'code': 200} Nov 11 11:55:02.029305 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3786cdae-11c0-47d2-a001-98f0a5383864 req-99cc7eb7-980a-4425-aa6a-bc8ae154de4e service neutron] 10.222.0.43 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899854 Nov 11 11:55:02.033095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78eb1615-0513-4124-ae46-3d5ee5ab8e2b req-501a2c43-bfc0-4ce8-92f3-dd2fab312d12 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777011 Nov 11 11:55:02.219053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a811e-b9c5-49d6-ada6-b69fbaad1ece req-c739de19-3443-49f8-b548-abc878167dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:02.220903 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c03a811e-b9c5-49d6-ada6-b69fbaad1ece req-c739de19-3443-49f8-b548-abc878167dbb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 1096 time: 0.1169987 Nov 11 11:55:02.262455 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91133815-e5f2-47d8-9be3-d7c7aa1f5f5b req-62953355-f4a3-4c81-ae14-6edee4988759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:02.263974 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-91133815-e5f2-47d8-9be3-d7c7aa1f5f5b req-62953355-f4a3-4c81-ae14-6edee4988759 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 1096 time: 0.0791607 Nov 11 11:55:02.282996 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201aaa7-32d7-404d-bcaf-d6b4afcd011a req-8250e2be-c13b-47c7-a364-f285759a091b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:02.290682 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5201aaa7-32d7-404d-bcaf-d6b4afcd011a req-8250e2be-c13b-47c7-a364-f285759a091b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 945 time: 0.1140528 Nov 11 11:55:02.318996 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3786cdae-11c0-47d2-a001-98f0a5383864 req-9cdadd82-72bf-4e38-9794-209e334e0b8b service neutron] 10.222.0.43 "GET /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744162 Nov 11 11:55:02.322358 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-91133815-e5f2-47d8-9be3-d7c7aa1f5f5b req-e43be83e-498d-43cf-838f-fedb5dd0ddcc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495698 Nov 11 11:55:02.331554 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c03a811e-b9c5-49d6-ada6-b69fbaad1ece req-078196ab-494a-43f1-b458-d2c69ccf6a04 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012168 Nov 11 11:55:02.355900 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5201aaa7-32d7-404d-bcaf-d6b4afcd011a req-59705981-8d4d-4ef2-a1da-f28537c9a694 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641391 Nov 11 11:55:02.538322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdfb01-4368-4929-b1b9-f842246ccb72 req-9c92834b-1e6e-49aa-9e02-1a5f11bcb692 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:02.539939 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-acfdfb01-4368-4929-b1b9-f842246ccb72 req-9c92834b-1e6e-49aa-9e02-1a5f11bcb692 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 945 time: 0.0575602 Nov 11 11:55:02.588958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-acfdfb01-4368-4929-b1b9-f842246ccb72 req-14a09d5a-267c-4ecc-a482-3854a8974f10 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425856 Nov 11 11:55:03.434355 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a114e-0900-46a6-8bf4-0ac0b177ec67 req-22fde69e-ff34-44ae-96f4-0ca67ab735a2 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:03.441754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a43a114e-0900-46a6-8bf4-0ac0b177ec67 req-22fde69e-ff34-44ae-96f4-0ca67ab735a2 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.0631764 Nov 11 11:55:03.508304 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a43a114e-0900-46a6-8bf4-0ac0b177ec67 req-f63edf53-0eb9-4652-84e9-67227b1a3bc9 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657389 Nov 11 11:55:03.696703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47066) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:03.834542 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-954e7b63-60a2-4994-ba7f-9d1f06d84caa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:03.918566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc423b1-1179-4589-9929-eab7bcbb400f req-2fa2d6ac-2c41-4de0-b35f-776c1bcd6003 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:03.920197 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ebc423b1-1179-4589-9929-eab7bcbb400f req-2fa2d6ac-2c41-4de0-b35f-776c1bcd6003 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 945 time: 0.0747433 Nov 11 11:55:04.000473 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-954e7b63-60a2-4994-ba7f-9d1f06d84caa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:04.018141 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-954e7b63-60a2-4994-ba7f-9d1f06d84caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:04.027332 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ebc423b1-1179-4589-9929-eab7bcbb400f req-3725241a-2e52-4877-bde5-b1ee278c1129 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994761 Nov 11 11:55:04.069491 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-954e7b63-60a2-4994-ba7f-9d1f06d84caa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df1db95a37a34df3bc571e596d7fcd34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3715632 Nov 11 11:55:04.070574 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e7b63-60a2-4994-ba7f-9d1f06d84caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08525c6d-462d-426f-9c6c-9de1a4a2e16f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:04.072291 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47080) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:04.087291 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc15b3-2dc0-452a-a042-4153b3b06041 req-601f4c28-e979-408c-bf20-da464250ad4a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:04.089028 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63bc15b3-2dc0-452a-a042-4153b3b06041 req-601f4c28-e979-408c-bf20-da464250ad4a tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 945 time: 0.1155314 Nov 11 11:55:04.090612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e7b63-60a2-4994-ba7f-9d1f06d84caa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:04.090955 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e7b63-60a2-4994-ba7f-9d1f06d84caa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:04.091286 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e7b63-60a2-4994-ba7f-9d1f06d84caa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:04.091622 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e7b63-60a2-4994-ba7f-9d1f06d84caa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:04.091939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e7b63-60a2-4994-ba7f-9d1f06d84caa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:04.092261 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e7b63-60a2-4994-ba7f-9d1f06d84caa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:04.092684 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e7b63-60a2-4994-ba7f-9d1f06d84caa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:04.092998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e7b63-60a2-4994-ba7f-9d1f06d84caa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:04.093197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e7b63-60a2-4994-ba7f-9d1f06d84caa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:04.093490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e7b63-60a2-4994-ba7f-9d1f06d84caa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:04.093847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e7b63-60a2-4994-ba7f-9d1f06d84caa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:04.094162 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e7b63-60a2-4994-ba7f-9d1f06d84caa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:04.151019 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e886ad88-ca86-4823-a059-0f201316778b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:04.154247 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63bc15b3-2dc0-452a-a042-4153b3b06041 req-9194bf22-877a-47a9-bf86-423aeb0c85c5 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562682 Nov 11 11:55:04.176406 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e886ad88-ca86-4823-a059-0f201316778b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:04.232069 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e886ad88-ca86-4823-a059-0f201316778b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:04.235303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e886ad88-ca86-4823-a059-0f201316778b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:04.236652 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e886ad88-ca86-4823-a059-0f201316778b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/08525c6d-462d-426f-9c6c-9de1a4a2e16f HTTP/1.1" status: 204 len: 168 time: 0.1630483 Nov 11 11:55:04.244521 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886ad88-ca86-4823-a059-0f201316778b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08525c6d-462d-426f-9c6c-9de1a4a2e16f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:04.291336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device bc296ea4-a039-4ef0-a110-f534bc4597dc no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:04.391650 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:04.419414 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bfd872-f548-4309-b793-0ba93c9c02a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc296ea4-a039-4ef0-a110-f534bc4597dc'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:04.422043 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632c1789-82a2-43cb-bbda-a73d537da5e1" -d '{"events": [{"server_uuid": "47bfd872-f548-4309-b793-0ba93c9c02a5", "name": "network-vif-unplugged", "status": "completed", "tag": "bc296ea4-a039-4ef0-a110-f534bc4597dc"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:04.437435 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port bc296ea4-a039-4ef0-a110-f534bc4597dc, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=bc296ea4-a039-4ef0-a110-f534bc4597dc,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:04.443332 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:04.514088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=bc296ea4-a039-4ef0-a110-f534bc4597dc,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:04.616141 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47128) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:04.616791 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71874a-d654-40aa-a8d6-f828076ce8ab req-ac03b072-af9c-4456-aaca-e4fdc92d50aa tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:04.618528 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b71874a-d654-40aa-a8d6-f828076ce8ab req-ac03b072-af9c-4456-aaca-e4fdc92d50aa tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 1096 time: 0.0421042 Nov 11 11:55:04.629598 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5522a075-2986-4da3-b9f5-4956642b9dae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:04.673882 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b71874a-d654-40aa-a8d6-f828076ce8ab req-d62fccbd-3783-407f-aa20-339cdad9b156 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493467 Nov 11 11:55:04.719991 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5522a075-2986-4da3-b9f5-4956642b9dae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:04.725020 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5522a075-2986-4da3-b9f5-4956642b9dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:04.764644 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5522a075-2986-4da3-b9f5-4956642b9dae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ef34a44368548eda2ff4fcd59ac37c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471303 Nov 11 11:55:04.765547 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94b532b-8d68-42ff-9b6c-1ca03f63de42 x-openstack-request-id: req-d94b532b-8d68-42ff-9b6c-1ca03f63de42 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:04.766041 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47bfd872-f548-4309-b793-0ba93c9c02a5", "name": "network-vif-unplugged", "status": "completed", "tag": "bc296ea4-a039-4ef0-a110-f534bc4597dc", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:04.766348 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d94b532b-8d68-42ff-9b6c-1ca03f63de42 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:04.766936 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bfd872-f548-4309-b793-0ba93c9c02a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc296ea4-a039-4ef0-a110-f534bc4597dc', 'code': 200} Nov 11 11:55:04.767132 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47136) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:04.768304 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522a075-2986-4da3-b9f5-4956642b9dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d49a9c7-bff7-47b9-8e9f-8c837781a436,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:04.846914 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45522c40-68ea-48e2-9801-cf6a8f00164d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:04.891422 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45522c40-68ea-48e2-9801-cf6a8f00164d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:04.934935 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf277a84-77a2-4f16-8e88-c029b6cf921a req-46c18d21-57aa-4767-b042-2cba8ed3abd0 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:04.936426 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf277a84-77a2-4f16-8e88-c029b6cf921a req-46c18d21-57aa-4767-b042-2cba8ed3abd0 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.0852191 Nov 11 11:55:04.966299 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45522c40-68ea-48e2-9801-cf6a8f00164d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:04.968837 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45522c40-68ea-48e2-9801-cf6a8f00164d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:04.972674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-45522c40-68ea-48e2-9801-cf6a8f00164d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7d49a9c7-bff7-47b9-8e9f-8c837781a436 HTTP/1.1" status: 204 len: 168 time: 0.2018545 Nov 11 11:55:04.992904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45522c40-68ea-48e2-9801-cf6a8f00164d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d49a9c7-bff7-47b9-8e9f-8c837781a436,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:04.999089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf277a84-77a2-4f16-8e88-c029b6cf921a req-7b750f37-cf11-4a93-8c30-15eb5ffc6862 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559347 Nov 11 11:55:05.236485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317b13d-490e-49a5-bf9b-6380fe572e30 req-58967aac-dc92-4d52-bfeb-7e7a6e3e0a60 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:05.238696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0317b13d-490e-49a5-bf9b-6380fe572e30 req-58967aac-dc92-4d52-bfeb-7e7a6e3e0a60 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 1096 time: 0.0752804 Nov 11 11:55:05.287625 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0317b13d-490e-49a5-bf9b-6380fe572e30 req-02651787-9752-4a0b-9f62-df3652c4f76c tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 Nov 11 11:55:05.746666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47240) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:05.778262 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-913315e3-3fad-4432-92e7-cf9e51cc9deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:05.920233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47258) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:05.995245 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c60536c7-ed30-4d89-934a-018418167455 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.030596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d5c9854e-2016-4a1d-9537-dde9e58fb01e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1838090420-network', 'tenant_id': '1f396b3c2c594d619211a3fdfc2523b8'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:06.055967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c9854e-2016-4a1d-9537-dde9e58fb01e admin admin] Made reservation on behalf of 1f396b3c2c594d619211a3fdfc2523b8 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:06.058530 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5c9854e-2016-4a1d-9537-dde9e58fb01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.084706 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5c9854e-2016-4a1d-9537-dde9e58fb01e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.119972 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c60536c7-ed30-4d89-934a-018418167455 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.132854 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c60536c7-ed30-4d89-934a-018418167455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.181645 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c60536c7-ed30-4d89-934a-018418167455 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c75f15719514fb1a65c13a549dccc6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4319346 Nov 11 11:55:06.181645 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60536c7-ed30-4d89-934a-018418167455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df875c5-1d4b-40b8-850a-a7250ce9a558,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:06.183307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47286) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:06.185597 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5c9854e-2016-4a1d-9537-dde9e58fb01e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.193103 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5c9854e-2016-4a1d-9537-dde9e58fb01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.228912 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9854e-2016-4a1d-9537-dde9e58fb01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3bb853-dc11-4f43-91fb-1f96cd023d38,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:06.231572 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c9854e-2016-4a1d-9537-dde9e58fb01e admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:55:06.241879 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5c9854e-2016-4a1d-9537-dde9e58fb01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.242341 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-d5c9854e-2016-4a1d-9537-dde9e58fb01e admin admin] Added segment f3320390-36db-4106-b976-f946b7d84e91 of type vlan for network 5daeff78-d0ba-45f5-8d22-2ed287d3fc12 Nov 11 11:55:06.280459 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d49597b0-7b71-42d6-b0d8-aa9fa6e95444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.284427 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5c9854e-2016-4a1d-9537-dde9e58fb01e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.291009 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c918a-ee42-4dab-a765-7dfeaf9d7e4d req-94aac388-055b-4983-9cd6-02348ffabb13 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:06.292553 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-091c918a-ee42-4dab-a765-7dfeaf9d7e4d req-94aac388-055b-4983-9cd6-02348ffabb13 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.0874684 Nov 11 11:55:06.301180 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device bc296ea4-a039-4ef0-a110-f534bc4597dc details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:55:06.325202 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5c9854e-2016-4a1d-9537-dde9e58fb01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.326921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c9854e-2016-4a1d-9537-dde9e58fb01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:06.328113 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5c9854e-2016-4a1d-9537-dde9e58fb01e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.329911 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d49597b0-7b71-42d6-b0d8-aa9fa6e95444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.360372 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d5c9854e-2016-4a1d-9537-dde9e58fb01e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4390426 Nov 11 11:55:06.367966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47292) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:06.375087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5521682e-1e59-4fd5-a1b4-1aa0db48519d admin admin] Request body: {'subnet': {'network_id': '5daeff78-d0ba-45f5-8d22-2ed287d3fc12', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1838090420-subnet', 'tenant_id': '1f396b3c2c594d619211a3fdfc2523b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:06.384438 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-091c918a-ee42-4dab-a765-7dfeaf9d7e4d req-b76fe912-909c-409c-9497-e4ba4cf2a8a5 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838058 Nov 11 11:55:06.411377 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d49597b0-7b71-42d6-b0d8-aa9fa6e95444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.412619 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d49597b0-7b71-42d6-b0d8-aa9fa6e95444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.413870 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d49597b0-7b71-42d6-b0d8-aa9fa6e95444 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1df875c5-1d4b-40b8-850a-a7250ce9a558 HTTP/1.1" status: 204 len: 168 time: 0.2291257 Nov 11 11:55:06.432544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49597b0-7b71-42d6-b0d8-aa9fa6e95444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df875c5-1d4b-40b8-850a-a7250ce9a558,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:06.456232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9854e-2016-4a1d-9537-dde9e58fb01e admin admin] Pushing event updated for resources: {'Network': ['ID=5daeff78-d0ba-45f5-8d22-2ed287d3fc12,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:06.465244 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5521682e-1e59-4fd5-a1b4-1aa0db48519d admin admin] Made reservation on behalf of 1f396b3c2c594d619211a3fdfc2523b8 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:06.468004 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5521682e-1e59-4fd5-a1b4-1aa0db48519d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.483416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 5daeff78-d0ba-45f5-8d22-2ed287d3fc12 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:55:06.545242 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port bc296ea4-a039-4ef0-a110-f534bc4597dc, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=bc296ea4-a039-4ef0-a110-f534bc4597dc,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:06.556579 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d749279-c168-4ebd-ba69-adbbd0104546 req-b2c157b4-5c4c-4c4e-92bb-f8460b17d46d tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:06.567319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'bc296ea4-a039-4ef0-a110-f534bc4597dc', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': 'bc296ea4-a039-4ef0-a110-f534bc4597dc', 'mac_address': 'fa:16:3e:68:a2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:55:06.567567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d749279-c168-4ebd-ba69-adbbd0104546 req-b2c157b4-5c4c-4c4e-92bb-f8460b17d46d tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 948 time: 0.0736604 Nov 11 11:55:06.626098 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.640999 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d749279-c168-4ebd-ba69-adbbd0104546 req-3ff73ce3-d765-4560-946d-75dc9af180a8 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720031 Nov 11 11:55:06.650602 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc296ea4-a039-4ef0-a110-f534bc4597dc {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:55:06.674997 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port bc296ea4-a039-4ef0-a110-f534bc4597dc, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=bc296ea4-a039-4ef0-a110-f534bc4597dc,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:06.680661 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.740626 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=bc296ea4-a039-4ef0-a110-f534bc4597dc,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:06.771012 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5521682e-1e59-4fd5-a1b4-1aa0db48519d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.797142 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['bc296ea4-a039-4ef0-a110-f534bc4597dc'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:55:06.889222 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47310) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:06.893089 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521682e-1e59-4fd5-a1b4-1aa0db48519d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eaff476-a10a-4190-b6b7-6d57b23b3715,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:06.906018 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fc123e8e-aa2e-454e-9498-59aa1f1c6d43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.907962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5521682e-1e59-4fd5-a1b4-1aa0db48519d admin admin] Checking segment: {'id': 'f3320390-36db-4106-b976-f946b7d84e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '5daeff78-d0ba-45f5-8d22-2ed287d3fc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:06.908405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5521682e-1e59-4fd5-a1b4-1aa0db48519d admin admin] Network hostable DHCP agents. Network: 5daeff78-d0ba-45f5-8d22-2ed287d3fc12, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:55:06.927164 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5521682e-1e59-4fd5-a1b4-1aa0db48519d admin admin] Network 5daeff78-d0ba-45f5-8d22-2ed287d3fc12 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:55:06.933390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-7cbe673e-f833-406e-b53d-c5bd488fde26 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:55:06.934619 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-7cbe673e-f833-406e-b53d-c5bd488fde26 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0257597 Nov 11 11:55:06.938772 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-5521682e-1e59-4fd5-a1b4-1aa0db48519d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 5daeff78-d0ba-45f5-8d22-2ed287d3fc12) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:06.944029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5521682e-1e59-4fd5-a1b4-1aa0db48519d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:06.945726 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5521682e-1e59-4fd5-a1b4-1aa0db48519d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:06.947985 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c2484-30d5-462a-a527-601fbd619d8b None None] Network 5daeff78-d0ba-45f5-8d22-2ed287d3fc12 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:06.963591 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5521682e-1e59-4fd5-a1b4-1aa0db48519d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5944030 Nov 11 11:55:06.999867 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e7d6f-4f03-4674-adc0-e2f31592c40b req-858908c3-97fd-4114-bb08-ef1e7ffc64b2 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:07.001546 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-306e7d6f-4f03-4674-adc0-e2f31592c40b req-858908c3-97fd-4114-bb08-ef1e7ffc64b2 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 945 time: 0.1513431 Nov 11 11:55:07.010908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-14c23111-a381-4061-80d2-b95ca1c011fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:07.012353 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-14c23111-a381-4061-80d2-b95ca1c011fc service neutron] 10.222.0.65 "GET /v2.0/ports/7296f2ea-10c9-478e-a9ec-f45489068d1b HTTP/1.1" status: 200 len: 1093 time: 0.0635426 Nov 11 11:55:07.024499 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-3e270ab2-5e3e-4e0c-9a42-291561de545d service neutron] Request body: {'binding': {'host': 'n-h2-807359-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:07.025037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-3e270ab2-5e3e-4e0c-9a42-291561de545d service neutron] Unknown quota resources ['binding']. {{(pid=109153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 11:55:07.127366 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efd8558-e006-4440-94d2-c79a4542aba6 None None] Network 5daeff78-d0ba-45f5-8d22-2ed287d3fc12 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:07.129896 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-306e7d6f-4f03-4674-adc0-e2f31592c40b req-fe6f71cd-c150-4161-bcdf-d14dc36f4dec tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221154 Nov 11 11:55:07.204547 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fc123e8e-aa2e-454e-9498-59aa1f1c6d43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:07.221495 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fc123e8e-aa2e-454e-9498-59aa1f1c6d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:07.280195 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fc123e8e-aa2e-454e-9498-59aa1f1c6d43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ffa0f2950764ddeb49783aa3b8252bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898950 Nov 11 11:55:07.282194 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-3e270ab2-5e3e-4e0c-9a42-291561de545d service neutron] Attempting to bind port 7296f2ea-10c9-478e-a9ec-f45489068d1b on host n-h2-807359-3 for vnic_type normal with profile None {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:55:07.282552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-3e270ab2-5e3e-4e0c-9a42-291561de545d service neutron] Attempting to bind port 7296f2ea-10c9-478e-a9ec-f45489068d1b by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:55:07.282939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-3e270ab2-5e3e-4e0c-9a42-291561de545d service neutron] Attempting to bind port 7296f2ea-10c9-478e-a9ec-f45489068d1b on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:07.283091 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47322) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:07.286434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc123e8e-aa2e-454e-9498-59aa1f1c6d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93c83f9-fe64-4841-ab18-ce71889800e4,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:07.301040 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-3e270ab2-5e3e-4e0c-9a42-291561de545d service neutron] Port 7296f2ea-10c9-478e-a9ec-f45489068d1b on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:55:07.301346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-3e270ab2-5e3e-4e0c-9a42-291561de545d service neutron] Attempting to bind port 7296f2ea-10c9-478e-a9ec-f45489068d1b on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:07.310869 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-3e270ab2-5e3e-4e0c-9a42-291561de545d service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:55:07.312729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-3e270ab2-5e3e-4e0c-9a42-291561de545d service neutron] Checking segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:07.313356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-3e270ab2-5e3e-4e0c-9a42-291561de545d service neutron] Bound using segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:55:07.313938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-3e270ab2-5e3e-4e0c-9a42-291561de545d service neutron] Bound port: 7296f2ea-10c9-478e-a9ec-f45489068d1b, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:55:07.346673 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c61e4200-6316-4b2d-abdc-463faf9f6601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:07.374337 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c61e4200-6316-4b2d-abdc-463faf9f6601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:07.402872 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-3e270ab2-5e3e-4e0c-9a42-291561de545d service neutron] For port 7296f2ea-10c9-478e-a9ec-f45489068d1b, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=7296f2ea-10c9-478e-a9ec-f45489068d1b,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:55:07.412256 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-3e270ab2-5e3e-4e0c-9a42-291561de545d service neutron] Publish callbacks [] for binding, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:07.413464 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-3e270ab2-5e3e-4e0c-9a42-291561de545d service neutron] 10.222.0.65 "POST /v2.0/ports/7296f2ea-10c9-478e-a9ec-f45489068d1b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3946362 Nov 11 11:55:07.441886 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c61e4200-6316-4b2d-abdc-463faf9f6601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:07.444566 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c61e4200-6316-4b2d-abdc-463faf9f6601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:07.445794 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c61e4200-6316-4b2d-abdc-463faf9f6601 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d93c83f9-fe64-4841-ab18-ce71889800e4 HTTP/1.1" status: 204 len: 168 time: 0.1616917 Nov 11 11:55:07.456525 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e4200-6316-4b2d-abdc-463faf9f6601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93c83f9-fe64-4841-ab18-ce71889800e4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:07.569320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e2284-2a4b-43e5-946b-0cdadfe5e9ae req-4fc010bc-dbd4-43a5-b0f6-592d8657ce80 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:07.574148 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-021e2284-2a4b-43e5-946b-0cdadfe5e9ae req-4fc010bc-dbd4-43a5-b0f6-592d8657ce80 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.1068892 Nov 11 11:55:07.698723 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-021e2284-2a4b-43e5-946b-0cdadfe5e9ae req-81af0f51-b818-41b8-bfff-1ca196281c86 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092257 Nov 11 11:55:07.736529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2f676-9a48-426e-bb6a-13a3440cd5ff req-a8bfc72e-6256-4561-a3d3-bff057c3741c tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:07.738543 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60b2f676-9a48-426e-bb6a-13a3440cd5ff req-a8bfc72e-6256-4561-a3d3-bff057c3741c tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 945 time: 0.1001489 Nov 11 11:55:07.831252 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47358) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:07.836311 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ab3d2d4c-c998-41f9-9646-e92d06c6a569 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-373897836-network', 'tenant_id': 'd11ebc7fd4f24a8ca6d86f4e00ad69cc'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:07.857435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60b2f676-9a48-426e-bb6a-13a3440cd5ff req-f9474ea0-fd6d-4e70-a14b-2644383737d4 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052151 Nov 11 11:55:07.871296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3d2d4c-c998-41f9-9646-e92d06c6a569 admin admin] Made reservation on behalf of d11ebc7fd4f24a8ca6d86f4e00ad69cc for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:07.871519 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-02200fc1-13d7-4505-80ae-b12d53bf5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:07.872888 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-02200fc1-13d7-4505-80ae-b12d53bf5439 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 1096 time: 0.1032925 Nov 11 11:55:07.873681 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2d4c-c998-41f9-9646-e92d06c6a569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:07.884099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28345a1c-b355-4b80-b287-ff647018714c req-a2ed064c-e01b-4568-9e43-5d116e638dc2 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:07.889524 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2d4c-c998-41f9-9646-e92d06c6a569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:07.891917 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28345a1c-b355-4b80-b287-ff647018714c req-a2ed064c-e01b-4568-9e43-5d116e638dc2 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 948 time: 0.1061013 Nov 11 11:55:07.985152 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-340278bf-8ce8-4b73-868a-1d3065312f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:08.018532 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2d4c-c998-41f9-9646-e92d06c6a569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:08.044254 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28345a1c-b355-4b80-b287-ff647018714c req-b3c76f16-ce98-4698-bef3-fd2c9250ac29 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399031 Nov 11 11:55:08.062056 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2d4c-c998-41f9-9646-e92d06c6a569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:08.103651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-27a6e985-20b1-43b0-b362-78cd8a7d836b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:08.104005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3d2d4c-c998-41f9-9646-e92d06c6a569 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:55:08.105129 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-27a6e985-20b1-43b0-b362-78cd8a7d836b service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.2098732 Nov 11 11:55:08.119541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d2d4c-c998-41f9-9646-e92d06c6a569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbb17d0-b638-4be2-8473-c0d38efbe442,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:08.142657 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2d4c-c998-41f9-9646-e92d06c6a569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:08.142912 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-ab3d2d4c-c998-41f9-9646-e92d06c6a569 admin admin] Added segment 35e6a9eb-a5bd-4693-9a3c-24a6d8c2d51a of type vlan for network 0ac08b93-62ad-4da9-8e0d-eebad343a04d Nov 11 11:55:08.152755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a09c47-668e-429c-830c-f2c4a5a47e1e req-7f716b17-128c-48c4-bc63-e4d6240b02f5 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:08.154306 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-07a09c47-668e-429c-830c-f2c4a5a47e1e req-7f716b17-128c-48c4-bc63-e4d6240b02f5 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 948 time: 0.1312435 Nov 11 11:55:08.180834 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-34aee88d-288a-41d3-bb4b-61084c1b1bc2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7296f2ea-10c9-478e-a9ec-f45489068d1b HTTP/1.1" status: 200 len: 217 time: 0.0562382 Nov 11 11:55:08.257142 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2d4c-c998-41f9-9646-e92d06c6a569 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:08.266976 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-b7b55c75-4a9e-4691-be54-faa4b05d9a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:08.269131 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-b7b55c75-4a9e-4691-be54-faa4b05d9a45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.0812807 Nov 11 11:55:08.301710 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device f7a85051-2a6f-47aa-82aa-e4487437dc7c details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:55:08.304514 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b7af4-3365-43c6-b662-7ce06456ae14 req-3f62903d-f3ea-4ba2-a10e-a716d7b95a70 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:08.306527 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a94b7af4-3365-43c6-b662-7ce06456ae14 req-3f62903d-f3ea-4ba2-a10e-a716d7b95a70 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 945 time: 0.0786555 Nov 11 11:55:08.306676 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device bc296ea4-a039-4ef0-a110-f534bc4597dc up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:55:08.312479 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-07a09c47-668e-429c-830c-f2c4a5a47e1e req-438b0757-a553-422c-93d3-f49e28749c05 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Deleting port 9503bc00-43c3-40bc-945d-dd89a9f22368 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:55:08.314339 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-07a09c47-668e-429c-830c-f2c4a5a47e1e req-438b0757-a553-422c-93d3-f49e28749c05 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:08.319486 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2d4c-c998-41f9-9646-e92d06c6a569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:08.320762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3d2d4c-c998-41f9-9646-e92d06c6a569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:08.321560 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2d4c-c998-41f9-9646-e92d06c6a569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:08.326655 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-4a7b76c0-470e-4c9f-b928-9f9bde62cdd1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455544 Nov 11 11:55:08.433184 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ab3d2d4c-c998-41f9-9646-e92d06c6a569 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6007991 Nov 11 11:55:08.440092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47386) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:08.445675 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-da8fe7d2-059d-44cd-94cc-acb491860e08 admin admin] Request body: {'subnet': {'network_id': '0ac08b93-62ad-4da9-8e0d-eebad343a04d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-373897836-subnet', 'tenant_id': 'd11ebc7fd4f24a8ca6d86f4e00ad69cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:08.458553 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d2d4c-c998-41f9-9646-e92d06c6a569 admin admin] Pushing event updated for resources: {'Network': ['ID=0ac08b93-62ad-4da9-8e0d-eebad343a04d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:08.498037 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8fe7d2-059d-44cd-94cc-acb491860e08 admin admin] Made reservation on behalf of d11ebc7fd4f24a8ca6d86f4e00ad69cc for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:08.501337 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da8fe7d2-059d-44cd-94cc-acb491860e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:08.520202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 0ac08b93-62ad-4da9-8e0d-eebad343a04d details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:55:08.538722 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-07a09c47-668e-429c-830c-f2c4a5a47e1e req-438b0757-a553-422c-93d3-f49e28749c05 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] For port 9503bc00-43c3-40bc-945d-dd89a9f22368, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9503bc00-43c3-40bc-945d-dd89a9f22368,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:08.539447 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-07a09c47-668e-429c-830c-f2c4a5a47e1e req-438b0757-a553-422c-93d3-f49e28749c05 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:08.562274 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-1a8f49e3-06ec-4e91-97ee-d418f8ad9bd8 service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821465 Nov 11 11:55:08.583934 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-07a09c47-668e-429c-830c-f2c4a5a47e1e req-438b0757-a553-422c-93d3-f49e28749c05 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Calling delete_port for 9503bc00-43c3-40bc-945d-dd89a9f22368 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:55:08.662146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port bc296ea4-a039-4ef0-a110-f534bc4597dc triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:08.663249 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:08.727796 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port f7a85051-2a6f-47aa-82aa-e4487437dc7c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f7a85051-2a6f-47aa-82aa-e4487437dc7c,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:08.772984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a94b7af4-3365-43c6-b662-7ce06456ae14 req-feafaa02-9ef3-4e86-b1a4-e99f8d62c824 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487815 Nov 11 11:55:08.783859 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'f7a85051-2a6f-47aa-82aa-e4487437dc7c', 'network_id': '3912451f-5f8d-4108-8931-6e48d526950a', 'port_id': 'f7a85051-2a6f-47aa-82aa-e4487437dc7c', 'mac_address': 'fa:16:3e:13:e3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6895bfe9-2caf-4d68-8e8e-acf7b9702df7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:55:08.828992 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47396) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:08.880667 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:08.893048 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da8fe7d2-059d-44cd-94cc-acb491860e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:08.927928 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-fbf21418-b8a9-4c7f-b21c-1d8d5354f450 service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492157 Nov 11 11:55:08.953826 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43922d6f-9318-4d99-96ba-1714d50e0efe req-2a1b2948-4071-4982-8543-b9ed5ec9d1d0 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:08.961089 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-07a09c47-668e-429c-830c-f2c4a5a47e1e req-438b0757-a553-422c-93d3-f49e28749c05 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:08.966858 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43922d6f-9318-4d99-96ba-1714d50e0efe req-2a1b2948-4071-4982-8543-b9ed5ec9d1d0 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.1203897 Nov 11 11:55:08.987777 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7a85051-2a6f-47aa-82aa-e4487437dc7c {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:55:09.014995 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:09.020219 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:09.025060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b0757-a553-422c-93d3-f49e28749c05 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Pushing event deleted for resources: {'Port': ['ID=9503bc00-43c3-40bc-945d-dd89a9f22368,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:09.047075 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43922d6f-9318-4d99-96ba-1714d50e0efe req-b97df613-e912-457f-90df-19fe2edf8c3d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792325 Nov 11 11:55:09.063676 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port f7a85051-2a6f-47aa-82aa-e4487437dc7c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f7a85051-2a6f-47aa-82aa-e4487437dc7c,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:09.078995 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:09.130549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fe7d2-059d-44cd-94cc-acb491860e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6afb731d-114c-41a1-887a-15dfcc1e026d,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:09.181684 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bfd872-f548-4309-b793-0ba93c9c02a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc296ea4-a039-4ef0-a110-f534bc4597dc'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:09.183991 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220ca4a0-bbe0-4de4-9724-a84c78edab55" -d '{"events": [{"server_uuid": "47bfd872-f548-4309-b793-0ba93c9c02a5", "name": "network-vif-plugged", "status": "completed", "tag": "bc296ea4-a039-4ef0-a110-f534bc4597dc"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:09.194015 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8fe7d2-059d-44cd-94cc-acb491860e08 admin admin] Checking segment: {'id': '35e6a9eb-a5bd-4693-9a3c-24a6d8c2d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0ac08b93-62ad-4da9-8e0d-eebad343a04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:09.194890 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8fe7d2-059d-44cd-94cc-acb491860e08 admin admin] Network hostable DHCP agents. Network: 0ac08b93-62ad-4da9-8e0d-eebad343a04d, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:55:09.206002 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f231ca-4121-4c7c-9dbc-cdd138aebd64 req-c650c364-0ff8-4260-a56c-a1a3fc2e44c2 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:09.207540 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6f231ca-4121-4c7c-9dbc-cdd138aebd64 req-c650c364-0ff8-4260-a56c-a1a3fc2e44c2 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 945 time: 0.1595140 Nov 11 11:55:09.228655 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7046a4a3-d6b3-403b-ae91-7338ff3591bb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1197279436-network', 'tenant_id': 'b0c62dfe45e349fcb13f79773953521d'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:09.256246 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port bc296ea4-a039-4ef0-a110-f534bc4597dc, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=bc296ea4-a039-4ef0-a110-f534bc4597dc,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:09.259989 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=f7a85051-2a6f-47aa-82aa-e4487437dc7c,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:09.268488 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a09c47-668e-429c-830c-f2c4a5a47e1e req-438b0757-a553-422c-93d3-f49e28749c05 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] No DVR routers for this DVR port 9503bc00-43c3-40bc-945d-dd89a9f22368 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:55:09.272509 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-07a09c47-668e-429c-830c-f2c4a5a47e1e req-438b0757-a553-422c-93d3-f49e28749c05 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:09.273824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['f7a85051-2a6f-47aa-82aa-e4487437dc7c'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:55:09.277761 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-07a09c47-668e-429c-830c-f2c4a5a47e1e req-438b0757-a553-422c-93d3-f49e28749c05 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.62 "DELETE /v2.0/ports/9503bc00-43c3-40bc-945d-dd89a9f22368 HTTP/1.1" status: 204 len: 173 time: 1.1155353 Nov 11 11:55:09.290612 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa83321-1b5f-4e6c-bcf8-c4f02a41d437', 'name': 'network-vif-deleted', 'tag': '9503bc00-43c3-40bc-945d-dd89a9f22368'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:09.291925 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:09.297072 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67bfc99-79f0-40fd-a6d2-b9dd05a44226" -d '{"events": [{"server_uuid": "9fa83321-1b5f-4e6c-bcf8-c4f02a41d437", "name": "network-vif-deleted", "tag": "9503bc00-43c3-40bc-945d-dd89a9f22368"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:09.316023 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6f231ca-4121-4c7c-9dbc-cdd138aebd64 req-af336d50-0654-42ab-8533-2b95a67a9e17 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995767 Nov 11 11:55:09.345346 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8fe7d2-059d-44cd-94cc-acb491860e08 admin admin] Network 0ac08b93-62ad-4da9-8e0d-eebad343a04d is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:55:09.361453 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-da8fe7d2-059d-44cd-94cc-acb491860e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 0ac08b93-62ad-4da9-8e0d-eebad343a04d) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:09.368186 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8fe7d2-059d-44cd-94cc-acb491860e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:09.368913 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da8fe7d2-059d-44cd-94cc-acb491860e08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:09.402056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7046a4a3-d6b3-403b-ae91-7338ff3591bb admin admin] Made reservation on behalf of b0c62dfe45e349fcb13f79773953521d for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:09.409407 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7046a4a3-d6b3-403b-ae91-7338ff3591bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:09.423528 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7046a4a3-d6b3-403b-ae91-7338ff3591bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:09.426730 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c79822d-ce35-4ca4-a487-c51f20ce210b None None] Network 0ac08b93-62ad-4da9-8e0d-eebad343a04d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:09.443925 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-da8fe7d2-059d-44cd-94cc-acb491860e08 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0022471 Nov 11 11:55:09.505325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9d2dc84-6a0c-42c8-bfbf-b2424798a7f5 req-3fa7b208-7e89-46b7-841f-17c0db596c57 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fa83321-1b5f-4e6c-bcf8-c4f02a41d437 HTTP/1.1" status: 200 len: 210 time: 0.0815220 Nov 11 11:55:09.619173 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=bc296ea4-a039-4ef0-a110-f534bc4597dc,revision_number=10']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:09.631736 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1062b74-d550-4319-8f57-4c87b8a4cd19 x-openstack-request-id: req-f1062b74-d550-4319-8f57-4c87b8a4cd19 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:09.632125 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa83321-1b5f-4e6c-bcf8-c4f02a41d437", "name": "network-vif-deleted", "tag": "9503bc00-43c3-40bc-945d-dd89a9f22368", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:09.632378 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1062b74-d550-4319-8f57-4c87b8a4cd19 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:09.632774 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa83321-1b5f-4e6c-bcf8-c4f02a41d437', 'name': 'network-vif-deleted', 'tag': '9503bc00-43c3-40bc-945d-dd89a9f22368', 'status': 'completed', 'code': 200} Nov 11 11:55:09.647759 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7046a4a3-d6b3-403b-ae91-7338ff3591bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:09.655261 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fc2568-ebe2-4263-b2ad-80ac3a5f1604 x-openstack-request-id: req-b7fc2568-ebe2-4263-b2ad-80ac3a5f1604 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:09.655545 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47bfd872-f548-4309-b793-0ba93c9c02a5", "name": "network-vif-plugged", "status": "completed", "tag": "bc296ea4-a039-4ef0-a110-f534bc4597dc", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:09.656550 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7046a4a3-d6b3-403b-ae91-7338ff3591bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:09.663834 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7fc2568-ebe2-4263-b2ad-80ac3a5f1604 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:09.664536 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bfd872-f548-4309-b793-0ba93c9c02a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc296ea4-a039-4ef0-a110-f534bc4597dc', 'code': 200} Nov 11 11:55:09.730151 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7046a4a3-d6b3-403b-ae91-7338ff3591bb admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:55:09.752682 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046a4a3-d6b3-403b-ae91-7338ff3591bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ab132b-d01a-4fda-bb4f-e89bb5943bd0,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:09.763486 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47424) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:09.787772 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7046a4a3-d6b3-403b-ae91-7338ff3591bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:09.795112 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-7046a4a3-d6b3-403b-ae91-7338ff3591bb admin admin] Added segment d881fece-1c28-463d-94f8-e94aaa0739d7 of type vlan for network df65b596-ad6e-48e9-9232-0db776833e97 Nov 11 11:55:09.850441 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5f9dcd-57d4-42b0-996f-6e8fa5d1e4da admin admin] Deleting subnet 5eaff476-a10a-4190-b6b7-6d57b23b3715 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:55:09.854536 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9dcd-57d4-42b0-996f-6e8fa5d1e4da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:09.884002 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27d1960-a224-4a35-a684-ea5bedbe3da8 None None] Network 0ac08b93-62ad-4da9-8e0d-eebad343a04d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:09.888206 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7046a4a3-d6b3-403b-ae91-7338ff3591bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:09.908788 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9dcd-57d4-42b0-996f-6e8fa5d1e4da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:09.966513 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7046a4a3-d6b3-403b-ae91-7338ff3591bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:09.968596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7046a4a3-d6b3-403b-ae91-7338ff3591bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:09.970074 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7046a4a3-d6b3-403b-ae91-7338ff3591bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:10.026702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d945742-d392-4e20-963e-9b3332b41fb7 req-9c5b3650-9a64-47fc-8730-02dabd2257ca tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:10.028862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d945742-d392-4e20-963e-9b3332b41fb7 req-9c5b3650-9a64-47fc-8730-02dabd2257ca tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 944 time: 0.0729504 Nov 11 11:55:10.051431 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9dcd-57d4-42b0-996f-6e8fa5d1e4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:10.125451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046a4a3-d6b3-403b-ae91-7338ff3591bb admin admin] Pushing event updated for resources: {'Network': ['ID=df65b596-ad6e-48e9-9232-0db776833e97,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:10.145452 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network df65b596-ad6e-48e9-9232-0db776833e97 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:55:10.147644 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7046a4a3-d6b3-403b-ae91-7338ff3591bb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3161178 Nov 11 11:55:10.151738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47430) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:10.160285 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Request body: {'subnet': {'network_id': 'df65b596-ad6e-48e9-9232-0db776833e97', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1197279436-subnet', 'tenant_id': 'b0c62dfe45e349fcb13f79773953521d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:10.208630 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Made reservation on behalf of b0c62dfe45e349fcb13f79773953521d for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:10.211945 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:10.249168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d945742-d392-4e20-963e-9b3332b41fb7 req-dec79362-a9df-403e-b211-70aea2c087c2 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112250 Nov 11 11:55:10.327405 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device f7a85051-2a6f-47aa-82aa-e4487437dc7c up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:55:10.417435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea594cec-de7e-4c0c-8618-cad23ed5070b req-34800a44-4a82-44c3-b56a-c87bec39fde4 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:10.424938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea594cec-de7e-4c0c-8618-cad23ed5070b req-34800a44-4a82-44c3-b56a-c87bec39fde4 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.2330887 Nov 11 11:55:10.447724 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9dcd-57d4-42b0-996f-6e8fa5d1e4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:10.452589 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port f7a85051-2a6f-47aa-82aa-e4487437dc7c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:10.453206 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:10.490960 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f9dcd-57d4-42b0-996f-6e8fa5d1e4da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eaff476-a10a-4190-b6b7-6d57b23b3715,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:10.493940 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9dcd-57d4-42b0-996f-6e8fa5d1e4da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:10.497246 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bf5f9dcd-57d4-42b0-996f-6e8fa5d1e4da admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5eaff476-a10a-4190-b6b7-6d57b23b3715 HTTP/1.1" status: 204 len: 168 time: 0.7316809 Nov 11 11:55:10.502102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47440) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:10.544730 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:10.609992 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:10.681136 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea594cec-de7e-4c0c-8618-cad23ed5070b req-e81f45e1-7c76-4d43-99e4-2255100aae25 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503955 Nov 11 11:55:10.708757 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port f7a85051-2a6f-47aa-82aa-e4487437dc7c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f7a85051-2a6f-47aa-82aa-e4487437dc7c,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:10.719804 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:10.733261 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f418f9f-d850-4e4a-b79c-babdb8b5abd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:10.858720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=f7a85051-2a6f-47aa-82aa-e4487437dc7c,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:10.975487 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f418f9f-d850-4e4a-b79c-babdb8b5abd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:11.046238 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56cc6c-f21b-46dc-97ac-d6e0f4e0eab5 req-7254979b-60a8-4b56-8d15-ca6446de64f3 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:11.059059 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3d56cc6c-f21b-46dc-97ac-d6e0f4e0eab5 req-7254979b-60a8-4b56-8d15-ca6446de64f3 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 945 time: 0.2392795 Nov 11 11:55:11.099415 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-2f418f9f-d850-4e4a-b79c-babdb8b5abd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5daeff78-d0ba-45f5-8d22-2ed287d3fc12']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:11.167414 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-2f418f9f-d850-4e4a-b79c-babdb8b5abd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3320390-36db-4106-b976-f946b7d84e91') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:11.182899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-2f418f9f-d850-4e4a-b79c-babdb8b5abd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3320390-36db-4106-b976-f946b7d84e91') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:11.239330 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f418f9f-d850-4e4a-b79c-babdb8b5abd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:11.262808 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:11.274617 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:11.302887 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3d56cc6c-f21b-46dc-97ac-d6e0f4e0eab5 req-df0e44fb-887d-4016-8b82-07848f663f02 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371459 Nov 11 11:55:11.308360 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f418f9f-d850-4e4a-b79c-babdb8b5abd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:11.325021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f418f9f-d850-4e4a-b79c-babdb8b5abd3 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:55:11.329834 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f418f9f-d850-4e4a-b79c-babdb8b5abd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: timer() Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:55:11.340343 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:55:11.347451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Pushing event updated for resources: {'Subnet': ['ID=81c5e3ee-ec93-4b7d-bcc3-8f853112f672,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:11.359514 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:11.359922 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:11.360393 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:11.360726 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:11.361048 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:11.361446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:11.361802 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:11.362126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:11.362540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:11.362815 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:11.363055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:11.363730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:11.404595 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Checking segment: {'id': 'd881fece-1c28-463d-94f8-e94aaa0739d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'df65b596-ad6e-48e9-9232-0db776833e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:11.404946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Network hostable DHCP agents. Network: df65b596-ad6e-48e9-9232-0db776833e97, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:55:11.431427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Network df65b596-ad6e-48e9-9232-0db776833e97 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:55:11.456224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, df65b596-ad6e-48e9-9232-0db776833e97) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:11.469901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be8a58a-4738-4e4b-8219-5b47716ed441 None None] Network df65b596-ad6e-48e9-9232-0db776833e97 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:11.484138 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:11.484777 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:11.508918 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f418f9f-d850-4e4a-b79c-babdb8b5abd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:11.515332 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-14317b0e-2554-4eac-a136-6b95a96f953c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3596978 Nov 11 11:55:11.516428 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47468) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:11.524835 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1197279436-router', 'tenant_id': 'b0c62dfe45e349fcb13f79773953521d', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:11.537204 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f418f9f-d850-4e4a-b79c-babdb8b5abd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:11.541358 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2f418f9f-d850-4e4a-b79c-babdb8b5abd3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5daeff78-d0ba-45f5-8d22-2ed287d3fc12 HTTP/1.1" status: 204 len: 168 time: 1.0381839 Nov 11 11:55:11.544408 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47470) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:11.571987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e537dad-2bbb-45a5-bf51-913f2f71f59a req-ede8b92a-6551-4c19-84ea-395e7193fe67 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:11.579846 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e537dad-2bbb-45a5-bf51-913f2f71f59a req-ede8b92a-6551-4c19-84ea-395e7193fe67 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e22a2d-0949-4e52-a492-a7baa94586aa HTTP/1.1" status: 200 len: 949 time: 0.1540828 Nov 11 11:55:11.603566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f418f9f-d850-4e4a-b79c-babdb8b5abd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5daeff78-d0ba-45f5-8d22-2ed287d3fc12,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:11.612122 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:11.616487 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:11.680430 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a85051-2a6f-47aa-82aa-e4487437dc7c'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:11.683008 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08698e7b-7d02-43ad-b137-31000093e652" -d '{"events": [{"server_uuid": "37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36", "name": "network-vif-plugged", "status": "completed", "tag": "f7a85051-2a6f-47aa-82aa-e4487437dc7c"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:11.696271 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e537dad-2bbb-45a5-bf51-913f2f71f59a req-a958c101-36cb-43e4-81e4-72aff869655a tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094930 Nov 11 11:55:11.708604 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce1a621-8eba-48ed-8a42-e0737a748f9f admin admin] Deleting subnet 6afb731d-114c-41a1-887a-15dfcc1e026d {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:55:11.738493 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-df65b596-ad6e-48e9-9232-0db776833e97', 'network_id': 'df65b596-ad6e-48e9-9232-0db776833e97', 'tenant_id': 'b0c62dfe45e349fcb13f79773953521d', 'fixed_ips': [{'subnet_id': '81c5e3ee-ec93-4b7d-bcc3-8f853112f672'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:55:11.739673 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ce1a621-8eba-48ed-8a42-e0737a748f9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:11.739952 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:11.829768 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:11.838433 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ce1a621-8eba-48ed-8a42-e0737a748f9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:11.858914 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d67ff43-c341-4610-aa3d-9f33a33d6abc x-openstack-request-id: req-8d67ff43-c341-4610-aa3d-9f33a33d6abc {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:11.862471 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36", "name": "network-vif-plugged", "status": "completed", "tag": "f7a85051-2a6f-47aa-82aa-e4487437dc7c", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:11.863120 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d67ff43-c341-4610-aa3d-9f33a33d6abc {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:11.863949 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a85051-2a6f-47aa-82aa-e4487437dc7c', 'code': 200} Nov 11 11:55:11.867808 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9503bc00-43c3-40bc-945d-dd89a9f22368 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:11.886218 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ce1a621-8eba-48ed-8a42-e0737a748f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:11.903586 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 9503bc00-43c3-40bc-945d-dd89a9f22368 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:55:11.904400 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9503bc00-43c3-40bc-945d-dd89a9f22368 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:55:12.001062 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ce1a621-8eba-48ed-8a42-e0737a748f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:12.001477 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Allocated IP 172.20.0.2 (df65b596-ad6e-48e9-9232-0db776833e97/81c5e3ee-ec93-4b7d-bcc3-8f853112f672/e70f171d-037e-4b07-912b-ed1f7fdb1791) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:55:12.019992 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ce1a621-8eba-48ed-8a42-e0737a748f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:12.029279 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2ce1a621-8eba-48ed-8a42-e0737a748f9f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6afb731d-114c-41a1-887a-15dfcc1e026d HTTP/1.1" status: 204 len: 168 time: 0.4828229 Nov 11 11:55:12.031717 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47478) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:12.147822 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-752a2282-c39d-405e-836a-6597563d6fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:12.150737 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:12.166604 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1a621-8eba-48ed-8a42-e0737a748f9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6afb731d-114c-41a1-887a-15dfcc1e026d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:12.292640 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329782b-ee93-4e52-8584-7e3e7e73b8d3 req-b5adcb51-eede-4e18-9f19-da5d7d691f71 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:12.307031 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a329782b-ee93-4e52-8584-7e3e7e73b8d3 req-b5adcb51-eede-4e18-9f19-da5d7d691f71 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 945 time: 0.6042812 Nov 11 11:55:12.310928 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-752a2282-c39d-405e-836a-6597563d6fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:12.316684 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:12.334019 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:12.348914 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a5a70-ba2e-485f-8ac9-b3ad3e3b6258 req-ca8c2379-27d6-4ffd-8ff1-4e765b9ca7d2 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:12.359392 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb5a5a70-ba2e-485f-8ac9-b3ad3e3b6258 req-ca8c2379-27d6-4ffd-8ff1-4e765b9ca7d2 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.3935823 Nov 11 11:55:12.382389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Network df65b596-ad6e-48e9-9232-0db776833e97 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:55:12.385952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:12.392106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:55:12.429381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Pushing event updated for resources: {'Port': ['ID=e70f171d-037e-4b07-912b-ed1f7fdb1791,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:12.468711 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Attempting to bind port e70f171d-037e-4b07-912b-ed1f7fdb1791 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:55:12.469644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Attempting to bind port e70f171d-037e-4b07-912b-ed1f7fdb1791 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'd881fece-1c28-463d-94f8-e94aaa0739d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'df65b596-ad6e-48e9-9232-0db776833e97'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:55:12.470223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Attempting to bind port e70f171d-037e-4b07-912b-ed1f7fdb1791 on network df65b596-ad6e-48e9-9232-0db776833e97 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:12.477701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:55:12.478466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Checking segment: {'id': 'd881fece-1c28-463d-94f8-e94aaa0739d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'df65b596-ad6e-48e9-9232-0db776833e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:12.479093 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:12.479847 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Bound using segment: {'id': 'd881fece-1c28-463d-94f8-e94aaa0739d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'df65b596-ad6e-48e9-9232-0db776833e97'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:55:12.480570 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Bound port: e70f171d-037e-4b07-912b-ed1f7fdb1791, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd881fece-1c28-463d-94f8-e94aaa0739d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'df65b596-ad6e-48e9-9232-0db776833e97'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:55:12.481192 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:12.485189 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb5a5a70-ba2e-485f-8ac9-b3ad3e3b6258 req-2a241d8f-2ae8-4cfe-baed-447f425a56d1 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120837 Nov 11 11:55:12.547288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-752a2282-c39d-405e-836a-6597563d6fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac08b93-62ad-4da9-8e0d-eebad343a04d']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:12.583590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-752a2282-c39d-405e-836a-6597563d6fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e6a9eb-a5bd-4693-9a3c-24a6d8c2d51a') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:12.584090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-752a2282-c39d-405e-836a-6597563d6fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e6a9eb-a5bd-4693-9a3c-24a6d8c2d51a') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:12.590786 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:12.611621 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-752a2282-c39d-405e-836a-6597563d6fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:12.620718 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:12.627546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] For port e70f171d-037e-4b07-912b-ed1f7fdb1791, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:55:12.636741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a329782b-ee93-4e52-8584-7e3e7e73b8d3 req-5ee2123a-e800-4609-95e4-f3a37dd7db79 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760923 Nov 11 11:55:12.636989 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] For port e70f171d-037e-4b07-912b-ed1f7fdb1791, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e70f171d-037e-4b07-912b-ed1f7fdb1791,segment=NetworkSegment(d881fece-1c28-463d-94f8-e94aaa0739d7),segment_id=d881fece-1c28-463d-94f8-e94aaa0739d7)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:55:12.655410 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-752a2282-c39d-405e-836a-6597563d6fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:12.658650 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:12.672763 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752a2282-c39d-405e-836a-6597563d6fb2 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:55:12.673162 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-752a2282-c39d-405e-836a-6597563d6fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: timer() Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:55:12.675028 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:55:12.761466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84117f-a818-4db0-a38e-5a50bc396174 None None] Pushing event updated for resources: {'Port': ['ID=e70f171d-037e-4b07-912b-ed1f7fdb1791,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:12.830199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Allocated IP 172.25.2.43 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/550cb3f4-d350-4b03-9c27-d60b4532bb9f) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:55:13.007725 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-752a2282-c39d-405e-836a-6597563d6fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:13.040202 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:13.040738 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-752a2282-c39d-405e-836a-6597563d6fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:13.059751 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-752a2282-c39d-405e-836a-6597563d6fb2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0ac08b93-62ad-4da9-8e0d-eebad343a04d HTTP/1.1" status: 204 len: 168 time: 1.0240588 Nov 11 11:55:13.163373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9724f90-5022-47f5-b448-4d3bbb778fec req-f22b4ba4-e814-44c8-88b8-600fd4ea6236 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:13.167123 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d9724f90-5022-47f5-b448-4d3bbb778fec req-f22b4ba4-e814-44c8-88b8-600fd4ea6236 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 945 time: 0.4621511 Nov 11 11:55:13.172718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a2282-c39d-405e-836a-6597563d6fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac08b93-62ad-4da9-8e0d-eebad343a04d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:13.189312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b8c02-d0ca-4d03-ac95-9c11f267adbb req-7c4745a0-35f8-4543-8334-4b7e8125ed09 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:13.204625 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:13.210647 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-992b8c02-d0ca-4d03-ac95-9c11f267adbb req-7c4745a0-35f8-4543-8334-4b7e8125ed09 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 945 time: 0.5043633 Nov 11 11:55:13.326578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:55:13.398067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:13.401389 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:55:13.482199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Pushing event updated for resources: {'Port': ['ID=550cb3f4-d350-4b03-9c27-d60b4532bb9f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:13.574998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47500) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:13.636972 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8534d-7732-4068-ac53-ee543d0fbf97 req-2176e7b2-baf5-41a1-af36-08a34f160b36 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:13.640264 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-85b8534d-7732-4068-ac53-ee543d0fbf97 req-2176e7b2-baf5-41a1-af36-08a34f160b36 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e22a2d-0949-4e52-a492-a7baa94586aa HTTP/1.1" status: 200 len: 949 time: 0.3905776 Nov 11 11:55:13.715174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-992b8c02-d0ca-4d03-ac95-9c11f267adbb req-5f567f15-76e4-4fa0-92fb-0760f25fba1d tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020759 Nov 11 11:55:13.759482 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962d1c0-43cd-450e-893d-43928b509b46 req-43ad24b5-cc41-4f4d-aed0-14ef41ac6388 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:13.769542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c962d1c0-43cd-450e-893d-43928b509b46 req-43ad24b5-cc41-4f4d-aed0-14ef41ac6388 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e22a2d-0949-4e52-a492-a7baa94586aa HTTP/1.1" status: 200 len: 949 time: 0.5238113 Nov 11 11:55:13.897365 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:13.913199 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-794e8ec8-7fd4-49e3-a9b7-eca8145c10da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f396b3c2c594d619211a3fdfc2523b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347566 Nov 11 11:55:13.938510 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47506) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:14.045472 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c962d1c0-43cd-450e-893d-43928b509b46 req-bcec4df0-3253-4f45-929c-3e8bc3850fa2 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/security-groups?id=befdd30d-5a55-45d6-a4ff-e80968309011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739508 Nov 11 11:55:14.136808 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e70f171d-037e-4b07-912b-ed1f7fdb1791 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:55:14.153341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-d9724f90-5022-47f5-b448-4d3bbb778fec req-e49c3424-1d84-468b-b8a7-57198c13fc25 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Deleting port f7a85051-2a6f-47aa-82aa-e4487437dc7c {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:55:14.158533 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d9724f90-5022-47f5-b448-4d3bbb778fec req-e49c3424-1d84-468b-b8a7-57198c13fc25 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:14.240042 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e70f171d-037e-4b07-912b-ed1f7fdb1791 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:14.240538 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:14.244791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-85b8534d-7732-4068-ac53-ee543d0fbf97 req-87572e66-e841-4e15-86b4-d4b8feb7f524 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Deleting port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:55:14.245122 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-85b8534d-7732-4068-ac53-ee543d0fbf97 req-87572e66-e841-4e15-86b4-d4b8feb7f524 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:14.470226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed51cc-6684-40f6-84c8-a4457deec61b req-283b8b75-ae9e-4242-8d23-fbf8b236b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:14.471880 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-54ed51cc-6684-40f6-84c8-a4457deec61b req-283b8b75-ae9e-4242-8d23-fbf8b236b148 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2cb5031ef6504f05a5cdc6d3a4e487d6&device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 1097 time: 0.2951546 Nov 11 11:55:14.511355 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-374768a1-ee63-4542-b460-258a6e401893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:14.533160 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device f7a85051-2a6f-47aa-82aa-e4487437dc7c no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:14.626507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78df70d4-9f92-4ffd-bbf4-f828f742f5f2 None None] Network df65b596-ad6e-48e9-9232-0db776833e97 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:14.637444 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:14.643148 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-374768a1-ee63-4542-b460-258a6e401893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:14.684757 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8811744-b0b8-4749-859d-357f8b1fc8d5 req-64eec09c-0677-4cf5-b880-855a4a2202f3 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:14.686369 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8811744-b0b8-4749-859d-357f8b1fc8d5 req-64eec09c-0677-4cf5-b880-855a4a2202f3 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.5213943 Nov 11 11:55:14.700962 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bf9bc-8dca-4bb8-9697-39b9744953e5 req-4137e4fc-3594-4f1b-8a43-a1fe5ba8cd35 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:14.714334 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-363bf9bc-8dca-4bb8-9697-39b9744953e5 req-4137e4fc-3594-4f1b-8a43-a1fe5ba8cd35 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 945 time: 0.4653759 Nov 11 11:55:14.742237 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:14.758748 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:14.761925 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-d9724f90-5022-47f5-b448-4d3bbb778fec req-e49c3424-1d84-468b-b8a7-57198c13fc25 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] For port f7a85051-2a6f-47aa-82aa-e4487437dc7c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f7a85051-2a6f-47aa-82aa-e4487437dc7c,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:14.762297 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d9724f90-5022-47f5-b448-4d3bbb778fec req-e49c3424-1d84-468b-b8a7-57198c13fc25 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:14.790379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1f44eb9a-722b-4fa2-9375-c9f1f5b9b875 None None] Provisioning complete for port e70f171d-037e-4b07-912b-ed1f7fdb1791 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:14.790820 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1f44eb9a-722b-4fa2-9375-c9f1f5b9b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:14.797121 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed51cc-6684-40f6-84c8-a4457deec61b req-0ad587f5-bb61-48e0-86e1-c1a0609b1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:14.798735 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-54ed51cc-6684-40f6-84c8-a4457deec61b req-0ad587f5-bb61-48e0-86e1-c1a0609b1c69 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 HTTP/1.1" status: 200 len: 918 time: 0.1653445 Nov 11 11:55:14.838936 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port e70f171d-037e-4b07-912b-ed1f7fdb1791, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e70f171d-037e-4b07-912b-ed1f7fdb1791,segment=NetworkSegment(d881fece-1c28-463d-94f8-e94aaa0739d7),segment_id=d881fece-1c28-463d-94f8-e94aaa0739d7)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:14.849540 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7a85051-2a6f-47aa-82aa-e4487437dc7c'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:14.854800 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-d9724f90-5022-47f5-b448-4d3bbb778fec req-e49c3424-1d84-468b-b8a7-57198c13fc25 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Calling delete_port for f7a85051-2a6f-47aa-82aa-e4487437dc7c owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:55:14.858172 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925be5d5-e4ad-4aec-8d8b-833abb4b07e5" -d '{"events": [{"server_uuid": "37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36", "name": "network-vif-unplugged", "status": "completed", "tag": "f7a85051-2a6f-47aa-82aa-e4487437dc7c"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:14.871555 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:14.896425 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port f7a85051-2a6f-47aa-82aa-e4487437dc7c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f7a85051-2a6f-47aa-82aa-e4487437dc7c,segment=NetworkSegment(49589435-f4a7-4260-ada9-a576d4b43658),segment_id=49589435-f4a7-4260-ada9-a576d4b43658)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:14.901015 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-54ed51cc-6684-40f6-84c8-a4457deec61b req-4f0f7865-b420-4b32-96e8-6a4b03b289c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e06579-02c5-4fa2-ac15-58d77c3205a0 HTTP/1.1" status: 200 len: 217 time: 0.0906544 Nov 11 11:55:14.907871 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-85b8534d-7732-4068-ac53-ee543d0fbf97 req-87572e66-e841-4e15-86b4-d4b8feb7f524 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] For port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:14.908249 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-85b8534d-7732-4068-ac53-ee543d0fbf97 req-87572e66-e841-4e15-86b4-d4b8feb7f524 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:14.938413 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:14.962917 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-85b8534d-7732-4068-ac53-ee543d0fbf97 req-87572e66-e841-4e15-86b4-d4b8feb7f524 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Calling delete_port for f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:55:15.106834 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=e70f171d-037e-4b07-912b-ed1f7fdb1791,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:15.192436 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed51cc-6684-40f6-84c8-a4457deec61b req-47db5778-a355-4f42-ada8-d6e07066152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:15.208115 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-54ed51cc-6684-40f6-84c8-a4457deec61b req-47db5778-a355-4f42-ada8-d6e07066152c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=457a1252-2aa1-4aa3-b093-fee4b1c48648 HTTP/1.1" status: 200 len: 855 time: 0.2833605 Nov 11 11:55:15.351312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=f7a85051-2a6f-47aa-82aa-e4487437dc7c,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:15.457094 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-85b8534d-7732-4068-ac53-ee543d0fbf97 req-87572e66-e841-4e15-86b4-d4b8feb7f524 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:15.484501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed51cc-6684-40f6-84c8-a4457deec61b req-629560cc-c39a-4e4a-80c5-7bcecc12510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:15.486272 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-54ed51cc-6684-40f6-84c8-a4457deec61b req-629560cc-c39a-4e4a-80c5-7bcecc12510f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2768881 Nov 11 11:55:15.529658 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-363bf9bc-8dca-4bb8-9697-39b9744953e5 req-edec60b2-4b88-4699-81ed-00cb426a9887 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/security-groups?id=f599c624-3b0c-4262-9a20-9f97ba2ee89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8066430 Nov 11 11:55:15.565563 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8811744-b0b8-4749-859d-357f8b1fc8d5 req-ea937798-541f-4e2e-84c8-6d6a15048f89 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8452237 Nov 11 11:55:15.593818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-374768a1-ee63-4542-b460-258a6e401893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:15.596367 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-374768a1-ee63-4542-b460-258a6e401893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:15.597484 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-374768a1-ee63-4542-b460-258a6e401893 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b3bb853-dc11-4f43-91fb-1f96cd023d38 HTTP/1.1" status: 204 len: 168 time: 1.6577418 Nov 11 11:55:15.609476 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:15.651090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374768a1-ee63-4542-b460-258a6e401893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3bb853-dc11-4f43-91fb-1f96cd023d38,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:15.685212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87572e66-e841-4e15-86b4-d4b8feb7f524 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Pushing event deleted for resources: {'Port': ['ID=f48844ca-1de0-40dd-8a67-3fc8cfaa4a47,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:15.724611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b8534d-7732-4068-ac53-ee543d0fbf97 req-87572e66-e841-4e15-86b4-d4b8feb7f524 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] No DVR routers for this DVR port f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:55:15.732285 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-85b8534d-7732-4068-ac53-ee543d0fbf97 req-87572e66-e841-4e15-86b4-d4b8feb7f524 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:15.741315 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-85b8534d-7732-4068-ac53-ee543d0fbf97 req-87572e66-e841-4e15-86b4-d4b8feb7f524 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.62 "DELETE /v2.0/ports/f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 HTTP/1.1" status: 204 len: 173 time: 2.0500968 Nov 11 11:55:15.765212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e22a2d-0949-4e52-a492-a7baa94586aa', 'name': 'network-vif-deleted', 'tag': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:15.781642 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f191a4-94c7-42a5-94cf-3efcedf42f2f" -d '{"events": [{"server_uuid": "77e22a2d-0949-4e52-a492-a7baa94586aa", "name": "network-vif-deleted", "tag": "f48844ca-1de0-40dd-8a67-3fc8cfaa4a47"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:15.793758 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Router 51f8158f-eea7-4d88-9140-ec394cd739bd is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:55:15.800139 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8ebc3a-cc79-4bf7-98c5-bbfbd1c81392 x-openstack-request-id: req-5f8ebc3a-cc79-4bf7-98c5-bbfbd1c81392 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:15.805246 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36", "name": "network-vif-unplugged", "status": "completed", "tag": "f7a85051-2a6f-47aa-82aa-e4487437dc7c", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:15.805673 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f8ebc3a-cc79-4bf7-98c5-bbfbd1c81392 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:15.806267 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7a85051-2a6f-47aa-82aa-e4487437dc7c', 'code': 200} Nov 11 11:55:15.816909 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:15.885033 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:55:15.885472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f48844ca-1de0-40dd-8a67-3fc8cfaa4a47 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:55:15.948640 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-93155f56-aa7c-4770-ae96-5f3469bb3abc None None] Provisioning complete for port e70f171d-037e-4b07-912b-ed1f7fdb1791 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:15.962759 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-93155f56-aa7c-4770-ae96-5f3469bb3abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:15.982458 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-54ed51cc-6684-40f6-84c8-a4457deec61b req-da6bb117-4c9e-4a99-bdc7-e42e05258c52 service neutron] 10.222.0.62 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685919 Nov 11 11:55:16.032547 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0045303-eea1-408e-8f24-6f1eae714e2c req-b1bdca49-4865-47d3-a38e-f272478d9543 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:16.040381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d0045303-eea1-408e-8f24-6f1eae714e2c req-b1bdca49-4865-47d3-a38e-f272478d9543 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 945 time: 0.2981997 Nov 11 11:55:16.101049 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4717f1a-4cb0-4ccd-8553-31807271a3b7 req-7e288b0a-a0b9-4d4b-962f-c6c4ad72efd6 tempest-ListImageFiltersTestJSON-1290789691 tempest-ListImageFiltersTestJSON-1290789691-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e22a2d-0949-4e52-a492-a7baa94586aa HTTP/1.1" status: 200 len: 210 time: 0.1156654 Nov 11 11:55:16.105657 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d9724f90-5022-47f5-b448-4d3bbb778fec req-e49c3424-1d84-468b-b8a7-57198c13fc25 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:16.143120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e70f171d-037e-4b07-912b-ed1f7fdb1791 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:55:16.206113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c3424-1d84-468b-b8a7-57198c13fc25 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Pushing event deleted for resources: {'Port': ['ID=f7a85051-2a6f-47aa-82aa-e4487437dc7c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:16.304085 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d0045303-eea1-408e-8f24-6f1eae714e2c req-d1ef05a9-255d-4cef-94a2-122ac753f2b9 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124693 Nov 11 11:55:16.361319 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-54ed51cc-6684-40f6-84c8-a4457deec61b req-befea02c-9cd7-444f-91bd-3e39a4e6eca7 service neutron] 10.222.0.62 "GET /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644733 Nov 11 11:55:16.364411 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:55:16.384533 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Sync routers for ids ['51f8158f-eea7-4d88-9140-ec394cd739bd'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:55:16.389644 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9724f90-5022-47f5-b448-4d3bbb778fec req-e49c3424-1d84-468b-b8a7-57198c13fc25 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] No DVR routers for this DVR port f7a85051-2a6f-47aa-82aa-e4487437dc7c on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:55:16.393174 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d9724f90-5022-47f5-b448-4d3bbb778fec req-e49c3424-1d84-468b-b8a7-57198c13fc25 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:16.397248 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d9724f90-5022-47f5-b448-4d3bbb778fec req-e49c3424-1d84-468b-b8a7-57198c13fc25 tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.43 "DELETE /v2.0/ports/f7a85051-2a6f-47aa-82aa-e4487437dc7c HTTP/1.1" status: 204 len: 173 time: 3.2185264 Nov 11 11:55:16.398165 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce03180-cc94-4439-9e66-eeaea588f64a x-openstack-request-id: req-1ce03180-cc94-4439-9e66-eeaea588f64a {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:16.399025 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e22a2d-0949-4e52-a492-a7baa94586aa", "name": "network-vif-deleted", "tag": "f48844ca-1de0-40dd-8a67-3fc8cfaa4a47", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:16.399750 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Routers {'51f8158f-eea7-4d88-9140-ec394cd739bd'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:55:16.400721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36', 'name': 'network-vif-deleted', 'tag': 'f7a85051-2a6f-47aa-82aa-e4487437dc7c'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:16.400851 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ce03180-cc94-4439-9e66-eeaea588f64a {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:16.402167 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:55:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['51f8158f-eea7-4d88-9140-ec394cd739bd'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:16.409259 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e22a2d-0949-4e52-a492-a7baa94586aa', 'name': 'network-vif-deleted', 'tag': 'f48844ca-1de0-40dd-8a67-3fc8cfaa4a47', 'status': 'completed', 'code': 200} Nov 11 11:55:16.422595 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68606d2-ecec-4d18-997a-ebc5b3c0579e" -d '{"events": [{"server_uuid": "37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36", "name": "network-vif-deleted", "tag": "f7a85051-2a6f-47aa-82aa-e4487437dc7c"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:16.469834 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:16.474581 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cc23e5a1-8bbe-4fda-88a4-50cf2fafba9e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.9570205 Nov 11 11:55:16.479476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47544) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:16.513029 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e70f171d-037e-4b07-912b-ed1f7fdb1791 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:16.513871 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:16.610929 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f43a1c-429b-4aba-9d79-65bcb9124a81 x-openstack-request-id: req-c0f43a1c-429b-4aba-9d79-65bcb9124a81 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:16.612668 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36", "name": "network-vif-deleted", "tag": "f7a85051-2a6f-47aa-82aa-e4487437dc7c", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:16.612932 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c0f43a1c-429b-4aba-9d79-65bcb9124a81 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:16.616955 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36', 'name': 'network-vif-deleted', 'tag': 'f7a85051-2a6f-47aa-82aa-e4487437dc7c', 'status': 'completed', 'code': 200} Nov 11 11:55:16.708683 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47552) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:16.749427 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Set router 51f8158f-eea7-4d88-9140-ec394cd739bd gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:55:16.834176 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ff0444c9-5c09-4dfa-9415-510c82e18025 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d11ebc7fd4f24a8ca6d86f4e00ad69cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1232417 Nov 11 11:55:16.835923 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47554) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:16.880747 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d0586205-ba24-4b3e-83ce-b11f4dd00e0b req-31db44de-0a5c-4152-a507-0e1016412eeb tempest-ImagesTestJSON-1345672695 tempest-ImagesTestJSON-1345672695-project] 10.222.0.65 "GET /v2.0/ports?device_id=37a9e1a8-d64a-42d2-a3c9-7f4d81f72f36 HTTP/1.1" status: 200 len: 210 time: 0.0574012 Nov 11 11:55:16.975661 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c691b49-64f0-473d-b137-d1846f518c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:17.028015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc16b3-ede5-475a-a25c-a259bb7a2e92 req-8182a2b7-a1c2-4c82-8930-93f1c90cd88d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:17.034235 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c691b49-64f0-473d-b137-d1846f518c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:17.043331 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f8158f-eea7-4d88-9140-ec394cd739bd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1197279436-router', 'tenant_id': 'b0c62dfe45e349fcb13f79773953521d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '550cb3f4-d350-4b03-9c27-d60b4532bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:11Z', 'updated_at': '2021-11-11T11:55:13Z', 'revision_number': 3, 'project_id': 'b0c62dfe45e349fcb13f79773953521d', 'gw_port': {'id': '550cb3f4-d350-4b03-9c27-d60b4532bb9f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f8158f-eea7-4d88-9140-ec394cd739bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:12Z', 'updated_at': '2021-11-11T11:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:17.046872 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d9fc16b3-ede5-475a-a25c-a259bb7a2e92 req-8182a2b7-a1c2-4c82-8930-93f1c90cd88d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.2785854 Nov 11 11:55:17.150069 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c691b49-64f0-473d-b137-d1846f518c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:17.155983 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c691b49-64f0-473d-b137-d1846f518c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:17.159146 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7c691b49-64f0-473d-b137-d1846f518c5a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bbbb17d0-b638-4be2-8473-c0d38efbe442 HTTP/1.1" status: 204 len: 168 time: 0.3189585 Nov 11 11:55:17.170560 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Checking router: 51f8158f-eea7-4d88-9140-ec394cd739bd for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:55:17.172777 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Updating router 51f8158f-eea7-4d88-9140-ec394cd739bd port 550cb3f4-d350-4b03-9c27-d60b4532bb9f binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:55:17.174812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c691b49-64f0-473d-b137-d1846f518c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbb17d0-b638-4be2-8473-c0d38efbe442,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:17.240657 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:17.281931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d9fc16b3-ede5-475a-a25c-a259bb7a2e92 req-07027a62-c5f9-4465-9266-80eecb315592 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304630 Nov 11 11:55:17.655547 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:17.674553 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:17.774510 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Attempting to bind port 550cb3f4-d350-4b03-9c27-d60b4532bb9f on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:55:17.775139 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Attempting to bind port 550cb3f4-d350-4b03-9c27-d60b4532bb9f by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:55:17.775735 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Attempting to bind port 550cb3f4-d350-4b03-9c27-d60b4532bb9f on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:17.781809 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c695e-8f05-4aac-8eef-9e937a2327c7 None None] Pushing event updated for resources: {'Port': ['ID=550cb3f4-d350-4b03-9c27-d60b4532bb9f,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:17.804788 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c695e-8f05-4aac-8eef-9e937a2327c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:17.807001 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c695e-8f05-4aac-8eef-9e937a2327c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:17.807804 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c695e-8f05-4aac-8eef-9e937a2327c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:17.808318 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c695e-8f05-4aac-8eef-9e937a2327c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:17.810916 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c695e-8f05-4aac-8eef-9e937a2327c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:17.812138 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c695e-8f05-4aac-8eef-9e937a2327c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:17.812794 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c695e-8f05-4aac-8eef-9e937a2327c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:17.814063 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c695e-8f05-4aac-8eef-9e937a2327c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:17.814566 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c695e-8f05-4aac-8eef-9e937a2327c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:17.816930 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c695e-8f05-4aac-8eef-9e937a2327c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:17.817711 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c695e-8f05-4aac-8eef-9e937a2327c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:17.818228 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c695e-8f05-4aac-8eef-9e937a2327c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:17.825676 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:55:17.828089 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:17.828737 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:17.829302 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:55:17.829984 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Bound port: 550cb3f4-d350-4b03-9c27-d60b4532bb9f, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:55:17.831503 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:17.862473 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:17.925416 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] For port 550cb3f4-d350-4b03-9c27-d60b4532bb9f, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:55:17.930502 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] For port 550cb3f4-d350-4b03-9c27-d60b4532bb9f, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=550cb3f4-d350-4b03-9c27-d60b4532bb9f,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:55:17.938982 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:18.001447 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Routers {'51f8158f-eea7-4d88-9140-ec394cd739bd'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:55:18.002272 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:55:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['51f8158f-eea7-4d88-9140-ec394cd739bd'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:18.071801 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c695e-8f05-4aac-8eef-9e937a2327c7 None None] Pushing event updated for resources: {'Port': ['ID=550cb3f4-d350-4b03-9c27-d60b4532bb9f,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:18.205975 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] Set router 51f8158f-eea7-4d88-9140-ec394cd739bd gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:55:18.313190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Allocated IP 172.20.0.1 (df65b596-ad6e-48e9-9232-0db776833e97/81c5e3ee-ec93-4b7d-bcc3-8f853112f672/ea3966ed-c57f-4ac7-9975-73b53d10e96e) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:55:18.563358 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f8158f-eea7-4d88-9140-ec394cd739bd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1197279436-router', 'tenant_id': 'b0c62dfe45e349fcb13f79773953521d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '550cb3f4-d350-4b03-9c27-d60b4532bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:11Z', 'updated_at': '2021-11-11T11:55:13Z', 'revision_number': 3, 'project_id': 'b0c62dfe45e349fcb13f79773953521d', 'gw_port': {'id': '550cb3f4-d350-4b03-9c27-d60b4532bb9f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f8158f-eea7-4d88-9140-ec394cd739bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:12Z', 'updated_at': '2021-11-11T11:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:18.622607 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873674b7-05cd-4c85-bc51-b48e46bf441e None None] The sync data for ids ['51f8158f-eea7-4d88-9140-ec394cd739bd'] in n-d-807359-3 is: [{'id': '51f8158f-eea7-4d88-9140-ec394cd739bd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1197279436-router', 'tenant_id': 'b0c62dfe45e349fcb13f79773953521d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '550cb3f4-d350-4b03-9c27-d60b4532bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:11Z', 'updated_at': '2021-11-11T11:55:13Z', 'revision_number': 3, 'project_id': 'b0c62dfe45e349fcb13f79773953521d', 'gw_port': {'id': '550cb3f4-d350-4b03-9c27-d60b4532bb9f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f8158f-eea7-4d88-9140-ec394cd739bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:12Z', 'updated_at': '2021-11-11T11:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:55:18.690851 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:18.770231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0ed01-b0a8-4200-b8e1-42285364afa7 req-345a10bd-4dea-4ce9-b79e-9e1ca128e0f3 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:18.784127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47624) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:18.790627 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fab0ed01-b0a8-4200-b8e1-42285364afa7 req-345a10bd-4dea-4ce9-b79e-9e1ca128e0f3 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 945 time: 0.2305098 Nov 11 11:55:18.889358 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff289b62-14ae-40f4-84ee-5e0a62de7d3b req-ab72f961-6816-453e-8504-4a226cba451b tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:18.899426 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff289b62-14ae-40f4-84ee-5e0a62de7d3b req-ab72f961-6816-453e-8504-4a226cba451b tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.1998637 Nov 11 11:55:18.935104 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:18.979532 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-74c30543-00d6-4e41-bcba-35fe8c1aad7c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2115371979-network', 'tenant_id': '67f94b11282a42279e45a23ba30fcf1d'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:19.051727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c30543-00d6-4e41-bcba-35fe8c1aad7c admin admin] Made reservation on behalf of 67f94b11282a42279e45a23ba30fcf1d for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:19.054241 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fab0ed01-b0a8-4200-b8e1-42285364afa7 req-6976b3a6-4be8-4f19-a236-18fadd17927d tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626374 Nov 11 11:55:19.054795 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-74c30543-00d6-4e41-bcba-35fe8c1aad7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:19.091036 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-74c30543-00d6-4e41-bcba-35fe8c1aad7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:19.108013 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Network df65b596-ad6e-48e9-9232-0db776833e97 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:55:19.120297 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:19.131421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:55:19.200530 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:19.252953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Pushing event updated for resources: {'Port': ['ID=ea3966ed-c57f-4ac7-9975-73b53d10e96e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:19.383011 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-74c30543-00d6-4e41-bcba-35fe8c1aad7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:19.391488 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-74c30543-00d6-4e41-bcba-35fe8c1aad7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:19.453233 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff289b62-14ae-40f4-84ee-5e0a62de7d3b req-d99818fc-d89d-47f5-b63b-1fda28b80c83 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384362 Nov 11 11:55:19.460056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c30543-00d6-4e41-bcba-35fe8c1aad7c admin admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:55:19.480811 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-74c30543-00d6-4e41-bcba-35fe8c1aad7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:19.500333 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-74c30543-00d6-4e41-bcba-35fe8c1aad7c admin admin] Added segment 2423e042-70f6-4f15-8a77-9c2655a1a4db of type vlan for network 3bc555a8-78f0-4d3e-a500-5f083af5d794 Nov 11 11:55:19.527024 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-623a8abe-c0ff-40cd-8fc6-d903619ced22 None None] Provisioning complete for port ea3966ed-c57f-4ac7-9975-73b53d10e96e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:19.534416 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-623a8abe-c0ff-40cd-8fc6-d903619ced22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:19.607271 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-623a8abe-c0ff-40cd-8fc6-d903619ced22 None None] Port ea3966ed-c57f-4ac7-9975-73b53d10e96e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:55:19.625861 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-74c30543-00d6-4e41-bcba-35fe8c1aad7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:19.658369 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c30543-00d6-4e41-bcba-35fe8c1aad7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8513fea9-f5b2-497b-83f9-46331c7269e6,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:19.661997 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-74c30543-00d6-4e41-bcba-35fe8c1aad7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:19.663526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c30543-00d6-4e41-bcba-35fe8c1aad7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:19.663780 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-74c30543-00d6-4e41-bcba-35fe8c1aad7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:19.763823 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-74c30543-00d6-4e41-bcba-35fe8c1aad7c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9784906 Nov 11 11:55:19.767333 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47650) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:19.768473 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:19.790254 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-bdf60487-1c85-4a2b-8512-9048e044394e admin admin] Request body: {'subnet': {'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2115371979-subnet', 'tenant_id': '67f94b11282a42279e45a23ba30fcf1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:19.857956 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf60487-1c85-4a2b-8512-9048e044394e admin admin] Made reservation on behalf of 67f94b11282a42279e45a23ba30fcf1d for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:19.859524 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c30543-00d6-4e41-bcba-35fe8c1aad7c admin admin] Pushing event updated for resources: {'Network': ['ID=3bc555a8-78f0-4d3e-a500-5f083af5d794,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:19.860705 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bdf60487-1c85-4a2b-8512-9048e044394e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:19.872449 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 3bc555a8-78f0-4d3e-a500-5f083af5d794 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:55:20.149947 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 550cb3f4-d350-4b03-9c27-d60b4532bb9f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:55:20.365134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 550cb3f4-d350-4b03-9c27-d60b4532bb9f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:20.366003 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:20.400005 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bdf60487-1c85-4a2b-8512-9048e044394e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:20.550681 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:20.591881 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf60487-1c85-4a2b-8512-9048e044394e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe659b4-2536-4abf-9268-da5913f8d819,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:20.623549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 550cb3f4-d350-4b03-9c27-d60b4532bb9f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=550cb3f4-d350-4b03-9c27-d60b4532bb9f,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:20.630462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf60487-1c85-4a2b-8512-9048e044394e admin admin] Checking segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:20.631333 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf60487-1c85-4a2b-8512-9048e044394e admin admin] Network hostable DHCP agents. Network: 3bc555a8-78f0-4d3e-a500-5f083af5d794, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:55:20.642180 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:20.675127 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c87f42-b8ad-4f06-8682-f64229ab27f9 req-3660447e-7896-4219-b5a0-c0b4ffda2f3d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:20.682399 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2c87f42-b8ad-4f06-8682-f64229ab27f9 req-3660447e-7896-4219-b5a0-c0b4ffda2f3d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.1990747 Nov 11 11:55:20.743133 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:20.754014 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf60487-1c85-4a2b-8512-9048e044394e admin admin] Network 3bc555a8-78f0-4d3e-a500-5f083af5d794 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:55:20.756073 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:20.768931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=550cb3f4-d350-4b03-9c27-d60b4532bb9f,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:20.846848 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2c87f42-b8ad-4f06-8682-f64229ab27f9 req-51d64048-3dc8-4882-bb32-d192348ae115 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627915 Nov 11 11:55:20.910005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-bdf60487-1c85-4a2b-8512-9048e044394e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 3bc555a8-78f0-4d3e-a500-5f083af5d794) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:20.924330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dcb7a0-e849-41c4-bf5e-7d63059b2bbd None None] Network 3bc555a8-78f0-4d3e-a500-5f083af5d794 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:20.925789 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf60487-1c85-4a2b-8512-9048e044394e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:20.926448 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bdf60487-1c85-4a2b-8512-9048e044394e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:20.958503 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:20.967846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Pushing event updated for resources: {'Port': ['ID=ea3966ed-c57f-4ac7-9975-73b53d10e96e,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:21.038103 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bdf60487-1c85-4a2b-8512-9048e044394e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2490630 Nov 11 11:55:21.129927 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e84fc-0dae-4cff-b237-43191b5532ce req-09122eb8-e581-4c1e-aaa4-3f84e7cf6491 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:21.131635 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b7e84fc-0dae-4cff-b237-43191b5532ce req-09122eb8-e581-4c1e-aaa4-3f84e7cf6491 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 945 time: 0.2933953 Nov 11 11:55:21.158426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47702) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:21.191598 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2714b3d9-0ea2-4132-809a-49c7b9f41bf8 None None] Network 3bc555a8-78f0-4d3e-a500-5f083af5d794 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:21.196844 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6d96c-a76b-43bb-b04f-2e48f32577af req-560874bd-5148-4dde-8d3b-8f7914eafa52 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:21.198980 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5c6d96c-a76b-43bb-b04f-2e48f32577af req-560874bd-5148-4dde-8d3b-8f7914eafa52 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9873d365-8ee6-41c4-a4c8-b576d461238f HTTP/1.1" status: 200 len: 945 time: 0.1791942 Nov 11 11:55:21.269212 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Network df65b596-ad6e-48e9-9232-0db776833e97 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:55:21.281039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:21.304871 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b7e84fc-0dae-4cff-b237-43191b5532ce req-bb9e7e22-65aa-4ff3-a9fb-b463e9f6c1f6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586967 Nov 11 11:55:21.333655 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:21.459376 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5c6d96c-a76b-43bb-b04f-2e48f32577af req-a10261d9-4c70-4e67-9a6a-16475b5c84f8 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466846 Nov 11 11:55:21.568553 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-11d791d1-979b-46d4-973f-f38a1dc65a8c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=017cd7c9e21149e29de91f055a58c354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4064839 Nov 11 11:55:21.571230 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47728) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:21.621264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Router 51f8158f-eea7-4d88-9140-ec394cd739bd has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:55:21.702449 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe45ccfc-3863-48e5-b374-b6ff60fdfc49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:21.733235 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe45ccfc-3863-48e5-b374-b6ff60fdfc49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:21.775854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e808eda3-8ff6-44a3-af5d-c7958e681168 None None] Provisioning complete for port ea3966ed-c57f-4ac7-9975-73b53d10e96e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:21.776423 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e808eda3-8ff6-44a3-af5d-c7958e681168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:21.815435 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe45ccfc-3863-48e5-b374-b6ff60fdfc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:21.818382 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe45ccfc-3863-48e5-b374-b6ff60fdfc49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:21.819866 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fe45ccfc-3863-48e5-b374-b6ff60fdfc49 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/befdd30d-5a55-45d6-a4ff-e80968309011 HTTP/1.1" status: 204 len: 168 time: 0.2476528 Nov 11 11:55:21.839442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45ccfc-3863-48e5-b374-b6ff60fdfc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befdd30d-5a55-45d6-a4ff-e80968309011,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:21.855824 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6806d0f-cf73-462d-ade2-0f95b8a5d937 req-b07b3e8a-4c62-40bd-979d-812849e40430 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:21.858477 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6806d0f-cf73-462d-ade2-0f95b8a5d937 req-b07b3e8a-4c62-40bd-979d-812849e40430 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9b8548-1669-4562-874b-84896894b8b1 HTTP/1.1" status: 200 len: 945 time: 0.1349611 Nov 11 11:55:21.894584 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:55:21.923998 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5072d1ce-799e-4d2d-9dc0-03594edfc71b admin admin] 10.222.0.65 "PUT /v2.0/routers/51f8158f-eea7-4d88-9140-ec394cd739bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4419549 Nov 11 11:55:21.930300 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Sync routers for ids ['51f8158f-eea7-4d88-9140-ec394cd739bd'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:55:21.943836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e808eda3-8ff6-44a3-af5d-c7958e681168 None None] Port ea3966ed-c57f-4ac7-9975-73b53d10e96e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:55:21.975788 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6806d0f-cf73-462d-ade2-0f95b8a5d937 req-15aba6b5-d1b1-4d9b-a484-445dad18a6d0 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092501 Nov 11 11:55:22.004571 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Routers {'51f8158f-eea7-4d88-9140-ec394cd739bd'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:55:22.005208 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:55:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['51f8158f-eea7-4d88-9140-ec394cd739bd'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:22.014145 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-e7ad6a91-22bf-4876-9889-e9b4e5fe8fa1 req-cabfccb4-7fc8-4dda-90dc-a7ecf13bba24 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:55:22.014431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47756) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:22.015095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7ad6a91-22bf-4876-9889-e9b4e5fe8fa1 req-cabfccb4-7fc8-4dda-90dc-a7ecf13bba24 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067096 Nov 11 11:55:22.117539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7ad3ad-9d37-4378-b264-956d3d8163fc admin admin] Deleting subnet 6895bfe9-2caf-4d68-8e8e-acf7b9702df7 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:55:22.127202 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6d7ad3ad-9d37-4378-b264-956d3d8163fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:22.136824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 550cb3f4-d350-4b03-9c27-d60b4532bb9f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:55:22.146207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47762) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:22.163526 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f2150f39-1632-4c8c-b347-8ec966c1c8b7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-213889455-network', 'tenant_id': '1b18257a6ae546679c615fce73ad0e7d'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:22.214634 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6d7ad3ad-9d37-4378-b264-956d3d8163fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:22.252226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7ad6a91-22bf-4876-9889-e9b4e5fe8fa1 req-3d3e175e-6526-4283-b0cd-42045b815c83 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2274632 Nov 11 11:55:22.269716 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2150f39-1632-4c8c-b347-8ec966c1c8b7 admin admin] Made reservation on behalf of 1b18257a6ae546679c615fce73ad0e7d for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:22.273496 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2150f39-1632-4c8c-b347-8ec966c1c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:22.307314 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2150f39-1632-4c8c-b347-8ec966c1c8b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:22.362184 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6d7ad3ad-9d37-4378-b264-956d3d8163fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:22.380428 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Set router 51f8158f-eea7-4d88-9140-ec394cd739bd gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:55:22.536691 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6d7ad3ad-9d37-4378-b264-956d3d8163fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:22.550402 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2150f39-1632-4c8c-b347-8ec966c1c8b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:22.556412 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2150f39-1632-4c8c-b347-8ec966c1c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:22.631159 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ad3ad-9d37-4378-b264-956d3d8163fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6895bfe9-2caf-4d68-8e8e-acf7b9702df7,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:22.659730 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6d7ad3ad-9d37-4378-b264-956d3d8163fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:22.674854 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6d7ad3ad-9d37-4378-b264-956d3d8163fc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6895bfe9-2caf-4d68-8e8e-acf7b9702df7 HTTP/1.1" status: 204 len: 168 time: 0.6582668 Nov 11 11:55:22.675744 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47780) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:22.683811 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2150f39-1632-4c8c-b347-8ec966c1c8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627c7f46-d235-442f-9c98-e06724fccaa8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:22.700915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2150f39-1632-4c8c-b347-8ec966c1c8b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:55:22.800301 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2150f39-1632-4c8c-b347-8ec966c1c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:22.800575 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-f2150f39-1632-4c8c-b347-8ec966c1c8b7 admin admin] Added segment c33f1c7e-6905-478a-b6b5-9fc07e40a350 of type vlan for network 913b1703-2762-4025-9bae-2c2c6eafa67d Nov 11 11:55:22.802919 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-22d5d708-61ae-43a8-b3b0-dfb450b2e832 req-c0d7f3ce-05ef-4bb9-b10b-3ac678f9f5fe tempest-FloatingIPDetailsNegativeTestJSON-1461211903 tempest-FloatingIPDetailsNegativeTestJSON-1461211903-project] show failed (client error): The resource could not be found. Nov 11 11:55:22.804010 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-22d5d708-61ae-43a8-b3b0-dfb450b2e832 req-c0d7f3ce-05ef-4bb9-b10b-3ac678f9f5fe tempest-FloatingIPDetailsNegativeTestJSON-1461211903 tempest-FloatingIPDetailsNegativeTestJSON-1461211903-project] 10.222.0.65 "GET /v2.0/floatingips/e61becf6-c434-4e14-910d-cb52137656a0 HTTP/1.1" status: 404 len: 350 time: 0.0854621 Nov 11 11:55:22.815305 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1027317-316d-40e2-9c09-8ac61ddec271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:22.817338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47784) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:22.889403 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2150f39-1632-4c8c-b347-8ec966c1c8b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:22.910456 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aab3f1-c9e3-4e27-805a-3481700989c5 req-20af6bfa-9dfb-466d-9762-a2e90b7c9c48 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:22.918741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59aab3f1-c9e3-4e27-805a-3481700989c5 req-20af6bfa-9dfb-466d-9762-a2e90b7c9c48 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 945 time: 0.1199107 Nov 11 11:55:23.002593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59aab3f1-c9e3-4e27-805a-3481700989c5 req-670c0928-3763-48ec-93eb-76cf2d385967 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794094 Nov 11 11:55:23.014546 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2150f39-1632-4c8c-b347-8ec966c1c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:23.015951 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2150f39-1632-4c8c-b347-8ec966c1c8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:23.016861 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2150f39-1632-4c8c-b347-8ec966c1c8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:23.133335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f2150f39-1632-4c8c-b347-8ec966c1c8b7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9791930 Nov 11 11:55:23.135202 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47796) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:23.181104 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0ea7bbd3-f45f-4011-9ae6-c3446dbda549 admin admin] Request body: {'subnet': {'network_id': '913b1703-2762-4025-9bae-2c2c6eafa67d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-213889455-subnet', 'tenant_id': '1b18257a6ae546679c615fce73ad0e7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:23.215915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea7bbd3-f45f-4011-9ae6-c3446dbda549 admin admin] Made reservation on behalf of 1b18257a6ae546679c615fce73ad0e7d for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:23.218355 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ea7bbd3-f45f-4011-9ae6-c3446dbda549 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:23.224609 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2150f39-1632-4c8c-b347-8ec966c1c8b7 admin admin] Pushing event updated for resources: {'Network': ['ID=913b1703-2762-4025-9bae-2c2c6eafa67d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:23.253535 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 913b1703-2762-4025-9bae-2c2c6eafa67d details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:55:23.368944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291b042-4372-4402-a41d-e66554142637 req-245384cf-57e9-423f-bd5b-d11f5c7cf07b tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:23.384862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b291b042-4372-4402-a41d-e66554142637 req-245384cf-57e9-423f-bd5b-d11f5c7cf07b tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.1838789 Nov 11 11:55:23.442099 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47804) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:23.460778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 550cb3f4-d350-4b03-9c27-d60b4532bb9f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:23.461135 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:23.521901 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b291b042-4372-4402-a41d-e66554142637 req-22c5a587-b495-4f21-ba19-3af934a10f48 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326449 Nov 11 11:55:23.550215 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1027317-316d-40e2-9c09-8ac61ddec271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:23.584296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-a1027317-316d-40e2-9c09-8ac61ddec271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3912451f-5f8d-4108-8931-6e48d526950a']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:23.584877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f8158f-eea7-4d88-9140-ec394cd739bd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1197279436-router', 'tenant_id': 'b0c62dfe45e349fcb13f79773953521d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '550cb3f4-d350-4b03-9c27-d60b4532bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:11Z', 'updated_at': '2021-11-11T11:55:19Z', 'revision_number': 4, 'project_id': 'b0c62dfe45e349fcb13f79773953521d', 'gw_port': {'id': '550cb3f4-d350-4b03-9c27-d60b4532bb9f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f8158f-eea7-4d88-9140-ec394cd739bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:12Z', 'updated_at': '2021-11-11T11:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'ea3966ed-c57f-4ac7-9975-73b53d10e96e', 'name': '', 'network_id': 'df65b596-ad6e-48e9-9232-0db776833e97', 'tenant_id': 'b0c62dfe45e349fcb13f79773953521d', 'mac_address': 'fa:16:3e:44:a1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f8158f-eea7-4d88-9140-ec394cd739bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '81c5e3ee-ec93-4b7d-bcc3-8f853112f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:17Z', 'updated_at': '2021-11-11T11:55:19Z', 'revision_number': 2, 'project_id': 'b0c62dfe45e349fcb13f79773953521d', 'subnets': [{'id': '81c5e3ee-ec93-4b7d-bcc3-8f853112f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:23.608777 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-a1027317-316d-40e2-9c09-8ac61ddec271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49589435-f4a7-4260-ada9-a576d4b43658') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:23.609170 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-a1027317-316d-40e2-9c09-8ac61ddec271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49589435-f4a7-4260-ada9-a576d4b43658') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:23.624451 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1027317-316d-40e2-9c09-8ac61ddec271 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:23.647354 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1027317-316d-40e2-9c09-8ac61ddec271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:23.656763 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1027317-316d-40e2-9c09-8ac61ddec271 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:55:23.657898 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1027317-316d-40e2-9c09-8ac61ddec271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:55:23.677380 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:55:23.695036 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Checking router: 51f8158f-eea7-4d88-9140-ec394cd739bd for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:55:23.695378 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Updating router 51f8158f-eea7-4d88-9140-ec394cd739bd port ea3966ed-c57f-4ac7-9975-73b53d10e96e binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:55:23.706834 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ea7bbd3-f45f-4011-9ae6-c3446dbda549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:23.716057 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a2faa804-435a-49ff-8705-d5dc9cbbc19a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1908260909-network', 'tenant_id': '33b0dd3848244d8cb3cf614aedd17af3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:23.733964 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:23.750419 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d5c74-8409-4440-b64c-c7b6de202311 req-fc20208f-0270-4d5a-aae8-2f3873ad0de6 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:23.759435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e3d5c74-8409-4440-b64c-c7b6de202311 req-fc20208f-0270-4d5a-aae8-2f3873ad0de6 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9873d365-8ee6-41c4-a4c8-b576d461238f HTTP/1.1" status: 200 len: 945 time: 0.1305287 Nov 11 11:55:23.770955 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2faa804-435a-49ff-8705-d5dc9cbbc19a admin admin] Made reservation on behalf of 33b0dd3848244d8cb3cf614aedd17af3 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:23.773772 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a2faa804-435a-49ff-8705-d5dc9cbbc19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:23.796515 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a2faa804-435a-49ff-8705-d5dc9cbbc19a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:23.836255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7bbd3-f45f-4011-9ae6-c3446dbda549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a66e358-df4f-42e4-9194-9ddf323b6036,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:23.856567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e3d5c74-8409-4440-b64c-c7b6de202311 req-2ac3d60e-b9da-4fca-9e84-6ce16f91b653 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960889 Nov 11 11:55:23.872684 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea7bbd3-f45f-4011-9ae6-c3446dbda549 admin admin] Checking segment: {'id': 'c33f1c7e-6905-478a-b6b5-9fc07e40a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '913b1703-2762-4025-9bae-2c2c6eafa67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:23.873223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea7bbd3-f45f-4011-9ae6-c3446dbda549 admin admin] Network hostable DHCP agents. Network: 913b1703-2762-4025-9bae-2c2c6eafa67d, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:55:23.879030 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1027317-316d-40e2-9c09-8ac61ddec271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:23.884957 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1027317-316d-40e2-9c09-8ac61ddec271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:23.890663 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a1027317-316d-40e2-9c09-8ac61ddec271 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3912451f-5f8d-4108-8931-6e48d526950a HTTP/1.1" status: 204 len: 168 time: 1.2099545 Nov 11 11:55:23.923750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1027317-316d-40e2-9c09-8ac61ddec271 admin admin] Pushing event deleted for resources: {'Network': ['ID=3912451f-5f8d-4108-8931-6e48d526950a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:23.961366 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea7bbd3-f45f-4011-9ae6-c3446dbda549 admin admin] Network 913b1703-2762-4025-9bae-2c2c6eafa67d is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:55:23.982340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-0ea7bbd3-f45f-4011-9ae6-c3446dbda549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 913b1703-2762-4025-9bae-2c2c6eafa67d) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:23.995382 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea7bbd3-f45f-4011-9ae6-c3446dbda549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:24.001079 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ea7bbd3-f45f-4011-9ae6-c3446dbda549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:24.077445 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4768947c-9f95-45a7-9f03-248ccd48ee55 None None] Network 913b1703-2762-4025-9bae-2c2c6eafa67d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:24.164542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47828) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:24.205227 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0ea7bbd3-f45f-4011-9ae6-c3446dbda549 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0671349 Nov 11 11:55:24.260480 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a2faa804-435a-49ff-8705-d5dc9cbbc19a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:24.276528 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a2faa804-435a-49ff-8705-d5dc9cbbc19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:24.284862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-820985b0-55cd-4dcb-ad36-e3ab71aeac84 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ea71f96c9cce46148a8d917cd68a071b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1144919 Nov 11 11:55:24.285131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47832) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:24.298977 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868024f7-332f-4377-b654-a2d6e97ac314 req-594308b2-5104-4d20-ac80-f1d8651e0431 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:24.307017 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-868024f7-332f-4377-b654-a2d6e97ac314 req-594308b2-5104-4d20-ac80-f1d8651e0431 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9b8548-1669-4562-874b-84896894b8b1 HTTP/1.1" status: 200 len: 945 time: 0.2473900 Nov 11 11:55:24.323947 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f0405-11b7-4011-828f-5bf5d971b345 req-49c301ae-5584-48fc-aad4-f20442fb9ad0 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:24.332979 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b04f0405-11b7-4011-828f-5bf5d971b345 req-49c301ae-5584-48fc-aad4-f20442fb9ad0 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 945 time: 0.1220272 Nov 11 11:55:24.336108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2faa804-435a-49ff-8705-d5dc9cbbc19a admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:55:24.362750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2faa804-435a-49ff-8705-d5dc9cbbc19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0549806-0960-4133-a646-ef8baa13a645,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:24.415737 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a2faa804-435a-49ff-8705-d5dc9cbbc19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:24.416089 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-a2faa804-435a-49ff-8705-d5dc9cbbc19a admin admin] Added segment 1174f338-f718-4750-b8b3-63fbe19dfd7f of type vlan for network b2b16c0a-0494-480e-b52f-adfd0181a985 Nov 11 11:55:24.464634 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-868024f7-332f-4377-b654-a2d6e97ac314 req-a29f83f8-e409-4b85-b0c7-471a4b7a75c1 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519847 Nov 11 11:55:24.523060 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b04f0405-11b7-4011-828f-5bf5d971b345 req-1262d319-d21f-44eb-89d1-5d7421ec21fe tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890047 Nov 11 11:55:24.569209 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4227-5395-4630-a024-6bc19f45d0f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:24.622812 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:24.629618 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac12722f-365c-41e4-94e8-db4d162b1038 None None] Network 913b1703-2762-4025-9bae-2c2c6eafa67d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:24.649112 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a2faa804-435a-49ff-8705-d5dc9cbbc19a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:24.651389 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4227-5395-4630-a024-6bc19f45d0f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:24.740328 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4227-5395-4630-a024-6bc19f45d0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:24.755458 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4227-5395-4630-a024-6bc19f45d0f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:24.757152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9b4a4227-5395-4630-a024-6bc19f45d0f1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f599c624-3b0c-4262-9a20-9f97ba2ee89b HTTP/1.1" status: 204 len: 168 time: 0.4711359 Nov 11 11:55:24.770410 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:24.772986 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a4227-5395-4630-a024-6bc19f45d0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f599c624-3b0c-4262-9a20-9f97ba2ee89b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:24.786730 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a2faa804-435a-49ff-8705-d5dc9cbbc19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:24.787721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2faa804-435a-49ff-8705-d5dc9cbbc19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:24.790165 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a2faa804-435a-49ff-8705-d5dc9cbbc19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:24.896271 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44e143-1a89-4df1-849c-682f2895ef1a None None] Pushing event updated for resources: {'Port': ['ID=ea3966ed-c57f-4ac7-9975-73b53d10e96e,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:24.953672 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2faa804-435a-49ff-8705-d5dc9cbbc19a admin admin] Pushing event updated for resources: {'Network': ['ID=b2b16c0a-0494-480e-b52f-adfd0181a985,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:25.000059 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a2faa804-435a-49ff-8705-d5dc9cbbc19a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5284600 Nov 11 11:55:25.001746 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52183398-1e78-459f-ba70-26e8bf516524 req-6d72b752-18f5-425d-990b-e4c997a54dc9 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:25.002140 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47852) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:25.003365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network b2b16c0a-0494-480e-b52f-adfd0181a985 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:55:25.008255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2fba698f-7240-47bc-92ba-ddbfe49c2b55 admin admin] Request body: {'subnet': {'network_id': 'b2b16c0a-0494-480e-b52f-adfd0181a985', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1908260909-subnet', 'tenant_id': '33b0dd3848244d8cb3cf614aedd17af3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:25.015220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52183398-1e78-459f-ba70-26e8bf516524 req-6d72b752-18f5-425d-990b-e4c997a54dc9 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:25.021181 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52183398-1e78-459f-ba70-26e8bf516524 req-6d72b752-18f5-425d-990b-e4c997a54dc9 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:25.029726 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-52183398-1e78-459f-ba70-26e8bf516524 req-6d72b752-18f5-425d-990b-e4c997a54dc9 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9b8548-1669-4562-874b-84896894b8b1&device_id=9873d365-8ee6-41c4-a4c8-b576d461238f&device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 2417 time: 0.1483891 Nov 11 11:55:25.043277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fba698f-7240-47bc-92ba-ddbfe49c2b55 admin admin] Made reservation on behalf of 33b0dd3848244d8cb3cf614aedd17af3 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:25.047213 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2fba698f-7240-47bc-92ba-ddbfe49c2b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:25.172707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44e143-1a89-4df1-849c-682f2895ef1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:25.172707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44e143-1a89-4df1-849c-682f2895ef1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:25.172707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44e143-1a89-4df1-849c-682f2895ef1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:25.172707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44e143-1a89-4df1-849c-682f2895ef1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:25.172707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44e143-1a89-4df1-849c-682f2895ef1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:25.172707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44e143-1a89-4df1-849c-682f2895ef1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:25.172707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44e143-1a89-4df1-849c-682f2895ef1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:25.172707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44e143-1a89-4df1-849c-682f2895ef1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:25.172707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44e143-1a89-4df1-849c-682f2895ef1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:25.172707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44e143-1a89-4df1-849c-682f2895ef1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:25.172707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44e143-1a89-4df1-849c-682f2895ef1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:25.172707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44e143-1a89-4df1-849c-682f2895ef1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:55:25.179652 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-52183398-1e78-459f-ba70-26e8bf516524 req-e80a8b7b-5819-4f42-9f11-f41c1e147c35 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345425 Nov 11 11:55:25.243435 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Attempting to bind port ea3966ed-c57f-4ac7-9975-73b53d10e96e on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:55:25.243911 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Attempting to bind port ea3966ed-c57f-4ac7-9975-73b53d10e96e by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'd881fece-1c28-463d-94f8-e94aaa0739d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'df65b596-ad6e-48e9-9232-0db776833e97'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:55:25.245561 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Attempting to bind port ea3966ed-c57f-4ac7-9975-73b53d10e96e on network df65b596-ad6e-48e9-9232-0db776833e97 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:25.263550 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:55:25.263954 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Checking segment: {'id': 'd881fece-1c28-463d-94f8-e94aaa0739d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'df65b596-ad6e-48e9-9232-0db776833e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:25.264236 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:25.264403 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Bound using segment: {'id': 'd881fece-1c28-463d-94f8-e94aaa0739d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'df65b596-ad6e-48e9-9232-0db776833e97'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:55:25.264851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Bound port: ea3966ed-c57f-4ac7-9975-73b53d10e96e, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd881fece-1c28-463d-94f8-e94aaa0739d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'df65b596-ad6e-48e9-9232-0db776833e97'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:55:25.265220 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:25.275874 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b85b27a5-87e1-4232-b358-464388a41477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:25.341721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-9107474d-151d-443f-80a8-09d4136cc47f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:25.350541 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-9107474d-151d-443f-80a8-09d4136cc47f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 808 time: 0.2448742 Nov 11 11:55:25.359238 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-230d6afa-087f-4719-97ab-0f1f9ca49c2c None None] Provisioning complete for port ea3966ed-c57f-4ac7-9975-73b53d10e96e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:25.359939 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-230d6afa-087f-4719-97ab-0f1f9ca49c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:25.367048 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-e37dfd04-da7b-41fa-9707-8ac20bb40acc req-297c349b-6116-473d-8ecd-4257b63d8c33 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:55:25.377047 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e37dfd04-da7b-41fa-9707-8ac20bb40acc req-297c349b-6116-473d-8ecd-4257b63d8c33 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0230091 Nov 11 11:55:25.388958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-4e6938af-38c1-4a95-91db-a72c476c42ed tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/quotas/67f94b11282a42279e45a23ba30fcf1d HTTP/1.1" status: 200 len: 375 time: 0.0370774 Nov 11 11:55:25.457282 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] For port ea3966ed-c57f-4ac7-9975-73b53d10e96e, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:55:25.464508 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] For port ea3966ed-c57f-4ac7-9975-73b53d10e96e, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ea3966ed-c57f-4ac7-9975-73b53d10e96e,segment=NetworkSegment(d881fece-1c28-463d-94f8-e94aaa0739d7),segment_id=d881fece-1c28-463d-94f8-e94aaa0739d7)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:55:25.469930 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-230d6afa-087f-4719-97ab-0f1f9ca49c2c None None] Port ea3966ed-c57f-4ac7-9975-73b53d10e96e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:55:25.477032 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:25.490228 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-5b3275d1-1e60-4589-be24-96874938d94d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997484 Nov 11 11:55:25.594810 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Routers {'51f8158f-eea7-4d88-9140-ec394cd739bd'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:55:25.599884 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:55:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['51f8158f-eea7-4d88-9140-ec394cd739bd'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:25.607762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44e143-1a89-4df1-849c-682f2895ef1a None None] Pushing event updated for resources: {'Port': ['ID=ea3966ed-c57f-4ac7-9975-73b53d10e96e,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:25.631610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e37dfd04-da7b-41fa-9707-8ac20bb40acc req-c41b538a-de4d-422d-88ca-7bb1ce988144 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2534163 Nov 11 11:55:25.799209 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2fba698f-7240-47bc-92ba-ddbfe49c2b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:25.846367 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba698f-7240-47bc-92ba-ddbfe49c2b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c09dfc-c177-49ea-a14d-e77f9958078b,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:25.856524 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] Set router 51f8158f-eea7-4d88-9140-ec394cd739bd gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:55:25.977327 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba698f-7240-47bc-92ba-ddbfe49c2b55 admin admin] Checking segment: {'id': '1174f338-f718-4750-b8b3-63fbe19dfd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b2b16c0a-0494-480e-b52f-adfd0181a985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:25.977864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba698f-7240-47bc-92ba-ddbfe49c2b55 admin admin] Network hostable DHCP agents. Network: b2b16c0a-0494-480e-b52f-adfd0181a985, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:55:26.011299 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba698f-7240-47bc-92ba-ddbfe49c2b55 admin admin] Network b2b16c0a-0494-480e-b52f-adfd0181a985 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:55:26.037599 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-92c9b496-718d-4b71-b7c2-6abc74c0a53a service neutron] 10.222.0.65 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181286 Nov 11 11:55:26.043675 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-2fba698f-7240-47bc-92ba-ddbfe49c2b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, b2b16c0a-0494-480e-b52f-adfd0181a985) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:26.064651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7398a6b-0723-414c-baf9-a5d5cfee6756 None None] Network b2b16c0a-0494-480e-b52f-adfd0181a985 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:26.086678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fba698f-7240-47bc-92ba-ddbfe49c2b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:26.088674 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2fba698f-7240-47bc-92ba-ddbfe49c2b55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:26.097127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b85b27a5-87e1-4232-b358-464388a41477 admin admin] Deleting port ea3966ed-c57f-4ac7-9975-73b53d10e96e {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:55:26.098312 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b85b27a5-87e1-4232-b358-464388a41477 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:26.208991 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2fba698f-7240-47bc-92ba-ddbfe49c2b55 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2056847 Nov 11 11:55:26.275415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8d13fbc7-5390-4791-9260-efa91b4fd01f None None] Provisioning complete for port ea3966ed-c57f-4ac7-9975-73b53d10e96e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:26.275829 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8d13fbc7-5390-4791-9260-efa91b4fd01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:26.314605 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-b85b27a5-87e1-4232-b358-464388a41477 admin admin] For port ea3966ed-c57f-4ac7-9975-73b53d10e96e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ea3966ed-c57f-4ac7-9975-73b53d10e96e,segment=NetworkSegment(d881fece-1c28-463d-94f8-e94aaa0739d7),segment_id=d881fece-1c28-463d-94f8-e94aaa0739d7)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:26.314981 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b85b27a5-87e1-4232-b358-464388a41477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:26.345909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b85b27a5-87e1-4232-b358-464388a41477 admin admin] Calling delete_port for ea3966ed-c57f-4ac7-9975-73b53d10e96e owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:55:26.482167 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f8158f-eea7-4d88-9140-ec394cd739bd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1197279436-router', 'tenant_id': 'b0c62dfe45e349fcb13f79773953521d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '550cb3f4-d350-4b03-9c27-d60b4532bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:11Z', 'updated_at': '2021-11-11T11:55:19Z', 'revision_number': 4, 'project_id': 'b0c62dfe45e349fcb13f79773953521d', 'gw_port': {'id': '550cb3f4-d350-4b03-9c27-d60b4532bb9f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f8158f-eea7-4d88-9140-ec394cd739bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:12Z', 'updated_at': '2021-11-11T11:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'ea3966ed-c57f-4ac7-9975-73b53d10e96e', 'name': '', 'network_id': 'df65b596-ad6e-48e9-9232-0db776833e97', 'tenant_id': 'b0c62dfe45e349fcb13f79773953521d', 'mac_address': 'fa:16:3e:44:a1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f8158f-eea7-4d88-9140-ec394cd739bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '81c5e3ee-ec93-4b7d-bcc3-8f853112f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:17Z', 'updated_at': '2021-11-11T11:55:25Z', 'revision_number': 4, 'project_id': 'b0c62dfe45e349fcb13f79773953521d', 'subnets': [{'id': '81c5e3ee-ec93-4b7d-bcc3-8f853112f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:26.635212 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b85b27a5-87e1-4232-b358-464388a41477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:26.673039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b27a5-87e1-4232-b358-464388a41477 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea3966ed-c57f-4ac7-9975-73b53d10e96e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:26.762893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f596c7-4e29-4292-a8d2-31681d975ee7 None None] The sync data for ids ['51f8158f-eea7-4d88-9140-ec394cd739bd'] in n-d-807359-3 is: [{'id': '51f8158f-eea7-4d88-9140-ec394cd739bd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1197279436-router', 'tenant_id': 'b0c62dfe45e349fcb13f79773953521d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '550cb3f4-d350-4b03-9c27-d60b4532bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:11Z', 'updated_at': '2021-11-11T11:55:19Z', 'revision_number': 4, 'project_id': 'b0c62dfe45e349fcb13f79773953521d', 'gw_port': {'id': '550cb3f4-d350-4b03-9c27-d60b4532bb9f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f8158f-eea7-4d88-9140-ec394cd739bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:12Z', 'updated_at': '2021-11-11T11:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'ea3966ed-c57f-4ac7-9975-73b53d10e96e', 'name': '', 'network_id': 'df65b596-ad6e-48e9-9232-0db776833e97', 'tenant_id': 'b0c62dfe45e349fcb13f79773953521d', 'mac_address': 'fa:16:3e:44:a1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f8158f-eea7-4d88-9140-ec394cd739bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '81c5e3ee-ec93-4b7d-bcc3-8f853112f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:17Z', 'updated_at': '2021-11-11T11:55:25Z', 'revision_number': 4, 'project_id': 'b0c62dfe45e349fcb13f79773953521d', 'subnets': [{'id': '81c5e3ee-ec93-4b7d-bcc3-8f853112f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:55:26.792029 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8d13fbc7-5390-4791-9260-efa91b4fd01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:26.796630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4437252-c48f-453f-907f-f10ed0fa803d req-8559e87d-7243-4933-a719-c0fa17761215 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:26.806260 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c4437252-c48f-453f-907f-f10ed0fa803d req-8559e87d-7243-4933-a719-c0fa17761215 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 945 time: 0.6845641 Nov 11 11:55:26.865375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beac1283-8781-4398-967a-0b1bdae31933 None None] Network b2b16c0a-0494-480e-b52f-adfd0181a985 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:26.920510 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-34599f97-9cee-4cba-a64f-0f6f1ded013b service neutron] 10.222.0.65 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8818870 Nov 11 11:55:26.965811 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-02be67d7-60fc-4d96-8353-40429bd5da35 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:26.968575 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-02be67d7-60fc-4d96-8353-40429bd5da35 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327&tenant_id=6c923494b0b24034811a64096faf7424&binding%3Ahost_id=n-h1-807359-3 HTTP/1.1" status: 200 len: 1096 time: 0.7130911 Nov 11 11:55:26.987254 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c4437252-c48f-453f-907f-f10ed0fa803d req-d071a493-ff2d-4d1e-be48-5a7e7cbee37d tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772175 Nov 11 11:55:27.000080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807359-3'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:27.132013 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b85b27a5-87e1-4232-b358-464388a41477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:27.176363 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:27.448174 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] For port 7296f2ea-10c9-478e-a9ec-f45489068d1b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7296f2ea-10c9-478e-a9ec-f45489068d1b,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:27.538466 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] For port 7296f2ea-10c9-478e-a9ec-f45489068d1b, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:55:27.607836 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85b27a5-87e1-4232-b358-464388a41477 admin admin] Router 51f8158f-eea7-4d88-9140-ec394cd739bd has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:55:27.621526 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:27.624251 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb1e432-3f29-4636-9413-f999e4507327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7296f2ea-10c9-478e-a9ec-f45489068d1b'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:27.627203 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400072d3-802c-413d-8131-aa97cb61b582" -d '{"events": [{"server_uuid": "edb1e432-3f29-4636-9413-f999e4507327", "name": "network-vif-unplugged", "status": "completed", "tag": "7296f2ea-10c9-478e-a9ec-f45489068d1b"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:27.637982 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:27.805454 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-2bacdaad-28c7-4508-b2c4-56aec0a21861 req-bbab09e5-0c54-46f1-afc6-e6785711180a tempest-SecurityGroupsNegativeTestJSON-1354236750 tempest-SecurityGroupsNegativeTestJSON-1354236750-project] show failed (client error): The resource could not be found. Nov 11 11:55:27.806831 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2bacdaad-28c7-4508-b2c4-56aec0a21861 req-bbab09e5-0c54-46f1-afc6-e6785711180a tempest-SecurityGroupsNegativeTestJSON-1354236750 tempest-SecurityGroupsNegativeTestJSON-1354236750-project] 10.222.0.65 "GET /v2.0/security-groups/71227590-4cfb-4e6b-8102-c45c1c6ed315 HTTP/1.1" status: 404 len: 352 time: 0.0454586 Nov 11 11:55:27.859062 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Pushing event updated for resources: {'Port': ['ID=7296f2ea-10c9-478e-a9ec-f45489068d1b,revision_number=7']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:27.910071 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85b27a5-87e1-4232-b358-464388a41477 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:55:27.915090 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-e291c9f5-ad27-40ca-8109-def59f7017ba tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=686526bebef24d40b66620afed7909f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792439 Nov 11 11:55:27.926661 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b85b27a5-87e1-4232-b358-464388a41477 admin admin] 10.222.0.65 "PUT /v2.0/routers/51f8158f-eea7-4d88-9140-ec394cd739bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1079006 Nov 11 11:55:27.929206 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47940) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:28.024153 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c530e6a3-aa53-4b59-a5ba-2927964d16d5 req-ecfd69c7-e719-4ef3-b3aa-57e0ed6fa0a9 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 210 time: 0.1306627 Nov 11 11:55:28.027487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Attempting to bind port 7296f2ea-10c9-478e-a9ec-f45489068d1b on host n-h1-807359-3 for vnic_type normal with profile {"migrating_to": "n-h2-807359-3"} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:55:28.028566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Attempting to bind port 7296f2ea-10c9-478e-a9ec-f45489068d1b by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:55:28.028566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Attempting to bind port 7296f2ea-10c9-478e-a9ec-f45489068d1b on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:28.084518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Port 7296f2ea-10c9-478e-a9ec-f45489068d1b on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:55:28.084842 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Attempting to bind port 7296f2ea-10c9-478e-a9ec-f45489068d1b on network 9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:28.107952 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:55:28.108349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Checking segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:28.108728 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Bound using segment: {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:55:28.109265 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Bound port: 7296f2ea-10c9-478e-a9ec-f45489068d1b, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3611b7cb-e470-41fc-834f-352140dafe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:55:28.109650 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:28.142847 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c4221fb-7c4f-4572-8410-e2554adc7712 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:28.230791 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] For port 7296f2ea-10c9-478e-a9ec-f45489068d1b, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:55:28.243092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] For port 7296f2ea-10c9-478e-a9ec-f45489068d1b, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7296f2ea-10c9-478e-a9ec-f45489068d1b,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:55:28.272117 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:28.337268 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c4221fb-7c4f-4572-8410-e2554adc7712 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:28.399153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 7296f2ea-10c9-478e-a9ec-f45489068d1b details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:55:28.444269 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-2c4221fb-7c4f-4572-8410-e2554adc7712 admin admin] Deleting port 550cb3f4-d350-4b03-9c27-d60b4532bb9f {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:55:28.444614 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c4221fb-7c4f-4572-8410-e2554adc7712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:28.448429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Pushing event updated for resources: {'Port': ['ID=7296f2ea-10c9-478e-a9ec-f45489068d1b,revision_number=8']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:28.501798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-d11ff8a2-9b24-4e70-9128-7799bc27b2ef tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:28.505194 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-d11ff8a2-9b24-4e70-9128-7799bc27b2ef tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5900829 Nov 11 11:55:28.510526 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64b58b3-d3d8-4c8d-9bad-c1a49835f51d x-openstack-request-id: req-f64b58b3-d3d8-4c8d-9bad-c1a49835f51d {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:28.516013 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb1e432-3f29-4636-9413-f999e4507327", "name": "network-vif-unplugged", "status": "completed", "tag": "7296f2ea-10c9-478e-a9ec-f45489068d1b", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:28.517691 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f64b58b3-d3d8-4c8d-9bad-c1a49835f51d {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:28.518280 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb1e432-3f29-4636-9413-f999e4507327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7296f2ea-10c9-478e-a9ec-f45489068d1b', 'code': 200} Nov 11 11:55:28.581230 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-2c4221fb-7c4f-4572-8410-e2554adc7712 admin admin] For port 550cb3f4-d350-4b03-9c27-d60b4532bb9f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=550cb3f4-d350-4b03-9c27-d60b4532bb9f,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:28.581532 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-1fb64d2d-6f79-4bf4-adf1-9fe4b56c15a3 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/quotas/686526bebef24d40b66620afed7909f3 HTTP/1.1" status: 200 len: 375 time: 0.0546317 Nov 11 11:55:28.581750 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c4221fb-7c4f-4572-8410-e2554adc7712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:28.602581 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-2c4221fb-7c4f-4572-8410-e2554adc7712 admin admin] Calling delete_port for 550cb3f4-d350-4b03-9c27-d60b4532bb9f owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:55:28.684326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 7296f2ea-10c9-478e-a9ec-f45489068d1b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7296f2ea-10c9-478e-a9ec-f45489068d1b,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:28.717984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 7296f2ea-10c9-478e-a9ec-f45489068d1b has no active binding in host n-h2-807359-3 {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 11:55:28.739455 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-b18c4878-79ec-469c-9ea5-598c534eb7ca tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=686526bebef24d40b66620afed7909f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1565514 Nov 11 11:55:28.759235 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:28.759857 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:28.763224 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-a0342920-a138-471a-80e6-e7c211665037 service neutron] 10.222.0.43 "PUT /v2.0/ports/7296f2ea-10c9-478e-a9ec-f45489068d1b HTTP/1.1" status: 200 len: 1121 time: 1.7749612 Nov 11 11:55:28.816423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3846d3-cd98-4f5a-a6df-7c44ce5b30fd req-f3513e9b-1656-4cfe-acaf-07c5a137f7a6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:28.829673 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca3846d3-cd98-4f5a-a6df-7c44ce5b30fd req-f3513e9b-1656-4cfe-acaf-07c5a137f7a6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 943 time: 0.1456032 Nov 11 11:55:28.856119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['7296f2ea-10c9-478e-a9ec-f45489068d1b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:55:28.868499 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c4221fb-7c4f-4572-8410-e2554adc7712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:28.934305 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca3846d3-cd98-4f5a-a6df-7c44ce5b30fd req-b1a77c7b-679a-4489-bb88-119d6baeb814 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030858 Nov 11 11:55:29.008080 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4221fb-7c4f-4572-8410-e2554adc7712 admin admin] Pushing event deleted for resources: {'Port': ['ID=550cb3f4-d350-4b03-9c27-d60b4532bb9f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:29.047178 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['7296f2ea-10c9-478e-a9ec-f45489068d1b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:55:29.341683 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c4221fb-7c4f-4572-8410-e2554adc7712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:29.491849 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-717b965a-28c5-4c20-90dc-3fd918c78e83 req-a222716f-7c00-43b0-83bd-1036063b3431 tempest-SecurityGroupsNegativeTestJSON-1354236750 tempest-SecurityGroupsNegativeTestJSON-1354236750-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=33b0dd3848244d8cb3cf614aedd17af3 HTTP/1.1" status: 200 len: 3001 time: 0.2841969 Nov 11 11:55:29.525678 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c4221fb-7c4f-4572-8410-e2554adc7712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:29.530126 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c4221fb-7c4f-4572-8410-e2554adc7712 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:29.547374 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5205ccb-cc81-45f5-8590-5d916589a6ed None None] Sync routers for ids ['51f8158f-eea7-4d88-9140-ec394cd739bd'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:55:29.555294 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-7d2313fe-0be3-4143-8614-fd3a5c56b9fa tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:29.557042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-7d2313fe-0be3-4143-8614-fd3a5c56b9fa tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.43 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 808 time: 0.4305193 Nov 11 11:55:29.569722 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5205ccb-cc81-45f5-8590-5d916589a6ed None None] Routers {'51f8158f-eea7-4d88-9140-ec394cd739bd'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:55:29.571866 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a5205ccb-cc81-45f5-8590-5d916589a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:55:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['51f8158f-eea7-4d88-9140-ec394cd739bd'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:29.611881 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c4221fb-7c4f-4572-8410-e2554adc7712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:29.612785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4221fb-7c4f-4572-8410-e2554adc7712 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51f8158f-eea7-4d88-9140-ec394cd739bd {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:55:29.620818 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c4221fb-7c4f-4572-8410-e2554adc7712 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:29.628255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-729769dd-a6da-4fa2-a872-50e7fa94b24e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Request body: {'port': {'device_id': 'd4140dd3-4f80-4c3e-af25-a9e3b6443155', 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794', 'admin_state_up': True, 'tenant_id': '67f94b11282a42279e45a23ba30fcf1d'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:29.630313 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2c4221fb-7c4f-4572-8410-e2554adc7712 admin admin] 10.222.0.65 "DELETE /v2.0/routers/51f8158f-eea7-4d88-9140-ec394cd739bd HTTP/1.1" status: 204 len: 168 time: 1.6809015 Nov 11 11:55:29.631937 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47972) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:29.678325 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-a5205ccb-cc81-45f5-8590-5d916589a6ed None None] Set router 51f8158f-eea7-4d88-9140-ec394cd739bd gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:55:29.689653 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fad2949-e072-4164-a525-6ffb6a40f009 admin admin] Deleting subnet 81c5e3ee-ec93-4b7d-bcc3-8f853112f672 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:55:29.690384 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-717b965a-28c5-4c20-90dc-3fd918c78e83 req-59fa0666-c524-400e-b05f-a210dff87a03 tempest-SecurityGroupsNegativeTestJSON-1354236750 tempest-SecurityGroupsNegativeTestJSON-1354236750-project] 10.222.0.65 "GET /v2.0/security-groups/d0549806-0960-4133-a646-ef8baa13a645 HTTP/1.1" status: 200 len: 2998 time: 0.1975713 Nov 11 11:55:29.694108 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9fad2949-e072-4164-a525-6ffb6a40f009 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:29.766372 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9fad2949-e072-4164-a525-6ffb6a40f009 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:29.795719 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a5205ccb-cc81-45f5-8590-5d916589a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f8158f-eea7-4d88-9140-ec394cd739bd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1197279436-router', 'tenant_id': 'b0c62dfe45e349fcb13f79773953521d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:11Z', 'updated_at': '2021-11-11T11:55:28Z', 'revision_number': 7, 'project_id': 'b0c62dfe45e349fcb13f79773953521d', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:29.830117 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5205ccb-cc81-45f5-8590-5d916589a6ed None None] Checking router: 51f8158f-eea7-4d88-9140-ec394cd739bd for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:55:29.839487 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5205ccb-cc81-45f5-8590-5d916589a6ed None None] Routers set() bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:55:29.839758 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5205ccb-cc81-45f5-8590-5d916589a6ed None None] Router IDs set() for agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 11:55:29.840658 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_agentschedulers_db [None req-a5205ccb-cc81-45f5-8590-5d916589a6ed None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'51f8158f-eea7-4d88-9140-ec394cd739bd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:55:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent'). {{(pid=109156) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 11:55:29.841294 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5205ccb-cc81-45f5-8590-5d916589a6ed None None] The sync data for ids ['51f8158f-eea7-4d88-9140-ec394cd739bd'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:55:29.868376 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9fad2949-e072-4164-a525-6ffb6a40f009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:29.944235 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-553db9e7-24e6-4b30-8248-f0ccd8349a7a req-a25e3e5e-ce42-4912-ba22-ec2db41b7e5e tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 210 time: 0.1588039 Nov 11 11:55:29.974191 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-717b965a-28c5-4c20-90dc-3fd918c78e83 req-93e490d3-dea7-4fe2-9b2d-842f2fe0cee2 tempest-SecurityGroupsNegativeTestJSON-1354236750 tempest-SecurityGroupsNegativeTestJSON-1354236750-project] 10.222.0.65 "GET /v2.0/security-groups/d0549806-0960-4133-a646-ef8baa13a645 HTTP/1.1" status: 200 len: 2998 time: 0.2829285 Nov 11 11:55:29.995636 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9fad2949-e072-4164-a525-6ffb6a40f009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:30.050722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-729769dd-a6da-4fa2-a872-50e7fa94b24e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Made reservation on behalf of 67f94b11282a42279e45a23ba30fcf1d for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:30.061348 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-729769dd-a6da-4fa2-a872-50e7fa94b24e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:30.139989 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-312d8b9b-9439-45a4-a284-5d45d537b06a req-65b456ff-2f8d-40d5-9649-88c3f7ba0831 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 210 time: 0.0417190 Nov 11 11:55:30.386102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ea3966ed-c57f-4ac7-9975-73b53d10e96e no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:30.433950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-729769dd-a6da-4fa2-a872-50e7fa94b24e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Allocated IP 172.20.0.13 (3bc555a8-78f0-4d3e-a500-5f083af5d794/fbe659b4-2536-4abf-9268-da5913f8d819/4268846f-f95a-45fb-a653-37bf04cc2216) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:55:30.436038 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ea3966ed-c57f-4ac7-9975-73b53d10e96e {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:55:30.436566 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ea3966ed-c57f-4ac7-9975-73b53d10e96e not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:55:30.467951 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481c27b-18e6-4794-96f6-f9b3361cd8e1 req-dfd0aa57-572a-47a3-b6e8-68cf3f399fb8 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:30.476105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8481c27b-18e6-4794-96f6-f9b3361cd8e1 req-dfd0aa57-572a-47a3-b6e8-68cf3f399fb8 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 943 time: 0.1703577 Nov 11 11:55:30.536138 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb1e432-3f29-4636-9413-f999e4507327', 'tag': '7296f2ea-10c9-478e-a9ec-f45489068d1b'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:30.539124 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60722c0-ea80-4374-941e-31411a866965" -d '{"events": [{"name": "network-changed", "server_uuid": "edb1e432-3f29-4636-9413-f999e4507327", "tag": "7296f2ea-10c9-478e-a9ec-f45489068d1b"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:30.550301 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ee8b55a-d0d4-4f63-bd3c-97e8e75f7311 req-6606a660-72e5-48b6-a04d-8d3747e93105 tempest-SecurityGroupsNegativeTestJSON-1354236750 tempest-SecurityGroupsNegativeTestJSON-1354236750-project] 10.222.0.65 "GET /v2.0/security-groups/d0549806-0960-4133-a646-ef8baa13a645 HTTP/1.1" status: 200 len: 2998 time: 0.1831176 Nov 11 11:55:30.572008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad2949-e072-4164-a525-6ffb6a40f009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81c5e3ee-ec93-4b7d-bcc3-8f853112f672,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:30.581380 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9fad2949-e072-4164-a525-6ffb6a40f009 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:30.587155 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81a55c4-964c-4587-a668-caa8b42e9463 None None] Network df65b596-ad6e-48e9-9232-0db776833e97 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:30.599759 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9fad2949-e072-4164-a525-6ffb6a40f009 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/81c5e3ee-ec93-4b7d-bcc3-8f853112f672 HTTP/1.1" status: 204 len: 168 time: 0.9663622 Nov 11 11:55:30.600392 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47990) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:30.663151 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8481c27b-18e6-4794-96f6-f9b3361cd8e1 req-8a538a85-f3dd-43f5-b050-308f74cc91e7 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837447 Nov 11 11:55:30.764795 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:30.782735 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-0ee8b55a-d0d4-4f63-bd3c-97e8e75f7311 req-275522e1-1223-4de3-bf42-eda0077ebd66 tempest-SecurityGroupsNegativeTestJSON-1354236750 tempest-SecurityGroupsNegativeTestJSON-1354236750-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 11:55:30.786061 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ee8b55a-d0d4-4f63-bd3c-97e8e75f7311 req-275522e1-1223-4de3-bf42-eda0077ebd66 tempest-SecurityGroupsNegativeTestJSON-1354236750 tempest-SecurityGroupsNegativeTestJSON-1354236750-project] 10.222.0.65 "DELETE /v2.0/security-groups/d0549806-0960-4133-a646-ef8baa13a645 HTTP/1.1" status: 409 len: 352 time: 0.2173250 Nov 11 11:55:30.857859 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-729769dd-a6da-4fa2-a872-50e7fa94b24e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:30.904120 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] Deleting port e70f171d-037e-4b07-912b-ed1f7fdb1791 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:55:30.904457 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:30.945994 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-729769dd-a6da-4fa2-a872-50e7fa94b24e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:30.991833 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7feeb5-f985-455f-9630-7751d3bd42b8 x-openstack-request-id: req-8f7feeb5-f985-455f-9630-7751d3bd42b8 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:30.994280 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb1e432-3f29-4636-9413-f999e4507327", "tag": "7296f2ea-10c9-478e-a9ec-f45489068d1b", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:30.994537 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f7feeb5-f985-455f-9630-7751d3bd42b8 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:30.994954 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb1e432-3f29-4636-9413-f999e4507327', 'tag': '7296f2ea-10c9-478e-a9ec-f45489068d1b', 'status': 'completed', 'code': 200} Nov 11 11:55:30.997883 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727bc2f4-6243-44dc-9b78-672a591e19e7 None None] DHCP port deletion for df65b596-ad6e-48e9-9232-0db776833e97 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:55:31.056504 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-727bc2f4-6243-44dc-9b78-672a591e19e7 None None] Deleting port e70f171d-037e-4b07-912b-ed1f7fdb1791 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:55:31.056976 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-727bc2f4-6243-44dc-9b78-672a591e19e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:31.109764 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-729769dd-a6da-4fa2-a872-50e7fa94b24e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Network 3bc555a8-78f0-4d3e-a500-5f083af5d794 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:55:31.126078 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-729769dd-a6da-4fa2-a872-50e7fa94b24e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:31.144316 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-729769dd-a6da-4fa2-a872-50e7fa94b24e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:55:31.178511 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-d716f2e6-cfc4-4570-b7f1-c637a2afacc3 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=686526bebef24d40b66620afed7909f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1232941 Nov 11 11:55:31.188516 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-727bc2f4-6243-44dc-9b78-672a591e19e7 None None] For port e70f171d-037e-4b07-912b-ed1f7fdb1791, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e70f171d-037e-4b07-912b-ed1f7fdb1791,segment=NetworkSegment(d881fece-1c28-463d-94f8-e94aaa0739d7),segment_id=d881fece-1c28-463d-94f8-e94aaa0739d7)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:31.191207 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-727bc2f4-6243-44dc-9b78-672a591e19e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:31.210059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-727bc2f4-6243-44dc-9b78-672a591e19e7 None None] Calling delete_port for e70f171d-037e-4b07-912b-ed1f7fdb1791 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:55:31.251464 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-af09e549-f53a-445e-8a0d-34afcdf7bc36 req-300e15bf-24a3-4146-aace-43a9d3069342 tempest-SecurityGroupsNegativeTestJSON-1354236750 tempest-SecurityGroupsNegativeTestJSON-1354236750-project] show failed (client error): The resource could not be found. Nov 11 11:55:31.276732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-af09e549-f53a-445e-8a0d-34afcdf7bc36 req-300e15bf-24a3-4146-aace-43a9d3069342 tempest-SecurityGroupsNegativeTestJSON-1354236750 tempest-SecurityGroupsNegativeTestJSON-1354236750-project] 10.222.0.65 "GET /v2.0/security-groups/79f0116d-c4ff-4eb0-9704-b6e0aba34337 HTTP/1.1" status: 404 len: 352 time: 0.2031689 Nov 11 11:55:31.295184 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] For port e70f171d-037e-4b07-912b-ed1f7fdb1791, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e70f171d-037e-4b07-912b-ed1f7fdb1791,segment=NetworkSegment(d881fece-1c28-463d-94f8-e94aaa0739d7),segment_id=d881fece-1c28-463d-94f8-e94aaa0739d7)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:31.295586 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:31.347095 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] Calling delete_port for e70f171d-037e-4b07-912b-ed1f7fdb1791 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:55:31.347341 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-727bc2f4-6243-44dc-9b78-672a591e19e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:31.362257 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-af7d03d1-5924-4c2a-be1d-843d68e0f109 req-07efbb2e-fba5-48cf-96cd-068dfb2c57e1 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 210 time: 0.1232440 Nov 11 11:55:31.362953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729769dd-a6da-4fa2-a872-50e7fa94b24e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Pushing event updated for resources: {'Port': ['ID=4268846f-f95a-45fb-a653-37bf04cc2216,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:31.375498 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60722c0-ea80-4374-941e-31411a866965 req-f2dfc839-28f5-4264-b3d7-d9a8640dbc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:31.377013 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a60722c0-ea80-4374-941e-31411a866965 req-f2dfc839-28f5-4264-b3d7-d9a8640dbc6f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 1124 time: 0.3231831 Nov 11 11:55:31.396066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-729769dd-a6da-4fa2-a872-50e7fa94b24e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:31.396747 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-729769dd-a6da-4fa2-a872-50e7fa94b24e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:31.401085 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727bc2f4-6243-44dc-9b78-672a591e19e7 None None] No DVR routers for this DVR port e70f171d-037e-4b07-912b-ed1f7fdb1791 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:55:31.424561 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bc2f4-6243-44dc-9b78-672a591e19e7 None None] Pushing event deleted for resources: {'Port': ['ID=e70f171d-037e-4b07-912b-ed1f7fdb1791,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:31.430717 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-729769dd-a6da-4fa2-a872-50e7fa94b24e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8218410 Nov 11 11:55:31.446582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Request body: {'port': {'device_id': 'd4140dd3-4f80-4c3e-af25-a9e3b6443155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:31.526106 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-2eed7509-8723-4c71-8a2a-929e9ab1ebc8 req-f89f60fa-0b54-41ab-a320-2c0be49f9e9b tempest-SecurityGroupsNegativeTestJSON-1354236750 tempest-SecurityGroupsNegativeTestJSON-1354236750-project] show failed (client error): The resource could not be found. Nov 11 11:55:31.527559 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2eed7509-8723-4c71-8a2a-929e9ab1ebc8 req-f89f60fa-0b54-41ab-a320-2c0be49f9e9b tempest-SecurityGroupsNegativeTestJSON-1354236750 tempest-SecurityGroupsNegativeTestJSON-1354236750-project] 10.222.0.65 "GET /v2.0/security-groups/19a5f264-007b-4dd9-ba44-7c1040806c8c HTTP/1.1" status: 404 len: 352 time: 0.0209098 Nov 11 11:55:31.540844 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48012) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:31.569547 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:31.600848 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-633a1afe-b81b-42cd-b359-3df2cec62eb4 admin admin] Deleting subnet 44c09dfc-c177-49ea-a14d-e77f9958078b {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:55:31.652405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-64e0fe55-8d91-42d0-bda3-22911e59176a tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:31.653894 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-64e0fe55-8d91-42d0-bda3-22911e59176a tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4589272 Nov 11 11:55:31.654657 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-633a1afe-b81b-42cd-b359-3df2cec62eb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:31.701208 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-32e65566-bc34-40f3-b233-6e29ec88e12c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Request body: {'port': {'device_id': '3bb74c67-e8f7-4970-a74c-b010cf3e856c', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '686526bebef24d40b66620afed7909f3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:31.701563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349d4a5-5806-48f6-8dc3-f0219d909e7b req-b160a176-f007-443a-8b66-d3ff4dd73d01 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:31.704515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a349d4a5-5806-48f6-8dc3-f0219d909e7b req-b160a176-f007-443a-8b66-d3ff4dd73d01 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 932 time: 0.1316118 Nov 11 11:55:31.767168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583e2b0-1ccf-4b50-8f0d-69cef3005e75 req-330ab784-b140-4430-91ff-74336ae1923e tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:31.769849 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b583e2b0-1ccf-4b50-8f0d-69cef3005e75 req-330ab784-b140-4430-91ff-74336ae1923e tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9b8548-1669-4562-874b-84896894b8b1 HTTP/1.1" status: 200 len: 945 time: 0.1464005 Nov 11 11:55:31.846666 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-633a1afe-b81b-42cd-b359-3df2cec62eb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:31.909727 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a349d4a5-5806-48f6-8dc3-f0219d909e7b req-d68ed0e6-a038-4c52-8bf5-c31665017da1 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766248 Nov 11 11:55:31.912225 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:31.930628 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60722c0-ea80-4374-941e-31411a866965 req-497abe55-3d63-463c-bf50-bdf0f143b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:31.933989 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a60722c0-ea80-4374-941e-31411a866965 req-497abe55-3d63-463c-bf50-bdf0f143b863 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.4946635 Nov 11 11:55:32.056454 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b583e2b0-1ccf-4b50-8f0d-69cef3005e75 req-13b4f1e2-fb8c-4d4d-b243-aa4bfd878a12 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784741 Nov 11 11:55:32.061040 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] Pushing event deleted for resources: {'Port': ['ID=e70f171d-037e-4b07-912b-ed1f7fdb1791,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:32.069652 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] No DVR routers for this DVR port e70f171d-037e-4b07-912b-ed1f7fdb1791 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:55:32.072015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 550cb3f4-d350-4b03-9c27-d60b4532bb9f no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:32.078497 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a60722c0-ea80-4374-941e-31411a866965 req-14379535-7b36-4156-a501-690a056e6d70 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7296f2ea-10c9-478e-a9ec-f45489068d1b HTTP/1.1" status: 200 len: 217 time: 0.1272519 Nov 11 11:55:32.080037 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-633a1afe-b81b-42cd-b359-3df2cec62eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:32.110836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 550cb3f4-d350-4b03-9c27-d60b4532bb9f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:55:32.111444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 550cb3f4-d350-4b03-9c27-d60b4532bb9f not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:55:32.112007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e70f171d-037e-4b07-912b-ed1f7fdb1791 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:32.132530 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: e70f171d-037e-4b07-912b-ed1f7fdb1791 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:55:32.133122 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e70f171d-037e-4b07-912b-ed1f7fdb1791 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:55:32.319541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60722c0-ea80-4374-941e-31411a866965 req-85df6734-a325-4f93-a4dc-933ac4324e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:32.321786 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a60722c0-ea80-4374-941e-31411a866965 req-85df6734-a325-4f93-a4dc-933ac4324e2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.2061265 Nov 11 11:55:32.355096 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-32e65566-bc34-40f3-b233-6e29ec88e12c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Made reservation on behalf of 686526bebef24d40b66620afed7909f3 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:32.358641 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-32e65566-bc34-40f3-b233-6e29ec88e12c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:32.360341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb447d-b6f4-4ab4-af7c-766fc452c201 req-b75587c0-7566-4db1-9be3-b5368a4fd3e4 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:32.362068 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8deb447d-b6f4-4ab4-af7c-766fc452c201 req-b75587c0-7566-4db1-9be3-b5368a4fd3e4 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 943 time: 0.3245244 Nov 11 11:55:32.421035 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a60722c0-ea80-4374-941e-31411a866965 req-fc23f568-810c-4498-9141-2cbf4c4ef141 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600698 Nov 11 11:55:32.421495 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 7296f2ea-10c9-478e-a9ec-f45489068d1b details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:55:32.432642 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-32e65566-bc34-40f3-b233-6e29ec88e12c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:32.526219 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8deb447d-b6f4-4ab4-af7c-766fc452c201 req-b6eb3214-02a8-48c0-bbb1-99e6357fa200 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535943 Nov 11 11:55:32.536768 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4268846f-f95a-45fb-a653-37bf04cc2216 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:55:32.546049 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3d985642-2e99-4acb-a08b-2d62e3503684 req-1676332f-ba5a-4b3b-897b-c10c122babdd tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 210 time: 0.0664415 Nov 11 11:55:32.551131 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:32.565905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Transition to ACTIVE for port object 4268846f-f95a-45fb-a653-37bf04cc2216 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:55:32.573931 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:32.599367 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:32.615095 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 7296f2ea-10c9-478e-a9ec-f45489068d1b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7296f2ea-10c9-478e-a9ec-f45489068d1b,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:32.645317 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df65b596-ad6e-48e9-9232-0db776833e97']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:32.651998 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 7296f2ea-10c9-478e-a9ec-f45489068d1b has no active binding in host n-h2-807359-3 {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 11:55:32.664105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd881fece-1c28-463d-94f8-e94aaa0739d7') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:32.664409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd881fece-1c28-463d-94f8-e94aaa0739d7') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:32.685637 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:32.700066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Pushing event updated for resources: {'Port': ['ID=4268846f-f95a-45fb-a653-37bf04cc2216,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:32.704292 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:32.710696 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:55:32.711555 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:55:32.772988 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:55:32.797648 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:32.883790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] Pushing event deleted for resources: {'Network': ['ID=df65b596-ad6e-48e9-9232-0db776833e97,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:32.893623 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:32.900324 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-04a0ed9c-8279-4a25-adbd-a2ee2ade7685 admin admin] 10.222.0.65 "DELETE /v2.0/networks/df65b596-ad6e-48e9-9232-0db776833e97 HTTP/1.1" status: 204 len: 168 time: 2.2955663 Nov 11 11:55:32.906332 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-633a1afe-b81b-42cd-b359-3df2cec62eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:32.916650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Attempting to bind port 4268846f-f95a-45fb-a653-37bf04cc2216 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:55:32.918183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Attempting to bind port 4268846f-f95a-45fb-a653-37bf04cc2216 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:55:32.918920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Attempting to bind port 4268846f-f95a-45fb-a653-37bf04cc2216 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:32.934834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Port 4268846f-f95a-45fb-a653-37bf04cc2216 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:55:32.936598 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Attempting to bind port 4268846f-f95a-45fb-a653-37bf04cc2216 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:32.939170 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a1afe-b81b-42cd-b359-3df2cec62eb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c09dfc-c177-49ea-a14d-e77f9958078b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:32.957560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:55:32.958135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Checking segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:32.958537 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Bound using segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:55:32.959002 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Bound port: 4268846f-f95a-45fb-a653-37bf04cc2216, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:55:32.959371 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:32.964762 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-633a1afe-b81b-42cd-b359-3df2cec62eb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:32.970679 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-633a1afe-b81b-42cd-b359-3df2cec62eb4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/44c09dfc-c177-49ea-a14d-e77f9958078b HTTP/1.1" status: 204 len: 168 time: 1.4202266 Nov 11 11:55:32.971703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48038) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:33.009141 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a60722c0-ea80-4374-941e-31411a866965 req-6996f65c-639d-40f1-9b9c-4742ed657d0c service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639737 Nov 11 11:55:33.132215 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a60722c0-ea80-4374-941e-31411a866965 req-913c918e-7651-4226-8dbe-169677c4f94c service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107290 Nov 11 11:55:33.192024 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-32e65566-bc34-40f3-b233-6e29ec88e12c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:33.198782 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-32e65566-bc34-40f3-b233-6e29ec88e12c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:33.240084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e65566-bc34-40f3-b233-6e29ec88e12c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0caf8cfe-07f2-4890-b014-d821bab85369,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:33.245112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48044) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:33.361705 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fd946135-8a55-45e9-aba5-cc2182d24f43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b0c62dfe45e349fcb13f79773953521d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1137445 Nov 11 11:55:33.377057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48048) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:33.404645 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8899e62b-ba57-41cf-a2f8-faff669ead86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:33.426086 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-32e65566-bc34-40f3-b233-6e29ec88e12c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Allocated IP 192.168.233.122 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/7cc88913-edce-4b3b-801e-24c2029f0796) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:55:33.438589 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c31a42-9975-4548-bf2a-2e1bb035dba9 req-28b6e915-7ffa-4560-81df-0c0d41bfed52 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:33.445987 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57c31a42-9975-4548-bf2a-2e1bb035dba9 req-28b6e915-7ffa-4560-81df-0c0d41bfed52 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 944 time: 0.3987432 Nov 11 11:55:33.465801 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] For port 4268846f-f95a-45fb-a653-37bf04cc2216, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:55:33.481198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] For port 4268846f-f95a-45fb-a653-37bf04cc2216, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4268846f-f95a-45fb-a653-37bf04cc2216,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:55:33.519405 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4e481-2aa7-4fe7-9767-f40c4092403b req-cdfe6c8a-0e41-4440-a97e-8bd2061c4496 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:33.521066 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1db4e481-2aa7-4fe7-9767-f40c4092403b req-cdfe6c8a-0e41-4440-a97e-8bd2061c4496 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c9b8548-1669-4562-874b-84896894b8b1 HTTP/1.1" status: 200 len: 945 time: 0.3763978 Nov 11 11:55:33.522655 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:33.600851 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5e7f1-9690-471b-b914-52f6e8bf7620 req-0af87180-5a3d-494c-b35f-9b230fb3f123 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:33.607978 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25a5e7f1-9690-471b-b914-52f6e8bf7620 req-0af87180-5a3d-494c-b35f-9b230fb3f123 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9b8548-1669-4562-874b-84896894b8b1 HTTP/1.1" status: 200 len: 945 time: 0.3398755 Nov 11 11:55:33.634674 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-32e65566-bc34-40f3-b233-6e29ec88e12c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:33.672239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:33.672893 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:33.674465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] 10.222.0.43 "PUT /v2.0/ports/4268846f-f95a-45fb-a653-37bf04cc2216 HTTP/1.1" status: 200 len: 1092 time: 2.2353032 Nov 11 11:55:33.674884 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-32e65566-bc34-40f3-b233-6e29ec88e12c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:33.677837 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4140dd3-4f80-4c3e-af25-a9e3b6443155', 'tag': '4268846f-f95a-45fb-a653-37bf04cc2216'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:33.688143 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd520d1-f22d-4f6b-898c-b1298cc340b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d4140dd3-4f80-4c3e-af25-a9e3b6443155", "tag": "4268846f-f95a-45fb-a653-37bf04cc2216"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:33.724820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-32e65566-bc34-40f3-b233-6e29ec88e12c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:55:33.726336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57c31a42-9975-4548-bf2a-2e1bb035dba9 req-2ad3a91d-68cb-4757-b5dd-d5836e27589c tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792311 Nov 11 11:55:33.728112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-32e65566-bc34-40f3-b233-6e29ec88e12c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:33.733028 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-32e65566-bc34-40f3-b233-6e29ec88e12c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:55:33.737134 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e65566-bc34-40f3-b233-6e29ec88e12c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Pushing event updated for resources: {'Port': ['ID=7cc88913-edce-4b3b-801e-24c2029f0796,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:33.798661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-32e65566-bc34-40f3-b233-6e29ec88e12c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:33.799292 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-32e65566-bc34-40f3-b233-6e29ec88e12c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:33.833772 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-32e65566-bc34-40f3-b233-6e29ec88e12c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1451707 Nov 11 11:55:33.849280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Request body: {'port': {'device_id': '3bb74c67-e8f7-4970-a74c-b010cf3e856c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:33.893661 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25a5e7f1-9690-471b-b914-52f6e8bf7620 req-d225c4e9-f27d-474e-8fcc-82dc4b8834f3 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848103 Nov 11 11:55:33.913236 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8804d15f-95da-4c64-a5ab-d7e38115acdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:33.965910 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:33.969035 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbbb93-1b07-43e7-acac-6e3e8314fab1 service neutron] Pushing event updated for resources: {'Port': ['ID=4268846f-f95a-45fb-a653-37bf04cc2216,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:33.973718 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8899e62b-ba57-41cf-a2f8-faff669ead86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:34.047781 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-8899e62b-ba57-41cf-a2f8-faff669ead86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b16c0a-0494-480e-b52f-adfd0181a985']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:34.098087 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8804d15f-95da-4c64-a5ab-d7e38115acdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:34.154192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-8899e62b-ba57-41cf-a2f8-faff669ead86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1174f338-f718-4750-b8b3-63fbe19dfd7f') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:34.154192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-8899e62b-ba57-41cf-a2f8-faff669ead86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1174f338-f718-4750-b8b3-63fbe19dfd7f') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:34.190652 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8899e62b-ba57-41cf-a2f8-faff669ead86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:34.193923 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-b93bb796-6db6-4ba9-9195-c3ba37c38f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:34.195685 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-b93bb796-6db6-4ba9-9195-c3ba37c38f3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 1095 time: 0.3438230 Nov 11 11:55:34.215332 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a2e909bc-7026-467e-958e-aadc85562819 None None] Provisioning complete for port 7cc88913-edce-4b3b-801e-24c2029f0796 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:34.216304 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a2e909bc-7026-467e-958e-aadc85562819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:34.256960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a2e909bc-7026-467e-958e-aadc85562819 None None] Port 7cc88913-edce-4b3b-801e-24c2029f0796 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:55:34.270465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-65e69d17-b1f1-441a-8096-b8eb50c0e494 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4268846f-f95a-45fb-a653-37bf04cc2216 HTTP/1.1" status: 200 len: 217 time: 0.0561988 Nov 11 11:55:34.272589 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8899e62b-ba57-41cf-a2f8-faff669ead86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:34.283338 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bf6bb-2f03-4a2a-88d7-9799ec0dda9d req-abb753c9-da43-4f4d-9a5f-f61c8a58c32b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:34.284834 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-593bf6bb-2f03-4a2a-88d7-9799ec0dda9d req-abb753c9-da43-4f4d-9a5f-f61c8a58c32b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 943 time: 0.2512684 Nov 11 11:55:34.304148 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8899e62b-ba57-41cf-a2f8-faff669ead86 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:55:34.304575 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8899e62b-ba57-41cf-a2f8-faff669ead86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:34.314427 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586839c3-a372-4aa5-b36e-e83752bccebf req-11b19e4f-7c48-480a-92b2-d07f4dade879 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:34.315885 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-586839c3-a372-4aa5-b36e-e83752bccebf req-11b19e4f-7c48-480a-92b2-d07f4dade879 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 936 time: 0.2326224 Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: timer() Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:55:34.316545 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:55:34.342139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc88913-edce-4b3b-801e-24c2029f0796 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:55:34.350099 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:34.358557 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-1db4e481-2aa7-4fe7-9767-f40c4092403b req-613a3fda-9983-4d38-a19b-d1cdf9b73d00 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Deleting port ae7eba0a-7e15-4734-b30f-362f27c76667 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:55:34.358931 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1db4e481-2aa7-4fe7-9767-f40c4092403b req-613a3fda-9983-4d38-a19b-d1cdf9b73d00 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:34.365232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Transition to ACTIVE for port object 7cc88913-edce-4b3b-801e-24c2029f0796 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:55:34.371857 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:34.446306 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc88913-edce-4b3b-801e-24c2029f0796,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:34.522918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Attempting to bind port 7cc88913-edce-4b3b-801e-24c2029f0796 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:55:34.525476 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Attempting to bind port 7cc88913-edce-4b3b-801e-24c2029f0796 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:55:34.526734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Attempting to bind port 7cc88913-edce-4b3b-801e-24c2029f0796 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:34.537935 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Port 7cc88913-edce-4b3b-801e-24c2029f0796 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:55:34.538908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Attempting to bind port 7cc88913-edce-4b3b-801e-24c2029f0796 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:34.548067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:55:34.548626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:34.549211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:55:34.549937 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Bound port: 7cc88913-edce-4b3b-801e-24c2029f0796, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:55:34.550541 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:34.652941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] For port 7cc88913-edce-4b3b-801e-24c2029f0796, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:55:34.658272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] For port 7cc88913-edce-4b3b-801e-24c2029f0796, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7cc88913-edce-4b3b-801e-24c2029f0796,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:55:34.667070 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:34.726507 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:34.727366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:34.729299 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] 10.222.0.62 "PUT /v2.0/ports/7cc88913-edce-4b3b-801e-24c2029f0796 HTTP/1.1" status: 200 len: 1096 time: 0.8843763 Nov 11 11:55:34.732316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb74c67-e8f7-4970-a74c-b010cf3e856c', 'tag': '7cc88913-edce-4b3b-801e-24c2029f0796'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:34.748012 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7acaaba-7e54-4be1-b85e-b2fd8b64b5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb74c67-e8f7-4970-a74c-b010cf3e856c", "tag": "7cc88913-edce-4b3b-801e-24c2029f0796"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:34.785990 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02087277-8859-4155-b155-ccf9bb260ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc88913-edce-4b3b-801e-24c2029f0796,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:34.840445 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8899e62b-ba57-41cf-a2f8-faff669ead86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:34.858030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-8b7002f2-03f4-4f4a-982e-d0b1ec4c28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:34.861371 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-8b7002f2-03f4-4f4a-982e-d0b1ec4c28c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.5704370 Nov 11 11:55:34.861371 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8804d15f-95da-4c64-a5ab-d7e38115acdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:34.865471 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8804d15f-95da-4c64-a5ab-d7e38115acdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:34.869942 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8804d15f-95da-4c64-a5ab-d7e38115acdb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18ab132b-d01a-4fda-bb4f-e89bb5943bd0 HTTP/1.1" status: 204 len: 168 time: 1.4817894 Nov 11 11:55:34.891814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-e5ed767d-e124-4ebf-bfaa-5ec80c7a910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:34.893373 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-e5ed767d-e124-4ebf-bfaa-5ec80c7a910b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=686526bebef24d40b66620afed7909f3&device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 1099 time: 0.1041069 Nov 11 11:55:34.903177 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-586839c3-a372-4aa5-b36e-e83752bccebf req-f9471d3e-d82c-4656-ad28-88f6776d859c tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/security-groups?id=0caf8cfe-07f2-4890-b014-d821bab85369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5480161 Nov 11 11:55:34.960715 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8899e62b-ba57-41cf-a2f8-faff669ead86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:34.965168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8899e62b-ba57-41cf-a2f8-faff669ead86 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b2b16c0a-0494-480e-b52f-adfd0181a985 HTTP/1.1" status: 204 len: 168 time: 1.9655936 Nov 11 11:55:34.972548 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-7b7f451d-6b68-4e89-8730-d0c720ab5878 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036284 Nov 11 11:55:34.974761 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-cc9caa8e-c317-4e68-aec4-96088539b42d service neutron] 10.222.0.62 "GET /v2.0/ports/7296f2ea-10c9-478e-a9ec-f45489068d1b/bindings/n-h2-807359-3 HTTP/1.1" status: 200 len: 384 time: 0.1477072 Nov 11 11:55:34.976180 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-0f618d53-1226-455c-b037-8b5f80cdc481 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=7cc88913-edce-4b3b-801e-24c2029f0796 HTTP/1.1" status: 200 len: 217 time: 0.0705585 Nov 11 11:55:34.989360 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-593bf6bb-2f03-4a2a-88d7-9799ec0dda9d req-e8e594c6-7cbc-4d65-b44f-0f4fbc6bd6bd tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6717668 Nov 11 11:55:35.047639 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a4e6fb-df6d-41d4-ae1a-56173793564c x-openstack-request-id: req-a5a4e6fb-df6d-41d4-ae1a-56173793564c {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:35.049718 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4140dd3-4f80-4c3e-af25-a9e3b6443155", "tag": "4268846f-f95a-45fb-a653-37bf04cc2216", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:35.050822 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5a4e6fb-df6d-41d4-ae1a-56173793564c {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:35.050822 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4140dd3-4f80-4c3e-af25-a9e3b6443155', 'tag': '4268846f-f95a-45fb-a653-37bf04cc2216', 'status': 'completed', 'code': 200} Nov 11 11:55:35.108324 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47db2050-d344-419f-83d4-1594546fe6bb x-openstack-request-id: req-47db2050-d344-419f-83d4-1594546fe6bb {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:35.108614 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb74c67-e8f7-4970-a74c-b010cf3e856c", "tag": "7cc88913-edce-4b3b-801e-24c2029f0796", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:35.108862 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47db2050-d344-419f-83d4-1594546fe6bb {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:35.109252 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb74c67-e8f7-4970-a74c-b010cf3e856c', 'tag': '7cc88913-edce-4b3b-801e-24c2029f0796', 'status': 'completed', 'code': 200} Nov 11 11:55:35.134544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-4c677e0f-5f96-4c7d-82b9-411b725cebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:35.136165 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-4c677e0f-5f96-4c7d-82b9-411b725cebf5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1461473 Nov 11 11:55:35.204467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899e62b-ba57-41cf-a2f8-faff669ead86 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b16c0a-0494-480e-b52f-adfd0181a985,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:35.207997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804d15f-95da-4c64-a5ab-d7e38115acdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ab132b-d01a-4fda-bb4f-e89bb5943bd0,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:35.246606 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-98f491c8-b685-4832-8ddb-6504233a69c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:35.248142 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-98f491c8-b685-4832-8ddb-6504233a69c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005614 Nov 11 11:55:35.307898 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-1db4e481-2aa7-4fe7-9767-f40c4092403b req-613a3fda-9983-4d38-a19b-d1cdf9b73d00 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] For port ae7eba0a-7e15-4734-b30f-362f27c76667, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ae7eba0a-7e15-4734-b30f-362f27c76667,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:35.308794 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1db4e481-2aa7-4fe7-9767-f40c4092403b req-613a3fda-9983-4d38-a19b-d1cdf9b73d00 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:35.364019 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-1db4e481-2aa7-4fe7-9767-f40c4092403b req-613a3fda-9983-4d38-a19b-d1cdf9b73d00 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Calling delete_port for ae7eba0a-7e15-4734-b30f-362f27c76667 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:55:35.379135 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-d344cc54-2827-4e49-a871-407b300c8f0c service neutron] For port 7296f2ea-10c9-478e-a9ec-f45489068d1b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7296f2ea-10c9-478e-a9ec-f45489068d1b,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:35.386376 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af03d6-5198-4838-91f9-f2499f3ee8e3 req-7b3d791a-b9f4-4bc2-9c04-3467990f20c6 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:35.395568 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-47af03d6-5198-4838-91f9-f2499f3ee8e3 req-7b3d791a-b9f4-4bc2-9c04-3467990f20c6 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 944 time: 0.1995940 Nov 11 11:55:35.411948 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-2f02a966-9639-4b5b-b820-1f16d1dbb64c service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365356 Nov 11 11:55:35.415322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-d344cc54-2827-4e49-a871-407b300c8f0c service neutron] For port 7296f2ea-10c9-478e-a9ec-f45489068d1b, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:55:35.441561 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-57d13ce6-25de-426b-af15-e3a19cc9845c service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252026 Nov 11 11:55:35.492455 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48106) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:35.527544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-d344cc54-2827-4e49-a871-407b300c8f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7296f2ea-10c9-478e-a9ec-f45489068d1b {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:55:35.546420 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-d344cc54-2827-4e49-a871-407b300c8f0c service neutron] For port 7296f2ea-10c9-478e-a9ec-f45489068d1b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=7296f2ea-10c9-478e-a9ec-f45489068d1b,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:35.549051 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7540688-23f1-4b07-a5fd-99fb4f5bd66b req-65e6543f-fff7-4b8e-893d-84a1ab452dff tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:35.550673 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7540688-23f1-4b07-a5fd-99fb4f5bd66b req-65e6543f-fff7-4b8e-893d-84a1ab452dff tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9b8548-1669-4562-874b-84896894b8b1 HTTP/1.1" status: 200 len: 945 time: 0.2521970 Nov 11 11:55:35.574893 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-d344cc54-2827-4e49-a871-407b300c8f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:35.586215 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7af2fcf0-7cf1-4cd3-8264-6bc08e179b08 req-f4a7bb25-04f6-41bf-9e7d-89532a4ab15d service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617951 Nov 11 11:55:35.628862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-47af03d6-5198-4838-91f9-f2499f3ee8e3 req-8343da7e-022f-4029-946e-dfd0b828d06d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284429 Nov 11 11:55:35.702440 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-827e460e-68d2-41c5-b512-13a9687a54fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=33b0dd3848244d8cb3cf614aedd17af3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044351 Nov 11 11:55:35.706740 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48112) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:35.734315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-d344cc54-2827-4e49-a871-407b300c8f0c service neutron] Transition to ACTIVE for port object 7296f2ea-10c9-478e-a9ec-f45489068d1b will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:55:35.758189 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-d344cc54-2827-4e49-a871-407b300c8f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:35.758588 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71084e0c-7a37-4209-ab57-c4f75c448988 req-e7d212b5-6356-41fc-9ad4-4cf59e7f7ad7 service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806206 Nov 11 11:55:35.765736 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7540688-23f1-4b07-a5fd-99fb4f5bd66b req-c901467f-2079-424a-bb7b-efad4fc29b4e tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656563 Nov 11 11:55:35.815241 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acaaba-7e54-4be1-b85e-b2fd8b64b5f1 req-bb47c4e5-ba1d-4486-b256-30e6d8a38188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:35.816895 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7acaaba-7e54-4be1-b85e-b2fd8b64b5f1 req-bb47c4e5-ba1d-4486-b256-30e6d8a38188 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=686526bebef24d40b66620afed7909f3&device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 1099 time: 0.1619318 Nov 11 11:55:35.818366 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2c2c951c-d083-4bba-8bb2-92a7f5b71cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:35.832673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e26aa-789a-40ce-8a0b-b3887ca09e52 req-652bdef3-e7a5-4430-8a55-c8d69905add8 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:35.834358 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-947e26aa-789a-40ce-8a0b-b3887ca09e52 req-652bdef3-e7a5-4430-8a55-c8d69905add8 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/ports?device_id=47bfd872-f548-4309-b793-0ba93c9c02a5 HTTP/1.1" status: 200 len: 951 time: 0.1290617 Nov 11 11:55:35.884335 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 7296f2ea-10c9-478e-a9ec-f45489068d1b no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:35.892413 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1db4e481-2aa7-4fe7-9767-f40c4092403b req-613a3fda-9983-4d38-a19b-d1cdf9b73d00 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:35.914217 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['a6a8252e-e1c7-458b-9301-dd858b647e59'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:55:35.946935 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a3fda-9983-4d38-a19b-d1cdf9b73d00 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Pushing event deleted for resources: {'Port': ['ID=ae7eba0a-7e15-4734-b30f-362f27c76667,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:35.986236 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd520d1-f22d-4f6b-898c-b1298cc340b8 req-ca3a2a62-0325-4018-b57b-2c770c8e9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:35.993956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['e7e06579-02c5-4fa2-ac15-58d77c3205a0'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:55:35.994385 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344cc54-2827-4e49-a871-407b300c8f0c service neutron] Pushing event updated for resources: {'Port': ['ID=7296f2ea-10c9-478e-a9ec-f45489068d1b,revision_number=10']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:35.996350 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bbd520d1-f22d-4f6b-898c-b1298cc340b8 req-ca3a2a62-0325-4018-b57b-2c770c8e9e78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 1095 time: 0.1587851 Nov 11 11:55:36.005694 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-947e26aa-789a-40ce-8a0b-b3887ca09e52 req-539a9720-e4d2-4f3a-8a64-8f0d3ac91ed8 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc5e3c61-06c8-4fd6-bd5b-25b217ee44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582105 Nov 11 11:55:36.045611 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db4e481-2aa7-4fe7-9767-f40c4092403b req-613a3fda-9983-4d38-a19b-d1cdf9b73d00 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] No DVR routers for this DVR port ae7eba0a-7e15-4734-b30f-362f27c76667 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:55:36.045611 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1db4e481-2aa7-4fe7-9767-f40c4092403b req-613a3fda-9983-4d38-a19b-d1cdf9b73d00 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:36.045611 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1db4e481-2aa7-4fe7-9767-f40c4092403b req-613a3fda-9983-4d38-a19b-d1cdf9b73d00 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.62 "DELETE /v2.0/ports/ae7eba0a-7e15-4734-b30f-362f27c76667 HTTP/1.1" status: 204 len: 173 time: 2.5049367 Nov 11 11:55:36.054322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-d344cc54-2827-4e49-a871-407b300c8f0c service neutron] No DVR routers for this DVR port 7296f2ea-10c9-478e-a9ec-f45489068d1b on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:55:36.056796 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2047f859-85e0-4f93-a644-bdc2e90f72d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:36.150413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67169023-c67b-4a9c-820c-2c109f9762f2 req-73e6b7cf-fad3-4413-aaa7-97b15fa5b5ab tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:36.152054 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-67169023-c67b-4a9c-820c-2c109f9762f2 req-73e6b7cf-fad3-4413-aaa7-97b15fa5b5ab tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 948 time: 0.1547799 Nov 11 11:55:36.174092 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2047f859-85e0-4f93-a644-bdc2e90f72d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:36.203727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acaaba-7e54-4be1-b85e-b2fd8b64b5f1 req-bafef575-1be9-4dca-ab26-d09d1c68d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:36.205089 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7acaaba-7e54-4be1-b85e-b2fd8b64b5f1 req-bafef575-1be9-4dca-ab26-d09d1c68d99a service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.3737540 Nov 11 11:55:36.207145 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 7296f2ea-10c9-478e-a9ec-f45489068d1b not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:55:36.208864 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ae7eba0a-7e15-4734-b30f-362f27c76667 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:36.215017 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-d344cc54-2827-4e49-a871-407b300c8f0c service neutron] 10.222.0.62 "PUT /v2.0/ports/7296f2ea-10c9-478e-a9ec-f45489068d1b/bindings/n-h2-807359-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2262485 Nov 11 11:55:36.221423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd520d1-f22d-4f6b-898c-b1298cc340b8 req-419206ee-8ea8-4876-a1f7-072744ec7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:36.222925 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bbd520d1-f22d-4f6b-898c-b1298cc340b8 req-419206ee-8ea8-4876-a1f7-072744ec7c9d service neutron] 10.222.0.43 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.2036960 Nov 11 11:55:36.252284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: ae7eba0a-7e15-4734-b30f-362f27c76667 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:55:36.252962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ae7eba0a-7e15-4734-b30f-362f27c76667 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:55:36.287952 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bbd520d1-f22d-4f6b-898c-b1298cc340b8 req-0362f5d6-b822-4e7d-b185-c9223b29c4ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4268846f-f95a-45fb-a653-37bf04cc2216 HTTP/1.1" status: 200 len: 217 time: 0.0545309 Nov 11 11:55:36.299614 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7acaaba-7e54-4be1-b85e-b2fd8b64b5f1 req-7d763a76-a98a-4abf-b93e-20a585d01103 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=7cc88913-edce-4b3b-801e-24c2029f0796 HTTP/1.1" status: 200 len: 217 time: 0.0491571 Nov 11 11:55:36.301487 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2047f859-85e0-4f93-a644-bdc2e90f72d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:36.304542 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2047f859-85e0-4f93-a644-bdc2e90f72d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:36.308163 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2047f859-85e0-4f93-a644-bdc2e90f72d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d0549806-0960-4133-a646-ef8baa13a645 HTTP/1.1" status: 204 len: 168 time: 0.5842168 Nov 11 11:55:36.316473 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047f859-85e0-4f93-a644-bdc2e90f72d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0549806-0960-4133-a646-ef8baa13a645,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:36.318763 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-67169023-c67b-4a9c-820c-2c109f9762f2 req-5288fe61-5481-40bc-ab71-1fea2deaa19f tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/security-groups?id=0caf8cfe-07f2-4890-b014-d821bab85369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457987 Nov 11 11:55:36.333631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7d768-bd3f-49cb-8b9d-5b8b8d7c8dd0 req-85dec945-8547-4f19-aa2d-6f5c97a4b99a tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:36.353520 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3cb7d768-bd3f-49cb-8b9d-5b8b8d7c8dd0 req-85dec945-8547-4f19-aa2d-6f5c97a4b99a tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 944 time: 0.1981015 Nov 11 11:55:36.384623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acaaba-7e54-4be1-b85e-b2fd8b64b5f1 req-9c613b62-f159-4ec4-bdeb-1f632b598573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:36.386773 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7acaaba-7e54-4be1-b85e-b2fd8b64b5f1 req-9c613b62-f159-4ec4-bdeb-1f632b598573 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0717423 Nov 11 11:55:36.443170 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd520d1-f22d-4f6b-898c-b1298cc340b8 req-7444e4f0-e090-4a68-b26f-37a73d917a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:36.444646 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bbd520d1-f22d-4f6b-898c-b1298cc340b8 req-7444e4f0-e090-4a68-b26f-37a73d917a7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.1489711 Nov 11 11:55:36.466448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acaaba-7e54-4be1-b85e-b2fd8b64b5f1 req-06258b8f-954d-4681-aab8-2a21a6444b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:36.468432 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7acaaba-7e54-4be1-b85e-b2fd8b64b5f1 req-06258b8f-954d-4681-aab8-2a21a6444b7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717483 Nov 11 11:55:36.501617 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3cb7d768-bd3f-49cb-8b9d-5b8b8d7c8dd0 req-f94bd0aa-135b-4bc4-a51f-ae0d787c12d9 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111000 Nov 11 11:55:36.503743 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bbd520d1-f22d-4f6b-898c-b1298cc340b8 req-4af13c17-90a5-42cf-87bd-3dea6e2275fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488007 Nov 11 11:55:36.699265 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bbd520d1-f22d-4f6b-898c-b1298cc340b8 req-65412ee8-95ad-4246-bb0a-f988108ef15a service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813202 Nov 11 11:55:36.881846 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bbd520d1-f22d-4f6b-898c-b1298cc340b8 req-bc3b1160-e149-4fb4-adb2-51fea918513d service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689539 Nov 11 11:55:37.016289 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7acaaba-7e54-4be1-b85e-b2fd8b64b5f1 req-eb6f1d5f-9703-4c40-990c-eb54551386fb service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384936 Nov 11 11:55:37.030893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-e966de4f-dbb6-4acd-9d5e-92a24514315f tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:37.032957 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-e966de4f-dbb6-4acd-9d5e-92a24514315f tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327&tenant_id=6c923494b0b24034811a64096faf7424&binding%3Ahost_id=n-h1-807359-3 HTTP/1.1" status: 200 len: 1095 time: 0.3774981 Nov 11 11:55:37.052204 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9b8548-1669-4562-874b-84896894b8b1', 'name': 'network-vif-deleted', 'tag': 'ae7eba0a-7e15-4734-b30f-362f27c76667'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:37.054745 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09eef531-885c-452f-92d6-e3788f9d3b08" -d '{"events": [{"server_uuid": "9c9b8548-1669-4562-874b-84896894b8b1", "name": "network-vif-deleted", "tag": "ae7eba0a-7e15-4734-b30f-362f27c76667"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:37.069738 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:55:37.192844 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-500fac1c-a5a9-4727-abbb-a2a1c90f0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:37.195210 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-500fac1c-a5a9-4727-abbb-a2a1c90f0215 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327&tenant_id=6c923494b0b24034811a64096faf7424 HTTP/1.1" status: 200 len: 1095 time: 0.1507976 Nov 11 11:55:37.218553 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02905274-41fd-488f-a858-3a151e679a73 req-3dffbfac-6579-4cf5-bc3a-9c2ac754984a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:37.223151 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-02905274-41fd-488f-a858-3a151e679a73 req-3dffbfac-6579-4cf5-bc3a-9c2ac754984a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 944 time: 0.0898588 Nov 11 11:55:37.236376 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7acaaba-7e54-4be1-b85e-b2fd8b64b5f1 req-8dcdb4e3-df93-431d-a99c-e6f38ac68208 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020180 Nov 11 11:55:37.284866 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-46726593-874f-4081-88fe-e593d247e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:37.287094 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-46726593-874f-4081-88fe-e593d247e49c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 1095 time: 0.0640996 Nov 11 11:55:37.312756 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-02905274-41fd-488f-a858-3a151e679a73 req-cc349d59-f592-486b-9536-d8b65914834b tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798268 Nov 11 11:55:37.408054 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0705cc69-7f15-4067-8bf5-5a18c440ed3e x-openstack-request-id: req-0705cc69-7f15-4067-8bf5-5a18c440ed3e {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:37.408277 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9b8548-1669-4562-874b-84896894b8b1", "name": "network-vif-deleted", "tag": "ae7eba0a-7e15-4734-b30f-362f27c76667", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:37.408485 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0705cc69-7f15-4067-8bf5-5a18c440ed3e {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:37.408937 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9b8548-1669-4562-874b-84896894b8b1', 'name': 'network-vif-deleted', 'tag': 'ae7eba0a-7e15-4734-b30f-362f27c76667', 'status': 'completed', 'code': 200} Nov 11 11:55:37.431952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-89ace2e2-70fd-4ba9-b03f-f862385e8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:37.433820 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-89ace2e2-70fd-4ba9-b03f-f862385e8ce1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.1385441 Nov 11 11:55:37.487643 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-1fa2cb1d-c17e-43e2-8da8-cd570203b9ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7296f2ea-10c9-478e-a9ec-f45489068d1b HTTP/1.1" status: 200 len: 217 time: 0.0452750 Nov 11 11:55:37.526169 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2ca27-94f8-4946-8cbd-3793d0a1046e req-0cba6078-9a92-4484-a6b8-5514a6be9bdc tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:37.527931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da2ca27-94f8-4946-8cbd-3793d0a1046e req-0cba6078-9a92-4484-a6b8-5514a6be9bdc tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 948 time: 0.0588200 Nov 11 11:55:37.561788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-3a1e9a8e-49dc-4227-8c41-615517055145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:37.563285 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-3a1e9a8e-49dc-4227-8c41-615517055145 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.0680819 Nov 11 11:55:37.568477 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48218) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:37.604895 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da2ca27-94f8-4946-8cbd-3793d0a1046e req-d9bba6ec-5aa4-40ee-94b8-75fed854b287 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/security-groups?id=0caf8cfe-07f2-4890-b014-d821bab85369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697474 Nov 11 11:55:37.619120 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-0f5736bd-a144-480c-b9ad-dbdef5741d9f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435719 Nov 11 11:55:37.740958 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d985b581-dee7-423c-985f-7b3a79e38232 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1567252032-network', 'tenant_id': '225174e131ea4e749297f8797a24b5c1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:37.759989 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-99a8a4b1-b1d4-4d8e-8334-1f8d4bd04c48 service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344469 Nov 11 11:55:37.781838 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532ed3d-0297-4067-affa-1362ac686df6 req-45c29915-a424-4b6c-943d-e59b3c464274 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:37.783547 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7532ed3d-0297-4067-affa-1362ac686df6 req-45c29915-a424-4b6c-943d-e59b3c464274 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 944 time: 0.0536363 Nov 11 11:55:37.802319 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d985b581-dee7-423c-985f-7b3a79e38232 admin admin] Made reservation on behalf of 225174e131ea4e749297f8797a24b5c1 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:37.805391 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d985b581-dee7-423c-985f-7b3a79e38232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:37.824955 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d985b581-dee7-423c-985f-7b3a79e38232 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:37.844577 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7532ed3d-0297-4067-affa-1362ac686df6 req-0faf6e7d-b54b-42c6-8d83-5f5f1981280e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477946 Nov 11 11:55:37.902719 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557c1d-3fd6-4598-86f4-532c95baef7e req-d4ded335-9d71-4889-90f6-69131b6bd0f1 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:37.904581 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25557c1d-3fd6-4598-86f4-532c95baef7e req-d4ded335-9d71-4889-90f6-69131b6bd0f1 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9873d365-8ee6-41c4-a4c8-b576d461238f HTTP/1.1" status: 200 len: 945 time: 0.0580659 Nov 11 11:55:37.958635 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-50111538-e901-4a66-934f-cccc8f072993 service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851258 Nov 11 11:55:37.975769 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25557c1d-3fd6-4598-86f4-532c95baef7e req-16ae37b0-3cb1-4dd8-a4b8-702c8b6e77d8 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651965 Nov 11 11:55:37.996786 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b18b29b5-a706-4516-9077-5a53aabff5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.004826 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d985b581-dee7-423c-985f-7b3a79e38232 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.011966 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d985b581-dee7-423c-985f-7b3a79e38232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.043073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d985b581-dee7-423c-985f-7b3a79e38232 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:55:38.050899 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985b581-dee7-423c-985f-7b3a79e38232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44e1d59-8730-4858-b3f9-2b644b9f723e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:38.058205 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d985b581-dee7-423c-985f-7b3a79e38232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.058551 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-d985b581-dee7-423c-985f-7b3a79e38232 admin admin] Added segment 8d64d78b-b639-4e01-968b-45291f2d8d4d of type vlan for network 2da92dd1-3df4-46e9-ba7e-5cebd04c92e8 Nov 11 11:55:38.101371 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62906916-609d-44c4-858e-ab4f8865874f req-f868753d-834a-40fa-a8d3-e15b92cc5dc6 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:38.103298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62906916-609d-44c4-858e-ab4f8865874f req-f868753d-834a-40fa-a8d3-e15b92cc5dc6 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/ports?device_id=47bfd872-f548-4309-b793-0ba93c9c02a5 HTTP/1.1" status: 200 len: 951 time: 0.0693870 Nov 11 11:55:38.142896 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d985b581-dee7-423c-985f-7b3a79e38232 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.174492 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d985b581-dee7-423c-985f-7b3a79e38232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.174851 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62906916-609d-44c4-858e-ab4f8865874f req-33e72858-a1bf-4c0f-b16e-1f2134a554e8 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc5e3c61-06c8-4fd6-bd5b-25b217ee44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609822 Nov 11 11:55:38.176337 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d985b581-dee7-423c-985f-7b3a79e38232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:38.176725 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d985b581-dee7-423c-985f-7b3a79e38232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.219612 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d985b581-dee7-423c-985f-7b3a79e38232 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6497822 Nov 11 11:55:38.222817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48252) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:38.228254 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-259754b9-9c51-4f30-b9af-0c7f789765f6 admin admin] Request body: {'subnet': {'network_id': '2da92dd1-3df4-46e9-ba7e-5cebd04c92e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1567252032-subnet', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:38.252360 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259754b9-9c51-4f30-b9af-0c7f789765f6 admin admin] Made reservation on behalf of 225174e131ea4e749297f8797a24b5c1 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:38.255142 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-259754b9-9c51-4f30-b9af-0c7f789765f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.280624 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985b581-dee7-423c-985f-7b3a79e38232 admin admin] Pushing event updated for resources: {'Network': ['ID=2da92dd1-3df4-46e9-ba7e-5cebd04c92e8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:38.295331 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 2da92dd1-3df4-46e9-ba7e-5cebd04c92e8 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:55:38.300697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-edcc0d6a-edd5-426c-b983-cd9ac4388908 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:38.302533 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-edcc0d6a-edd5-426c-b983-cd9ac4388908 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327&tenant_id=6c923494b0b24034811a64096faf7424&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 1095 time: 0.0802922 Nov 11 11:55:38.334196 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48258) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:38.447043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4268846f-f95a-45fb-a653-37bf04cc2216 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:55:38.449499 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device bc296ea4-a039-4ef0-a110-f534bc4597dc no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:38.463576 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-61b4e8c8-edfb-48b1-8148-ffb91275a296 service neutron] For port 7296f2ea-10c9-478e-a9ec-f45489068d1b, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:55:38.467846 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-61b4e8c8-edfb-48b1-8148-ffb91275a296 service neutron] Publish callbacks [] for binding, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.470075 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92ae1754-46a7-4b7d-94a5-9da970c4c0e7 req-61b4e8c8-edfb-48b1-8148-ffb91275a296 service neutron] 10.222.0.43 "DELETE /v2.0/ports/7296f2ea-10c9-478e-a9ec-f45489068d1b/bindings/n-h1-807359-3 HTTP/1.1" status: 204 len: 173 time: 0.1574924 Nov 11 11:55:38.489448 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00b25f9b-449b-493a-aa07-87e81578c279 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.570361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d52002-a6cb-42d0-909d-4e2d8e752978 req-df708cfd-04eb-42f0-991d-dd07b5dc538c tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:38.571941 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71d52002-a6cb-42d0-909d-4e2d8e752978 req-df708cfd-04eb-42f0-991d-dd07b5dc538c tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 944 time: 0.1765282 Nov 11 11:55:38.575915 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-259754b9-9c51-4f30-b9af-0c7f789765f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.606478 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.612615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4268846f-f95a-45fb-a653-37bf04cc2216, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4268846f-f95a-45fb-a653-37bf04cc2216,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:38.631779 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '4268846f-f95a-45fb-a653-37bf04cc2216', 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794', 'port_id': '4268846f-f95a-45fb-a653-37bf04cc2216', 'mac_address': 'fa:16:3e:ec:2e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe659b4-2536-4abf-9268-da5913f8d819', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:55:38.646007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bfd872-f548-4309-b793-0ba93c9c02a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc296ea4-a039-4ef0-a110-f534bc4597dc'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:38.648581 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8167fe5c-878c-40c2-90fd-3424a8dda0b2" -d '{"events": [{"server_uuid": "47bfd872-f548-4309-b793-0ba93c9c02a5", "name": "network-vif-unplugged", "status": "completed", "tag": "bc296ea4-a039-4ef0-a110-f534bc4597dc"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:38.679010 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port bc296ea4-a039-4ef0-a110-f534bc4597dc, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=bc296ea4-a039-4ef0-a110-f534bc4597dc,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:38.688237 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.706438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259754b9-9c51-4f30-b9af-0c7f789765f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9685c7b2-e482-4139-a2c6-b9f39cdac0bd,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:38.715764 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.733231 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71d52002-a6cb-42d0-909d-4e2d8e752978 req-7dfd5ac2-0ef5-44ad-b633-8b811236a3cc tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488369 Nov 11 11:55:38.740186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4268846f-f95a-45fb-a653-37bf04cc2216 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:55:38.772751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=bc296ea4-a039-4ef0-a110-f534bc4597dc,revision_number=11']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:38.776507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259754b9-9c51-4f30-b9af-0c7f789765f6 admin admin] Checking segment: {'id': '8d64d78b-b639-4e01-968b-45291f2d8d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2da92dd1-3df4-46e9-ba7e-5cebd04c92e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:38.776978 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259754b9-9c51-4f30-b9af-0c7f789765f6 admin admin] Network hostable DHCP agents. Network: 2da92dd1-3df4-46e9-ba7e-5cebd04c92e8, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:55:38.786327 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4268846f-f95a-45fb-a653-37bf04cc2216, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4268846f-f95a-45fb-a653-37bf04cc2216,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:38.788443 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6277a3-d422-41af-b1af-d57a3dc8c746 x-openstack-request-id: req-8a6277a3-d422-41af-b1af-d57a3dc8c746 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:38.788728 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47bfd872-f548-4309-b793-0ba93c9c02a5", "name": "network-vif-unplugged", "status": "completed", "tag": "bc296ea4-a039-4ef0-a110-f534bc4597dc", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:38.788973 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a6277a3-d422-41af-b1af-d57a3dc8c746 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:38.789395 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bfd872-f548-4309-b793-0ba93c9c02a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc296ea4-a039-4ef0-a110-f534bc4597dc', 'code': 200} Nov 11 11:55:38.792899 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.793512 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00b25f9b-449b-493a-aa07-87e81578c279 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.802563 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00b25f9b-449b-493a-aa07-87e81578c279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.816304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90271f9-095f-42e7-abda-4eed8d5a2cf9 req-bfa3470e-b1e0-42ba-93b9-50448e5e0d64 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:38.817325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a90271f9-095f-42e7-abda-4eed8d5a2cf9 req-bfa3470e-b1e0-42ba-93b9-50448e5e0d64 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 948 time: 0.1178007 Nov 11 11:55:38.847315 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=4268846f-f95a-45fb-a653-37bf04cc2216,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:38.870490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259754b9-9c51-4f30-b9af-0c7f789765f6 admin admin] Network 2da92dd1-3df4-46e9-ba7e-5cebd04c92e8 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:55:38.883440 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-00b25f9b-449b-493a-aa07-87e81578c279 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c424dd2e59e468facfb6bab65a71e06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5456731 Nov 11 11:55:38.883440 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b25f9b-449b-493a-aa07-87e81578c279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcfb57a-d4e8-4d91-a447-499629498e3b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:38.884679 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48268) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:38.890776 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-259754b9-9c51-4f30-b9af-0c7f789765f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 2da92dd1-3df4-46e9-ba7e-5cebd04c92e8) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:38.902076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259754b9-9c51-4f30-b9af-0c7f789765f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:38.902681 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-259754b9-9c51-4f30-b9af-0c7f789765f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.906277 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412645b6-834e-4078-9c8d-8335412f1a2e None None] Network 2da92dd1-3df4-46e9-ba7e-5cebd04c92e8 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:38.937396 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a90271f9-095f-42e7-abda-4eed8d5a2cf9 req-0fdf0135-427e-4f5b-8222-35a9679b9883 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/security-groups?id=0caf8cfe-07f2-4890-b014-d821bab85369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104925 Nov 11 11:55:38.968538 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-259754b9-9c51-4f30-b9af-0c7f789765f6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7407222 Nov 11 11:55:38.971066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48272) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:38.976767 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:38.979632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1567252032-router', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:39.047561 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:39.048641 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:39.050384 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0539bc0c-6162-4cf5-8597-c1d4a848a08c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:39.073615 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba513900-9655-4182-a69c-b6be26c8a77f req-e023cb6a-3207-4839-8905-4e4b1982e7f4 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:39.081455 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba513900-9655-4182-a69c-b6be26c8a77f req-e023cb6a-3207-4839-8905-4e4b1982e7f4 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 944 time: 0.1112809 Nov 11 11:55:39.088955 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0539bc0c-6162-4cf5-8597-c1d4a848a08c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:39.102837 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['4268846f-f95a-45fb-a653-37bf04cc2216'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:55:39.167745 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:39.181933 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3b24a-5914-4b60-8dfd-87ff47a89b96 req-699f14aa-f7cc-4820-8aea-8fd467cd36b3 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:39.182785 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-2da92dd1-3df4-46e9-ba7e-5cebd04c92e8', 'network_id': '2da92dd1-3df4-46e9-ba7e-5cebd04c92e8', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'fixed_ips': [{'subnet_id': '9685c7b2-e482-4139-a2c6-b9f39cdac0bd'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:55:39.183603 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:39.183739 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-39c3b24a-5914-4b60-8dfd-87ff47a89b96 req-699f14aa-f7cc-4820-8aea-8fd467cd36b3 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.43 "GET /v2.0/ports?device_id=9873d365-8ee6-41c4-a4c8-b576d461238f HTTP/1.1" status: 200 len: 945 time: 0.0682251 Nov 11 11:55:39.221850 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0539bc0c-6162-4cf5-8597-c1d4a848a08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:39.224517 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0539bc0c-6162-4cf5-8597-c1d4a848a08c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:39.228857 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0539bc0c-6162-4cf5-8597-c1d4a848a08c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fdcfb57a-d4e8-4d91-a447-499629498e3b HTTP/1.1" status: 204 len: 168 time: 0.3415933 Nov 11 11:55:39.245282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539bc0c-6162-4cf5-8597-c1d4a848a08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcfb57a-d4e8-4d91-a447-499629498e3b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:39.296879 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba513900-9655-4182-a69c-b6be26c8a77f req-3fca222c-7c8a-493e-8b75-0e6f981d46f4 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144175 Nov 11 11:55:39.353699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe705faf-c5ec-4840-81f1-b5818c58f69f req-95d8a99f-5561-4cf1-8637-cb70599e002d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:39.363857 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe705faf-c5ec-4840-81f1-b5818c58f69f req-95d8a99f-5561-4cf1-8637-cb70599e002d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9873d365-8ee6-41c4-a4c8-b576d461238f HTTP/1.1" status: 200 len: 945 time: 0.2404964 Nov 11 11:55:39.417293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-39c3b24a-5914-4b60-8dfd-87ff47a89b96 req-4510f05c-1f94-46b4-90ac-59ce69c0cb3d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Deleting port a6a8252e-e1c7-458b-9301-dd858b647e59 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:55:39.417729 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-39c3b24a-5914-4b60-8dfd-87ff47a89b96 req-4510f05c-1f94-46b4-90ac-59ce69c0cb3d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:39.441409 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Allocated IP 172.20.0.2 (2da92dd1-3df4-46e9-ba7e-5cebd04c92e8/9685c7b2-e482-4139-a2c6-b9f39cdac0bd/106b4177-0d4e-4034-af50-a2a93b4ee206) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:55:39.535545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-39c3b24a-5914-4b60-8dfd-87ff47a89b96 req-4510f05c-1f94-46b4-90ac-59ce69c0cb3d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] For port a6a8252e-e1c7-458b-9301-dd858b647e59, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a6a8252e-e1c7-458b-9301-dd858b647e59,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:39.535893 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-39c3b24a-5914-4b60-8dfd-87ff47a89b96 req-4510f05c-1f94-46b4-90ac-59ce69c0cb3d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:39.552843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-39c3b24a-5914-4b60-8dfd-87ff47a89b96 req-4510f05c-1f94-46b4-90ac-59ce69c0cb3d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Calling delete_port for a6a8252e-e1c7-458b-9301-dd858b647e59 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:55:39.567017 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:39.649573 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe705faf-c5ec-4840-81f1-b5818c58f69f req-a1f67a96-4161-45f0-940f-882b7c34bc1d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774909 Nov 11 11:55:39.668017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a552b-9f86-48a1-8163-56cc6b558fcd req-96494963-e89d-45b8-99c9-933e648aae26 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:39.678363 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-263a552b-9f86-48a1-8163-56cc6b558fcd req-96494963-e89d-45b8-99c9-933e648aae26 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/ports?device_id=47bfd872-f548-4309-b793-0ba93c9c02a5 HTTP/1.1" status: 200 len: 949 time: 0.2316003 Nov 11 11:55:39.723624 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-39c3b24a-5914-4b60-8dfd-87ff47a89b96 req-4510f05c-1f94-46b4-90ac-59ce69c0cb3d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:39.780595 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['e7e06579-02c5-4fa2-ac15-58d77c3205a0'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:55:39.791762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510f05c-1f94-46b4-90ac-59ce69c0cb3d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Pushing event deleted for resources: {'Port': ['ID=a6a8252e-e1c7-458b-9301-dd858b647e59,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:39.822828 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-263a552b-9f86-48a1-8163-56cc6b558fcd req-33b55f25-0055-4fc9-a0a0-96c348d84bf0 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc5e3c61-06c8-4fd6-bd5b-25b217ee44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318815 Nov 11 11:55:39.850526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c3b24a-5914-4b60-8dfd-87ff47a89b96 req-4510f05c-1f94-46b4-90ac-59ce69c0cb3d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] No DVR routers for this DVR port a6a8252e-e1c7-458b-9301-dd858b647e59 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:55:39.853571 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-39c3b24a-5914-4b60-8dfd-87ff47a89b96 req-4510f05c-1f94-46b4-90ac-59ce69c0cb3d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:39.857615 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-39c3b24a-5914-4b60-8dfd-87ff47a89b96 req-4510f05c-1f94-46b4-90ac-59ce69c0cb3d tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.43 "DELETE /v2.0/ports/a6a8252e-e1c7-458b-9301-dd858b647e59 HTTP/1.1" status: 204 len: 173 time: 0.6663935 Nov 11 11:55:39.858087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9873d365-8ee6-41c4-a4c8-b576d461238f', 'name': 'network-vif-deleted', 'tag': 'a6a8252e-e1c7-458b-9301-dd858b647e59'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:39.860844 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04399495-72f5-4a88-83ef-85e89118c94e" -d '{"events": [{"server_uuid": "9873d365-8ee6-41c4-a4c8-b576d461238f", "name": "network-vif-deleted", "tag": "a6a8252e-e1c7-458b-9301-dd858b647e59"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:39.904918 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf837f8-7929-4b74-83b8-34f7c054cb54 req-d0432fa8-b8e2-4eb7-a59d-3b2eac3ba59b tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:39.906378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eaf837f8-7929-4b74-83b8-34f7c054cb54 req-d0432fa8-b8e2-4eb7-a59d-3b2eac3ba59b tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 1095 time: 0.1269007 Nov 11 11:55:39.928578 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a874472-47a7-47f4-8391-fc6b6a709bbf req-9142fc9f-f9d7-4b89-8f33-ff8f2cdaf7de tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:39.930476 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a874472-47a7-47f4-8391-fc6b6a709bbf req-9142fc9f-f9d7-4b89-8f33-ff8f2cdaf7de tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.43 "GET /v2.0/ports?device_id=47bfd872-f548-4309-b793-0ba93c9c02a5 HTTP/1.1" status: 200 len: 949 time: 0.1144838 Nov 11 11:55:39.931602 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 7cc88913-edce-4b3b-801e-24c2029f0796 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:55:39.945534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['a6a8252e-e1c7-458b-9301-dd858b647e59'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:55:40.044152 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:40.067978 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:40.142147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee61b60-c230-4bfe-913b-17ab6cddec98 req-be57ae9c-c001-4745-8bef-7c79e7b50ea1 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:40.143705 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6ee61b60-c230-4bfe-913b-17ab6cddec98 req-be57ae9c-c001-4745-8bef-7c79e7b50ea1 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 945 time: 0.2364442 Nov 11 11:55:40.160949 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eaf837f8-7929-4b74-83b8-34f7c054cb54 req-d79fcff4-8859-4f6a-b129-3313a7e0a030 tempest-LiveAutoBlockMigrationV225Test-386031178 tempest-LiveAutoBlockMigrationV225Test-386031178-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293980 Nov 11 11:55:40.181217 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Network 2da92dd1-3df4-46e9-ba7e-5cebd04c92e8 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:55:40.198389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:40.209926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:55:40.262842 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ac4970-04fa-4ebe-b23f-07b024ce2e7c x-openstack-request-id: req-a2ac4970-04fa-4ebe-b23f-07b024ce2e7c {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:40.262842 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9873d365-8ee6-41c4-a4c8-b576d461238f", "name": "network-vif-deleted", "tag": "a6a8252e-e1c7-458b-9301-dd858b647e59", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:40.263484 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a2ac4970-04fa-4ebe-b23f-07b024ce2e7c {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:40.263484 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9873d365-8ee6-41c4-a4c8-b576d461238f', 'name': 'network-vif-deleted', 'tag': 'a6a8252e-e1c7-458b-9301-dd858b647e59', 'status': 'completed', 'code': 200} Nov 11 11:55:40.276924 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:40.277499 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Pushing event updated for resources: {'Port': ['ID=106b4177-0d4e-4034-af50-a2a93b4ee206,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:40.330829 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6ee61b60-c230-4bfe-913b-17ab6cddec98 req-88830891-ca82-457c-b71e-1e15763d9693 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684666 Nov 11 11:55:40.332013 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:40.358817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-0a874472-47a7-47f4-8391-fc6b6a709bbf req-ce122ab6-a748-482a-9600-cbe4fb132685 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Deleting port bc296ea4-a039-4ef0-a110-f534bc4597dc {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:55:40.359415 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0a874472-47a7-47f4-8391-fc6b6a709bbf req-ce122ab6-a748-482a-9600-cbe4fb132685 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:40.381410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 7cc88913-edce-4b3b-801e-24c2029f0796, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7cc88913-edce-4b3b-801e-24c2029f0796,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:40.442945 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Attempting to bind port 106b4177-0d4e-4034-af50-a2a93b4ee206 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:55:40.442945 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Attempting to bind port 106b4177-0d4e-4034-af50-a2a93b4ee206 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '8d64d78b-b639-4e01-968b-45291f2d8d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2da92dd1-3df4-46e9-ba7e-5cebd04c92e8'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:55:40.443405 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Attempting to bind port 106b4177-0d4e-4034-af50-a2a93b4ee206 on network 2da92dd1-3df4-46e9-ba7e-5cebd04c92e8 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:40.489317 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:55:40.492170 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Checking segment: {'id': '8d64d78b-b639-4e01-968b-45291f2d8d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2da92dd1-3df4-46e9-ba7e-5cebd04c92e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:40.492649 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:40.495036 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Bound using segment: {'id': '8d64d78b-b639-4e01-968b-45291f2d8d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2da92dd1-3df4-46e9-ba7e-5cebd04c92e8'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:55:40.495757 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Bound port: 106b4177-0d4e-4034-af50-a2a93b4ee206, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d64d78b-b639-4e01-968b-45291f2d8d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2da92dd1-3df4-46e9-ba7e-5cebd04c92e8'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:55:40.497516 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:40.503521 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '7cc88913-edce-4b3b-801e-24c2029f0796', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '7cc88913-edce-4b3b-801e-24c2029f0796', 'mac_address': 'fa:16:3e:31:84:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:55:40.532046 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4268846f-f95a-45fb-a653-37bf04cc2216 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:55:40.590808 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b17ef-586f-4241-9496-941160ce93c2 req-56e50763-6e19-43ad-92d9-32aff2882c23 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:40.598381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a7b17ef-586f-4241-9496-941160ce93c2 req-56e50763-6e19-43ad-92d9-32aff2882c23 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 948 time: 0.2469904 Nov 11 11:55:40.609641 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:40.666239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-0a874472-47a7-47f4-8391-fc6b6a709bbf req-ce122ab6-a748-482a-9600-cbe4fb132685 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] For port bc296ea4-a039-4ef0-a110-f534bc4597dc, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=bc296ea4-a039-4ef0-a110-f534bc4597dc,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:40.666626 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0a874472-47a7-47f4-8391-fc6b6a709bbf req-ce122ab6-a748-482a-9600-cbe4fb132685 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:40.685247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-0a874472-47a7-47f4-8391-fc6b6a709bbf req-ce122ab6-a748-482a-9600-cbe4fb132685 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Calling delete_port for bc296ea4-a039-4ef0-a110-f534bc4597dc owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:55:40.702347 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:40.712420 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Allocated IP 172.25.2.135 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/06d61230-7c0f-44a8-8bae-a03607fcebcc) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:55:40.723644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 4268846f-f95a-45fb-a653-37bf04cc2216 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:55:40.729361 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] For port 106b4177-0d4e-4034-af50-a2a93b4ee206, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:55:40.734765 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc88913-edce-4b3b-801e-24c2029f0796 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:55:40.745634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 4268846f-f95a-45fb-a653-37bf04cc2216 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:40.745634 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:40.752402 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] For port 106b4177-0d4e-4034-af50-a2a93b4ee206, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=106b4177-0d4e-4034-af50-a2a93b4ee206,segment=NetworkSegment(8d64d78b-b639-4e01-968b-45291f2d8d4d),segment_id=8d64d78b-b639-4e01-968b-45291f2d8d4d)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:55:40.780272 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:40.793087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a7b17ef-586f-4241-9496-941160ce93c2 req-bed0ceea-bf6c-4265-bd31-aa3c7639f555 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/security-groups?id=0caf8cfe-07f2-4890-b014-d821bab85369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934502 Nov 11 11:55:40.800040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 7cc88913-edce-4b3b-801e-24c2029f0796, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7cc88913-edce-4b3b-801e-24c2029f0796,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:40.828601 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:40.873877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12ebdc-a8d6-4aa7-a133-f18d0d4e9843 None None] Pushing event updated for resources: {'Port': ['ID=106b4177-0d4e-4034-af50-a2a93b4ee206,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:40.968292 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:40.981991 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=7cc88913-edce-4b3b-801e-24c2029f0796,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:41.007321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4140dd3-4f80-4c3e-af25-a9e3b6443155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4268846f-f95a-45fb-a653-37bf04cc2216'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:41.011100 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22764fcc-5cd4-47d6-ae41-63c4a6e95e0d" -d '{"events": [{"server_uuid": "d4140dd3-4f80-4c3e-af25-a9e3b6443155", "name": "network-vif-plugged", "status": "completed", "tag": "4268846f-f95a-45fb-a653-37bf04cc2216"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:41.038458 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4268846f-f95a-45fb-a653-37bf04cc2216, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4268846f-f95a-45fb-a653-37bf04cc2216,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:41.043161 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:41.043923 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device a6a8252e-e1c7-458b-9301-dd858b647e59 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:41.086141 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: a6a8252e-e1c7-458b-9301-dd858b647e59 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:55:41.086485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device a6a8252e-e1c7-458b-9301-dd858b647e59 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:55:41.145436 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['7cc88913-edce-4b3b-801e-24c2029f0796'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:55:41.159702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff6925-fe84-45e7-b8b5-4a3409e3788c req-66fde6f1-3134-4e2c-bd5a-eeb0b0c92884 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:41.161213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21ff6925-fe84-45e7-b8b5-4a3409e3788c req-66fde6f1-3134-4e2c-bd5a-eeb0b0c92884 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 944 time: 0.2936690 Nov 11 11:55:41.165978 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=4268846f-f95a-45fb-a653-37bf04cc2216,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:41.201948 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0a874472-47a7-47f4-8391-fc6b6a709bbf req-ce122ab6-a748-482a-9600-cbe4fb132685 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:41.237020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e5e59-3fb0-4c07-a130-007bd366119b req-6438edcd-4652-4a43-86a2-7ed6343ed85f tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:41.245542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-727e5e59-3fb0-4c07-a130-007bd366119b req-6438edcd-4652-4a43-86a2-7ed6343ed85f tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/ports?device_id=47bfd872-f548-4309-b793-0ba93c9c02a5 HTTP/1.1" status: 200 len: 866 time: 0.2051849 Nov 11 11:55:41.272230 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:41.289808 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce122ab6-a748-482a-9600-cbe4fb132685 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Pushing event deleted for resources: {'Port': ['ID=bc296ea4-a039-4ef0-a110-f534bc4597dc,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:41.326687 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:41.339881 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48330) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:41.370022 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21ff6925-fe84-45e7-b8b5-4a3409e3788c req-51e546ab-7cd5-4575-805d-8f0325f26cae tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928339 Nov 11 11:55:41.398768 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a874472-47a7-47f4-8391-fc6b6a709bbf req-ce122ab6-a748-482a-9600-cbe4fb132685 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] No DVR routers for this DVR port bc296ea4-a039-4ef0-a110-f534bc4597dc on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:55:41.408271 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0a874472-47a7-47f4-8391-fc6b6a709bbf req-ce122ab6-a748-482a-9600-cbe4fb132685 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:41.411816 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a874472-47a7-47f4-8391-fc6b6a709bbf req-ce122ab6-a748-482a-9600-cbe4fb132685 tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.43 "DELETE /v2.0/ports/bc296ea4-a039-4ef0-a110-f534bc4597dc HTTP/1.1" status: 204 len: 173 time: 1.4710100 Nov 11 11:55:41.413664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bfd872-f548-4309-b793-0ba93c9c02a5', 'name': 'network-vif-deleted', 'tag': 'bc296ea4-a039-4ef0-a110-f534bc4597dc'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:41.415947 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b777ea-5c3f-4ca0-86ee-b4318f1c8a29" -d '{"events": [{"server_uuid": "47bfd872-f548-4309-b793-0ba93c9c02a5", "name": "network-vif-deleted", "tag": "bc296ea4-a039-4ef0-a110-f534bc4597dc"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:41.417599 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fbc67-b801-4e4f-8930-b61239b131c4 req-8f7861c7-3e1f-452b-b12a-41bf7c89c7b0 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:41.419673 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5c5fbc67-b801-4e4f-8930-b61239b131c4 req-8f7861c7-3e1f-452b-b12a-41bf7c89c7b0 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.43 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 944 time: 0.0931971 Nov 11 11:55:41.427083 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-727e5e59-3fb0-4c07-a130-007bd366119b req-a986190a-9c3e-4ce7-89e5-7a2c08031b2b tempest-ImagesOneServerTestJSON-525650450 tempest-ImagesOneServerTestJSON-525650450-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc5e3c61-06c8-4fd6-bd5b-25b217ee44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806576 Nov 11 11:55:41.449945 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:41.519268 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:55:41.522206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:41.529193 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:55:41.535639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-5c5fbc67-b801-4e4f-8930-b61239b131c4 req-480fdaf9-4fdf-4623-91d2-51aaf869fbf2 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Deleting port 7296f2ea-10c9-478e-a9ec-f45489068d1b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:55:41.538199 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5c5fbc67-b801-4e4f-8930-b61239b131c4 req-480fdaf9-4fdf-4623-91d2-51aaf869fbf2 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:41.565527 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0410f5-5ef6-4338-9cb5-6ed71db1bd93 x-openstack-request-id: req-af0410f5-5ef6-4338-9cb5-6ed71db1bd93 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:41.565853 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4140dd3-4f80-4c3e-af25-a9e3b6443155", "name": "network-vif-plugged", "status": "completed", "tag": "4268846f-f95a-45fb-a653-37bf04cc2216", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:41.565965 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af0410f5-5ef6-4338-9cb5-6ed71db1bd93 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:41.566311 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4140dd3-4f80-4c3e-af25-a9e3b6443155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4268846f-f95a-45fb-a653-37bf04cc2216', 'code': 200} Nov 11 11:55:41.568148 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Pushing event updated for resources: {'Port': ['ID=06d61230-7c0f-44a8-8bae-a03607fcebcc,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:41.644295 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b024f451-d9f1-4d92-a100-653f3c3e87ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:41.754662 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-5c5fbc67-b801-4e4f-8930-b61239b131c4 req-480fdaf9-4fdf-4623-91d2-51aaf869fbf2 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] For port 7296f2ea-10c9-478e-a9ec-f45489068d1b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=7296f2ea-10c9-478e-a9ec-f45489068d1b,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:41.755041 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5c5fbc67-b801-4e4f-8930-b61239b131c4 req-480fdaf9-4fdf-4623-91d2-51aaf869fbf2 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:41.793056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-5c5fbc67-b801-4e4f-8930-b61239b131c4 req-480fdaf9-4fdf-4623-91d2-51aaf869fbf2 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Calling delete_port for 7296f2ea-10c9-478e-a9ec-f45489068d1b owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:55:41.902743 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b024f451-d9f1-4d92-a100-653f3c3e87ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:41.911828 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b024f451-d9f1-4d92-a100-653f3c3e87ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:41.986413 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b024f451-d9f1-4d92-a100-653f3c3e87ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4fa7843cfae94478a9239add09168096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6440642 Nov 11 11:55:41.987897 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48344) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:41.990289 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024f451-d9f1-4d92-a100-653f3c3e87ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bffec6a-09ac-41f2-991c-95a36456fcdb,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:42.086458 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754be858-58e7-4066-9307-1b9df9405d5f x-openstack-request-id: req-754be858-58e7-4066-9307-1b9df9405d5f {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:42.086728 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47bfd872-f548-4309-b793-0ba93c9c02a5", "name": "network-vif-deleted", "tag": "bc296ea4-a039-4ef0-a110-f534bc4597dc", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:42.087007 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-754be858-58e7-4066-9307-1b9df9405d5f {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:42.087354 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bfd872-f548-4309-b793-0ba93c9c02a5', 'name': 'network-vif-deleted', 'tag': 'bc296ea4-a039-4ef0-a110-f534bc4597dc', 'status': 'completed', 'code': 200} Nov 11 11:55:42.093965 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5c5fbc67-b801-4e4f-8930-b61239b131c4 req-480fdaf9-4fdf-4623-91d2-51aaf869fbf2 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:42.106569 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['199c3395-a864-4b65-ad7c-ecb8bf0590a9', '7296f2ea-10c9-478e-a9ec-f45489068d1b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:55:42.152762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 106b4177-0d4e-4034-af50-a2a93b4ee206 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:55:42.155914 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d947-80b5-40b9-a38b-2bf3e13381b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:42.157190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fdaf9-4fdf-4623-91d2-51aaf869fbf2 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Pushing event deleted for resources: {'Port': ['ID=7296f2ea-10c9-478e-a9ec-f45489068d1b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:42.201834 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5fbc67-b801-4e4f-8930-b61239b131c4 req-480fdaf9-4fdf-4623-91d2-51aaf869fbf2 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] No DVR routers for this DVR port 7296f2ea-10c9-478e-a9ec-f45489068d1b on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:55:42.204814 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5c5fbc67-b801-4e4f-8930-b61239b131c4 req-480fdaf9-4fdf-4623-91d2-51aaf869fbf2 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:42.210937 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5c5fbc67-b801-4e4f-8930-b61239b131c4 req-480fdaf9-4fdf-4623-91d2-51aaf869fbf2 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.43 "DELETE /v2.0/ports/7296f2ea-10c9-478e-a9ec-f45489068d1b HTTP/1.1" status: 204 len: 173 time: 0.7817700 Nov 11 11:55:42.241218 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d947-80b5-40b9-a38b-2bf3e13381b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:42.251145 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 106b4177-0d4e-4034-af50-a2a93b4ee206 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:42.251906 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:42.272801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb1e432-3f29-4636-9413-f999e4507327', 'name': 'network-vif-deleted', 'tag': '7296f2ea-10c9-478e-a9ec-f45489068d1b'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:42.276076 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431be940-aaa2-4668-a72f-a69def979918" -d '{"events": [{"server_uuid": "edb1e432-3f29-4636-9413-f999e4507327", "name": "network-vif-deleted", "tag": "7296f2ea-10c9-478e-a9ec-f45489068d1b"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:42.296206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffda4d3-bc00-4a17-8025-94e427a337df req-1ce4ba64-63cd-4704-a72c-23caea0cc303 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:42.303617 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ffda4d3-bc00-4a17-8025-94e427a337df req-1ce4ba64-63cd-4704-a72c-23caea0cc303 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.2154624 Nov 11 11:55:42.320703 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d947-80b5-40b9-a38b-2bf3e13381b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:42.325044 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ddf0d947-80b5-40b9-a38b-2bf3e13381b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:42.328862 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17f0fa-c171-40c4-99d8-8213fcd56312 req-d5f1ff23-a0ad-4134-ad3f-4686e40a155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:42.329181 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ddf0d947-80b5-40b9-a38b-2bf3e13381b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0bffec6a-09ac-41f2-991c-95a36456fcdb HTTP/1.1" status: 204 len: 168 time: 0.3347797 Nov 11 11:55:42.330406 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b17f0fa-c171-40c4-99d8-8213fcd56312 req-d5f1ff23-a0ad-4134-ad3f-4686e40a155f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 1097 time: 0.2459984 Nov 11 11:55:42.354964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0d947-80b5-40b9-a38b-2bf3e13381b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bffec6a-09ac-41f2-991c-95a36456fcdb,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:42.355572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97bbb-af7a-400b-b2a0-69d05b912095 req-a6463d22-ed04-4f15-91ab-1180057bf4a2 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:42.362325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42e97bbb-af7a-400b-b2a0-69d05b912095 req-a6463d22-ed04-4f15-91ab-1180057bf4a2 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 946 time: 0.2730057 Nov 11 11:55:42.469393 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3546f9-8f63-4faf-9775-539c4960e3fb None None] Network 2da92dd1-3df4-46e9-ba7e-5cebd04c92e8 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:42.522264 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ffda4d3-bc00-4a17-8025-94e427a337df req-40b209d5-e09d-46b6-bb66-7fe3ef1ca618 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176335 Nov 11 11:55:42.548606 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:42.573240 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42e97bbb-af7a-400b-b2a0-69d05b912095 req-c525cb05-a6df-4e90-b4c2-7a1abc89c423 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052834 Nov 11 11:55:42.608280 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b17f0fa-c171-40c4-99d8-8213fcd56312 req-bec0d1b0-2aa6-40e7-a8fb-3c9d2f7d4155 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337956 Nov 11 11:55:42.608669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ccdf0dff-7c95-4ae7-b95a-945d4483b263 None None] Provisioning complete for port 106b4177-0d4e-4034-af50-a2a93b4ee206 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:42.609401 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ccdf0dff-7c95-4ae7-b95a-945d4483b263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:42.635742 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:42.639803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 106b4177-0d4e-4034-af50-a2a93b4ee206, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=106b4177-0d4e-4034-af50-a2a93b4ee206,segment=NetworkSegment(8d64d78b-b639-4e01-968b-45291f2d8d4d),segment_id=8d64d78b-b639-4e01-968b-45291f2d8d4d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:42.650177 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba74af70-7a34-467b-8513-1105a0ca3771 x-openstack-request-id: req-ba74af70-7a34-467b-8513-1105a0ca3771 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:42.650688 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb1e432-3f29-4636-9413-f999e4507327", "name": "network-vif-deleted", "tag": "7296f2ea-10c9-478e-a9ec-f45489068d1b", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:42.651117 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba74af70-7a34-467b-8513-1105a0ca3771 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:42.651718 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb1e432-3f29-4636-9413-f999e4507327', 'name': 'network-vif-deleted', 'tag': '7296f2ea-10c9-478e-a9ec-f45489068d1b', 'status': 'completed', 'code': 200} Nov 11 11:55:42.660339 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:42.803710 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=106b4177-0d4e-4034-af50-a2a93b4ee206,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:42.814449 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee6a8b9a-2734-4379-a38b-36b85847b405 req-46df1b40-3ca4-46bd-8025-3493159525e7 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 210 time: 0.0437648 Nov 11 11:55:42.824394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c075e-aa16-4c02-ad66-f244cad85728 req-5eb12bb0-8b59-4d27-bdee-e085310dfb76 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:42.831935 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-395c075e-aa16-4c02-ad66-f244cad85728 req-5eb12bb0-8b59-4d27-bdee-e085310dfb76 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 949 time: 0.1320677 Nov 11 11:55:42.960487 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-395c075e-aa16-4c02-ad66-f244cad85728 req-016aa8c8-8b3f-4de3-915b-cbe4587736a7 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/security-groups?id=0caf8cfe-07f2-4890-b014-d821bab85369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275704 Nov 11 11:55:43.022701 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:43.197966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9ae72eed-c3fd-4db9-964a-8478ffcf1a7b None None] Provisioning complete for port 106b4177-0d4e-4034-af50-a2a93b4ee206 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:43.198362 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ae72eed-c3fd-4db9-964a-8478ffcf1a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:43.219112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Router 2f75639f-e391-48b3-a487-7ca3104151b3 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:55:43.308061 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48378) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:43.358400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:55:43.368851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Sync routers for ids ['2f75639f-e391-48b3-a487-7ca3104151b3'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:55:43.386381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Routers {'2f75639f-e391-48b3-a487-7ca3104151b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:55:43.387027 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:55:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2f75639f-e391-48b3-a487-7ca3104151b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:43.400097 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:43.401386 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cd95a920-7531-41e6-a352-9bece5856c69 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4289939 Nov 11 11:55:43.404223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48384) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:43.674253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401e707-9ca4-4bfe-a23c-c8c02d34a963 req-b5fde286-b53b-4099-be5b-2c87b7d306e7 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:43.682356 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8401e707-9ca4-4bfe-a23c-c8c02d34a963 req-b5fde286-b53b-4099-be5b-2c87b7d306e7 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.0645931 Nov 11 11:55:43.687406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Set router 2f75639f-e391-48b3-a487-7ca3104151b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:55:43.721292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab59509-508d-459e-8a00-3a2abdfeb537 req-b4696871-856b-4382-89cc-d6592c8b0b6b tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:43.730505 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9ab59509-508d-459e-8a00-3a2abdfeb537 req-b4696871-856b-4382-89cc-d6592c8b0b6b tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.62 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 946 time: 0.1701179 Nov 11 11:55:43.763433 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8401e707-9ca4-4bfe-a23c-c8c02d34a963 req-08043d70-dcec-4990-940c-5220feb0f417 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc6de54-32c9-402e-8ef0-f9430c6e0962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792358 Nov 11 11:55:43.847421 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-da658f7c-e6cc-42cb-ac1e-7dc8207b98b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8cd3348c419f4ba984f2a4724b9df8e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5378263 Nov 11 11:55:43.850137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48400) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:43.924069 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 7cc88913-edce-4b3b-801e-24c2029f0796 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:55:44.025172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7b07c87-c4bd-4618-ac62-d57aea006483 req-d933e0b6-ece7-4044-bf1b-a7bd535e5021 tempest-AbsoluteLimitsNegativeTestJSON-105537004 tempest-AbsoluteLimitsNegativeTestJSON-105537004-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8a5c7a35be524b9e961d831c6745fbdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764320 Nov 11 11:55:44.032334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'name': 'tempest-ServersTestMultiNic-1567252032-router', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '06d61230-7c0f-44a8-8bae-a03607fcebcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:39Z', 'updated_at': '2021-11-11T11:55:42Z', 'revision_number': 3, 'project_id': '225174e131ea4e749297f8797a24b5c1', 'gw_port': {'id': '06d61230-7c0f-44a8-8bae-a03607fcebcc', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ab:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:40Z', 'updated_at': '2021-11-11T11:55:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:44.034271 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 7cc88913-edce-4b3b-801e-24c2029f0796 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:55:44.042086 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-13d9a3db-1edf-4ef9-b251-3c52c28ac768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:44.070746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Checking router: 2f75639f-e391-48b3-a487-7ca3104151b3 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:55:44.071415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Updating router 2f75639f-e391-48b3-a487-7ca3104151b3 port 06d61230-7c0f-44a8-8bae-a03607fcebcc binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:55:44.074812 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 7cc88913-edce-4b3b-801e-24c2029f0796 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:44.075369 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:44.111921 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-13d9a3db-1edf-4ef9-b251-3c52c28ac768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:44.124355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-9ab59509-508d-459e-8a00-3a2abdfeb537 req-36d16df7-731a-491b-a212-77716f122c11 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Deleting port e7e06579-02c5-4fa2-ac15-58d77c3205a0 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:55:44.124687 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9ab59509-508d-459e-8a00-3a2abdfeb537 req-36d16df7-731a-491b-a212-77716f122c11 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:44.142417 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 106b4177-0d4e-4034-af50-a2a93b4ee206 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:55:44.184300 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:44.202068 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424ef9d-ed21-4159-b619-768c29a7a053 req-88171680-aec2-4f98-878e-570695b42481 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:44.206078 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c424ef9d-ed21-4159-b619-768c29a7a053 req-88171680-aec2-4f98-878e-570695b42481 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 946 time: 0.2853286 Nov 11 11:55:44.220005 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-13d9a3db-1edf-4ef9-b251-3c52c28ac768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:44.224440 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-13d9a3db-1edf-4ef9-b251-3c52c28ac768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:44.230300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-13d9a3db-1edf-4ef9-b251-3c52c28ac768 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc5e3c61-06c8-4fd6-bd5b-25b217ee44cf HTTP/1.1" status: 204 len: 168 time: 0.3773737 Nov 11 11:55:44.254866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9a3db-1edf-4ef9-b251-3c52c28ac768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5e3c61-06c8-4fd6-bd5b-25b217ee44cf,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:44.371197 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-9ab59509-508d-459e-8a00-3a2abdfeb537 req-36d16df7-731a-491b-a212-77716f122c11 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] For port e7e06579-02c5-4fa2-ac15-58d77c3205a0, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=e7e06579-02c5-4fa2-ac15-58d77c3205a0,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:44.371863 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9ab59509-508d-459e-8a00-3a2abdfeb537 req-36d16df7-731a-491b-a212-77716f122c11 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:44.392645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-9ab59509-508d-459e-8a00-3a2abdfeb537 req-36d16df7-731a-491b-a212-77716f122c11 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Calling delete_port for e7e06579-02c5-4fa2-ac15-58d77c3205a0 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:55:44.398512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 106b4177-0d4e-4034-af50-a2a93b4ee206 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:44.398512 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:44.402246 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c424ef9d-ed21-4159-b619-768c29a7a053 req-f93d9c11-afb0-42bb-a2a1-06e26a72959a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665006 Nov 11 11:55:44.414628 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:44.415163 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:44.425707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b07c87-c4bd-4618-ac62-d57aea006483 req-6cd1f729-00dc-4a88-9217-aa47dcdf45a1 tempest-AbsoluteLimitsNegativeTestJSON-105537004 tempest-AbsoluteLimitsNegativeTestJSON-105537004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:44.433808 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7b07c87-c4bd-4618-ac62-d57aea006483 req-6cd1f729-00dc-4a88-9217-aa47dcdf45a1 tempest-AbsoluteLimitsNegativeTestJSON-105537004 tempest-AbsoluteLimitsNegativeTestJSON-105537004-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3557646 Nov 11 11:55:44.450521 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7b07c87-c4bd-4618-ac62-d57aea006483 req-7e96a920-0e52-4bec-9a04-c9c0c2874cf0 tempest-AbsoluteLimitsNegativeTestJSON-105537004 tempest-AbsoluteLimitsNegativeTestJSON-105537004-project] 10.222.0.65 "GET /v2.0/quotas/8a5c7a35be524b9e961d831c6745fbdd HTTP/1.1" status: 200 len: 375 time: 0.0158858 Nov 11 11:55:44.491218 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7b07c87-c4bd-4618-ac62-d57aea006483 req-7eeae08e-6240-4a2b-a92d-9803b5d404f6 tempest-AbsoluteLimitsNegativeTestJSON-105537004 tempest-AbsoluteLimitsNegativeTestJSON-105537004-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a5c7a35be524b9e961d831c6745fbdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367925 Nov 11 11:55:44.494615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 7296f2ea-10c9-478e-a9ec-f45489068d1b no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:44.552262 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7a0e646-a808-4242-88dc-695ca458b22e req-11aa9d0c-5887-42df-a8d3-387293a2bf1e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 210 time: 0.0556607 Nov 11 11:55:44.604067 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9ab59509-508d-459e-8a00-3a2abdfeb537 req-36d16df7-731a-491b-a212-77716f122c11 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:44.655348 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d16df7-731a-491b-a212-77716f122c11 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Pushing event deleted for resources: {'Port': ['ID=e7e06579-02c5-4fa2-ac15-58d77c3205a0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:44.683714 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['e7e06579-02c5-4fa2-ac15-58d77c3205a0'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:55:44.725442 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d7e49-74c7-42e9-8d96-dddad30f383d req-b340bb95-1f21-498a-8533-ab37f584fcb2 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:44.727780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 7296f2ea-10c9-478e-a9ec-f45489068d1b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:55:44.728288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 7296f2ea-10c9-478e-a9ec-f45489068d1b not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:55:44.728825 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device bc296ea4-a039-4ef0-a110-f534bc4597dc no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:44.735278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-577d7e49-74c7-42e9-8d96-dddad30f383d req-b340bb95-1f21-498a-8533-ab37f584fcb2 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 949 time: 0.1148927 Nov 11 11:55:44.815685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb74c67-e8f7-4970-a74c-b010cf3e856c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc88913-edce-4b3b-801e-24c2029f0796'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:44.818043 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a34760-10fc-48da-927c-510f56e3e3d0" -d '{"events": [{"server_uuid": "3bb74c67-e8f7-4970-a74c-b010cf3e856c", "name": "network-vif-plugged", "status": "completed", "tag": "7cc88913-edce-4b3b-801e-24c2029f0796"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:44.837837 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-577d7e49-74c7-42e9-8d96-dddad30f383d req-0b841cac-c19c-4029-a79d-85c0fe38657a tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/security-groups?id=0caf8cfe-07f2-4890-b014-d821bab85369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870547 Nov 11 11:55:44.838859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab59509-508d-459e-8a00-3a2abdfeb537 req-36d16df7-731a-491b-a212-77716f122c11 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] No DVR routers for this DVR port e7e06579-02c5-4fa2-ac15-58d77c3205a0 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:55:44.849803 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9ab59509-508d-459e-8a00-3a2abdfeb537 req-36d16df7-731a-491b-a212-77716f122c11 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:44.863096 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9ab59509-508d-459e-8a00-3a2abdfeb537 req-36d16df7-731a-491b-a212-77716f122c11 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.62 "DELETE /v2.0/ports/e7e06579-02c5-4fa2-ac15-58d77c3205a0 HTTP/1.1" status: 204 len: 173 time: 1.1169116 Nov 11 11:55:44.863582 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855e5daa-1db7-4f86-a902-13f94c2e1f64', 'name': 'network-vif-deleted', 'tag': 'e7e06579-02c5-4fa2-ac15-58d77c3205a0'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:44.878299 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33557aaf-7900-43da-94cd-e963c9e1d7ad" -d '{"events": [{"server_uuid": "855e5daa-1db7-4f86-a902-13f94c2e1f64", "name": "network-vif-deleted", "tag": "e7e06579-02c5-4fa2-ac15-58d77c3205a0"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:44.928917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: bc296ea4-a039-4ef0-a110-f534bc4597dc {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:55:44.929296 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device bc296ea4-a039-4ef0-a110-f534bc4597dc not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:55:44.959644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 7cc88913-edce-4b3b-801e-24c2029f0796, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7cc88913-edce-4b3b-801e-24c2029f0796,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:44.995794 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:45.042429 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de604095-4c87-4038-80df-7e0a2c423b77 req-a03abaa0-e2ba-46f1-9fad-6eb8683d8b77 tempest-ListServerFiltersTestJSON-1630183771 tempest-ListServerFiltersTestJSON-1630183771-project] 10.222.0.65 "GET /v2.0/ports?device_id=855e5daa-1db7-4f86-a902-13f94c2e1f64 HTTP/1.1" status: 200 len: 210 time: 0.0600483 Nov 11 11:55:45.150111 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1930855f-f571-445a-a5e8-43e33d912452 x-openstack-request-id: req-1930855f-f571-445a-a5e8-43e33d912452 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:45.150598 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855e5daa-1db7-4f86-a902-13f94c2e1f64", "name": "network-vif-deleted", "tag": "e7e06579-02c5-4fa2-ac15-58d77c3205a0", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:45.151143 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1930855f-f571-445a-a5e8-43e33d912452 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:45.151789 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855e5daa-1db7-4f86-a902-13f94c2e1f64', 'name': 'network-vif-deleted', 'tag': 'e7e06579-02c5-4fa2-ac15-58d77c3205a0', 'status': 'completed', 'code': 200} Nov 11 11:55:45.161154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Allocated IP 172.20.0.1 (2da92dd1-3df4-46e9-ba7e-5cebd04c92e8/9685c7b2-e482-4139-a2c6-b9f39cdac0bd/a838f8af-e0a5-420a-998a-27c056baa9c3) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:55:45.210891 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48438) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:45.230821 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7540e3-83f1-4ff3-9e24-696f0d6f0efe x-openstack-request-id: req-de7540e3-83f1-4ff3-9e24-696f0d6f0efe {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:45.231145 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb74c67-e8f7-4970-a74c-b010cf3e856c", "name": "network-vif-plugged", "status": "completed", "tag": "7cc88913-edce-4b3b-801e-24c2029f0796", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:45.231391 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de7540e3-83f1-4ff3-9e24-696f0d6f0efe {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:45.231768 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb74c67-e8f7-4970-a74c-b010cf3e856c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc88913-edce-4b3b-801e-24c2029f0796', 'code': 200} Nov 11 11:55:45.235230 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:45.256082 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=7cc88913-edce-4b3b-801e-24c2029f0796,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:45.272500 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:45.356424 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:45.383965 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e62f7-f4a7-4f80-a1c1-7d80997ef927 req-2a9999ad-b1b5-4315-9ac9-2c7f16f2669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:45.385522 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac7e62f7-f4a7-4f80-a1c1-7d80997ef927 req-2a9999ad-b1b5-4315-9ac9-2c7f16f2669a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 1101 time: 0.0697026 Nov 11 11:55:45.426684 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Attempting to bind port 06d61230-7c0f-44a8-8bae-a03607fcebcc on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:55:45.427064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Attempting to bind port 06d61230-7c0f-44a8-8bae-a03607fcebcc by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:55:45.427427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Attempting to bind port 06d61230-7c0f-44a8-8bae-a03607fcebcc on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:45.430668 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902e323-686b-496f-9e4b-0096b3b2f5ef None None] Pushing event updated for resources: {'Port': ['ID=06d61230-7c0f-44a8-8bae-a03607fcebcc,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:45.435999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:55:45.436365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:45.436762 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:45.437149 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:55:45.438682 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:45.439420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Bound port: 06d61230-7c0f-44a8-8bae-a03607fcebcc, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:55:45.442609 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:45.474953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0dd70-1d0e-4031-803a-2c40811da5f5 req-8449cb32-3acd-4a58-8d40-7b569f07a965 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:45.476873 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bb0dd70-1d0e-4031-803a-2c40811da5f5 req-8449cb32-3acd-4a58-8d40-7b569f07a965 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 1097 time: 0.1028476 Nov 11 11:55:45.545880 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Network 2da92dd1-3df4-46e9-ba7e-5cebd04c92e8 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:55:45.554744 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:45.581021 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:55:45.590770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=a838f8af-e0a5-420a-998a-27c056baa9c3,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:45.593015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] For port 06d61230-7c0f-44a8-8bae-a03607fcebcc, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:55:45.601930 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bb0dd70-1d0e-4031-803a-2c40811da5f5 req-d53914a7-0e82-4039-877d-8897c5a40144 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143188 Nov 11 11:55:45.623530 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] For port 06d61230-7c0f-44a8-8bae-a03607fcebcc, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=06d61230-7c0f-44a8-8bae-a03607fcebcc,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:55:45.629895 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:45.632308 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:45.657198 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac7e62f7-f4a7-4f80-a1c1-7d80997ef927 req-72f9b37a-4e00-44aa-beb8-fd8f1a5fc4a5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0caf8cfe-07f2-4890-b014-d821bab85369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336056 Nov 11 11:55:45.661552 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab4b222d-0ed0-4967-8153-625b4f7a97bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:45.698145 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:45.764597 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab4b222d-0ed0-4967-8153-625b4f7a97bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:45.781578 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Routers {'2f75639f-e391-48b3-a487-7ca3104151b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:55:45.782187 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab4b222d-0ed0-4967-8153-625b4f7a97bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:45.785939 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:55:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2f75639f-e391-48b3-a487-7ca3104151b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:45.798301 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902e323-686b-496f-9e4b-0096b3b2f5ef None None] Pushing event updated for resources: {'Port': ['ID=06d61230-7c0f-44a8-8bae-a03607fcebcc,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:45.865435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5e6b21b-6673-4df5-bdc4-c9539489b52f req-7a640fa3-3f5c-4552-8a21-3eb8ba1f7d49 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 210 time: 0.0985882 Nov 11 11:55:45.967097 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:45.990317 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ab4b222d-0ed0-4967-8153-625b4f7a97bc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a5c7a35be524b9e961d831c6745fbdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7782972 Nov 11 11:55:45.996485 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48460) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:46.007814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b222d-0ed0-4967-8153-625b4f7a97bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b94c5a-e2d0-4608-bd0f-946e887bc61c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:46.045802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] Set router 2f75639f-e391-48b3-a487-7ca3104151b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:55:46.052325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2a95e-48ed-47ea-82f1-79869002339b req-df41a63a-4ba9-43a2-b966-0ffbe816f29d tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:46.064172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-02e2a95e-48ed-47ea-82f1-79869002339b req-df41a63a-4ba9-43a2-b966-0ffbe816f29d tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 1097 time: 0.1939788 Nov 11 11:55:46.085916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48464) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:46.135625 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-02e2a95e-48ed-47ea-82f1-79869002339b req-649a2336-b182-4a02-b548-f235c030baea tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683448 Nov 11 11:55:46.218086 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48470) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:46.269363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-30ba3d7f-05e5-4d72-8aee-bee4ebc89442 None None] Provisioning complete for port a838f8af-e0a5-420a-998a-27c056baa9c3 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:46.269759 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-30ba3d7f-05e5-4d72-8aee-bee4ebc89442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:46.318599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-595b098d-00e1-4055-a09f-5bce56eaf5c3 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1434449440-network', 'tenant_id': 'f47ff093d10146bb8bace9b363f3ab54'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:46.335151 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-30ba3d7f-05e5-4d72-8aee-bee4ebc89442 None None] Port a838f8af-e0a5-420a-998a-27c056baa9c3 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:55:46.364533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd95e10-f99b-4ac9-879b-6e39ccae2790 req-6fec2cac-7d1e-460b-948e-1d49d91a348f tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:46.373100 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4bd95e10-f99b-4ac9-879b-6e39ccae2790 req-6fec2cac-7d1e-460b-948e-1d49d91a348f tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 950 time: 0.2365155 Nov 11 11:55:46.375366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:46.377328 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-103519b8-fdb3-45ce-a228-d34543283ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:46.387063 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:46.389834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595b098d-00e1-4055-a09f-5bce56eaf5c3 admin admin] Made reservation on behalf of f47ff093d10146bb8bace9b363f3ab54 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:46.395539 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-595b098d-00e1-4055-a09f-5bce56eaf5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:46.416463 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-103519b8-fdb3-45ce-a228-d34543283ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:46.418851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'name': 'tempest-ServersTestMultiNic-1567252032-router', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '06d61230-7c0f-44a8-8bae-a03607fcebcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:39Z', 'updated_at': '2021-11-11T11:55:42Z', 'revision_number': 3, 'project_id': '225174e131ea4e749297f8797a24b5c1', 'gw_port': {'id': '06d61230-7c0f-44a8-8bae-a03607fcebcc', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ab:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:40Z', 'updated_at': '2021-11-11T11:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:46.454516 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35232e-a1f6-4c5a-bd56-8324e8ea4b5b None None] The sync data for ids ['2f75639f-e391-48b3-a487-7ca3104151b3'] in n-d-807359-3 is: [{'id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'name': 'tempest-ServersTestMultiNic-1567252032-router', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '06d61230-7c0f-44a8-8bae-a03607fcebcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:39Z', 'updated_at': '2021-11-11T11:55:42Z', 'revision_number': 3, 'project_id': '225174e131ea4e749297f8797a24b5c1', 'gw_port': {'id': '06d61230-7c0f-44a8-8bae-a03607fcebcc', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ab:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:40Z', 'updated_at': '2021-11-11T11:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:55:46.466701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-45692037-fff0-491f-ba61-1e9f20ca7a2a admin admin] Deleting subnet 457a1252-2aa1-4aa3-b093-fee4b1c48648 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:55:46.479636 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45692037-fff0-491f-ba61-1e9f20ca7a2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:46.519152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:46.522690 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=a838f8af-e0a5-420a-998a-27c056baa9c3,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:46.543161 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-595b098d-00e1-4055-a09f-5bce56eaf5c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:46.607842 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45692037-fff0-491f-ba61-1e9f20ca7a2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:46.626478 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4bd95e10-f99b-4ac9-879b-6e39ccae2790 req-2acad051-d116-44d6-884d-d5bacec22897 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/security-groups?id=0caf8cfe-07f2-4890-b014-d821bab85369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515945 Nov 11 11:55:46.725469 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45692037-fff0-491f-ba61-1e9f20ca7a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:46.835984 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45692037-fff0-491f-ba61-1e9f20ca7a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:46.903688 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45692037-fff0-491f-ba61-1e9f20ca7a2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=457a1252-2aa1-4aa3-b093-fee4b1c48648,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:46.912065 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ae5479-0d68-4ad0-904a-6b0861e7c1ed None None] Network f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:46.916439 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45692037-fff0-491f-ba61-1e9f20ca7a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:46.928811 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-45692037-fff0-491f-ba61-1e9f20ca7a2a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/457a1252-2aa1-4aa3-b093-fee4b1c48648 HTTP/1.1" status: 204 len: 168 time: 0.7045174 Nov 11 11:55:46.931024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48490) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:46.996800 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-103519b8-fdb3-45ce-a228-d34543283ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:47.003633 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-103519b8-fdb3-45ce-a228-d34543283ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:47.006301 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-103519b8-fdb3-45ce-a228-d34543283ab5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/40b94c5a-e2d0-4608-bd0f-946e887bc61c HTTP/1.1" status: 204 len: 168 time: 1.0088165 Nov 11 11:55:47.109902 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103519b8-fdb3-45ce-a228-d34543283ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b94c5a-e2d0-4608-bd0f-946e887bc61c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:47.190303 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:47.278588 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Network 2da92dd1-3df4-46e9-ba7e-5cebd04c92e8 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:55:47.280195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:47.323874 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edd98f1-4d70-47c2-a2dd-5d27bc55c113 None None] DHCP port deletion for f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:55:47.333307 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-595b098d-00e1-4055-a09f-5bce56eaf5c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:47.341293 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-595b098d-00e1-4055-a09f-5bce56eaf5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:47.414429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595b098d-00e1-4055-a09f-5bce56eaf5c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:55:47.426275 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] Deleting port 113b7295-d868-4acf-84c1-d1f1fd4c127d {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:55:47.427083 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:47.473944 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-1edd98f1-4d70-47c2-a2dd-5d27bc55c113 None None] Deleting port 113b7295-d868-4acf-84c1-d1f1fd4c127d {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:55:47.474312 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1edd98f1-4d70-47c2-a2dd-5d27bc55c113 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:47.495922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b098d-00e1-4055-a09f-5bce56eaf5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213d4752-a0b1-4cfa-983f-c6793b4fea6d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:47.502849 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-595b098d-00e1-4055-a09f-5bce56eaf5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:47.503457 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-595b098d-00e1-4055-a09f-5bce56eaf5c3 admin admin] Added segment 6393908c-0f5d-4aed-9190-22dd472d3f3f of type vlan for network 56444805-2ce0-4763-95ba-977c0e243bbb Nov 11 11:55:47.609854 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Router 2f75639f-e391-48b3-a487-7ca3104151b3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:55:47.642770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1edd98f1-4d70-47c2-a2dd-5d27bc55c113 None None] For port 113b7295-d868-4acf-84c1-d1f1fd4c127d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=113b7295-d868-4acf-84c1-d1f1fd4c127d,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:47.643475 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1edd98f1-4d70-47c2-a2dd-5d27bc55c113 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:47.665668 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-1edd98f1-4d70-47c2-a2dd-5d27bc55c113 None None] Calling delete_port for 113b7295-d868-4acf-84c1-d1f1fd4c127d owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:55:47.714860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe590a69-2e71-4dc8-80e0-54aa609747a8 req-52fb1efe-f418-4184-9586-dba0d0dbcd77 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 210 time: 0.1341124 Nov 11 11:55:47.720690 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] For port 113b7295-d868-4acf-84c1-d1f1fd4c127d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=113b7295-d868-4acf-84c1-d1f1fd4c127d,segment=NetworkSegment(0b1f3fcd-b098-4130-b831-eb0095ec2cd8),segment_id=0b1f3fcd-b098-4130-b831-eb0095ec2cd8)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:47.722047 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:47.761328 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-595b098d-00e1-4055-a09f-5bce56eaf5c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:47.772432 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] Calling delete_port for 113b7295-d868-4acf-84c1-d1f1fd4c127d owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:55:47.923073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:55:47.933488 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7322ae5f-4733-4c2c-a76f-3127ed3d1fe8 admin admin] 10.222.0.65 "PUT /v2.0/routers/2f75639f-e391-48b3-a487-7ca3104151b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5280895 Nov 11 11:55:47.937732 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-595b098d-00e1-4055-a09f-5bce56eaf5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:47.942437 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595b098d-00e1-4055-a09f-5bce56eaf5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:47.943170 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-595b098d-00e1-4055-a09f-5bce56eaf5c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:48.115631 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48520) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:48.120520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b098d-00e1-4055-a09f-5bce56eaf5c3 admin admin] Pushing event updated for resources: {'Network': ['ID=56444805-2ce0-4763-95ba-977c0e243bbb,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:48.169127 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-1421694d-acad-49b7-a3e4-44de072c2346 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:55:48.170251 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-1421694d-acad-49b7-a3e4-44de072c2346 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0714245 Nov 11 11:55:48.242633 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-595b098d-00e1-4055-a09f-5bce56eaf5c3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1552587 Nov 11 11:55:48.245456 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48530) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:48.249094 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device e7e06579-02c5-4fa2-ac15-58d77c3205a0 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:48.250671 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-12024a2a-0a61-43fc-b94f-37e5800193ad admin admin] Request body: {'subnet': {'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1434449440-subnet', 'tenant_id': 'f47ff093d10146bb8bace9b363f3ab54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:48.251251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 56444805-2ce0-4763-95ba-977c0e243bbb details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:55:48.253057 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 06d61230-7c0f-44a8-8bae-a03607fcebcc up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:55:48.286524 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-312a6e09-2c14-4e3d-b30e-a1f3a9df78b2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1658259492'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:48.315297 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:48.327776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12024a2a-0a61-43fc-b94f-37e5800193ad admin admin] Made reservation on behalf of f47ff093d10146bb8bace9b363f3ab54 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:48.330201 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12024a2a-0a61-43fc-b94f-37e5800193ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:48.344560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0212d3-df62-4066-ae46-128c74fc094e req-afb96c70-6632-4f52-ae3a-63d92b10b133 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:48.356192 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a0212d3-df62-4066-ae46-128c74fc094e req-afb96c70-6632-4f52-ae3a-63d92b10b133 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 950 time: 0.2442513 Nov 11 11:55:48.420705 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: e7e06579-02c5-4fa2-ac15-58d77c3205a0 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:55:48.421069 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device e7e06579-02c5-4fa2-ac15-58d77c3205a0 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:55:48.452958 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312a6e09-2c14-4e3d-b30e-a1f3a9df78b2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Made reservation on behalf of 225174e131ea4e749297f8797a24b5c1 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:48.459395 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-312a6e09-2c14-4e3d-b30e-a1f3a9df78b2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:48.470851 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] No DVR routers for this DVR port 113b7295-d868-4acf-84c1-d1f1fd4c127d on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:55:48.480810 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=113b7295-d868-4acf-84c1-d1f1fd4c127d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:48.509081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312a6e09-2c14-4e3d-b30e-a1f3a9df78b2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:55:48.510654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3d057e4d-655c-4512-b950-785e6d76ad47 None None] Provisioning complete for port a838f8af-e0a5-420a-998a-27c056baa9c3 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:48.511015 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3d057e4d-655c-4512-b950-785e6d76ad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:48.522037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48536) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:48.523382 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-312a6e09-2c14-4e3d-b30e-a1f3a9df78b2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:48.524132 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-312a6e09-2c14-4e3d-b30e-a1f3a9df78b2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Added segment 1163f9d5-7b1b-479f-89ef-de010862c6ed of type vlan for network c2f6d5da-525c-4e2b-b449-8018dd33e604 Nov 11 11:55:48.538511 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-5b32e08f-4165-460b-8287-56c76134a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:48.539965 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-5b32e08f-4165-460b-8287-56c76134a8cf service neutron] 10.222.0.65 "GET /v2.0/ports/4268846f-f95a-45fb-a653-37bf04cc2216 HTTP/1.1" status: 200 len: 1094 time: 0.3507497 Nov 11 11:55:48.583741 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-728a709b-35fb-4328-ba2f-25822eafe6ea service neutron] Request body: {'binding': {'host': 'n-h1-807359-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:48.584792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-728a709b-35fb-4328-ba2f-25822eafe6ea service neutron] Unknown quota resources ['binding']. {{(pid=109153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 11:55:48.588952 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1edd98f1-4d70-47c2-a2dd-5d27bc55c113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:48.601780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3d057e4d-655c-4512-b950-785e6d76ad47 None None] Port a838f8af-e0a5-420a-998a-27c056baa9c3 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:55:48.618516 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-312a6e09-2c14-4e3d-b30e-a1f3a9df78b2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:48.641609 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a0212d3-df62-4066-ae46-128c74fc094e req-bfa94ea4-e929-4d19-af38-4062a4f878f6 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/security-groups?id=0caf8cfe-07f2-4890-b014-d821bab85369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814229 Nov 11 11:55:48.643864 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd98f1-4d70-47c2-a2dd-5d27bc55c113 None None] No DVR routers for this DVR port 113b7295-d868-4acf-84c1-d1f1fd4c127d on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:55:48.664885 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd98f1-4d70-47c2-a2dd-5d27bc55c113 None None] Pushing event deleted for resources: {'Port': ['ID=113b7295-d868-4acf-84c1-d1f1fd4c127d,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:48.671056 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 06d61230-7c0f-44a8-8bae-a03607fcebcc triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:48.671423 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:48.722155 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-312a6e09-2c14-4e3d-b30e-a1f3a9df78b2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:48.738623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312a6e09-2c14-4e3d-b30e-a1f3a9df78b2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:48.742292 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-312a6e09-2c14-4e3d-b30e-a1f3a9df78b2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:48.784977 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:48.817224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 06d61230-7c0f-44a8-8bae-a03607fcebcc, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=06d61230-7c0f-44a8-8bae-a03607fcebcc,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:48.825142 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:48.843524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-678155d5-ad52-4e37-8fe6-84879348816c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1510340611-network', 'tenant_id': '6cd7c68da9a5408d8d9daf466ae2791c'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:48.908475 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-312a6e09-2c14-4e3d-b30e-a1f3a9df78b2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7913098 Nov 11 11:55:48.919324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=06d61230-7c0f-44a8-8bae-a03607fcebcc,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:48.924074 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 113b7295-d868-4acf-84c1-d1f1fd4c127d no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:48.949146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 113b7295-d868-4acf-84c1-d1f1fd4c127d {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:55:48.949630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 113b7295-d868-4acf-84c1-d1f1fd4c127d not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:55:48.958784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48546) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:48.966373 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-6004a952-9584-4b25-83a8-5ddbf20e5f33 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Request body: {'subnet': {'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:48.971772 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-728a709b-35fb-4328-ba2f-25822eafe6ea service neutron] Attempting to bind port 4268846f-f95a-45fb-a653-37bf04cc2216 on host n-h1-807359-3 for vnic_type normal with profile None {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:55:48.972097 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-728a709b-35fb-4328-ba2f-25822eafe6ea service neutron] Attempting to bind port 4268846f-f95a-45fb-a653-37bf04cc2216 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:55:48.972413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-728a709b-35fb-4328-ba2f-25822eafe6ea service neutron] Attempting to bind port 4268846f-f95a-45fb-a653-37bf04cc2216 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:48.981254 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678155d5-ad52-4e37-8fe6-84879348816c admin admin] Made reservation on behalf of 6cd7c68da9a5408d8d9daf466ae2791c for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:48.983562 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-678155d5-ad52-4e37-8fe6-84879348816c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:48.986554 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.004608 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-678155d5-ad52-4e37-8fe6-84879348816c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.004834 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a6e09-2c14-4e3d-b30e-a1f3a9df78b2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event updated for resources: {'Network': ['ID=c2f6d5da-525c-4e2b-b449-8018dd33e604,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:49.019620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network c2f6d5da-525c-4e2b-b449-8018dd33e604 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:55:49.029234 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-728a709b-35fb-4328-ba2f-25822eafe6ea service neutron] Port 4268846f-f95a-45fb-a653-37bf04cc2216 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:55:49.029547 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-728a709b-35fb-4328-ba2f-25822eafe6ea service neutron] Attempting to bind port 4268846f-f95a-45fb-a653-37bf04cc2216 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:49.037260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-728a709b-35fb-4328-ba2f-25822eafe6ea service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:55:49.037618 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-728a709b-35fb-4328-ba2f-25822eafe6ea service neutron] Checking segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:49.038113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-728a709b-35fb-4328-ba2f-25822eafe6ea service neutron] Bound using segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:55:49.038551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-728a709b-35fb-4328-ba2f-25822eafe6ea service neutron] Bound port: 4268846f-f95a-45fb-a653-37bf04cc2216, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:55:49.100073 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:49.119818 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-728a709b-35fb-4328-ba2f-25822eafe6ea service neutron] For port 4268846f-f95a-45fb-a653-37bf04cc2216, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4268846f-f95a-45fb-a653-37bf04cc2216,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:55:49.136122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1f3fcd-b098-4130-b831-eb0095ec2cd8') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:49.136412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1f3fcd-b098-4130-b831-eb0095ec2cd8') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:49.168385 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92fd0431-b0e9-48c1-a7bf-a2bfd0acec9f req-68c0bafa-0fd7-485a-9d89-0de1308ceae6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 210 time: 0.0659194 Nov 11 11:55:49.171262 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-728a709b-35fb-4328-ba2f-25822eafe6ea service neutron] Publish callbacks [] for binding, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.172341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-728a709b-35fb-4328-ba2f-25822eafe6ea service neutron] 10.222.0.65 "POST /v2.0/ports/4268846f-f95a-45fb-a653-37bf04cc2216/bindings HTTP/1.1" status: 201 len: 389 time: 0.6245847 Nov 11 11:55:49.172697 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12024a2a-0a61-43fc-b94f-37e5800193ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.174241 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.194586 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.200051 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Sync routers for ids ['2f75639f-e391-48b3-a487-7ca3104151b3'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:55:49.212415 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:55:49.212719 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: timer() Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:55:49.214587 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:55:49.226589 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Routers {'2f75639f-e391-48b3-a487-7ca3104151b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:55:49.227471 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:55:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2f75639f-e391-48b3-a487-7ca3104151b3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:49.243194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6004a952-9584-4b25-83a8-5ddbf20e5f33 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Made reservation on behalf of 225174e131ea4e749297f8797a24b5c1 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:49.247677 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6004a952-9584-4b25-83a8-5ddbf20e5f33 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.343596 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.362936 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.370666 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9 HTTP/1.1" status: 204 len: 168 time: 2.4382782 Nov 11 11:55:49.377827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12024a2a-0a61-43fc-b94f-37e5800193ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e5f80f-1c13-4371-8143-98282b930920,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:49.455258 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12024a2a-0a61-43fc-b94f-37e5800193ad admin admin] Checking segment: {'id': '6393908c-0f5d-4aed-9190-22dd472d3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:49.455789 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12024a2a-0a61-43fc-b94f-37e5800193ad admin admin] Network hostable DHCP agents. Network: 56444805-2ce0-4763-95ba-977c0e243bbb, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:55:49.475780 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27569431-b9f2-4e5a-9753-706c58fd29d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8dd1a49-5c5c-4fc9-9a3d-763f39e823a9,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:49.487271 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Set router 2f75639f-e391-48b3-a487-7ca3104151b3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:55:49.548861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12024a2a-0a61-43fc-b94f-37e5800193ad admin admin] Network 56444805-2ce0-4763-95ba-977c0e243bbb is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:55:49.568105 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-678155d5-ad52-4e37-8fe6-84879348816c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.580836 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-678155d5-ad52-4e37-8fe6-84879348816c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.618649 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486e61d-34ea-48c2-aa71-d3e6cdfade6e req-d8f9f232-79d3-4be1-828c-326dccc958e5 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:49.622919 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-12024a2a-0a61-43fc-b94f-37e5800193ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 56444805-2ce0-4763-95ba-977c0e243bbb) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:49.627609 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d486e61d-34ea-48c2-aa71-d3e6cdfade6e req-d8f9f232-79d3-4be1-828c-326dccc958e5 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 950 time: 0.1980550 Nov 11 11:55:49.627839 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12024a2a-0a61-43fc-b94f-37e5800193ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:49.628254 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12024a2a-0a61-43fc-b94f-37e5800193ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.643890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50fdbe5-5fc4-4c2b-b774-1d72b02163f0 None None] Network 56444805-2ce0-4763-95ba-977c0e243bbb requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:49.661095 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-d3e14bde-6957-4c16-9ece-77c6b56d37a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:49.663182 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-d3e14bde-6957-4c16-9ece-77c6b56d37a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 1097 time: 0.1348512 Nov 11 11:55:49.665362 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6004a952-9584-4b25-83a8-5ddbf20e5f33 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.672158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678155d5-ad52-4e37-8fe6-84879348816c admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:55:49.680933 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48554) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:49.704642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678155d5-ad52-4e37-8fe6-84879348816c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66835ce1-1543-483b-897c-ee812e71de14,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:49.708890 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-678155d5-ad52-4e37-8fe6-84879348816c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.709490 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-678155d5-ad52-4e37-8fe6-84879348816c admin admin] Added segment 742e43c4-948c-4bfe-b31e-b5800fae871e of type vlan for network 20560d93-2a36-469f-a11f-11c837d444e8 Nov 11 11:55:49.780267 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-678155d5-ad52-4e37-8fe6-84879348816c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.792871 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-12024a2a-0a61-43fc-b94f-37e5800193ad admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5373192 Nov 11 11:55:49.807990 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d486e61d-34ea-48c2-aa71-d3e6cdfade6e req-52f79b4c-fe3d-4e51-9411-0eea45ecaed2 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/security-groups?id=0caf8cfe-07f2-4890-b014-d821bab85369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559300 Nov 11 11:55:49.811364 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-678155d5-ad52-4e37-8fe6-84879348816c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.812765 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678155d5-ad52-4e37-8fe6-84879348816c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:49.813462 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-678155d5-ad52-4e37-8fe6-84879348816c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:49.927790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004a952-9584-4b25-83a8-5ddbf20e5f33 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event updated for resources: {'Subnet': ['ID=278c407f-72f1-475c-a803-64adb3423621,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:49.968472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac628c50-6f23-4165-a33f-1df74810aa3b None None] Network 56444805-2ce0-4763-95ba-977c0e243bbb requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:50.020823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6004a952-9584-4b25-83a8-5ddbf20e5f33 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Checking segment: {'id': '1163f9d5-7b1b-479f-89ef-de010862c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:50.021287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004a952-9584-4b25-83a8-5ddbf20e5f33 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Network hostable DHCP agents. Network: c2f6d5da-525c-4e2b-b449-8018dd33e604, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:55:50.052824 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-679acb6b-af3c-4024-9709-02ad485a1cc5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2cb5031ef6504f05a5cdc6d3a4e487d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3704984 Nov 11 11:55:50.055274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48560) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:50.102267 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-667a6be1-19b4-48dc-bcb4-69bbd24f0f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:50.110423 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-667a6be1-19b4-48dc-bcb4-69bbd24f0f19 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.4305685 Nov 11 11:55:50.118841 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 06d61230-7c0f-44a8-8bae-a03607fcebcc up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:55:50.133720 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'name': 'tempest-ServersTestMultiNic-1567252032-router', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '06d61230-7c0f-44a8-8bae-a03607fcebcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:39Z', 'updated_at': '2021-11-11T11:55:45Z', 'revision_number': 4, 'project_id': '225174e131ea4e749297f8797a24b5c1', 'gw_port': {'id': '06d61230-7c0f-44a8-8bae-a03607fcebcc', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ab:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:40Z', 'updated_at': '2021-11-11T11:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'a838f8af-e0a5-420a-998a-27c056baa9c3', 'name': '', 'network_id': '2da92dd1-3df4-46e9-ba7e-5cebd04c92e8', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'mac_address': 'fa:16:3e:19:a0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '9685c7b2-e482-4139-a2c6-b9f39cdac0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:44Z', 'updated_at': '2021-11-11T11:55:46Z', 'revision_number': 2, 'project_id': '225174e131ea4e749297f8797a24b5c1', 'subnets': [{'id': '9685c7b2-e482-4139-a2c6-b9f39cdac0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:50.184173 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-ede029db-a704-4050-891a-fed5c66ca51c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4268846f-f95a-45fb-a653-37bf04cc2216 HTTP/1.1" status: 200 len: 217 time: 0.0523098 Nov 11 11:55:50.209072 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Checking router: 2f75639f-e391-48b3-a487-7ca3104151b3 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:55:50.209719 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Updating router 2f75639f-e391-48b3-a487-7ca3104151b3 port a838f8af-e0a5-420a-998a-27c056baa9c3 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:55:50.218306 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004a952-9584-4b25-83a8-5ddbf20e5f33 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Network c2f6d5da-525c-4e2b-b449-8018dd33e604 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:55:50.277261 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:50.316170 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba9af396-a89c-4d9f-a32d-cc8fcd599dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:50.326012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-6004a952-9584-4b25-83a8-5ddbf20e5f33 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, c2f6d5da-525c-4e2b-b449-8018dd33e604) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:50.378320 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba9af396-a89c-4d9f-a32d-cc8fcd599dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:50.387161 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3ea570-f31a-404d-afd3-710b8fc96862 None None] Network c2f6d5da-525c-4e2b-b449-8018dd33e604 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:50.469776 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 06d61230-7c0f-44a8-8bae-a03607fcebcc triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:50.470189 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:50.496160 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6004a952-9584-4b25-83a8-5ddbf20e5f33 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:50.496160 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6004a952-9584-4b25-83a8-5ddbf20e5f33 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:50.556458 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-678155d5-ad52-4e37-8fe6-84879348816c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.0305662 Nov 11 11:55:50.563185 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48576) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:50.571449 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5f14ff6e-855e-4bfd-bdd8-f261f6d33fe8 admin admin] Request body: {'subnet': {'network_id': '20560d93-2a36-469f-a11f-11c837d444e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1510340611-subnet', 'tenant_id': '6cd7c68da9a5408d8d9daf466ae2791c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:50.574914 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba9af396-a89c-4d9f-a32d-cc8fcd599dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:50.577681 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba9af396-a89c-4d9f-a32d-cc8fcd599dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:50.581295 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ba9af396-a89c-4d9f-a32d-cc8fcd599dde admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9fc6de54-32c9-402e-8ef0-f9430c6e0962 HTTP/1.1" status: 204 len: 168 time: 0.5227242 Nov 11 11:55:50.581295 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-e0057e23-86b8-4eb7-8cee-bf629e0a75f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:50.589816 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-e0057e23-86b8-4eb7-8cee-bf629e0a75f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.3888941 Nov 11 11:55:50.618947 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6004a952-9584-4b25-83a8-5ddbf20e5f33 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6549854 Nov 11 11:55:50.625993 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678155d5-ad52-4e37-8fe6-84879348816c admin admin] Pushing event updated for resources: {'Network': ['ID=20560d93-2a36-469f-a11f-11c837d444e8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:50.635688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48580) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:50.667095 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 20560d93-2a36-469f-a11f-11c837d444e8 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:55:50.674943 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-dc6b5d6d-9c74-416a-9200-e6c63acfb6b7 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1295599480'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:50.677053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce1352-cd82-481e-9068-8356529da51d req-964a9356-47e0-46a4-8f6f-3123893d885c tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:50.685766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31ce1352-cd82-481e-9068-8356529da51d req-964a9356-47e0-46a4-8f6f-3123893d885c tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 946 time: 0.2233069 Nov 11 11:55:50.692970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-c2f6d5da-525c-4e2b-b449-8018dd33e604', 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'fixed_ips': [{'subnet_id': '278c407f-72f1-475c-a803-64adb3423621'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:55:50.693243 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:50.726288 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9af396-a89c-4d9f-a32d-cc8fcd599dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc6de54-32c9-402e-8ef0-f9430c6e0962,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:50.742066 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-336bfea6-fd98-444a-ba97-36361a68d0eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408427 Nov 11 11:55:50.808997 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31ce1352-cd82-481e-9068-8356529da51d req-447827f0-a3a9-4043-b96b-2ddb7f6e9073 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220236 Nov 11 11:55:50.838566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-4c56a84f-0d66-4441-8f59-0eb230484c01 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:50.838833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f14ff6e-855e-4bfd-bdd8-f261f6d33fe8 admin admin] Made reservation on behalf of 6cd7c68da9a5408d8d9daf466ae2791c for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:50.842553 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5f14ff6e-855e-4bfd-bdd8-f261f6d33fe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:50.850654 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-4c56a84f-0d66-4441-8f59-0eb230484c01 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/networks?id=56444805-2ce0-4763-95ba-977c0e243bbb HTTP/1.1" status: 200 len: 822 time: 0.3688099 Nov 11 11:55:50.873269 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:50.876679 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-60565f29-a821-4f67-9676-a3bc3a58c816 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/quotas/f47ff093d10146bb8bace9b363f3ab54 HTTP/1.1" status: 200 len: 375 time: 0.0237219 Nov 11 11:55:50.880759 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3ea18-65a7-4f7b-8dcd-10a496f7c242 req-6ba0da08-c294-47bd-a871-5c4ea211fb51 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:50.895063 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:50.895690 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8de3ea18-65a7-4f7b-8dcd-10a496f7c242 req-6ba0da08-c294-47bd-a871-5c4ea211fb51 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 950 time: 0.3867214 Nov 11 11:55:50.962396 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e1d8b46d-0d5a-4ce0-b95e-aa95bef48f8b tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f47ff093d10146bb8bace9b363f3ab54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720067 Nov 11 11:55:51.001959 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcad77f-5c0c-4383-84e9-4cab4c6f59c5 None None] Pushing event updated for resources: {'Port': ['ID=a838f8af-e0a5-420a-998a-27c056baa9c3,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:51.037397 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Allocated IP 19.80.0.2 (c2f6d5da-525c-4e2b-b449-8018dd33e604/278c407f-72f1-475c-a803-64adb3423621/0347b8d1-8950-47bb-b27b-b2e8eab2ea19) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:55:51.157337 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-270224bd-a1ae-496e-afcf-c72ef634eced service neutron] 10.222.0.65 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656847 Nov 11 11:55:51.239331 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79b59e94-14cd-48c8-a8cb-1c0424289dfc req-00ccf2b7-cbfc-4299-966e-6ea5f83341a4 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=edb1e432-3f29-4636-9413-f999e4507327 HTTP/1.1" status: 200 len: 210 time: 0.2568886 Nov 11 11:55:51.280834 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Attempting to bind port a838f8af-e0a5-420a-998a-27c056baa9c3 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:55:51.281321 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Attempting to bind port a838f8af-e0a5-420a-998a-27c056baa9c3 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '8d64d78b-b639-4e01-968b-45291f2d8d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2da92dd1-3df4-46e9-ba7e-5cebd04c92e8'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:55:51.281544 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Attempting to bind port a838f8af-e0a5-420a-998a-27c056baa9c3 on network 2da92dd1-3df4-46e9-ba7e-5cebd04c92e8 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:51.296233 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:55:51.296826 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Checking segment: {'id': '8d64d78b-b639-4e01-968b-45291f2d8d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2da92dd1-3df4-46e9-ba7e-5cebd04c92e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:51.297224 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:51.299203 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Bound using segment: {'id': '8d64d78b-b639-4e01-968b-45291f2d8d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2da92dd1-3df4-46e9-ba7e-5cebd04c92e8'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:55:51.300674 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Bound port: a838f8af-e0a5-420a-998a-27c056baa9c3, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d64d78b-b639-4e01-968b-45291f2d8d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2da92dd1-3df4-46e9-ba7e-5cebd04c92e8'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:55:51.301101 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:51.313383 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6b5d6d-9c74-416a-9200-e6c63acfb6b7 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Made reservation on behalf of 225174e131ea4e749297f8797a24b5c1 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:51.324368 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc6b5d6d-9c74-416a-9200-e6c63acfb6b7 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:51.427258 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] For port a838f8af-e0a5-420a-998a-27c056baa9c3, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:55:51.432122 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] For port a838f8af-e0a5-420a-998a-27c056baa9c3, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a838f8af-e0a5-420a-998a-27c056baa9c3,segment=NetworkSegment(8d64d78b-b639-4e01-968b-45291f2d8d4d),segment_id=8d64d78b-b639-4e01-968b-45291f2d8d4d)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:55:51.448431 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:51.456581 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:51.457087 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-fafff787-9022-409e-b7c4-f13dbcb534b7 service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7010369 Nov 11 11:55:51.483299 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6b5d6d-9c74-416a-9200-e6c63acfb6b7 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:55:51.499801 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:51.507399 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-1bc4d3dd-a5b2-4d31-b78e-9e10803376dd service neutron] 10.222.0.65 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976332 Nov 11 11:55:51.516736 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:51.525925 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc6b5d6d-9c74-416a-9200-e6c63acfb6b7 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:51.526550 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-dc6b5d6d-9c74-416a-9200-e6c63acfb6b7 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Added segment 9dbf6fb6-ece5-42e3-b101-7c4893405313 of type vlan for network 76dd3ed5-c2d0-4c00-bd7f-6dadd9094851 Nov 11 11:55:51.552414 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcad77f-5c0c-4383-84e9-4cab4c6f59c5 None None] Pushing event updated for resources: {'Port': ['ID=a838f8af-e0a5-420a-998a-27c056baa9c3,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:51.576206 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Routers {'2f75639f-e391-48b3-a487-7ca3104151b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:55:51.577032 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:55:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2f75639f-e391-48b3-a487-7ca3104151b3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:51.607479 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-8de3ea18-65a7-4f7b-8dcd-10a496f7c242 req-32c645a2-5da9-4685-95da-22b3f7102852 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Deleting port 7cc88913-edce-4b3b-801e-24c2029f0796 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:55:51.607808 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8de3ea18-65a7-4f7b-8dcd-10a496f7c242 req-32c645a2-5da9-4685-95da-22b3f7102852 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:51.610797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ceb94-825f-436b-b555-5bfcdbd742e4 req-af61503a-fd1c-47f1-bf45-9925482153d2 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:51.622665 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d4ceb94-825f-436b-b555-5bfcdbd742e4 req-af61503a-fd1c-47f1-bf45-9925482153d2 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 950 time: 0.1716418 Nov 11 11:55:51.692350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Network c2f6d5da-525c-4e2b-b449-8018dd33e604 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:55:51.701339 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:51.717549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:55:51.723418 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6e6129e2-6acc-42e7-a637-5c4df3c03510 None None] Provisioning complete for port a838f8af-e0a5-420a-998a-27c056baa9c3 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:51.723886 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e6129e2-6acc-42e7-a637-5c4df3c03510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:51.782632 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d4ceb94-825f-436b-b555-5bfcdbd742e4 req-51b71ea8-fbb2-4090-a286-0e79ca4ebf97 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/security-groups?id=0caf8cfe-07f2-4890-b014-d821bab85369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477931 Nov 11 11:55:51.871028 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Pushing event updated for resources: {'Port': ['ID=0347b8d1-8950-47bb-b27b-b2e8eab2ea19,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:51.902228 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] Set router 2f75639f-e391-48b3-a487-7ca3104151b3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:55:51.924264 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc6b5d6d-9c74-416a-9200-e6c63acfb6b7 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:52.006558 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Attempting to bind port 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:55:52.006921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Attempting to bind port 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '1163f9d5-7b1b-479f-89ef-de010862c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:55:52.007388 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Attempting to bind port 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 on network c2f6d5da-525c-4e2b-b449-8018dd33e604 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:52.038584 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:55:52.038949 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Checking segment: {'id': '1163f9d5-7b1b-479f-89ef-de010862c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:52.039354 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:52.039738 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Bound using segment: {'id': '1163f9d5-7b1b-479f-89ef-de010862c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:55:52.040221 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Bound port: 0347b8d1-8950-47bb-b27b-b2e8eab2ea19, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1163f9d5-7b1b-479f-89ef-de010862c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:55:52.040591 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:52.070420 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b8368ae-353f-47ff-9bac-8762972c3be3 req-9387bee5-8b57-46ab-b65a-c6492b8d788a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 210 time: 0.0350990 Nov 11 11:55:52.101388 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e18008-23a4-4238-99bc-2472738b5ad9 req-2c4f0c35-d87c-48bb-ab75-bb90c0dd352f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:52.110722 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82e18008-23a4-4238-99bc-2472738b5ad9 req-2c4f0c35-d87c-48bb-ab75-bb90c0dd352f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 946 time: 0.1159122 Nov 11 11:55:52.169935 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48610) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:52.176577 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc6b5d6d-9c74-416a-9200-e6c63acfb6b7 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:52.212042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82e18008-23a4-4238-99bc-2472738b5ad9 req-cd102e37-c62c-4d25-b28c-e9c1a2b5c56f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957515 Nov 11 11:55:52.221869 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e6129e2-6acc-42e7-a637-5c4df3c03510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:52.221995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6b5d6d-9c74-416a-9200-e6c63acfb6b7 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:52.221995 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc6b5d6d-9c74-416a-9200-e6c63acfb6b7 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:52.282186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6e6129e2-6acc-42e7-a637-5c4df3c03510 None None] For port a838f8af-e0a5-420a-998a-27c056baa9c3, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a838f8af-e0a5-420a-998a-27c056baa9c3,segment=NetworkSegment(8d64d78b-b639-4e01-968b-45291f2d8d4d),segment_id=8d64d78b-b639-4e01-968b-45291f2d8d4d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:52.301810 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e6129e2-6acc-42e7-a637-5c4df3c03510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:52.421298 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-28a9847d-f978-4656-a661-2b7a37ff4578 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1389090641-network', 'tenant_id': 'f3fd635830ed454d9bc757e2f29f1792'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:52.436708 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-8de3ea18-65a7-4f7b-8dcd-10a496f7c242 req-32c645a2-5da9-4685-95da-22b3f7102852 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] For port 7cc88913-edce-4b3b-801e-24c2029f0796, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=7cc88913-edce-4b3b-801e-24c2029f0796,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:52.437184 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8de3ea18-65a7-4f7b-8dcd-10a496f7c242 req-32c645a2-5da9-4685-95da-22b3f7102852 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:52.455157 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'name': 'tempest-ServersTestMultiNic-1567252032-router', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '06d61230-7c0f-44a8-8bae-a03607fcebcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:39Z', 'updated_at': '2021-11-11T11:55:45Z', 'revision_number': 4, 'project_id': '225174e131ea4e749297f8797a24b5c1', 'gw_port': {'id': '06d61230-7c0f-44a8-8bae-a03607fcebcc', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ab:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:40Z', 'updated_at': '2021-11-11T11:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'a838f8af-e0a5-420a-998a-27c056baa9c3', 'name': '', 'network_id': '2da92dd1-3df4-46e9-ba7e-5cebd04c92e8', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'mac_address': 'fa:16:3e:19:a0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '9685c7b2-e482-4139-a2c6-b9f39cdac0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:44Z', 'updated_at': '2021-11-11T11:55:51Z', 'revision_number': 4, 'project_id': '225174e131ea4e749297f8797a24b5c1', 'subnets': [{'id': '9685c7b2-e482-4139-a2c6-b9f39cdac0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:55:52.475297 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-8de3ea18-65a7-4f7b-8dcd-10a496f7c242 req-32c645a2-5da9-4685-95da-22b3f7102852 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Calling delete_port for 7cc88913-edce-4b3b-801e-24c2029f0796 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:55:52.495579 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] For port 0347b8d1-8950-47bb-b27b-b2e8eab2ea19, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:55:52.515356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a9847d-f978-4656-a661-2b7a37ff4578 admin admin] Made reservation on behalf of f3fd635830ed454d9bc757e2f29f1792 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:52.517959 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28a9847d-f978-4656-a661-2b7a37ff4578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:52.557283 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28a9847d-f978-4656-a661-2b7a37ff4578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:52.572732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] For port 0347b8d1-8950-47bb-b27b-b2e8eab2ea19, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0347b8d1-8950-47bb-b27b-b2e8eab2ea19,segment=NetworkSegment(1163f9d5-7b1b-479f-89ef-de010862c6ed),segment_id=1163f9d5-7b1b-479f-89ef-de010862c6ed)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:55:52.573313 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91344d03-0e96-41e6-a762-1762a092c9c4 None None] The sync data for ids ['2f75639f-e391-48b3-a487-7ca3104151b3'] in n-d-807359-3 is: [{'id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'name': 'tempest-ServersTestMultiNic-1567252032-router', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '06d61230-7c0f-44a8-8bae-a03607fcebcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:39Z', 'updated_at': '2021-11-11T11:55:45Z', 'revision_number': 4, 'project_id': '225174e131ea4e749297f8797a24b5c1', 'gw_port': {'id': '06d61230-7c0f-44a8-8bae-a03607fcebcc', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ab:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:40Z', 'updated_at': '2021-11-11T11:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'a838f8af-e0a5-420a-998a-27c056baa9c3', 'name': '', 'network_id': '2da92dd1-3df4-46e9-ba7e-5cebd04c92e8', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'mac_address': 'fa:16:3e:19:a0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '9685c7b2-e482-4139-a2c6-b9f39cdac0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:44Z', 'updated_at': '2021-11-11T11:55:51Z', 'revision_number': 4, 'project_id': '225174e131ea4e749297f8797a24b5c1', 'subnets': [{'id': '9685c7b2-e482-4139-a2c6-b9f39cdac0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:55:52.582049 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6129e2-6acc-42e7-a637-5c4df3c03510 None None] Pushing event updated for resources: {'Port': ['ID=a838f8af-e0a5-420a-998a-27c056baa9c3,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:52.603256 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:52.686466 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dc6b5d6d-9c74-416a-9200-e6c63acfb6b7 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0322976 Nov 11 11:55:52.696486 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28a9847d-f978-4656-a661-2b7a37ff4578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:52.696890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-62857cee-b511-4c5a-b295-ab4b8522d51d None None] Provisioning complete for port a838f8af-e0a5-420a-998a-27c056baa9c3 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:52.697521 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-62857cee-b511-4c5a-b295-ab4b8522d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:52.697903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48626) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:52.716045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-761292a2-433b-4f54-ac1a-d0b3181fc3d9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Request body: {'subnet': {'network_id': '76dd3ed5-c2d0-4c00-bd7f-6dadd9094851', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:52.721410 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28a9847d-f978-4656-a661-2b7a37ff4578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:52.727035 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b5d6d-9c74-416a-9200-e6c63acfb6b7 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event updated for resources: {'Network': ['ID=76dd3ed5-c2d0-4c00-bd7f-6dadd9094851,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:52.738376 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5f14ff6e-855e-4bfd-bdd8-f261f6d33fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:52.821676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9847d-f978-4656-a661-2b7a37ff4578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cf4a90-6082-4b8a-be29-6d613ecc4373,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:52.843957 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-e7070422-60bc-4ce6-a47c-9ca94abdea2c service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3676000 Nov 11 11:55:52.893228 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 76dd3ed5-c2d0-4c00-bd7f-6dadd9094851 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:55:52.896336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc060f-0ae1-4291-952b-45cc900b35ac None None] Pushing event updated for resources: {'Port': ['ID=0347b8d1-8950-47bb-b27b-b2e8eab2ea19,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:52.901655 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a9847d-f978-4656-a661-2b7a37ff4578 admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:55:53.005362 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14ff6e-855e-4bfd-bdd8-f261f6d33fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=732ec603-3728-4128-a0a1-47efb3eda0b0,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:53.076408 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28a9847d-f978-4656-a661-2b7a37ff4578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:53.076745 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-28a9847d-f978-4656-a661-2b7a37ff4578 admin admin] Added segment adf2f620-2b6d-4d9c-a4f1-c497543817de of type vlan for network ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 Nov 11 11:55:53.200019 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f14ff6e-855e-4bfd-bdd8-f261f6d33fe8 admin admin] Checking segment: {'id': '742e43c4-948c-4bfe-b31e-b5800fae871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '20560d93-2a36-469f-a11f-11c837d444e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:53.200574 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f14ff6e-855e-4bfd-bdd8-f261f6d33fe8 admin admin] Network hostable DHCP agents. Network: 20560d93-2a36-469f-a11f-11c837d444e8, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:55:53.273110 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f14ff6e-855e-4bfd-bdd8-f261f6d33fe8 admin admin] Network 20560d93-2a36-469f-a11f-11c837d444e8 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:55:53.286108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28a9847d-f978-4656-a661-2b7a37ff4578 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:53.289254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-5f14ff6e-855e-4bfd-bdd8-f261f6d33fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 20560d93-2a36-469f-a11f-11c837d444e8) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:53.294393 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f14ff6e-855e-4bfd-bdd8-f261f6d33fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:53.295128 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5f14ff6e-855e-4bfd-bdd8-f261f6d33fe8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:53.311687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f195ca5-572c-44f5-9ebe-dc0f260d00c0 None None] Network 20560d93-2a36-469f-a11f-11c837d444e8 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:53.313308 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-32e9a5eb-378c-4d02-be70-ae4834132de1 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:53.315739 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-32e9a5eb-378c-4d02-be70-ae4834132de1 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155&tenant_id=67f94b11282a42279e45a23ba30fcf1d&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 1097 time: 0.2851245 Nov 11 11:55:53.329878 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807359-3'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:53.375000 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f7c1709-8ba7-4256-a13d-e1c9e2447c0d req-ab8b816e-55a6-49b7-8868-74a10922cc61 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 210 time: 0.1047535 Nov 11 11:55:53.379973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761292a2-433b-4f54-ac1a-d0b3181fc3d9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Made reservation on behalf of 225174e131ea4e749297f8797a24b5c1 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:53.388665 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-761292a2-433b-4f54-ac1a-d0b3181fc3d9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:53.410901 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:53.446460 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5f14ff6e-855e-4bfd-bdd8-f261f6d33fe8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8737953 Nov 11 11:55:53.460156 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8de3ea18-65a7-4f7b-8dcd-10a496f7c242 req-32c645a2-5da9-4685-95da-22b3f7102852 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:53.467424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1171a15-3163-4201-8b63-94a90a3acb2c req-4833dd3c-ae1e-4b52-9016-7e7a1aafb7b2 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:53.475984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['7cc88913-edce-4b3b-801e-24c2029f0796'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:55:53.494508 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1171a15-3163-4201-8b63-94a90a3acb2c req-4833dd3c-ae1e-4b52-9016-7e7a1aafb7b2 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bb74c67-e8f7-4970-a74c-b010cf3e856c HTTP/1.1" status: 200 len: 867 time: 0.5793004 Nov 11 11:55:53.514627 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.db.resource_extend [None req-28a9847d-f978-4656-a661-2b7a37ff4578 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 11:55:53.615943 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c645a2-5da9-4685-95da-22b3f7102852 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Pushing event deleted for resources: {'Port': ['ID=7cc88913-edce-4b3b-801e-24c2029f0796,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:53.789396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de3ea18-65a7-4f7b-8dcd-10a496f7c242 req-32c645a2-5da9-4685-95da-22b3f7102852 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] No DVR routers for this DVR port 7cc88913-edce-4b3b-801e-24c2029f0796 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:55:53.797406 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8de3ea18-65a7-4f7b-8dcd-10a496f7c242 req-32c645a2-5da9-4685-95da-22b3f7102852 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:53.801159 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8de3ea18-65a7-4f7b-8dcd-10a496f7c242 req-32c645a2-5da9-4685-95da-22b3f7102852 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.62 "DELETE /v2.0/ports/7cc88913-edce-4b3b-801e-24c2029f0796 HTTP/1.1" status: 204 len: 173 time: 2.8330019 Nov 11 11:55:53.806608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98de7503-617a-4eeb-9485-f71bc7ade304 None None] Network 20560d93-2a36-469f-a11f-11c837d444e8 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:53.814871 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb74c67-e8f7-4970-a74c-b010cf3e856c', 'name': 'network-vif-deleted', 'tag': '7cc88913-edce-4b3b-801e-24c2029f0796'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:53.821996 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2be23f-98fc-4db7-825e-08c8740bd6ee" -d '{"events": [{"server_uuid": "3bb74c67-e8f7-4970-a74c-b010cf3e856c", "name": "network-vif-deleted", "tag": "7cc88913-edce-4b3b-801e-24c2029f0796"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:54.025041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-da2a7fb8-8b44-4f6b-a391-828171a32b9d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:54.034103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] For port 4268846f-f95a-45fb-a653-37bf04cc2216, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4268846f-f95a-45fb-a653-37bf04cc2216,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:54.036209 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-da2a7fb8-8b44-4f6b-a391-828171a32b9d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.62 "GET /v2.0/networks?id=56444805-2ce0-4763-95ba-977c0e243bbb HTTP/1.1" status: 200 len: 822 time: 0.3277116 Nov 11 11:55:54.070820 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28a9847d-f978-4656-a661-2b7a37ff4578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:54.075720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a9847d-f978-4656-a661-2b7a37ff4578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:54.077909 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28a9847d-f978-4656-a661-2b7a37ff4578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:54.196513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] For port 4268846f-f95a-45fb-a653-37bf04cc2216, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:55:54.211425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e1693cbd-358c-4510-9d66-6efdda22af20 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Request body: {'port': {'device_id': '4b07a1e8-bff9-433a-8df0-1b0b9056dc29', 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb', 'admin_state_up': True, 'tenant_id': 'f47ff093d10146bb8bace9b363f3ab54'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:54.331927 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:54.345110 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:54.472448 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a838f8af-e0a5-420a-998a-27c056baa9c3 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:55:54.480516 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3cf356-5377-4251-bd8e-264ad35bbb4c None None] Network c2f6d5da-525c-4e2b-b449-8018dd33e604 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:54.494278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1171a15-3163-4201-8b63-94a90a3acb2c req-b8cb3a7a-4ea4-4e85-8f64-af3b808a60d0 tempest-ImagesNegativeTestJSON-58333268 tempest-ImagesNegativeTestJSON-58333268-project] 10.222.0.65 "GET /v2.0/security-groups?id=0caf8cfe-07f2-4890-b014-d821bab85369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9985116 Nov 11 11:55:54.566668 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f591c43-e8e4-49d4-a3f9-50feeea99e8f req-0d7b599c-abb5-4ad2-ada7-152f2701437e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:54.568300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3f591c43-e8e4-49d4-a3f9-50feeea99e8f req-0d7b599c-abb5-4ad2-ada7-152f2701437e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 946 time: 0.9907982 Nov 11 11:55:54.575983 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-28a9847d-f978-4656-a661-2b7a37ff4578 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3994598 Nov 11 11:55:54.590091 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9847d-f978-4656-a661-2b7a37ff4578 admin admin] Pushing event updated for resources: {'Network': ['ID=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:54.597845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48650) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:54.636011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:55:54.636679 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f7709982-8f49-4810-bbcd-fde1a1b5246d admin admin] Request body: {'subnet': {'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1389090641-subnet', 'tenant_id': 'f3fd635830ed454d9bc757e2f29f1792', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:54.747941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0f685a82-2927-4dd1-b709-b6c21ca362b4 None None] Provisioning complete for port 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:54.748589 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0f685a82-2927-4dd1-b709-b6c21ca362b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:54.807854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e1693cbd-358c-4510-9d66-6efdda22af20 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Made reservation on behalf of f47ff093d10146bb8bace9b363f3ab54 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:54.821286 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e1693cbd-358c-4510-9d66-6efdda22af20 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:54.907996 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port a838f8af-e0a5-420a-998a-27c056baa9c3 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:54.911951 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:55.008882 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-b1ad297e-fb04-4704-bfbd-fdf3a3202f2a req-83781165-b411-4c1e-b6df-cd6b75ff5f80 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1389534105', 'description': 'tempest-description-1236401909'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:55.042309 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0f685a82-2927-4dd1-b709-b6c21ca362b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:55.053709 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b1ad297e-fb04-4704-bfbd-fdf3a3202f2a req-83781165-b411-4c1e-b6df-cd6b75ff5f80 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:55.088906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7709982-8f49-4810-bbcd-fde1a1b5246d admin admin] Made reservation on behalf of f3fd635830ed454d9bc757e2f29f1792 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:55:55.091548 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f7709982-8f49-4810-bbcd-fde1a1b5246d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:55.126124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0f685a82-2927-4dd1-b709-b6c21ca362b4 None None] For port 0347b8d1-8950-47bb-b27b-b2e8eab2ea19, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0347b8d1-8950-47bb-b27b-b2e8eab2ea19,segment=NetworkSegment(1163f9d5-7b1b-479f-89ef-de010862c6ed),segment_id=1163f9d5-7b1b-479f-89ef-de010862c6ed)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:55.143986 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0f685a82-2927-4dd1-b709-b6c21ca362b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:55.199768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3f591c43-e8e4-49d4-a3f9-50feeea99e8f req-f4d11d5e-57e0-46af-877c-2e86d18b9e5e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6039188 Nov 11 11:55:55.234320 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f685a82-2927-4dd1-b709-b6c21ca362b4 None None] Pushing event updated for resources: {'Port': ['ID=0347b8d1-8950-47bb-b27b-b2e8eab2ea19,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:55.241933 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=4268846f-f95a-45fb-a653-37bf04cc2216,revision_number=7']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:55.312486 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f19078d-7070-44ae-af13-e09484c55fca req-8b62802c-63a9-4e80-81fa-d08d6699fae1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5860903 Nov 11 11:55:55.320730 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca3bdfc-d871-4b96-bc96-7873ced94d22 x-openstack-request-id: req-7ca3bdfc-d871-4b96-bc96-7873ced94d22 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:55.321021 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb74c67-e8f7-4970-a74c-b010cf3e856c", "name": "network-vif-deleted", "tag": "7cc88913-edce-4b3b-801e-24c2029f0796", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:55.321270 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ca3bdfc-d871-4b96-bc96-7873ced94d22 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:55.321699 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb74c67-e8f7-4970-a74c-b010cf3e856c', 'name': 'network-vif-deleted', 'tag': '7cc88913-edce-4b3b-801e-24c2029f0796', 'status': 'completed', 'code': 200} Nov 11 11:55:55.342522 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:55:55.373627 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3e5f31fc-d060-4135-97ab-a295eeb46587 req-89051612-8f15-4256-b320-a9d4fec62ac3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9860208 Nov 11 11:55:55.374366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Attempting to bind port 4268846f-f95a-45fb-a653-37bf04cc2216 on host n-h2-807359-3 for vnic_type normal with profile {"migrating_to": "n-h1-807359-3"} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:55:55.380232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Attempting to bind port 4268846f-f95a-45fb-a653-37bf04cc2216 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:55:55.380674 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Attempting to bind port 4268846f-f95a-45fb-a653-37bf04cc2216 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:55.394434 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Port 4268846f-f95a-45fb-a653-37bf04cc2216 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:55:55.395154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Attempting to bind port 4268846f-f95a-45fb-a653-37bf04cc2216 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:55.412226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:55:55.412802 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Checking segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:55.416243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Bound using segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:55:55.417111 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Bound port: 4268846f-f95a-45fb-a653-37bf04cc2216, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:55:55.417775 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:55.460143 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:55.460589 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:55.594261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f31fc-d060-4135-97ab-a295eeb46587 req-7b00c65e-cd89-4c50-9b8b-7d9a01d2146a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:55.595909 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3e5f31fc-d060-4135-97ab-a295eeb46587 req-7b00c65e-cd89-4c50-9b8b-7d9a01d2146a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 1096 time: 0.1854110 Nov 11 11:55:55.621168 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-018736a9-6b22-48f6-aae6-b304d54412c8 None None] Provisioning complete for port 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:55.621870 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-018736a9-6b22-48f6-aae6-b304d54412c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:55.648979 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b41f06e3-bb67-4bdd-91f4-42a80bfb33b0 req-aac940de-ef95-4634-a397-3029b92a3525 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 210 time: 0.1037290 Nov 11 11:55:55.661030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] For port 4268846f-f95a-45fb-a653-37bf04cc2216, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:55:55.706259 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] For port 4268846f-f95a-45fb-a653-37bf04cc2216, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4268846f-f95a-45fb-a653-37bf04cc2216,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:55:55.716366 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b1ad297e-fb04-4704-bfbd-fdf3a3202f2a req-83781165-b411-4c1e-b6df-cd6b75ff5f80 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:55.727646 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:55.759680 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b1ad297e-fb04-4704-bfbd-fdf3a3202f2a req-83781165-b411-4c1e-b6df-cd6b75ff5f80 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:55.826857 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-761292a2-433b-4f54-ac1a-d0b3181fc3d9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:55.845893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:55.846521 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:55.848144 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] 10.222.0.62 "PUT /v2.0/ports/4268846f-f95a-45fb-a653-37bf04cc2216 HTTP/1.1" status: 200 len: 1122 time: 2.5238876 Nov 11 11:55:55.862793 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f31fc-d060-4135-97ab-a295eeb46587 req-4a55418f-26ec-4e41-81dd-28b04632db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:55.864281 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3e5f31fc-d060-4135-97ab-a295eeb46587 req-4a55418f-26ec-4e41-81dd-28b04632db5b service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.2405071 Nov 11 11:55:55.865942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bdb6f-e710-457e-8a35-0b1e5999c6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=4268846f-f95a-45fb-a653-37bf04cc2216,revision_number=8']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:55.950484 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3e5f31fc-d060-4135-97ab-a295eeb46587 req-29db2cac-067e-4ca2-b702-7b8911245bc2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a HTTP/1.1" status: 200 len: 217 time: 0.0743024 Nov 11 11:55:55.954909 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 7cc88913-edce-4b3b-801e-24c2029f0796 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:55:55.981717 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b1ad297e-fb04-4704-bfbd-fdf3a3202f2a req-83781165-b411-4c1e-b6df-cd6b75ff5f80 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:55.983416 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1ad297e-fb04-4704-bfbd-fdf3a3202f2a req-83781165-b411-4c1e-b6df-cd6b75ff5f80 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.0325656 Nov 11 11:55:56.009702 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['4268846f-f95a-45fb-a653-37bf04cc2216'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:55:56.013314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 7cc88913-edce-4b3b-801e-24c2029f0796 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:55:56.013461 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 7cc88913-edce-4b3b-801e-24c2029f0796 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:55:56.105610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e1693cbd-358c-4510-9d66-6efdda22af20 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Allocated IP 172.20.0.10 (56444805-2ce0-4763-95ba-977c0e243bbb/c2e5f80f-1c13-4371-8143-98282b930920/1c6cef1f-6cae-4505-8aa2-7157b5a81e37) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:55:56.181034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f31fc-d060-4135-97ab-a295eeb46587 req-6f735c7a-b039-43a1-b6aa-2bc59998a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:56.182588 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3e5f31fc-d060-4135-97ab-a295eeb46587 req-6f735c7a-b039-43a1-b6aa-2bc59998a669 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.2237597 Nov 11 11:55:56.220926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:55:56.236820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19078d-7070-44ae-af13-e09484c55fca req-a3974c57-8df8-46d8-8354-82ee703e4263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:56.238477 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f19078d-7070-44ae-af13-e09484c55fca req-a3974c57-8df8-46d8-8354-82ee703e4263 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c923494b0b24034811a64096faf7424&device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 1095 time: 0.6948962 Nov 11 11:55:56.273965 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83781165-b411-4c1e-b6df-cd6b75ff5f80 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d0b05c-2ff9-4da4-86df-a6354ab74ca5,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:56.288026 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3e5f31fc-d060-4135-97ab-a295eeb46587 req-728d9340-e2c1-4aba-89c5-a40183ce481b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970960 Nov 11 11:55:56.392102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761292a2-433b-4f54-ac1a-d0b3181fc3d9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event updated for resources: {'Subnet': ['ID=a5071850-d5cc-4757-b576-d8d812b24e12,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:56.480385 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:55:56.481686 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:56.484241 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3e5f31fc-d060-4135-97ab-a295eeb46587 req-6f6d7572-6c3d-41fb-a51e-e01e93359e75 service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886284 Nov 11 11:55:56.624973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65345088-33cc-4308-ad38-113a33d6920d req-9504cf6b-01f1-4160-8071-9bec13ad9ef9 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:56.626535 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-65345088-33cc-4308-ad38-113a33d6920d req-9504cf6b-01f1-4160-8071-9bec13ad9ef9 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 944 time: 0.2117417 Nov 11 11:55:56.627313 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761292a2-433b-4f54-ac1a-d0b3181fc3d9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Checking segment: {'id': '9dbf6fb6-ece5-42e3-b101-7c4893405313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '76dd3ed5-c2d0-4c00-bd7f-6dadd9094851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:56.637546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761292a2-433b-4f54-ac1a-d0b3181fc3d9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Network hostable DHCP agents. Network: 76dd3ed5-c2d0-4c00-bd7f-6dadd9094851, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:55:56.644912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48680) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:56.662842 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5a86031-8b6e-4c75-9112-81f8383afb77 req-d7fd40b0-644f-4f36-a333-b047ce43dd54 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "GET /v2.0/security-groups/e1d0b05c-2ff9-4da4-86df-a6354ab74ca5 HTTP/1.1" status: 200 len: 1830 time: 0.6026976 Nov 11 11:55:56.698138 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3e5f31fc-d060-4135-97ab-a295eeb46587 req-6ac91cb3-80fa-4e24-91b3-05e76ddbd021 service neutron] 10.222.0.62 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029357 Nov 11 11:55:56.747637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-c5a86031-8b6e-4c75-9112-81f8383afb77 req-bb3f4ba4-a7aa-4e36-b58f-39c34c5187e4 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1d0b05c-2ff9-4da4-86df-a6354ab74ca5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:56.747987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-c5a86031-8b6e-4c75-9112-81f8383afb77 req-bb3f4ba4-a7aa-4e36-b58f-39c34c5187e4 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1d0b05c-2ff9-4da4-86df-a6354ab74ca5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:56.778761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761292a2-433b-4f54-ac1a-d0b3181fc3d9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Network 76dd3ed5-c2d0-4c00-bd7f-6dadd9094851 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:55:56.848190 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-65345088-33cc-4308-ad38-113a33d6920d req-0fd9ef53-5915-487e-9488-5e50bab28e55 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013538 Nov 11 11:55:56.849099 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f7709982-8f49-4810-bbcd-fde1a1b5246d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:56.869117 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-761292a2-433b-4f54-ac1a-d0b3181fc3d9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 76dd3ed5-c2d0-4c00-bd7f-6dadd9094851) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:56.886146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fc6dde-bdf6-4743-9c6f-48e9b47f0f71 None None] Network 76dd3ed5-c2d0-4c00-bd7f-6dadd9094851 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:56.950329 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761292a2-433b-4f54-ac1a-d0b3181fc3d9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:56.950836 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-761292a2-433b-4f54-ac1a-d0b3181fc3d9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:57.026569 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19078d-7070-44ae-af13-e09484c55fca req-ccf067f4-80b0-4953-b1e5-da828747422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:57.028070 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f19078d-7070-44ae-af13-e09484c55fca req-ccf067f4-80b0-4953-b1e5-da828747422f service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 200 len: 922 time: 0.7504032 Nov 11 11:55:57.048096 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e1693cbd-358c-4510-9d66-6efdda22af20 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:57.186339 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-76dd3ed5-c2d0-4c00-bd7f-6dadd9094851', 'network_id': '76dd3ed5-c2d0-4c00-bd7f-6dadd9094851', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'fixed_ips': [{'subnet_id': 'a5071850-d5cc-4757-b576-d8d812b24e12'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:55:57.188067 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:57.312562 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8812b173-e873-41c4-8acf-2259d2e91f4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=686526bebef24d40b66620afed7909f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6485894 Nov 11 11:55:57.314726 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f19078d-7070-44ae-af13-e09484c55fca req-fa828c04-1dda-420d-a3c0-d2daf16a639b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9 HTTP/1.1" status: 200 len: 217 time: 0.2442746 Nov 11 11:55:57.315483 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48690) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:57.316415 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c5a86031-8b6e-4c75-9112-81f8383afb77 req-bb3f4ba4-a7aa-4e36-b58f-39c34c5187e4 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:57.323403 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4140dd3-4f80-4c3e-af25-a9e3b6443155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4268846f-f95a-45fb-a653-37bf04cc2216'}, {'name': 'network-changed', 'server_uuid': 'd4140dd3-4f80-4c3e-af25-a9e3b6443155', 'tag': '4268846f-f95a-45fb-a653-37bf04cc2216'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:55:57.327121 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a278de4d-8391-4388-88ef-de9c71aa8f89" -d '{"events": [{"server_uuid": "d4140dd3-4f80-4c3e-af25-a9e3b6443155", "name": "network-vif-unplugged", "status": "completed", "tag": "4268846f-f95a-45fb-a653-37bf04cc2216"}, {"name": "network-changed", "server_uuid": "d4140dd3-4f80-4c3e-af25-a9e3b6443155", "tag": "4268846f-f95a-45fb-a653-37bf04cc2216"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:55:57.336223 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c5a86031-8b6e-4c75-9112-81f8383afb77 req-bb3f4ba4-a7aa-4e36-b58f-39c34c5187e4 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:57.357206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7709982-8f49-4810-bbcd-fde1a1b5246d admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e45dd7-d65b-4c0b-9f3f-c9a34427b564,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:57.375095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-761292a2-433b-4f54-ac1a-d0b3181fc3d9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.6763120 Nov 11 11:55:57.376596 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c5a86031-8b6e-4c75-9112-81f8383afb77 req-bb3f4ba4-a7aa-4e36-b58f-39c34c5187e4 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:57.387627 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2ddafda-c9dd-4bb0-b4cc-857271768e80 req-e5d3ae26-fb07-434f-bccf-b065896b7d6e tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 210 time: 0.2402680 Nov 11 11:55:57.428039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Allocated IP 19.86.0.2 (76dd3ed5-c2d0-4c00-bd7f-6dadd9094851/a5071850-d5cc-4757-b576-d8d812b24e12/0a886768-0d61-4e82-96ac-375c0bcd865d) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:55:57.485721 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 11 Nov 2021 11:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da22fceb-5fdd-4b80-a7ac-c8f4a8b3adda x-openstack-request-id: req-da22fceb-5fdd-4b80-a7ac-c8f4a8b3adda {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:55:57.486017 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4140dd3-4f80-4c3e-af25-a9e3b6443155", "name": "network-vif-unplugged", "status": "completed", "tag": "4268846f-f95a-45fb-a653-37bf04cc2216", "code": 200}, {"name": "network-changed", "server_uuid": "d4140dd3-4f80-4c3e-af25-a9e3b6443155", "tag": "4268846f-f95a-45fb-a653-37bf04cc2216", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:55:57.486271 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da22fceb-5fdd-4b80-a7ac-c8f4a8b3adda {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:55:57.491750 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4140dd3-4f80-4c3e-af25-a9e3b6443155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4268846f-f95a-45fb-a653-37bf04cc2216', 'code': 200} Nov 11 11:55:57.491998 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4140dd3-4f80-4c3e-af25-a9e3b6443155', 'tag': '4268846f-f95a-45fb-a653-37bf04cc2216', 'status': 'completed', 'code': 200} Nov 11 11:55:57.495989 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f1e97c31-2a71-4d67-b059-56eeb1e72004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:57.514215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f4ba4-a7aa-4e36-b58f-39c34c5187e4 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e17876-f04e-454a-aab1-bc045bf95fe1,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:57.558852 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f1e97c31-2a71-4d67-b059-56eeb1e72004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:57.570871 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7709982-8f49-4810-bbcd-fde1a1b5246d admin admin] Checking segment: {'id': 'adf2f620-2b6d-4d9c-a4f1-c497543817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:57.571492 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7709982-8f49-4810-bbcd-fde1a1b5246d admin admin] Network hostable DHCP agents. Network: ea096aaf-b670-4bfd-97e7-5e2ee8d97a43, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:55:57.588415 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c5a86031-8b6e-4c75-9112-81f8383afb77 req-bb3f4ba4-a7aa-4e36-b58f-39c34c5187e4 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:57.590692 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5a86031-8b6e-4c75-9112-81f8383afb77 req-bb3f4ba4-a7aa-4e36-b58f-39c34c5187e4 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8882174 Nov 11 11:55:57.600418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19078d-7070-44ae-af13-e09484c55fca req-97a92d09-af11-4157-961f-7666f5d22c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:57.602215 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f19078d-7070-44ae-af13-e09484c55fca req-97a92d09-af11-4157-961f-7666f5d22c5f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 200 len: 860 time: 0.2466762 Nov 11 11:55:57.622527 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e1693cbd-358c-4510-9d66-6efdda22af20 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:57.628314 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278de4d-8391-4388-88ef-de9c71aa8f89 req-268943f3-5375-46c0-bd91-ae6ea89a2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:57.629139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7709982-8f49-4810-bbcd-fde1a1b5246d admin admin] Network ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:55:57.629869 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a278de4d-8391-4388-88ef-de9c71aa8f89 req-268943f3-5375-46c0-bd91-ae6ea89a2afe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 1125 time: 0.1189001 Nov 11 11:55:57.716375 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f19078d-7070-44ae-af13-e09484c55fca req-47b79a6a-6643-49bc-81ec-759a46e8e564 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040184 Nov 11 11:55:57.724395 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f1e97c31-2a71-4d67-b059-56eeb1e72004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:57.741924 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f1e97c31-2a71-4d67-b059-56eeb1e72004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:57.743046 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f1e97c31-2a71-4d67-b059-56eeb1e72004 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0caf8cfe-07f2-4890-b014-d821bab85369 HTTP/1.1" status: 204 len: 168 time: 0.4264367 Nov 11 11:55:57.768154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e97c31-2a71-4d67-b059-56eeb1e72004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caf8cfe-07f2-4890-b014-d821bab85369,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:57.794441 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:57.800174 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278de4d-8391-4388-88ef-de9c71aa8f89 req-2dcb8605-63dc-48d6-a667-63e08bb9d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:57.801989 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a278de4d-8391-4388-88ef-de9c71aa8f89 req-2dcb8605-63dc-48d6-a667-63e08bb9d05d service neutron] 10.222.0.43 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.1650624 Nov 11 11:55:57.805122 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:57.852056 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Network 76dd3ed5-c2d0-4c00-bd7f-6dadd9094851 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:55:57.857329 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:57.862437 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:55:57.865522 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Pushing event updated for resources: {'Port': ['ID=0a886768-0d61-4e82-96ac-375c0bcd865d,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:57.881036 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a278de4d-8391-4388-88ef-de9c71aa8f89 req-93fc7aad-fdd0-494f-a9d9-fe905f0fe390 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4268846f-f95a-45fb-a653-37bf04cc2216 HTTP/1.1" status: 200 len: 217 time: 0.0715013 Nov 11 11:55:57.893326 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-f7709982-8f49-4810-bbcd-fde1a1b5246d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, ea096aaf-b670-4bfd-97e7-5e2ee8d97a43) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:57.907071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de3e552-bd77-4e67-9272-6f36b7318cec None None] Network ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:57.980698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 4268846f-f95a-45fb-a653-37bf04cc2216 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:55:57.997512 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278de4d-8391-4388-88ef-de9c71aa8f89 req-689c0702-f445-4256-b22d-ef9ed0c26978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:57.998967 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a278de4d-8391-4388-88ef-de9c71aa8f89 req-689c0702-f445-4256-b22d-ef9ed0c26978 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.1099920 Nov 11 11:55:58.020351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e1693cbd-358c-4510-9d66-6efdda22af20 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Network 56444805-2ce0-4763-95ba-977c0e243bbb is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:55:58.024748 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7709982-8f49-4810-bbcd-fde1a1b5246d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:58.025342 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f7709982-8f49-4810-bbcd-fde1a1b5246d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:58.034882 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a278de4d-8391-4388-88ef-de9c71aa8f89 req-61a11f0d-fbc0-4948-ba96-c7b52b2d989a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275435 Nov 11 11:55:58.089757 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Attempting to bind port 0a886768-0d61-4e82-96ac-375c0bcd865d on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:55:58.090116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Attempting to bind port 0a886768-0d61-4e82-96ac-375c0bcd865d by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '9dbf6fb6-ece5-42e3-b101-7c4893405313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '76dd3ed5-c2d0-4c00-bd7f-6dadd9094851'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:55:58.090470 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Attempting to bind port 0a886768-0d61-4e82-96ac-375c0bcd865d on network 76dd3ed5-c2d0-4c00-bd7f-6dadd9094851 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:55:58.139755 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:55:58.140115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Checking segment: {'id': '9dbf6fb6-ece5-42e3-b101-7c4893405313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '76dd3ed5-c2d0-4c00-bd7f-6dadd9094851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:55:58.155369 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:58.156176 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Bound using segment: {'id': '9dbf6fb6-ece5-42e3-b101-7c4893405313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '76dd3ed5-c2d0-4c00-bd7f-6dadd9094851'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:55:58.156856 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Bound port: 0a886768-0d61-4e82-96ac-375c0bcd865d, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbf6fb6-ece5-42e3-b101-7c4893405313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '76dd3ed5-c2d0-4c00-bd7f-6dadd9094851'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:55:58.157543 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:58.223372 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e1693cbd-358c-4510-9d66-6efdda22af20 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:58.232082 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.resource_extend [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 11:55:58.242170 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a278de4d-8391-4388-88ef-de9c71aa8f89 req-401a1d14-e306-45be-b8b8-21280a94718f service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996009 Nov 11 11:55:58.401261 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a278de4d-8391-4388-88ef-de9c71aa8f89 req-da481f26-a6e9-450e-b415-2f5a34945276 service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376343 Nov 11 11:55:58.435035 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] For port 0a886768-0d61-4e82-96ac-375c0bcd865d, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:55:58.479154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] For port 0a886768-0d61-4e82-96ac-375c0bcd865d, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0a886768-0d61-4e82-96ac-375c0bcd865d,segment=NetworkSegment(9dbf6fb6-ece5-42e3-b101-7c4893405313),segment_id=9dbf6fb6-ece5-42e3-b101-7c4893405313)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:55:58.484763 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637cef87-56c0-4fa1-af3a-802b8cc186ef None None] Network ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:55:58.493619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 4268846f-f95a-45fb-a653-37bf04cc2216, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4268846f-f95a-45fb-a653-37bf04cc2216,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:55:58.515922 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:58.637749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 4268846f-f95a-45fb-a653-37bf04cc2216 has no active binding in host n-h1-807359-3 {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 11:55:58.727304 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f19078d-7070-44ae-af13-e09484c55fca req-a317c813-da85-42fc-aea8-3c8f79b5f552 service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8986747 Nov 11 11:55:58.733982 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48734) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:55:58.740230 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1389090641-router', 'tenant_id': 'f3fd635830ed454d9bc757e2f29f1792', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:58.746335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f7709982-8f49-4810-bbcd-fde1a1b5246d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.1462660 Nov 11 11:55:58.752932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e1693cbd-358c-4510-9d66-6efdda22af20 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:55:58.787852 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:58.789031 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:58.796761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7e3d8-d6a6-43c1-ad3e-8e430f7b6eb0 None None] Pushing event updated for resources: {'Port': ['ID=0a886768-0d61-4e82-96ac-375c0bcd865d,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:58.830719 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1693cbd-358c-4510-9d66-6efdda22af20 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Pushing event updated for resources: {'Port': ['ID=1c6cef1f-6cae-4505-8aa2-7157b5a81e37,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:55:58.868372 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-642bf30d-4ac2-40cd-b1aa-7cfde21a988a req-8ec4f0e2-686b-4c9f-8fd4-a38338c2ce68 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "GET /v2.0/security-groups/e1d0b05c-2ff9-4da4-86df-a6354ab74ca5 HTTP/1.1" status: 200 len: 2423 time: 1.2432580 Nov 11 11:55:58.969867 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:59.004242 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e1693cbd-358c-4510-9d66-6efdda22af20 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:59.005448 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e1693cbd-358c-4510-9d66-6efdda22af20 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:59.050894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-2fbdcd3b-176e-468b-9010-fad754e41c44 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:59.057298 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-2fbdcd3b-176e-468b-9010-fad754e41c44 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:59.065258 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-2fbdcd3b-176e-468b-9010-fad754e41c44 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/networks?id=c2f6d5da-525c-4e2b-b449-8018dd33e604&id=76dd3ed5-c2d0-4c00-bd7f-6dadd9094851&id=c2f6d5da-525c-4e2b-b449-8018dd33e604 HTTP/1.1" status: 200 len: 1392 time: 1.3399088 Nov 11 11:55:59.166587 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-29e23942-4608-4308-aab0-afd036188011 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/quotas/225174e131ea4e749297f8797a24b5c1 HTTP/1.1" status: 200 len: 375 time: 0.0999501 Nov 11 11:55:59.180982 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:59.199697 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e1693cbd-358c-4510-9d66-6efdda22af20 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0987730 Nov 11 11:55:59.233415 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Request body: {'port': {'device_id': '4b07a1e8-bff9-433a-8df0-1b0b9056dc29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:55:59.261050 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f19078d-7070-44ae-af13-e09484c55fca req-0cb7869b-465f-4533-9826-110d01735187 service neutron] 10.222.0.43 "GET /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892344 Nov 11 11:55:59.300805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22d24b-dfb3-4a92-ad5a-7d51e12d9e8d req-6b7d6950-c419-4225-a84b-a26c433c4e05 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:55:59.302307 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a22d24b-dfb3-4a92-ad5a-7d51e12d9e8d req-6b7d6950-c419-4225-a84b-a26c433c4e05 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 944 time: 0.2842717 Nov 11 11:55:59.310339 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:59.342676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-533f566c-2d15-495f-a2b9-975dee47ce96 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=225174e131ea4e749297f8797a24b5c1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1751077 Nov 11 11:55:59.466264 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:59.494900 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:59.545719 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a22d24b-dfb3-4a92-ad5a-7d51e12d9e8d req-0b3f7095-0734-4205-81ea-1a0066328519 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307734 Nov 11 11:55:59.587898 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-4bee7b40-0ada-4e0a-af95-b9538abaff81 service neutron] 10.222.0.65 "GET /v2.0/networks/c2f6d5da-525c-4e2b-b449-8018dd33e604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442396 Nov 11 11:55:59.655266 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Allocated IP 172.25.2.24 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/307af34c-f6ac-43ed-acf5-76914c5ea498) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:55:59.805650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-99835610-edde-4de4-bf56-6062c1aae419 service neutron] 10.222.0.65 "GET /v2.0/networks/c2f6d5da-525c-4e2b-b449-8018dd33e604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167099 Nov 11 11:55:59.828490 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:59.868458 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:55:59.909918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:55:59.913618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:55:59.917897 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:55:59.963822 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Pushing event updated for resources: {'Port': ['ID=307af34c-f6ac-43ed-acf5-76914c5ea498,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:00.003861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c2aae-b1b4-4e3e-81ab-d01b6c24b98b req-6d1e1b3a-c655-4e76-a055-9d15713f861d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:00.011427 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-270c2aae-b1b4-4e3e-81ab-d01b6c24b98b req-6d1e1b3a-c655-4e76-a055-9d15713f861d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 932 time: 0.1930532 Nov 11 11:56:00.021791 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-73520f83-b736-4973-b2fd-47f7c0cd1371 service neutron] 10.222.0.65 "GET /v2.0/networks/76dd3ed5-c2d0-4c00-bd7f-6dadd9094851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152381 Nov 11 11:56:00.025034 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:00.071983 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:00.139608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0a886768-0d61-4e82-96ac-375c0bcd865d up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:00.192417 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2b8569-97d2-4bf5-b533-a623f5f3692a None None] Network 76dd3ed5-c2d0-4c00-bd7f-6dadd9094851 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:00.192654 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Transition to ACTIVE for port object 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:56:00.210236 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:00.230784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-270c2aae-b1b4-4e3e-81ab-d01b6c24b98b req-47a6807b-16d0-415b-831d-ee16bc147fca tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178988 Nov 11 11:56:00.279449 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-15325af3-438e-475e-980a-4b21a3f44ad5 None None] Provisioning complete for port 0a886768-0d61-4e82-96ac-375c0bcd865d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:00.279750 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-15325af3-438e-475e-980a-4b21a3f44ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:00.329541 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aff1098c-b28c-41bc-9e64-b0ef3412c129 req-e150cb23-c6d8-410a-b01c-69641c637f3d tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "GET /v2.0/security-group-rules/27e17876-f04e-454a-aab1-bc045bf95fe1 HTTP/1.1" status: 200 len: 778 time: 0.0558324 Nov 11 11:56:00.331205 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:00.334610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-e44827d0-b68e-49ac-ae7a-f11f64c7d6b8 service neutron] 10.222.0.65 "GET /v2.0/networks/76dd3ed5-c2d0-4c00-bd7f-6dadd9094851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884169 Nov 11 11:56:00.335468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Pushing event updated for resources: {'Port': ['ID=1c6cef1f-6cae-4505-8aa2-7157b5a81e37,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:00.336719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0a886768-0d61-4e82-96ac-375c0bcd865d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:00.337087 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:00.500006 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aff1098c-b28c-41bc-9e64-b0ef3412c129 req-b0a3cfc0-9f0b-4811-845b-2aa705dde36a tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "GET /v2.0/security-groups/e1d0b05c-2ff9-4da4-86df-a6354ab74ca5 HTTP/1.1" status: 200 len: 2423 time: 0.1690705 Nov 11 11:56:00.542094 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-877c767c-94bf-4b3f-bd9d-2668bea674da service neutron] 10.222.0.65 "GET /v2.0/networks/c2f6d5da-525c-4e2b-b449-8018dd33e604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869657 Nov 11 11:56:00.544755 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Attempting to bind port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:00.545316 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Attempting to bind port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '6393908c-0f5d-4aed-9190-22dd472d3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:00.545909 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Attempting to bind port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 on network 56444805-2ce0-4763-95ba-977c0e243bbb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:00.569169 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:00.573642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 on network 56444805-2ce0-4763-95ba-977c0e243bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:56:00.573971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Attempting to bind port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 on network 56444805-2ce0-4763-95ba-977c0e243bbb {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:00.618664 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-aff1098c-b28c-41bc-9e64-b0ef3412c129 req-1842d10a-d8ad-4422-9182-7944844f5e02 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:00.623133 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:00.623477 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Checking segment: {'id': '6393908c-0f5d-4aed-9190-22dd472d3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:00.623859 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Bound using segment: {'id': '6393908c-0f5d-4aed-9190-22dd472d3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:00.625635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Bound port: 1c6cef1f-6cae-4505-8aa2-7157b5a81e37, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6393908c-0f5d-4aed-9190-22dd472d3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:00.625635 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:00.633434 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-aff1098c-b28c-41bc-9e64-b0ef3412c129 req-1842d10a-d8ad-4422-9182-7944844f5e02 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:00.650880 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-15325af3-438e-475e-980a-4b21a3f44ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:00.722963 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-aff1098c-b28c-41bc-9e64-b0ef3412c129 req-1842d10a-d8ad-4422-9182-7944844f5e02 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:00.755233 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-aff1098c-b28c-41bc-9e64-b0ef3412c129 req-1842d10a-d8ad-4422-9182-7944844f5e02 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:00.756375 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aff1098c-b28c-41bc-9e64-b0ef3412c129 req-1842d10a-d8ad-4422-9182-7944844f5e02 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/27e17876-f04e-454a-aab1-bc045bf95fe1 HTTP/1.1" status: 204 len: 173 time: 0.2484539 Nov 11 11:56:00.770294 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-15325af3-438e-475e-980a-4b21a3f44ad5 None None] For port 0a886768-0d61-4e82-96ac-375c0bcd865d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0a886768-0d61-4e82-96ac-375c0bcd865d,segment=NetworkSegment(9dbf6fb6-ece5-42e3-b101-7c4893405313),segment_id=9dbf6fb6-ece5-42e3-b101-7c4893405313)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:00.771070 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a8ffe626-56e4-420b-a59f-a6675d05f24d service neutron] 10.222.0.65 "GET /v2.0/networks/c2f6d5da-525c-4e2b-b449-8018dd33e604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215762 Nov 11 11:56:00.782994 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:00.787430 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-15325af3-438e-475e-980a-4b21a3f44ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:00.787869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Router 3e019301-6455-4005-b911-ec5152f120aa is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:56:00.792673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842d10a-d8ad-4422-9182-7944844f5e02 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27e17876-f04e-454a-aab1-bc045bf95fe1,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:00.802124 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] For port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:00.823334 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] For port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1c6cef1f-6cae-4505-8aa2-7157b5a81e37,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:00.835428 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:00.856700 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15325af3-438e-475e-980a-4b21a3f44ad5 None None] Pushing event updated for resources: {'Port': ['ID=0a886768-0d61-4e82-96ac-375c0bcd865d,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:00.876380 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-5999dac4-f1cf-4618-ac46-8539f0be2b33 service neutron] 10.222.0.43 "GET /v2.0/ports/4268846f-f95a-45fb-a653-37bf04cc2216/bindings/n-h1-807359-3 HTTP/1.1" status: 200 len: 384 time: 0.1265178 Nov 11 11:56:00.886123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:00.886746 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:00.888084 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] 10.222.0.62 "PUT /v2.0/ports/1c6cef1f-6cae-4505-8aa2-7157b5a81e37 HTTP/1.1" status: 200 len: 1092 time: 1.6641550 Nov 11 11:56:00.888531 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b07a1e8-bff9-433a-8df0-1b0b9056dc29', 'tag': '1c6cef1f-6cae-4505-8aa2-7157b5a81e37'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:00.890836 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e383afc-3e62-4f01-b7ca-72373f773894" -d '{"events": [{"name": "network-changed", "server_uuid": "4b07a1e8-bff9-433a-8df0-1b0b9056dc29", "tag": "1c6cef1f-6cae-4505-8aa2-7157b5a81e37"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:00.968467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9686f99-b87e-4ad8-a54f-bd8d1a626f3e service neutron] Pushing event updated for resources: {'Port': ['ID=1c6cef1f-6cae-4505-8aa2-7157b5a81e37,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:00.974107 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:56:00.974415 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 11:56:01.057315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:56:01.069062 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-4f4831cb-b009-4b32-a90f-9224dcede0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:01.069490 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Sync routers for ids ['3e019301-6455-4005-b911-ec5152f120aa'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:56:01.070647 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-4f4831cb-b009-4b32-a90f-9224dcede0dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f47ff093d10146bb8bace9b363f3ab54&device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 1095 time: 0.1324790 Nov 11 11:56:01.083248 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:01.084796 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-83031982-4dca-4ff4-93c1-89aabed5fd7e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3498416 Nov 11 11:56:01.088097 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48764) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:01.090879 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Routers {'3e019301-6455-4005-b911-ec5152f120aa'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:01.107130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:55:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3e019301-6455-4005-b911-ec5152f120aa'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:01.242235 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-e345d865-4021-4ac8-a3ad-6b9048646c74 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c6cef1f-6cae-4505-8aa2-7157b5a81e37 HTTP/1.1" status: 200 len: 217 time: 0.1107242 Nov 11 11:56:01.410742 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5af25879-eec6-4322-8b2b-4686a7d50497 None None] Provisioning complete for port 0a886768-0d61-4e82-96ac-375c0bcd865d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:01.410742 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5af25879-eec6-4322-8b2b-4686a7d50497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:01.414580 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Set router 3e019301-6455-4005-b911-ec5152f120aa gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:01.432716 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-b24c01c7-b8c6-4b93-9ba3-ea171b1a9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:01.434245 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-b24c01c7-b8c6-4b93-9ba3-ea171b1a9aad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e5f80f-1c13-4371-8143-98282b930920 HTTP/1.1" status: 200 len: 862 time: 0.1825559 Nov 11 11:56:01.452726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a394a-80b5-4510-836d-b3220c2eca0a req-223f3a49-fdeb-4dff-8fef-004a5436707b tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:01.454305 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4c7a394a-80b5-4510-836d-b3220c2eca0a req-223f3a49-fdeb-4dff-8fef-004a5436707b tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 944 time: 0.2186770 Nov 11 11:56:01.514221 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-ec64f900-c9c3-486e-b6de-39b077aaba9c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56444805-2ce0-4763-95ba-977c0e243bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583076 Nov 11 11:56:01.569101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-920df1dc-fc8f-4775-93c5-5e39bf13d917 service neutron] For port 4268846f-f95a-45fb-a653-37bf04cc2216, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4268846f-f95a-45fb-a653-37bf04cc2216,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:01.605076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-9f68efa1-878e-4619-8fbe-3b2ba32a8136 req-00fc8b55-b874-412a-981d-e4321f1f7930 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-492696816', 'description': 'tempest-description-1774281471'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:01.634206 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4c7a394a-80b5-4510-836d-b3220c2eca0a req-1c9f6252-02df-4c02-bcf1-d48a281a725e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227846 Nov 11 11:56:01.723305 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8e04b0-32f1-492a-9ade-9b2b14d0aade x-openstack-request-id: req-4e8e04b0-32f1-492a-9ade-9b2b14d0aade {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:01.723615 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b07a1e8-bff9-433a-8df0-1b0b9056dc29", "tag": "1c6cef1f-6cae-4505-8aa2-7157b5a81e37", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:01.723874 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e8e04b0-32f1-492a-9ade-9b2b14d0aade {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:01.727379 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b07a1e8-bff9-433a-8df0-1b0b9056dc29', 'tag': '1c6cef1f-6cae-4505-8aa2-7157b5a81e37', 'status': 'completed', 'code': 200} Nov 11 11:56:01.730187 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48780) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:01.788709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e019301-6455-4005-b911-ec5152f120aa', 'name': 'tempest-ServerRescueTestJSON-1389090641-router', 'tenant_id': 'f3fd635830ed454d9bc757e2f29f1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '307af34c-f6ac-43ed-acf5-76914c5ea498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:58Z', 'updated_at': '2021-11-11T11:56:00Z', 'revision_number': 3, 'project_id': 'f3fd635830ed454d9bc757e2f29f1792', 'gw_port': {'id': '307af34c-f6ac-43ed-acf5-76914c5ea498', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e019301-6455-4005-b911-ec5152f120aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:59Z', 'updated_at': '2021-11-11T11:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:01.794245 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-920df1dc-fc8f-4775-93c5-5e39bf13d917 service neutron] For port 4268846f-f95a-45fb-a653-37bf04cc2216, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:01.825599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Checking router: 3e019301-6455-4005-b911-ec5152f120aa for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:56:01.826253 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Updating router 3e019301-6455-4005-b911-ec5152f120aa port 307af34c-f6ac-43ed-acf5-76914c5ea498 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:56:01.864097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b0dfe79a-12f7-41f9-8cd2-b26e932375c8 req-40e7d531-0b61-4b43-b6ee-68480c941a8a tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 210 time: 0.0818241 Nov 11 11:56:01.878261 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-920df1dc-fc8f-4775-93c5-5e39bf13d917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4268846f-f95a-45fb-a653-37bf04cc2216 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:01.885859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-2e3295bf-e1dc-4556-a5e2-0e0fceca20c3 service neutron] 10.222.0.62 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463476 Nov 11 11:56:01.894195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-920df1dc-fc8f-4775-93c5-5e39bf13d917 service neutron] For port 4268846f-f95a-45fb-a653-37bf04cc2216, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4268846f-f95a-45fb-a653-37bf04cc2216,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:01.904145 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9f68efa1-878e-4619-8fbe-3b2ba32a8136 req-00fc8b55-b874-412a-981d-e4321f1f7930 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:01.921207 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:01.955011 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-920df1dc-fc8f-4775-93c5-5e39bf13d917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:01.985044 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:02.091238 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-920df1dc-fc8f-4775-93c5-5e39bf13d917 service neutron] Transition to ACTIVE for port object 4268846f-f95a-45fb-a653-37bf04cc2216 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:56:02.111864 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-920df1dc-fc8f-4775-93c5-5e39bf13d917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:02.134786 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0a886768-0d61-4e82-96ac-375c0bcd865d up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:02.194404 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-afc3b2d1-00a4-482a-aa72-f08353a779a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:02.262991 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-920df1dc-fc8f-4775-93c5-5e39bf13d917 service neutron] No DVR routers for this DVR port 4268846f-f95a-45fb-a653-37bf04cc2216 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:56:02.275159 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0a886768-0d61-4e82-96ac-375c0bcd865d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:02.275540 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:02.290809 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72ad6c30-5d26-44b7-ae10-9200cbfce2e4 req-c68e1a7d-6e18-4ce2-bf59-b244ee692865 service neutron] 10.222.0.62 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836448 Nov 11 11:56:02.314299 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920df1dc-fc8f-4775-93c5-5e39bf13d917 service neutron] Pushing event updated for resources: {'Port': ['ID=4268846f-f95a-45fb-a653-37bf04cc2216,revision_number=10']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:02.339980 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36629d05-2363-4891-ac84-c7f638e510fa req-f8362470-ea12-430c-9b1d-051abee49339 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:02.341532 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36629d05-2363-4891-ac84-c7f638e510fa req-f8362470-ea12-430c-9b1d-051abee49339 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 944 time: 0.3400674 Nov 11 11:56:02.370147 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9f68efa1-878e-4619-8fbe-3b2ba32a8136 req-00fc8b55-b874-412a-981d-e4321f1f7930 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:02.418378 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9f68efa1-878e-4619-8fbe-3b2ba32a8136 req-00fc8b55-b874-412a-981d-e4321f1f7930 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:02.432724 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:02.442842 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:02.452837 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c829a-8905-45af-8d29-5691fadf3061 req-db6ddbb9-2315-454a-afe2-6b3a3880f58d tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:02.454461 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f81c829a-8905-45af-8d29-5691fadf3061 req-db6ddbb9-2315-454a-afe2-6b3a3880f58d tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 944 time: 0.5539889 Nov 11 11:56:02.487102 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-920df1dc-fc8f-4775-93c5-5e39bf13d917 service neutron] 10.222.0.43 "PUT /v2.0/ports/4268846f-f95a-45fb-a653-37bf04cc2216/bindings/n-h1-807359-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6028383 Nov 11 11:56:02.500651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Attempting to bind port 307af34c-f6ac-43ed-acf5-76914c5ea498 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:02.501177 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Attempting to bind port 307af34c-f6ac-43ed-acf5-76914c5ea498 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:02.501547 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Attempting to bind port 307af34c-f6ac-43ed-acf5-76914c5ea498 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:02.509837 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f57944-3567-4cf6-a914-0d30734cbfef None None] Pushing event updated for resources: {'Port': ['ID=307af34c-f6ac-43ed-acf5-76914c5ea498,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:02.513181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:02.513575 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:02.513997 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:02.514892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:02.515032 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Bound port: 307af34c-f6ac-43ed-acf5-76914c5ea498, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:02.515715 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:02.550977 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36629d05-2363-4891-ac84-c7f638e510fa req-78e49ec0-1900-402a-96d3-c65d3ff0bcc1 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601985 Nov 11 11:56:02.588874 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9f68efa1-878e-4619-8fbe-3b2ba32a8136 req-00fc8b55-b874-412a-981d-e4321f1f7930 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:02.590176 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f68efa1-878e-4619-8fbe-3b2ba32a8136 req-00fc8b55-b874-412a-981d-e4321f1f7930 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.9980872 Nov 11 11:56:02.596421 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] For port 307af34c-f6ac-43ed-acf5-76914c5ea498, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:02.601117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] For port 307af34c-f6ac-43ed-acf5-76914c5ea498, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=307af34c-f6ac-43ed-acf5-76914c5ea498,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:02.610225 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:02.615508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e383afc-3e62-4f01-b7ca-72373f773894 req-cec0c96e-19be-4d56-bfba-5f10b10853ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:02.617106 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e383afc-3e62-4f01-b7ca-72373f773894 req-cec0c96e-19be-4d56-bfba-5f10b10853ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f47ff093d10146bb8bace9b363f3ab54&device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 1095 time: 0.2415442 Nov 11 11:56:02.617787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc8b55-b874-412a-981d-e4321f1f7930 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c351f1-968d-4eb8-be8e-3bd4854e0a0c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:02.667154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Allocated IP 172.20.0.1 (ea096aaf-b670-4bfd-97e7-5e2ee8d97a43/48e45dd7-d65b-4c0b-9f3f-c9a34427b564/2d9736ff-b57e-48fe-bc2a-155ed5917ec1) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:02.684252 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f81c829a-8905-45af-8d29-5691fadf3061 req-49f21e4b-3c3a-4a95-b787-4bf83bfd9563 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Deleting port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:02.685087 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f81c829a-8905-45af-8d29-5691fadf3061 req-49f21e4b-3c3a-4a95-b787-4bf83bfd9563 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:02.712554 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Routers {'3e019301-6455-4005-b911-ec5152f120aa'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:02.712843 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:55:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3e019301-6455-4005-b911-ec5152f120aa'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:02.716455 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-3d2be43a-4437-4a38-a3de-8d262d2cbb40 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:02.718210 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-3d2be43a-4437-4a38-a3de-8d262d2cbb40 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155&tenant_id=67f94b11282a42279e45a23ba30fcf1d&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 1096 time: 0.1182408 Nov 11 11:56:02.718386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f57944-3567-4cf6-a914-0d30734cbfef None None] Pushing event updated for resources: {'Port': ['ID=307af34c-f6ac-43ed-acf5-76914c5ea498,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:02.831218 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] Set router 3e019301-6455-4005-b911-ec5152f120aa gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:02.851275 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-afc3b2d1-00a4-482a-aa72-f08353a779a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:02.896864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a69caccb-ba4b-4be9-adbe-cd130f104cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:02.898834 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-a69caccb-ba4b-4be9-adbe-cd130f104cad service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155&tenant_id=67f94b11282a42279e45a23ba30fcf1d HTTP/1.1" status: 200 len: 1096 time: 0.1653948 Nov 11 11:56:02.903042 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f81c829a-8905-45af-8d29-5691fadf3061 req-49f21e4b-3c3a-4a95-b787-4bf83bfd9563 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] For port 199c3395-a864-4b65-ad7c-ecb8bf0590a9, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=199c3395-a864-4b65-ad7c-ecb8bf0590a9,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:02.903386 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f81c829a-8905-45af-8d29-5691fadf3061 req-49f21e4b-3c3a-4a95-b787-4bf83bfd9563 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:02.936990 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f81c829a-8905-45af-8d29-5691fadf3061 req-49f21e4b-3c3a-4a95-b787-4bf83bfd9563 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Calling delete_port for 199c3395-a864-4b65-ad7c-ecb8bf0590a9 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:02.951935 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e383afc-3e62-4f01-b7ca-72373f773894 req-8aa2dada-9ff3-4c39-aa00-a85b7b44f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:02.952860 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:02.953911 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e383afc-3e62-4f01-b7ca-72373f773894 req-8aa2dada-9ff3-4c39-aa00-a85b7b44f4d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56444805-2ce0-4763-95ba-977c0e243bbb HTTP/1.1" status: 200 len: 924 time: 0.3197281 Nov 11 11:56:02.961843 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-afc3b2d1-00a4-482a-aa72-f08353a779a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:03.044673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-ff72860f-138a-4c9b-8ec1-2ae268c5ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:03.045647 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-ff72860f-138a-4c9b-8ec1-2ae268c5ee51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 1096 time: 0.1151991 Nov 11 11:56:03.047571 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e019301-6455-4005-b911-ec5152f120aa', 'name': 'tempest-ServerRescueTestJSON-1389090641-router', 'tenant_id': 'f3fd635830ed454d9bc757e2f29f1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '307af34c-f6ac-43ed-acf5-76914c5ea498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:58Z', 'updated_at': '2021-11-11T11:56:00Z', 'revision_number': 3, 'project_id': 'f3fd635830ed454d9bc757e2f29f1792', 'gw_port': {'id': '307af34c-f6ac-43ed-acf5-76914c5ea498', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e019301-6455-4005-b911-ec5152f120aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:59Z', 'updated_at': '2021-11-11T11:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:03.063684 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e383afc-3e62-4f01-b7ca-72373f773894 req-e2c07bdc-822c-416d-b0ec-08c23869f29f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c6cef1f-6cae-4505-8aa2-7157b5a81e37 HTTP/1.1" status: 200 len: 217 time: 0.0791953 Nov 11 11:56:03.080578 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab372b7-abb1-487f-9eb8-987bf5232fb0 None None] The sync data for ids ['3e019301-6455-4005-b911-ec5152f120aa'] in n-d-807359-3 is: [{'id': '3e019301-6455-4005-b911-ec5152f120aa', 'name': 'tempest-ServerRescueTestJSON-1389090641-router', 'tenant_id': 'f3fd635830ed454d9bc757e2f29f1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '307af34c-f6ac-43ed-acf5-76914c5ea498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:58Z', 'updated_at': '2021-11-11T11:56:00Z', 'revision_number': 3, 'project_id': 'f3fd635830ed454d9bc757e2f29f1792', 'gw_port': {'id': '307af34c-f6ac-43ed-acf5-76914c5ea498', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e019301-6455-4005-b911-ec5152f120aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:59Z', 'updated_at': '2021-11-11T11:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:56:03.088938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fcba8-b86e-471e-bff2-82431fd54971 req-739e8c35-3e15-48e8-99d0-35dce6ce5d24 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:03.090713 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a86fcba8-b86e-471e-bff2-82431fd54971 req-739e8c35-3e15-48e8-99d0-35dce6ce5d24 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba79751-9283-4ec7-ba19-13aa31dd64ab HTTP/1.1" status: 200 len: 944 time: 0.4227464 Nov 11 11:56:03.109060 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-afc3b2d1-00a4-482a-aa72-f08353a779a8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce1cfdbddb2c404e83a619d38f22da23&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3670740 Nov 11 11:56:03.112453 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48792) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:03.123914 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5905e2a5-948c-4f30-a945-9bdcb6feba87 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:03.128284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5905e2a5-948c-4f30-a945-9bdcb6feba87 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:03.129893 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5905e2a5-948c-4f30-a945-9bdcb6feba87 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.43 "GET /v2.0/networks?id=c2f6d5da-525c-4e2b-b449-8018dd33e604&id=76dd3ed5-c2d0-4c00-bd7f-6dadd9094851&id=c2f6d5da-525c-4e2b-b449-8018dd33e604 HTTP/1.1" status: 200 len: 1392 time: 0.4009106 Nov 11 11:56:03.142908 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:03.172136 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3b2d1-00a4-482a-aa72-f08353a779a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ae89fe-50de-4424-8903-1c788e1bd004,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:03.179416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-cd1beea3-0b46-4612-b323-a96032c3f10d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Request body: {'port': {'device_id': '5710f166-4c28-427b-9d32-faaff068c461', 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604', 'admin_state_up': True, 'tenant_id': '225174e131ea4e749297f8797a24b5c1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:03.233618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Network ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:03.238378 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Pushing event updated for resources: {'Port': ['ID=2d9736ff-b57e-48fe-bc2a-155ed5917ec1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:03.238515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2260bac8-b03f-498b-9070-addc5a434811 req-31b32ad1-309a-491c-a7d2-4bee8d6d5dc5 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "GET /v2.0/security-groups/f2c351f1-968d-4eb8-be8e-3bd4854e0a0c HTTP/1.1" status: 200 len: 1829 time: 0.2834408 Nov 11 11:56:03.246114 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:03.258918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:03.292959 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-d63df60b-f5b0-49b3-99f8-c755d6039c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:03.295189 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-d63df60b-f5b0-49b3-99f8-c755d6039c59 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.2376308 Nov 11 11:56:03.296326 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e383afc-3e62-4f01-b7ca-72373f773894 req-2f2e8579-669a-4df5-ad00-3d44655bbd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:03.297940 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e383afc-3e62-4f01-b7ca-72373f773894 req-2f2e8579-669a-4df5-ad00-3d44655bbd29 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e5f80f-1c13-4371-8143-98282b930920 HTTP/1.1" status: 200 len: 862 time: 0.2203076 Nov 11 11:56:03.312576 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f81c829a-8905-45af-8d29-5691fadf3061 req-49f21e4b-3c3a-4a95-b787-4bf83bfd9563 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:03.326214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['199c3395-a864-4b65-ad7c-ecb8bf0590a9'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:56:03.382779 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:03.394548 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-1debd53f-4363-4465-90c9-32fee8ee9a8b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4268846f-f95a-45fb-a653-37bf04cc2216 HTTP/1.1" status: 200 len: 217 time: 0.0794237 Nov 11 11:56:03.396843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f21e4b-3c3a-4a95-b787-4bf83bfd9563 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Pushing event deleted for resources: {'Port': ['ID=199c3395-a864-4b65-ad7c-ecb8bf0590a9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:03.521864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81c829a-8905-45af-8d29-5691fadf3061 req-49f21e4b-3c3a-4a95-b787-4bf83bfd9563 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] No DVR routers for this DVR port 199c3395-a864-4b65-ad7c-ecb8bf0590a9 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:56:03.527735 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f81c829a-8905-45af-8d29-5691fadf3061 req-49f21e4b-3c3a-4a95-b787-4bf83bfd9563 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:03.531328 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f81c829a-8905-45af-8d29-5691fadf3061 req-49f21e4b-3c3a-4a95-b787-4bf83bfd9563 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.43 "DELETE /v2.0/ports/199c3395-a864-4b65-ad7c-ecb8bf0590a9 HTTP/1.1" status: 204 len: 173 time: 1.0694506 Nov 11 11:56:03.534230 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba79751-9283-4ec7-ba19-13aa31dd64ab', 'name': 'network-vif-deleted', 'tag': '199c3395-a864-4b65-ad7c-ecb8bf0590a9'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:03.536633 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fde9f1d-e9e3-459a-a724-dce0ec1f58a6" -d '{"events": [{"server_uuid": "8ba79751-9283-4ec7-ba19-13aa31dd64ab", "name": "network-vif-deleted", "tag": "199c3395-a864-4b65-ad7c-ecb8bf0590a9"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:03.577381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-0c2d6a6e-7fe5-444e-b1fc-030221f5fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:03.579116 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-0c2d6a6e-7fe5-444e-b1fc-030221f5fe41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.1382186 Nov 11 11:56:03.618749 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-51f68644-ce11-4740-a33e-929a358ee7ce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301437 Nov 11 11:56:03.713046 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:03.735971 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a86fcba8-b86e-471e-bff2-82431fd54971 req-fe17324d-0de0-49e4-be22-9e2fc70071c6 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6224213 Nov 11 11:56:03.738011 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e383afc-3e62-4f01-b7ca-72373f773894 req-9651f2ce-0420-4841-977a-c08f928fea00 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56444805-2ce0-4763-95ba-977c0e243bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4212170 Nov 11 11:56:03.801769 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-24f3be04-45b0-4703-a83e-4c8d38fb0dcc service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745086 Nov 11 11:56:03.810952 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:03.919213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f41c10f-fc9e-4d90-abc0-0f7db42be5ad req-c6f8c6d0-4e80-4a42-9601-4bac5966d555 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 210 time: 0.0705216 Nov 11 11:56:03.928227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010f040-db19-453e-8287-9b45acb0314a req-6b8ab867-d5fe-4096-9ad0-24ef79859123 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:03.930029 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e010f040-db19-453e-8287-9b45acb0314a req-6b8ab867-d5fe-4096-9ad0-24ef79859123 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 945 time: 0.5933444 Nov 11 11:56:03.949405 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:03.982787 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-381dcb79-6b1d-48cf-87fe-f2af916446e6 service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689949 Nov 11 11:56:04.011529 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:04.020478 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:04.027790 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-cd1beea3-0b46-4612-b323-a96032c3f10d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Made reservation on behalf of 225174e131ea4e749297f8797a24b5c1 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:04.046525 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-cd1beea3-0b46-4612-b323-a96032c3f10d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:04.090300 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021cf0f2-c9f5-46b9-a7ca-c2dd507f5172 x-openstack-request-id: req-021cf0f2-c9f5-46b9-a7ca-c2dd507f5172 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:04.090865 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba79751-9283-4ec7-ba19-13aa31dd64ab", "name": "network-vif-deleted", "tag": "199c3395-a864-4b65-ad7c-ecb8bf0590a9", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:04.091199 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-021cf0f2-c9f5-46b9-a7ca-c2dd507f5172 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:04.091689 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba79751-9283-4ec7-ba19-13aa31dd64ab', 'name': 'network-vif-deleted', 'tag': '199c3395-a864-4b65-ad7c-ecb8bf0590a9', 'status': 'completed', 'code': 200} Nov 11 11:56:04.094410 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:04.102893 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e383afc-3e62-4f01-b7ca-72373f773894 req-db396cbf-9ed2-4070-a7dd-0eb3f01e60e0 service neutron] 10.222.0.62 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477485 Nov 11 11:56:04.191744 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 307af34c-f6ac-43ed-acf5-76914c5ea498 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:04.199577 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Pushing event updated for resources: {'Port': ['ID=2d9736ff-b57e-48fe-bc2a-155ed5917ec1,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:04.252095 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Network ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:04.253835 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:04.278819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 307af34c-f6ac-43ed-acf5-76914c5ea498 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:04.279185 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:04.347010 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e010f040-db19-453e-8287-9b45acb0314a req-4262dee9-e146-4bfd-9213-cbdbffe7fea5 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951330 Nov 11 11:56:04.386010 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:04.403450 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:04.406204 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:04.407475 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a3ae89fe-50de-4424-8903-1c788e1bd004 HTTP/1.1" status: 204 len: 168 time: 1.2928748 Nov 11 11:56:04.412348 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 307af34c-f6ac-43ed-acf5-76914c5ea498, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=307af34c-f6ac-43ed-acf5-76914c5ea498,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:04.419154 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:04.455882 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ae89fe-50de-4424-8903-1c788e1bd004,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:04.459916 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e383afc-3e62-4f01-b7ca-72373f773894 req-4f507bb5-81f8-4502-a163-447016f0d482 service neutron] 10.222.0.62 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123233 Nov 11 11:56:04.466442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-450331a7-3d52-474e-a785-77a3f99e3b31 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:04.468109 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-450331a7-3d52-474e-a785-77a3f99e3b31 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155&tenant_id=67f94b11282a42279e45a23ba30fcf1d&binding%3Ahost_id=n-h1-807359-3 HTTP/1.1" status: 200 len: 1096 time: 0.1430995 Nov 11 11:56:04.480413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d4b1a-0a5d-4729-86e3-1e5ec2e6f805 req-3b731a64-7db4-48c9-acc6-2548a258553d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:04.488150 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d49d4b1a-0a5d-4729-86e3-1e5ec2e6f805 req-3b731a64-7db4-48c9-acc6-2548a258553d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 944 time: 0.2069139 Nov 11 11:56:04.488348 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=307af34c-f6ac-43ed-acf5-76914c5ea498,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:04.510240 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:04.510765 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:04.511330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:04.511730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:04.512124 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:04.512508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:04.513031 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:04.513553 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:04.514021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:04.514398 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:04.514828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:04.515228 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa96f5-e25f-4bd0-bb9d-a79c664d2b45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:04.522391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-d35d3918-f46d-4763-ba74-6789c5413345 req-be5f90a6-55fa-46b1-ba57-602cef073d5d tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1420524715', 'description': 'tempest-description-1343613732'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:04.548620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4268846f-f95a-45fb-a653-37bf04cc2216 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:56:04.553630 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Router 3e019301-6455-4005-b911-ec5152f120aa has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:56:04.599727 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d35d3918-f46d-4763-ba74-6789c5413345 req-be5f90a6-55fa-46b1-ba57-602cef073d5d tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:04.623699 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d49d4b1a-0a5d-4729-86e3-1e5ec2e6f805 req-96e7c461-3e53-4fec-857e-53a6d940a1ec tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294589 Nov 11 11:56:04.623876 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4268846f-f95a-45fb-a653-37bf04cc2216 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:56:04.651202 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-cd1beea3-0b46-4612-b323-a96032c3f10d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Allocated IP 19.80.0.148 (c2f6d5da-525c-4e2b-b449-8018dd33e604/278c407f-72f1-475c-a803-64adb3423621/5cea04b0-7f94-4bcb-ac29-001c440e00ba) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:04.727993 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-270c045f-529d-4099-b505-5007a8562954 service neutron] For port 4268846f-f95a-45fb-a653-37bf04cc2216, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:04.733852 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-270c045f-529d-4099-b505-5007a8562954 service neutron] Publish callbacks [] for binding, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:04.734956 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b2daaf2-0f69-4bfc-b0be-9fa2722e3ea6 req-270c045f-529d-4099-b505-5007a8562954 service neutron] 10.222.0.62 "DELETE /v2.0/ports/4268846f-f95a-45fb-a653-37bf04cc2216/bindings/n-h2-807359-3 HTTP/1.1" status: 204 len: 173 time: 0.2531343 Nov 11 11:56:04.755243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:56:04.762112 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-30d35def-4d37-4e85-abaf-7f17459976ab admin admin] 10.222.0.65 "PUT /v2.0/routers/3e019301-6455-4005-b911-ec5152f120aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6726983 Nov 11 11:56:04.785572 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d35d3918-f46d-4763-ba74-6789c5413345 req-be5f90a6-55fa-46b1-ba57-602cef073d5d tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:04.797126 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d35d3918-f46d-4763-ba74-6789c5413345 req-be5f90a6-55fa-46b1-ba57-602cef073d5d tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:04.902625 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d35d3918-f46d-4763-ba74-6789c5413345 req-be5f90a6-55fa-46b1-ba57-602cef073d5d tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:04.907142 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d35d3918-f46d-4763-ba74-6789c5413345 req-be5f90a6-55fa-46b1-ba57-602cef073d5d tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4143665 Nov 11 11:56:04.914773 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f90a6-55fa-46b1-ba57-602cef073d5d tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b62e70-73f5-4eb0-9e03-7078474206d8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:04.972864 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-cd1beea3-0b46-4612-b323-a96032c3f10d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:05.054699 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93a614a2-d811-4b3e-acb3-cdc97c77d242 req-8ae05842-130f-41fa-bc25-22040e38b84a tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "GET /v2.0/security-groups/93b62e70-73f5-4eb0-9e03-7078474206d8 HTTP/1.1" status: 200 len: 1830 time: 0.1144195 Nov 11 11:56:05.156561 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-33e6d608-f5e6-4f35-a937-c9992052d7ae req-ee6b1805-98da-412a-9bfd-50da2ffed73e tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 210 time: 0.0567565 Nov 11 11:56:05.201523 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-1907813c-0361-4aa2-bd52-79dd7a29ef83 req-dfc6d938-6837-4f49-a2a0-6aa393cfa40e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-414294588', 'description': 'tempest-description-320588251'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:05.214776 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-cd1beea3-0b46-4612-b323-a96032c3f10d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:05.271052 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f26dbf-6c69-4c78-b2e6-220f5ba71ff9 req-f2cd4be6-53f1-4957-8108-b7ed5b23198b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:05.274045 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6f26dbf-6c69-4c78-b2e6-220f5ba71ff9 req-f2cd4be6-53f1-4957-8108-b7ed5b23198b tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 945 time: 0.1215525 Nov 11 11:56:05.293684 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1907813c-0361-4aa2-bd52-79dd7a29ef83 req-dfc6d938-6837-4f49-a2a0-6aa393cfa40e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:05.310152 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-cd1beea3-0b46-4612-b323-a96032c3f10d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Network c2f6d5da-525c-4e2b-b449-8018dd33e604 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:05.325343 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Sync routers for ids ['3e019301-6455-4005-b911-ec5152f120aa'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:56:05.331720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-cd1beea3-0b46-4612-b323-a96032c3f10d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:05.336560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-cd1beea3-0b46-4612-b323-a96032c3f10d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:05.347471 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Routers {'3e019301-6455-4005-b911-ec5152f120aa'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:05.348844 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:55:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3e019301-6455-4005-b911-ec5152f120aa'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:05.368314 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1beea3-0b46-4612-b323-a96032c3f10d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event updated for resources: {'Port': ['ID=5cea04b0-7f94-4bcb-ac29-001c440e00ba,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:05.431287 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6f26dbf-6c69-4c78-b2e6-220f5ba71ff9 req-41defa7e-5752-49f8-b250-6ad48e056e47 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455889 Nov 11 11:56:05.442164 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-cd1beea3-0b46-4612-b323-a96032c3f10d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:05.442816 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-cd1beea3-0b46-4612-b323-a96032c3f10d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:05.493743 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48848) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:05.506623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-cd1beea3-0b46-4612-b323-a96032c3f10d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3411999 Nov 11 11:56:05.539791 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Set router 3e019301-6455-4005-b911-ec5152f120aa gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:05.565259 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1907813c-0361-4aa2-bd52-79dd7a29ef83 req-dfc6d938-6837-4f49-a2a0-6aa393cfa40e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:05.586405 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-2c4fa086-eca6-4ef0-943a-e30d72644ecd tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Request body: {'port': {'device_id': '5710f166-4c28-427b-9d32-faaff068c461', 'network_id': '76dd3ed5-c2d0-4c00-bd7f-6dadd9094851', 'admin_state_up': True, 'tenant_id': '225174e131ea4e749297f8797a24b5c1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:05.596177 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1907813c-0361-4aa2-bd52-79dd7a29ef83 req-dfc6d938-6837-4f49-a2a0-6aa393cfa40e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:05.664317 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d756c-0893-488e-88bd-cf3d7f6e5d96 req-acdfbf65-6d05-4257-a96b-a34f1d0b312a tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:05.668765 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2f9d756c-0893-488e-88bd-cf3d7f6e5d96 req-acdfbf65-6d05-4257-a96b-a34f1d0b312a tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 945 time: 0.1253064 Nov 11 11:56:05.698523 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1907813c-0361-4aa2-bd52-79dd7a29ef83 req-dfc6d938-6837-4f49-a2a0-6aa393cfa40e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:05.710784 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c72ff3e4-1cb4-4472-a71a-ecbb652e85b6 None None] Provisioning complete for port 5cea04b0-7f94-4bcb-ac29-001c440e00ba triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:05.711249 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c72ff3e4-1cb4-4472-a71a-ecbb652e85b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:05.713039 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1907813c-0361-4aa2-bd52-79dd7a29ef83 req-dfc6d938-6837-4f49-a2a0-6aa393cfa40e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5208647 Nov 11 11:56:05.716438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6d938-6837-4f49-a2a0-6aa393cfa40e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481e0e33-fbfb-4906-8bb0-2bfb148e5188,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:05.742410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a6c0239a-102f-4b43-9f17-f89f5e801014 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-420244992-network', 'tenant_id': 'eeb98a8b349943c8a3024d28749233e2'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:05.813148 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c0239a-102f-4b43-9f17-f89f5e801014 admin admin] Made reservation on behalf of eeb98a8b349943c8a3024d28749233e2 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:05.816652 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a6c0239a-102f-4b43-9f17-f89f5e801014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:05.836000 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a6c0239a-102f-4b43-9f17-f89f5e801014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:05.844596 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c72ff3e4-1cb4-4472-a71a-ecbb652e85b6 None None] Port 5cea04b0-7f94-4bcb-ac29-001c440e00ba cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:56:05.848052 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-038244f9-79bd-457c-8565-d6e8296d2273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:05.882831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-2c4fa086-eca6-4ef0-943a-e30d72644ecd tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Made reservation on behalf of 225174e131ea4e749297f8797a24b5c1 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:05.886424 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-2c4fa086-eca6-4ef0-943a-e30d72644ecd tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:05.902628 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-2f9d756c-0893-488e-88bd-cf3d7f6e5d96 req-ed20b091-7df7-4513-915c-2026e3c93fd0 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Deleting port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:05.902879 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2f9d756c-0893-488e-88bd-cf3d7f6e5d96 req-ed20b091-7df7-4513-915c-2026e3c93fd0 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:05.935122 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e019301-6455-4005-b911-ec5152f120aa', 'name': 'tempest-ServerRescueTestJSON-1389090641-router', 'tenant_id': 'f3fd635830ed454d9bc757e2f29f1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '307af34c-f6ac-43ed-acf5-76914c5ea498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:58Z', 'updated_at': '2021-11-11T11:56:03Z', 'revision_number': 4, 'project_id': 'f3fd635830ed454d9bc757e2f29f1792', 'gw_port': {'id': '307af34c-f6ac-43ed-acf5-76914c5ea498', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e019301-6455-4005-b911-ec5152f120aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:59Z', 'updated_at': '2021-11-11T11:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '2d9736ff-b57e-48fe-bc2a-155ed5917ec1', 'name': '', 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43', 'tenant_id': 'f3fd635830ed454d9bc757e2f29f1792', 'mac_address': 'fa:16:3e:11:2b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e019301-6455-4005-b911-ec5152f120aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '48e45dd7-d65b-4c0b-9f3f-c9a34427b564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:02Z', 'updated_at': '2021-11-11T11:56:03Z', 'revision_number': 2, 'project_id': 'f3fd635830ed454d9bc757e2f29f1792', 'subnets': [{'id': '48e45dd7-d65b-4c0b-9f3f-c9a34427b564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:05.941555 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19898346-4272-4b5e-85ef-e60407f5c803 req-88e34b19-8fd3-4050-bce2-5139ad036f42 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:05.943134 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19898346-4272-4b5e-85ef-e60407f5c803 req-88e34b19-8fd3-4050-bce2-5139ad036f42 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 945 time: 0.1426902 Nov 11 11:56:05.972852 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Checking router: 3e019301-6455-4005-b911-ec5152f120aa for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:56:05.973643 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Updating router 3e019301-6455-4005-b911-ec5152f120aa port 2d9736ff-b57e-48fe-bc2a-155ed5917ec1 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:56:06.004307 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a6c0239a-102f-4b43-9f17-f89f5e801014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.009464 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:56:06.011756 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a6c0239a-102f-4b43-9f17-f89f5e801014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.012047 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.052195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-2f9d756c-0893-488e-88bd-cf3d7f6e5d96 req-ed20b091-7df7-4513-915c-2026e3c93fd0 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] For port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:06.052640 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2f9d756c-0893-488e-88bd-cf3d7f6e5d96 req-ed20b091-7df7-4513-915c-2026e3c93fd0 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.057920 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c0239a-102f-4b43-9f17-f89f5e801014 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:56:06.071100 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0239a-102f-4b43-9f17-f89f5e801014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a603a01c-84cb-409b-a9b8-9c7ff5de6e70,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:06.075515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19898346-4272-4b5e-85ef-e60407f5c803 req-bb6e1039-2e7d-4817-81bc-a9ded922be8b tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236224 Nov 11 11:56:06.090823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-2f9d756c-0893-488e-88bd-cf3d7f6e5d96 req-ed20b091-7df7-4513-915c-2026e3c93fd0 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Calling delete_port for d1a48fc9-189e-48c9-b95f-5a133bf7ed6a owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:06.096793 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a6c0239a-102f-4b43-9f17-f89f5e801014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.097134 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-a6c0239a-102f-4b43-9f17-f89f5e801014 admin admin] Added segment d91ff056-3618-4d8f-ba34-4d4044ab1c66 of type vlan for network a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c Nov 11 11:56:06.101121 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-a8f0ba13-b671-46e3-bc82-03e53ac3bca1 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:06.108560 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-a8f0ba13-b671-46e3-bc82-03e53ac3bca1 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/networks?id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 HTTP/1.1" status: 200 len: 811 time: 0.2748826 Nov 11 11:56:06.157647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 307af34c-f6ac-43ed-acf5-76914c5ea498 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:06.158836 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7a925e40-08b1-4c72-a67c-26740f576417 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/quotas/f3fd635830ed454d9bc757e2f29f1792 HTTP/1.1" status: 200 len: 375 time: 0.0348430 Nov 11 11:56:06.240964 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a6c0239a-102f-4b43-9f17-f89f5e801014 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.252650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-2c4fa086-eca6-4ef0-943a-e30d72644ecd tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Allocated IP 19.86.0.59 (76dd3ed5-c2d0-4c00-bd7f-6dadd9094851/a5071850-d5cc-4757-b576-d8d812b24e12/58455209-fb33-498a-bb99-7b8062ddc653) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:06.270064 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-ed773db9-2c3d-42cf-bd1e-481d7b01dc54 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3fd635830ed454d9bc757e2f29f1792&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0843174 Nov 11 11:56:06.304434 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a6c0239a-102f-4b43-9f17-f89f5e801014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.306237 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c0239a-102f-4b43-9f17-f89f5e801014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:06.307404 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a6c0239a-102f-4b43-9f17-f89f5e801014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.366090 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a6c0239a-102f-4b43-9f17-f89f5e801014 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8700278 Nov 11 11:56:06.367305 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48868) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:06.399755 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.408109 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.436131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b9720c81-f967-4c2b-a8af-6c7b558ad282 admin admin] Request body: {'subnet': {'network_id': 'a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-420244992-subnet', 'tenant_id': 'eeb98a8b349943c8a3024d28749233e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:06.460248 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1c6cef1f-6cae-4505-8aa2-7157b5a81e37,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:06.473518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb95baa-1e30-4d72-925b-dcc0b1d58a32 req-f0ba773a-b69d-4604-a17a-4654bf432e3f tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:06.475363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0239a-102f-4b43-9f17-f89f5e801014 admin admin] Pushing event updated for resources: {'Network': ['ID=a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:06.482134 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ceb95baa-1e30-4d72-925b-dcc0b1d58a32 req-f0ba773a-b69d-4604-a17a-4654bf432e3f tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 944 time: 0.1811900 Nov 11 11:56:06.482347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '1c6cef1f-6cae-4505-8aa2-7157b5a81e37', 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb', 'port_id': '1c6cef1f-6cae-4505-8aa2-7157b5a81e37', 'mac_address': 'fa:16:3e:e9:b3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e5f80f-1c13-4371-8143-98282b930920', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:56:06.503083 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2f9d756c-0893-488e-88bd-cf3d7f6e5d96 req-ed20b091-7df7-4513-915c-2026e3c93fd0 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.511580 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9720c81-f967-4c2b-a8af-6c7b558ad282 admin admin] Made reservation on behalf of eeb98a8b349943c8a3024d28749233e2 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:06.515425 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b9720c81-f967-4c2b-a8af-6c7b558ad282 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.533037 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.535431 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2016fb-87c7-4377-b2f7-30d1c018e137 None None] Pushing event updated for resources: {'Port': ['ID=2d9736ff-b57e-48fe-bc2a-155ed5917ec1,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:06.537207 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:56:06.542407 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 307af34c-f6ac-43ed-acf5-76914c5ea498 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:06.543020 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.558079 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-b46eb627-f690-43d3-9b43-e25bf2792506 service neutron] 10.222.0.65 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756402 Nov 11 11:56:06.579207 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Attempting to bind port 2d9736ff-b57e-48fe-bc2a-155ed5917ec1 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:06.579720 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Attempting to bind port 2d9736ff-b57e-48fe-bc2a-155ed5917ec1 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'adf2f620-2b6d-4d9c-a4f1-c497543817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:06.580363 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Attempting to bind port 2d9736ff-b57e-48fe-bc2a-155ed5917ec1 on network ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:06.588290 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:06.588745 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Checking segment: {'id': 'adf2f620-2b6d-4d9c-a4f1-c497543817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:06.589180 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.589564 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Bound using segment: {'id': 'adf2f620-2b6d-4d9c-a4f1-c497543817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:06.590182 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Bound port: 2d9736ff-b57e-48fe-bc2a-155ed5917ec1, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf2f620-2b6d-4d9c-a4f1-c497543817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:06.590571 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.594953 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 199c3395-a864-4b65-ad7c-ecb8bf0590a9 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:56:06.657363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:06.662314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 199c3395-a864-4b65-ad7c-ecb8bf0590a9 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:56:06.662937 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 199c3395-a864-4b65-ad7c-ecb8bf0590a9 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:56:06.669026 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] For port 2d9736ff-b57e-48fe-bc2a-155ed5917ec1, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:06.672515 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] For port 2d9736ff-b57e-48fe-bc2a-155ed5917ec1, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2d9736ff-b57e-48fe-bc2a-155ed5917ec1,segment=NetworkSegment(adf2f620-2b6d-4d9c-a4f1-c497543817de),segment_id=adf2f620-2b6d-4d9c-a4f1-c497543817de)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:06.679039 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.696340 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-2c4fa086-eca6-4ef0-943a-e30d72644ecd tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.712535 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ceb95baa-1e30-4d72-925b-dcc0b1d58a32 req-1eca4f28-3671-4fe6-b5e4-5ff906c47d3e tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294469 Nov 11 11:56:06.716718 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1c6cef1f-6cae-4505-8aa2-7157b5a81e37,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:06.732911 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.755656 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b9720c81-f967-4c2b-a8af-6c7b558ad282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.755944 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Routers {'3e019301-6455-4005-b911-ec5152f120aa'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:06.756328 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:55:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3e019301-6455-4005-b911-ec5152f120aa'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:06.800067 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=1c6cef1f-6cae-4505-8aa2-7157b5a81e37,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:06.806845 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-52b840df-54b2-4be7-a225-4ec67bce8572 service neutron] 10.222.0.65 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478402 Nov 11 11:56:06.814087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20b091-7df7-4513-915c-2026e3c93fd0 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Pushing event deleted for resources: {'Port': ['ID=d1a48fc9-189e-48c9-b95f-5a133bf7ed6a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:06.816891 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9720c81-f967-4c2b-a8af-6c7b558ad282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4059d645-c805-4170-9ddb-1d721a477eff,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:06.889022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9d756c-0893-488e-88bd-cf3d7f6e5d96 req-ed20b091-7df7-4513-915c-2026e3c93fd0 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] No DVR routers for this DVR port d1a48fc9-189e-48c9-b95f-5a133bf7ed6a on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:56:06.890213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-060ef8c9-4888-40cf-96db-f009e156efec req-4a73862c-e5c2-49d1-9d9c-9100ce8a56d8 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "GET /v2.0/security-groups/481e0e33-fbfb-4906-8bb0-2bfb148e5188 HTTP/1.1" status: 200 len: 1828 time: 0.1418335 Nov 11 11:56:06.892396 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-2c4fa086-eca6-4ef0-943a-e30d72644ecd tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.897947 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2f9d756c-0893-488e-88bd-cf3d7f6e5d96 req-ed20b091-7df7-4513-915c-2026e3c93fd0 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:06.902673 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2f9d756c-0893-488e-88bd-cf3d7f6e5d96 req-ed20b091-7df7-4513-915c-2026e3c93fd0 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.62 "DELETE /v2.0/ports/d1a48fc9-189e-48c9-b95f-5a133bf7ed6a HTTP/1.1" status: 204 len: 173 time: 1.2262278 Nov 11 11:56:06.903281 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5f70fd-bb73-477a-93b9-3b700fe9e1b6', 'name': 'network-vif-deleted', 'tag': 'd1a48fc9-189e-48c9-b95f-5a133bf7ed6a'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:06.904591 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] Set router 3e019301-6455-4005-b911-ec5152f120aa gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:06.906342 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7269498-6981-4869-95fd-fd6c02d2bcea" -d '{"events": [{"server_uuid": "2b5f70fd-bb73-477a-93b9-3b700fe9e1b6", "name": "network-vif-deleted", "tag": "d1a48fc9-189e-48c9-b95f-5a133bf7ed6a"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:06.925692 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9720c81-f967-4c2b-a8af-6c7b558ad282 admin admin] Checking segment: {'id': 'd91ff056-3618-4d8f-ba34-4d4044ab1c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:06.925692 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9720c81-f967-4c2b-a8af-6c7b558ad282 admin admin] Network hostable DHCP agents. Network: a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:56:06.953166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9720c81-f967-4c2b-a8af-6c7b558ad282 admin admin] Network a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:56:06.967275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-b9720c81-f967-4c2b-a8af-6c7b558ad282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:06.973655 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9720c81-f967-4c2b-a8af-6c7b558ad282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:06.977266 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505f5bce-4f1a-4f12-9974-95c231358d30 None None] Network a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:06.980144 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2016fb-87c7-4377-b2f7-30d1c018e137 None None] Pushing event updated for resources: {'Port': ['ID=2d9736ff-b57e-48fe-bc2a-155ed5917ec1,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:06.988852 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b9720c81-f967-4c2b-a8af-6c7b558ad282 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:07.017050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['1c6cef1f-6cae-4505-8aa2-7157b5a81e37'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:56:07.031894 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b9720c81-f967-4c2b-a8af-6c7b558ad282 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6256635 Nov 11 11:56:07.100365 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-2c4fa086-eca6-4ef0-943a-e30d72644ecd tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Network 76dd3ed5-c2d0-4c00-bd7f-6dadd9094851 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:07.107388 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-2c4fa086-eca6-4ef0-943a-e30d72644ecd tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:07.130053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-2c4fa086-eca6-4ef0-943a-e30d72644ecd tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:07.175488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fa086-eca6-4ef0-943a-e30d72644ecd tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event updated for resources: {'Port': ['ID=58455209-fb33-498a-bb99-7b8062ddc653,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:07.201897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9551a-c86d-4d54-90aa-a254193ef114 req-e9477aaf-573f-4185-9a1a-adc6162fccf6 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:07.210243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9551a-c86d-4d54-90aa-a254193ef114 req-e9477aaf-573f-4185-9a1a-adc6162fccf6 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:07.213070 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3d9551a-c86d-4d54-90aa-a254193ef114 req-e9477aaf-573f-4185-9a1a-adc6162fccf6 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 1654 time: 0.1680818 Nov 11 11:56:07.280145 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-2c4fa086-eca6-4ef0-943a-e30d72644ecd tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:07.280999 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-2c4fa086-eca6-4ef0-943a-e30d72644ecd tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:07.303046 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d6b8e59-163a-44a8-9e52-36179bd17cdc req-cbe4e25b-dc6a-4acb-b3af-bb03391d7981 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b5f70fd-bb73-477a-93b9-3b700fe9e1b6 HTTP/1.1" status: 200 len: 210 time: 0.0492301 Nov 11 11:56:07.355992 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3d9551a-c86d-4d54-90aa-a254193ef114 req-a86cb44b-3d02-4bb8-bdff-a1bd5cc5d22c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346335 Nov 11 11:56:07.360019 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-2c4fa086-eca6-4ef0-943a-e30d72644ecd tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7877533 Nov 11 11:56:07.366857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-e8e60537-49c1-4d06-b132-f93307114c3e req-96013ec4-0c90-4d04-8817-01b4fc8cfd19 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-754466171', 'description': 'tempest-description-1590135194'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:07.401562 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-c9d93078-6eb6-4646-8b63-fb9268a3a15f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Request body: {'port': {'device_id': '5710f166-4c28-427b-9d32-faaff068c461', 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604', 'admin_state_up': True, 'tenant_id': '225174e131ea4e749297f8797a24b5c1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:07.412098 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae80634-82cf-42ef-af91-53e241096e73 None None] Network a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:07.461121 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e019301-6455-4005-b911-ec5152f120aa', 'name': 'tempest-ServerRescueTestJSON-1389090641-router', 'tenant_id': 'f3fd635830ed454d9bc757e2f29f1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '307af34c-f6ac-43ed-acf5-76914c5ea498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:58Z', 'updated_at': '2021-11-11T11:56:03Z', 'revision_number': 4, 'project_id': 'f3fd635830ed454d9bc757e2f29f1792', 'gw_port': {'id': '307af34c-f6ac-43ed-acf5-76914c5ea498', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e019301-6455-4005-b911-ec5152f120aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:59Z', 'updated_at': '2021-11-11T11:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '2d9736ff-b57e-48fe-bc2a-155ed5917ec1', 'name': '', 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43', 'tenant_id': 'f3fd635830ed454d9bc757e2f29f1792', 'mac_address': 'fa:16:3e:11:2b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e019301-6455-4005-b911-ec5152f120aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '48e45dd7-d65b-4c0b-9f3f-c9a34427b564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:02Z', 'updated_at': '2021-11-11T11:56:06Z', 'revision_number': 4, 'project_id': 'f3fd635830ed454d9bc757e2f29f1792', 'subnets': [{'id': '48e45dd7-d65b-4c0b-9f3f-c9a34427b564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:07.465190 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5c0c3a-c939-4e21-b99b-9c444d66bc23 x-openstack-request-id: req-bd5c0c3a-c939-4e21-b99b-9c444d66bc23 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:07.465798 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5f70fd-bb73-477a-93b9-3b700fe9e1b6", "name": "network-vif-deleted", "tag": "d1a48fc9-189e-48c9-b95f-5a133bf7ed6a", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:07.466257 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd5c0c3a-c939-4e21-b99b-9c444d66bc23 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:07.466862 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5f70fd-bb73-477a-93b9-3b700fe9e1b6', 'name': 'network-vif-deleted', 'tag': 'd1a48fc9-189e-48c9-b95f-5a133bf7ed6a', 'status': 'completed', 'code': 200} Nov 11 11:56:07.525283 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4c962f-5adf-4084-9354-cc1d775f923d None None] The sync data for ids ['3e019301-6455-4005-b911-ec5152f120aa'] in n-d-807359-3 is: [{'id': '3e019301-6455-4005-b911-ec5152f120aa', 'name': 'tempest-ServerRescueTestJSON-1389090641-router', 'tenant_id': 'f3fd635830ed454d9bc757e2f29f1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '307af34c-f6ac-43ed-acf5-76914c5ea498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:58Z', 'updated_at': '2021-11-11T11:56:03Z', 'revision_number': 4, 'project_id': 'f3fd635830ed454d9bc757e2f29f1792', 'gw_port': {'id': '307af34c-f6ac-43ed-acf5-76914c5ea498', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e019301-6455-4005-b911-ec5152f120aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:59Z', 'updated_at': '2021-11-11T11:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '2d9736ff-b57e-48fe-bc2a-155ed5917ec1', 'name': '', 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43', 'tenant_id': 'f3fd635830ed454d9bc757e2f29f1792', 'mac_address': 'fa:16:3e:11:2b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e019301-6455-4005-b911-ec5152f120aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '48e45dd7-d65b-4c0b-9f3f-c9a34427b564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:02Z', 'updated_at': '2021-11-11T11:56:06Z', 'revision_number': 4, 'project_id': 'f3fd635830ed454d9bc757e2f29f1792', 'subnets': [{'id': '48e45dd7-d65b-4c0b-9f3f-c9a34427b564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:56:07.549286 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e8e60537-49c1-4d06-b132-f93307114c3e req-96013ec4-0c90-4d04-8817-01b4fc8cfd19 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:07.587746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f420a13a-bce1-4b4b-ab8d-abac199588a5 None None] Provisioning complete for port 58455209-fb33-498a-bb99-7b8062ddc653 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:07.588134 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f420a13a-bce1-4b4b-ab8d-abac199588a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:07.709334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f420a13a-bce1-4b4b-ab8d-abac199588a5 None None] Port 58455209-fb33-498a-bb99-7b8062ddc653 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:56:07.747009 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa56a8b-a2a1-41ef-b2a9-eeb2f563bd25 req-9b705956-e03d-4733-855f-b854bd177f51 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:07.748589 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fa56a8b-a2a1-41ef-b2a9-eeb2f563bd25 req-9b705956-e03d-4733-855f-b854bd177f51 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 1096 time: 0.2092838 Nov 11 11:56:07.812889 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e8e60537-49c1-4d06-b132-f93307114c3e req-96013ec4-0c90-4d04-8817-01b4fc8cfd19 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:07.821501 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-c9d93078-6eb6-4646-8b63-fb9268a3a15f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Made reservation on behalf of 225174e131ea4e749297f8797a24b5c1 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:07.825308 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-c9d93078-6eb6-4646-8b63-fb9268a3a15f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:07.833263 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e8e60537-49c1-4d06-b132-f93307114c3e req-96013ec4-0c90-4d04-8817-01b4fc8cfd19 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:07.885691 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fa56a8b-a2a1-41ef-b2a9-eeb2f563bd25 req-42c000b0-a6e3-4f0d-a67d-55eca16c1c95 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226821 Nov 11 11:56:07.898332 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96013ec4-0c90-4d04-8817-01b4fc8cfd19 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa604af-aaa3-443e-ae9b-b9c19375111c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:07.958570 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e8e60537-49c1-4d06-b132-f93307114c3e req-96013ec4-0c90-4d04-8817-01b4fc8cfd19 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:07.959858 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8e60537-49c1-4d06-b132-f93307114c3e req-96013ec4-0c90-4d04-8817-01b4fc8cfd19 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5980253 Nov 11 11:56:08.019663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d1a48fc9-189e-48c9-b95f-5a133bf7ed6a no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:56:08.033968 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d25c422d-c3c3-4578-9aaa-b9e8f54656f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:08.049461 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6efaba2-a945-4c23-97cf-10e04c3ba53c req-da725f70-7a9f-4346-8a33-f527576010f6 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 210 time: 0.0450456 Nov 11 11:56:08.139876 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: d1a48fc9-189e-48c9-b95f-5a133bf7ed6a {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:56:08.143411 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d1a48fc9-189e-48c9-b95f-5a133bf7ed6a not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:56:08.159163 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-c9d93078-6eb6-4646-8b63-fb9268a3a15f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Allocated IP 19.80.0.192 (c2f6d5da-525c-4e2b-b449-8018dd33e604/278c407f-72f1-475c-a803-64adb3423621/005c6c38-a851-417e-9b1a-cdd93cd97d30) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:08.204151 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2d9736ff-b57e-48fe-bc2a-155ed5917ec1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:08.281471 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2d9736ff-b57e-48fe-bc2a-155ed5917ec1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:08.281898 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:08.325532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc46e-4e04-4001-b483-9f0eb4469f78 req-e004ee9d-6c2d-4e8a-b437-e1abf283059a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:08.327248 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-074dc46e-4e04-4001-b483-9f0eb4469f78 req-e004ee9d-6c2d-4e8a-b437-e1abf283059a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 945 time: 0.1535084 Nov 11 11:56:08.370575 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:08.406852 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 2d9736ff-b57e-48fe-bc2a-155ed5917ec1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2d9736ff-b57e-48fe-bc2a-155ed5917ec1,segment=NetworkSegment(adf2f620-2b6d-4d9c-a4f1-c497543817de),segment_id=adf2f620-2b6d-4d9c-a4f1-c497543817de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:08.412768 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:08.467636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=2d9736ff-b57e-48fe-bc2a-155ed5917ec1,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:08.500971 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-074dc46e-4e04-4001-b483-9f0eb4469f78 req-07754b18-fd87-4b25-9821-a28fd19bace0 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621673 Nov 11 11:56:08.514771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1755de-4789-459b-ad0d-989d6896726f req-94e17321-f9b1-4639-a8fa-c4e4ee2cbde0 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:08.525197 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de1755de-4789-459b-ad0d-989d6896726f req-94e17321-f9b1-4639-a8fa-c4e4ee2cbde0 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/networks?id=a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c HTTP/1.1" status: 200 len: 817 time: 0.2434750 Nov 11 11:56:08.541546 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de1755de-4789-459b-ad0d-989d6896726f req-a37f47ae-fe43-4e76-a9f1-d1cf0d5deccf tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/quotas/eeb98a8b349943c8a3024d28749233e2 HTTP/1.1" status: 200 len: 375 time: 0.0193319 Nov 11 11:56:08.598333 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-c9d93078-6eb6-4646-8b63-fb9268a3a15f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:08.610792 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de1755de-4789-459b-ad0d-989d6896726f req-911eb6cd-350e-4409-a6ca-2b6f9b894f5b tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=eeb98a8b349943c8a3024d28749233e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587857 Nov 11 11:56:08.665295 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-575393eb-e345-450b-b8a4-180490b30e8a tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:08.667086 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-575393eb-e345-450b-b8a4-180490b30e8a tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.43 "GET /v2.0/networks?id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 HTTP/1.1" status: 200 len: 811 time: 0.1299312 Nov 11 11:56:08.681577 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-c6649cf1-4f65-401e-92fb-25bb7cb134d6 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Request body: {'port': {'device_id': 'de6003e7-aa4f-4f00-87f2-82024806fce8', 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43', 'admin_state_up': True, 'tenant_id': 'f3fd635830ed454d9bc757e2f29f1792'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:08.707386 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fde763d4-a305-4c61-9f12-b1ed69f37d7f req-8f7f01d5-b15b-4923-a377-638a1723fea5 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "GET /v2.0/security-groups/2fa604af-aaa3-443e-ae9b-b9c19375111c HTTP/1.1" status: 200 len: 1829 time: 0.1648347 Nov 11 11:56:08.742634 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-c9d93078-6eb6-4646-8b63-fb9268a3a15f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:08.752030 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de1755de-4789-459b-ad0d-989d6896726f req-f733b785-72bb-4df1-9d5b-4c1f3a77e3a9 service neutron] 10.222.0.65 "GET /v2.0/networks/a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401789 Nov 11 11:56:08.865206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-c9d93078-6eb6-4646-8b63-fb9268a3a15f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Network c2f6d5da-525c-4e2b-b449-8018dd33e604 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:08.887054 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-c9d93078-6eb6-4646-8b63-fb9268a3a15f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:08.903756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-c9d93078-6eb6-4646-8b63-fb9268a3a15f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:08.936241 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:08.955758 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d93078-6eb6-4646-8b63-fb9268a3a15f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event updated for resources: {'Port': ['ID=005c6c38-a851-417e-9b1a-cdd93cd97d30,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:09.012743 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de1755de-4789-459b-ad0d-989d6896726f req-8bbf0f34-6747-4284-b288-1ee5ca964ce6 service neutron] 10.222.0.65 "GET /v2.0/networks/a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598112 Nov 11 11:56:09.021301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-c9d93078-6eb6-4646-8b63-fb9268a3a15f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:09.021981 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-c9d93078-6eb6-4646-8b63-fb9268a3a15f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:09.054046 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-f5b43497-ea5d-4ff0-9629-f3421743ad9f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:09.058051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-f5b43497-ea5d-4ff0-9629-f3421743ad9f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 808 time: 0.2473266 Nov 11 11:56:09.064393 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-c9d93078-6eb6-4646-8b63-fb9268a3a15f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6717927 Nov 11 11:56:09.081374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Request body: {'port': {'device_id': '5710f166-4c28-427b-9d32-faaff068c461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:09.110431 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-a04b2844-eb50-46b0-9317-2d6844e159dd tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/quotas/67f94b11282a42279e45a23ba30fcf1d HTTP/1.1" status: 200 len: 375 time: 0.0406978 Nov 11 11:56:09.116098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-c6649cf1-4f65-401e-92fb-25bb7cb134d6 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Made reservation on behalf of f3fd635830ed454d9bc757e2f29f1792 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:09.121062 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-c6649cf1-4f65-401e-92fb-25bb7cb134d6 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:09.195322 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:09.231744 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-a0b67d5f-b9b1-4d60-bbe7-62dfc127d985 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1148090 Nov 11 11:56:09.244441 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-36f222fd-43f9-4c7c-8b36-59e528703aa5 None None] Provisioning complete for port 005c6c38-a851-417e-9b1a-cdd93cd97d30 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:09.244925 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-36f222fd-43f9-4c7c-8b36-59e528703aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:09.295223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-36f222fd-43f9-4c7c-8b36-59e528703aa5 None None] Port 005c6c38-a851-417e-9b1a-cdd93cd97d30 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:56:09.353447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-c6649cf1-4f65-401e-92fb-25bb7cb134d6 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Allocated IP 172.20.0.14 (ea096aaf-b670-4bfd-97e7-5e2ee8d97a43/48e45dd7-d65b-4c0b-9f3f-c9a34427b564/7fa468ad-990e-4a95-9c61-23beeb46e687) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:09.475930 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f5243-5c93-4751-8225-c3c7be3d732f req-857382eb-c958-44ca-a21a-200958020c4d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:09.481751 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f5243-5c93-4751-8225-c3c7be3d732f req-857382eb-c958-44ca-a21a-200958020c4d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:09.488143 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f5243-5c93-4751-8225-c3c7be3d732f req-857382eb-c958-44ca-a21a-200958020c4d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:09.489373 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f83f5243-5c93-4751-8225-c3c7be3d732f req-857382eb-c958-44ca-a21a-200958020c4d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2376 time: 0.1716595 Nov 11 11:56:09.497352 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-e8098758-1d52-4d7d-a94d-8e94ca679f6b service neutron] 10.222.0.65 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456198 Nov 11 11:56:09.521319 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-c6649cf1-4f65-401e-92fb-25bb7cb134d6 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:09.559231 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-c6649cf1-4f65-401e-92fb-25bb7cb134d6 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:09.607341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-c6649cf1-4f65-401e-92fb-25bb7cb134d6 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Network ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:09.610537 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-c6649cf1-4f65-401e-92fb-25bb7cb134d6 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:09.614490 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-c6649cf1-4f65-401e-92fb-25bb7cb134d6 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:09.621751 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6649cf1-4f65-401e-92fb-25bb7cb134d6 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Pushing event updated for resources: {'Port': ['ID=7fa468ad-990e-4a95-9c61-23beeb46e687,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:09.677680 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-c6649cf1-4f65-401e-92fb-25bb7cb134d6 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:09.678444 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-c6649cf1-4f65-401e-92fb-25bb7cb134d6 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:09.697405 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-c6649cf1-4f65-401e-92fb-25bb7cb134d6 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0216830 Nov 11 11:56:09.711991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Request body: {'port': {'device_id': 'de6003e7-aa4f-4f00-87f2-82024806fce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:09.772583 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:09.940131 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f83f5243-5c93-4751-8225-c3c7be3d732f req-1f8c5f1a-06ca-4194-a96b-eaa95177b9e0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403369 Nov 11 11:56:09.996549 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-bb2ed76e-a635-4440-9c92-7d06478ce1cb req-77a8fd0b-c85b-47c4-8a6f-59e45b136474 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] show failed (client error): The resource could not be found. Nov 11 11:56:09.997553 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb2ed76e-a635-4440-9c92-7d06478ce1cb req-77a8fd0b-c85b-47c4-8a6f-59e45b136474 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "GET /v2.0/security-groups/e5d9e2bb-8b2c-4dad-a8e2-4581ccd1f6df HTTP/1.1" status: 404 len: 352 time: 0.0269241 Nov 11 11:56:10.021317 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:10.023763 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-ede41ed6-c35f-4c7a-805c-0f5e7ecec2a3 service neutron] 10.222.0.65 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770825 Nov 11 11:56:10.084878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cea04b0-7f94-4bcb-ac29-001c440e00ba {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:10.093373 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:10.095687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa468ad-990e-4a95-9c61-23beeb46e687 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:10.100945 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2d9736ff-b57e-48fe-bc2a-155ed5917ec1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:10.104533 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:10.107188 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Transition to ACTIVE for port object 5cea04b0-7f94-4bcb-ac29-001c440e00ba will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:56:10.117224 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:10.123201 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Transition to ACTIVE for port object 7fa468ad-990e-4a95-9c61-23beeb46e687 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:56:10.134561 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:10.179331 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Pushing event updated for resources: {'Port': ['ID=5cea04b0-7f94-4bcb-ac29-001c440e00ba,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:10.214532 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa468ad-990e-4a95-9c61-23beeb46e687,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:10.291307 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:56:10.296509 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:10.296877 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:10.316962 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Attempting to bind port 5cea04b0-7f94-4bcb-ac29-001c440e00ba on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:10.317564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Attempting to bind port 5cea04b0-7f94-4bcb-ac29-001c440e00ba by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '1163f9d5-7b1b-479f-89ef-de010862c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:10.317769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Attempting to bind port 5cea04b0-7f94-4bcb-ac29-001c440e00ba on network c2f6d5da-525c-4e2b-b449-8018dd33e604 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:10.371302 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Port 5cea04b0-7f94-4bcb-ac29-001c440e00ba on network c2f6d5da-525c-4e2b-b449-8018dd33e604 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:56:10.371633 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Attempting to bind port 5cea04b0-7f94-4bcb-ac29-001c440e00ba on network c2f6d5da-525c-4e2b-b449-8018dd33e604 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:10.374761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2d9736ff-b57e-48fe-bc2a-155ed5917ec1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:10.374883 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:10.391496 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f91aae5f-b75b-41b5-8611-d5867a1f8dbb req-c6256ed6-f310-4976-8ed7-0dd30c818146 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/ports?device_id=cac30b69-3967-4a42-8a9c-89f4347ac387 HTTP/1.1" status: 200 len: 210 time: 0.0390246 Nov 11 11:56:10.399438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:10.399910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Checking segment: {'id': '1163f9d5-7b1b-479f-89ef-de010862c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:10.400603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Bound using segment: {'id': '1163f9d5-7b1b-479f-89ef-de010862c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:10.401199 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Bound port: 5cea04b0-7f94-4bcb-ac29-001c440e00ba, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1163f9d5-7b1b-479f-89ef-de010862c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:10.401768 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:10.438683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edd7e2-772c-4079-a4e7-7a4531e3582a req-2008c276-4df7-4491-9530-641316e1f548 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:10.452155 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6edd7e2-772c-4079-a4e7-7a4531e3582a req-2008c276-4df7-4491-9530-641316e1f548 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 944 time: 0.1584413 Nov 11 11:56:10.535400 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Attempting to bind port 7fa468ad-990e-4a95-9c61-23beeb46e687 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:10.538075 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Attempting to bind port 7fa468ad-990e-4a95-9c61-23beeb46e687 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'adf2f620-2b6d-4d9c-a4f1-c497543817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:10.538352 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Attempting to bind port 7fa468ad-990e-4a95-9c61-23beeb46e687 on network ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:10.548770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Port 7fa468ad-990e-4a95-9c61-23beeb46e687 on network ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:56:10.549097 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Attempting to bind port 7fa468ad-990e-4a95-9c61-23beeb46e687 on network ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:10.565752 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:10.566113 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Checking segment: {'id': 'adf2f620-2b6d-4d9c-a4f1-c497543817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:10.566651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Bound using segment: {'id': 'adf2f620-2b6d-4d9c-a4f1-c497543817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:10.567199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Bound port: 7fa468ad-990e-4a95-9c61-23beeb46e687, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf2f620-2b6d-4d9c-a4f1-c497543817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:10.567445 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:10.586151 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1755de-4789-459b-ad0d-989d6896726f req-e7f252fb-3eef-4cb6-9531-dd0dea811512 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:10.588508 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de1755de-4789-459b-ad0d-989d6896726f req-e7f252fb-3eef-4cb6-9531-dd0dea811512 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.62 "GET /v2.0/networks?id=a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c HTTP/1.1" status: 200 len: 817 time: 0.2179019 Nov 11 11:56:10.609201 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:10.637636 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-de1755de-4789-459b-ad0d-989d6896726f req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Request body: {'port': {'device_id': 'cac30b69-3967-4a42-8a9c-89f4347ac387', 'network_id': 'a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c', 'admin_state_up': True, 'tenant_id': 'eeb98a8b349943c8a3024d28749233e2'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:10.659370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] For port 5cea04b0-7f94-4bcb-ac29-001c440e00ba, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:10.665316 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6edd7e2-772c-4079-a4e7-7a4531e3582a req-9409b841-46f9-4f50-9f78-012a7aee32ff tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120380 Nov 11 11:56:10.667245 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] For port 5cea04b0-7f94-4bcb-ac29-001c440e00ba, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5cea04b0-7f94-4bcb-ac29-001c440e00ba,segment=NetworkSegment(1163f9d5-7b1b-479f-89ef-de010862c6ed),segment_id=1163f9d5-7b1b-479f-89ef-de010862c6ed)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:10.675039 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:10.730070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:10.731761 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:10.735724 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] 10.222.0.43 "PUT /v2.0/ports/5cea04b0-7f94-4bcb-ac29-001c440e00ba HTTP/1.1" status: 200 len: 1092 time: 1.6596284 Nov 11 11:56:10.740479 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'tag': '5cea04b0-7f94-4bcb-ac29-001c440e00ba'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:10.762616 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28c63d2-fc25-4ca5-a671-f663e8ceb076" -d '{"events": [{"name": "network-changed", "server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "tag": "5cea04b0-7f94-4bcb-ac29-001c440e00ba"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:10.785251 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] For port 7fa468ad-990e-4a95-9c61-23beeb46e687, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:10.790644 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:10.802209 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Request body: {'port': {'device_id': '5710f166-4c28-427b-9d32-faaff068c461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:10.802497 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] For port 7fa468ad-990e-4a95-9c61-23beeb46e687, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=7fa468ad-990e-4a95-9c61-23beeb46e687,segment=NetworkSegment(adf2f620-2b6d-4d9c-a4f1-c497543817de),segment_id=adf2f620-2b6d-4d9c-a4f1-c497543817de)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:10.820249 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b07a1e8-bff9-433a-8df0-1b0b9056dc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6cef1f-6cae-4505-8aa2-7157b5a81e37'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:10.821174 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:10.823666 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c696703e-32e3-4713-919f-5d485cb143c1" -d '{"events": [{"server_uuid": "4b07a1e8-bff9-433a-8df0-1b0b9056dc29", "name": "network-vif-plugged", "status": "completed", "tag": "1c6cef1f-6cae-4505-8aa2-7157b5a81e37"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:10.843077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1c6cef1f-6cae-4505-8aa2-7157b5a81e37,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:10.849615 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-2d2d383a-f06b-4916-8f4a-53be674c73c8 req-f38b35a5-1e37-4cfb-944a-61be03490922 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] show failed (client error): The resource could not be found. Nov 11 11:56:10.855817 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:10.861429 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d2d383a-f06b-4916-8f4a-53be674c73c8 req-f38b35a5-1e37-4cfb-944a-61be03490922 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "GET /v2.0/security-group-rules/4b33a781-8c00-4ebd-94b8-2333edbe145c HTTP/1.1" status: 404 len: 361 time: 0.1352737 Nov 11 11:56:10.890995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:10.891588 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:10.892916 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] 10.222.0.43 "PUT /v2.0/ports/7fa468ad-990e-4a95-9c61-23beeb46e687 HTTP/1.1" status: 200 len: 1092 time: 1.1875706 Nov 11 11:56:10.895558 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6003e7-aa4f-4f00-87f2-82024806fce8', 'tag': '7fa468ad-990e-4a95-9c61-23beeb46e687'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:10.905115 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7804d0-9dad-4f80-8020-f77d2890eb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "de6003e7-aa4f-4f00-87f2-82024806fce8", "tag": "7fa468ad-990e-4a95-9c61-23beeb46e687"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:10.938103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dbde3-46e7-49db-a9b8-d67d1cb9a309 service neutron] Pushing event updated for resources: {'Port': ['ID=5cea04b0-7f94-4bcb-ac29-001c440e00ba,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:10.951243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=1c6cef1f-6cae-4505-8aa2-7157b5a81e37,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:10.969347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1755de-4789-459b-ad0d-989d6896726f req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Made reservation on behalf of eeb98a8b349943c8a3024d28749233e2 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:10.973469 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de1755de-4789-459b-ad0d-989d6896726f req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:10.976103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f534f3d-ff48-4b95-96bd-023ebcd9a066 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa468ad-990e-4a95-9c61-23beeb46e687,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:10.990985 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2279ea36-a7f5-4289-b9f6-f72005a7dc01 req-1518de2a-c34a-47f4-835a-f23d8b4b4fa3 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 210 time: 0.0682311 Nov 11 11:56:11.032358 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407af9d-5d73-4106-9341-8061b0057d82 req-1b009ebc-85e1-4ae3-a6cb-ec8a904637d7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:11.034357 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f407af9d-5d73-4106-9341-8061b0057d82 req-1b009ebc-85e1-4ae3-a6cb-ec8a904637d7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 945 time: 0.2400417 Nov 11 11:56:11.035264 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:11.167218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-e8d9ea0b-eb7d-49ba-adb8-35a23977584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:11.168616 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-e8d9ea0b-eb7d-49ba-adb8-35a23977584e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3fd635830ed454d9bc757e2f29f1792&device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 1095 time: 0.1763577 Nov 11 11:56:11.218171 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-4e1d9130-21e0-4b50-8f1c-fbde14aef85f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fa468ad-990e-4a95-9c61-23beeb46e687 HTTP/1.1" status: 200 len: 217 time: 0.0398719 Nov 11 11:56:11.222843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-de1755de-4789-459b-ad0d-989d6896726f req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Allocated IP 172.20.0.3 (a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c/4059d645-c805-4170-9ddb-1d721a477eff/aa0544bf-1716-4bec-a481-8dc0046aa428) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:11.278465 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:11.304318 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f407af9d-5d73-4106-9341-8061b0057d82 req-e71262bd-8500-4242-ba6a-03a24926caee tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569516 Nov 11 11:56:11.328222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-199f5c46-2867-43b2-92df-221d31a9d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:11.330120 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-199f5c46-2867-43b2-92df-221d31a9d1cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48e45dd7-d65b-4c0b-9f3f-c9a34427b564 HTTP/1.1" status: 200 len: 851 time: 0.1027241 Nov 11 11:56:11.344465 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9be48a-9e63-4886-88e7-b94dbf3b8f2e req-7287e726-a2b0-4f29-ab28-e48fc0a42667 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:11.346265 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b9be48a-9e63-4886-88e7-b94dbf3b8f2e req-7287e726-a2b0-4f29-ab28-e48fc0a42667 tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.62 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 944 time: 0.1640308 Nov 11 11:56:11.383486 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e7889a-904e-4054-a4fd-761125ddb001 x-openstack-request-id: req-95e7889a-904e-4054-a4fd-761125ddb001 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:11.383772 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "tag": "5cea04b0-7f94-4bcb-ac29-001c440e00ba", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:11.384174 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95e7889a-904e-4054-a4fd-761125ddb001 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:11.384559 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'tag': '5cea04b0-7f94-4bcb-ac29-001c440e00ba', 'status': 'completed', 'code': 200} Nov 11 11:56:11.388842 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-0a0d5b21-b2d6-43a6-ae39-f04cc63ae942 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381145 Nov 11 11:56:11.405478 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbb9030-4322-4c86-906a-c3f15fbed682 x-openstack-request-id: req-0cbb9030-4322-4c86-906a-c3f15fbed682 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:11.406003 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b07a1e8-bff9-433a-8df0-1b0b9056dc29", "name": "network-vif-plugged", "status": "completed", "tag": "1c6cef1f-6cae-4505-8aa2-7157b5a81e37", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:11.406095 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0cbb9030-4322-4c86-906a-c3f15fbed682 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:11.406423 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b07a1e8-bff9-433a-8df0-1b0b9056dc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6cef1f-6cae-4505-8aa2-7157b5a81e37', 'code': 200} Nov 11 11:56:11.434855 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763aefe-e94c-4960-b1ee-4256acf9582f req-843e9bd0-5eb8-443e-87b8-7e8d0be599ce tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:11.436389 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a763aefe-e94c-4960-b1ee-4256acf9582f req-843e9bd0-5eb8-443e-87b8-7e8d0be599ce tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/ports?device_id=7df3d219-38ee-4492-be68-36b4dd92298f HTTP/1.1" status: 200 len: 944 time: 0.2552946 Nov 11 11:56:11.580703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c63d2-fc25-4ca5-a671-f663e8ceb076 req-ed5c0cdb-eac7-414a-a8ad-a0652bd4f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:11.581162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c63d2-fc25-4ca5-a671-f663e8ceb076 req-ed5c0cdb-eac7-414a-a8ad-a0652bd4f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:11.581702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c63d2-fc25-4ca5-a671-f663e8ceb076 req-ed5c0cdb-eac7-414a-a8ad-a0652bd4f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:11.583279 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c28c63d2-fc25-4ca5-a671-f663e8ceb076 req-ed5c0cdb-eac7-414a-a8ad-a0652bd4f6cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=225174e131ea4e749297f8797a24b5c1&device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2731 time: 0.1671407 Nov 11 11:56:11.584390 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ca47bee-90c6-42d7-9d76-a74451afa177 req-e96309a4-7ed5-4aeb-bef5-72a42de0c6e4 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "GET /v2.0/security-groups/2fa604af-aaa3-443e-ae9b-b9c19375111c HTTP/1.1" status: 200 len: 1829 time: 0.1425171 Nov 11 11:56:11.591886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a763aefe-e94c-4960-b1ee-4256acf9582f req-8eb9d312-2dc0-4f41-a73f-7dc9af3c8eef tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.65 "GET /v2.0/security-groups?id=3726a4e5-6f99-4910-a068-e8a1592ecae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335380 Nov 11 11:56:11.616016 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de1755de-4789-459b-ad0d-989d6896726f req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:11.627378 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827fdbe-49ab-4d11-9e27-8c4ccd6da12a req-b329b606-2ac3-458f-8dd5-25b752deb318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:11.628865 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3827fdbe-49ab-4d11-9e27-8c4ccd6da12a req-b329b606-2ac3-458f-8dd5-25b752deb318 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 1097 time: 0.1489863 Nov 11 11:56:11.665489 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747d98b9-7171-4d0b-a9c1-5edbb2e06fd9 x-openstack-request-id: req-747d98b9-7171-4d0b-a9c1-5edbb2e06fd9 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:11.665803 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6003e7-aa4f-4f00-87f2-82024806fce8", "tag": "7fa468ad-990e-4a95-9c61-23beeb46e687", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:11.666087 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-747d98b9-7171-4d0b-a9c1-5edbb2e06fd9 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:11.666489 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6003e7-aa4f-4f00-87f2-82024806fce8', 'tag': '7fa468ad-990e-4a95-9c61-23beeb46e687', 'status': 'completed', 'code': 200} Nov 11 11:56:11.668506 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-f71f8d80-66e0-4734-bdf4-57cab9b2a1ab service neutron] 10.222.0.43 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438924 Nov 11 11:56:11.691893 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-6b9be48a-9e63-4886-88e7-b94dbf3b8f2e req-86915865-a0e6-43db-bca1-82efa266435e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Deleting port 15584284-9898-4ccd-b7f5-b17242a4c344 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:11.692176 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b9be48a-9e63-4886-88e7-b94dbf3b8f2e req-86915865-a0e6-43db-bca1-82efa266435e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:11.784041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58455209-fb33-498a-bb99-7b8062ddc653 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:11.838570 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3827fdbe-49ab-4d11-9e27-8c4ccd6da12a req-ada5a5e3-25b8-47b4-a726-a3347f2a35f6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963403 Nov 11 11:56:11.840498 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:11.852143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c63d2-fc25-4ca5-a671-f663e8ceb076 req-0e794066-c246-4ebf-be94-3981b6abd943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:11.852143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c63d2-fc25-4ca5-a671-f663e8ceb076 req-0e794066-c246-4ebf-be94-3981b6abd943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:11.852752 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c63d2-fc25-4ca5-a671-f663e8ceb076 req-0e794066-c246-4ebf-be94-3981b6abd943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:11.856390 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c28c63d2-fc25-4ca5-a671-f663e8ceb076 req-0e794066-c246-4ebf-be94-3981b6abd943 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=225174e131ea4e749297f8797a24b5c1&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2564883 Nov 11 11:56:11.859708 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de1755de-4789-459b-ad0d-989d6896726f req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:11.904446 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4ca47bee-90c6-42d7-9d76-a74451afa177 req-3e68f668-38ed-492d-b101-2793aeec9a25 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:11.933087 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Transition to ACTIVE for port object 58455209-fb33-498a-bb99-7b8062ddc653 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:56:11.936271 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9b66c9f7-5b3a-49ff-8e2c-2587dcfca6cb req-15990002-1897-4b5c-a18b-f4265c9f1492 service neutron] 10.222.0.43 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295797 Nov 11 11:56:11.959910 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:11.975677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1755de-4789-459b-ad0d-989d6896726f req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Network a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:11.983276 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4ca47bee-90c6-42d7-9d76-a74451afa177 req-3e68f668-38ed-492d-b101-2793aeec9a25 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:11.984509 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-de1755de-4789-459b-ad0d-989d6896726f req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:11.990359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1755de-4789-459b-ad0d-989d6896726f req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:11.996393 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Pushing event updated for resources: {'Port': ['ID=aa0544bf-1716-4bec-a481-8dc0046aa428,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:11.997157 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215e71e-3c01-4dec-88ac-a699a4a95fe2 req-f0bcf2dc-8e5d-43be-9f39-3a562519c16d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:12.003128 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215e71e-3c01-4dec-88ac-a699a4a95fe2 req-f0bcf2dc-8e5d-43be-9f39-3a562519c16d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:12.010731 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215e71e-3c01-4dec-88ac-a699a4a95fe2 req-f0bcf2dc-8e5d-43be-9f39-3a562519c16d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:12.012432 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b215e71e-3c01-4dec-88ac-a699a4a95fe2 req-f0bcf2dc-8e5d-43be-9f39-3a562519c16d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2388 time: 0.2876921 Nov 11 11:56:12.019346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-6b9be48a-9e63-4886-88e7-b94dbf3b8f2e req-86915865-a0e6-43db-bca1-82efa266435e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] For port 15584284-9898-4ccd-b7f5-b17242a4c344, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=15584284-9898-4ccd-b7f5-b17242a4c344,segment=NetworkSegment(3611b7cb-e470-41fc-834f-352140dafe46),segment_id=3611b7cb-e470-41fc-834f-352140dafe46)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:12.019706 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b9be48a-9e63-4886-88e7-b94dbf3b8f2e req-86915865-a0e6-43db-bca1-82efa266435e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:12.040057 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:12.040424 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:12.040737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:12.041128 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:12.041455 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:12.041805 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:12.042127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:12.042448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:12.042770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:12.043083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:12.043398 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:12.043712 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:12.084530 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-6b9be48a-9e63-4886-88e7-b94dbf3b8f2e req-86915865-a0e6-43db-bca1-82efa266435e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Calling delete_port for 15584284-9898-4ccd-b7f5-b17242a4c344 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:12.093201 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c63d2-fc25-4ca5-a671-f663e8ceb076 req-05bd26b1-0d51-42bb-9045-e68eca2db3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:12.094796 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c28c63d2-fc25-4ca5-a671-f663e8ceb076 req-05bd26b1-0d51-42bb-9045-e68eca2db3df service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2288516 Nov 11 11:56:12.110688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1755de-4789-459b-ad0d-989d6896726f req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:12.111516 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de1755de-4789-459b-ad0d-989d6896726f req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:12.125027 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-44cf11a0-43f3-4ad4-950f-433f48327650 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:12.125027 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-44cf11a0-43f3-4ad4-950f-433f48327650 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.43 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 808 time: 0.3788233 Nov 11 11:56:12.128700 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7804d0-9dad-4f80-8020-f77d2890eb6d req-0be87549-d715-4b2e-bfa3-d9180fc56e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:12.130287 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd7804d0-9dad-4f80-8020-f77d2890eb6d req-0be87549-d715-4b2e-bfa3-d9180fc56e25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3fd635830ed454d9bc757e2f29f1792&device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 1095 time: 0.1075251 Nov 11 11:56:12.139958 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de1755de-4789-459b-ad0d-989d6896726f req-e7f101e7-476c-443a-93f4-7f77b6a4b917 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5123963 Nov 11 11:56:12.146084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-81641267-1cfc-46ba-b0b0-82fe1077c6dd tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Request body: {'port': {'device_id': 'd75ed44a-4c88-416a-856f-9c1c7600e775', 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794', 'admin_state_up': True, 'tenant_id': '67f94b11282a42279e45a23ba30fcf1d'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:12.153103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Request body: {'port': {'device_id': 'cac30b69-3967-4a42-8a9c-89f4347ac387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:12.160332 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Pushing event updated for resources: {'Port': ['ID=58455209-fb33-498a-bb99-7b8062ddc653,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:12.265912 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:12.317509 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b215e71e-3c01-4dec-88ac-a699a4a95fe2 req-4b5efa56-6356-4b72-9933-6960f87d005d tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577188 Nov 11 11:56:12.320007 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7804d0-9dad-4f80-8020-f77d2890eb6d req-1db411b1-05b2-4278-960c-72598db66bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:12.322127 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd7804d0-9dad-4f80-8020-f77d2890eb6d req-1db411b1-05b2-4278-960c-72598db66bd1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 HTTP/1.1" status: 200 len: 913 time: 0.1806998 Nov 11 11:56:12.322889 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4ca47bee-90c6-42d7-9d76-a74451afa177 req-3e68f668-38ed-492d-b101-2793aeec9a25 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:12.325501 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4ca47bee-90c6-42d7-9d76-a74451afa177 req-3e68f668-38ed-492d-b101-2793aeec9a25 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:12.326629 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ca47bee-90c6-42d7-9d76-a74451afa177 req-3e68f668-38ed-492d-b101-2793aeec9a25 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "DELETE /v2.0/security-groups/2fa604af-aaa3-443e-ae9b-b9c19375111c HTTP/1.1" status: 204 len: 173 time: 0.7323933 Nov 11 11:56:12.352673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68f668-38ed-492d-b101-2793aeec9a25 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa604af-aaa3-443e-ae9b-b9c19375111c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:12.385808 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd7804d0-9dad-4f80-8020-f77d2890eb6d req-c97b8a4c-e7d7-49e3-b6fa-3d343e1c8cf4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fa468ad-990e-4a95-9c61-23beeb46e687 HTTP/1.1" status: 200 len: 217 time: 0.0538363 Nov 11 11:56:12.445052 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Attempting to bind port 58455209-fb33-498a-bb99-7b8062ddc653 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:12.446131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Attempting to bind port 58455209-fb33-498a-bb99-7b8062ddc653 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '9dbf6fb6-ece5-42e3-b101-7c4893405313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '76dd3ed5-c2d0-4c00-bd7f-6dadd9094851'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:12.446131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Attempting to bind port 58455209-fb33-498a-bb99-7b8062ddc653 on network 76dd3ed5-c2d0-4c00-bd7f-6dadd9094851 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:12.478166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Port 58455209-fb33-498a-bb99-7b8062ddc653 on network 76dd3ed5-c2d0-4c00-bd7f-6dadd9094851 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:56:12.478668 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Attempting to bind port 58455209-fb33-498a-bb99-7b8062ddc653 on network 76dd3ed5-c2d0-4c00-bd7f-6dadd9094851 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:12.509450 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7804d0-9dad-4f80-8020-f77d2890eb6d req-f2af9da1-1f87-46fb-aeb1-0088e29a81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:12.510977 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd7804d0-9dad-4f80-8020-f77d2890eb6d req-f2af9da1-1f87-46fb-aeb1-0088e29a81b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48e45dd7-d65b-4c0b-9f3f-c9a34427b564 HTTP/1.1" status: 200 len: 851 time: 0.0779285 Nov 11 11:56:12.520884 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:12.521217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Checking segment: {'id': '9dbf6fb6-ece5-42e3-b101-7c4893405313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '76dd3ed5-c2d0-4c00-bd7f-6dadd9094851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:12.521603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Bound using segment: {'id': '9dbf6fb6-ece5-42e3-b101-7c4893405313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '76dd3ed5-c2d0-4c00-bd7f-6dadd9094851'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:12.522052 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Bound port: 58455209-fb33-498a-bb99-7b8062ddc653, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbf6fb6-ece5-42e3-b101-7c4893405313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '76dd3ed5-c2d0-4c00-bd7f-6dadd9094851'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:12.522400 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:12.573345 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd7804d0-9dad-4f80-8020-f77d2890eb6d req-e1c1091e-aecf-4613-b05f-51e3cced7883 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332716 Nov 11 11:56:12.580309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-81641267-1cfc-46ba-b0b0-82fe1077c6dd tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Made reservation on behalf of 67f94b11282a42279e45a23ba30fcf1d for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:12.583766 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-81641267-1cfc-46ba-b0b0-82fe1077c6dd tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:12.592679 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bd99f-f87b-465d-a126-ed0bf4f49b91 req-89246689-bb3c-41fc-bd32-b2731a247a8d tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:12.594193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f7bd99f-f87b-465d-a126-ed0bf4f49b91 req-89246689-bb3c-41fc-bd32-b2731a247a8d tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/ports?device_id=cac30b69-3967-4a42-8a9c-89f4347ac387 HTTP/1.1" status: 200 len: 931 time: 0.1735389 Nov 11 11:56:12.642719 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b9be48a-9e63-4886-88e7-b94dbf3b8f2e req-86915865-a0e6-43db-bca1-82efa266435e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:12.729946 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd7804d0-9dad-4f80-8020-f77d2890eb6d req-48dc742c-a2a8-4c27-8eb4-f17575a2dfa0 service neutron] 10.222.0.43 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438556 Nov 11 11:56:12.732997 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0544bf-1716-4bec-a481-8dc0046aa428 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:12.739423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86915865-a0e6-43db-bca1-82efa266435e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Pushing event deleted for resources: {'Port': ['ID=15584284-9898-4ccd-b7f5-b17242a4c344,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:12.747969 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:12.787544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd3f7e-adc9-461f-b829-1ec75eb1f17c req-09606ef0-bf62-4051-9809-7e0c26cd0eba tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:12.789026 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfbd3f7e-adc9-461f-b829-1ec75eb1f17c req-09606ef0-bf62-4051-9809-7e0c26cd0eba tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 944 time: 0.2914281 Nov 11 11:56:12.800438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Transition to ACTIVE for port object aa0544bf-1716-4bec-a481-8dc0046aa428 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:56:12.806366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:12.861115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9be48a-9e63-4886-88e7-b94dbf3b8f2e req-86915865-a0e6-43db-bca1-82efa266435e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] No DVR routers for this DVR port 15584284-9898-4ccd-b7f5-b17242a4c344 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:56:12.865619 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f7bd99f-f87b-465d-a126-ed0bf4f49b91 req-b6b0e4bc-7034-4371-b255-8f30b3cec71d tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/security-groups?id=a603a01c-84cb-409b-a9b8-9c7ff5de6e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581258 Nov 11 11:56:12.866690 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b9be48a-9e63-4886-88e7-b94dbf3b8f2e req-86915865-a0e6-43db-bca1-82efa266435e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:12.870071 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b9be48a-9e63-4886-88e7-b94dbf3b8f2e req-86915865-a0e6-43db-bca1-82efa266435e tempest-LiveAutoBlockMigrationV225Test-69662487 tempest-LiveAutoBlockMigrationV225Test-69662487-project] 10.222.0.62 "DELETE /v2.0/ports/15584284-9898-4ccd-b7f5-b17242a4c344 HTTP/1.1" status: 204 len: 173 time: 1.4847000 Nov 11 11:56:12.872723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] For port 58455209-fb33-498a-bb99-7b8062ddc653, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:12.878801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Pushing event updated for resources: {'Port': ['ID=aa0544bf-1716-4bec-a481-8dc0046aa428,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:12.889217 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd7804d0-9dad-4f80-8020-f77d2890eb6d req-6d5a8353-a24e-4f01-ae08-c224c14e52fd service neutron] 10.222.0.43 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514065 Nov 11 11:56:12.893028 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] For port 58455209-fb33-498a-bb99-7b8062ddc653, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=58455209-fb33-498a-bb99-7b8062ddc653,segment=NetworkSegment(9dbf6fb6-ece5-42e3-b101-7c4893405313),segment_id=9dbf6fb6-ece5-42e3-b101-7c4893405313)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:12.937278 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:13.041893 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-149acb4c-9d3b-4296-a417-a8d2784cc809 req-b17767fd-a5bc-4a6b-bf51-6edc3c4c87de tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 210 time: 0.0631406 Nov 11 11:56:13.047398 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:13.048014 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:13.049490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] 10.222.0.43 "PUT /v2.0/ports/58455209-fb33-498a-bb99-7b8062ddc653 HTTP/1.1" status: 200 len: 1091 time: 2.2567806 Nov 11 11:56:13.064932 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfbd3f7e-adc9-461f-b829-1ec75eb1f17c req-db1d34d5-f772-408d-a818-8dcf7bb527de tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459230 Nov 11 11:56:13.089041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-81641267-1cfc-46ba-b0b0-82fe1077c6dd tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Allocated IP 172.20.0.8 (3bc555a8-78f0-4d3e-a500-5f083af5d794/fbe659b4-2536-4abf-9268-da5913f8d819/3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:13.132495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358f024-7b52-45a1-a08a-a1845e7ab400 service neutron] Pushing event updated for resources: {'Port': ['ID=58455209-fb33-498a-bb99-7b8062ddc653,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:13.165594 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Request body: {'port': {'device_id': '5710f166-4c28-427b-9d32-faaff068c461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:13.297931 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Attempting to bind port aa0544bf-1716-4bec-a481-8dc0046aa428 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:13.298314 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Attempting to bind port aa0544bf-1716-4bec-a481-8dc0046aa428 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'd91ff056-3618-4d8f-ba34-4d4044ab1c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:13.298673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Attempting to bind port aa0544bf-1716-4bec-a481-8dc0046aa428 on network a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:13.304503 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Port aa0544bf-1716-4bec-a481-8dc0046aa428 on network a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:56:13.304850 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Attempting to bind port aa0544bf-1716-4bec-a481-8dc0046aa428 on network a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:13.311631 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:13.312419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Checking segment: {'id': 'd91ff056-3618-4d8f-ba34-4d4044ab1c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:13.312806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Bound using segment: {'id': 'd91ff056-3618-4d8f-ba34-4d4044ab1c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:13.313238 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Bound port: aa0544bf-1716-4bec-a481-8dc0046aa428, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd91ff056-3618-4d8f-ba34-4d4044ab1c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:13.313672 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:13.331010 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0bbc2f5-b70b-4a7a-9100-00607e114c14 req-9bcec4fc-c0a0-43e4-b2d1-9dcb67e58972 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "GET /v2.0/security-groups/481e0e33-fbfb-4906-8bb0-2bfb148e5188 HTTP/1.1" status: 200 len: 1828 time: 0.2295763 Nov 11 11:56:13.384256 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] For port aa0544bf-1716-4bec-a481-8dc0046aa428, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:13.387208 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:13.387722 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] For port aa0544bf-1716-4bec-a481-8dc0046aa428, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=aa0544bf-1716-4bec-a481-8dc0046aa428,segment=NetworkSegment(d91ff056-3618-4d8f-ba34-4d4044ab1c66),segment_id=d91ff056-3618-4d8f-ba34-4d4044ab1c66)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:13.389612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df3d219-38ee-4492-be68-36b4dd92298f', 'name': 'network-vif-deleted', 'tag': '15584284-9898-4ccd-b7f5-b17242a4c344'}, {'name': 'network-changed', 'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'tag': '58455209-fb33-498a-bb99-7b8062ddc653'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:13.391889 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e054c847-58df-4e7c-bed0-1365bc8c116b" -d '{"events": [{"server_uuid": "7df3d219-38ee-4492-be68-36b4dd92298f", "name": "network-vif-deleted", "tag": "15584284-9898-4ccd-b7f5-b17242a4c344"}, {"name": "network-changed", "server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "tag": "58455209-fb33-498a-bb99-7b8062ddc653"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:13.393837 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:13.429887 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:13.430497 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:13.432275 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de1755de-4789-459b-ad0d-989d6896726f req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] 10.222.0.62 "PUT /v2.0/ports/aa0544bf-1716-4bec-a481-8dc0046aa428 HTTP/1.1" status: 200 len: 1091 time: 1.2833364 Nov 11 11:56:13.433840 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6edc54-7a3c-4caa-8145-1b178a161a1d req-96d4f8d4-0b74-473e-9688-674bdbed5170 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:13.436862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf6edc54-7a3c-4caa-8145-1b178a161a1d req-96d4f8d4-0b74-473e-9688-674bdbed5170 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 946 time: 0.2189634 Nov 11 11:56:13.458454 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2858cb-12e4-43b8-a790-4074a857338e service neutron] Pushing event updated for resources: {'Port': ['ID=aa0544bf-1716-4bec-a481-8dc0046aa428,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:13.535548 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1755de-4789-459b-ad0d-989d6896726f req-91d9c51a-0d85-4ea1-9c87-6b08f7c7fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:13.537024 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de1755de-4789-459b-ad0d-989d6896726f req-91d9c51a-0d85-4ea1-9c87-6b08f7c7fc2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eeb98a8b349943c8a3024d28749233e2&device_id=cac30b69-3967-4a42-8a9c-89f4347ac387 HTTP/1.1" status: 200 len: 1094 time: 0.0468154 Nov 11 11:56:13.583933 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de1755de-4789-459b-ad0d-989d6896726f req-cdee89f7-af70-46eb-9ea0-da7af6e6483c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa0544bf-1716-4bec-a481-8dc0046aa428 HTTP/1.1" status: 200 len: 217 time: 0.0374324 Nov 11 11:56:13.622311 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f0bbc2f5-b70b-4a7a-9100-00607e114c14 req-fb789e7e-fdad-4a65-8c5c-ae30db30360d tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:13.631959 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-81641267-1cfc-46ba-b0b0-82fe1077c6dd tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:13.641989 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1755de-4789-459b-ad0d-989d6896726f req-fc8b01a9-ce7d-419d-b203-7d290c89f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:13.643441 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de1755de-4789-459b-ad0d-989d6896726f req-fc8b01a9-ce7d-419d-b203-7d290c89f327 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4059d645-c805-4170-9ddb-1d721a477eff HTTP/1.1" status: 200 len: 857 time: 0.0522809 Nov 11 11:56:13.665938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf6edc54-7a3c-4caa-8145-1b178a161a1d req-924393c2-f3bd-40d9-a38e-70b9ddc49be6 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942255 Nov 11 11:56:13.679106 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac30b69-3967-4a42-8a9c-89f4347ac387', 'tag': 'aa0544bf-1716-4bec-a481-8dc0046aa428'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:13.681489 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3306cfb5-17e2-4f77-92d1-cd208f6f8f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "cac30b69-3967-4a42-8a9c-89f4347ac387", "tag": "aa0544bf-1716-4bec-a481-8dc0046aa428"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:13.686306 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de1755de-4789-459b-ad0d-989d6896726f req-67c3380b-0cd5-43a4-93d5-ed782e4abbf7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349870 Nov 11 11:56:13.693398 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f0bbc2f5-b70b-4a7a-9100-00607e114c14 req-fb789e7e-fdad-4a65-8c5c-ae30db30360d tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:13.713562 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48992) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:13.830230 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de1755de-4789-459b-ad0d-989d6896726f req-708c38d4-1026-4a2c-8745-8eba160ac93a service neutron] 10.222.0.62 "GET /v2.0/networks/a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355176 Nov 11 11:56:13.848363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef936624-537c-4a23-9069-b2bb347fdb5d admin admin] Deleting subnet 546c2390-2809-4383-bde7-69f252e0324c {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:56:13.861737 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef936624-537c-4a23-9069-b2bb347fdb5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:13.935066 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef936624-537c-4a23-9069-b2bb347fdb5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:13.991726 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de1755de-4789-459b-ad0d-989d6896726f req-d1c28ff8-c9ba-4200-b26f-869b5d0837a4 service neutron] 10.222.0.62 "GET /v2.0/networks/a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530430 Nov 11 11:56:13.996596 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef936624-537c-4a23-9069-b2bb347fdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.059279 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef936624-537c-4a23-9069-b2bb347fdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.059544 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:56:14.086949 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef936624-537c-4a23-9069-b2bb347fdb5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=546c2390-2809-4383-bde7-69f252e0324c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:14.090550 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef936624-537c-4a23-9069-b2bb347fdb5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.093875 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ef936624-537c-4a23-9069-b2bb347fdb5d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/546c2390-2809-4383-bde7-69f252e0324c HTTP/1.1" status: 204 len: 168 time: 0.3731964 Nov 11 11:56:14.096478 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49002) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:14.150906 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-81641267-1cfc-46ba-b0b0-82fe1077c6dd tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.169878 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d8988211-c23c-44a7-85af-35aad6cde916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.171889 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f0bbc2f5-b70b-4a7a-9100-00607e114c14 req-fb789e7e-fdad-4a65-8c5c-ae30db30360d tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.174454 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f0bbc2f5-b70b-4a7a-9100-00607e114c14 req-fb789e7e-fdad-4a65-8c5c-ae30db30360d tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.175562 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0bbc2f5-b70b-4a7a-9100-00607e114c14 req-fb789e7e-fdad-4a65-8c5c-ae30db30360d tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "DELETE /v2.0/security-groups/481e0e33-fbfb-4906-8bb0-2bfb148e5188 HTTP/1.1" status: 204 len: 173 time: 0.8334541 Nov 11 11:56:14.226665 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb59b43-1505-485d-b903-96550f48274f x-openstack-request-id: req-1fb59b43-1505-485d-b903-96550f48274f {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:14.227001 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df3d219-38ee-4492-be68-36b4dd92298f", "name": "network-vif-deleted", "tag": "15584284-9898-4ccd-b7f5-b17242a4c344", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "tag": "58455209-fb33-498a-bb99-7b8062ddc653", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:14.227248 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1fb59b43-1505-485d-b903-96550f48274f {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:14.227826 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df3d219-38ee-4492-be68-36b4dd92298f', 'name': 'network-vif-deleted', 'tag': '15584284-9898-4ccd-b7f5-b17242a4c344', 'status': 'completed', 'code': 200} Nov 11 11:56:14.228077 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'tag': '58455209-fb33-498a-bb99-7b8062ddc653', 'status': 'completed', 'code': 200} Nov 11 11:56:14.237205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb789e7e-fdad-4a65-8c5c-ae30db30360d tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481e0e33-fbfb-4906-8bb0-2bfb148e5188,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:14.241019 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-81641267-1cfc-46ba-b0b0-82fe1077c6dd tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Network 3bc555a8-78f0-4d3e-a500-5f083af5d794 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:14.256912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3c5d4-2bb0-4bfb-a234-acd98305703c req-37402e8e-dbc5-46d1-9e61-bbe73234fa81 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:14.263784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3c5d4-2bb0-4bfb-a234-acd98305703c req-37402e8e-dbc5-46d1-9e61-bbe73234fa81 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:14.267398 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d8988211-c23c-44a7-85af-35aad6cde916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.269867 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3c5d4-2bb0-4bfb-a234-acd98305703c req-37402e8e-dbc5-46d1-9e61-bbe73234fa81 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:14.271444 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20f3c5d4-2bb0-4bfb-a234-acd98305703c req-37402e8e-dbc5-46d1-9e61-bbe73234fa81 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2400 time: 0.5136981 Nov 11 11:56:14.278315 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-81641267-1cfc-46ba-b0b0-82fe1077c6dd tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:14.280737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-81641267-1cfc-46ba-b0b0-82fe1077c6dd tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:14.309236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d8988211-c23c-44a7-85af-35aad6cde916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:14.321730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81641267-1cfc-46ba-b0b0-82fe1077c6dd tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Pushing event updated for resources: {'Port': ['ID=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:14.324004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d8988211-c23c-44a7-85af-35aad6cde916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3611b7cb-e470-41fc-834f-352140dafe46') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:14.324308 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d8988211-c23c-44a7-85af-35aad6cde916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3611b7cb-e470-41fc-834f-352140dafe46') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:14.330859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054c847-58df-4e7c-bed0-1365bc8c116b req-bd95b031-5369-4bab-bf99-fc5ff19dc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:14.331322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054c847-58df-4e7c-bed0-1365bc8c116b req-bd95b031-5369-4bab-bf99-fc5ff19dc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:14.331789 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054c847-58df-4e7c-bed0-1365bc8c116b req-bd95b031-5369-4bab-bf99-fc5ff19dc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:14.333435 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e054c847-58df-4e7c-bed0-1365bc8c116b req-bd95b031-5369-4bab-bf99-fc5ff19dc372 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=225174e131ea4e749297f8797a24b5c1&device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2798 time: 0.0810308 Nov 11 11:56:14.339944 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0fc838-ad80-4b31-8f22-c5a825a2b993 x-openstack-request-id: req-1a0fc838-ad80-4b31-8f22-c5a825a2b993 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:14.340535 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac30b69-3967-4a42-8a9c-89f4347ac387", "tag": "aa0544bf-1716-4bec-a481-8dc0046aa428", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:14.340658 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a0fc838-ad80-4b31-8f22-c5a825a2b993 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:14.341473 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac30b69-3967-4a42-8a9c-89f4347ac387', 'tag': 'aa0544bf-1716-4bec-a481-8dc0046aa428', 'status': 'completed', 'code': 200} Nov 11 11:56:14.345838 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d8988211-c23c-44a7-85af-35aad6cde916 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.391696 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d8988211-c23c-44a7-85af-35aad6cde916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.401988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005c6c38-a851-417e-9b1a-cdd93cd97d30 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:14.414147 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.426230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-81641267-1cfc-46ba-b0b0-82fe1077c6dd tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:14.426821 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-81641267-1cfc-46ba-b0b0-82fe1077c6dd tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.432951 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8988211-c23c-44a7-85af-35aad6cde916 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:56:14.433406 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d8988211-c23c-44a7-85af-35aad6cde916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:56:14.447304 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:56:14.469643 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20f3c5d4-2bb0-4bfb-a234-acd98305703c req-ce600779-3332-45b4-8f8b-8c8377aa1273 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838377 Nov 11 11:56:14.473940 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Transition to ACTIVE for port object 005c6c38-a851-417e-9b1a-cdd93cd97d30 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:56:14.480103 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-81641267-1cfc-46ba-b0b0-82fe1077c6dd tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3421836 Nov 11 11:56:14.481984 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.516751 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Request body: {'port': {'device_id': 'd75ed44a-4c88-416a-856f-9c1c7600e775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:14.535232 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d8988211-c23c-44a7-85af-35aad6cde916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.551281 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d8988211-c23c-44a7-85af-35aad6cde916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.554635 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d8988211-c23c-44a7-85af-35aad6cde916 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb HTTP/1.1" status: 204 len: 168 time: 0.4571567 Nov 11 11:56:14.558558 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054c847-58df-4e7c-bed0-1365bc8c116b req-576a48d6-b721-4ece-965c-aa4fbc0a5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:14.558994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054c847-58df-4e7c-bed0-1365bc8c116b req-576a48d6-b721-4ece-965c-aa4fbc0a5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:14.559478 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054c847-58df-4e7c-bed0-1365bc8c116b req-576a48d6-b721-4ece-965c-aa4fbc0a5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:14.561406 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e054c847-58df-4e7c-bed0-1365bc8c116b req-576a48d6-b721-4ece-965c-aa4fbc0a5d20 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=225174e131ea4e749297f8797a24b5c1&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2177007 Nov 11 11:56:14.568620 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49006) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:14.572234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306cfb5-17e2-4f77-92d1-cd208f6f8f9d req-5596e817-d702-46e0-b0fb-e27ed8880d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:14.573717 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3306cfb5-17e2-4f77-92d1-cd208f6f8f9d req-5596e817-d702-46e0-b0fb-e27ed8880d58 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eeb98a8b349943c8a3024d28749233e2&device_id=cac30b69-3967-4a42-8a9c-89f4347ac387 HTTP/1.1" status: 200 len: 1094 time: 0.1862495 Nov 11 11:56:14.582340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8988211-c23c-44a7-85af-35aad6cde916 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a5f2f08-1cd0-402f-bbb0-e75125c4b6fb,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:14.607336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e965304-6346-4974-9f7a-43bca3ff5d1a req-dba25170-73c7-414c-940f-a92c7b68165c tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:14.608885 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e965304-6346-4974-9f7a-43bca3ff5d1a req-dba25170-73c7-414c-940f-a92c7b68165c tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/ports?device_id=cac30b69-3967-4a42-8a9c-89f4347ac387 HTTP/1.1" status: 200 len: 943 time: 0.1973097 Nov 11 11:56:14.614486 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 7fa468ad-990e-4a95-9c61-23beeb46e687 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:56:14.657818 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Pushing event updated for resources: {'Port': ['ID=005c6c38-a851-417e-9b1a-cdd93cd97d30,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:14.751364 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 7fa468ad-990e-4a95-9c61-23beeb46e687, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=7fa468ad-990e-4a95-9c61-23beeb46e687,segment=NetworkSegment(adf2f620-2b6d-4d9c-a4f1-c497543817de),segment_id=adf2f620-2b6d-4d9c-a4f1-c497543817de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:14.754304 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.754475 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306cfb5-17e2-4f77-92d1-cd208f6f8f9d req-e2a03062-b923-4b10-85b3-7c65a0adba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:14.756107 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3306cfb5-17e2-4f77-92d1-cd208f6f8f9d req-e2a03062-b923-4b10-85b3-7c65a0adba34 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c HTTP/1.1" status: 200 len: 919 time: 0.1706426 Nov 11 11:56:14.769217 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '7fa468ad-990e-4a95-9c61-23beeb46e687', 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43', 'port_id': '7fa468ad-990e-4a95-9c61-23beeb46e687', 'mac_address': 'fa:16:3e:0f:bc:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e45dd7-d65b-4c0b-9f3f-c9a34427b564', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:56:14.784114 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054c847-58df-4e7c-bed0-1365bc8c116b req-46561e9e-fb1c-4b73-8c9c-9e6394b9becb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:14.785978 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e054c847-58df-4e7c-bed0-1365bc8c116b req-46561e9e-fb1c-4b73-8c9c-9e6394b9becb service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2113292 Nov 11 11:56:14.807024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f60f407-ce61-4177-9ac1-b340adc5db16 admin admin] Deleting subnet e04cf0ee-68bb-4c04-a819-d21f1ab99952 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:56:14.823050 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f60f407-ce61-4177-9ac1-b340adc5db16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.825712 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.828915 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3306cfb5-17e2-4f77-92d1-cd208f6f8f9d req-46568534-ce0e-478d-8809-ccf0e3514435 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa0544bf-1716-4bec-a481-8dc0046aa428 HTTP/1.1" status: 200 len: 217 time: 0.0417571 Nov 11 11:56:14.838790 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85507e33-900a-4e74-ba9e-6e9a985c8110 req-e60ff9ea-e13f-4306-938f-7031a9ffed58 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:14.839191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa468ad-990e-4a95-9c61-23beeb46e687 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:14.840227 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-85507e33-900a-4e74-ba9e-6e9a985c8110 req-e60ff9ea-e13f-4306-938f-7031a9ffed58 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 931 time: 0.2836685 Nov 11 11:56:14.866565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 7fa468ad-990e-4a95-9c61-23beeb46e687, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=7fa468ad-990e-4a95-9c61-23beeb46e687,segment=NetworkSegment(adf2f620-2b6d-4d9c-a4f1-c497543817de),segment_id=adf2f620-2b6d-4d9c-a4f1-c497543817de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:14.877509 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.887988 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306cfb5-17e2-4f77-92d1-cd208f6f8f9d req-7942c0eb-c04f-42b5-bafd-4ae982d37fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:14.889514 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3306cfb5-17e2-4f77-92d1-cd208f6f8f9d req-7942c0eb-c04f-42b5-bafd-4ae982d37fc4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4059d645-c805-4170-9ddb-1d721a477eff HTTP/1.1" status: 200 len: 857 time: 0.0531101 Nov 11 11:56:14.907590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Attempting to bind port 005c6c38-a851-417e-9b1a-cdd93cd97d30 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:14.907961 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Attempting to bind port 005c6c38-a851-417e-9b1a-cdd93cd97d30 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '1163f9d5-7b1b-479f-89ef-de010862c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:14.908255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Attempting to bind port 005c6c38-a851-417e-9b1a-cdd93cd97d30 on network c2f6d5da-525c-4e2b-b449-8018dd33e604 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:14.923504 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3306cfb5-17e2-4f77-92d1-cd208f6f8f9d req-314c2f2d-59d7-4763-84ba-df4ce2041b6f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251782 Nov 11 11:56:14.929872 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=7fa468ad-990e-4a95-9c61-23beeb46e687,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:14.932115 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e965304-6346-4974-9f7a-43bca3ff5d1a req-bb32683d-b5b2-47db-b626-7373f3aac5c8 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/security-groups?id=a603a01c-84cb-409b-a9b8-9c7ff5de6e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880902 Nov 11 11:56:14.940621 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Port 005c6c38-a851-417e-9b1a-cdd93cd97d30 on network c2f6d5da-525c-4e2b-b449-8018dd33e604 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:56:14.940954 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Attempting to bind port 005c6c38-a851-417e-9b1a-cdd93cd97d30 on network c2f6d5da-525c-4e2b-b449-8018dd33e604 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:14.944492 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f60f407-ce61-4177-9ac1-b340adc5db16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:14.988906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:14.989258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Checking segment: {'id': '1163f9d5-7b1b-479f-89ef-de010862c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:14.989652 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Bound using segment: {'id': '1163f9d5-7b1b-479f-89ef-de010862c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:14.990102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Bound port: 005c6c38-a851-417e-9b1a-cdd93cd97d30, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1163f9d5-7b1b-479f-89ef-de010862c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:14.990454 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.032817 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3306cfb5-17e2-4f77-92d1-cd208f6f8f9d req-2c51b290-9354-4fc8-8115-e27791ba8045 service neutron] 10.222.0.62 "GET /v2.0/networks/a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006725 Nov 11 11:56:15.083841 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['7fa468ad-990e-4a95-9c61-23beeb46e687'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:56:15.100804 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-85507e33-900a-4e74-ba9e-6e9a985c8110 req-d775a22d-7520-43fb-b2ca-37bba500ad5b tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362664 Nov 11 11:56:15.145303 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f60f407-ce61-4177-9ac1-b340adc5db16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.149553 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3306cfb5-17e2-4f77-92d1-cd208f6f8f9d req-3eab593b-c046-47eb-a84b-3ec0d7444f15 service neutron] 10.222.0.62 "GET /v2.0/networks/a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089544 Nov 11 11:56:15.262595 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b088c-3a3b-41b1-aa79-264c81430457 req-c1ce0af7-b467-4140-ac28-8086b9881cad tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:15.264065 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f6b088c-3a3b-41b1-aa79-264c81430457 req-c1ce0af7-b467-4140-ac28-8086b9881cad tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 945 time: 0.2570200 Nov 11 11:56:15.317796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] For port 005c6c38-a851-417e-9b1a-cdd93cd97d30, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:15.348832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] For port 005c6c38-a851-417e-9b1a-cdd93cd97d30, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=005c6c38-a851-417e-9b1a-cdd93cd97d30,segment=NetworkSegment(1163f9d5-7b1b-479f-89ef-de010862c6ed),segment_id=1163f9d5-7b1b-479f-89ef-de010862c6ed)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:15.354725 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ea78b09-e345-4192-a3ed-633797ba7549 req-fde0528c-9d68-466e-843e-643dba6a8778 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "GET /v2.0/security-groups/93b62e70-73f5-4eb0-9e03-7078474206d8 HTTP/1.1" status: 200 len: 1830 time: 0.2107356 Nov 11 11:56:15.362967 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.375644 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f60f407-ce61-4177-9ac1-b340adc5db16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.468499 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60f407-ce61-4177-9ac1-b340adc5db16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e04cf0ee-68bb-4c04-a819-d21f1ab99952,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:15.497571 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:15.498218 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.499619 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] 10.222.0.43 "PUT /v2.0/ports/005c6c38-a851-417e-9b1a-cdd93cd97d30 HTTP/1.1" status: 200 len: 1092 time: 2.3609440 Nov 11 11:56:15.503044 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f6b088c-3a3b-41b1-aa79-264c81430457 req-75ff9f01-af8e-4dbb-bcc0-e36f68116b06 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036004 Nov 11 11:56:15.556091 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f60f407-ce61-4177-9ac1-b340adc5db16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.559416 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8f60f407-ce61-4177-9ac1-b340adc5db16 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e04cf0ee-68bb-4c04-a819-d21f1ab99952 HTTP/1.1" status: 204 len: 168 time: 0.9890978 Nov 11 11:56:15.562292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49016) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:15.568897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdedee-42b0-47d6-959d-32aeaa614855 service neutron] Pushing event updated for resources: {'Port': ['ID=005c6c38-a851-417e-9b1a-cdd93cd97d30,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:15.581383 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.651973 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1cdfac2b-c4cb-478f-80fe-35ead3af28da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.684939 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1ea78b09-e345-4192-a3ed-633797ba7549 req-f84acb27-fc0b-4e55-8805-7697b21a5096 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.689931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:15.709825 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.729772 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1cdfac2b-c4cb-478f-80fe-35ead3af28da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.738952 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1ea78b09-e345-4192-a3ed-633797ba7549 req-f84acb27-fc0b-4e55-8805-7697b21a5096 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.749311 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1cdfac2b-c4cb-478f-80fe-35ead3af28da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8248ed02-8299-4cc8-ac40-57c590a54ddf']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:15.759007 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1cdfac2b-c4cb-478f-80fe-35ead3af28da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e413cda5-f4f0-4845-85da-0e87ac7d74bd') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:15.759300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1cdfac2b-c4cb-478f-80fe-35ead3af28da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e413cda5-f4f0-4845-85da-0e87ac7d74bd') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:15.762045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Transition to ACTIVE for port object 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:56:15.769088 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1cdfac2b-c4cb-478f-80fe-35ead3af28da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.774785 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd78de-bf8f-4671-b0ef-04f96486a667 req-ebf94a05-0153-4bad-976e-c2e477581f79 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:15.776333 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4fcd78de-bf8f-4671-b0ef-04f96486a667 req-ebf94a05-0153-4bad-976e-c2e477581f79 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 946 time: 0.1575165 Nov 11 11:56:15.779810 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-c95fb58f-b2ee-4ae0-a8ad-5af3de003f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:15.779810 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-c95fb58f-b2ee-4ae0-a8ad-5af3de003f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:15.780287 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-c95fb58f-b2ee-4ae0-a8ad-5af3de003f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:15.781982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-c95fb58f-b2ee-4ae0-a8ad-5af3de003f2a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=225174e131ea4e749297f8797a24b5c1&device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2865 time: 0.1735270 Nov 11 11:56:15.783370 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1cdfac2b-c4cb-478f-80fe-35ead3af28da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.789799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cdfac2b-c4cb-478f-80fe-35ead3af28da admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:56:15.790204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1cdfac2b-c4cb-478f-80fe-35ead3af28da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:56:15.792018 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:56:15.794468 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.850801 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1cdfac2b-c4cb-478f-80fe-35ead3af28da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.856218 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1cdfac2b-c4cb-478f-80fe-35ead3af28da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.860131 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1cdfac2b-c4cb-478f-80fe-35ead3af28da admin admin] 10.222.0.65 "DELETE /v2.0/networks/8248ed02-8299-4cc8-ac40-57c590a54ddf HTTP/1.1" status: 204 len: 168 time: 0.2961552 Nov 11 11:56:15.871432 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfac2b-c4cb-478f-80fe-35ead3af28da admin admin] Pushing event deleted for resources: {'Network': ['ID=8248ed02-8299-4cc8-ac40-57c590a54ddf,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:15.886108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-cd9da62a-5eff-4036-b2b2-93cade528867 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.148&port_id=5cea04b0-7f94-4bcb-ac29-001c440e00ba HTTP/1.1" status: 200 len: 217 time: 0.0866992 Nov 11 11:56:15.920610 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1ea78b09-e345-4192-a3ed-633797ba7549 req-f84acb27-fc0b-4e55-8805-7697b21a5096 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.923688 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1ea78b09-e345-4192-a3ed-633797ba7549 req-f84acb27-fc0b-4e55-8805-7697b21a5096 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:15.924978 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ea78b09-e345-4192-a3ed-633797ba7549 req-f84acb27-fc0b-4e55-8805-7697b21a5096 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "DELETE /v2.0/security-groups/93b62e70-73f5-4eb0-9e03-7078474206d8 HTTP/1.1" status: 204 len: 173 time: 0.5598948 Nov 11 11:56:15.972794 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Pushing event updated for resources: {'Port': ['ID=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:16.000524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84acb27-fc0b-4e55-8805-7697b21a5096 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b62e70-73f5-4eb0-9e03-7078474206d8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:16.005911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49024) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:16.018419 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4fcd78de-bf8f-4671-b0ef-04f96486a667 req-db29702d-73f3-4cc4-a29c-79875734931c tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333033 Nov 11 11:56:16.046637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a7aae453-e02b-4397-85cc-1225b6ba7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:16.048571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-a7aae453-e02b-4397-85cc-1225b6ba7f5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=278c407f-72f1-475c-a803-64adb3423621 HTTP/1.1" status: 200 len: 801 time: 0.1477225 Nov 11 11:56:16.050303 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 15584284-9898-4ccd-b7f5-b17242a4c344 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:56:16.055500 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dc1c62a2-4127-49e9-9ee0-1657c720d66d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c923494b0b24034811a64096faf7424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480835 Nov 11 11:56:16.058004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49028) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:16.075390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 15584284-9898-4ccd-b7f5-b17242a4c344 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:56:16.075719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 15584284-9898-4ccd-b7f5-b17242a4c344 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:56:16.112426 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a32d6ff9-5db1-4531-8719-dec92ca06524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.137410 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a32d6ff9-5db1-4531-8719-dec92ca06524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.177845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Attempting to bind port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:16.178138 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Attempting to bind port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:16.178490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Attempting to bind port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:16.185323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-734aa62d-6e8f-4b0f-b69b-9cf232f77d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:16.186979 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-734aa62d-6e8f-4b0f-b69b-9cf232f77d62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c2f6d5da-525c-4e2b-b449-8018dd33e604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1292953 Nov 11 11:56:16.188808 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a32d6ff9-5db1-4531-8719-dec92ca06524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.191707 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a32d6ff9-5db1-4531-8719-dec92ca06524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.192438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:56:16.192761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Attempting to bind port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:16.193155 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a32d6ff9-5db1-4531-8719-dec92ca06524 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3726a4e5-6f99-4910-a068-e8a1592ecae2 HTTP/1.1" status: 204 len: 168 time: 0.1335063 Nov 11 11:56:16.199749 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c374e48-4169-4ad0-955b-46205b40290d req-e6e5f0c9-c13a-4276-9184-97428208ef54 tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "GET /v2.0/security-groups/f2c351f1-968d-4eb8-be8e-3bd4854e0a0c HTTP/1.1" status: 200 len: 1829 time: 0.1241384 Nov 11 11:56:16.202136 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d6ff9-5db1-4531-8719-dec92ca06524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3726a4e5-6f99-4910-a068-e8a1592ecae2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:16.223572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:16.223932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Checking segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:16.224306 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Bound using segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:16.224753 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Bound port: 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:16.225105 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.239697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd14ca-968c-428b-a434-ef267d5a8cc3 req-ba7278c2-9698-4b9f-a305-b4f63928c653 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:16.245620 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd14ca-968c-428b-a434-ef267d5a8cc3 req-ba7278c2-9698-4b9f-a305-b4f63928c653 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:16.251496 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd14ca-968c-428b-a434-ef267d5a8cc3 req-ba7278c2-9698-4b9f-a305-b4f63928c653 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:16.253131 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd14ca-968c-428b-a434-ef267d5a8cc3 req-ba7278c2-9698-4b9f-a305-b4f63928c653 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2412 time: 0.1498253 Nov 11 11:56:16.265143 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'tag': '005c6c38-a851-417e-9b1a-cdd93cd97d30'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:16.267411 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d12de78-f24b-48fe-8b56-ceb1e7b16479" -d '{"events": [{"name": "network-changed", "server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "tag": "005c6c38-a851-417e-9b1a-cdd93cd97d30"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:16.447549 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd14ca-968c-428b-a434-ef267d5a8cc3 req-7daef876-71c3-4890-bad3-6ef90a542efa tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742752 Nov 11 11:56:16.453881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-d877565c-44b4-4f95-a18d-23daa39f5e1a service neutron] 10.222.0.43 "GET /v2.0/networks/c2f6d5da-525c-4e2b-b449-8018dd33e604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567878 Nov 11 11:56:16.458612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] For port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:16.460847 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c374e48-4169-4ad0-955b-46205b40290d req-3e946f6a-5222-477f-83c0-1be47eebb04e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.465438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] For port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:16.498759 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.543493 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49040) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:16.564995 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c374e48-4169-4ad0-955b-46205b40290d req-3e946f6a-5222-477f-83c0-1be47eebb04e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.585434 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b3546d16-ed6e-4608-9492-56a5ab996421 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ecdd3fe5ee854aeb8738e4c5fe2d510a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407851 Nov 11 11:56:16.588026 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49042) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:16.612572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:16.613188 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.614571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] 10.222.0.43 "PUT /v2.0/ports/3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b HTTP/1.1" status: 200 len: 1091 time: 2.1194837 Nov 11 11:56:16.615505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 7fa468ad-990e-4a95-9c61-23beeb46e687 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:16.639134 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d6d01b4c-707b-4b75-8f8e-91e5c1b2eca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.668640 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d6d01b4c-707b-4b75-8f8e-91e5c1b2eca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.676065 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 7fa468ad-990e-4a95-9c61-23beeb46e687 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:56:16.680609 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 7fa468ad-990e-4a95-9c61-23beeb46e687 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:16.681205 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.693561 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0c706-d140-40bc-b880-a3fba3751183 service neutron] Pushing event updated for resources: {'Port': ['ID=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:16.720735 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330f2f4-746d-41dd-98d1-fef88eee5201 req-922175cd-f6f0-4a26-9e17-d9feda0da478 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:16.722679 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d6d01b4c-707b-4b75-8f8e-91e5c1b2eca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.725889 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d6d01b4c-707b-4b75-8f8e-91e5c1b2eca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.729509 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d6d01b4c-707b-4b75-8f8e-91e5c1b2eca8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/46546860-7d7e-4bbe-9515-2ae747f14d91 HTTP/1.1" status: 204 len: 168 time: 0.1381156 Nov 11 11:56:16.729715 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a330f2f4-746d-41dd-98d1-fef88eee5201 req-922175cd-f6f0-4a26-9e17-d9feda0da478 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/ports?device_id=cac30b69-3967-4a42-8a9c-89f4347ac387 HTTP/1.1" status: 200 len: 943 time: 0.2105420 Nov 11 11:56:16.734904 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-41a68716-8044-4298-85fe-b8bab54e145f service neutron] 10.222.0.43 "GET /v2.0/networks/c2f6d5da-525c-4e2b-b449-8018dd33e604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722175 Nov 11 11:56:16.741516 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d01b4c-707b-4b75-8f8e-91e5c1b2eca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46546860-7d7e-4bbe-9515-2ae747f14d91,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:16.741933 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c374e48-4169-4ad0-955b-46205b40290d req-3e946f6a-5222-477f-83c0-1be47eebb04e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.744587 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c374e48-4169-4ad0-955b-46205b40290d req-3e946f6a-5222-477f-83c0-1be47eebb04e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.745730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c374e48-4169-4ad0-955b-46205b40290d req-3e946f6a-5222-477f-83c0-1be47eebb04e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "DELETE /v2.0/security-groups/f2c351f1-968d-4eb8-be8e-3bd4854e0a0c HTTP/1.1" status: 204 len: 173 time: 0.5339797 Nov 11 11:56:16.812214 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.819095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-e9fffe80-b270-4fb7-b121-ffb69f9eef7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.59&port_id=58455209-fb33-498a-bb99-7b8062ddc653 HTTP/1.1" status: 200 len: 217 time: 0.0712590 Nov 11 11:56:16.822671 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e946f6a-5222-477f-83c0-1be47eebb04e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c351f1-968d-4eb8-be8e-3bd4854e0a0c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:16.855215 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6003e7-aa4f-4f00-87f2-82024806fce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa468ad-990e-4a95-9c61-23beeb46e687'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:16.858990 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7b69a8-e2cf-4b1c-8d65-baa798f8b566" -d '{"events": [{"server_uuid": "de6003e7-aa4f-4f00-87f2-82024806fce8", "name": "network-vif-plugged", "status": "completed", "tag": "7fa468ad-990e-4a95-9c61-23beeb46e687"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:16.872300 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 7fa468ad-990e-4a95-9c61-23beeb46e687, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=7fa468ad-990e-4a95-9c61-23beeb46e687,segment=NetworkSegment(adf2f620-2b6d-4d9c-a4f1-c497543817de),segment_id=adf2f620-2b6d-4d9c-a4f1-c497543817de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:16.877372 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:16.892669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-f8597527-747e-4692-8461-c1dd918d2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:16.894207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-f8597527-747e-4692-8461-c1dd918d2801 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 1094 time: 0.2228601 Nov 11 11:56:16.924209 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a330f2f4-746d-41dd-98d1-fef88eee5201 req-32c3fb30-5cd7-4554-833e-f16416c402b4 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/security-groups?id=a603a01c-84cb-409b-a9b8-9c7ff5de6e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952467 Nov 11 11:56:16.928241 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=7fa468ad-990e-4a95-9c61-23beeb46e687,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:16.957327 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-b6af2252-bbb6-402f-b12d-bb4c5d353e07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b HTTP/1.1" status: 200 len: 217 time: 0.0534964 Nov 11 11:56:16.969294 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-091da745-3601-42b8-96c5-c7a287109b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:16.969294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-091da745-3601-42b8-96c5-c7a287109b0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a5071850-d5cc-4757-b576-d8d812b24e12 HTTP/1.1" status: 200 len: 801 time: 0.1290174 Nov 11 11:56:16.984559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e982d-dae9-4234-ba1a-7ea40fb70678 req-007e6ce2-b02a-41e6-ab67-4476bb6a0e86 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:16.986062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c77e982d-dae9-4234-ba1a-7ea40fb70678 req-007e6ce2-b02a-41e6-ab67-4476bb6a0e86 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 946 time: 0.1727388 Nov 11 11:56:17.102891 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-ec25f7e3-a7f2-4afc-84c1-1cdaf48c616a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:17.104500 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-ec25f7e3-a7f2-4afc-84c1-1cdaf48c616a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.1399050 Nov 11 11:56:17.135099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-4a8db622-999e-4bc3-ab42-faf18dd22237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:17.136572 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-4a8db622-999e-4bc3-ab42-faf18dd22237 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76dd3ed5-c2d0-4c00-bd7f-6dadd9094851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1608417 Nov 11 11:56:17.157594 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae539aa-36ec-459e-ab99-5abb786f0863 req-f5651cc5-5f7d-45e4-bdd4-acd348388d62 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:17.159048 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aae539aa-36ec-459e-ab99-5abb786f0863 req-f5651cc5-5f7d-45e4-bdd4-acd348388d62 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 943 time: 0.1470892 Nov 11 11:56:17.166126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c77e982d-dae9-4234-ba1a-7ea40fb70678 req-e8b54139-e064-49ce-a57f-72dc6fca1d24 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506233 Nov 11 11:56:17.166126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-e8ea9371-c11a-4d42-9ae2-cde2eba8a5db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520310 Nov 11 11:56:17.225042 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1355582d-12db-47f0-81d8-b0c514a4ed47 x-openstack-request-id: req-1355582d-12db-47f0-81d8-b0c514a4ed47 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:17.225355 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "tag": "005c6c38-a851-417e-9b1a-cdd93cd97d30", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:17.225570 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1355582d-12db-47f0-81d8-b0c514a4ed47 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:17.225986 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'tag': '005c6c38-a851-417e-9b1a-cdd93cd97d30', 'status': 'completed', 'code': 200} Nov 11 11:56:17.670803 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aae539aa-36ec-459e-ab99-5abb786f0863 req-b6c3579e-fe97-4735-8744-50c82b5cb051 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042586 Nov 11 11:56:17.683887 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-fa728f8c-0454-4bff-ba55-716a362ba802 service neutron] 10.222.0.43 "GET /v2.0/networks/76dd3ed5-c2d0-4c00-bd7f-6dadd9094851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237322 Nov 11 11:56:17.706725 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1accae5-46f6-45a5-b747-0bf635773a4c req-a7c80e9b-3b2c-4006-92f5-7fd0223f353f tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:17.708139 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f1accae5-46f6-45a5-b747-0bf635773a4c req-a7c80e9b-3b2c-4006-92f5-7fd0223f353f tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.1506801 Nov 11 11:56:17.751121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-ccb3cac3-3244-4380-bbfa-a984ebd3cabf service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766945 Nov 11 11:56:17.911524 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62da1bdd-c377-4c18-95b0-60febc01049a req-1fbe4ede-d69e-442f-9fc8-e35eb0e6dd0d tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "GET /v2.0/security-groups/e1d0b05c-2ff9-4da4-86df-a6354ab74ca5 HTTP/1.1" status: 200 len: 1830 time: 0.2140217 Nov 11 11:56:17.917946 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f1accae5-46f6-45a5-b747-0bf635773a4c req-644bf151-118d-4d48-92ab-45e9b13c552d tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940260 Nov 11 11:56:17.934005 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-0a1e29b3-14be-44f4-a705-6dccaa99337c service neutron] 10.222.0.43 "GET /v2.0/networks/76dd3ed5-c2d0-4c00-bd7f-6dadd9094851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378039 Nov 11 11:56:17.966098 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0149b3-bd05-4d9e-b564-171a7fa52716 x-openstack-request-id: req-ea0149b3-bd05-4d9e-b564-171a7fa52716 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:17.966637 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6003e7-aa4f-4f00-87f2-82024806fce8", "name": "network-vif-plugged", "status": "completed", "tag": "7fa468ad-990e-4a95-9c61-23beeb46e687", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:17.966637 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea0149b3-bd05-4d9e-b564-171a7fa52716 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:17.966993 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6003e7-aa4f-4f00-87f2-82024806fce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa468ad-990e-4a95-9c61-23beeb46e687', 'code': 200} Nov 11 11:56:17.999769 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-74d59fd6-b68d-416a-8629-b8f1cee790cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.192&port_id=005c6c38-a851-417e-9b1a-cdd93cd97d30 HTTP/1.1" status: 200 len: 217 time: 0.0565751 Nov 11 11:56:18.008214 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-304bba2b-39e0-4ac2-9afa-df0f4d45e7e7 req-e393b609-7f99-4509-ac76-f3a3107af084 service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427552 Nov 11 11:56:18.049047 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device aa0544bf-1716-4bec-a481-8dc0046aa428 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:56:18.095968 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-62da1bdd-c377-4c18-95b0-60febc01049a req-5b0b9c99-4303-4874-86c7-5b430d4c820e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.098652 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-2568f393-5433-43dd-bd92-6fd5d499f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:18.100275 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-2568f393-5433-43dd-bd92-6fd5d499f586 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=278c407f-72f1-475c-a803-64adb3423621 HTTP/1.1" status: 200 len: 801 time: 0.0900209 Nov 11 11:56:18.159114 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-62da1bdd-c377-4c18-95b0-60febc01049a req-5b0b9c99-4303-4874-86c7-5b430d4c820e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.174551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port aa0544bf-1716-4bec-a481-8dc0046aa428, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=aa0544bf-1716-4bec-a481-8dc0046aa428,segment=NetworkSegment(d91ff056-3618-4d8f-ba34-4d4044ab1c66),segment_id=d91ff056-3618-4d8f-ba34-4d4044ab1c66)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:18.185943 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'aa0544bf-1716-4bec-a481-8dc0046aa428', 'network_id': 'a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c', 'port_id': 'aa0544bf-1716-4bec-a481-8dc0046aa428', 'mac_address': 'fa:16:3e:91:30:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4059d645-c805-4170-9ddb-1d721a477eff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:56:18.204490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd40358-a92a-4c84-ab23-62bc19afe865 req-579dfa72-2f23-49b6-a55d-9aabd9250027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:18.206015 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-afd40358-a92a-4c84-ab23-62bc19afe865 req-579dfa72-2f23-49b6-a55d-9aabd9250027 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 1097 time: 0.1394820 Nov 11 11:56:18.222810 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.235973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0544bf-1716-4bec-a481-8dc0046aa428 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:18.254085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-1d5ec40b-e14e-4e9e-b704-f56bdf203103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:18.255586 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-1d5ec40b-e14e-4e9e-b704-f56bdf203103 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c2f6d5da-525c-4e2b-b449-8018dd33e604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1454434 Nov 11 11:56:18.257103 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port aa0544bf-1716-4bec-a481-8dc0046aa428, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=aa0544bf-1716-4bec-a481-8dc0046aa428,segment=NetworkSegment(d91ff056-3618-4d8f-ba34-4d4044ab1c66),segment_id=d91ff056-3618-4d8f-ba34-4d4044ab1c66)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:18.261781 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.265625 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-62da1bdd-c377-4c18-95b0-60febc01049a req-5b0b9c99-4303-4874-86c7-5b430d4c820e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.268175 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-62da1bdd-c377-4c18-95b0-60febc01049a req-5b0b9c99-4303-4874-86c7-5b430d4c820e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.269246 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62da1bdd-c377-4c18-95b0-60febc01049a req-5b0b9c99-4303-4874-86c7-5b430d4c820e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] 10.222.0.65 "DELETE /v2.0/security-groups/e1d0b05c-2ff9-4da4-86df-a6354ab74ca5 HTTP/1.1" status: 204 len: 173 time: 0.3478780 Nov 11 11:56:18.276125 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49094) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:18.290127 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4127a2e-76b9-4d1f-98af-9a510ec99ec4 req-ee209da4-ff72-4501-9d12-dd08bdf50752 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:18.296108 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4127a2e-76b9-4d1f-98af-9a510ec99ec4 req-ee209da4-ff72-4501-9d12-dd08bdf50752 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:18.302074 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4127a2e-76b9-4d1f-98af-9a510ec99ec4 req-ee209da4-ff72-4501-9d12-dd08bdf50752 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:18.303776 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a4127a2e-76b9-4d1f-98af-9a510ec99ec4 req-ee209da4-ff72-4501-9d12-dd08bdf50752 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2412 time: 0.1480579 Nov 11 11:56:18.324700 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=aa0544bf-1716-4bec-a481-8dc0046aa428,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:18.338414 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b9c99-4303-4874-86c7-5b430d4c820e tempest-SecurityGroupRulesNegativeTestJSON-317156825 tempest-SecurityGroupRulesNegativeTestJSON-317156825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d0b05c-2ff9-4da4-86df-a6354ab74ca5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:18.338601 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-89715ddf-7598-4f46-872d-6f3fa46c0e79 admin admin] Deleting subnet 732ec603-3728-4128-a0a1-47efb3eda0b0 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:56:18.348271 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-89715ddf-7598-4f46-872d-6f3fa46c0e79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.388092 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-89715ddf-7598-4f46-872d-6f3fa46c0e79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.391939 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-afd40358-a92a-4c84-ab23-62bc19afe865 req-aa50904a-ea92-4c38-b855-8d2d27742f33 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730311 Nov 11 11:56:18.428257 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-89715ddf-7598-4f46-872d-6f3fa46c0e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.454648 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a4127a2e-76b9-4d1f-98af-9a510ec99ec4 req-2ee20fe9-dc39-4a48-b821-5556d1e377c5 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222658 Nov 11 11:56:18.471732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-dcba55f9-2887-4444-9147-1f6225c1f4af service neutron] 10.222.0.43 "GET /v2.0/networks/c2f6d5da-525c-4e2b-b449-8018dd33e604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079668 Nov 11 11:56:18.480435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c6e53-a12b-455f-92b7-280a8e4982e9 req-04e03767-43aa-4333-8085-21f83f7e2037 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:18.481999 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d6c6e53-a12b-455f-92b7-280a8e4982e9 req-04e03767-43aa-4333-8085-21f83f7e2037 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/ports?device_id=cac30b69-3967-4a42-8a9c-89f4347ac387 HTTP/1.1" status: 200 len: 944 time: 0.1408334 Nov 11 11:56:18.492276 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-89715ddf-7598-4f46-872d-6f3fa46c0e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.518092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89715ddf-7598-4f46-872d-6f3fa46c0e79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=732ec603-3728-4128-a0a1-47efb3eda0b0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:18.521698 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-89715ddf-7598-4f46-872d-6f3fa46c0e79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.526148 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-89715ddf-7598-4f46-872d-6f3fa46c0e79 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/732ec603-3728-4128-a0a1-47efb3eda0b0 HTTP/1.1" status: 204 len: 168 time: 0.2474432 Nov 11 11:56:18.527737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49096) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:18.546347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['aa0544bf-1716-4bec-a481-8dc0046aa428'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:56:18.569899 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d6c6e53-a12b-455f-92b7-280a8e4982e9 req-6e388163-b3b4-454e-8fd9-ee5fbaa84dc5 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/security-groups?id=a603a01c-84cb-409b-a9b8-9c7ff5de6e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804932 Nov 11 11:56:18.598269 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78522-9690-44ac-8902-2d9f25e5536b req-bd260827-0c9d-49d4-a238-e9e6095df3bf tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:18.599773 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ab78522-9690-44ac-8902-2d9f25e5536b req-bd260827-0c9d-49d4-a238-e9e6095df3bf tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 946 time: 0.0802970 Nov 11 11:56:18.626870 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a7435ad-f73d-4e48-870a-4fc17aba2ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.699606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ab78522-9690-44ac-8902-2d9f25e5536b req-4c51feb8-f740-41e3-b875-32cd5657e9d5 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881531 Nov 11 11:56:18.726398 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a7435ad-f73d-4e48-870a-4fc17aba2ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.728953 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fca59eb5-9874-4d26-b114-ea06b80534bc req-81d8b869-29dc-4294-b332-1847d9222e64 service neutron] 10.222.0.43 "GET /v2.0/networks/c2f6d5da-525c-4e2b-b449-8018dd33e604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497512 Nov 11 11:56:18.760405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-0a7435ad-f73d-4e48-870a-4fc17aba2ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20560d93-2a36-469f-a11f-11c837d444e8']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:18.773358 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-0a7435ad-f73d-4e48-870a-4fc17aba2ce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742e43c4-948c-4bfe-b31e-b5800fae871e') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:18.773953 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-0a7435ad-f73d-4e48-870a-4fc17aba2ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742e43c4-948c-4bfe-b31e-b5800fae871e') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:18.786713 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a7435ad-f73d-4e48-870a-4fc17aba2ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.804103 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a7435ad-f73d-4e48-870a-4fc17aba2ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.815649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7435ad-f73d-4e48-870a-4fc17aba2ce9 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:56:18.816787 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a7435ad-f73d-4e48-870a-4fc17aba2ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:56:18.819666 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:56:18.862246 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c4696-4861-414b-9cd2-14e067795bbb req-04c68ae2-8704-4412-8f7b-a72d74d10628 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:18.864069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-998c4696-4861-414b-9cd2-14e067795bbb req-04c68ae2-8704-4412-8f7b-a72d74d10628 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 943 time: 0.0941880 Nov 11 11:56:18.876863 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a7435ad-f73d-4e48-870a-4fc17aba2ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.882161 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a7435ad-f73d-4e48-870a-4fc17aba2ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:18.888448 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0a7435ad-f73d-4e48-870a-4fc17aba2ce9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/20560d93-2a36-469f-a11f-11c837d444e8 HTTP/1.1" status: 204 len: 168 time: 0.3573632 Nov 11 11:56:18.898901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7435ad-f73d-4e48-870a-4fc17aba2ce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=20560d93-2a36-469f-a11f-11c837d444e8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:18.899839 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12de78-f24b-48fe-8b56-ceb1e7b16479 req-fd6e43f8-b558-46ba-9be9-2b75a54a7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:18.900518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12de78-f24b-48fe-8b56-ceb1e7b16479 req-fd6e43f8-b558-46ba-9be9-2b75a54a7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:18.900978 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12de78-f24b-48fe-8b56-ceb1e7b16479 req-fd6e43f8-b558-46ba-9be9-2b75a54a7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:18.902694 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d12de78-f24b-48fe-8b56-ceb1e7b16479 req-fd6e43f8-b558-46ba-9be9-2b75a54a7880 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=225174e131ea4e749297f8797a24b5c1&device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2865 time: 0.0994530 Nov 11 11:56:18.990016 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c5d04-147a-496e-bdb2-ea777df02500 req-4a8c2651-94bc-4e50-be17-3df6a6da9a7d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:18.991411 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d5c5d04-147a-496e-bdb2-ea777df02500 req-4a8c2651-94bc-4e50-be17-3df6a6da9a7d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 946 time: 0.1472361 Nov 11 11:56:19.029619 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-998c4696-4861-414b-9cd2-14e067795bbb req-79b2cba4-1d40-4609-9c9c-bd4f0a621fb9 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469798 Nov 11 11:56:19.064735 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49114) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:19.076665 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12de78-f24b-48fe-8b56-ceb1e7b16479 req-48e22bf2-0e4f-4e4e-ba63-383f18551948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:19.077426 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d12de78-f24b-48fe-8b56-ceb1e7b16479 req-48e22bf2-0e4f-4e4e-ba63-383f18551948 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c2f6d5da-525c-4e2b-b449-8018dd33e604 HTTP/1.1" status: 200 len: 904 time: 0.1657557 Nov 11 11:56:19.082309 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d5c5d04-147a-496e-bdb2-ea777df02500 req-d7d36df0-e755-40c3-8d99-1abd22efaa42 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822401 Nov 11 11:56:19.132907 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d12de78-f24b-48fe-8b56-ceb1e7b16479 req-8f6a99e3-6885-41fe-a063-63f7b4ecd25e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.192&port_id=005c6c38-a851-417e-9b1a-cdd93cd97d30 HTTP/1.1" status: 200 len: 217 time: 0.0401645 Nov 11 11:56:19.137275 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9016cbe4-4272-42a4-8157-d1b856c25bc5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6cd7c68da9a5408d8d9daf466ae2791c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0695550 Nov 11 11:56:19.139846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49122) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:19.198157 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d42b7840-602d-45f3-935c-de3abbdedb28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:19.214246 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12de78-f24b-48fe-8b56-ceb1e7b16479 req-68541dfb-9f85-4105-9490-9d78ede63fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:19.215884 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d12de78-f24b-48fe-8b56-ceb1e7b16479 req-68541dfb-9f85-4105-9490-9d78ede63fd8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=278c407f-72f1-475c-a803-64adb3423621 HTTP/1.1" status: 200 len: 801 time: 0.0707095 Nov 11 11:56:19.221963 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d42b7840-602d-45f3-935c-de3abbdedb28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:19.223325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44edf5f-bd32-4bdf-8b4f-4eba435700d4 req-a6aa723f-bae5-494b-b937-2e40c653fdb9 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:19.224741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a44edf5f-bd32-4bdf-8b4f-4eba435700d4 req-a6aa723f-bae5-494b-b937-2e40c653fdb9 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.0882914 Nov 11 11:56:19.231022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75ed44a-4c88-416a-856f-9c1c7600e775', 'tag': '3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:19.233280 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352fc02f-4216-484e-adc5-689e47146634" -d '{"events": [{"name": "network-changed", "server_uuid": "d75ed44a-4c88-416a-856f-9c1c7600e775", "tag": "3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:19.284969 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d42b7840-602d-45f3-935c-de3abbdedb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:19.289886 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d42b7840-602d-45f3-935c-de3abbdedb28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:19.295489 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d42b7840-602d-45f3-935c-de3abbdedb28 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/66835ce1-1543-483b-897c-ee812e71de14 HTTP/1.1" status: 204 len: 168 time: 0.1541085 Nov 11 11:56:19.306047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12de78-f24b-48fe-8b56-ceb1e7b16479 req-d4503096-4bf8-48e4-a2c9-f979f4fec3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:19.307633 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d12de78-f24b-48fe-8b56-ceb1e7b16479 req-d4503096-4bf8-48e4-a2c9-f979f4fec3f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c2f6d5da-525c-4e2b-b449-8018dd33e604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0711432 Nov 11 11:56:19.307842 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b7840-602d-45f3-935c-de3abbdedb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66835ce1-1543-483b-897c-ee812e71de14,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:19.311462 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a44edf5f-bd32-4bdf-8b4f-4eba435700d4 req-5faf1404-a3d2-49ce-8257-72681c95f9bc tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738542 Nov 11 11:56:19.355783 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9216351-c57a-4b80-a7e1-6da067194f42 x-openstack-request-id: req-f9216351-c57a-4b80-a7e1-6da067194f42 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:19.356066 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75ed44a-4c88-416a-856f-9c1c7600e775", "tag": "3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:19.356317 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9216351-c57a-4b80-a7e1-6da067194f42 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:19.356712 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75ed44a-4c88-416a-856f-9c1c7600e775', 'tag': '3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b', 'status': 'completed', 'code': 200} Nov 11 11:56:19.470920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fc02f-4216-484e-adc5-689e47146634 req-15a044fa-e074-495c-b410-1c17d97600f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:19.472441 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-352fc02f-4216-484e-adc5-689e47146634 req-15a044fa-e074-495c-b410-1c17d97600f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 1094 time: 0.1006703 Nov 11 11:56:19.486242 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d12de78-f24b-48fe-8b56-ceb1e7b16479 req-9925543e-ec40-41b4-8e00-1f6c1f35c83c service neutron] 10.222.0.43 "GET /v2.0/networks/c2f6d5da-525c-4e2b-b449-8018dd33e604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652672 Nov 11 11:56:19.677469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49146) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:19.751914 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca50f6-1a7a-43d1-8677-6617f0c61fb5 req-f5de2664-49bc-4955-b369-2956011c0785 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:19.754044 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2ca50f6-1a7a-43d1-8677-6617f0c61fb5 req-f5de2664-49bc-4955-b369-2956011c0785 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 946 time: 0.2453170 Nov 11 11:56:19.771005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab885d-2e1f-4f62-82a5-4e709a4ca488 req-86f3e7f0-5ac2-48a6-92a4-d2b528df556e tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:19.777277 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab885d-2e1f-4f62-82a5-4e709a4ca488 req-86f3e7f0-5ac2-48a6-92a4-d2b528df556e tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:19.783448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab885d-2e1f-4f62-82a5-4e709a4ca488 req-86f3e7f0-5ac2-48a6-92a4-d2b528df556e tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:19.785075 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5aab885d-2e1f-4f62-82a5-4e709a4ca488 req-86f3e7f0-5ac2-48a6-92a4-d2b528df556e tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2412 time: 0.2387893 Nov 11 11:56:19.803942 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-20054354-2fa0-45ba-bdc1-d1b62564b61e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:19.811676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fc02f-4216-484e-adc5-689e47146634 req-a683045f-eb71-476e-8a4e-9cb4cd5e2ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:19.813084 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-352fc02f-4216-484e-adc5-689e47146634 req-a683045f-eb71-476e-8a4e-9cb4cd5e2ab6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.3257344 Nov 11 11:56:19.847583 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d12de78-f24b-48fe-8b56-ceb1e7b16479 req-c4390c44-c218-4596-9756-351128be89b8 service neutron] 10.222.0.43 "GET /v2.0/networks/c2f6d5da-525c-4e2b-b449-8018dd33e604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382008 Nov 11 11:56:19.891591 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-20054354-2fa0-45ba-bdc1-d1b62564b61e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:19.898453 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-20054354-2fa0-45ba-bdc1-d1b62564b61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:19.903120 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-352fc02f-4216-484e-adc5-689e47146634 req-e8f06fb6-db51-425e-8034-b01440a067c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b HTTP/1.1" status: 200 len: 217 time: 0.0738695 Nov 11 11:56:19.942173 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-20054354-2fa0-45ba-bdc1-d1b62564b61e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8823a82981c54920b2586a82c2aae632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635734 Nov 11 11:56:19.942801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49158) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:19.949036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20054354-2fa0-45ba-bdc1-d1b62564b61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5f6eda-4aa1-4674-bb76-ffdf7265fae2,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:19.956675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2ca50f6-1a7a-43d1-8677-6617f0c61fb5 req-5132c381-e607-428b-b4a3-9a2d29eaea96 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569667 Nov 11 11:56:19.994527 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5aab885d-2e1f-4f62-82a5-4e709a4ca488 req-db0565b5-1507-44fd-a3a8-e257c7857230 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793060 Nov 11 11:56:20.020878 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cd6fe812-ffb1-44cc-a35d-8f51744b5aa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:20.023970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fc02f-4216-484e-adc5-689e47146634 req-a0139d58-6f95-4c7e-a41a-db3b71672211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:20.025571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-352fc02f-4216-484e-adc5-689e47146634 req-a0139d58-6f95-4c7e-a41a-db3b71672211 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.1133299 Nov 11 11:56:20.049964 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cd6fe812-ffb1-44cc-a35d-8f51744b5aa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:20.058817 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device aa0544bf-1716-4bec-a481-8dc0046aa428 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:20.080647 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-352fc02f-4216-484e-adc5-689e47146634 req-90040619-0c66-47ed-b836-f80595b349ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466018 Nov 11 11:56:20.130682 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cd6fe812-ffb1-44cc-a35d-8f51744b5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:20.133408 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cd6fe812-ffb1-44cc-a35d-8f51744b5aa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:20.134690 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cd6fe812-ffb1-44cc-a35d-8f51744b5aa6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0e5f6eda-4aa1-4674-bb76-ffdf7265fae2 HTTP/1.1" status: 204 len: 168 time: 0.1906593 Nov 11 11:56:20.141105 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port aa0544bf-1716-4bec-a481-8dc0046aa428 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:56:20.143300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fe812-ffb1-44cc-a35d-8f51744b5aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5f6eda-4aa1-4674-bb76-ffdf7265fae2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:20.147908 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port aa0544bf-1716-4bec-a481-8dc0046aa428 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:20.148667 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:20.226229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11fb02-8768-470f-a540-6f8dca49f26b req-4c3aac77-66d1-4941-8968-04011b9f4150 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:20.227853 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f11fb02-8768-470f-a540-6f8dca49f26b req-4c3aac77-66d1-4941-8968-04011b9f4150 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 946 time: 0.1520734 Nov 11 11:56:20.241733 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07635933-696b-4b8c-a223-31979f700fc4 req-4792bf41-13c5-481f-bf45-7a08206303a0 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:20.248673 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07635933-696b-4b8c-a223-31979f700fc4 req-4792bf41-13c5-481f-bf45-7a08206303a0 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/ports?device_id=cac30b69-3967-4a42-8a9c-89f4347ac387 HTTP/1.1" status: 200 len: 944 time: 0.2018239 Nov 11 11:56:20.249506 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:20.296541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac30b69-3967-4a42-8a9c-89f4347ac387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0544bf-1716-4bec-a481-8dc0046aa428'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:20.300049 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fc9a3c-1619-4a82-8d09-c08dae92044e" -d '{"events": [{"server_uuid": "cac30b69-3967-4a42-8a9c-89f4347ac387", "name": "network-vif-plugged", "status": "completed", "tag": "aa0544bf-1716-4bec-a481-8dc0046aa428"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:20.314886 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port aa0544bf-1716-4bec-a481-8dc0046aa428, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=aa0544bf-1716-4bec-a481-8dc0046aa428,segment=NetworkSegment(d91ff056-3618-4d8f-ba34-4d4044ab1c66),segment_id=d91ff056-3618-4d8f-ba34-4d4044ab1c66)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:20.321651 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-352fc02f-4216-484e-adc5-689e47146634 req-6f88dd10-d57d-400e-af0a-8a9bab11d871 service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166269 Nov 11 11:56:20.321903 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:20.374038 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=aa0544bf-1716-4bec-a481-8dc0046aa428,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:20.407687 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f11fb02-8768-470f-a540-6f8dca49f26b req-fa73b248-5951-4614-a488-cabdbd3adf53 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563835 Nov 11 11:56:20.422459 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07635933-696b-4b8c-a223-31979f700fc4 req-a2a2a180-9a1a-41a8-911c-2205bc8a563d tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/security-groups?id=a603a01c-84cb-409b-a9b8-9c7ff5de6e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729414 Nov 11 11:56:20.449108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-352fc02f-4216-484e-adc5-689e47146634 req-38960447-74bc-4211-aa48-898fa33930a6 service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140575 Nov 11 11:56:20.545011 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cfdf3f-97ec-47e1-916f-7cce6da8aafc x-openstack-request-id: req-54cfdf3f-97ec-47e1-916f-7cce6da8aafc {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:20.545282 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac30b69-3967-4a42-8a9c-89f4347ac387", "name": "network-vif-plugged", "status": "completed", "tag": "aa0544bf-1716-4bec-a481-8dc0046aa428", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:20.545556 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54cfdf3f-97ec-47e1-916f-7cce6da8aafc {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:20.545990 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac30b69-3967-4a42-8a9c-89f4347ac387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0544bf-1716-4bec-a481-8dc0046aa428', 'code': 200} Nov 11 11:56:20.549844 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49188) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:20.554243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307bf12-9f3e-404a-9dca-781b80c2f70a req-3780f863-a18c-46ba-b7cf-e67bd7724131 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:20.555912 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2307bf12-9f3e-404a-9dca-781b80c2f70a req-3780f863-a18c-46ba-b7cf-e67bd7724131 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 943 time: 0.0599613 Nov 11 11:56:20.566880 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-076bfa44-c6aa-4a26-968a-9c21d7929085 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:20.617015 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2307bf12-9f3e-404a-9dca-781b80c2f70a req-c046a1e8-4e4e-480a-a3ef-f97afe0f5b2e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498219 Nov 11 11:56:20.649727 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:56:20.694687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ad23-7284-47d4-b490-1c671e37a2d2 req-5c7436ad-0e8a-4ca7-8639-8971637ccbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:20.696475 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f853ad23-7284-47d4-b490-1c671e37a2d2 req-5c7436ad-0e8a-4ca7-8639-8971637ccbaf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cac30b69-3967-4a42-8a9c-89f4347ac387 HTTP/1.1" status: 200 len: 1096 time: 0.0734732 Nov 11 11:56:20.698554 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-076bfa44-c6aa-4a26-968a-9c21d7929085 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:20.715352 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-076bfa44-c6aa-4a26-968a-9c21d7929085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:20.752909 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-076bfa44-c6aa-4a26-968a-9c21d7929085 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c8259ef438084ba0ae0a4a8b7940749a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010047 Nov 11 11:56:20.755431 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49190) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:20.792544 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f853ad23-7284-47d4-b490-1c671e37a2d2 req-0024b7b7-beb3-4660-a05b-671138b7dac9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a603a01c-84cb-409b-a9b8-9c7ff5de6e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860131 Nov 11 11:56:20.797267 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bfa44-c6aa-4a26-968a-9c21d7929085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba04e62-5615-4dd9-86c8-d5307ececd9f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:20.807135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:20.832050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b', 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794', 'port_id': '3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b', 'mac_address': 'fa:16:3e:79:40:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe659b4-2536-4abf-9268-da5913f8d819', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:56:20.836806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b4eaa-36db-454a-9017-b77d5b22628b req-3347c301-d79a-4008-ab11-d1c70feedb62 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:20.838534 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f03b4eaa-36db-454a-9017-b77d5b22628b req-3347c301-d79a-4008-ab11-d1c70feedb62 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.1151819 Nov 11 11:56:20.868470 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4471f84-c9b3-48cc-a630-647383a00c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:20.881312 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:20.895061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:20.909017 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4471f84-c9b3-48cc-a630-647383a00c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:20.916990 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:20.921304 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f03b4eaa-36db-454a-9017-b77d5b22628b req-c955bf92-99b9-4e63-a34e-c2a0ea327658 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761096 Nov 11 11:56:20.939478 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:20.941147 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5cea04b0-7f94-4bcb-ac29-001c440e00ba details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:56:21.012841 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4471f84-c9b3-48cc-a630-647383a00c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:21.016033 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4471f84-c9b3-48cc-a630-647383a00c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:21.019714 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e4471f84-c9b3-48cc-a630-647383a00c9c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cba04e62-5615-4dd9-86c8-d5307ececd9f HTTP/1.1" status: 204 len: 168 time: 0.2587855 Nov 11 11:56:21.032761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4471f84-c9b3-48cc-a630-647383a00c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba04e62-5615-4dd9-86c8-d5307ececd9f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:21.090325 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:21.147943 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5cea04b0-7f94-4bcb-ac29-001c440e00ba, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5cea04b0-7f94-4bcb-ac29-001c440e00ba,segment=NetworkSegment(1163f9d5-7b1b-479f-89ef-de010862c6ed),segment_id=1163f9d5-7b1b-479f-89ef-de010862c6ed)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:21.161512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '5cea04b0-7f94-4bcb-ac29-001c440e00ba', 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604', 'port_id': '5cea04b0-7f94-4bcb-ac29-001c440e00ba', 'mac_address': 'fa:16:3e:48:86:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278c407f-72f1-475c-a803-64adb3423621', 'ip_address': '19.80.0.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:56:21.213631 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:21.236298 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cea04b0-7f94-4bcb-ac29-001c440e00ba {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:21.236536 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c7a53-763f-4780-84bc-c2af09acd519 req-b7b9a36e-783e-4a17-a296-335f5c888e92 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:21.238966 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d97c7a53-763f-4780-84bc-c2af09acd519 req-b7b9a36e-783e-4a17-a296-335f5c888e92 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 946 time: 0.0883200 Nov 11 11:56:21.275753 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5cea04b0-7f94-4bcb-ac29-001c440e00ba, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5cea04b0-7f94-4bcb-ac29-001c440e00ba,segment=NetworkSegment(1163f9d5-7b1b-479f-89ef-de010862c6ed),segment_id=1163f9d5-7b1b-479f-89ef-de010862c6ed)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:21.280522 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:21.281256 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 58455209-fb33-498a-bb99-7b8062ddc653 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:56:21.318565 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:21.371054 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd68af-942e-4b6f-8d21-ee56280597b0 req-388f8a12-2954-4a22-8a1e-f64cd6f31af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:21.372558 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5fd68af-942e-4b6f-8d21-ee56280597b0 req-388f8a12-2954-4a22-8a1e-f64cd6f31af2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3fd635830ed454d9bc757e2f29f1792&device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 1097 time: 0.1275225 Nov 11 11:56:21.390429 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d97c7a53-763f-4780-84bc-c2af09acd519 req-98f89a15-072c-455b-9964-9429f964b2e7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033075 Nov 11 11:56:21.402541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=5cea04b0-7f94-4bcb-ac29-001c440e00ba,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:21.436664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1eb38-2caa-4091-884b-84515a466522 req-9a318a8c-9c9d-4899-a375-5c47a92481fc tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:21.442526 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1eb38-2caa-4091-884b-84515a466522 req-9a318a8c-9c9d-4899-a375-5c47a92481fc tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:21.450063 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1eb38-2caa-4091-884b-84515a466522 req-9a318a8c-9c9d-4899-a375-5c47a92481fc tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:21.453802 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0b1eb38-2caa-4091-884b-84515a466522 req-9a318a8c-9c9d-4899-a375-5c47a92481fc tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2413 time: 0.1359942 Nov 11 11:56:21.455061 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49214) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:21.463028 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 58455209-fb33-498a-bb99-7b8062ddc653, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=58455209-fb33-498a-bb99-7b8062ddc653,segment=NetworkSegment(9dbf6fb6-ece5-42e3-b101-7c4893405313),segment_id=9dbf6fb6-ece5-42e3-b101-7c4893405313)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:21.479824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '58455209-fb33-498a-bb99-7b8062ddc653', 'network_id': '76dd3ed5-c2d0-4c00-bd7f-6dadd9094851', 'port_id': '58455209-fb33-498a-bb99-7b8062ddc653', 'mac_address': 'fa:16:3e:39:ad:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5071850-d5cc-4757-b576-d8d812b24e12', 'ip_address': '19.86.0.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:56:21.526040 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:21.543700 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58455209-fb33-498a-bb99-7b8062ddc653 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:21.568186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 58455209-fb33-498a-bb99-7b8062ddc653, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=58455209-fb33-498a-bb99-7b8062ddc653,segment=NetworkSegment(9dbf6fb6-ece5-42e3-b101-7c4893405313),segment_id=9dbf6fb6-ece5-42e3-b101-7c4893405313)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:21.573008 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:21.573732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 005c6c38-a851-417e-9b1a-cdd93cd97d30 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:56:21.598873 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0b1eb38-2caa-4091-884b-84515a466522 req-cbdb95d9-2bbf-4fbe-b880-a25f2e3f5bb5 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344728 Nov 11 11:56:21.619476 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c139-3be0-42ea-bda2-afcba1c68a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:21.637124 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee502-e415-43b3-972d-5df12583ab2d req-139a4b7b-3407-458c-89bd-650ff81625da tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:21.638942 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8daee502-e415-43b3-972d-5df12583ab2d req-139a4b7b-3407-458c-89bd-650ff81625da tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.1007411 Nov 11 11:56:21.648478 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd68af-942e-4b6f-8d21-ee56280597b0 req-1d155c74-a47b-4ad5-a2cc-f924d7817e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:21.650244 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5fd68af-942e-4b6f-8d21-ee56280597b0 req-1d155c74-a47b-4ad5-a2cc-f924d7817e4c service neutron] 10.222.0.43 "GET /v2.0/networks?id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 HTTP/1.1" status: 200 len: 913 time: 0.2340484 Nov 11 11:56:21.651484 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 005c6c38-a851-417e-9b1a-cdd93cd97d30, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=005c6c38-a851-417e-9b1a-cdd93cd97d30,segment=NetworkSegment(1163f9d5-7b1b-479f-89ef-de010862c6ed),segment_id=1163f9d5-7b1b-479f-89ef-de010862c6ed)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:21.654341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=58455209-fb33-498a-bb99-7b8062ddc653,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:21.675832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '005c6c38-a851-417e-9b1a-cdd93cd97d30', 'network_id': 'c2f6d5da-525c-4e2b-b449-8018dd33e604', 'port_id': '005c6c38-a851-417e-9b1a-cdd93cd97d30', 'mac_address': 'fa:16:3e:9e:37:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278c407f-72f1-475c-a803-64adb3423621', 'ip_address': '19.80.0.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:56:21.700533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5fd68af-942e-4b6f-8d21-ee56280597b0 req-175d0092-fb25-4163-8879-8cd24e251163 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fa468ad-990e-4a95-9c61-23beeb46e687 HTTP/1.1" status: 200 len: 217 time: 0.0426736 Nov 11 11:56:21.727654 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:21.731596 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c139-3be0-42ea-bda2-afcba1c68a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:21.737125 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c139-3be0-42ea-bda2-afcba1c68a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:21.743794 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005c6c38-a851-417e-9b1a-cdd93cd97d30 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:21.770761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 005c6c38-a851-417e-9b1a-cdd93cd97d30, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=005c6c38-a851-417e-9b1a-cdd93cd97d30,segment=NetworkSegment(1163f9d5-7b1b-479f-89ef-de010862c6ed),segment_id=1163f9d5-7b1b-479f-89ef-de010862c6ed)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:21.777912 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:21.798940 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6c139-3be0-42ea-bda2-afcba1c68a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b6071e-6713-4eaa-a8fb-b1ad5fadcb47,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:21.803735 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2dd6c139-3be0-42ea-bda2-afcba1c68a8f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=80831ce045624d11a49426b2de7f9cc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474174 Nov 11 11:56:21.806415 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49230) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:21.811300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8daee502-e415-43b3-972d-5df12583ab2d req-071d3a7b-3b34-4062-b3c4-c36bd5c86bd4 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616755 Nov 11 11:56:21.838010 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd68af-942e-4b6f-8d21-ee56280597b0 req-15a645e3-3ca9-4b9d-b6a7-dda7dd8f5175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:21.843135 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5fd68af-942e-4b6f-8d21-ee56280597b0 req-15a645e3-3ca9-4b9d-b6a7-dda7dd8f5175 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48e45dd7-d65b-4c0b-9f3f-c9a34427b564 HTTP/1.1" status: 200 len: 851 time: 0.1348088 Nov 11 11:56:21.866936 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b15c4a9e-8223-4cae-b4fa-173f65b834ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:21.877159 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=005c6c38-a851-417e-9b1a-cdd93cd97d30,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:21.882715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d790245-45a3-4e89-b300-7a4e052ff9c5 req-174d0e88-92d2-48bf-aae0-288c5fae7690 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:21.884664 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d790245-45a3-4e89-b300-7a4e052ff9c5 req-174d0e88-92d2-48bf-aae0-288c5fae7690 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 946 time: 0.1434162 Nov 11 11:56:21.905653 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5fd68af-942e-4b6f-8d21-ee56280597b0 req-08109f5a-63ec-4665-a554-809d260a4f34 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528607 Nov 11 11:56:21.908217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b15c4a9e-8223-4cae-b4fa-173f65b834ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:21.983580 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b15c4a9e-8223-4cae-b4fa-173f65b834ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:21.986885 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b15c4a9e-8223-4cae-b4fa-173f65b834ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:21.988373 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b15c4a9e-8223-4cae-b4fa-173f65b834ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4b6071e-6713-4eaa-a8fb-b1ad5fadcb47 HTTP/1.1" status: 204 len: 168 time: 0.1808224 Nov 11 11:56:22.002942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c4a9e-8223-4cae-b4fa-173f65b834ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b6071e-6713-4eaa-a8fb-b1ad5fadcb47,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:22.046975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb33ef3-3d92-431b-9232-cbf8c5a12033 req-fd182450-71d0-47f7-acd2-d8a563b2b293 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:22.048810 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7cb33ef3-3d92-431b-9232-cbf8c5a12033 req-fd182450-71d0-47f7-acd2-d8a563b2b293 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/ports?device_id=cac30b69-3967-4a42-8a9c-89f4347ac387 HTTP/1.1" status: 200 len: 945 time: 0.1453862 Nov 11 11:56:22.069107 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d790245-45a3-4e89-b300-7a4e052ff9c5 req-5f9ab0e9-513c-4d5d-9576-8d6d152a4c44 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665556 Nov 11 11:56:22.147269 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5fd68af-942e-4b6f-8d21-ee56280597b0 req-ee982988-7318-450f-87d6-850357b0be7b service neutron] 10.222.0.43 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273288 Nov 11 11:56:22.152268 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['005c6c38-a851-417e-9b1a-cdd93cd97d30'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:56:22.198662 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7cb33ef3-3d92-431b-9232-cbf8c5a12033 req-fb9b5357-ac92-4ea2-8103-6e7ab1b9db10 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/security-groups?id=a603a01c-84cb-409b-a9b8-9c7ff5de6e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137228 Nov 11 11:56:22.211860 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:56:22.219714 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['58455209-fb33-498a-bb99-7b8062ddc653'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:56:22.311446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9217e1-7b68-421d-9bd8-ec81324252f0 req-10bf67c0-408b-4fd3-ba0f-57d7f789f994 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:22.317155 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a9217e1-7b68-421d-9bd8-ec81324252f0 req-10bf67c0-408b-4fd3-ba0f-57d7f789f994 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 944 time: 0.0816202 Nov 11 11:56:22.326830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5fd68af-942e-4b6f-8d21-ee56280597b0 req-2d5f5429-e29c-4d9b-842c-21694027e253 service neutron] 10.222.0.43 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693432 Nov 11 11:56:22.394606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a9217e1-7b68-421d-9bd8-ec81324252f0 req-a6b454c8-e529-4b40-a4d5-2a40e6fd16a7 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764766 Nov 11 11:56:22.809708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84e1fe-e0d5-476b-8c80-826d411b9244 req-d2c4fbac-863b-44c3-aaad-f11357865c72 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:22.815728 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84e1fe-e0d5-476b-8c80-826d411b9244 req-d2c4fbac-863b-44c3-aaad-f11357865c72 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:22.822447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84e1fe-e0d5-476b-8c80-826d411b9244 req-d2c4fbac-863b-44c3-aaad-f11357865c72 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:22.842609 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4c84e1fe-e0d5-476b-8c80-826d411b9244 req-d2c4fbac-863b-44c3-aaad-f11357865c72 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2415 time: 0.1387126 Nov 11 11:56:22.917033 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4c84e1fe-e0d5-476b-8c80-826d411b9244 req-53d23073-743e-448d-89c4-bc098dae7405 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732408 Nov 11 11:56:23.066015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70044247-cec2-423d-aa3e-ec1f56c58c79 req-996d9923-879c-436c-b6c3-bab7c102263a tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:23.072974 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70044247-cec2-423d-aa3e-ec1f56c58c79 req-996d9923-879c-436c-b6c3-bab7c102263a tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.0812390 Nov 11 11:56:23.124280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fad71-f1d4-4105-84d5-5145b5b9ef15 req-730efcf8-8d9c-48ea-ba40-a7c3b25dfc5c tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:23.125749 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a34fad71-f1d4-4105-84d5-5145b5b9ef15 req-730efcf8-8d9c-48ea-ba40-a7c3b25dfc5c tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 946 time: 0.0969839 Nov 11 11:56:23.134178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70044247-cec2-423d-aa3e-ec1f56c58c79 req-2bcc91d5-bbc4-4d66-b633-0f0aa648024e tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603862 Nov 11 11:56:23.190067 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a34fad71-f1d4-4105-84d5-5145b5b9ef15 req-ac416ba4-6d9d-4e69-a703-1654bacf467a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547760 Nov 11 11:56:23.198368 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49308) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:23.258346 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['5cea04b0-7f94-4bcb-ac29-001c440e00ba'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:56:23.318870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-658c1e4f-6bb9-48d8-899f-91aa4247926e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1938653056-network', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:23.353198 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658c1e4f-6bb9-48d8-899f-91aa4247926e admin admin] Made reservation on behalf of ce8c020f04c24b88a3a769ac95da7fb3 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:23.355753 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-658c1e4f-6bb9-48d8-899f-91aa4247926e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:23.363554 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b11ae3-ad9c-4ec1-b426-4df9993908ce req-996bf529-b3f4-441f-9ef3-e070c4983c26 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:23.364801 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-658c1e4f-6bb9-48d8-899f-91aa4247926e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:23.371476 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69b11ae3-ad9c-4ec1-b426-4df9993908ce req-996bf529-b3f4-441f-9ef3-e070c4983c26 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/ports?device_id=cac30b69-3967-4a42-8a9c-89f4347ac387 HTTP/1.1" status: 200 len: 945 time: 0.0578015 Nov 11 11:56:23.429223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69b11ae3-ad9c-4ec1-b426-4df9993908ce req-3b11dd28-257a-46a7-8a5c-83b4e15a2b4d tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/security-groups?id=a603a01c-84cb-409b-a9b8-9c7ff5de6e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568736 Nov 11 11:56:23.459222 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-658c1e4f-6bb9-48d8-899f-91aa4247926e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:23.464321 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-658c1e4f-6bb9-48d8-899f-91aa4247926e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:23.475933 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658c1e4f-6bb9-48d8-899f-91aa4247926e admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:56:23.485356 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-658c1e4f-6bb9-48d8-899f-91aa4247926e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:23.485740 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-658c1e4f-6bb9-48d8-899f-91aa4247926e admin admin] Added segment 1d566418-1a56-4edd-a2ef-cd265ec97c36 of type vlan for network 6dc3e723-3d12-4bec-8554-dba88e91238e Nov 11 11:56:23.534168 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-658c1e4f-6bb9-48d8-899f-91aa4247926e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:23.554309 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c1e4f-6bb9-48d8-899f-91aa4247926e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f746ece5-ceaa-4009-a5bd-30cfd20075a5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:23.562248 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dfe62-7104-4efa-9141-f73061a70eb6 req-d3442fe7-f819-471a-a5e3-81d26d69fe7d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:23.564203 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1a1dfe62-7104-4efa-9141-f73061a70eb6 req-d3442fe7-f819-471a-a5e3-81d26d69fe7d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 944 time: 0.0569687 Nov 11 11:56:23.573447 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-658c1e4f-6bb9-48d8-899f-91aa4247926e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:23.574776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c1e4f-6bb9-48d8-899f-91aa4247926e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:23.575440 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-658c1e4f-6bb9-48d8-899f-91aa4247926e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:23.631505 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1a1dfe62-7104-4efa-9141-f73061a70eb6 req-93d2fcf2-2689-4245-9f52-4daff156e6f9 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596888 Nov 11 11:56:23.659324 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-658c1e4f-6bb9-48d8-899f-91aa4247926e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4593647 Nov 11 11:56:23.662481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49324) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:23.663418 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c1e4f-6bb9-48d8-899f-91aa4247926e admin admin] Pushing event updated for resources: {'Network': ['ID=6dc3e723-3d12-4bec-8554-dba88e91238e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:23.669314 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-9ed5fd41-c87b-47f1-ba34-503c5ee6c53b admin admin] Request body: {'subnet': {'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1938653056-subnet', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:23.674158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 6dc3e723-3d12-4bec-8554-dba88e91238e details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:56:23.736813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed5fd41-c87b-47f1-ba34-503c5ee6c53b admin admin] Made reservation on behalf of ce8c020f04c24b88a3a769ac95da7fb3 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:23.739524 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9ed5fd41-c87b-47f1-ba34-503c5ee6c53b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:23.767717 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a44d9-f12e-424a-9e2d-7de6b34f228c req-992c0625-4516-4382-bf91-3ca06256cfa5 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:23.769224 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-798a44d9-f12e-424a-9e2d-7de6b34f228c req-992c0625-4516-4382-bf91-3ca06256cfa5 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/ports?device_id=cac30b69-3967-4a42-8a9c-89f4347ac387 HTTP/1.1" status: 200 len: 945 time: 0.0947812 Nov 11 11:56:23.863868 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-798a44d9-f12e-424a-9e2d-7de6b34f228c req-729e4529-5332-45d1-abab-56c445edb0a8 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/security-groups?id=a603a01c-84cb-409b-a9b8-9c7ff5de6e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658922 Nov 11 11:56:23.963401 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9ed5fd41-c87b-47f1-ba34-503c5ee6c53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.039745 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5fd41-c87b-47f1-ba34-503c5ee6c53b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d96812f2-7008-4fc2-bbdd-5a46cd7a6387,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:24.065637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed5fd41-c87b-47f1-ba34-503c5ee6c53b admin admin] Checking segment: {'id': '1d566418-1a56-4edd-a2ef-cd265ec97c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:24.065988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed5fd41-c87b-47f1-ba34-503c5ee6c53b admin admin] Network hostable DHCP agents. Network: 6dc3e723-3d12-4bec-8554-dba88e91238e, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:56:24.080748 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fe36f-caab-4225-ab72-900feea369dc req-cf9b366a-b387-4f0c-9420-f5b50bba32d1 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:24.087013 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fe36f-caab-4225-ab72-900feea369dc req-cf9b366a-b387-4f0c-9420-f5b50bba32d1 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:24.093009 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fe36f-caab-4225-ab72-900feea369dc req-cf9b366a-b387-4f0c-9420-f5b50bba32d1 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:24.094701 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fb3fe36f-caab-4225-ab72-900feea369dc req-cf9b366a-b387-4f0c-9420-f5b50bba32d1 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2415 time: 0.0914912 Nov 11 11:56:24.131518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed5fd41-c87b-47f1-ba34-503c5ee6c53b admin admin] Network 6dc3e723-3d12-4bec-8554-dba88e91238e is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:56:24.155287 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-9ed5fd41-c87b-47f1-ba34-503c5ee6c53b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 6dc3e723-3d12-4bec-8554-dba88e91238e) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:24.160705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed5fd41-c87b-47f1-ba34-503c5ee6c53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:24.161672 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9ed5fd41-c87b-47f1-ba34-503c5ee6c53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.168733 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3180573-0a99-4b8d-9c31-9209cbf62544 None None] Network 6dc3e723-3d12-4bec-8554-dba88e91238e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:24.170532 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fb3fe36f-caab-4225-ab72-900feea369dc req-5c9dd0af-5c72-47ed-bd83-85039dd52cb9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693078 Nov 11 11:56:24.193441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49360) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:24.198040 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9ed5fd41-c87b-47f1-ba34-503c5ee6c53b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5261474 Nov 11 11:56:24.198864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1938653056-router', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:24.241881 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.243370 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.287284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f68f2-1552-47c9-8722-c5bfe3b997d7 req-1cc14b1d-7258-4607-89c4-956cc87ee141 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:24.290173 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db5f68f2-1552-47c9-8722-c5bfe3b997d7 req-1cc14b1d-7258-4607-89c4-956cc87ee141 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.0654674 Nov 11 11:56:24.316789 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.345224 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49368) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:24.373163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-6dc3e723-3d12-4bec-8554-dba88e91238e', 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'fixed_ips': [{'subnet_id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:56:24.374074 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.383707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead630a7-bc92-4ad3-8e2a-ad5c39f1f391 req-0793c263-b0ad-4b9c-89c7-ab5e7be963ef tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:24.385249 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ead630a7-bc92-4ad3-8e2a-ad5c39f1f391 req-0793c263-b0ad-4b9c-89c7-ab5e7be963ef tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 946 time: 0.1075082 Nov 11 11:56:24.424282 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db5f68f2-1552-47c9-8722-c5bfe3b997d7 req-ab03778e-e448-4d63-a895-35032add238a tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186695 Nov 11 11:56:24.473159 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.490566 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45d35404-6ee7-4c31-a606-c626a7417b6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.515421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ead630a7-bc92-4ad3-8e2a-ad5c39f1f391 req-f9b30c05-937b-4093-951a-ed63857f6c6f tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158929 Nov 11 11:56:24.560127 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Allocated IP 172.20.0.2 (6dc3e723-3d12-4bec-8554-dba88e91238e/d96812f2-7008-4fc2-bbdd-5a46cd7a6387/18847fbc-bc8d-4caf-81c0-ddac4e45bc43) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:24.590242 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45d35404-6ee7-4c31-a606-c626a7417b6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.596619 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45d35404-6ee7-4c31-a606-c626a7417b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.637556 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-45d35404-6ee7-4c31-a606-c626a7417b6e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2164b6e59ac74f30a9bb6cea12058e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867548 Nov 11 11:56:24.637832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49372) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:24.644973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d35404-6ee7-4c31-a606-c626a7417b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0c6ac5-16ac-4f1a-9ed9-e6a891b07721,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:24.667893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:24.697920 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68b37738-b524-4106-99fa-29133532c123 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.715659 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.722213 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68b37738-b524-4106-99fa-29133532c123 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.738678 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.756797 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.767800 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.797331 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:56:24.804989 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e2e13-58d7-4732-b755-5733a22089cc req-2c3b4e0d-70ad-4fef-a6f9-75fe5d1a9fc7 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:24.806570 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f52e2e13-58d7-4732-b755-5733a22089cc req-2c3b4e0d-70ad-4fef-a6f9-75fe5d1a9fc7 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 944 time: 0.0777743 Nov 11 11:56:24.810783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:24.811109 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.813962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Network 6dc3e723-3d12-4bec-8554-dba88e91238e is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:24.839163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:24.840339 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68b37738-b524-4106-99fa-29133532c123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.844213 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68b37738-b524-4106-99fa-29133532c123 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.845351 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-68b37738-b524-4106-99fa-29133532c123 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4e0c6ac5-16ac-4f1a-9ed9-e6a891b07721 HTTP/1.1" status: 204 len: 168 time: 0.2066400 Nov 11 11:56:24.846145 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:24.861521 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Pushing event updated for resources: {'Port': ['ID=18847fbc-bc8d-4caf-81c0-ddac4e45bc43,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:24.865702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Allocated IP 172.25.2.163 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/fb1a8a41-5894-4fc7-a0cd-006a8eca30f2) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:24.871498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b37738-b524-4106-99fa-29133532c123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0c6ac5-16ac-4f1a-9ed9-e6a891b07721,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:24.896382 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f52e2e13-58d7-4732-b755-5733a22089cc req-9051f0d7-77f4-4cd1-afaa-6e654ee42668 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774348 Nov 11 11:56:24.975444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Attempting to bind port 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:24.975916 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Attempting to bind port 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '1d566418-1a56-4edd-a2ef-cd265ec97c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:24.976320 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Attempting to bind port 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 on network 6dc3e723-3d12-4bec-8554-dba88e91238e {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:24.986075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:24.986541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Checking segment: {'id': '1d566418-1a56-4edd-a2ef-cd265ec97c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:24.986994 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:24.987526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Bound using segment: {'id': '1d566418-1a56-4edd-a2ef-cd265ec97c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:24.987957 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Bound port: 18847fbc-bc8d-4caf-81c0-ddac4e45bc43, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d566418-1a56-4edd-a2ef-cd265ec97c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:24.988400 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:25.012673 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:25.016811 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:25.020202 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db4f2b-7b83-4774-8fd7-8c68f8a80c9d req-7543c2f1-e860-4145-9ff3-5af2fc27f457 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:25.028201 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a1db4f2b-7b83-4774-8fd7-8c68f8a80c9d req-7543c2f1-e860-4145-9ff3-5af2fc27f457 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/ports?device_id=cac30b69-3967-4a42-8a9c-89f4347ac387 HTTP/1.1" status: 200 len: 945 time: 0.0664909 Nov 11 11:56:25.061254 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:25.072848 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75ed44a-4c88-416a-856f-9c1c7600e775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:25.075124 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa986719-5bc6-47b8-89cc-e48991ab9899" -d '{"events": [{"server_uuid": "d75ed44a-4c88-416a-856f-9c1c7600e775", "name": "network-vif-plugged", "status": "completed", "tag": "3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:25.089688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a1db4f2b-7b83-4774-8fd7-8c68f8a80c9d req-7c38367e-719d-48bc-b24c-5d31bc3b962a tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/security-groups?id=a603a01c-84cb-409b-a9b8-9c7ff5de6e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604897 Nov 11 11:56:25.097861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:25.127635 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:25.128645 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 58455209-fb33-498a-bb99-7b8062ddc653 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:25.131012 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] For port 18847fbc-bc8d-4caf-81c0-ddac4e45bc43, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:25.134678 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0f157b-ed59-4998-b094-55bfbdaebf0d x-openstack-request-id: req-bd0f157b-ed59-4998-b094-55bfbdaebf0d {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:25.134966 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75ed44a-4c88-416a-856f-9c1c7600e775", "name": "network-vif-plugged", "status": "completed", "tag": "3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:25.135214 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd0f157b-ed59-4998-b094-55bfbdaebf0d {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:25.135729 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75ed44a-4c88-416a-856f-9c1c7600e775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b', 'code': 200} Nov 11 11:56:25.139536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:25.139698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] For port 18847fbc-bc8d-4caf-81c0-ddac4e45bc43, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=18847fbc-bc8d-4caf-81c0-ddac4e45bc43,segment=NetworkSegment(1d566418-1a56-4edd-a2ef-cd265ec97c36),segment_id=1d566418-1a56-4edd-a2ef-cd265ec97c36)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:25.144535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:25.151368 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Pushing event updated for resources: {'Port': ['ID=fb1a8a41-5894-4fc7-a0cd-006a8eca30f2,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:25.154820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:25.179602 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:25.232364 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:25.246488 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 58455209-fb33-498a-bb99-7b8062ddc653 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:56:25.249432 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:25.250038 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:25.250380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:25.250694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:25.251038 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:25.251515 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:25.252012 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:25.252483 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:25.252950 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:25.253406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:25.254480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:25.254799 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:25.288193 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 58455209-fb33-498a-bb99-7b8062ddc653 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:25.288837 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:25.311307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f831c-e5a5-4350-8eb3-fe077e58a20d req-87fc23fe-9884-493e-841f-e7eda73a0708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:25.312855 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d30f831c-e5a5-4350-8eb3-fe077e58a20d req-87fc23fe-9884-493e-841f-e7eda73a0708 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 1096 time: 0.1052718 Nov 11 11:56:25.368786 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49386) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:25.398695 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b63cdf3e-2ad3-4794-b495-fa78ca2eadf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:25.402199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781b45b-f3cc-41dc-be01-7808ad49ca98 req-8f198440-574f-416d-b64e-3903a63939f8 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:25.404412 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8781b45b-f3cc-41dc-be01-7808ad49ca98 req-8f198440-574f-416d-b64e-3903a63939f8 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.62 "GET /v2.0/ports?device_id=cac30b69-3967-4a42-8a9c-89f4347ac387 HTTP/1.1" status: 200 len: 945 time: 0.0704916 Nov 11 11:56:25.464657 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d30f831c-e5a5-4350-8eb3-fe077e58a20d req-9eabd565-dd36-44e0-98c7-39787aa960c0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425080 Nov 11 11:56:25.474195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d100f7-d7f1-4d6c-a669-863d4d411371 req-cf6f9566-56a1-4dcc-bcdc-99cce5a3c590 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:25.486839 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d100f7-d7f1-4d6c-a669-863d4d411371 req-cf6f9566-56a1-4dcc-bcdc-99cce5a3c590 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:25.494279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d100f7-d7f1-4d6c-a669-863d4d411371 req-cf6f9566-56a1-4dcc-bcdc-99cce5a3c590 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:25.495991 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c1d100f7-d7f1-4d6c-a669-863d4d411371 req-cf6f9566-56a1-4dcc-bcdc-99cce5a3c590 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2415 time: 0.1761076 Nov 11 11:56:25.609254 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1791014-73a8-42df-8fd5-06c6d3d524ce None None] Pushing event updated for resources: {'Port': ['ID=18847fbc-bc8d-4caf-81c0-ddac4e45bc43,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:25.672188 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c1d100f7-d7f1-4d6c-a669-863d4d411371 req-4f300780-e69b-4fc9-aacc-168554c5851e tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601121 Nov 11 11:56:25.674419 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b63cdf3e-2ad3-4794-b495-fa78ca2eadf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:25.697556 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b63cdf3e-2ad3-4794-b495-fa78ca2eadf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:25.703811 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:25.747997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3d1c4-3453-4cca-963a-c32a9da8255e req-dd48774d-7e58-4085-9fbf-6954e6b5ae58 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:25.758673 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45f3d1c4-3453-4cca-963a-c32a9da8255e req-dd48774d-7e58-4085-9fbf-6954e6b5ae58 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.2001827 Nov 11 11:56:25.784437 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 58455209-fb33-498a-bb99-7b8062ddc653, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=58455209-fb33-498a-bb99-7b8062ddc653,segment=NetworkSegment(9dbf6fb6-ece5-42e3-b101-7c4893405313),segment_id=9dbf6fb6-ece5-42e3-b101-7c4893405313)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:25.790683 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:25.791787 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 005c6c38-a851-417e-9b1a-cdd93cd97d30 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:25.794985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cdf3e-2ad3-4794-b495-fa78ca2eadf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfe34fa-96b3-4aba-ae96-8b67da9c34be,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:25.814653 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b63cdf3e-2ad3-4794-b495-fa78ca2eadf4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aa4e972c20d646518402dd5d82ccf3d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4367003 Nov 11 11:56:25.816628 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49396) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:25.877330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=58455209-fb33-498a-bb99-7b8062ddc653,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:25.890276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 005c6c38-a851-417e-9b1a-cdd93cd97d30 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:56:25.894155 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 005c6c38-a851-417e-9b1a-cdd93cd97d30 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:25.894511 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:25.894729 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45f3d1c4-3453-4cca-963a-c32a9da8255e req-6b1d88a9-a11b-4d86-9a66-374bc88f8488 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342235 Nov 11 11:56:25.913435 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.010137 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4a7cb519-1fb1-4f8a-b163-f5b043a4c2c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.030729 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.039855 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4a7cb519-1fb1-4f8a-b163-f5b043a4c2c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.071685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-8781b45b-f3cc-41dc-be01-7808ad49ca98 req-d55909e4-dacd-4f7a-b6a5-aae05dd02b71 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Deleting port aa0544bf-1716-4bec-a481-8dc0046aa428 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:26.072021 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8781b45b-f3cc-41dc-be01-7808ad49ca98 req-d55909e4-dacd-4f7a-b6a5-aae05dd02b71 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.072768 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7caaa2-ef55-4836-8a65-6b56ebac75d5 req-e5e8631d-e2ed-4184-9f85-a12ab0a9945a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:26.074476 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a7caaa2-ef55-4836-8a65-6b56ebac75d5 req-e5e8631d-e2ed-4184-9f85-a12ab0a9945a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 946 time: 0.1779373 Nov 11 11:56:26.093253 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 005c6c38-a851-417e-9b1a-cdd93cd97d30, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=005c6c38-a851-417e-9b1a-cdd93cd97d30,segment=NetworkSegment(1163f9d5-7b1b-479f-89ef-de010862c6ed),segment_id=1163f9d5-7b1b-479f-89ef-de010862c6ed)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:26.093253 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:56:26.131710 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.132943 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5cea04b0-7f94-4bcb-ac29-001c440e00ba up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:26.141616 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9132bb-3326-4d8d-8a88-550bb3fa766a req-8e6dd7ba-e192-4ea4-9bed-180f55eafce9 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:26.143889 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d9132bb-3326-4d8d-8a88-550bb3fa766a req-8e6dd7ba-e192-4ea4-9bed-180f55eafce9 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 945 time: 0.1563227 Nov 11 11:56:26.188283 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:26.238341 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.resource_extend [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 11:56:26.243885 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-8781b45b-f3cc-41dc-be01-7808ad49ca98 req-d55909e4-dacd-4f7a-b6a5-aae05dd02b71 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] For port aa0544bf-1716-4bec-a481-8dc0046aa428, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=aa0544bf-1716-4bec-a481-8dc0046aa428,segment=NetworkSegment(d91ff056-3618-4d8f-ba34-4d4044ab1c66),segment_id=d91ff056-3618-4d8f-ba34-4d4044ab1c66)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:26.244267 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8781b45b-f3cc-41dc-be01-7808ad49ca98 req-d55909e4-dacd-4f7a-b6a5-aae05dd02b71 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.260766 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-8781b45b-f3cc-41dc-be01-7808ad49ca98 req-d55909e4-dacd-4f7a-b6a5-aae05dd02b71 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Calling delete_port for aa0544bf-1716-4bec-a481-8dc0046aa428 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:26.333858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 5cea04b0-7f94-4bcb-ac29-001c440e00ba completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:56:26.342352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 5cea04b0-7f94-4bcb-ac29-001c440e00ba triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:26.342710 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.350135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=005c6c38-a851-417e-9b1a-cdd93cd97d30,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:26.407148 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1c6cef1f-6cae-4505-8aa2-7157b5a81e37,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:26.425770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:26.426127 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.429509 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '1c6cef1f-6cae-4505-8aa2-7157b5a81e37', 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb', 'port_id': '1c6cef1f-6cae-4505-8aa2-7157b5a81e37', 'mac_address': 'fa:16:3e:e9:b3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e5f80f-1c13-4371-8143-98282b930920', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:56:26.466062 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8781b45b-f3cc-41dc-be01-7808ad49ca98 req-d55909e4-dacd-4f7a-b6a5-aae05dd02b71 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.515402 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['aa0544bf-1716-4bec-a481-8dc0046aa428'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:56:26.532427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55909e4-dacd-4f7a-b6a5-aae05dd02b71 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Pushing event deleted for resources: {'Port': ['ID=aa0544bf-1716-4bec-a481-8dc0046aa428,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:26.594901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8781b45b-f3cc-41dc-be01-7808ad49ca98 req-d55909e4-dacd-4f7a-b6a5-aae05dd02b71 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] No DVR routers for this DVR port aa0544bf-1716-4bec-a481-8dc0046aa428 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:56:26.598344 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8781b45b-f3cc-41dc-be01-7808ad49ca98 req-d55909e4-dacd-4f7a-b6a5-aae05dd02b71 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.601740 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8781b45b-f3cc-41dc-be01-7808ad49ca98 req-d55909e4-dacd-4f7a-b6a5-aae05dd02b71 tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.62 "DELETE /v2.0/ports/aa0544bf-1716-4bec-a481-8dc0046aa428 HTTP/1.1" status: 204 len: 173 time: 0.8028164 Nov 11 11:56:26.602448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac30b69-3967-4a42-8a9c-89f4347ac387', 'name': 'network-vif-deleted', 'tag': 'aa0544bf-1716-4bec-a481-8dc0046aa428'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:26.605079 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0032d891-e90c-41db-8270-c7a93e183409" -d '{"events": [{"server_uuid": "cac30b69-3967-4a42-8a9c-89f4347ac387", "name": "network-vif-deleted", "tag": "aa0544bf-1716-4bec-a481-8dc0046aa428"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:26.606651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b13f653-2a03-4009-bddc-5075d0b133b1 None None] Network 6dc3e723-3d12-4bec-8554-dba88e91238e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:26.608826 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.608956 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.627864 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:26.664030 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.691674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a7caaa2-ef55-4836-8a65-6b56ebac75d5 req-3798fd53-5983-4265-92fd-3a8f0f83b16b tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979815 Nov 11 11:56:26.700871 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d9132bb-3326-4d8d-8a88-550bb3fa766a req-847890e7-e967-471f-8c26-83e31f2e35e7 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449574 Nov 11 11:56:26.715931 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4a7cb519-1fb1-4f8a-b163-f5b043a4c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.719224 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4a7cb519-1fb1-4f8a-b163-f5b043a4c2c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.722993 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4a7cb519-1fb1-4f8a-b163-f5b043a4c2c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3cfe34fa-96b3-4aba-ae96-8b67da9c34be HTTP/1.1" status: 204 len: 168 time: 0.9050674 Nov 11 11:56:26.741556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cb519-1fb1-4f8a-b163-f5b043a4c2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfe34fa-96b3-4aba-ae96-8b67da9c34be,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:26.789393 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1c6cef1f-6cae-4505-8aa2-7157b5a81e37,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:26.813480 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66839ea5-0c9c-4311-b58d-2acb50e88a91 x-openstack-request-id: req-66839ea5-0c9c-4311-b58d-2acb50e88a91 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:26.820362 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac30b69-3967-4a42-8a9c-89f4347ac387", "name": "network-vif-deleted", "tag": "aa0544bf-1716-4bec-a481-8dc0046aa428", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:26.820637 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66839ea5-0c9c-4311-b58d-2acb50e88a91 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:26.821126 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac30b69-3967-4a42-8a9c-89f4347ac387', 'name': 'network-vif-deleted', 'tag': 'aa0544bf-1716-4bec-a481-8dc0046aa428', 'status': 'completed', 'code': 200} Nov 11 11:56:26.846321 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93270484-e297-4efc-bc11-5eac088517a2 req-82e24f3a-a540-45ef-9d38-4ca1c72acbcf tempest-InstanceActionsV221TestJSON-1578315590 tempest-InstanceActionsV221TestJSON-1578315590-project] 10.222.0.65 "GET /v2.0/ports?device_id=cac30b69-3967-4a42-8a9c-89f4347ac387 HTTP/1.1" status: 200 len: 210 time: 0.0566633 Nov 11 11:56:26.846625 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5cea04b0-7f94-4bcb-ac29-001c440e00ba, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5cea04b0-7f94-4bcb-ac29-001c440e00ba,segment=NetworkSegment(1163f9d5-7b1b-479f-89ef-de010862c6ed),segment_id=1163f9d5-7b1b-479f-89ef-de010862c6ed)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:26.854656 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:56:26.937543 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.941266 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:26.970265 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca305-a53d-43fd-9b20-3181beeecefe req-8a2fe6dc-f034-4fd5-a879-25480ead0840 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:26.978349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca305-a53d-43fd-9b20-3181beeecefe req-8a2fe6dc-f034-4fd5-a879-25480ead0840 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:26.984983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca305-a53d-43fd-9b20-3181beeecefe req-8a2fe6dc-f034-4fd5-a879-25480ead0840 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:26.994555 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-596ca305-a53d-43fd-9b20-3181beeecefe req-8a2fe6dc-f034-4fd5-a879-25480ead0840 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2418 time: 0.1091959 Nov 11 11:56:27.029326 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:56:27.053623 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:27.061973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Sync routers for ids ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:56:27.063313 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-750d80f4-f0db-4717-802a-948cb7d0abca admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.8682466 Nov 11 11:56:27.063637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49416) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:27.083798 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=1c6cef1f-6cae-4505-8aa2-7157b5a81e37,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:27.098992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6f417698-22a6-4fe0-843c-6720dae577bd None None] Provisioning complete for port 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:27.098992 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6f417698-22a6-4fe0-843c-6720dae577bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:27.165865 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58455209-fb33-498a-bb99-7b8062ddc653'}, {'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005c6c38-a851-417e-9b1a-cdd93cd97d30'}, {'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cea04b0-7f94-4bcb-ac29-001c440e00ba'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:27.168088 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c68b9c-f518-4c37-99f8-e2fd7b0fb644" -d '{"events": [{"server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "name": "network-vif-plugged", "status": "completed", "tag": "58455209-fb33-498a-bb99-7b8062ddc653"}, {"server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "name": "network-vif-plugged", "status": "completed", "tag": "005c6c38-a851-417e-9b1a-cdd93cd97d30"}, {"server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "name": "network-vif-plugged", "status": "completed", "tag": "5cea04b0-7f94-4bcb-ac29-001c440e00ba"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:27.171848 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['1c6cef1f-6cae-4505-8aa2-7157b5a81e37'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:56:27.182563 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-596ca305-a53d-43fd-9b20-3181beeecefe req-37d08b50-a951-4c3a-92a5-0666c71d9de2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793995 Nov 11 11:56:27.203581 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:27.226369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Routers {'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:27.227013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:56:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:27.231516 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c5acb1-6e6f-4206-b824-0dd79abb5332 x-openstack-request-id: req-66c5acb1-6e6f-4206-b824-0dd79abb5332 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:27.233729 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "name": "network-vif-plugged", "status": "completed", "tag": "58455209-fb33-498a-bb99-7b8062ddc653", "code": 200}, {"server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "name": "network-vif-plugged", "status": "completed", "tag": "005c6c38-a851-417e-9b1a-cdd93cd97d30", "code": 200}, {"server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "name": "network-vif-plugged", "status": "completed", "tag": "5cea04b0-7f94-4bcb-ac29-001c440e00ba", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:27.234208 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66c5acb1-6e6f-4206-b824-0dd79abb5332 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:27.234765 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58455209-fb33-498a-bb99-7b8062ddc653', 'code': 200} Nov 11 11:56:27.235181 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005c6c38-a851-417e-9b1a-cdd93cd97d30', 'code': 200} Nov 11 11:56:27.235640 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cea04b0-7f94-4bcb-ac29-001c440e00ba', 'code': 200} Nov 11 11:56:27.297141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49bc30c-4e44-4e4c-ae9f-6ddf6a5d6bf6 req-f8fe7e64-57bb-470d-b0fb-81fd8b97af7c tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:27.305802 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b49bc30c-4e44-4e4c-ae9f-6ddf6a5d6bf6 req-f8fe7e64-57bb-470d-b0fb-81fd8b97af7c tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.1852934 Nov 11 11:56:27.351702 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=5cea04b0-7f94-4bcb-ac29-001c440e00ba,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:27.387406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 18847fbc-bc8d-4caf-81c0-ddac4e45bc43, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=18847fbc-bc8d-4caf-81c0-ddac4e45bc43,segment=NetworkSegment(1d566418-1a56-4edd-a2ef-cd265ec97c36),segment_id=1d566418-1a56-4edd-a2ef-cd265ec97c36)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:27.402251 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b49bc30c-4e44-4e4c-ae9f-6ddf6a5d6bf6 req-32b80316-7c43-4af9-9baf-dcca665e71c1 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949967 Nov 11 11:56:27.451369 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:27.499647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293197a-0445-49a9-a50a-7b2c71fbb401 req-537c2cfe-eb2d-4447-bb74-6cbeb0919ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:27.500532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293197a-0445-49a9-a50a-7b2c71fbb401 req-537c2cfe-eb2d-4447-bb74-6cbeb0919ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:27.500723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293197a-0445-49a9-a50a-7b2c71fbb401 req-537c2cfe-eb2d-4447-bb74-6cbeb0919ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:27.502584 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e293197a-0445-49a9-a50a-7b2c71fbb401 req-537c2cfe-eb2d-4447-bb74-6cbeb0919ffc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2871 time: 0.0621238 Nov 11 11:56:27.556099 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Set router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:27.623087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e293197a-0445-49a9-a50a-7b2c71fbb401 req-5f0fce95-e449-4609-903b-d90cc6e4ae18 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849543 Nov 11 11:56:27.661995 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=18847fbc-bc8d-4caf-81c0-ddac4e45bc43,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:27.794664 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:27.798201 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3ff3687a-8cec-4865-afe5-63d026e133ff None None] Provisioning complete for port 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:27.798564 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3ff3687a-8cec-4865-afe5-63d026e133ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:27.830242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49440) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:27.959961 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-09ac4954-ba29-49a1-8022-91c48cdd8eda admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-998444157-network', 'tenant_id': '893a7d9c0f924376b4b3ce425a42d08a'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:27.986255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ac4954-ba29-49a1-8022-91c48cdd8eda admin admin] Made reservation on behalf of 893a7d9c0f924376b4b3ce425a42d08a for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:27.988839 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-09ac4954-ba29-49a1-8022-91c48cdd8eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:27.998870 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594564e7-746f-49db-802a-089428d4b93b req-2a5a15c4-e1ce-4934-a7b7-7ec9c58f1f08 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:27.999707 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-09ac4954-ba29-49a1-8022-91c48cdd8eda admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.000551 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-594564e7-746f-49db-802a-089428d4b93b req-2a5a15c4-e1ce-4934-a7b7-7ec9c58f1f08 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 945 time: 0.1789415 Nov 11 11:56:28.011170 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'name': 'tempest-ServersTestJSON-1938653056-router', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:25Z', 'revision_number': 3, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'gw_port': {'id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:28.022262 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80735121-e16c-43fe-a754-5985de070342 req-987a94ea-803e-4754-8724-b0d248b0c461 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:28.024329 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-80735121-e16c-43fe-a754-5985de070342 req-987a94ea-803e-4754-8724-b0d248b0c461 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 945 time: 0.2180018 Nov 11 11:56:28.050276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Checking router: a1f12e1c-a920-4ab8-a577-b59c9e71e1eb for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:56:28.050657 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Updating router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb port fb1a8a41-5894-4fc7-a0cd-006a8eca30f2 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:56:28.099787 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:28.102606 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-09ac4954-ba29-49a1-8022-91c48cdd8eda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.109711 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-09ac4954-ba29-49a1-8022-91c48cdd8eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.127049 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:28.134904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ac4954-ba29-49a1-8022-91c48cdd8eda admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:56:28.139221 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.147898 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-594564e7-746f-49db-802a-089428d4b93b req-b93deae2-59f6-43e8-a76b-5a9b01f09e9a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348782 Nov 11 11:56:28.151244 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac4954-ba29-49a1-8022-91c48cdd8eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7d33a0-45ef-498c-91e3-8724045afbd8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:28.166814 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-09ac4954-ba29-49a1-8022-91c48cdd8eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.168081 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-80735121-e16c-43fe-a754-5985de070342 req-09fc1127-a279-4474-9575-3d4bd797b4b8 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324165 Nov 11 11:56:28.169184 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Allocated IP 172.20.0.1 (6dc3e723-3d12-4bec-8554-dba88e91238e/d96812f2-7008-4fc2-bbdd-5a46cd7a6387/31781b66-bd3a-43ef-a7ac-7b112b40785a) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:28.179073 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-09ac4954-ba29-49a1-8022-91c48cdd8eda admin admin] Added segment 48e25eb4-fb84-4d38-aacc-e28a017b9854 of type vlan for network beed9518-1d11-43d5-b800-8c4c3de64870 Nov 11 11:56:28.277841 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-09ac4954-ba29-49a1-8022-91c48cdd8eda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.306103 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:28.306530 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.318796 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-09ac4954-ba29-49a1-8022-91c48cdd8eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.320324 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ac4954-ba29-49a1-8022-91c48cdd8eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:28.322813 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-09ac4954-ba29-49a1-8022-91c48cdd8eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.380772 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ebada-f63a-43e1-b091-b9f8c9f8a555 req-150c11f2-1bfa-4237-a874-0ae32f5fbf14 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:28.389095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-546ebada-f63a-43e1-b091-b9f8c9f8a555 req-150c11f2-1bfa-4237-a874-0ae32f5fbf14 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 1096 time: 0.0879729 Nov 11 11:56:28.390081 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:28.390448 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.410750 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.410994 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-09ac4954-ba29-49a1-8022-91c48cdd8eda admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5765135 Nov 11 11:56:28.411783 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49458) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:28.420104 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e1ccd0d2-5f20-47fe-9b93-122ef80fc4dd admin admin] Request body: {'subnet': {'network_id': 'beed9518-1d11-43d5-b800-8c4c3de64870', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-998444157-subnet', 'tenant_id': '893a7d9c0f924376b4b3ce425a42d08a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:28.426782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac4954-ba29-49a1-8022-91c48cdd8eda admin admin] Pushing event updated for resources: {'Network': ['ID=beed9518-1d11-43d5-b800-8c4c3de64870,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:28.449187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ccd0d2-5f20-47fe-9b93-122ef80fc4dd admin admin] Made reservation on behalf of 893a7d9c0f924376b4b3ce425a42d08a for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:28.451991 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1ccd0d2-5f20-47fe-9b93-122ef80fc4dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.481312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network beed9518-1d11-43d5-b800-8c4c3de64870 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:56:28.494694 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-546ebada-f63a-43e1-b091-b9f8c9f8a555 req-b5fab957-d475-47b6-9cb4-4bb362019046 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047225 Nov 11 11:56:28.536231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54e1f1-6df4-431e-946d-6524aa4937a2 req-20aeed0a-83b8-444c-a594-aef8b31544af tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:28.543477 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54e1f1-6df4-431e-946d-6524aa4937a2 req-20aeed0a-83b8-444c-a594-aef8b31544af tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:28.551995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54e1f1-6df4-431e-946d-6524aa4937a2 req-20aeed0a-83b8-444c-a594-aef8b31544af tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:28.559766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8e54e1f1-6df4-431e-946d-6524aa4937a2 req-20aeed0a-83b8-444c-a594-aef8b31544af tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2418 time: 0.1212945 Nov 11 11:56:28.568434 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.637353 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Network 6dc3e723-3d12-4bec-8554-dba88e91238e is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:28.649223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:28.654705 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.656914 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:28.680788 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1ccd0d2-5f20-47fe-9b93-122ef80fc4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.695268 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8e54e1f1-6df4-431e-946d-6524aa4937a2 req-f6f7cbcf-7748-4125-bccf-a8f01cf7e7eb tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299951 Nov 11 11:56:28.698441 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Pushing event updated for resources: {'Port': ['ID=31781b66-bd3a-43ef-a7ac-7b112b40785a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:28.724826 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.732874 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1c6cef1f-6cae-4505-8aa2-7157b5a81e37,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:28.744890 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.745751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device aa0544bf-1716-4bec-a481-8dc0046aa428 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:56:28.753168 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.775492 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccd0d2-5f20-47fe-9b93-122ef80fc4dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=224b43af-7403-40f6-8eb2-7eba3d95f2ef,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:28.775760 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.805125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: aa0544bf-1716-4bec-a481-8dc0046aa428 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:56:28.805465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device aa0544bf-1716-4bec-a481-8dc0046aa428 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:56:28.826587 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ccd0d2-5f20-47fe-9b93-122ef80fc4dd admin admin] Checking segment: {'id': '48e25eb4-fb84-4d38-aacc-e28a017b9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'beed9518-1d11-43d5-b800-8c4c3de64870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:28.826947 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ccd0d2-5f20-47fe-9b93-122ef80fc4dd admin admin] Network hostable DHCP agents. Network: beed9518-1d11-43d5-b800-8c4c3de64870, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:56:28.885870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ccd0d2-5f20-47fe-9b93-122ef80fc4dd admin admin] Network beed9518-1d11-43d5-b800-8c4c3de64870 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:56:28.890189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Attempting to bind port fb1a8a41-5894-4fc7-a0cd-006a8eca30f2 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:28.890777 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Attempting to bind port fb1a8a41-5894-4fc7-a0cd-006a8eca30f2 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:28.891298 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Attempting to bind port fb1a8a41-5894-4fc7-a0cd-006a8eca30f2 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:28.900414 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=1c6cef1f-6cae-4505-8aa2-7157b5a81e37,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:28.903303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-e1ccd0d2-5f20-47fe-9b93-122ef80fc4dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, beed9518-1d11-43d5-b800-8c4c3de64870) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:28.912678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ccd0d2-5f20-47fe-9b93-122ef80fc4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:28.914058 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1ccd0d2-5f20-47fe-9b93-122ef80fc4dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.917148 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:28.917615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:28.917956 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.920898 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:28.921462 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Bound port: fb1a8a41-5894-4fc7-a0cd-006a8eca30f2, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:28.921887 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:28.927606 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478adc8e-3445-46b5-877c-80d084872c96 None None] Network beed9518-1d11-43d5-b800-8c4c3de64870 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:28.951519 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e1ccd0d2-5f20-47fe-9b93-122ef80fc4dd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5382466 Nov 11 11:56:28.955903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49468) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:28.963982 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-998444157-router', 'tenant_id': '893a7d9c0f924376b4b3ce425a42d08a', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:29.000954 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:29.002676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:29.065877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba1738-c707-4625-b594-5c856f686685 None None] Pushing event updated for resources: {'Port': ['ID=fb1a8a41-5894-4fc7-a0cd-006a8eca30f2,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:29.070199 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:29.080295 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a092e6e-847c-4da3-a8fa-cd4bfc41be01 req-d7420ef3-d1b3-4fad-811e-ebe443c740f8 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:29.086087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a092e6e-847c-4da3-a8fa-cd4bfc41be01 req-d7420ef3-d1b3-4fad-811e-ebe443c740f8 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.0778558 Nov 11 11:56:29.102991 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] For port fb1a8a41-5894-4fc7-a0cd-006a8eca30f2, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:29.108429 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] For port fb1a8a41-5894-4fc7-a0cd-006a8eca30f2, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=fb1a8a41-5894-4fc7-a0cd-006a8eca30f2,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:29.108630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb678-2cea-4191-8912-5d04e71b75b0 req-1d8830e1-a4c6-45e7-a2c7-028202426fc8 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:29.114978 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc2bb678-2cea-4191-8912-5d04e71b75b0 req-1d8830e1-a4c6-45e7-a2c7-028202426fc8 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4f462ae-549d-477b-8387-6785a231589f HTTP/1.1" status: 200 len: 946 time: 0.1577911 Nov 11 11:56:29.139410 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:29.208621 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:29.219095 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d1f32355-a491-4349-a1d6-1a4fa71edf7f None None] Provisioning complete for port 31781b66-bd3a-43ef-a7ac-7b112b40785a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:29.219456 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d1f32355-a491-4349-a1d6-1a4fa71edf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:29.229169 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:29.232599 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a092e6e-847c-4da3-a8fa-cd4bfc41be01 req-cf18a88c-0407-4cdf-af67-fb3bd964304e tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357422 Nov 11 11:56:29.237276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b07a1e8-bff9-433a-8df0-1b0b9056dc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6cef1f-6cae-4505-8aa2-7157b5a81e37'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:29.239543 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358ce0d9-35a3-457f-810f-f24c901690c5" -d '{"events": [{"server_uuid": "4b07a1e8-bff9-433a-8df0-1b0b9056dc29", "name": "network-vif-plugged", "status": "completed", "tag": "1c6cef1f-6cae-4505-8aa2-7157b5a81e37"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:29.249122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc2bb678-2cea-4191-8912-5d04e71b75b0 req-a35484ba-4496-4a99-802f-401199e31bdf tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/security-groups?id=5034c4b2-134e-4504-9206-8a744ad724b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330299 Nov 11 11:56:29.277451 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Routers {'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:29.278120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:56:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:29.280230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-beed9518-1d11-43d5-b800-8c4c3de64870', 'network_id': 'beed9518-1d11-43d5-b800-8c4c3de64870', 'tenant_id': '893a7d9c0f924376b4b3ce425a42d08a', 'fixed_ips': [{'subnet_id': '224b43af-7403-40f6-8eb2-7eba3d95f2ef'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:56:29.281058 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:29.286952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba1738-c707-4625-b594-5c856f686685 None None] Pushing event updated for resources: {'Port': ['ID=fb1a8a41-5894-4fc7-a0cd-006a8eca30f2,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:29.367186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d1f32355-a491-4349-a1d6-1a4fa71edf7f None None] Port 31781b66-bd3a-43ef-a7ac-7b112b40785a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:56:29.455939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c2eb7-2ddd-45fa-8fdc-5fdced16b5e3 req-e01f3dc5-e0a1-4dc6-a667-cfee124347ff tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:29.462293 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f91c2eb7-2ddd-45fa-8fdc-5fdced16b5e3 req-e01f3dc5-e0a1-4dc6-a667-cfee124347ff tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 1096 time: 0.1287599 Nov 11 11:56:29.481612 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:29.481842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] Set router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:29.500749 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:29.519834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d3663-a902-47da-b2ad-fc09d1be527f req-a6072d4d-b911-46c9-8598-5b0cda118b88 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:29.521336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c35d3663-a902-47da-b2ad-fc09d1be527f req-a6072d4d-b911-46c9-8598-5b0cda118b88 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 946 time: 0.1538908 Nov 11 11:56:29.582417 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f91c2eb7-2ddd-45fa-8fdc-5fdced16b5e3 req-36b1eac1-7692-46ac-8c19-a1481cd3b1f5 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175756 Nov 11 11:56:29.583320 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Allocated IP 172.20.0.2 (beed9518-1d11-43d5-b800-8c4c3de64870/224b43af-7403-40f6-8eb2-7eba3d95f2ef/13533340-fb35-414f-8a39-b0959f8397e7) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:29.597278 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:29.604644 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:29.614687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Allocated IP 172.25.2.170 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/da39bc34-37e0-4371-8e58-0576b67b48a9) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:29.661461 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:29.695343 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c35d3663-a902-47da-b2ad-fc09d1be527f req-a3e92cc7-a7e8-4dae-8928-1f3e70fd3e17 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599336 Nov 11 11:56:29.782581 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49482) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:29.829911 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3750cfc9-6927-4de1-b66f-c5ad813b11d3 x-openstack-request-id: req-3750cfc9-6927-4de1-b66f-c5ad813b11d3 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:29.830546 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b07a1e8-bff9-433a-8df0-1b0b9056dc29", "name": "network-vif-plugged", "status": "completed", "tag": "1c6cef1f-6cae-4505-8aa2-7157b5a81e37", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:29.830546 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3750cfc9-6927-4de1-b66f-c5ad813b11d3 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:29.830774 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b07a1e8-bff9-433a-8df0-1b0b9056dc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6cef1f-6cae-4505-8aa2-7157b5a81e37', 'code': 200} Nov 11 11:56:29.836441 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Pushing event updated for resources: {'Port': ['ID=31781b66-bd3a-43ef-a7ac-7b112b40785a,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:29.918215 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:29.924074 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-08932b56-1e2a-4133-8296-6111abf22938 admin admin] Deleting subnet 4059d645-c805-4170-9ddb-1d721a477eff {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:56:29.929519 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08932b56-1e2a-4133-8296-6111abf22938 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:29.971498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51359b62-5682-48be-ab72-6a07546da52c req-69f0396b-663e-48b9-8e16-bb81d84c8012 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:29.973402 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51359b62-5682-48be-ab72-6a07546da52c req-69f0396b-663e-48b9-8e16-bb81d84c8012 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f462ae-549d-477b-8387-6785a231589f HTTP/1.1" status: 200 len: 946 time: 0.1306279 Nov 11 11:56:29.977024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Network 6dc3e723-3d12-4bec-8554-dba88e91238e is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:29.987323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721b15f-fb12-4798-bda5-0d57675c54a0 req-6e0e21b1-50c4-42a8-a17a-724011e6f3ff tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:29.993735 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721b15f-fb12-4798-bda5-0d57675c54a0 req-6e0e21b1-50c4-42a8-a17a-724011e6f3ff tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:29.996386 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08932b56-1e2a-4133-8296-6111abf22938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:30.000433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721b15f-fb12-4798-bda5-0d57675c54a0 req-6e0e21b1-50c4-42a8-a17a-724011e6f3ff tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:30.002517 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7721b15f-fb12-4798-bda5-0d57675c54a0 req-6e0e21b1-50c4-42a8-a17a-724011e6f3ff tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2418 time: 0.1690016 Nov 11 11:56:30.032350 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:30.038311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'name': 'tempest-ServersTestJSON-1938653056-router', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:29Z', 'revision_number': 4, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'gw_port': {'id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '31781b66-bd3a-43ef-a7ac-7b112b40785a', 'name': '', 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'mac_address': 'fa:16:3e:d8:aa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:27Z', 'updated_at': '2021-11-11T11:56:28Z', 'revision_number': 1, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'subnets': [{'id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:30.042006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:30.060157 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08932b56-1e2a-4133-8296-6111abf22938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:30.070542 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:30.075243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee60987-2aef-4bfc-a32d-8c794b0473d9 None None] The sync data for ids ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'] in n-d-807359-3 is: [{'id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'name': 'tempest-ServersTestJSON-1938653056-router', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:29Z', 'revision_number': 4, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'gw_port': {'id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '31781b66-bd3a-43ef-a7ac-7b112b40785a', 'name': '', 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'mac_address': 'fa:16:3e:d8:aa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:27Z', 'updated_at': '2021-11-11T11:56:28Z', 'revision_number': 1, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'subnets': [{'id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:56:30.084144 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:30.127761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Network beed9518-1d11-43d5-b800-8c4c3de64870 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:30.130726 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:30.134780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:30.158746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Pushing event updated for resources: {'Port': ['ID=13533340-fb35-414f-8a39-b0959f8397e7,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:30.171831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Pushing event updated for resources: {'Port': ['ID=da39bc34-37e0-4371-8e58-0576b67b48a9,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:30.191562 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:30.195062 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:30.202516 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:30.284500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198b513-cbae-40eb-bbc5-ce4e215fb902 req-411dc815-c2f8-4250-8e1f-7b8435e53e2b tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:30.286085 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4198b513-cbae-40eb-bbc5-ce4e215fb902 req-411dc815-c2f8-4250-8e1f-7b8435e53e2b tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 1096 time: 0.3115044 Nov 11 11:56:30.296183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7721b15f-fb12-4798-bda5-0d57675c54a0 req-4c6e2a92-8e96-47d5-b140-476525a626bd tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484910 Nov 11 11:56:30.319823 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Attempting to bind port 13533340-fb35-414f-8a39-b0959f8397e7 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:30.321781 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Attempting to bind port 13533340-fb35-414f-8a39-b0959f8397e7 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '48e25eb4-fb84-4d38-aacc-e28a017b9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'beed9518-1d11-43d5-b800-8c4c3de64870'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:30.332918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Attempting to bind port 13533340-fb35-414f-8a39-b0959f8397e7 on network beed9518-1d11-43d5-b800-8c4c3de64870 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:30.339382 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:30.339770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Checking segment: {'id': '48e25eb4-fb84-4d38-aacc-e28a017b9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'beed9518-1d11-43d5-b800-8c4c3de64870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:30.340151 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:30.340539 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Bound using segment: {'id': '48e25eb4-fb84-4d38-aacc-e28a017b9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'beed9518-1d11-43d5-b800-8c4c3de64870'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:30.341005 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Bound port: 13533340-fb35-414f-8a39-b0959f8397e7, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e25eb4-fb84-4d38-aacc-e28a017b9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'beed9518-1d11-43d5-b800-8c4c3de64870'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:30.341383 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:30.363872 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08932b56-1e2a-4133-8296-6111abf22938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:30.416025 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08932b56-1e2a-4133-8296-6111abf22938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4059d645-c805-4170-9ddb-1d721a477eff,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:30.462521 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08932b56-1e2a-4133-8296-6111abf22938 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:30.465838 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-08932b56-1e2a-4133-8296-6111abf22938 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4059d645-c805-4170-9ddb-1d721a477eff HTTP/1.1" status: 204 len: 168 time: 0.6822920 Nov 11 11:56:30.468636 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49492) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:30.507368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:56:30.533474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-51359b62-5682-48be-ab72-6a07546da52c req-31a88c59-ecec-4bb6-91d8-3af35440664a tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Deleting port ca143f82-18cb-4415-bdc9-974c133a769a {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:30.533919 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-51359b62-5682-48be-ab72-6a07546da52c req-31a88c59-ecec-4bb6-91d8-3af35440664a tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:30.547955 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e76fc0-58ae-4955-bf53-f8a0e12c9d28 req-a1591b26-c4de-4617-8ed5-bcae77cf4bea tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:30.555722 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64e76fc0-58ae-4955-bf53-f8a0e12c9d28 req-a1591b26-c4de-4617-8ed5-bcae77cf4bea tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4f462ae-549d-477b-8387-6785a231589f HTTP/1.1" status: 200 len: 946 time: 0.1512234 Nov 11 11:56:30.559908 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4765d9e5-42c6-4fb7-b3d1-09cd0e275e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:30.572204 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] For port 13533340-fb35-414f-8a39-b0959f8397e7, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:30.582791 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4198b513-cbae-40eb-bbc5-ce4e215fb902 req-66e2bedf-f3a8-4ab3-b8c6-44fb9176ee63 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824297 Nov 11 11:56:30.602893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] For port 13533340-fb35-414f-8a39-b0959f8397e7, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=13533340-fb35-414f-8a39-b0959f8397e7,segment=NetworkSegment(48e25eb4-fb84-4d38-aacc-e28a017b9854),segment_id=48e25eb4-fb84-4d38-aacc-e28a017b9854)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:30.604769 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c59c5950-5662-47bf-b45a-eb712ba3da89 None None] Provisioning complete for port 31781b66-bd3a-43ef-a7ac-7b112b40785a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:30.605028 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c59c5950-5662-47bf-b45a-eb712ba3da89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:30.635982 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:30.714281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c59c5950-5662-47bf-b45a-eb712ba3da89 None None] Port 31781b66-bd3a-43ef-a7ac-7b112b40785a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:56:30.725107 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217ed9d-050f-4910-8e9f-8f1d83a6c507 None None] Pushing event updated for resources: {'Port': ['ID=13533340-fb35-414f-8a39-b0959f8397e7,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:30.781658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-51359b62-5682-48be-ab72-6a07546da52c req-31a88c59-ecec-4bb6-91d8-3af35440664a tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] For port ca143f82-18cb-4415-bdc9-974c133a769a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=ca143f82-18cb-4415-bdc9-974c133a769a,segment=NetworkSegment(a74fc533-5284-4920-9171-71c10fa33da5),segment_id=a74fc533-5284-4920-9171-71c10fa33da5)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:30.782180 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-51359b62-5682-48be-ab72-6a07546da52c req-31a88c59-ecec-4bb6-91d8-3af35440664a tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:31.136930 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64e76fc0-58ae-4955-bf53-f8a0e12c9d28 req-d6251acd-f739-4d8a-83fb-4af0d4330ad4 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/security-groups?id=5034c4b2-134e-4504-9206-8a744ad724b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5801327 Nov 11 11:56:31.162995 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4765d9e5-42c6-4fb7-b3d1-09cd0e275e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:31.197342 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-4765d9e5-42c6-4fb7-b3d1-09cd0e275e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:31.206030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fe5cb-7f17-4bda-a478-bf795839d877 req-6665422d-a680-45e4-ba0f-13c97875dd74 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:31.213036 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-783fe5cb-7f17-4bda-a478-bf795839d877 req-6665422d-a680-45e4-ba0f-13c97875dd74 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.4838545 Nov 11 11:56:31.213647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51893bcc-f12b-4bda-9e3b-cb54d3b537b1 req-ed60805b-1def-4f2a-9057-73fb6403fee8 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:31.215484 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-51893bcc-f12b-4bda-9e3b-cb54d3b537b1 req-ed60805b-1def-4f2a-9057-73fb6403fee8 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 946 time: 0.5385709 Nov 11 11:56:31.216088 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:31.277234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-4765d9e5-42c6-4fb7-b3d1-09cd0e275e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91ff056-3618-4d8f-ba34-4d4044ab1c66') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:31.277529 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-4765d9e5-42c6-4fb7-b3d1-09cd0e275e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91ff056-3618-4d8f-ba34-4d4044ab1c66') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:31.321466 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4765d9e5-42c6-4fb7-b3d1-09cd0e275e28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:31.324403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:56:31.338408 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-96b4d732-c99e-4552-8764-ac995c2d20c7 admin admin] 10.222.0.65 "PUT /v2.0/routers/a1f12e1c-a920-4ab8-a577-b59c9e71e1eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2737014 Nov 11 11:56:31.367411 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-783fe5cb-7f17-4bda-a478-bf795839d877 req-a31a5b1a-171e-4963-ba30-1aa7bad6d81b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429377 Nov 11 11:56:31.380905 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-51359b62-5682-48be-ab72-6a07546da52c req-31a88c59-ecec-4bb6-91d8-3af35440664a tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:31.381261 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-51359b62-5682-48be-ab72-6a07546da52c req-31a88c59-ecec-4bb6-91d8-3af35440664a tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:31.381573 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [req-51359b62-5682-48be-ab72-6a07546da52c req-31a88c59-ecec-4bb6-91d8-3af35440664a tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Floating IP 1f4bdb64-1e85-4c11-80e0-3dd6dc5fd147 disassociated. External IP: 172.25.2.181, port: ca143f82-18cb-4415-bdc9-974c133a769a. Nov 11 11:56:31.381937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-51359b62-5682-48be-ab72-6a07546da52c req-31a88c59-ecec-4bb6-91d8-3af35440664a tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Calling delete_port for ca143f82-18cb-4415-bdc9-974c133a769a owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:31.436115 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4765d9e5-42c6-4fb7-b3d1-09cd0e275e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:31.453790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4765d9e5-42c6-4fb7-b3d1-09cd0e275e28 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:56:31.454309 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4765d9e5-42c6-4fb7-b3d1-09cd0e275e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:56:31.457678 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:56:31.553358 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-51359b62-5682-48be-ab72-6a07546da52c req-31a88c59-ecec-4bb6-91d8-3af35440664a tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:31.597039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684aa18-6d99-4d5e-9c6c-73bb1b78acb2 req-6dc1cdca-a337-4fdb-b063-f97ceccf9b68 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:31.610318 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f684aa18-6d99-4d5e-9c6c-73bb1b78acb2 req-6dc1cdca-a337-4fdb-b063-f97ceccf9b68 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b07a1e8-bff9-433a-8df0-1b0b9056dc29 HTTP/1.1" status: 200 len: 946 time: 0.3315661 Nov 11 11:56:31.615149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-51893bcc-f12b-4bda-9e3b-cb54d3b537b1 req-0a27affa-292b-4a72-888f-4ce15e26c73a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Deleting port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:31.615524 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-51893bcc-f12b-4bda-9e3b-cb54d3b537b1 req-0a27affa-292b-4a72-888f-4ce15e26c73a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:31.685543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4765d9e5-42c6-4fb7-b3d1-09cd0e275e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:31.727353 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4765d9e5-42c6-4fb7-b3d1-09cd0e275e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:31.741288 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4765d9e5-42c6-4fb7-b3d1-09cd0e275e28 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c HTTP/1.1" status: 204 len: 168 time: 1.2641490 Nov 11 11:56:31.784860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765d9e5-42c6-4fb7-b3d1-09cd0e275e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7fa88a7-29c4-43c6-8c1a-f335b0bffa4c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:31.838309 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:31.955511 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-51893bcc-f12b-4bda-9e3b-cb54d3b537b1 req-0a27affa-292b-4a72-888f-4ce15e26c73a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] For port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1c6cef1f-6cae-4505-8aa2-7157b5a81e37,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:31.955915 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-51893bcc-f12b-4bda-9e3b-cb54d3b537b1 req-0a27affa-292b-4a72-888f-4ce15e26c73a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:31.984786 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-51893bcc-f12b-4bda-9e3b-cb54d3b537b1 req-0a27affa-292b-4a72-888f-4ce15e26c73a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Calling delete_port for 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:32.025029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49510) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:32.112798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a88c59-ecec-4bb6-91d8-3af35440664a tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Pushing event deleted for resources: {'Port': ['ID=ca143f82-18cb-4415-bdc9-974c133a769a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:32.172003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49512) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:32.181479 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-58aed3d4-5a2a-40fa-b1d9-1e059af5fc78 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1471511776', 'description': 'tempest-description--731148220'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:32.205083 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e95b85e2-3424-4f1d-96ab-0a30264c09cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eeb98a8b349943c8a3024d28749233e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1788166 Nov 11 11:56:32.211756 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49516) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:32.212615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f8a218-967b-42cb-9e9a-54d0a17ac470 None None] Network beed9518-1d11-43d5-b800-8c4c3de64870 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:32.287993 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-58aed3d4-5a2a-40fa-b1d9-1e059af5fc78 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:32.315874 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f684aa18-6d99-4d5e-9c6c-73bb1b78acb2 req-c37681ef-61bc-4599-a378-29273cc4477d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7020497 Nov 11 11:56:32.358313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3570a12d-9dc6-4c63-8a27-d5a7afd8ebe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:32.368078 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 13533340-fb35-414f-8a39-b0959f8397e7 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:32.368810 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca3023-9d0d-4c9a-9c5c-be1054c34a73 req-85a5ada1-84b2-4c76-ac72-25cf3707721d tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:32.370656 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5cca3023-9d0d-4c9a-9c5c-be1054c34a73 req-85a5ada1-84b2-4c76-ac72-25cf3707721d tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 1096 time: 0.0996807 Nov 11 11:56:32.408782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51359b62-5682-48be-ab72-6a07546da52c req-31a88c59-ecec-4bb6-91d8-3af35440664a tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Router 6efc05a5-4382-4848-9889-74a4f282c5b3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:56:32.435329 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e7f45f58-ebb8-409b-8893-31d77efd3486 None None] Provisioning complete for port 13533340-fb35-414f-8a39-b0959f8397e7 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:32.435834 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e7f45f58-ebb8-409b-8893-31d77efd3486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:32.457504 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3570a12d-9dc6-4c63-8a27-d5a7afd8ebe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:32.469705 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Router b6c07738-a4d7-4261-87f9-008d81262f36 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:56:32.500582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9bdbb-435b-4351-aeea-446b79c470ac req-46855678-0791-4d6b-8831-4f56ba5cf3a7 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:32.506549 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9bdbb-435b-4351-aeea-446b79c470ac req-46855678-0791-4d6b-8831-4f56ba5cf3a7 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:32.513192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9bdbb-435b-4351-aeea-446b79c470ac req-46855678-0791-4d6b-8831-4f56ba5cf3a7 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:32.514941 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09e9bdbb-435b-4351-aeea-446b79c470ac req-46855678-0791-4d6b-8831-4f56ba5cf3a7 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2418 time: 0.1148098 Nov 11 11:56:32.544510 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e7f45f58-ebb8-409b-8893-31d77efd3486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:32.555669 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-58aed3d4-5a2a-40fa-b1d9-1e059af5fc78 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:32.566653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 13533340-fb35-414f-8a39-b0959f8397e7 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:32.567239 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:32.579213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5cca3023-9d0d-4c9a-9c5c-be1054c34a73 req-681bcac9-bad1-4d38-9865-8b7fc6a67455 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953807 Nov 11 11:56:32.649053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e7f45f58-ebb8-409b-8893-31d77efd3486 None None] For port 13533340-fb35-414f-8a39-b0959f8397e7, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=13533340-fb35-414f-8a39-b0959f8397e7,segment=NetworkSegment(48e25eb4-fb84-4d38-aacc-e28a017b9854),segment_id=48e25eb4-fb84-4d38-aacc-e28a017b9854)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:32.660909 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e7f45f58-ebb8-409b-8893-31d77efd3486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:32.698906 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device ca143f82-18cb-4415-bdc9-974c133a769a no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:56:32.760579 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:56:32.776488 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09e9bdbb-435b-4351-aeea-446b79c470ac req-879c146a-52dc-435f-a4d7-3cc1097f88b2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189527 Nov 11 11:56:32.782820 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Sync routers for ids ['b6c07738-a4d7-4261-87f9-008d81262f36'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:56:32.787687 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-85694f5d-3587-48e3-9cde-55445729eb73 req-4b014342-2ba4-41dd-9cd4-713e1915cfc9 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4f462ae-549d-477b-8387-6785a231589f HTTP/1.1" status: 200 len: 210 time: 0.0824056 Nov 11 11:56:32.794751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device fb1a8a41-5894-4fc7-a0cd-006a8eca30f2 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:32.806532 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Routers {'b6c07738-a4d7-4261-87f9-008d81262f36'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:32.806532 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:56:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b6c07738-a4d7-4261-87f9-008d81262f36'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:32.808783 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-58aed3d4-5a2a-40fa-b1d9-1e059af5fc78 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:32.820488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51359b62-5682-48be-ab72-6a07546da52c req-31a88c59-ecec-4bb6-91d8-3af35440664a tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:56:32.836550 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-51893bcc-f12b-4bda-9e3b-cb54d3b537b1 req-0a27affa-292b-4a72-888f-4ce15e26c73a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:32.931580 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:32.937114 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7bf97be5-74ea-4874-ab83-86d8ed4ed047 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9788156 Nov 11 11:56:32.938446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-51359b62-5682-48be-ab72-6a07546da52c req-31a88c59-ecec-4bb6-91d8-3af35440664a tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] No DVR routers for this DVR port ca143f82-18cb-4415-bdc9-974c133a769a on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:56:32.942651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49522) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:32.952803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aed3d4-5a2a-40fa-b1d9-1e059af5fc78 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31741d11-6566-4801-83a1-1460360f6b11,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:32.964499 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Set router b6c07738-a4d7-4261-87f9-008d81262f36 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:32.978996 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-58aed3d4-5a2a-40fa-b1d9-1e059af5fc78 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:32.982186 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-58aed3d4-5a2a-40fa-b1d9-1e059af5fc78 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8063211 Nov 11 11:56:32.988210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49524) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:32.997951 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a0613-502d-47ca-92ad-e8dfc781e566 None None] Sync routers for ids ['6efc05a5-4382-4848-9889-74a4f282c5b3'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:56:33.000769 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['1c6cef1f-6cae-4505-8aa2-7157b5a81e37'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:56:33.006186 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a4d9780d-92b0-44e0-8751-6e55842bcaa3 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Request body: {'security_group_rule': {'security_group_id': '31741d11-6566-4801-83a1-1460360f6b11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:33.038424 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-51359b62-5682-48be-ab72-6a07546da52c req-31a88c59-ecec-4bb6-91d8-3af35440664a tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:33.055287 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51359b62-5682-48be-ab72-6a07546da52c req-31a88c59-ecec-4bb6-91d8-3af35440664a tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.43 "DELETE /v2.0/ports/ca143f82-18cb-4415-bdc9-974c133a769a HTTP/1.1" status: 204 len: 173 time: 3.0492702 Nov 11 11:56:33.057407 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f462ae-549d-477b-8387-6785a231589f', 'name': 'network-vif-deleted', 'tag': 'ca143f82-18cb-4415-bdc9-974c133a769a'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:33.062891 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0553be80-0f85-4f69-ae30-c402a86b2c7b" -d '{"events": [{"server_uuid": "d4f462ae-549d-477b-8387-6785a231589f", "name": "network-vif-deleted", "tag": "ca143f82-18cb-4415-bdc9-974c133a769a"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:33.066443 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: ca143f82-18cb-4415-bdc9-974c133a769a {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:56:33.067015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device ca143f82-18cb-4415-bdc9-974c133a769a not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:56:33.117309 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27affa-292b-4a72-888f-4ce15e26c73a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Pushing event deleted for resources: {'Port': ['ID=1c6cef1f-6cae-4505-8aa2-7157b5a81e37,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:33.121813 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a0613-502d-47ca-92ad-e8dfc781e566 None None] Routers {'6efc05a5-4382-4848-9889-74a4f282c5b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:33.122867 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1f1a0613-502d-47ca-92ad-e8dfc781e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:56:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6efc05a5-4382-4848-9889-74a4f282c5b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:33.126802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f45f58-ebb8-409b-8893-31d77efd3486 None None] Pushing event updated for resources: {'Port': ['ID=13533340-fb35-414f-8a39-b0959f8397e7,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:33.135981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-33b08b5c-1bb4-4370-9785-eded8702ebba None None] Provisioning complete for port 13533340-fb35-414f-8a39-b0959f8397e7 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:33.135981 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-33b08b5c-1bb4-4370-9785-eded8702ebba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:33.177051 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port fb1a8a41-5894-4fc7-a0cd-006a8eca30f2 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:33.177427 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:33.201088 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4d9780d-92b0-44e0-8751-6e55842bcaa3 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:33.298015 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-51893bcc-f12b-4bda-9e3b-cb54d3b537b1 req-0a27affa-292b-4a72-888f-4ce15e26c73a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] No DVR routers for this DVR port 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:56:33.299678 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3570a12d-9dc6-4c63-8a27-d5a7afd8ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:33.304088 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3570a12d-9dc6-4c63-8a27-d5a7afd8ebe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:33.306037 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3570a12d-9dc6-4c63-8a27-d5a7afd8ebe3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a603a01c-84cb-409b-a9b8-9c7ff5de6e70 HTTP/1.1" status: 204 len: 168 time: 1.0888865 Nov 11 11:56:33.307990 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-51893bcc-f12b-4bda-9e3b-cb54d3b537b1 req-0a27affa-292b-4a72-888f-4ce15e26c73a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:33.325729 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-51893bcc-f12b-4bda-9e3b-cb54d3b537b1 req-0a27affa-292b-4a72-888f-4ce15e26c73a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.62 "DELETE /v2.0/ports/1c6cef1f-6cae-4505-8aa2-7157b5a81e37 HTTP/1.1" status: 204 len: 173 time: 2.0507302 Nov 11 11:56:33.342943 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b07a1e8-bff9-433a-8df0-1b0b9056dc29', 'name': 'network-vif-deleted', 'tag': '1c6cef1f-6cae-4505-8aa2-7157b5a81e37'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:33.354941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-1f1a0613-502d-47ca-92ad-e8dfc781e566 None None] Set router 6efc05a5-4382-4848-9889-74a4f282c5b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:33.357975 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38fd389-9dc7-4e17-ace4-4d9a79a40a2a" -d '{"events": [{"server_uuid": "4b07a1e8-bff9-433a-8df0-1b0b9056dc29", "name": "network-vif-deleted", "tag": "1c6cef1f-6cae-4505-8aa2-7157b5a81e37"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:33.378534 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e435edb-0484-4c68-8789-9e030a4a19d0 req-13922bc4-14c1-41d3-8902-043f3698b182 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:33.380582 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e435edb-0484-4c68-8789-9e030a4a19d0 req-13922bc4-14c1-41d3-8902-043f3698b182 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.3072445 Nov 11 11:56:33.451945 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4d9780d-92b0-44e0-8751-6e55842bcaa3 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:33.457161 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570a12d-9dc6-4c63-8a27-d5a7afd8ebe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a603a01c-84cb-409b-a9b8-9c7ff5de6e70,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:33.463399 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4d9780d-92b0-44e0-8751-6e55842bcaa3 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:33.492442 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Sync routers for ids ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:56:33.503072 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:33.518124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9780d-92b0-44e0-8751-6e55842bcaa3 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39d66c3-d27b-44dc-b13a-5b76e1eff17e,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:33.536410 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4d9780d-92b0-44e0-8751-6e55842bcaa3 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:33.544629 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Routers {'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:33.545073 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a4d9780d-92b0-44e0-8751-6e55842bcaa3 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5467155 Nov 11 11:56:33.549312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49538) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:33.549985 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:56:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:33.555587 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5e214258-3166-4eba-8515-85a986e90e63 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Request body: {'security_group_rule': {'security_group_id': '31741d11-6566-4801-83a1-1460360f6b11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:33.615896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port fb1a8a41-5894-4fc7-a0cd-006a8eca30f2, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=fb1a8a41-5894-4fc7-a0cd-006a8eca30f2,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:33.633399 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e214258-3166-4eba-8515-85a986e90e63 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:33.725180 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Set router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:33.759878 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e214258-3166-4eba-8515-85a986e90e63 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:33.772878 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e214258-3166-4eba-8515-85a986e90e63 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:33.838580 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e214258-3166-4eba-8515-85a986e90e63 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b200e7-ebcc-41a4-8492-5e055440c0a7,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:33.861563 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e214258-3166-4eba-8515-85a986e90e63 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:33.873682 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49554) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:33.889066 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5e214258-3166-4eba-8515-85a986e90e63 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389359 Nov 11 11:56:33.906743 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:33.913371 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:33.936277 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-14b0fb1f-295e-4b4b-b8fc-22f28a790cf1 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:33.943887 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-14b0fb1f-295e-4b4b-b8fc-22f28a790cf1 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:33.950999 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-14b0fb1f-295e-4b4b-b8fc-22f28a790cf1 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:33.953072 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-14b0fb1f-295e-4b4b-b8fc-22f28a790cf1 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.43 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2418 time: 0.6694367 Nov 11 11:56:34.001920 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=fb1a8a41-5894-4fc7-a0cd-006a8eca30f2,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:34.017951 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e435edb-0484-4c68-8789-9e030a4a19d0 req-d1f3759f-d1e1-463b-ba5c-8f8c64fd0efa tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601966 Nov 11 11:56:34.123921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1f1a0613-502d-47ca-92ad-e8dfc781e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'name': 'tempest-ServersTestFqdnHostnames-256337225-router', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:45Z', 'updated_at': '2021-11-11T11:53:58Z', 'revision_number': 4, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'gw_port': {'id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:47Z', 'updated_at': '2021-11-11T11:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '9279f061-69ac-40e8-a6c2-695bb2c921de', 'name': '', 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'mac_address': 'fa:16:3e:e9:72:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:55Z', 'updated_at': '2021-11-11T11:54:04Z', 'revision_number': 5, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'subnets': [{'id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:34.180882 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497d596b-860b-4f52-be40-665b47c967de x-openstack-request-id: req-497d596b-860b-4f52-be40-665b47c967de {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:34.182336 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f462ae-549d-477b-8387-6785a231589f", "name": "network-vif-deleted", "tag": "ca143f82-18cb-4415-bdc9-974c133a769a", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:34.183658 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-497d596b-860b-4f52-be40-665b47c967de {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:34.185627 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f462ae-549d-477b-8387-6785a231589f', 'name': 'network-vif-deleted', 'tag': 'ca143f82-18cb-4415-bdc9-974c133a769a', 'status': 'completed', 'code': 200} Nov 11 11:56:34.191826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a0613-502d-47ca-92ad-e8dfc781e566 None None] Checking router: 6efc05a5-4382-4848-9889-74a4f282c5b3 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:56:34.202164 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'name': 'tempest-FloatingIPDetailsTestJSON-998444157-router', 'tenant_id': '893a7d9c0f924376b4b3ce425a42d08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'da39bc34-37e0-4371-8e58-0576b67b48a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:29Z', 'updated_at': '2021-11-11T11:56:30Z', 'revision_number': 3, 'project_id': '893a7d9c0f924376b4b3ce425a42d08a', 'gw_port': {'id': 'da39bc34-37e0-4371-8e58-0576b67b48a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:29Z', 'updated_at': '2021-11-11T11:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:34.213343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a0613-502d-47ca-92ad-e8dfc781e566 None None] Routers {'6efc05a5-4382-4848-9889-74a4f282c5b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:34.214045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1f1a0613-502d-47ca-92ad-e8dfc781e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:56:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6efc05a5-4382-4848-9889-74a4f282c5b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:34.253933 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:34.283601 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 13533340-fb35-414f-8a39-b0959f8397e7 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:34.302370 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Checking router: b6c07738-a4d7-4261-87f9-008d81262f36 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:56:34.303041 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Updating router b6c07738-a4d7-4261-87f9-008d81262f36 port da39bc34-37e0-4371-8e58-0576b67b48a9 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:56:34.327202 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab2cae8-dbe9-454c-92b2-40d1dc6cc38a x-openstack-request-id: req-1ab2cae8-dbe9-454c-92b2-40d1dc6cc38a {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:34.327911 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b07a1e8-bff9-433a-8df0-1b0b9056dc29", "name": "network-vif-deleted", "tag": "1c6cef1f-6cae-4505-8aa2-7157b5a81e37", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:34.328365 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ab2cae8-dbe9-454c-92b2-40d1dc6cc38a {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:34.329093 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b07a1e8-bff9-433a-8df0-1b0b9056dc29', 'name': 'network-vif-deleted', 'tag': '1c6cef1f-6cae-4505-8aa2-7157b5a81e37', 'status': 'completed', 'code': 200} Nov 11 11:56:34.374787 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:34.421208 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-1f1a0613-502d-47ca-92ad-e8dfc781e566 None None] Set router 6efc05a5-4382-4848-9889-74a4f282c5b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:34.474841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-af4da864-7c49-4eab-afa6-d5ac551522d2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Deleting port 005c6c38-a851-417e-9b1a-cdd93cd97d30 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:34.475365 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-af4da864-7c49-4eab-afa6-d5ac551522d2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:34.531997 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'name': 'tempest-ServersTestJSON-1938653056-router', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:29Z', 'revision_number': 4, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'gw_port': {'id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '31781b66-bd3a-43ef-a7ac-7b112b40785a', 'name': '', 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'mac_address': 'fa:16:3e:d8:aa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:27Z', 'updated_at': '2021-11-11T11:56:29Z', 'revision_number': 2, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'subnets': [{'id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:34.565323 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Checking router: a1f12e1c-a920-4ab8-a577-b59c9e71e1eb for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:56:34.565694 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Updating router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb port 31781b66-bd3a-43ef-a7ac-7b112b40785a binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:56:34.608115 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:34.622950 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 13533340-fb35-414f-8a39-b0959f8397e7 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:34.623309 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:34.694679 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-af4da864-7c49-4eab-afa6-d5ac551522d2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] For port 005c6c38-a851-417e-9b1a-cdd93cd97d30, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=005c6c38-a851-417e-9b1a-cdd93cd97d30,segment=NetworkSegment(1163f9d5-7b1b-479f-89ef-de010862c6ed),segment_id=1163f9d5-7b1b-479f-89ef-de010862c6ed)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:34.695366 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-af4da864-7c49-4eab-afa6-d5ac551522d2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:34.714081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-af4da864-7c49-4eab-afa6-d5ac551522d2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Calling delete_port for 005c6c38-a851-417e-9b1a-cdd93cd97d30 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:34.774674 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49584) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:34.818952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device fb1a8a41-5894-4fc7-a0cd-006a8eca30f2 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:34.858892 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd38acb-2bdc-48fe-9321-b7d61a0c9219 req-64237a13-3dab-4661-ae5c-86c589a19557 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:34.878075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd38acb-2bdc-48fe-9321-b7d61a0c9219 req-64237a13-3dab-4661-ae5c-86c589a19557 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:34.882018 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1f1a0613-502d-47ca-92ad-e8dfc781e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'name': 'tempest-ServersTestFqdnHostnames-256337225-router', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:45Z', 'updated_at': '2021-11-11T11:53:58Z', 'revision_number': 4, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'gw_port': {'id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:47Z', 'updated_at': '2021-11-11T11:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '9279f061-69ac-40e8-a6c2-695bb2c921de', 'name': '', 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'mac_address': 'fa:16:3e:e9:72:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:55Z', 'updated_at': '2021-11-11T11:54:04Z', 'revision_number': 5, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'subnets': [{'id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:34.888563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd38acb-2bdc-48fe-9321-b7d61a0c9219 req-64237a13-3dab-4661-ae5c-86c589a19557 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:34.896936 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ddd38acb-2bdc-48fe-9321-b7d61a0c9219 req-64237a13-3dab-4661-ae5c-86c589a19557 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 2418 time: 0.4752469 Nov 11 11:56:34.905826 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-23288ce2-b68e-4fec-b91f-e7cb8bf85868 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1841281652-network', 'tenant_id': '8c78f7bec72d435ba676040f791ebb24'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:34.933704 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a0613-502d-47ca-92ad-e8dfc781e566 None None] The sync data for ids ['6efc05a5-4382-4848-9889-74a4f282c5b3'] in n-d-807359-3 is: [{'id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'name': 'tempest-ServersTestFqdnHostnames-256337225-router', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:45Z', 'updated_at': '2021-11-11T11:53:58Z', 'revision_number': 4, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'gw_port': {'id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:47Z', 'updated_at': '2021-11-11T11:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '9279f061-69ac-40e8-a6c2-695bb2c921de', 'name': '', 'network_id': '114b7753-62c2-472b-8415-1a3626ff81aa', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'mac_address': 'fa:16:3e:e9:72:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:55Z', 'updated_at': '2021-11-11T11:54:04Z', 'revision_number': 5, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'subnets': [{'id': '1ba6fa33-e08b-4e6c-970e-30a7ae0b0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:56:34.935799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23288ce2-b68e-4fec-b91f-e7cb8bf85868 admin admin] Made reservation on behalf of 8c78f7bec72d435ba676040f791ebb24 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:34.939914 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-23288ce2-b68e-4fec-b91f-e7cb8bf85868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:34.946762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port fb1a8a41-5894-4fc7-a0cd-006a8eca30f2 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:34.947127 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:34.952096 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-23288ce2-b68e-4fec-b91f-e7cb8bf85868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.023287 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.039273 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.088141 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-23288ce2-b68e-4fec-b91f-e7cb8bf85868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.098781 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-23288ce2-b68e-4fec-b91f-e7cb8bf85868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.113186 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ddd38acb-2bdc-48fe-9321-b7d61a0c9219 req-c9fa7b85-6976-4a32-8c46-38465671c2d4 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996150 Nov 11 11:56:35.113186 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-af4da864-7c49-4eab-afa6-d5ac551522d2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.115047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23288ce2-b68e-4fec-b91f-e7cb8bf85868 admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:56:35.129447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-d54514f6-8eca-461e-93d5-8e1b67705ad1 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:56:35.139267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-d54514f6-8eca-461e-93d5-8e1b67705ad1 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0966299 Nov 11 11:56:35.151915 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-23288ce2-b68e-4fec-b91f-e7cb8bf85868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.152266 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-23288ce2-b68e-4fec-b91f-e7cb8bf85868 admin admin] Added segment d0dfd7e9-0d39-4fa0-adba-bdbf342d5d97 of type vlan for network 733583c5-c236-474a-a313-b2ff0caceffa Nov 11 11:56:35.168560 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23288ce2-b68e-4fec-b91f-e7cb8bf85868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4d9d43-03c6-4d03-8b72-a917c0a13f76,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:35.225860 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.231302 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71337ec-9ad4-4e96-bac7-019169eb32a6 None None] Pushing event updated for resources: {'Port': ['ID=da39bc34-37e0-4371-8e58-0576b67b48a9,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:35.232854 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-23288ce2-b68e-4fec-b91f-e7cb8bf85868 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.235247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4da864-7c49-4eab-afa6-d5ac551522d2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event deleted for resources: {'Port': ['ID=005c6c38-a851-417e-9b1a-cdd93cd97d30,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:35.249092 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71337ec-9ad4-4e96-bac7-019169eb32a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:35.249563 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71337ec-9ad4-4e96-bac7-019169eb32a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:35.250116 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71337ec-9ad4-4e96-bac7-019169eb32a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:35.250987 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71337ec-9ad4-4e96-bac7-019169eb32a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:35.251583 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71337ec-9ad4-4e96-bac7-019169eb32a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:35.252227 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71337ec-9ad4-4e96-bac7-019169eb32a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:35.252685 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71337ec-9ad4-4e96-bac7-019169eb32a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:35.253103 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71337ec-9ad4-4e96-bac7-019169eb32a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:35.253511 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71337ec-9ad4-4e96-bac7-019169eb32a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:35.253970 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71337ec-9ad4-4e96-bac7-019169eb32a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:35.254486 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71337ec-9ad4-4e96-bac7-019169eb32a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:35.255172 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71337ec-9ad4-4e96-bac7-019169eb32a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:56:35.261674 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.306726 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-23288ce2-b68e-4fec-b91f-e7cb8bf85868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.307833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23288ce2-b68e-4fec-b91f-e7cb8bf85868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:35.308579 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-23288ce2-b68e-4fec-b91f-e7cb8bf85868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.320756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801adf04-d347-42fe-b15e-163b16ff57fe req-fec0b92f-464b-451a-96f3-63b546489232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:35.328562 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-fec0b92f-464b-451a-96f3-63b546489232 service neutron] 10.222.0.65 "GET /v2.0/ports/3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b HTTP/1.1" status: 200 len: 1093 time: 0.1884243 Nov 11 11:56:35.343695 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0160191-7322-4c28-bdef-70852b5b4859 None None] Pushing event updated for resources: {'Port': ['ID=31781b66-bd3a-43ef-a7ac-7b112b40785a,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:35.350069 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-801adf04-d347-42fe-b15e-163b16ff57fe req-60bc227c-53ec-4a9e-8495-98a39263d801 service neutron] Request body: {'binding': {'host': 'n-h1-807359-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:35.350792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-801adf04-d347-42fe-b15e-163b16ff57fe req-60bc227c-53ec-4a9e-8495-98a39263d801 service neutron] Unknown quota resources ['binding']. {{(pid=109153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 11:56:35.379355 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Attempting to bind port da39bc34-37e0-4371-8e58-0576b67b48a9 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:35.379862 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Attempting to bind port da39bc34-37e0-4371-8e58-0576b67b48a9 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:35.380401 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Attempting to bind port da39bc34-37e0-4371-8e58-0576b67b48a9 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:35.396721 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:35.397272 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:35.398853 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.400132 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:35.401082 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Bound port: da39bc34-37e0-4371-8e58-0576b67b48a9, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:35.402872 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.420000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-af4da864-7c49-4eab-afa6-d5ac551522d2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] No DVR routers for this DVR port 005c6c38-a851-417e-9b1a-cdd93cd97d30 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:56:35.428267 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-af4da864-7c49-4eab-afa6-d5ac551522d2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.431713 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-af4da864-7c49-4eab-afa6-d5ac551522d2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.43 "DELETE /v2.0/ports/005c6c38-a851-417e-9b1a-cdd93cd97d30 HTTP/1.1" status: 204 len: 173 time: 1.4673831 Nov 11 11:56:35.432564 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23288ce2-b68e-4fec-b91f-e7cb8bf85868 admin admin] Pushing event updated for resources: {'Network': ['ID=733583c5-c236-474a-a313-b2ff0caceffa,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:35.445022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 733583c5-c236-474a-a313-b2ff0caceffa details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:56:35.458674 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-23288ce2-b68e-4fec-b91f-e7cb8bf85868 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6826091 Nov 11 11:56:35.459536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49592) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:35.461874 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49594) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:35.465380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d931a9be-0170-40fc-97bf-61a2f5f9ea0d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1596905834', 'description': 'tempest-description--1027677360'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:35.479668 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-50981be4-46a2-4657-ae37-70f67899b1c5 admin admin] Request body: {'subnet': {'network_id': '733583c5-c236-474a-a313-b2ff0caceffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1841281652-subnet', 'tenant_id': '8c78f7bec72d435ba676040f791ebb24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:35.518036 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af989af-ed1f-4108-8a21-c2176a902b06 None None] New status for floating IP 1f4bdb64-1e85-4c11-80e0-3dd6dc5fd147: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:56:35.527383 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d931a9be-0170-40fc-97bf-61a2f5f9ea0d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.587933 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Attempting to bind port 31781b66-bd3a-43ef-a7ac-7b112b40785a on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:35.588371 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Attempting to bind port 31781b66-bd3a-43ef-a7ac-7b112b40785a by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '1d566418-1a56-4edd-a2ef-cd265ec97c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:35.588728 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Attempting to bind port 31781b66-bd3a-43ef-a7ac-7b112b40785a on network 6dc3e723-3d12-4bec-8554-dba88e91238e {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:35.601101 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50981be4-46a2-4657-ae37-70f67899b1c5 admin admin] Made reservation on behalf of 8c78f7bec72d435ba676040f791ebb24 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:35.604447 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50981be4-46a2-4657-ae37-70f67899b1c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.613310 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:35.614352 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Checking segment: {'id': '1d566418-1a56-4edd-a2ef-cd265ec97c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:35.614754 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.616306 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Bound using segment: {'id': '1d566418-1a56-4edd-a2ef-cd265ec97c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:35.616813 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Bound port: 31781b66-bd3a-43ef-a7ac-7b112b40785a, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d566418-1a56-4edd-a2ef-cd265ec97c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:35.617274 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.633268 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] For port da39bc34-37e0-4371-8e58-0576b67b48a9, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:35.635815 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.668012 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] For port da39bc34-37e0-4371-8e58-0576b67b48a9, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=da39bc34-37e0-4371-8e58-0576b67b48a9,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:35.699165 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.731787 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.774657 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d931a9be-0170-40fc-97bf-61a2f5f9ea0d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.785655 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5f60795b-df3e-4beb-a357-da0327148484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.787895 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d931a9be-0170-40fc-97bf-61a2f5f9ea0d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.800068 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] For port 31781b66-bd3a-43ef-a7ac-7b112b40785a, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:35.808137 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] For port 31781b66-bd3a-43ef-a7ac-7b112b40785a, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=31781b66-bd3a-43ef-a7ac-7b112b40785a,segment=NetworkSegment(1d566418-1a56-4edd-a2ef-cd265ec97c36),segment_id=1d566418-1a56-4edd-a2ef-cd265ec97c36)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:35.820071 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.831198 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71337ec-9ad4-4e96-bac7-019169eb32a6 None None] Pushing event updated for resources: {'Port': ['ID=da39bc34-37e0-4371-8e58-0576b67b48a9,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:35.841156 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d931a9be-0170-40fc-97bf-61a2f5f9ea0d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.846207 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d931a9be-0170-40fc-97bf-61a2f5f9ea0d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3849077 Nov 11 11:56:35.849495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49596) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:35.851778 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931a9be-0170-40fc-97bf-61a2f5f9ea0d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c156b7eb-53dc-41ab-86d2-69ac433f9769,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:35.862074 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Routers {'b6c07738-a4d7-4261-87f9-008d81262f36'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:35.862752 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:56:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b6c07738-a4d7-4261-87f9-008d81262f36'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:35.867422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7e5cde67-b9a4-4f34-8045-f021ed7c048d None None] Provisioning complete for port 31781b66-bd3a-43ef-a7ac-7b112b40785a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:35.868026 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7e5cde67-b9a4-4f34-8045-f021ed7c048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:35.875372 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3f43dea9-a4f4-4bdf-aeec-af0f4593b8e6 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Request body: {'security_group_rule': {'security_group_id': 'c156b7eb-53dc-41ab-86d2-69ac433f9769', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:35.913353 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f43dea9-a4f4-4bdf-aeec-af0f4593b8e6 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.014532 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50981be4-46a2-4657-ae37-70f67899b1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.026562 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f43dea9-a4f4-4bdf-aeec-af0f4593b8e6 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.059085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48ba39-8def-428a-b764-12d8b380f9c0 req-736ff320-6143-4061-a0e9-39db004f46b4 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:36.066525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4a48ba39-8def-428a-b764-12d8b380f9c0 req-736ff320-6143-4061-a0e9-39db004f46b4 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.4689705 Nov 11 11:56:36.074608 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7e5cde67-b9a4-4f34-8045-f021ed7c048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.111205 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f43dea9-a4f4-4bdf-aeec-af0f4593b8e6 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.149934 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7e5cde67-b9a4-4f34-8045-f021ed7c048d None None] For port 31781b66-bd3a-43ef-a7ac-7b112b40785a, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=31781b66-bd3a-43ef-a7ac-7b112b40785a,segment=NetworkSegment(1d566418-1a56-4edd-a2ef-cd265ec97c36),segment_id=1d566418-1a56-4edd-a2ef-cd265ec97c36)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:36.153423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:56:36.157280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43dea9-a4f4-4bdf-aeec-af0f4593b8e6 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4356f9c-90c5-472f-90fc-4b0ed162094b,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:36.167523 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Routers {'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:36.168930 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:56:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:36.178191 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-801adf04-d347-42fe-b15e-163b16ff57fe req-60bc227c-53ec-4a9e-8495-98a39263d801 service neutron] Attempting to bind port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b on host n-h1-807359-3 for vnic_type normal with profile None {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:36.178677 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-801adf04-d347-42fe-b15e-163b16ff57fe req-60bc227c-53ec-4a9e-8495-98a39263d801 service neutron] Attempting to bind port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:36.179008 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801adf04-d347-42fe-b15e-163b16ff57fe req-60bc227c-53ec-4a9e-8495-98a39263d801 service neutron] Attempting to bind port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:36.180071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:56:36.180587 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 1c6cef1f-6cae-4505-8aa2-7157b5a81e37 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:56:36.182567 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7e5cde67-b9a4-4f34-8045-f021ed7c048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.197478 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'name': 'network-vif-deleted', 'tag': '005c6c38-a851-417e-9b1a-cdd93cd97d30'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:36.203688 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f43dea9-a4f4-4bdf-aeec-af0f4593b8e6 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.204530 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9395b47f-4515-4d9a-a295-71d3a0a8ca5b" -d '{"events": [{"server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "name": "network-vif-deleted", "tag": "005c6c38-a851-417e-9b1a-cdd93cd97d30"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:36.205190 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3f43dea9-a4f4-4bdf-aeec-af0f4593b8e6 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3542833 Nov 11 11:56:36.206036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50981be4-46a2-4657-ae37-70f67899b1c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1254d7-4d60-4212-ac17-33a123440385,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:36.207918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49602) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:36.220297 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0160191-7322-4c28-bdef-70852b5b4859 None None] Pushing event updated for resources: {'Port': ['ID=31781b66-bd3a-43ef-a7ac-7b112b40785a,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:36.224607 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f4a3cf27-8b86-47ae-b535-612f98224425 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Request body: {'security_group_rule': {'security_group_id': 'c156b7eb-53dc-41ab-86d2-69ac433f9769', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:36.249215 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] Set router b6c07738-a4d7-4261-87f9-008d81262f36 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:36.253304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-e47a5715-96bd-424e-b40f-6c67cf97c714 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Deleting port 5cea04b0-7f94-4bcb-ac29-001c440e00ba {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:36.253633 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-e47a5715-96bd-424e-b40f-6c67cf97c714 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.254755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50981be4-46a2-4657-ae37-70f67899b1c5 admin admin] Checking segment: {'id': 'd0dfd7e9-0d39-4fa0-adba-bdbf342d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '733583c5-c236-474a-a313-b2ff0caceffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:36.256141 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50981be4-46a2-4657-ae37-70f67899b1c5 admin admin] Network hostable DHCP agents. Network: 733583c5-c236-474a-a313-b2ff0caceffa, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:56:36.282430 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5cde67-b9a4-4f34-8045-f021ed7c048d None None] Pushing event updated for resources: {'Port': ['ID=31781b66-bd3a-43ef-a7ac-7b112b40785a,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:36.295768 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4a3cf27-8b86-47ae-b535-612f98224425 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.312071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-dde61fab-fe55-4e44-9cfa-22d33632b97b None None] Provisioning complete for port 31781b66-bd3a-43ef-a7ac-7b112b40785a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:36.312427 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dde61fab-fe55-4e44-9cfa-22d33632b97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.327589 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50981be4-46a2-4657-ae37-70f67899b1c5 admin admin] Network 733583c5-c236-474a-a313-b2ff0caceffa is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:56:36.342829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-50981be4-46a2-4657-ae37-70f67899b1c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 733583c5-c236-474a-a313-b2ff0caceffa) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:36.357281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d24cbfd-f0d4-4dae-80f5-8683c51561bf None None] Network 733583c5-c236-474a-a313-b2ff0caceffa requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:36.382030 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4a3cf27-8b86-47ae-b535-612f98224425 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.384387 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50981be4-46a2-4657-ae37-70f67899b1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:36.385075 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50981be4-46a2-4657-ae37-70f67899b1c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.399391 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4a3cf27-8b86-47ae-b535-612f98224425 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.423317 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] Set router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:36.433849 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3cf27-8b86-47ae-b535-612f98224425 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6edfc3ff-8ae1-4d4a-b354-da7bcd14bb4e,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:36.439189 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-50981be4-46a2-4657-ae37-70f67899b1c5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9674337 Nov 11 11:56:36.474287 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4a3cf27-8b86-47ae-b535-612f98224425 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.477999 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f4a3cf27-8b86-47ae-b535-612f98224425 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2658002 Nov 11 11:56:36.482824 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49606) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:36.496711 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:36.501167 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Allocated IP 172.20.0.1 (beed9518-1d11-43d5-b800-8c4c3de64870/224b43af-7403-40f6-8eb2-7eba3d95f2ef/080593fd-24ae-4fd1-870b-b83919f146b7) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:36.551424 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.560753 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c7e7c4-7ff5-4a2f-994b-573b074bd72a None None] Network 733583c5-c236-474a-a313-b2ff0caceffa requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:36.663055 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'name': 'tempest-FloatingIPDetailsTestJSON-998444157-router', 'tenant_id': '893a7d9c0f924376b4b3ce425a42d08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'da39bc34-37e0-4371-8e58-0576b67b48a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:29Z', 'updated_at': '2021-11-11T11:56:30Z', 'revision_number': 3, 'project_id': '893a7d9c0f924376b4b3ce425a42d08a', 'gw_port': {'id': 'da39bc34-37e0-4371-8e58-0576b67b48a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:29Z', 'updated_at': '2021-11-11T11:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:36.666951 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.715387 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a61b7-827a-4b35-9333-eaf5e20a3fa0 None None] The sync data for ids ['b6c07738-a4d7-4261-87f9-008d81262f36'] in n-d-807359-3 is: [{'id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'name': 'tempest-FloatingIPDetailsTestJSON-998444157-router', 'tenant_id': '893a7d9c0f924376b4b3ce425a42d08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'da39bc34-37e0-4371-8e58-0576b67b48a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:29Z', 'updated_at': '2021-11-11T11:56:30Z', 'revision_number': 3, 'project_id': '893a7d9c0f924376b4b3ce425a42d08a', 'gw_port': {'id': 'da39bc34-37e0-4371-8e58-0576b67b48a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:29Z', 'updated_at': '2021-11-11T11:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:56:36.760817 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'name': 'tempest-ServersTestJSON-1938653056-router', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:29Z', 'revision_number': 4, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'gw_port': {'id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '31781b66-bd3a-43ef-a7ac-7b112b40785a', 'name': '', 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'mac_address': 'fa:16:3e:d8:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:27Z', 'updated_at': '2021-11-11T11:56:36Z', 'revision_number': 5, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'subnets': [{'id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:36.764071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 58455209-fb33-498a-bb99-7b8062ddc653 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:56:36.791364 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea1df53-1fdb-45ed-a0af-d716b9b19f77 None None] The sync data for ids ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'] in n-d-807359-3 is: [{'id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'name': 'tempest-ServersTestJSON-1938653056-router', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:29Z', 'revision_number': 4, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'gw_port': {'id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '31781b66-bd3a-43ef-a7ac-7b112b40785a', 'name': '', 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'mac_address': 'fa:16:3e:d8:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:27Z', 'updated_at': '2021-11-11T11:56:36Z', 'revision_number': 5, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'subnets': [{'id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:56:36.926817 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.959777 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58455209-fb33-498a-bb99-7b8062ddc653'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:36.963007 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d443cc7-7387-4289-8cbb-0d4718f71001" -d '{"events": [{"server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "name": "network-vif-unplugged", "status": "completed", "tag": "58455209-fb33-498a-bb99-7b8062ddc653"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:36.977342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 58455209-fb33-498a-bb99-7b8062ddc653, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=58455209-fb33-498a-bb99-7b8062ddc653,segment=NetworkSegment(9dbf6fb6-ece5-42e3-b101-7c4893405313),segment_id=9dbf6fb6-ece5-42e3-b101-7c4893405313)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:36.982809 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:36.983619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 005c6c38-a851-417e-9b1a-cdd93cd97d30 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:56:36.999682 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:37.010488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801adf04-d347-42fe-b15e-163b16ff57fe req-60bc227c-53ec-4a9e-8495-98a39263d801 service neutron] Port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:56:37.010876 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801adf04-d347-42fe-b15e-163b16ff57fe req-60bc227c-53ec-4a9e-8495-98a39263d801 service neutron] Attempting to bind port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:37.013324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Allocated IP 172.25.2.30 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/eedf35f9-fa17-4273-9ae3-b009a827a6da) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:37.040624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-e47a5715-96bd-424e-b40f-6c67cf97c714 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] For port 5cea04b0-7f94-4bcb-ac29-001c440e00ba, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5cea04b0-7f94-4bcb-ac29-001c440e00ba,segment=NetworkSegment(1163f9d5-7b1b-479f-89ef-de010862c6ed),segment_id=1163f9d5-7b1b-479f-89ef-de010862c6ed)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:37.040976 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-e47a5715-96bd-424e-b40f-6c67cf97c714 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:37.047246 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 005c6c38-a851-417e-9b1a-cdd93cd97d30 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:56:37.047246 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 005c6c38-a851-417e-9b1a-cdd93cd97d30 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:56:37.047246 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5cea04b0-7f94-4bcb-ac29-001c440e00ba no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:56:37.077812 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801adf04-d347-42fe-b15e-163b16ff57fe req-60bc227c-53ec-4a9e-8495-98a39263d801 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:37.078123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801adf04-d347-42fe-b15e-163b16ff57fe req-60bc227c-53ec-4a9e-8495-98a39263d801 service neutron] Checking segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:37.078576 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801adf04-d347-42fe-b15e-163b16ff57fe req-60bc227c-53ec-4a9e-8495-98a39263d801 service neutron] Bound using segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:37.079085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-801adf04-d347-42fe-b15e-163b16ff57fe req-60bc227c-53ec-4a9e-8495-98a39263d801 service neutron] Bound port: 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:37.088178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4a48ba39-8def-428a-b764-12d8b380f9c0 req-6205e3c5-e6dc-44ab-8280-f061fc5d2ddb tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0207803 Nov 11 11:56:37.105023 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-e47a5715-96bd-424e-b40f-6c67cf97c714 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Calling delete_port for 5cea04b0-7f94-4bcb-ac29-001c440e00ba owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:37.162166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49614) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:37.267947 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:37.272012 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=58455209-fb33-498a-bb99-7b8062ddc653,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:37.275265 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-52400fad-5f84-4437-8956-1ac0d0af3db0 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:37.303540 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-52400fad-5f84-4437-8956-1ac0d0af3db0 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:37.388469 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-52400fad-5f84-4437-8956-1ac0d0af3db0 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:37.391250 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-52400fad-5f84-4437-8956-1ac0d0af3db0 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:37.394838 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-52400fad-5f84-4437-8956-1ac0d0af3db0 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "DELETE /v2.0/security-groups/5034c4b2-134e-4504-9206-8a744ad724b4 HTTP/1.1" status: 204 len: 168 time: 0.2292573 Nov 11 11:56:37.395901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49616) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:37.416763 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52400fad-5f84-4437-8956-1ac0d0af3db0 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5034c4b2-134e-4504-9206-8a744ad724b4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:37.419531 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-c9e79f7f-cced-4b53-a9de-a90210d35516 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] show failed (client error): The resource could not be found. Nov 11 11:56:37.420769 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c9e79f7f-cced-4b53-a9de-a90210d35516 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "GET /v2.0/security-groups/5034c4b2-134e-4504-9206-8a744ad724b4 HTTP/1.1" status: 404 len: 347 time: 0.0239873 Nov 11 11:56:37.424202 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49618) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:37.464882 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:37.468269 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-801adf04-d347-42fe-b15e-163b16ff57fe req-60bc227c-53ec-4a9e-8495-98a39263d801 service neutron] For port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:37.513199 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-801adf04-d347-42fe-b15e-163b16ff57fe req-60bc227c-53ec-4a9e-8495-98a39263d801 service neutron] Publish callbacks [] for binding, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:37.514559 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-60bc227c-53ec-4a9e-8495-98a39263d801 service neutron] 10.222.0.65 "POST /v2.0/ports/3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b/bindings HTTP/1.1" status: 201 len: 389 time: 2.1848116 Nov 11 11:56:37.547097 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-e47a5715-96bd-424e-b40f-6c67cf97c714 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:37.561203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Network beed9518-1d11-43d5-b800-8c4c3de64870 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:37.584903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da53bd8-73b5-41a0-bfb1-981e7cef68e4 req-2933a5e8-0804-4d95-800e-0968e50d69af tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:37.591356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da53bd8-73b5-41a0-bfb1-981e7cef68e4 req-2933a5e8-0804-4d95-800e-0968e50d69af tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:37.592951 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2da53bd8-73b5-41a0-bfb1-981e7cef68e4 req-2933a5e8-0804-4d95-800e-0968e50d69af tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 1601 time: 0.2901564 Nov 11 11:56:37.600774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:37.613170 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:37.617037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:37.652448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=080593fd-24ae-4fd1-870b-b83919f146b7,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:37.676317 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1fb390b5-5274-4914-933e-c9cc3d247929 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Deleting port dfd71b50-b3f0-42ab-b3be-acabb970c62a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:37.676843 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1fb390b5-5274-4914-933e-c9cc3d247929 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:37.753547 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aec530-e00c-4946-af74-9f773460b64e x-openstack-request-id: req-00aec530-e00c-4946-af74-9f773460b64e {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:37.753905 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "name": "network-vif-deleted", "tag": "005c6c38-a851-417e-9b1a-cdd93cd97d30", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:37.754150 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00aec530-e00c-4946-af74-9f773460b64e {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:37.754797 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'name': 'network-vif-deleted', 'tag': '005c6c38-a851-417e-9b1a-cdd93cd97d30', 'status': 'completed', 'code': 200} Nov 11 11:56:37.824831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a5715-96bd-424e-b40f-6c67cf97c714 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event deleted for resources: {'Port': ['ID=5cea04b0-7f94-4bcb-ac29-001c440e00ba,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:37.863521 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1fb390b5-5274-4914-933e-c9cc3d247929 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:37.864015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1fb390b5-5274-4914-933e-c9cc3d247929 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:37.888702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1fb390b5-5274-4914-933e-c9cc3d247929 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Calling delete_port for dfd71b50-b3f0-42ab-b3be-acabb970c62a owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:37.900225 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-e47a5715-96bd-424e-b40f-6c67cf97c714 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] No DVR routers for this DVR port 5cea04b0-7f94-4bcb-ac29-001c440e00ba on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:56:37.909338 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-e47a5715-96bd-424e-b40f-6c67cf97c714 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:37.916065 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-e47a5715-96bd-424e-b40f-6c67cf97c714 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.43 "DELETE /v2.0/ports/5cea04b0-7f94-4bcb-ac29-001c440e00ba HTTP/1.1" status: 204 len: 173 time: 2.4112206 Nov 11 11:56:37.996785 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e8a25d87-e5e6-40b4-b3d3-3707c3806f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:38.058813 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2da53bd8-73b5-41a0-bfb1-981e7cef68e4 req-6fd888cc-5b0a-4a81-8f8b-c06150e94483 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533970 Nov 11 11:56:38.060785 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:38.076490 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3d22f567-f48a-44f3-939e-2dcf211c31df None None] Provisioning complete for port 080593fd-24ae-4fd1-870b-b83919f146b7 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:38.077328 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3d22f567-f48a-44f3-939e-2dcf211c31df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:38.177700 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8b35cb-968f-4a87-a485-e575a691f24f x-openstack-request-id: req-2d8b35cb-968f-4a87-a485-e575a691f24f {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:38.177984 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "name": "network-vif-unplugged", "status": "completed", "tag": "58455209-fb33-498a-bb99-7b8062ddc653", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:38.178227 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d8b35cb-968f-4a87-a485-e575a691f24f {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:38.178614 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58455209-fb33-498a-bb99-7b8062ddc653', 'code': 200} Nov 11 11:56:38.180186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3d22f567-f48a-44f3-939e-2dcf211c31df None None] Port 080593fd-24ae-4fd1-870b-b83919f146b7 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:56:38.225374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801adf04-d347-42fe-b15e-163b16ff57fe req-e4facc44-9bc9-4f3d-ba16-dc69b522996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:38.227710 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-e4facc44-9bc9-4f3d-ba16-dc69b522996a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 1096 time: 0.1113353 Nov 11 11:56:38.306294 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device da39bc34-37e0-4371-8e58-0576b67b48a9 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:38.360417 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port da39bc34-37e0-4371-8e58-0576b67b48a9 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:38.360728 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:38.386885 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1fb390b5-5274-4914-933e-c9cc3d247929 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:38.402177 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:38.424876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4df43096-6382-4b28-aa11-14d54c7f7f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:38.426415 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4df43096-6382-4b28-aa11-14d54c7f7f41 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.1723604 Nov 11 11:56:38.427926 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Allocated IP 172.25.2.189 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/38cb6951-0e9d-4816-b8b3-ed4b8e0375bc) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:38.428270 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:38.433983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb390b5-5274-4914-933e-c9cc3d247929 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Pushing event deleted for resources: {'Port': ['ID=dfd71b50-b3f0-42ab-b3be-acabb970c62a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:38.466662 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:38.476635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:38.492979 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-e9ae0988-ee0b-464e-93d6-3ab8bb19ff16 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b HTTP/1.1" status: 200 len: 217 time: 0.0515664 Nov 11 11:56:38.612706 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:38.631181 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Pushing event updated for resources: {'Port': ['ID=eedf35f9-fa17-4273-9ae3-b009a827a6da,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:38.637992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port da39bc34-37e0-4371-8e58-0576b67b48a9, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=da39bc34-37e0-4371-8e58-0576b67b48a9,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:38.639055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801adf04-d347-42fe-b15e-163b16ff57fe req-a66be664-3ca9-40b6-96ea-2f81f3847521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:38.640227 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-a66be664-3ca9-40b6-96ea-2f81f3847521 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.1191885 Nov 11 11:56:38.641231 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1fb390b5-5274-4914-933e-c9cc3d247929 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:38.643886 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1fb390b5-5274-4914-933e-c9cc3d247929 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:38.644331 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:38.644985 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1fb390b5-5274-4914-933e-c9cc3d247929 tempest-ServersTestFqdnHostnames-306994126 tempest-ServersTestFqdnHostnames-306994126-project] 10.222.0.65 "DELETE /v2.0/floatingips/1f4bdb64-1e85-4c11-80e0-3dd6dc5fd147 HTTP/1.1" status: 204 len: 168 time: 1.2181354 Nov 11 11:56:38.645939 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 31781b66-bd3a-43ef-a7ac-7b112b40785a up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:38.648359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49634) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:38.658551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea332acd-b688-4b68-be7f-c74b1a6111a0 req-df373d69-bf10-43ff-8e32-7caf3d8f1877 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:38.660288 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea332acd-b688-4b68-be7f-c74b1a6111a0 req-df373d69-bf10-43ff-8e32-7caf3d8f1877 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 945 time: 0.3825762 Nov 11 11:56:38.684317 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-6eb2f597-d6d9-46a4-9408-0c2c8f57fc9f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Deleting port 58455209-fb33-498a-bb99-7b8062ddc653 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:38.684851 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-6eb2f597-d6d9-46a4-9408-0c2c8f57fc9f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:38.694322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-f8496be4-25ad-4393-a291-496cf32a9f9c tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:38.702067 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-f8496be4-25ad-4393-a291-496cf32a9f9c tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/networks?id=733583c5-c236-474a-a313-b2ff0caceffa HTTP/1.1" status: 200 len: 821 time: 0.5494094 Nov 11 11:56:38.730502 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-b7ef5b50-74a5-49c8-83dc-8c4672240022 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719063 Nov 11 11:56:38.751483 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=da39bc34-37e0-4371-8e58-0576b67b48a9,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:38.762637 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:38.768910 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 31781b66-bd3a-43ef-a7ac-7b112b40785a triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:38.769346 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:38.777375 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:38.826159 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-8454f045-707c-4001-8116-febc440ee370 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/quotas/8c78f7bec72d435ba676040f791ebb24 HTTP/1.1" status: 200 len: 375 time: 0.1227927 Nov 11 11:56:38.865480 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-64ee66d4-a3b3-45bc-91ef-2698c7b8488c tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c78f7bec72d435ba676040f791ebb24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380833 Nov 11 11:56:38.877719 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:38.921154 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:38.998054 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea332acd-b688-4b68-be7f-c74b1a6111a0 req-6e377574-b498-44fd-8553-9b9f750ed421 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253593 Nov 11 11:56:39.000025 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:39.148149 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-6eb2f597-d6d9-46a4-9408-0c2c8f57fc9f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] For port 58455209-fb33-498a-bb99-7b8062ddc653, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=58455209-fb33-498a-bb99-7b8062ddc653,segment=NetworkSegment(9dbf6fb6-ece5-42e3-b101-7c4893405313),segment_id=9dbf6fb6-ece5-42e3-b101-7c4893405313)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:39.148735 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-6eb2f597-d6d9-46a4-9408-0c2c8f57fc9f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:39.195648 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-6eb2f597-d6d9-46a4-9408-0c2c8f57fc9f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Calling delete_port for 58455209-fb33-498a-bb99-7b8062ddc653 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:39.221348 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:39.267736 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-477bd6e2-8fab-4a01-8387-0c272d0c0dcd service neutron] 10.222.0.65 "GET /v2.0/networks/733583c5-c236-474a-a313-b2ff0caceffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941040 Nov 11 11:56:39.304070 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4a2c6296-22b0-478e-a009-0266ae670930 service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601528 Nov 11 11:56:39.316425 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:39.331708 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:39.334127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:39.340522 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Pushing event updated for resources: {'Port': ['ID=38cb6951-0e9d-4816-b8b3-ed4b8e0375bc,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:39.341578 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0134ca5-b2a8-4cbb-aaf4-9aa3eece508f req-407c433d-cee6-4aaa-b8ca-61772f972012 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:39.343100 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d0134ca5-b2a8-4cbb-aaf4-9aa3eece508f req-407c433d-cee6-4aaa-b8ca-61772f972012 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.2725482 Nov 11 11:56:39.501353 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:39.526406 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:39.554965 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-c9852d25-27f3-4ec5-a55b-af48b5ed1e8c service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346499 Nov 11 11:56:39.559360 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:39.592970 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-87e9cb14-c7cf-472f-ad97-a5d7c5de5170 service neutron] 10.222.0.65 "GET /v2.0/networks/733583c5-c236-474a-a313-b2ff0caceffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638574 Nov 11 11:56:39.598229 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:39.617461 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:39.624529 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d0134ca5-b2a8-4cbb-aaf4-9aa3eece508f req-ab235a9d-a3c9-4445-8dd4-29cd8226d4d1 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646413 Nov 11 11:56:39.670645 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:39.717258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Pushing event updated for resources: {'Port': ['ID=eedf35f9-fa17-4273-9ae3-b009a827a6da,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:39.728305 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:39.734620 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-6eb2f597-d6d9-46a4-9408-0c2c8f57fc9f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:39.764629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'name': 'network-vif-deleted', 'tag': '5cea04b0-7f94-4bcb-ac29-001c440e00ba'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:39.766955 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83548127-58ab-4e35-b158-113104430196" -d '{"events": [{"server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "name": "network-vif-deleted", "tag": "5cea04b0-7f94-4bcb-ac29-001c440e00ba"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:39.798827 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:39.802012 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab364860-fe8f-4c73-a046-11d1e88f2782 req-49721496-aa19-49d1-a1ca-290ade6188d2 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=5710f166-4c28-427b-9d32-faaff068c461 HTTP/1.1" status: 200 len: 210 time: 0.0786810 Nov 11 11:56:39.805722 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801adf04-d347-42fe-b15e-163b16ff57fe req-b7819836-fcad-4921-a858-79f3242212f4 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:39.807271 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-b7819836-fcad-4921-a858-79f3242212f4 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775&tenant_id=67f94b11282a42279e45a23ba30fcf1d&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 1096 time: 0.1681244 Nov 11 11:56:39.822119 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807359-3'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:39.831848 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:39.833187 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f1570aa1-3c9d-4808-b723-fc8fb09b874a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9584153 Nov 11 11:56:39.865649 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-433fd6d3-d2d3-46d9-a86b-48257d6385c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:39.923276 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7469024-9d9d-408e-9f29-3ab639de03fd req-a23c4af7-d63d-4e2d-a232-f56812a86c4b tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a2d6c7b-5781-4abd-86ac-31ff580d3195 HTTP/1.1" status: 200 len: 210 time: 0.1142509 Nov 11 11:56:39.929305 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bec64a-62c5-4942-b761-35e353a1917c x-openstack-request-id: req-f3bec64a-62c5-4942-b761-35e353a1917c {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:39.929851 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "name": "network-vif-deleted", "tag": "5cea04b0-7f94-4bcb-ac29-001c440e00ba", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:39.930315 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3bec64a-62c5-4942-b761-35e353a1917c {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:39.930937 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'name': 'network-vif-deleted', 'tag': '5cea04b0-7f94-4bcb-ac29-001c440e00ba', 'status': 'completed', 'code': 200} Nov 11 11:56:39.934822 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=080593fd-24ae-4fd1-870b-b83919f146b7,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:39.965991 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:39.973598 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-6eb2f597-d6d9-46a4-9408-0c2c8f57fc9f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] No DVR routers for this DVR port 58455209-fb33-498a-bb99-7b8062ddc653 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:56:40.003972 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-6eb2f597-d6d9-46a4-9408-0c2c8f57fc9f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:40.012062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ccc9c826-b86d-42ac-a15e-2cb3cc94f778 req-6eb2f597-d6d9-46a4-9408-0c2c8f57fc9f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.43 "DELETE /v2.0/ports/58455209-fb33-498a-bb99-7b8062ddc653 HTTP/1.1" status: 204 len: 173 time: 2.0474098 Nov 11 11:56:40.058189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2f597-d6d9-46a4-9408-0c2c8f57fc9f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event deleted for resources: {'Port': ['ID=58455209-fb33-498a-bb99-7b8062ddc653,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:40.189907 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device da39bc34-37e0-4371-8e58-0576b67b48a9 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:40.191351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Network beed9518-1d11-43d5-b800-8c4c3de64870 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:40.207098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:40.241033 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b935b1-1dca-45a5-99e0-4121b4de34c0 req-860a85e7-3bde-44d3-94bc-63eeea3f57e8 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:40.250678 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-98b935b1-1dca-45a5-99e0-4121b4de34c0 req-860a85e7-3bde-44d3-94bc-63eeea3f57e8 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 945 time: 0.1192012 Nov 11 11:56:40.264461 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port da39bc34-37e0-4371-8e58-0576b67b48a9 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:40.265444 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:40.325722 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-123f6f82-ffff-40b4-8025-d4f177619332 req-1db353e8-724f-46af-af67-bf795621a228 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1471511776&fields=id&tenant_id=ce8c020f04c24b88a3a769ac95da7fb3 HTTP/1.1" status: 200 len: 267 time: 0.1388245 Nov 11 11:56:40.427537 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:40.446993 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:40.476223 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:40.626798 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d3b915e6-3b4c-45b7-a41c-edc855367fc2 None None] Provisioning complete for port 080593fd-24ae-4fd1-870b-b83919f146b7 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:40.628119 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3b915e6-3b4c-45b7-a41c-edc855367fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:40.634624 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Pushing event updated for resources: {'Port': ['ID=38cb6951-0e9d-4816-b8b3-ed4b8e0375bc,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:40.656052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] For port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:40.678793 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d3b915e6-3b4c-45b7-a41c-edc855367fc2 None None] Port 080593fd-24ae-4fd1-870b-b83919f146b7 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:56:40.698460 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:40.740953 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:40.750427 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-aecb0e22-cbea-43c4-becf-bdb1645523c7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2580011 Nov 11 11:56:40.750427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] For port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:40.811549 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-98b935b1-1dca-45a5-99e0-4121b4de34c0 req-d60a6f9f-dc37-4992-a24e-4d08fda5ebf8 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5598893 Nov 11 11:56:40.834891 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75ed44a-4c88-416a-856f-9c1c7600e775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:40.837245 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44452c27-7cd6-4bb9-ba28-86157acf2d4a" -d '{"events": [{"server_uuid": "d75ed44a-4c88-416a-856f-9c1c7600e775", "name": "network-vif-unplugged", "status": "completed", "tag": "3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:40.841296 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:40.853882 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:40.913567 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-433fd6d3-d2d3-46d9-a86b-48257d6385c5 admin admin] Deleting port 9279f061-69ac-40e8-a6c2-695bb2c921de {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:40.913922 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-433fd6d3-d2d3-46d9-a86b-48257d6385c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:40.960250 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Router b6c07738-a4d7-4261-87f9-008d81262f36 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:56:40.976391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f6f82-ffff-40b4-8025-d4f177619332 req-2c72b83d-236f-4e09-9c55-09ef4a9cac8d tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:40.977921 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-123f6f82-ffff-40b4-8025-d4f177619332 req-2c72b83d-236f-4e09-9c55-09ef4a9cac8d tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/networks?id=6dc3e723-3d12-4bec-8554-dba88e91238e HTTP/1.1" status: 200 len: 806 time: 0.6349142 Nov 11 11:56:40.986580 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56e0c6-ff50-4ac8-9f11-5b1de180a683 req-465a08fd-0b99-4ace-8ee4-c548978bed16 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:40.987966 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c56e0c6-ff50-4ac8-9f11-5b1de180a683 req-465a08fd-0b99-4ace-8ee4-c548978bed16 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.1044257 Nov 11 11:56:40.999356 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Pushing event updated for resources: {'Port': ['ID=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,revision_number=7']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:41.006660 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Attempting to bind port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b on host n-h2-807359-3 for vnic_type normal with profile {"migrating_to": "n-h1-807359-3"} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:41.007003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Attempting to bind port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:41.007305 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Attempting to bind port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:41.017477 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:56:41.017822 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Attempting to bind port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:41.023553 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-123f6f82-ffff-40b4-8025-d4f177619332 req-2bfc3aee-8ca6-4281-a96a-f015b08ab95a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/quotas/ce8c020f04c24b88a3a769ac95da7fb3 HTTP/1.1" status: 200 len: 375 time: 0.0344942 Nov 11 11:56:41.025543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:41.025899 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Checking segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:41.026275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Bound using segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:41.026661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Bound port: 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:41.027370 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:41.085278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-433fd6d3-d2d3-46d9-a86b-48257d6385c5 admin admin] For port 9279f061-69ac-40e8-a6c2-695bb2c921de, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9279f061-69ac-40e8-a6c2-695bb2c921de,segment=NetworkSegment(a74fc533-5284-4920-9171-71c10fa33da5),segment_id=a74fc533-5284-4920-9171-71c10fa33da5)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:41.085618 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-433fd6d3-d2d3-46d9-a86b-48257d6385c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:41.106642 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-433fd6d3-d2d3-46d9-a86b-48257d6385c5 admin admin] Calling delete_port for 9279f061-69ac-40e8-a6c2-695bb2c921de owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:41.130697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] For port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:41.165906 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c56e0c6-ff50-4ac8-9f11-5b1de180a683 req-bcf2fe40-6d0b-43de-b99f-e2e4243d7545 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686778 Nov 11 11:56:41.169924 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] For port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:41.185407 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:41.194070 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-123f6f82-ffff-40b4-8025-d4f177619332 req-88505364-14ce-48a8-9eb0-b5ddc79d62a6 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce8c020f04c24b88a3a769ac95da7fb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1643679 Nov 11 11:56:41.197661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:56:41.210470 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Sync routers for ids ['b6c07738-a4d7-4261-87f9-008d81262f36'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:56:41.215403 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d118fe69-1816-4660-b9e7-678358a8b3e4 admin admin] 10.222.0.65 "PUT /v2.0/routers/b6c07738-a4d7-4261-87f9-008d81262f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2715621 Nov 11 11:56:41.271009 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49678) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:41.277357 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Routers {'b6c07738-a4d7-4261-87f9-008d81262f36'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:41.280924 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:56:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b6c07738-a4d7-4261-87f9-008d81262f36'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:41.295205 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:41.296770 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa321978-b5eb-4c98-9163-f1205c4fcf7f x-openstack-request-id: req-aa321978-b5eb-4c98-9163-f1205c4fcf7f {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:41.297049 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75ed44a-4c88-416a-856f-9c1c7600e775", "name": "network-vif-unplugged", "status": "completed", "tag": "3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:41.297295 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa321978-b5eb-4c98-9163-f1205c4fcf7f {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:41.297708 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75ed44a-4c88-416a-856f-9c1c7600e775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b', 'code': 200} Nov 11 11:56:41.373021 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-123f6f82-ffff-40b4-8025-d4f177619332 req-6d9673ef-ac3f-4421-a1b7-b38932438216 service neutron] 10.222.0.65 "GET /v2.0/networks/6dc3e723-3d12-4bec-8554-dba88e91238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723533 Nov 11 11:56:41.400438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Pushing event updated for resources: {'Port': ['ID=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,revision_number=8']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:41.430087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:41.430742 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:41.442794 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-4d2e8fac-a53d-4959-955b-d1b6c016fa9c service neutron] 10.222.0.62 "PUT /v2.0/ports/3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b HTTP/1.1" status: 200 len: 1121 time: 1.6260417 Nov 11 11:56:41.457405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9368e1-2834-48f7-832e-a7699f18cbed tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Deleting subnet a5071850-d5cc-4757-b576-d8d812b24e12 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:56:41.461813 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bc9368e1-2834-48f7-832e-a7699f18cbed tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:41.507034 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:56:41.525820 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bc9368e1-2834-48f7-832e-a7699f18cbed tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:41.570583 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Set router b6c07738-a4d7-4261-87f9-008d81262f36 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:41.591893 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-433fd6d3-d2d3-46d9-a86b-48257d6385c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:41.665287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fd6d3-d2d3-46d9-a86b-48257d6385c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9279f061-69ac-40e8-a6c2-695bb2c921de,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:41.716333 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bc9368e1-2834-48f7-832e-a7699f18cbed tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:41.770051 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-94493525-47fd-4a30-b26d-4daccce23537 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:41.773421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-94493525-47fd-4a30-b26d-4daccce23537 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.62 "GET /v2.0/networks?id=733583c5-c236-474a-a313-b2ff0caceffa HTTP/1.1" status: 200 len: 821 time: 0.3994844 Nov 11 11:56:41.788916 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-123f6f82-ffff-40b4-8025-d4f177619332 req-59838205-dbd0-46d9-aa56-523c928bd222 service neutron] 10.222.0.65 "GET /v2.0/networks/6dc3e723-3d12-4bec-8554-dba88e91238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906996 Nov 11 11:56:41.794661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-dd559059-eee5-4cc7-a4ec-2a0ee3f40c5a tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Request body: {'port': {'device_id': '6a2d6c7b-5781-4abd-86ac-31ff580d3195', 'network_id': '733583c5-c236-474a-a313-b2ff0caceffa', 'admin_state_up': True, 'tenant_id': '8c78f7bec72d435ba676040f791ebb24'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:41.832684 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-97d175a1-8da8-4c14-a88c-7f9fcb11cc12 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:41.841086 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'name': 'tempest-FloatingIPDetailsTestJSON-998444157-router', 'tenant_id': '893a7d9c0f924376b4b3ce425a42d08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'da39bc34-37e0-4371-8e58-0576b67b48a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:29Z', 'updated_at': '2021-11-11T11:56:38Z', 'revision_number': 4, 'project_id': '893a7d9c0f924376b4b3ce425a42d08a', 'gw_port': {'id': 'da39bc34-37e0-4371-8e58-0576b67b48a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:29Z', 'updated_at': '2021-11-11T11:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '080593fd-24ae-4fd1-870b-b83919f146b7', 'name': '', 'network_id': 'beed9518-1d11-43d5-b800-8c4c3de64870', 'tenant_id': '893a7d9c0f924376b4b3ce425a42d08a', 'mac_address': 'fa:16:3e:cd:b8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '224b43af-7403-40f6-8eb2-7eba3d95f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:35Z', 'updated_at': '2021-11-11T11:56:39Z', 'revision_number': 2, 'project_id': '893a7d9c0f924376b4b3ce425a42d08a', 'subnets': [{'id': '224b43af-7403-40f6-8eb2-7eba3d95f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:41.841996 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-97d175a1-8da8-4c14-a88c-7f9fcb11cc12 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/networks?id=56444805-2ce0-4763-95ba-977c0e243bbb HTTP/1.1" status: 200 len: 822 time: 0.4023917 Nov 11 11:56:41.885969 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Checking router: b6c07738-a4d7-4261-87f9-008d81262f36 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:56:41.886126 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Updating router b6c07738-a4d7-4261-87f9-008d81262f36 port 080593fd-24ae-4fd1-870b-b83919f146b7 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:56:41.906597 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bc9368e1-2834-48f7-832e-a7699f18cbed tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:41.922535 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-c33e93ad-621a-4d26-a9ef-2cb75a095226 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/quotas/f47ff093d10146bb8bace9b363f3ab54 HTTP/1.1" status: 200 len: 375 time: 0.0788703 Nov 11 11:56:41.943872 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:41.960743 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'name': 'network-vif-deleted', 'tag': '58455209-fb33-498a-bb99-7b8062ddc653'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:41.963292 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c644e965-9877-4192-a1d8-fcd00fd5bb93" -d '{"events": [{"server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "name": "network-vif-deleted", "tag": "58455209-fb33-498a-bb99-7b8062ddc653"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:42.059318 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-21ee36b9-0e2e-4e55-9038-5da8bb102f95 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f47ff093d10146bb8bace9b363f3ab54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1355388 Nov 11 11:56:42.189974 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-098c4b02-a68f-4b9a-8390-9a0acf85ea80 req-23816922-0b54-4875-9c82-c5eed0375190 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a2d6c7b-5781-4abd-86ac-31ff580d3195 HTTP/1.1" status: 200 len: 210 time: 0.0842690 Nov 11 11:56:42.217374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-dd559059-eee5-4cc7-a4ec-2a0ee3f40c5a tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Made reservation on behalf of 8c78f7bec72d435ba676040f791ebb24 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:42.220981 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-dd559059-eee5-4cc7-a4ec-2a0ee3f40c5a tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:42.304400 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-a46033ae-a8ed-4c5c-9ba7-5c7a879bffb5 service neutron] 10.222.0.65 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437844 Nov 11 11:56:42.367076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9368e1-2834-48f7-832e-a7699f18cbed tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event deleted for resources: {'Subnet': ['ID=a5071850-d5cc-4757-b576-d8d812b24e12,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:42.370663 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bc9368e1-2834-48f7-832e-a7699f18cbed tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:42.378486 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bc9368e1-2834-48f7-832e-a7699f18cbed tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "DELETE /v2.0/subnets/a5071850-d5cc-4757-b576-d8d812b24e12 HTTP/1.1" status: 204 len: 168 time: 1.0965369 Nov 11 11:56:42.379129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49706) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:42.380422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c412dc55-6a02-4ae5-b878-56cb0f53213b None None] Network 76dd3ed5-c2d0-4c00-bd7f-6dadd9094851 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:42.402710 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-433fd6d3-d2d3-46d9-a86b-48257d6385c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:42.423033 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:42.434468 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:42.631495 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ed921-5549-4d8b-91ec-69e3921f78ff None None] Pushing event updated for resources: {'Port': ['ID=080593fd-24ae-4fd1-870b-b83919f146b7,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:42.644359 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-3d1320ff-8774-4ae7-b989-e593430fb813 service neutron] 10.222.0.65 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386276 Nov 11 11:56:42.645573 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-dd559059-eee5-4cc7-a4ec-2a0ee3f40c5a tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Allocated IP 172.20.0.3 (733583c5-c236-474a-a313-b2ff0caceffa/2a1254d7-4d60-4212-ac17-33a123440385/9f0007ca-976d-4a8d-ba23-4de74ba528b8) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:42.662540 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-fa1669b4-880a-47f1-84d5-d12838f6a3a8 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3312252 Nov 11 11:56:42.679879 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:42.680742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:42.734213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d1fff2-25db-4f52-8a01-be4d805f8e5f None None] DHCP port deletion for 76dd3ed5-c2d0-4c00-bd7f-6dadd9094851 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:56:42.740903 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Attempting to bind port 080593fd-24ae-4fd1-870b-b83919f146b7 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:42.741273 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Attempting to bind port 080593fd-24ae-4fd1-870b-b83919f146b7 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '48e25eb4-fb84-4d38-aacc-e28a017b9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'beed9518-1d11-43d5-b800-8c4c3de64870'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:42.741723 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Attempting to bind port 080593fd-24ae-4fd1-870b-b83919f146b7 on network beed9518-1d11-43d5-b800-8c4c3de64870 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:42.751885 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:42.752436 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Checking segment: {'id': '48e25eb4-fb84-4d38-aacc-e28a017b9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'beed9518-1d11-43d5-b800-8c4c3de64870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:42.752837 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:42.753224 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Bound using segment: {'id': '48e25eb4-fb84-4d38-aacc-e28a017b9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'beed9518-1d11-43d5-b800-8c4c3de64870'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:42.753763 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Bound port: 080593fd-24ae-4fd1-870b-b83919f146b7, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e25eb4-fb84-4d38-aacc-e28a017b9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'beed9518-1d11-43d5-b800-8c4c3de64870'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:42.754599 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:42.784793 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:42.855746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1fff2-25db-4f52-8a01-be4d805f8e5f None None] Deleting port 0a886768-0d61-4e82-96ac-375c0bcd865d {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:42.861435 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1d1fff2-25db-4f52-8a01-be4d805f8e5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:42.933906 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] For port 080593fd-24ae-4fd1-870b-b83919f146b7, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:42.947402 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] For port 080593fd-24ae-4fd1-870b-b83919f146b7, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=080593fd-24ae-4fd1-870b-b83919f146b7,segment=NetworkSegment(48e25eb4-fb84-4d38-aacc-e28a017b9854),segment_id=48e25eb4-fb84-4d38-aacc-e28a017b9854)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:42.951037 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433fd6d3-d2d3-46d9-a86b-48257d6385c5 admin admin] Router 6efc05a5-4382-4848-9889-74a4f282c5b3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:56:42.955658 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:43.045334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-485f4f74-df36-4885-b3bc-7ef4a3461c52 None None] Provisioning complete for port 080593fd-24ae-4fd1-870b-b83919f146b7 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:43.045725 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-485f4f74-df36-4885-b3bc-7ef4a3461c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:43.070138 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Routers {'b6c07738-a4d7-4261-87f9-008d81262f36'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:43.071856 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:56:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b6c07738-a4d7-4261-87f9-008d81262f36'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:43.074765 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Deleting port 0a886768-0d61-4e82-96ac-375c0bcd865d {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:43.075558 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:43.140783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c1d1fff2-25db-4f52-8a01-be4d805f8e5f None None] For port 0a886768-0d61-4e82-96ac-375c0bcd865d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0a886768-0d61-4e82-96ac-375c0bcd865d,segment=NetworkSegment(9dbf6fb6-ece5-42e3-b101-7c4893405313),segment_id=9dbf6fb6-ece5-42e3-b101-7c4893405313)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:43.141234 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1d1fff2-25db-4f52-8a01-be4d805f8e5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:43.158329 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-dd559059-eee5-4cc7-a4ec-2a0ee3f40c5a tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:43.165417 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1fff2-25db-4f52-8a01-be4d805f8e5f None None] Calling delete_port for 0a886768-0d61-4e82-96ac-375c0bcd865d owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:43.171633 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae45da-ebcc-45da-9014-3d0a35a4fca9 req-51ad911a-c57d-44f9-8e29-09764b040769 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:43.179592 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7ae45da-ebcc-45da-9014-3d0a35a4fca9 req-51ad911a-c57d-44f9-8e29-09764b040769 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 943 time: 0.2326453 Nov 11 11:56:43.312695 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75ed44a-4c88-416a-856f-9c1c7600e775', 'tag': '3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:43.314836 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7ae45da-ebcc-45da-9014-3d0a35a4fca9 req-29f2c827-b2a6-4597-9e55-1dd81d618961 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340902 Nov 11 11:56:43.315314 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9178e27a-c402-4acc-a62f-5eb8a13b46d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d75ed44a-4c88-416a-856f-9c1c7600e775", "tag": "3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:43.326280 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-dd559059-eee5-4cc7-a4ec-2a0ee3f40c5a tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:43.336913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] For port 0a886768-0d61-4e82-96ac-375c0bcd865d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0a886768-0d61-4e82-96ac-375c0bcd865d,segment=NetworkSegment(9dbf6fb6-ece5-42e3-b101-7c4893405313),segment_id=9dbf6fb6-ece5-42e3-b101-7c4893405313)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:43.337275 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:43.388233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Calling delete_port for 0a886768-0d61-4e82-96ac-375c0bcd865d owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:43.400888 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-485f4f74-df36-4885-b3bc-7ef4a3461c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:43.405432 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433fd6d3-d2d3-46d9-a86b-48257d6385c5 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:56:43.411514 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-433fd6d3-d2d3-46d9-a86b-48257d6385c5 admin admin] 10.222.0.65 "PUT /v2.0/routers/6efc05a5-4382-4848-9889-74a4f282c5b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7621481 Nov 11 11:56:43.419899 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252a2ef-f003-4809-8d93-8615fbcc41f4 None None] Sync routers for ids ['6efc05a5-4382-4848-9889-74a4f282c5b3'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:56:43.425503 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49724) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:43.426963 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ed921-5549-4d8b-91ec-69e3921f78ff None None] Pushing event updated for resources: {'Port': ['ID=080593fd-24ae-4fd1-870b-b83919f146b7,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:43.457664 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08d7836-9fa7-47fa-87e2-febb2a9f4ea3 x-openstack-request-id: req-a08d7836-9fa7-47fa-87e2-febb2a9f4ea3 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:43.458197 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5710f166-4c28-427b-9d32-faaff068c461", "name": "network-vif-deleted", "tag": "58455209-fb33-498a-bb99-7b8062ddc653", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:43.459332 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] Set router b6c07738-a4d7-4261-87f9-008d81262f36 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:43.461249 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a08d7836-9fa7-47fa-87e2-febb2a9f4ea3 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:43.462184 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5710f166-4c28-427b-9d32-faaff068c461', 'name': 'network-vif-deleted', 'tag': '58455209-fb33-498a-bb99-7b8062ddc653', 'status': 'completed', 'code': 200} Nov 11 11:56:43.521219 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-dd559059-eee5-4cc7-a4ec-2a0ee3f40c5a tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Network 733583c5-c236-474a-a313-b2ff0caceffa is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:43.535882 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252a2ef-f003-4809-8d93-8615fbcc41f4 None None] Routers {'6efc05a5-4382-4848-9889-74a4f282c5b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:43.536530 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6252a2ef-f003-4809-8d93-8615fbcc41f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:56:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6efc05a5-4382-4848-9889-74a4f282c5b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:43.541567 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-dd559059-eee5-4cc7-a4ec-2a0ee3f40c5a tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:43.545528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-485f4f74-df36-4885-b3bc-7ef4a3461c52 None None] For port 080593fd-24ae-4fd1-870b-b83919f146b7, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=080593fd-24ae-4fd1-870b-b83919f146b7,segment=NetworkSegment(48e25eb4-fb84-4d38-aacc-e28a017b9854),segment_id=48e25eb4-fb84-4d38-aacc-e28a017b9854)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:43.561614 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-dd559059-eee5-4cc7-a4ec-2a0ee3f40c5a tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:43.600126 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:43.627553 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-485f4f74-df36-4885-b3bc-7ef4a3461c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:43.649492 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1d1fff2-25db-4f52-8a01-be4d805f8e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:43.689065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd559059-eee5-4cc7-a4ec-2a0ee3f40c5a tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Pushing event updated for resources: {'Port': ['ID=9f0007ca-976d-4a8d-ba23-4de74ba528b8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:43.740432 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-847703e7-b0f7-4e6c-8547-0d4b18c5ca89 req-0b9a6437-a116-4fc4-926a-c3de3111bed9 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/ports?device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 210 time: 0.1484728 Nov 11 11:56:43.768984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1fff2-25db-4f52-8a01-be4d805f8e5f None None] No DVR routers for this DVR port 0a886768-0d61-4e82-96ac-375c0bcd865d on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:56:43.895927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-6252a2ef-f003-4809-8d93-8615fbcc41f4 None None] Set router 6efc05a5-4382-4848-9889-74a4f282c5b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:43.952933 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'name': 'tempest-FloatingIPDetailsTestJSON-998444157-router', 'tenant_id': '893a7d9c0f924376b4b3ce425a42d08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'da39bc34-37e0-4371-8e58-0576b67b48a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:29Z', 'updated_at': '2021-11-11T11:56:38Z', 'revision_number': 4, 'project_id': '893a7d9c0f924376b4b3ce425a42d08a', 'gw_port': {'id': 'da39bc34-37e0-4371-8e58-0576b67b48a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:29Z', 'updated_at': '2021-11-11T11:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '080593fd-24ae-4fd1-870b-b83919f146b7', 'name': '', 'network_id': 'beed9518-1d11-43d5-b800-8c4c3de64870', 'tenant_id': '893a7d9c0f924376b4b3ce425a42d08a', 'mac_address': 'fa:16:3e:cd:b8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '224b43af-7403-40f6-8eb2-7eba3d95f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:35Z', 'updated_at': '2021-11-11T11:56:42Z', 'revision_number': 4, 'project_id': '893a7d9c0f924376b4b3ce425a42d08a', 'subnets': [{'id': '224b43af-7403-40f6-8eb2-7eba3d95f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:43.959798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Allocated IP 172.25.2.239 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/7d9d519f-c883-457a-9324-71c0cd641d04) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:43.960498 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f6f82-ffff-40b4-8025-d4f177619332 req-4fee1201-de61-480b-8760-473c401b74e5 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:43.962081 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-123f6f82-ffff-40b4-8025-d4f177619332 req-4fee1201-de61-480b-8760-473c401b74e5 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.62 "GET /v2.0/networks?id=6dc3e723-3d12-4bec-8554-dba88e91238e HTTP/1.1" status: 200 len: 806 time: 0.3520124 Nov 11 11:56:44.002354 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bf2d83-c60a-4cde-b45f-5d7985221b59 None None] The sync data for ids ['b6c07738-a4d7-4261-87f9-008d81262f36'] in n-d-807359-3 is: [{'id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'name': 'tempest-FloatingIPDetailsTestJSON-998444157-router', 'tenant_id': '893a7d9c0f924376b4b3ce425a42d08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'da39bc34-37e0-4371-8e58-0576b67b48a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:29Z', 'updated_at': '2021-11-11T11:56:38Z', 'revision_number': 4, 'project_id': '893a7d9c0f924376b4b3ce425a42d08a', 'gw_port': {'id': 'da39bc34-37e0-4371-8e58-0576b67b48a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:29Z', 'updated_at': '2021-11-11T11:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '080593fd-24ae-4fd1-870b-b83919f146b7', 'name': '', 'network_id': 'beed9518-1d11-43d5-b800-8c4c3de64870', 'tenant_id': '893a7d9c0f924376b4b3ce425a42d08a', 'mac_address': 'fa:16:3e:cd:b8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '224b43af-7403-40f6-8eb2-7eba3d95f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:35Z', 'updated_at': '2021-11-11T11:56:42Z', 'revision_number': 4, 'project_id': '893a7d9c0f924376b4b3ce425a42d08a', 'subnets': [{'id': '224b43af-7403-40f6-8eb2-7eba3d95f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:56:44.049167 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-dd559059-eee5-4cc7-a4ec-2a0ee3f40c5a tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:44.049902 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-dd559059-eee5-4cc7-a4ec-2a0ee3f40c5a tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:44.059714 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24af45c1-7dbf-4644-8ed8-6cfac75e6207 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:44.061303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:44.082895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-19501c64-868e-4337-8412-60c2cec34661 None None] Provisioning complete for port 080593fd-24ae-4fd1-870b-b83919f146b7 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:44.083893 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-19501c64-868e-4337-8412-60c2cec34661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:44.118974 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f4f74-df36-4885-b3bc-7ef4a3461c52 None None] Pushing event updated for resources: {'Port': ['ID=080593fd-24ae-4fd1-870b-b83919f146b7,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:44.168377 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:56:44.170419 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0a886768-0d61-4e82-96ac-375c0bcd865d no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:56:44.173661 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-dd559059-eee5-4cc7-a4ec-2a0ee3f40c5a tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3871360 Nov 11 11:56:44.192274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event deleted for resources: {'Port': ['ID=0a886768-0d61-4e82-96ac-375c0bcd865d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:44.194723 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] No DVR routers for this DVR port 0a886768-0d61-4e82-96ac-375c0bcd865d on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:56:44.210310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Request body: {'port': {'device_id': '6a2d6c7b-5781-4abd-86ac-31ff580d3195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:44.221828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e881fc4-fe0e-4fd0-9c1a-b2d1249580b8 req-c8c696a6-bcd3-4840-80a9-ce22114b1643 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:44.229979 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e881fc4-fe0e-4fd0-9c1a-b2d1249580b8 req-c8c696a6-bcd3-4840-80a9-ce22114b1643 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.2425132 Nov 11 11:56:44.231169 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1fff2-25db-4f52-8a01-be4d805f8e5f None None] Pushing event deleted for resources: {'Port': ['ID=0a886768-0d61-4e82-96ac-375c0bcd865d,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:44.232827 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 0a886768-0d61-4e82-96ac-375c0bcd865d {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:56:44.233158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0a886768-0d61-4e82-96ac-375c0bcd865d not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:56:44.242954 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-123f6f82-ffff-40b4-8025-d4f177619332 req-d12ce5f4-1b21-4bfd-9a20-bf7d8540a14a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce8c020f04c24b88a3a769ac95da7fb3 HTTP/1.1" status: 200 len: 380 time: 0.2526054 Nov 11 11:56:44.315918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-123f6f82-ffff-40b4-8025-d4f177619332 req-3fd44b77-01fb-4506-b9ac-be126c131a2d tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Request body: {'port': {'device_id': '511738c0-0f5e-48c6-996f-817e9d2ce431', 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'admin_state_up': True, 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'security_groups': ['31741d11-6566-4801-83a1-1460360f6b11']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:44.343670 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:44.368995 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:44.374931 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:44.463121 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76dd3ed5-c2d0-4c00-bd7f-6dadd9094851']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:44.477355 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24af45c1-7dbf-4644-8ed8-6cfac75e6207 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:44.489575 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e881fc4-fe0e-4fd0-9c1a-b2d1249580b8 req-392062cc-2934-4ca2-acfb-6a41895490e6 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546070 Nov 11 11:56:44.503343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbf6fb6-ece5-42e3-b101-7c4893405313') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:44.503635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbf6fb6-ece5-42e3-b101-7c4893405313') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:44.538616 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:44.538770 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:44.645217 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:44.668112 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:44.690618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:56:44.690928 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b has no active binding in host n-h1-807359-3 {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 11:56:44.691423 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:56:44.698172 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:56:44.720393 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6252a2ef-f003-4809-8d93-8615fbcc41f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'name': 'tempest-ServersTestFqdnHostnames-256337225-router', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:45Z', 'updated_at': '2021-11-11T11:56:41Z', 'revision_number': 5, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'gw_port': {'id': '9ed25852-1647-444e-b6af-1c43ca0ba7c0', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:94:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:53:47Z', 'updated_at': '2021-11-11T11:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:44.778521 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252a2ef-f003-4809-8d93-8615fbcc41f4 None None] Checking router: 6efc05a5-4382-4848-9889-74a4f282c5b3 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:56:44.787801 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252a2ef-f003-4809-8d93-8615fbcc41f4 None None] Routers {'6efc05a5-4382-4848-9889-74a4f282c5b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:44.788583 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6252a2ef-f003-4809-8d93-8615fbcc41f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:56:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6efc05a5-4382-4848-9889-74a4f282c5b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:44.828172 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-e57ab120-73e5-4d61-8a0e-10e0a1f6878e tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:44.829746 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-e57ab120-73e5-4d61-8a0e-10e0a1f6878e tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.62 "GET /v2.0/networks?id=56444805-2ce0-4763-95ba-977c0e243bbb HTTP/1.1" status: 200 len: 822 time: 0.3154123 Nov 11 11:56:44.833499 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:44.844451 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:44.850736 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "DELETE /v2.0/networks/76dd3ed5-c2d0-4c00-bd7f-6dadd9094851 HTTP/1.1" status: 204 len: 168 time: 2.4679444 Nov 11 11:56:44.856653 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-38011723-88f2-4152-ace5-910c25cbea9a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Request body: {'port': {'device_id': '71faebe9-986d-4281-aa8c-53c8a270a27b', 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb', 'admin_state_up': True, 'tenant_id': 'f47ff093d10146bb8bace9b363f3ab54'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:44.859763 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49730) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:44.861053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Pushing event updated for resources: {'Port': ['ID=7d9d519f-c883-457a-9324-71c0cd641d04,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:44.881485 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123f6f82-ffff-40b4-8025-d4f177619332 req-3fd44b77-01fb-4506-b9ac-be126c131a2d tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Made reservation on behalf of ce8c020f04c24b88a3a769ac95da7fb3 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:44.885461 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-123f6f82-ffff-40b4-8025-d4f177619332 req-3fd44b77-01fb-4506-b9ac-be126c131a2d tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:44.889030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-24af45c1-7dbf-4644-8ed8-6cfac75e6207 admin admin] Deleting port 9ed25852-1647-444e-b6af-1c43ca0ba7c0 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:44.889357 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24af45c1-7dbf-4644-8ed8-6cfac75e6207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:44.913873 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fbd99ac0-3882-4a3b-8c23-873d00774cfc req-91a1c92d-e2c4-4887-89ab-781a8b0f54d1 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 210 time: 0.2054164 Nov 11 11:56:44.920207 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-6252a2ef-f003-4809-8d93-8615fbcc41f4 None None] Set router 6efc05a5-4382-4848-9889-74a4f282c5b3 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:44.921367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:44.925665 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:44.935823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:44.985968 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4404b-9e6b-4603-ab88-1344574d7300 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event deleted for resources: {'Network': ['ID=76dd3ed5-c2d0-4c00-bd7f-6dadd9094851,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:45.012637 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6252a2ef-f003-4809-8d93-8615fbcc41f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'name': 'tempest-ServersTestFqdnHostnames-256337225-router', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:45Z', 'updated_at': '2021-11-11T11:56:44Z', 'revision_number': 6, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:45.025370 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba962f18-c78d-404e-896c-b169758a4d9c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Deleting subnet 278c407f-72f1-475c-a803-64adb3423621 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:56:45.048518 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252a2ef-f003-4809-8d93-8615fbcc41f4 None None] The sync data for ids ['6efc05a5-4382-4848-9889-74a4f282c5b3'] in n-d-807359-3 is: [{'id': '6efc05a5-4382-4848-9889-74a4f282c5b3', 'name': 'tempest-ServersTestFqdnHostnames-256337225-router', 'tenant_id': 'a9e0b9efba9346bdbbe140442a606abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:53:45Z', 'updated_at': '2021-11-11T11:56:44Z', 'revision_number': 6, 'project_id': 'a9e0b9efba9346bdbbe140442a606abf', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:56:45.081802 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba962f18-c78d-404e-896c-b169758a4d9c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:45.141380 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:45.168119 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4c4dc-eb18-4c2f-ab27-5340253c86ad req-ffe4d30f-c8a7-47a9-bcad-2d410ad76058 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:45.170682 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bad4c4dc-eb18-4c2f-ab27-5340253c86ad req-ffe4d30f-c8a7-47a9-bcad-2d410ad76058 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a2d6c7b-5781-4abd-86ac-31ff580d3195 HTTP/1.1" status: 200 len: 931 time: 0.1639323 Nov 11 11:56:45.199228 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0007ca-976d-4a8d-ba23-4de74ba528b8 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:45.207115 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba962f18-c78d-404e-896c-b169758a4d9c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:45.218029 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:45.264380 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Transition to ACTIVE for port object 9f0007ca-976d-4a8d-ba23-4de74ba528b8 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:56:45.266514 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:45.294592 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:45.300517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-24af45c1-7dbf-4644-8ed8-6cfac75e6207 admin admin] For port 9ed25852-1647-444e-b6af-1c43ca0ba7c0, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9ed25852-1647-444e-b6af-1c43ca0ba7c0,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:45.300852 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24af45c1-7dbf-4644-8ed8-6cfac75e6207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:45.331949 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-24af45c1-7dbf-4644-8ed8-6cfac75e6207 admin admin] Calling delete_port for 9ed25852-1647-444e-b6af-1c43ca0ba7c0 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:45.364795 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bad4c4dc-eb18-4c2f-ab27-5340253c86ad req-6670b7ff-f234-492b-8991-5a53856afa76 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb4d9d43-03c6-4d03-8b72-a917c0a13f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710513 Nov 11 11:56:45.384908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-123f6f82-ffff-40b4-8025-d4f177619332 req-3fd44b77-01fb-4506-b9ac-be126c131a2d tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Allocated IP 172.20.0.14 (6dc3e723-3d12-4bec-8554-dba88e91238e/d96812f2-7008-4fc2-bbdd-5a46cd7a6387/df34c0ed-244c-441d-a5d9-6bd9cd215690) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:45.414178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-38011723-88f2-4152-ace5-910c25cbea9a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Made reservation on behalf of f47ff093d10146bb8bace9b363f3ab54 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:45.428391 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-38011723-88f2-4152-ace5-910c25cbea9a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:45.444839 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba962f18-c78d-404e-896c-b169758a4d9c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:45.492161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Pushing event updated for resources: {'Port': ['ID=9f0007ca-976d-4a8d-ba23-4de74ba528b8,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:45.538747 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ed7c8d-65da-4e49-91e7-556533e03264 x-openstack-request-id: req-a8ed7c8d-65da-4e49-91e7-556533e03264 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:45.539053 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75ed44a-4c88-416a-856f-9c1c7600e775", "tag": "3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:45.539362 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8ed7c8d-65da-4e49-91e7-556533e03264 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:45.539848 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75ed44a-4c88-416a-856f-9c1c7600e775', 'tag': '3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b', 'status': 'completed', 'code': 200} Nov 11 11:56:45.601870 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.017675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Attempting to bind port 9f0007ca-976d-4a8d-ba23-4de74ba528b8 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:46.017998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Attempting to bind port 9f0007ca-976d-4a8d-ba23-4de74ba528b8 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'd0dfd7e9-0d39-4fa0-adba-bdbf342d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '733583c5-c236-474a-a313-b2ff0caceffa'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:46.018327 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Attempting to bind port 9f0007ca-976d-4a8d-ba23-4de74ba528b8 on network 733583c5-c236-474a-a313-b2ff0caceffa {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:46.035153 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-de96cee2-4e50-4027-87d9-2552563eb091 service neutron] 10.222.0.43 "GET /v2.0/ports/3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b/bindings/n-h1-807359-3 HTTP/1.1" status: 200 len: 384 time: 0.6929090 Nov 11 11:56:46.039092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Port 9f0007ca-976d-4a8d-ba23-4de74ba528b8 on network 733583c5-c236-474a-a313-b2ff0caceffa not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:56:46.039414 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Attempting to bind port 9f0007ca-976d-4a8d-ba23-4de74ba528b8 on network 733583c5-c236-474a-a313-b2ff0caceffa {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:46.067110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:46.067844 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Checking segment: {'id': 'd0dfd7e9-0d39-4fa0-adba-bdbf342d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '733583c5-c236-474a-a313-b2ff0caceffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:46.067844 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Bound using segment: {'id': 'd0dfd7e9-0d39-4fa0-adba-bdbf342d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '733583c5-c236-474a-a313-b2ff0caceffa'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:46.068260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Bound port: 9f0007ca-976d-4a8d-ba23-4de74ba528b8, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0dfd7e9-0d39-4fa0-adba-bdbf342d5d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '733583c5-c236-474a-a313-b2ff0caceffa'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:46.068832 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.088791 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba962f18-c78d-404e-896c-b169758a4d9c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.122986 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9651cd-fa49-4cdd-996c-5bd472aa9d00 req-9b94165f-54de-46f9-9f79-56571471584c tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:46.129900 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea9651cd-fa49-4cdd-996c-5bd472aa9d00 req-9b94165f-54de-46f9-9f79-56571471584c tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 943 time: 0.2023580 Nov 11 11:56:46.133133 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178e27a-c402-4acc-a62f-5eb8a13b46d1 req-b18ab644-8e91-4c5e-9e57-6c9eff1e8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:46.135838 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9178e27a-c402-4acc-a62f-5eb8a13b46d1 req-b18ab644-8e91-4c5e-9e57-6c9eff1e8304 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 1124 time: 0.5898540 Nov 11 11:56:46.143043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba962f18-c78d-404e-896c-b169758a4d9c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event deleted for resources: {'Subnet': ['ID=278c407f-72f1-475c-a803-64adb3423621,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:46.155703 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba962f18-c78d-404e-896c-b169758a4d9c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.157936 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3ed10d-f2fd-49c2-878b-55701ddd7839 None None] Network c2f6d5da-525c-4e2b-b449-8018dd33e604 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:46.158980 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ba962f18-c78d-404e-896c-b169758a4d9c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "DELETE /v2.0/subnets/278c407f-72f1-475c-a803-64adb3423621 HTTP/1.1" status: 204 len: 168 time: 1.2952132 Nov 11 11:56:46.166211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49736) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:46.198342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 080593fd-24ae-4fd1-870b-b83919f146b7 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:46.204480 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.224995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-38011723-88f2-4152-ace5-910c25cbea9a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Allocated IP 172.20.0.14 (56444805-2ce0-4763-95ba-977c0e243bbb/c2e5f80f-1c13-4371-8143-98282b930920/5071a418-b086-423c-84fc-20009978d413) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:46.287967 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.307633 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-123f6f82-ffff-40b4-8025-d4f177619332 req-3fd44b77-01fb-4506-b9ac-be126c131a2d tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.337096 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24af45c1-7dbf-4644-8ed8-6cfac75e6207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.354061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 080593fd-24ae-4fd1-870b-b83919f146b7 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:46.354720 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.370470 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea9651cd-fa49-4cdd-996c-5bd472aa9d00 req-2b9fe278-ab87-43e0-89ef-742cb03e5b52 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396984 Nov 11 11:56:46.393628 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.402212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af45c1-7dbf-4644-8ed8-6cfac75e6207 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed25852-1647-444e-b6af-1c43ca0ba7c0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:46.495856 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] For port 9f0007ca-976d-4a8d-ba23-4de74ba528b8, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:46.502455 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.505001 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Pushing event updated for resources: {'Port': ['ID=7d9d519f-c883-457a-9324-71c0cd641d04,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:46.508375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] For port 9f0007ca-976d-4a8d-ba23-4de74ba528b8, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9f0007ca-976d-4a8d-ba23-4de74ba528b8,segment=NetworkSegment(d0dfd7e9-0d39-4fa0-adba-bdbf342d5d97),segment_id=d0dfd7e9-0d39-4fa0-adba-bdbf342d5d97)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:46.528908 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a876e01-2343-435b-8223-c3d10014144b None None] DHCP port deletion for c2f6d5da-525c-4e2b-b449-8018dd33e604 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:56:46.534214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178e27a-c402-4acc-a62f-5eb8a13b46d1 req-002076b7-a885-49db-be0c-b235234941b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:46.535698 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9178e27a-c402-4acc-a62f-5eb8a13b46d1 req-002076b7-a885-49db-be0c-b235234941b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.3566043 Nov 11 11:56:46.570290 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.589785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a06db8ad-feee-4a39-b4d2-6743d6c539c1 req-24b4ae5a-4eab-4c46-a7b1-87474c124590 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/ports?device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 210 time: 0.0972817 Nov 11 11:56:46.612253 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9279f061-69ac-40e8-a6c2-695bb2c921de no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:56:46.617663 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-123f6f82-ffff-40b4-8025-d4f177619332 req-3fd44b77-01fb-4506-b9ac-be126c131a2d tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.619485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7a876e01-2343-435b-8223-c3d10014144b None None] Deleting port 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:46.619642 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24af45c1-7dbf-4644-8ed8-6cfac75e6207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.620270 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7a876e01-2343-435b-8223-c3d10014144b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.653110 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 9279f061-69ac-40e8-a6c2-695bb2c921de {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:56:46.653478 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9279f061-69ac-40e8-a6c2-695bb2c921de not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:56:46.653907 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9ed25852-1647-444e-b6af-1c43ca0ba7c0 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:56:46.679833 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 9ed25852-1647-444e-b6af-1c43ca0ba7c0 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:56:46.680221 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9ed25852-1647-444e-b6af-1c43ca0ba7c0 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:56:46.724728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7a876e01-2343-435b-8223-c3d10014144b None None] For port 0347b8d1-8950-47bb-b27b-b2e8eab2ea19, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0347b8d1-8950-47bb-b27b-b2e8eab2ea19,segment=NetworkSegment(1163f9d5-7b1b-479f-89ef-de010862c6ed),segment_id=1163f9d5-7b1b-479f-89ef-de010862c6ed)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:46.725111 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7a876e01-2343-435b-8223-c3d10014144b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.734682 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:46.735724 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.737571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] 10.222.0.62 "PUT /v2.0/ports/9f0007ca-976d-4a8d-ba23-4de74ba528b8 HTTP/1.1" status: 200 len: 1091 time: 2.5494118 Nov 11 11:56:46.739190 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7a876e01-2343-435b-8223-c3d10014144b None None] Calling delete_port for 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:46.740357 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.741368 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-39fbd04b-e9ae-42d4-aaf6-8c641724d73d tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0703454 Nov 11 11:56:46.752680 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2d6c7b-5781-4abd-86ac-31ff580d3195', 'tag': '9f0007ca-976d-4a8d-ba23-4de74ba528b8'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:46.754940 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7ad16f-b4aa-4db1-9dd6-3c6a9b5028c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2d6c7b-5781-4abd-86ac-31ff580d3195", "tag": "9f0007ca-976d-4a8d-ba23-4de74ba528b8"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:46.757476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76dae7-27c2-43e2-8c74-a90de3a213cd service neutron] Pushing event updated for resources: {'Port': ['ID=9f0007ca-976d-4a8d-ba23-4de74ba528b8,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:46.762893 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9178e27a-c402-4acc-a62f-5eb8a13b46d1 req-a10b2e71-89fe-4435-b733-c671826a3363 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b HTTP/1.1" status: 200 len: 217 time: 0.1830845 Nov 11 11:56:46.781769 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24af45c1-7dbf-4644-8ed8-6cfac75e6207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.811115 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-38011723-88f2-4152-ace5-910c25cbea9a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.816382 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24af45c1-7dbf-4644-8ed8-6cfac75e6207 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.830592 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7a876e01-2343-435b-8223-c3d10014144b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.830838 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123f6f82-ffff-40b4-8025-d4f177619332 req-3fd44b77-01fb-4506-b9ac-be126c131a2d tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Network 6dc3e723-3d12-4bec-8554-dba88e91238e is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:46.840615 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-123f6f82-ffff-40b4-8025-d4f177619332 req-3fd44b77-01fb-4506-b9ac-be126c131a2d tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:46.850641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd44b77-01fb-4506-b9ac-be126c131a2d tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Pushing event updated for resources: {'Port': ['ID=df34c0ed-244c-441d-a5d9-6bd9cd215690,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:46.856549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-123f6f82-ffff-40b4-8025-d4f177619332 req-3fd44b77-01fb-4506-b9ac-be126c131a2d tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:46.860921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a876e01-2343-435b-8223-c3d10014144b None None] Pushing event deleted for resources: {'Port': ['ID=0347b8d1-8950-47bb-b27b-b2e8eab2ea19,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:46.870617 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a876e01-2343-435b-8223-c3d10014144b None None] No DVR routers for this DVR port 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:56:46.909920 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-a7301c0e-85bc-4e9a-ab50-c921b3d1459b tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 696 time: 0.1458981 Nov 11 11:56:46.943220 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Deleting port 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:46.944014 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.974691 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24af45c1-7dbf-4644-8ed8-6cfac75e6207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.975309 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24af45c1-7dbf-4644-8ed8-6cfac75e6207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6efc05a5-4382-4848-9889-74a4f282c5b3 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:56:46.990593 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24af45c1-7dbf-4644-8ed8-6cfac75e6207 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:46.995857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178e27a-c402-4acc-a62f-5eb8a13b46d1 req-67741d39-238e-4787-a4d2-a228ebd650f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:46.996034 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-24af45c1-7dbf-4644-8ed8-6cfac75e6207 admin admin] 10.222.0.65 "DELETE /v2.0/routers/6efc05a5-4382-4848-9889-74a4f282c5b3 HTTP/1.1" status: 204 len: 168 time: 3.5669956 Nov 11 11:56:46.996137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9178e27a-c402-4acc-a62f-5eb8a13b46d1 req-67741d39-238e-4787-a4d2-a228ebd650f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.2255368 Nov 11 11:56:46.998560 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49742) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:47.038524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-801adf04-d347-42fe-b15e-163b16ff57fe req-548c2652-e5da-406e-a8a9-69064daecaf1 service neutron] For port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:47.050488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58583e1-833f-46b8-941b-dba7fab940d2 req-63f13ac2-dd05-4052-b2ec-4d98a7154ffc tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:47.058323 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c58583e1-833f-46b8-941b-dba7fab940d2 req-63f13ac2-dd05-4052-b2ec-4d98a7154ffc tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.3817706 Nov 11 11:56:47.069718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f6f82-ffff-40b4-8025-d4f177619332 req-3fd44b77-01fb-4506-b9ac-be126c131a2d tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:47.071004 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-123f6f82-ffff-40b4-8025-d4f177619332 req-3fd44b77-01fb-4506-b9ac-be126c131a2d tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.089251 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-38011723-88f2-4152-ace5-910c25cbea9a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.125181 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9178e27a-c402-4acc-a62f-5eb8a13b46d1 req-b746114b-a84f-4032-b833-f08d79457f85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069765 Nov 11 11:56:47.132426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-18749503-eedb-4bae-8bc9-acc06100ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:47.134094 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-18749503-eedb-4bae-8bc9-acc06100ce6f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c78f7bec72d435ba676040f791ebb24&device_id=6a2d6c7b-5781-4abd-86ac-31ff580d3195 HTTP/1.1" status: 200 len: 1094 time: 0.2645273 Nov 11 11:56:47.167380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] For port 0347b8d1-8950-47bb-b27b-b2e8eab2ea19, host n-d-807359-3, got binding levels [] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:47.167731 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.192680 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-123f6f82-ffff-40b4-8025-d4f177619332 req-3fd44b77-01fb-4506-b9ac-be126c131a2d tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8832433 Nov 11 11:56:47.199529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-801adf04-d347-42fe-b15e-163b16ff57fe req-548c2652-e5da-406e-a8a9-69064daecaf1 service neutron] For port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:47.203969 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-38011723-88f2-4152-ace5-910c25cbea9a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Network 56444805-2ce0-4763-95ba-977c0e243bbb is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:47.205135 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Calling delete_port for 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:47.209543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.ipam_backend_mixin [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Port 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 was not found and therefore no delete operation was performed {{(pid=109154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 11:56:47.210667 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38011723-88f2-4152-ace5-910c25cbea9a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Pushing event updated for resources: {'Port': ['ID=5071a418-b086-423c-84fc-20009978d413,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:47.215289 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa5487d-23c0-41a6-8ddd-47476a84e288 admin admin] Deleting subnet 1ba6fa33-e08b-4e6c-970e-30a7ae0b0476 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:56:47.220805 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Request body: {'port': {'device_id': '511738c0-0f5e-48c6-996f-817e9d2ce431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:47.223660 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-38011723-88f2-4152-ace5-910c25cbea9a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:47.227881 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.229212 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4aa5487d-23c0-41a6-8ddd-47476a84e288 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.231710 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-38011723-88f2-4152-ace5-910c25cbea9a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:47.243698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-811193aa-58d6-4b07-bb02-b3cff1bc07ec None None] Provisioning complete for port df34c0ed-244c-441d-a5d9-6bd9cd215690 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:47.244284 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-811193aa-58d6-4b07-bb02-b3cff1bc07ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.281303 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-811193aa-58d6-4b07-bb02-b3cff1bc07ec None None] Port df34c0ed-244c-441d-a5d9-6bd9cd215690 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:56:47.291471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-aa055901-53fb-4e33-8377-868a8290728c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0007ca-976d-4a8d-ba23-4de74ba528b8 HTTP/1.1" status: 200 len: 217 time: 0.1394768 Nov 11 11:56:47.318990 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event deleted for resources: {'Port': ['ID=0347b8d1-8950-47bb-b27b-b2e8eab2ea19,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:47.336224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] No DVR routers for this DVR port 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:56:47.365519 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-801adf04-d347-42fe-b15e-163b16ff57fe req-548c2652-e5da-406e-a8a9-69064daecaf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:47.378002 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c58583e1-833f-46b8-941b-dba7fab940d2 req-16c99039-d3e7-4cee-85d3-f987825a2e9b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188818 Nov 11 11:56:47.391687 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-fda95dfd-9e43-4b93-98ed-38cf420f1a01 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:47.400556 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4aa5487d-23c0-41a6-8ddd-47476a84e288 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.402928 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f44bd354-b85e-46d5-bc53-50948ee66530 req-fda95dfd-9e43-4b93-98ed-38cf420f1a01 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.4637074 Nov 11 11:56:47.405143 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-801adf04-d347-42fe-b15e-163b16ff57fe req-548c2652-e5da-406e-a8a9-69064daecaf1 service neutron] For port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:47.446585 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-801adf04-d347-42fe-b15e-163b16ff57fe req-548c2652-e5da-406e-a8a9-69064daecaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.446815 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-38011723-88f2-4152-ace5-910c25cbea9a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:47.447331 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-38011723-88f2-4152-ace5-910c25cbea9a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.451185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-70b5ac8b-fd93-4dab-8ca5-b2c908a959bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:47.452665 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-70b5ac8b-fd93-4dab-8ca5-b2c908a959bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a1254d7-4d60-4212-ac17-33a123440385 HTTP/1.1" status: 200 len: 861 time: 0.1456776 Nov 11 11:56:47.463650 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.473774 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9178e27a-c402-4acc-a62f-5eb8a13b46d1 req-024335bc-6089-4195-8eba-0458ba2eca8e service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243790 Nov 11 11:56:47.516614 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.521928 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-38011723-88f2-4152-ace5-910c25cbea9a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6700535 Nov 11 11:56:47.538730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-963530c2-a58b-483a-ac00-5f77e933c6de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=733583c5-c236-474a-a313-b2ff0caceffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750787 Nov 11 11:56:47.546210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Request body: {'port': {'device_id': '71faebe9-986d-4281-aa8c-53c8a270a27b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:47.589711 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f6d5da-525c-4e2b-b449-8018dd33e604']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:47.631930 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1163f9d5-7b1b-479f-89ef-de010862c6ed') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:47.632234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1163f9d5-7b1b-479f-89ef-de010862c6ed') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:47.662117 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.695121 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4aa5487d-23c0-41a6-8ddd-47476a84e288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.737743 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d5557-f20f-41cc-b374-96b9218ae31b req-50af24fb-0e13-4cc4-a876-787a2dfb05e6 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:47.739233 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f85d5557-f20f-41cc-b374-96b9218ae31b req-50af24fb-0e13-4cc4-a876-787a2dfb05e6 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 932 time: 0.2835402 Nov 11 11:56:47.758502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d226162-5935-4020-b6bd-932f60ebee24 req-808f54b5-50f6-444e-b547-20b086c994e7 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:47.759825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d226162-5935-4020-b6bd-932f60ebee24 req-808f54b5-50f6-444e-b547-20b086c994e7 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a2d6c7b-5781-4abd-86ac-31ff580d3195 HTTP/1.1" status: 200 len: 943 time: 0.2344158 Nov 11 11:56:47.760811 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.780287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:56:47.780696 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:56:47.786000 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:56:47.797490 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.808639 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9178e27a-c402-4acc-a62f-5eb8a13b46d1 req-e8f02207-386b-430a-9abe-61c1338e1d1f service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244412 Nov 11 11:56:47.828731 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-6fc76882-e7af-4e57-b5c1-8219fe4d7410 service neutron] 10.222.0.62 "GET /v2.0/networks/733583c5-c236-474a-a313-b2ff0caceffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726994 Nov 11 11:56:47.892485 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f85d5557-f20f-41cc-b374-96b9218ae31b req-86f8acbd-432e-40eb-b38e-9a98cc8a84fd tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420560 Nov 11 11:56:47.929556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-801adf04-d347-42fe-b15e-163b16ff57fe req-548c2652-e5da-406e-a8a9-69064daecaf1 service neutron] Transition to ACTIVE for port object 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:56:47.933688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d226162-5935-4020-b6bd-932f60ebee24 req-265766d5-e284-41d2-b6e2-c40e4395544a tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb4d9d43-03c6-4d03-8b72-a917c0a13f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636212 Nov 11 11:56:47.939073 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-801adf04-d347-42fe-b15e-163b16ff57fe req-548c2652-e5da-406e-a8a9-69064daecaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.946549 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb38892f-3d66-4b8e-bd48-19f6828aa781 x-openstack-request-id: req-cb38892f-3d66-4b8e-bd48-19f6828aa781 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:47.946802 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2d6c7b-5781-4abd-86ac-31ff580d3195", "tag": "9f0007ca-976d-4a8d-ba23-4de74ba528b8", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:47.947046 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb38892f-3d66-4b8e-bd48-19f6828aa781 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:47.947426 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2d6c7b-5781-4abd-86ac-31ff580d3195', 'tag': '9f0007ca-976d-4a8d-ba23-4de74ba528b8', 'status': 'completed', 'code': 200} Nov 11 11:56:47.963065 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.981320 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:47.987559 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "DELETE /v2.0/networks/c2f6d5da-525c-4e2b-b449-8018dd33e604 HTTP/1.1" status: 204 len: 168 time: 1.8139834 Nov 11 11:56:47.995970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49750) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:48.006178 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4aa5487d-23c0-41a6-8ddd-47476a84e288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:48.018750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a0de7e12-3c16-47bc-b289-ae5234c85d2f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1787879405'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:48.046572 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1325ac38-a257-45d2-ba43-e1555b1cfb78 req-e799ea6e-44a9-4bd6-939d-baffb9dd5f55 service neutron] 10.222.0.62 "GET /v2.0/networks/733583c5-c236-474a-a313-b2ff0caceffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064707 Nov 11 11:56:48.067218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f44b86-deef-47cf-bb1d-8451d93de6e9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event deleted for resources: {'Network': ['ID=c2f6d5da-525c-4e2b-b449-8018dd33e604,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:48.080003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c2652-e5da-406e-a8a9-69064daecaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,revision_number=10']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:48.094588 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-801adf04-d347-42fe-b15e-163b16ff57fe req-548c2652-e5da-406e-a8a9-69064daecaf1 service neutron] No DVR routers for this DVR port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:56:48.111596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5487d-23c0-41a6-8ddd-47476a84e288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba6fa33-e08b-4e6c-970e-30a7ae0b0476,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:48.116209 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:56:48.128971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4aa5487d-23c0-41a6-8ddd-47476a84e288 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:48.136937 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4aa5487d-23c0-41a6-8ddd-47476a84e288 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1ba6fa33-e08b-4e6c-970e-30a7ae0b0476 HTTP/1.1" status: 204 len: 168 time: 1.1323979 Nov 11 11:56:48.137206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a641bdc2-c875-4abe-8227-cf3f1a4790fb None None] Network 114b7753-62c2-472b-8415-1a3626ff81aa requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:48.137984 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49752) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:48.188881 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:56:48.189477 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0347b8d1-8950-47bb-b27b-b2e8eab2ea19 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:56:48.208967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0de7e12-3c16-47bc-b289-ae5234c85d2f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Made reservation on behalf of 225174e131ea4e749297f8797a24b5c1 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:48.211254 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a0de7e12-3c16-47bc-b289-ae5234c85d2f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:48.248490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-548c2652-e5da-406e-a8a9-69064daecaf1 service neutron] 10.222.0.43 "PUT /v2.0/ports/3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b/bindings/n-h1-807359-3/activate HTTP/1.1" status: 200 len: 369 time: 2.2011185 Nov 11 11:56:48.291118 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0d777-390b-4dbb-860b-2193d8c4117f req-0aa45897-62cd-43b2-b7d2-75ade5f658e8 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:48.292624 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ddf0d777-390b-4dbb-860b-2193d8c4117f req-0aa45897-62cd-43b2-b7d2-75ade5f658e8 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 944 time: 0.2638800 Nov 11 11:56:48.298188 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ad16f-b4aa-4db1-9dd6-3c6a9b5028c5 req-cc33c845-5069-4ca0-8234-1e676c39b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:48.299772 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f7ad16f-b4aa-4db1-9dd6-3c6a9b5028c5 req-cc33c845-5069-4ca0-8234-1e676c39b1aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c78f7bec72d435ba676040f791ebb24&device_id=6a2d6c7b-5781-4abd-86ac-31ff580d3195 HTTP/1.1" status: 200 len: 1094 time: 0.1400959 Nov 11 11:56:48.300604 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0de7e12-3c16-47bc-b289-ae5234c85d2f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:56:48.307117 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-3de1b95c-cc54-494e-8b58-a817989fad50 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2936831 Nov 11 11:56:48.310716 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:48.335238 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df34c0ed-244c-441d-a5d9-6bd9cd215690 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:48.351591 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:48.358033 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:48.367898 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a0de7e12-3c16-47bc-b289-ae5234c85d2f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:48.368235 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-a0de7e12-3c16-47bc-b289-ae5234c85d2f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Added segment fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf of type vlan for network 00210173-e44b-4a81-8c48-7f12b1d29490 Nov 11 11:56:48.403086 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Transition to ACTIVE for port object df34c0ed-244c-441d-a5d9-6bd9cd215690 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:56:48.410934 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:48.470118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837391ff-f1db-458b-a85c-a2836c8d322d None None] DHCP port deletion for 114b7753-62c2-472b-8415-1a3626ff81aa request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:56:48.506976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Pushing event updated for resources: {'Port': ['ID=df34c0ed-244c-441d-a5d9-6bd9cd215690,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:48.514194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5071a418-b086-423c-84fc-20009978d413 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:48.527800 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:48.530415 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a0de7e12-3c16-47bc-b289-ae5234c85d2f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:48.540716 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:48.566068 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-837391ff-f1db-458b-a85c-a2836c8d322d None None] Deleting port eea1fc20-32f3-42a2-a4db-9c4560797fcd {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:48.566571 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-837391ff-f1db-458b-a85c-a2836c8d322d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:48.570322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] Deleting port eea1fc20-32f3-42a2-a4db-9c4560797fcd {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:56:48.570876 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:48.572747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Transition to ACTIVE for port object 5071a418-b086-423c-84fc-20009978d413 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:56:48.601631 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:48.607030 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ddf0d777-390b-4dbb-860b-2193d8c4117f req-0d5b8983-fe1c-4719-a593-c32a33c1d6f2 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962635 Nov 11 11:56:48.618502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e44dcc-be02-44ea-a2d8-dfbf72d6622a req-e574167f-5b9e-4688-a8da-f1a1909e30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:48.619988 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42e44dcc-be02-44ea-a2d8-dfbf72d6622a req-e574167f-5b9e-4688-a8da-f1a1909e30ad service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 1097 time: 0.2405403 Nov 11 11:56:48.621864 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801adf04-d347-42fe-b15e-163b16ff57fe req-d2061c7b-2ab0-4fa5-bee1-40807135b6c4 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:48.623233 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-d2061c7b-2ab0-4fa5-bee1-40807135b6c4 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775&tenant_id=67f94b11282a42279e45a23ba30fcf1d&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 1095 time: 0.2653971 Nov 11 11:56:48.694548 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-837391ff-f1db-458b-a85c-a2836c8d322d None None] For port eea1fc20-32f3-42a2-a4db-9c4560797fcd, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=eea1fc20-32f3-42a2-a4db-9c4560797fcd,segment=NetworkSegment(a74fc533-5284-4920-9171-71c10fa33da5),segment_id=a74fc533-5284-4920-9171-71c10fa33da5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:48.695289 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-837391ff-f1db-458b-a85c-a2836c8d322d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:48.719581 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-837391ff-f1db-458b-a85c-a2836c8d322d None None] Calling delete_port for eea1fc20-32f3-42a2-a4db-9c4560797fcd owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:48.740014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:56:48.871166 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:56:48.893036 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-837391ff-f1db-458b-a85c-a2836c8d322d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:48.923925 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837391ff-f1db-458b-a85c-a2836c8d322d None None] Pushing event deleted for resources: {'Port': ['ID=eea1fc20-32f3-42a2-a4db-9c4560797fcd,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:48.932284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837391ff-f1db-458b-a85c-a2836c8d322d None None] No DVR routers for this DVR port eea1fc20-32f3-42a2-a4db-9c4560797fcd on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:56:49.007873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ad16f-b4aa-4db1-9dd6-3c6a9b5028c5 req-bcec16ff-ebaf-47b1-8268-4107105485af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:49.009284 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f7ad16f-b4aa-4db1-9dd6-3c6a9b5028c5 req-bcec16ff-ebaf-47b1-8268-4107105485af service neutron] 10.222.0.62 "GET /v2.0/networks?id=733583c5-c236-474a-a313-b2ff0caceffa HTTP/1.1" status: 200 len: 923 time: 0.6975055 Nov 11 11:56:49.025999 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a0de7e12-3c16-47bc-b289-ae5234c85d2f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:49.031735 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0de7e12-3c16-47bc-b289-ae5234c85d2f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:49.032287 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a0de7e12-3c16-47bc-b289-ae5234c85d2f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:49.036423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Pushing event updated for resources: {'Port': ['ID=5071a418-b086-423c-84fc-20009978d413,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:49.040067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] For port eea1fc20-32f3-42a2-a4db-9c4560797fcd, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=eea1fc20-32f3-42a2-a4db-9c4560797fcd,segment=NetworkSegment(a74fc533-5284-4920-9171-71c10fa33da5),segment_id=a74fc533-5284-4920-9171-71c10fa33da5)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:49.040422 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:49.044827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Attempting to bind port df34c0ed-244c-441d-a5d9-6bd9cd215690 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:49.045178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Attempting to bind port df34c0ed-244c-441d-a5d9-6bd9cd215690 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '1d566418-1a56-4edd-a2ef-cd265ec97c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:49.045485 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Attempting to bind port df34c0ed-244c-441d-a5d9-6bd9cd215690 on network 6dc3e723-3d12-4bec-8554-dba88e91238e {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:49.072583 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Port df34c0ed-244c-441d-a5d9-6bd9cd215690 on network 6dc3e723-3d12-4bec-8554-dba88e91238e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:56:49.072891 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Attempting to bind port df34c0ed-244c-441d-a5d9-6bd9cd215690 on network 6dc3e723-3d12-4bec-8554-dba88e91238e {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:49.075017 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] Calling delete_port for eea1fc20-32f3-42a2-a4db-9c4560797fcd owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:56:49.105338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:49.105813 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Checking segment: {'id': '1d566418-1a56-4edd-a2ef-cd265ec97c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:49.106077 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Bound using segment: {'id': '1d566418-1a56-4edd-a2ef-cd265ec97c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:49.106504 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Bound port: df34c0ed-244c-441d-a5d9-6bd9cd215690, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d566418-1a56-4edd-a2ef-cd265ec97c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:49.106842 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:49.236694 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f7ad16f-b4aa-4db1-9dd6-3c6a9b5028c5 req-d993365f-1737-4614-b814-350a2df2d6a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0007ca-976d-4a8d-ba23-4de74ba528b8 HTTP/1.1" status: 200 len: 217 time: 0.2013595 Nov 11 11:56:49.246396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Attempting to bind port 5071a418-b086-423c-84fc-20009978d413 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:49.247027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Attempting to bind port 5071a418-b086-423c-84fc-20009978d413 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '6393908c-0f5d-4aed-9190-22dd472d3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:49.247608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Attempting to bind port 5071a418-b086-423c-84fc-20009978d413 on network 56444805-2ce0-4763-95ba-977c0e243bbb {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:49.258064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] For port df34c0ed-244c-441d-a5d9-6bd9cd215690, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:49.260343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Port 5071a418-b086-423c-84fc-20009978d413 on network 56444805-2ce0-4763-95ba-977c0e243bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:56:49.260663 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Attempting to bind port 5071a418-b086-423c-84fc-20009978d413 on network 56444805-2ce0-4763-95ba-977c0e243bbb {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:49.270511 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a0de7e12-3c16-47bc-b289-ae5234c85d2f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2646675 Nov 11 11:56:49.274719 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49762) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:49.275486 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:49.275829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Checking segment: {'id': '6393908c-0f5d-4aed-9190-22dd472d3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:49.276199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Bound using segment: {'id': '6393908c-0f5d-4aed-9190-22dd472d3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:49.276640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Bound port: 5071a418-b086-423c-84fc-20009978d413, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6393908c-0f5d-4aed-9190-22dd472d3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:49.276985 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:49.283044 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-42cf5d8b-40db-41ab-adba-11a96ce1368c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Request body: {'subnet': {'network_id': '00210173-e44b-4a81-8c48-7f12b1d29490', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:49.288219 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] For port df34c0ed-244c-441d-a5d9-6bd9cd215690, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=df34c0ed-244c-441d-a5d9-6bd9cd215690,segment=NetworkSegment(1d566418-1a56-4edd-a2ef-cd265ec97c36),segment_id=1d566418-1a56-4edd-a2ef-cd265ec97c36)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:49.289923 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:49.315876 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de7e12-3c16-47bc-b289-ae5234c85d2f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event updated for resources: {'Network': ['ID=00210173-e44b-4a81-8c48-7f12b1d29490,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:49.317133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:49.338429 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42e44dcc-be02-44ea-a2d8-dfbf72d6622a req-fc33a34d-cf88-4e67-bf74-7b10b0f8e5f7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7103591 Nov 11 11:56:49.339924 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801adf04-d347-42fe-b15e-163b16ff57fe req-150135a8-c139-4e9d-ae74-84c584f85bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:49.341352 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-150135a8-c139-4e9d-ae74-84c584f85bc4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775&tenant_id=67f94b11282a42279e45a23ba30fcf1d HTTP/1.1" status: 200 len: 1095 time: 0.7083564 Nov 11 11:56:49.343064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 00210173-e44b-4a81-8c48-7f12b1d29490 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:56:49.356850 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a5594-9b87-4004-a699-4c1ec2a6d2a6 req-be6ecb0c-b88d-4380-9e64-39b330aa551f tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:49.358473 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b66a5594-9b87-4004-a699-4c1ec2a6d2a6 req-be6ecb0c-b88d-4380-9e64-39b330aa551f tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/ports?device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 944 time: 0.3343391 Nov 11 11:56:49.359588 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] Pushing event deleted for resources: {'Port': ['ID=eea1fc20-32f3-42a2-a4db-9c4560797fcd,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:49.399733 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ad16f-b4aa-4db1-9dd6-3c6a9b5028c5 req-53315f75-30a5-4f4d-914c-0709affe7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:49.401168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f7ad16f-b4aa-4db1-9dd6-3c6a9b5028c5 req-53315f75-30a5-4f4d-914c-0709affe7f8d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a1254d7-4d60-4212-ac17-33a123440385 HTTP/1.1" status: 200 len: 861 time: 0.1372781 Nov 11 11:56:49.405957 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] No DVR routers for this DVR port eea1fc20-32f3-42a2-a4db-9c4560797fcd on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:56:49.465783 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f7ad16f-b4aa-4db1-9dd6-3c6a9b5028c5 req-435f152f-f2a4-42aa-ac19-e73390608f1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=733583c5-c236-474a-a313-b2ff0caceffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415139 Nov 11 11:56:49.473852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:49.474475 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:49.475900 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-123f6f82-ffff-40b4-8025-d4f177619332 req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] 10.222.0.62 "PUT /v2.0/ports/df34c0ed-244c-441d-a5d9-6bd9cd215690 HTTP/1.1" status: 200 len: 1092 time: 2.2684789 Nov 11 11:56:49.478140 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511738c0-0f5e-48c6-996f-817e9d2ce431', 'tag': 'df34c0ed-244c-441d-a5d9-6bd9cd215690'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:49.480559 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416f1c66-8deb-4b0c-bcad-392b9c1f47d6" -d '{"events": [{"name": "network-changed", "server_uuid": "511738c0-0f5e-48c6-996f-817e9d2ce431", "tag": "df34c0ed-244c-441d-a5d9-6bd9cd215690"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:49.526062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b66a5594-9b87-4004-a699-4c1ec2a6d2a6 req-2f54b1a6-d44c-4348-810c-ff9b4ae144ed tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/security-groups?id=31741d11-6566-4801-83a1-1460360f6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542039 Nov 11 11:56:49.552073 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801adf04-d347-42fe-b15e-163b16ff57fe req-00ff9948-542b-4088-aca8-0077a2606b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:49.553609 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-00ff9948-542b-4088-aca8-0077a2606b25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 1095 time: 0.1702280 Nov 11 11:56:49.554855 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:49.593319 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] For port 5071a418-b086-423c-84fc-20009978d413, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:49.643065 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cf5d8b-40db-41ab-adba-11a96ce1368c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Made reservation on behalf of 225174e131ea4e749297f8797a24b5c1 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:49.646583 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42cf5d8b-40db-41ab-adba-11a96ce1368c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:49.654980 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:49.699323 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8751f-eec3-4bda-9957-b84b1d798cde service neutron] Pushing event updated for resources: {'Port': ['ID=df34c0ed-244c-441d-a5d9-6bd9cd215690,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:49.704127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] For port 5071a418-b086-423c-84fc-20009978d413, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5071a418-b086-423c-84fc-20009978d413,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:49.743969 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114b7753-62c2-472b-8415-1a3626ff81aa']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:49.748655 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:49.781536 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f7ad16f-b4aa-4db1-9dd6-3c6a9b5028c5 req-27c41823-e250-4653-922e-82c863e63364 service neutron] 10.222.0.62 "GET /v2.0/networks/733583c5-c236-474a-a313-b2ff0caceffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005791 Nov 11 11:56:49.789482 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74fc533-5284-4920-9171-71c10fa33da5') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:49.789849 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74fc533-5284-4920-9171-71c10fa33da5') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:49.805849 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f6f82-ffff-40b4-8025-d4f177619332 req-20131e93-89a3-48ce-8125-ff3b2a49a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:49.807335 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-123f6f82-ffff-40b4-8025-d4f177619332 req-20131e93-89a3-48ce-8125-ff3b2a49a8c5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce8c020f04c24b88a3a769ac95da7fb3&device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 1095 time: 0.2706416 Nov 11 11:56:49.818885 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:49.819849 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:49.821559 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] 10.222.0.62 "PUT /v2.0/ports/5071a418-b086-423c-84fc-20009978d413 HTTP/1.1" status: 200 len: 1092 time: 2.2893729 Nov 11 11:56:49.823289 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:49.828288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309c72c-9e6e-4ea2-a7ac-dc3dca3b07f0 req-53e1e866-6ac0-4d91-af69-469afed38a58 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:49.829821 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9309c72c-9e6e-4ea2-a7ac-dc3dca3b07f0 req-53e1e866-6ac0-4d91-af69-469afed38a58 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.2229724 Nov 11 11:56:49.908318 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:49.911470 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-123f6f82-ffff-40b4-8025-d4f177619332 req-8ec002e1-782d-4c4f-a6a5-dc7f2b9f626f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df34c0ed-244c-441d-a5d9-6bd9cd215690 HTTP/1.1" status: 200 len: 217 time: 0.0836289 Nov 11 11:56:49.912156 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Allocated IP 172.25.2.22 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/d8aecf59-df2d-46b8-9efe-1eebda31865e) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:49.916221 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801adf04-d347-42fe-b15e-163b16ff57fe req-efe5f740-7819-4a3e-9bde-1beaa9b2f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:49.917725 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-efe5f740-7819-4a3e-9bde-1beaa9b2f032 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.3233132 Nov 11 11:56:49.947023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:56:49.947416 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:56:49.951620 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:56:49.986030 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-6097cc1e-b354-4906-bcfa-4439cd8e6ae3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b HTTP/1.1" status: 200 len: 217 time: 0.0583501 Nov 11 11:56:49.992206 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f96d8-1a65-4ed9-beb0-386ae845a0ee service neutron] Pushing event updated for resources: {'Port': ['ID=5071a418-b086-423c-84fc-20009978d413,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:50.058266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9309c72c-9e6e-4ea2-a7ac-dc3dca3b07f0 req-487e898b-fb91-4444-8b63-b898ccb95356 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164180 Nov 11 11:56:50.086573 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f6f82-ffff-40b4-8025-d4f177619332 req-3be5f5e9-dc6e-42ae-808c-2fc8a1d1dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:50.088080 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-123f6f82-ffff-40b4-8025-d4f177619332 req-3be5f5e9-dc6e-42ae-808c-2fc8a1d1dad0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d96812f2-7008-4fc2-bbdd-5a46cd7a6387 HTTP/1.1" status: 200 len: 845 time: 0.1517251 Nov 11 11:56:50.090294 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-25b6f2ab-265e-4c07-b41f-b088272b2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:50.091708 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-25b6f2ab-265e-4c07-b41f-b088272b2f2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f47ff093d10146bb8bace9b363f3ab54&device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 1095 time: 0.1993399 Nov 11 11:56:50.092367 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:50.101492 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:50.104572 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device eea1fc20-32f3-42a2-a4db-9c4560797fcd no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:56:50.105127 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] 10.222.0.65 "DELETE /v2.0/networks/114b7753-62c2-472b-8415-1a3626ff81aa HTTP/1.1" status: 204 len: 168 time: 1.9600232 Nov 11 11:56:50.152970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: eea1fc20-32f3-42a2-a4db-9c4560797fcd {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:56:50.153375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device eea1fc20-32f3-42a2-a4db-9c4560797fcd not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:56:50.175860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f7ad16f-b4aa-4db1-9dd6-3c6a9b5028c5 req-78803559-c89d-4d32-b9f5-6d20a27a32f6 service neutron] 10.222.0.62 "GET /v2.0/networks/733583c5-c236-474a-a313-b2ff0caceffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818321 Nov 11 11:56:50.196069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67149323-aef1-4cb0-85f2-69025917612a admin admin] Pushing event deleted for resources: {'Network': ['ID=114b7753-62c2-472b-8415-1a3626ff81aa,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:50.234866 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:50.251798 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-5e50514e-3d8f-4909-ba51-071fd7b49e63 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5071a418-b086-423c-84fc-20009978d413 HTTP/1.1" status: 200 len: 217 time: 0.1444027 Nov 11 11:56:50.262371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49772) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:50.278264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801adf04-d347-42fe-b15e-163b16ff57fe req-38b0dd9d-3676-45cc-8f8e-d391c09a26ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:50.280086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-38b0dd9d-3676-45cc-8f8e-d391c09a26ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.2859850 Nov 11 11:56:50.282383 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42cf5d8b-40db-41ab-adba-11a96ce1368c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:50.282548 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:50.346483 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef944242-d0d4-4a4d-a9be-05a09ab4c04c req-66e855b2-c5d2-42c0-abbb-a73fc9a757de tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:50.347891 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef944242-d0d4-4a4d-a9be-05a09ab4c04c req-66e855b2-c5d2-42c0-abbb-a73fc9a757de tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 944 time: 0.1702361 Nov 11 11:56:50.353995 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-039073df-2df3-4f57-80b0-7cbf7ee13237 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645688 Nov 11 11:56:50.364623 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:50.381756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:50.396136 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-ba9b44af-f5e1-4065-8d12-1350a95ae251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:50.397945 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-ba9b44af-f5e1-4065-8d12-1350a95ae251 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e5f80f-1c13-4371-8143-98282b930920 HTTP/1.1" status: 200 len: 862 time: 0.1288002 Nov 11 11:56:50.401408 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:50.405204 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f6f82-ffff-40b4-8025-d4f177619332 req-2fb6bf00-64d8-4359-a84c-32671effc9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:50.406658 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-123f6f82-ffff-40b4-8025-d4f177619332 req-2fb6bf00-64d8-4359-a84c-32671effc9de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6dc3e723-3d12-4bec-8554-dba88e91238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2831540 Nov 11 11:56:50.410818 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Pushing event updated for resources: {'Port': ['ID=d8aecf59-df2d-46b8-9efe-1eebda31865e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:50.411631 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf5d8b-40db-41ab-adba-11a96ce1368c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event updated for resources: {'Subnet': ['ID=24c4e628-b50c-4c94-ab83-1fcd87db65d8,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:50.426229 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-85320ba5-74a3-429a-b37a-83d47971640e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a9e0b9efba9346bdbbe140442a606abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627274 Nov 11 11:56:50.430599 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49774) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:50.463246 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-bfde7fa5-73d2-42df-8746-2c5130ed7c49 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56444805-2ce0-4763-95ba-977c0e243bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530260 Nov 11 11:56:50.513985 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef944242-d0d4-4a4d-a9be-05a09ab4c04c req-c206139a-f5fb-4706-926d-5a648070f696 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513286 Nov 11 11:56:50.534323 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-f8bf9cfd-f366-4573-9e38-1783bbf94849 service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680999 Nov 11 11:56:50.560686 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf5d8b-40db-41ab-adba-11a96ce1368c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Checking segment: {'id': 'fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00210173-e44b-4a81-8c48-7f12b1d29490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:50.561053 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cf5d8b-40db-41ab-adba-11a96ce1368c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Network hostable DHCP agents. Network: 00210173-e44b-4a81-8c48-7f12b1d29490, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:56:50.652658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cf5d8b-40db-41ab-adba-11a96ce1368c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Network 00210173-e44b-4a81-8c48-7f12b1d29490 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:56:50.661979 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:50.663687 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-123f6f82-ffff-40b4-8025-d4f177619332 req-5f7f38ce-f1d3-489f-b153-8e1a31db11b6 service neutron] 10.222.0.62 "GET /v2.0/networks/6dc3e723-3d12-4bec-8554-dba88e91238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351966 Nov 11 11:56:50.676300 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4934afc8-61f8-4778-8ed8-bf4124c55a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:50.694052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-42cf5d8b-40db-41ab-adba-11a96ce1368c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 00210173-e44b-4a81-8c48-7f12b1d29490) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:50.704007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5531b99-2666-4dab-8424-be72383ebaae None None] Network 00210173-e44b-4a81-8c48-7f12b1d29490 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:50.713460 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-6cad6dd6-accc-41ee-a86a-1a93f25decfe service neutron] 10.222.0.62 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261567 Nov 11 11:56:50.717101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8346830-33c4-452a-ad63-2e047d9c0515 req-cb546c60-6e77-415a-8a81-715fd25299da tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:50.718600 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8346830-33c4-452a-ad63-2e047d9c0515 req-cb546c60-6e77-415a-8a81-715fd25299da tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a2d6c7b-5781-4abd-86ac-31ff580d3195 HTTP/1.1" status: 200 len: 943 time: 0.1297555 Nov 11 11:56:50.722286 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cf5d8b-40db-41ab-adba-11a96ce1368c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:50.722859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-6ac2472b-0361-4e92-a34f-d2bfa43f0eb9 service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645043 Nov 11 11:56:50.722992 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42cf5d8b-40db-41ab-adba-11a96ce1368c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:50.738200 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:50.793011 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4934afc8-61f8-4778-8ed8-bf4124c55a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:50.822347 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8346830-33c4-452a-ad63-2e047d9c0515 req-bd963993-aa0f-443d-8f86-22f38a215688 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb4d9d43-03c6-4d03-8b72-a917c0a13f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851500 Nov 11 11:56:50.842378 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-42cf5d8b-40db-41ab-adba-11a96ce1368c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5630851 Nov 11 11:56:50.855203 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49778) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:50.861818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f48cdcf5-e0d8-4e08-972a-7ac743bf0e44 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-534606010'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:50.912603 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ba166f-c71c-498d-873d-93377fea8b1d x-openstack-request-id: req-48ba166f-c71c-498d-873d-93377fea8b1d {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:50.912947 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511738c0-0f5e-48c6-996f-817e9d2ce431", "tag": "df34c0ed-244c-441d-a5d9-6bd9cd215690", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:50.913133 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48ba166f-c71c-498d-873d-93377fea8b1d {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:50.913520 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511738c0-0f5e-48c6-996f-817e9d2ce431', 'tag': 'df34c0ed-244c-441d-a5d9-6bd9cd215690', 'status': 'completed', 'code': 200} Nov 11 11:56:50.949713 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-123f6f82-ffff-40b4-8025-d4f177619332 req-1423d887-dad8-4e05-9eb1-77b6b06f74f9 service neutron] 10.222.0.62 "GET /v2.0/networks/6dc3e723-3d12-4bec-8554-dba88e91238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743325 Nov 11 11:56:50.950282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48cdcf5-e0d8-4e08-972a-7ac743bf0e44 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Made reservation on behalf of 225174e131ea4e749297f8797a24b5c1 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:50.952468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-00210173-e44b-4a81-8c48-7f12b1d29490', 'network_id': '00210173-e44b-4a81-8c48-7f12b1d29490', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'fixed_ips': [{'subnet_id': '24c4e628-b50c-4c94-ab83-1fcd87db65d8'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:56:50.953420 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:50.953780 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f48cdcf5-e0d8-4e08-972a-7ac743bf0e44 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:50.971561 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e872aaf3-4a27-41b5-ac95-6e25bd0a5ed3 req-bb782491-d201-4a67-b7b7-a24b8061eca8 service neutron] 10.222.0.62 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446759 Nov 11 11:56:50.982591 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4934afc8-61f8-4778-8ed8-bf4124c55a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:50.985201 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4934afc8-61f8-4778-8ed8-bf4124c55a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:50.986575 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4934afc8-61f8-4778-8ed8-bf4124c55a79 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/864b44a6-8b6e-4f9e-b3cf-e37f43dbc2f5 HTTP/1.1" status: 204 len: 168 time: 0.5351663 Nov 11 11:56:51.000761 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934afc8-61f8-4778-8ed8-bf4124c55a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864b44a6-8b6e-4f9e-b3cf-e37f43dbc2f5,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:51.002639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48cdcf5-e0d8-4e08-972a-7ac743bf0e44 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:56:51.015487 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f48cdcf5-e0d8-4e08-972a-7ac743bf0e44 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:51.016087 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-f48cdcf5-e0d8-4e08-972a-7ac743bf0e44 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Added segment f032e993-fbd7-4292-9d4f-28d2805eead5 of type vlan for network 9fc97574-a697-46e7-a740-8d12184b8401 Nov 11 11:56:51.058655 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:56:51.090033 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:51.100613 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:51.149800 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346704d-7ad1-46c1-94f7-caf0d7a73206 req-7dc93d53-47aa-43fd-918a-9b79b75b52ea tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:51.150063 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f48cdcf5-e0d8-4e08-972a-7ac743bf0e44 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:51.151333 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7346704d-7ad1-46c1-94f7-caf0d7a73206 req-7dc93d53-47aa-43fd-918a-9b79b75b52ea tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 944 time: 0.1535342 Nov 11 11:56:51.186990 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f1c66-8deb-4b0c-bcad-392b9c1f47d6 req-dad5a260-5a2a-407d-84a5-887b8f92f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:51.188792 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-416f1c66-8deb-4b0c-bcad-392b9c1f47d6 req-dad5a260-5a2a-407d-84a5-887b8f92f5d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce8c020f04c24b88a3a769ac95da7fb3&device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 1095 time: 0.1319358 Nov 11 11:56:51.192128 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801adf04-d347-42fe-b15e-163b16ff57fe req-41a61c72-60b6-4748-bc73-c3bd9a189931 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:51.193566 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-41a61c72-60b6-4748-bc73-c3bd9a189931 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775&tenant_id=67f94b11282a42279e45a23ba30fcf1d&binding%3Ahost_id=n-h1-807359-3 HTTP/1.1" status: 200 len: 1095 time: 0.1612866 Nov 11 11:56:51.194541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Allocated IP 19.80.0.2 (00210173-e44b-4a81-8c48-7f12b1d29490/24c4e628-b50c-4c94-ab83-1fcd87db65d8/efb7a14d-6722-4219-ad0e-9f6a71d3eeef) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:51.198728 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f48cdcf5-e0d8-4e08-972a-7ac743bf0e44 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:51.205869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48cdcf5-e0d8-4e08-972a-7ac743bf0e44 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:51.206919 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f48cdcf5-e0d8-4e08-972a-7ac743bf0e44 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:51.226474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Pushing event updated for resources: {'Port': ['ID=d8aecf59-df2d-46b8-9efe-1eebda31865e,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:51.234397 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:51.274062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7346704d-7ad1-46c1-94f7-caf0d7a73206 req-73f9c9e8-a834-47e6-9c52-b32250db402e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934937 Nov 11 11:56:51.277130 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:51.284361 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5dbd79ff-dc02-4eb7-a92d-5b3f55fc16fc tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9571171 Nov 11 11:56:51.354180 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:51.371835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-8ec9f8ee-90ba-425d-938e-246205c24593 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 695 time: 0.0865271 Nov 11 11:56:51.380942 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f48cdcf5-e0d8-4e08-972a-7ac743bf0e44 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5229597 Nov 11 11:56:51.381609 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49786) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:51.403023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9f562310-da24-4f4d-9df5-272a6bf48fea tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Request body: {'subnet': {'network_id': '9fc97574-a697-46e7-a740-8d12184b8401', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:51.433412 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cdcf5-e0d8-4e08-972a-7ac743bf0e44 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event updated for resources: {'Network': ['ID=9fc97574-a697-46e7-a740-8d12184b8401,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:51.453039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 9fc97574-a697-46e7-a740-8d12184b8401 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:56:51.461225 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:51.481974 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:51.535361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5ec8043b-2715-4e42-9ff2-30dd62f3de56 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:51.536865 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b35e35a2-8662-4e73-a8fe-f8bfda5eb2e0 req-5ec8043b-2715-4e42-9ff2-30dd62f3de56 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.1642671 Nov 11 11:56:51.553266 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11ae4e-4cd5-46e7-83bb-abd73fc9893f req-0956c899-f991-46ec-8e29-ab545a0d8f15 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:51.560502 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae11ae4e-4cd5-46e7-83bb-abd73fc9893f req-0956c899-f991-46ec-8e29-ab545a0d8f15 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/ports?device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 944 time: 0.1860266 Nov 11 11:56:51.574478 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f1c66-8deb-4b0c-bcad-392b9c1f47d6 req-23fca774-ac7d-42a3-b64e-c20d92e39cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:51.575970 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-416f1c66-8deb-4b0c-bcad-392b9c1f47d6 req-23fca774-ac7d-42a3-b64e-c20d92e39cc7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6dc3e723-3d12-4bec-8554-dba88e91238e HTTP/1.1" status: 200 len: 908 time: 0.3639519 Nov 11 11:56:51.601641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Network 00210173-e44b-4a81-8c48-7f12b1d29490 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:51.615319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:51.624035 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae11ae4e-4cd5-46e7-83bb-abd73fc9893f req-adf9c909-827a-47f9-b90a-763e98bb645a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/security-groups?id=31741d11-6566-4801-83a1-1460360f6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625522 Nov 11 11:56:51.635369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:51.653350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Pushing event updated for resources: {'Port': ['ID=efb7a14d-6722-4219-ad0e-9f6a71d3eeef,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:51.664587 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-416f1c66-8deb-4b0c-bcad-392b9c1f47d6 req-572f5e88-1f04-403e-962f-bcac4204035f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df34c0ed-244c-441d-a5d9-6bd9cd215690 HTTP/1.1" status: 200 len: 217 time: 0.0718274 Nov 11 11:56:51.672431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f562310-da24-4f4d-9df5-272a6bf48fea tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Made reservation on behalf of 225174e131ea4e749297f8797a24b5c1 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:51.676477 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f562310-da24-4f4d-9df5-272a6bf48fea tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:51.735090 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Attempting to bind port efb7a14d-6722-4219-ad0e-9f6a71d3eeef on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:51.735218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-801adf04-d347-42fe-b15e-163b16ff57fe req-939fcfe0-ba02-4495-9f9f-ae283b3a64ec service neutron] For port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:51.735322 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Attempting to bind port efb7a14d-6722-4219-ad0e-9f6a71d3eeef by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00210173-e44b-4a81-8c48-7f12b1d29490'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:51.735768 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Attempting to bind port efb7a14d-6722-4219-ad0e-9f6a71d3eeef on network 00210173-e44b-4a81-8c48-7f12b1d29490 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:51.740983 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:51.742140 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Checking segment: {'id': 'fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00210173-e44b-4a81-8c48-7f12b1d29490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:51.742556 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:51.742988 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Bound using segment: {'id': 'fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00210173-e44b-4a81-8c48-7f12b1d29490'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:51.743466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Bound port: efb7a14d-6722-4219-ad0e-9f6a71d3eeef, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00210173-e44b-4a81-8c48-7f12b1d29490'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:51.743840 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:51.749334 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-801adf04-d347-42fe-b15e-163b16ff57fe req-939fcfe0-ba02-4495-9f9f-ae283b3a64ec service neutron] Publish callbacks [] for binding, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:51.750495 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-801adf04-d347-42fe-b15e-163b16ff57fe req-939fcfe0-ba02-4495-9f9f-ae283b3a64ec service neutron] 10.222.0.62 "DELETE /v2.0/ports/3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b/bindings/n-h2-807359-3 HTTP/1.1" status: 204 len: 173 time: 0.5397527 Nov 11 11:56:51.769021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c979a21-8807-4e50-bef6-a345f646e3e6 req-39110b3b-b3f7-4389-88f8-11ba3dc88a5c tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:51.778236 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c979a21-8807-4e50-bef6-a345f646e3e6 req-39110b3b-b3f7-4389-88f8-11ba3dc88a5c tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.1194475 Nov 11 11:56:51.803621 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f1c66-8deb-4b0c-bcad-392b9c1f47d6 req-f7e51e23-c934-47d1-839e-7cb172c3587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:51.805089 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-416f1c66-8deb-4b0c-bcad-392b9c1f47d6 req-f7e51e23-c934-47d1-839e-7cb172c3587c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d96812f2-7008-4fc2-bbdd-5a46cd7a6387 HTTP/1.1" status: 200 len: 845 time: 0.1220593 Nov 11 11:56:51.810424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aa501-57d2-44c3-9ea8-d72fef1b8d4c req-1c68f158-c9b2-444f-951e-c69c3d8778c1 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:51.812234 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e92aa501-57d2-44c3-9ea8-d72fef1b8d4c req-1c68f158-c9b2-444f-951e-c69c3d8778c1 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 944 time: 0.1110692 Nov 11 11:56:51.866183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] For port efb7a14d-6722-4219-ad0e-9f6a71d3eeef, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:51.885952 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c979a21-8807-4e50-bef6-a345f646e3e6 req-f6877088-2416-4e2e-846d-a088b4b3fb19 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022015 Nov 11 11:56:51.887668 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] For port efb7a14d-6722-4219-ad0e-9f6a71d3eeef, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=efb7a14d-6722-4219-ad0e-9f6a71d3eeef,segment=NetworkSegment(fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf),segment_id=fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:51.897823 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:51.959204 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f1c66-8deb-4b0c-bcad-392b9c1f47d6 req-a0e9df5d-d31a-4c35-b9c9-aa2b325c9952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:51.960741 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-416f1c66-8deb-4b0c-bcad-392b9c1f47d6 req-a0e9df5d-d31a-4c35-b9c9-aa2b325c9952 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6dc3e723-3d12-4bec-8554-dba88e91238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434548 Nov 11 11:56:52.029868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855c63-231f-4c12-8513-6042c7620f14 None None] Pushing event updated for resources: {'Port': ['ID=efb7a14d-6722-4219-ad0e-9f6a71d3eeef,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:52.049964 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e92aa501-57d2-44c3-9ea8-d72fef1b8d4c req-5f4b99f5-a3ee-4436-a1eb-eea0f61cb91d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204220 Nov 11 11:56:52.123219 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-defdaf4a-7ce4-40f0-b172-5610fbdbd40a tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2066982 Nov 11 11:56:52.133385 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f562310-da24-4f4d-9df5-272a6bf48fea tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:52.134937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:52.174800 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9f0007ca-976d-4a8d-ba23-4de74ba528b8 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:56:52.191098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49816) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:52.193702 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:52.270613 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f272b-571c-409c-8d99-0c3324bba133 req-47c7e5a2-c009-432e-9346-6b84b57e7d0d tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:52.278692 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-620f272b-571c-409c-8d99-0c3324bba133 req-47c7e5a2-c009-432e-9346-6b84b57e7d0d tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a2d6c7b-5781-4abd-86ac-31ff580d3195 HTTP/1.1" status: 200 len: 943 time: 0.0992091 Nov 11 11:56:52.338475 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f562310-da24-4f4d-9df5-272a6bf48fea tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Checking segment: {'id': 'f032e993-fbd7-4292-9d4f-28d2805eead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9fc97574-a697-46e7-a740-8d12184b8401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:52.338932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f562310-da24-4f4d-9df5-272a6bf48fea tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Network hostable DHCP agents. Network: 9fc97574-a697-46e7-a740-8d12184b8401, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:56:52.343785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f562310-da24-4f4d-9df5-272a6bf48fea tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event updated for resources: {'Subnet': ['ID=df7a2b04-51be-4a5f-8a80-7418b0992013,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:52.392605 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-620f272b-571c-409c-8d99-0c3324bba133 req-db981aa4-416d-4573-b2b8-efe10107ecc9 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb4d9d43-03c6-4d03-8b72-a917c0a13f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128597 Nov 11 11:56:52.408592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f562310-da24-4f4d-9df5-272a6bf48fea tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Network 9fc97574-a697-46e7-a740-8d12184b8401 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:56:52.415266 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-830714bf-7e5e-4351-a806-6108a5145400 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-109950490-network', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:52.420723 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-416f1c66-8deb-4b0c-bcad-392b9c1f47d6 req-def3e772-6d7f-4688-980a-24b2355a2af7 service neutron] 10.222.0.62 "GET /v2.0/networks/6dc3e723-3d12-4bec-8554-dba88e91238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189247 Nov 11 11:56:52.424148 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-9f562310-da24-4f4d-9df5-272a6bf48fea tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 9fc97574-a697-46e7-a740-8d12184b8401) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:52.477313 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830714bf-7e5e-4351-a806-6108a5145400 admin admin] Made reservation on behalf of da10fcdd1e56422d809e80303ecf3512 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:52.480069 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-830714bf-7e5e-4351-a806-6108a5145400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:52.493413 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-830714bf-7e5e-4351-a806-6108a5145400 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:52.515784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f562310-da24-4f4d-9df5-272a6bf48fea tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:52.516632 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f562310-da24-4f4d-9df5-272a6bf48fea tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:52.565230 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9f562310-da24-4f4d-9df5-272a6bf48fea tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1768458 Nov 11 11:56:52.591698 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-416f1c66-8deb-4b0c-bcad-392b9c1f47d6 req-bd08653a-8790-410e-a925-60e16e86fcf1 service neutron] 10.222.0.62 "GET /v2.0/networks/6dc3e723-3d12-4bec-8554-dba88e91238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628399 Nov 11 11:56:52.600034 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097199cd-5cfc-4642-b300-be7331322986 None None] Network 9fc97574-a697-46e7-a740-8d12184b8401 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:52.641424 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:52.678181 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-830714bf-7e5e-4351-a806-6108a5145400 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:52.686470 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-830714bf-7e5e-4351-a806-6108a5145400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:52.752071 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830714bf-7e5e-4351-a806-6108a5145400 admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:56:52.770850 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9f0007ca-976d-4a8d-ba23-4de74ba528b8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9f0007ca-976d-4a8d-ba23-4de74ba528b8,segment=NetworkSegment(d0dfd7e9-0d39-4fa0-adba-bdbf342d5d97),segment_id=d0dfd7e9-0d39-4fa0-adba-bdbf342d5d97)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:52.795100 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-830714bf-7e5e-4351-a806-6108a5145400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:52.795664 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-830714bf-7e5e-4351-a806-6108a5145400 admin admin] Added segment 6e11699d-9297-4d1a-8062-6d3336415157 of type vlan for network fb65d5f6-787d-4d2e-8933-7095a01ee3ed Nov 11 11:56:52.805042 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '9f0007ca-976d-4a8d-ba23-4de74ba528b8', 'network_id': '733583c5-c236-474a-a313-b2ff0caceffa', 'port_id': '9f0007ca-976d-4a8d-ba23-4de74ba528b8', 'mac_address': 'fa:16:3e:e4:d6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1254d7-4d60-4212-ac17-33a123440385', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:56:52.805742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830714bf-7e5e-4351-a806-6108a5145400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dc08c6-b474-48ca-b01b-c73abd6581ef,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:52.842507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-4ef5e8cd-3bcb-47fb-9293-8fd28674c526 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:52.844000 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-4ef5e8cd-3bcb-47fb-9293-8fd28674c526 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/networks?id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 HTTP/1.1" status: 200 len: 811 time: 0.2795386 Nov 11 11:56:52.870628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-9fc97574-a697-46e7-a740-8d12184b8401', 'network_id': '9fc97574-a697-46e7-a740-8d12184b8401', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'fixed_ips': [{'subnet_id': 'df7a2b04-51be-4a5f-8a80-7418b0992013'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:56:52.871562 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:52.882119 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:52.898489 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-830714bf-7e5e-4351-a806-6108a5145400 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:52.906192 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0007ca-976d-4a8d-ba23-4de74ba528b8 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:52.909829 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-da9d57d2-ffb6-4afe-b901-3049202d1c40 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/quotas/f3fd635830ed454d9bc757e2f29f1792 HTTP/1.1" status: 200 len: 375 time: 0.0443130 Nov 11 11:56:52.915550 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71faebe9-986d-4281-aa8c-53c8a270a27b', 'tag': '5071a418-b086-423c-84fc-20009978d413'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:52.919291 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a17ce8f-e9a3-4086-a046-715ffa173ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "71faebe9-986d-4281-aa8c-53c8a270a27b", "tag": "5071a418-b086-423c-84fc-20009978d413"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:52.927654 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Allocated IP 172.25.2.81 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/e8667ef9-5d10-4bef-8428-b0661637e3a1) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:52.978573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9f0007ca-976d-4a8d-ba23-4de74ba528b8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9f0007ca-976d-4a8d-ba23-4de74ba528b8,segment=NetworkSegment(d0dfd7e9-0d39-4fa0-adba-bdbf342d5d97),segment_id=d0dfd7e9-0d39-4fa0-adba-bdbf342d5d97)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:52.987282 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:52.994178 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-830714bf-7e5e-4351-a806-6108a5145400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:52.995081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830714bf-7e5e-4351-a806-6108a5145400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:52.995969 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-830714bf-7e5e-4351-a806-6108a5145400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:53.076403 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Allocated IP 19.86.0.2 (9fc97574-a697-46e7-a740-8d12184b8401/df7a2b04-51be-4a5f-8a80-7418b0992013/41caa3ee-0dc1-4fd6-be71-df602ce03442) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:53.078462 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=9f0007ca-976d-4a8d-ba23-4de74ba528b8,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:53.112798 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-830714bf-7e5e-4351-a806-6108a5145400 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9158630 Nov 11 11:56:53.116290 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49840) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:53.124667 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-4d23c391-49e6-4b96-896b-27f1639ce349 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3fd635830ed454d9bc757e2f29f1792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1935542 Nov 11 11:56:53.124935 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-dcdef736-1abe-4a91-a20f-1da98e314bda admin admin] Request body: {'subnet': {'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-109950490-subnet', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:53.139835 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830714bf-7e5e-4351-a806-6108a5145400 admin admin] Pushing event updated for resources: {'Network': ['ID=fb65d5f6-787d-4d2e-8933-7095a01ee3ed,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:53.161964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdef736-1abe-4a91-a20f-1da98e314bda admin admin] Made reservation on behalf of da10fcdd1e56422d809e80303ecf3512 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:53.164976 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dcdef736-1abe-4a91-a20f-1da98e314bda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:53.242603 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:53.280604 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-552ca030-3953-4488-9fd7-084c0ef1ee43 service neutron] 10.222.0.65 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520014 Nov 11 11:56:53.323607 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:53.329915 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network fb65d5f6-787d-4d2e-8933-7095a01ee3ed details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:56:53.335092 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:53.355065 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:53.411228 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dcdef736-1abe-4a91-a20f-1da98e314bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:53.416115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:53.422167 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Pushing event updated for resources: {'Port': ['ID=e8667ef9-5d10-4bef-8428-b0661637e3a1,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:53.426000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:53.428718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:53.469725 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['9f0007ca-976d-4a8d-ba23-4de74ba528b8'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:56:53.471177 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-c3c13334-21a4-40db-9cac-46ec0242286a service neutron] 10.222.0.65 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819303 Nov 11 11:56:53.484254 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Network 9fc97574-a697-46e7-a740-8d12184b8401 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:53.540496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Pushing event updated for resources: {'Port': ['ID=41caa3ee-0dc1-4fd6-be71-df602ce03442,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:53.545448 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:53.547900 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:53.568178 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:53.588463 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c4f501-c5c8-4734-8c7a-6cb8c0fa3788 None None] Network 00210173-e44b-4a81-8c48-7f12b1d29490 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:53.621627 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:53.727574 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Attempting to bind port 41caa3ee-0dc1-4fd6-be71-df602ce03442 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:53.728193 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Attempting to bind port 41caa3ee-0dc1-4fd6-be71-df602ce03442 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'f032e993-fbd7-4292-9d4f-28d2805eead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9fc97574-a697-46e7-a740-8d12184b8401'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:53.728345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Attempting to bind port 41caa3ee-0dc1-4fd6-be71-df602ce03442 on network 9fc97574-a697-46e7-a740-8d12184b8401 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:53.733657 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f186815e-ecf6-4741-9b7b-135b97c9996c None None] Provisioning complete for port efb7a14d-6722-4219-ad0e-9f6a71d3eeef triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:53.733989 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f186815e-ecf6-4741-9b7b-135b97c9996c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:53.763529 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdef736-1abe-4a91-a20f-1da98e314bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=52d168b6-ae90-474b-916f-74be6777191e,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:53.780240 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdef736-1abe-4a91-a20f-1da98e314bda admin admin] Checking segment: {'id': '6e11699d-9297-4d1a-8062-6d3336415157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:53.780594 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdef736-1abe-4a91-a20f-1da98e314bda admin admin] Network hostable DHCP agents. Network: fb65d5f6-787d-4d2e-8933-7095a01ee3ed, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:56:53.783896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:53.783896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Checking segment: {'id': 'f032e993-fbd7-4292-9d4f-28d2805eead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9fc97574-a697-46e7-a740-8d12184b8401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:53.784231 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:53.784547 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Bound using segment: {'id': 'f032e993-fbd7-4292-9d4f-28d2805eead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9fc97574-a697-46e7-a740-8d12184b8401'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:53.785507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Bound port: 41caa3ee-0dc1-4fd6-be71-df602ce03442, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f032e993-fbd7-4292-9d4f-28d2805eead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9fc97574-a697-46e7-a740-8d12184b8401'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:53.785934 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:53.801639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdef736-1abe-4a91-a20f-1da98e314bda admin admin] Network fb65d5f6-787d-4d2e-8933-7095a01ee3ed is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:56:53.816039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-dcdef736-1abe-4a91-a20f-1da98e314bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, fb65d5f6-787d-4d2e-8933-7095a01ee3ed) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:53.821064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdef736-1abe-4a91-a20f-1da98e314bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:53.822326 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dcdef736-1abe-4a91-a20f-1da98e314bda admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:53.847286 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dcdef736-1abe-4a91-a20f-1da98e314bda admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7295089 Nov 11 11:56:53.848388 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49848) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:53.854552 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-109950490-router', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:53.858261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc85a2ff-911d-4a2d-b8f5-04febdd00d1f None None] Network fb65d5f6-787d-4d2e-8933-7095a01ee3ed requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:53.885781 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:53.888089 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:53.981139 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:54.080129 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] For port 41caa3ee-0dc1-4fd6-be71-df602ce03442, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:54.124429 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] For port 41caa3ee-0dc1-4fd6-be71-df602ce03442, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=41caa3ee-0dc1-4fd6-be71-df602ce03442,segment=NetworkSegment(f032e993-fbd7-4292-9d4f-28d2805eead5),segment_id=f032e993-fbd7-4292-9d4f-28d2805eead5)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:54.148014 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f186815e-ecf6-4741-9b7b-135b97c9996c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:54.150379 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:54.234538 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:54.246924 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce455fba-52c8-4ebc-89ef-e6dae98a81fa req-103ffbf3-e66f-4c13-b9e0-1f7b334f2502 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:54.252170 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5071a418-b086-423c-84fc-20009978d413 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:56:54.254421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce455fba-52c8-4ebc-89ef-e6dae98a81fa req-103ffbf3-e66f-4c13-b9e0-1f7b334f2502 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 944 time: 0.5447352 Nov 11 11:56:54.254907 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device efb7a14d-6722-4219-ad0e-9f6a71d3eeef up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:54.356997 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce455fba-52c8-4ebc-89ef-e6dae98a81fa req-36fa18dd-f16f-4384-b036-753fd3054eb0 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949202 Nov 11 11:56:54.394970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f186815e-ecf6-4741-9b7b-135b97c9996c None None] For port efb7a14d-6722-4219-ad0e-9f6a71d3eeef, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=efb7a14d-6722-4219-ad0e-9f6a71d3eeef,segment=NetworkSegment(fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf),segment_id=fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:54.414912 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:54.431612 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:54.480573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77c0ad-3487-4682-8866-5ae87661df83 None None] Pushing event updated for resources: {'Port': ['ID=41caa3ee-0dc1-4fd6-be71-df602ce03442,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:54.570043 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Pushing event updated for resources: {'Port': ['ID=e8667ef9-5d10-4bef-8428-b0661637e3a1,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:54.588272 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5071a418-b086-423c-84fc-20009978d413, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5071a418-b086-423c-84fc-20009978d413,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:54.605348 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f186815e-ecf6-4741-9b7b-135b97c9996c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:54.605929 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be75fd-ce34-4a6b-9c8d-35c2effbee1f req-144f726e-1c5d-456e-bced-53f99decada2 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:54.607725 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59be75fd-ce34-4a6b-9c8d-35c2effbee1f req-144f726e-1c5d-456e-bced-53f99decada2 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/ports?device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 944 time: 0.1242347 Nov 11 11:56:54.610127 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '5071a418-b086-423c-84fc-20009978d413', 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb', 'port_id': '5071a418-b086-423c-84fc-20009978d413', 'mac_address': 'fa:16:3e:a7:5f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e5f80f-1c13-4371-8143-98282b930920', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:56:54.614338 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:54.696879 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:54.698637 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-147287e8-ce5e-47e2-96df-7b6c4a793000 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5683515 Nov 11 11:56:54.733512 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:54.764668 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:54.780266 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186815e-ecf6-4741-9b7b-135b97c9996c None None] Pushing event updated for resources: {'Port': ['ID=efb7a14d-6722-4219-ad0e-9f6a71d3eeef,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:54.786460 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-fb65d5f6-787d-4d2e-8933-7095a01ee3ed', 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'fixed_ips': [{'subnet_id': '52d168b6-ae90-474b-916f-74be6777191e'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:56:54.787320 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:54.788626 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-70ba2fbd-727c-4578-a65c-822446dbaa43 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.81 HTTP/1.1" status: 200 len: 695 time: 0.0824149 Nov 11 11:56:54.796444 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:54.824430 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port efb7a14d-6722-4219-ad0e-9f6a71d3eeef triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:54.824792 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:54.839574 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59be75fd-ce34-4a6b-9c8d-35c2effbee1f req-6da8f2f1-9304-4708-96da-b8a60acd48d0 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/security-groups?id=31741d11-6566-4801-83a1-1460360f6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207475 Nov 11 11:56:54.943968 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Allocated IP 172.25.2.254 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/e375a2e8-2273-4c6b-b4b1-c4c9b5fab752) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:54.987670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-f2d94679-d627-4ab5-b419-7c2c4f5d2c91 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:54.989089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b41c632-a22d-4443-b68e-ca26863d70fa req-f2d94679-d627-4ab5-b419-7c2c4f5d2c91 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.1939960 Nov 11 11:56:55.059001 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-49788ea2-8c62-4794-9619-9395b2e49045 None None] Provisioning complete for port efb7a14d-6722-4219-ad0e-9f6a71d3eeef triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:55.059398 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-49788ea2-8c62-4794-9619-9395b2e49045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:55.078314 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feba3535-3bde-4747-8f21-7a34d69052dd x-openstack-request-id: req-feba3535-3bde-4747-8f21-7a34d69052dd {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:56:55.078592 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71faebe9-986d-4281-aa8c-53c8a270a27b", "tag": "5071a418-b086-423c-84fc-20009978d413", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:56:55.078840 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-feba3535-3bde-4747-8f21-7a34d69052dd {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:56:55.079236 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71faebe9-986d-4281-aa8c-53c8a270a27b', 'tag': '5071a418-b086-423c-84fc-20009978d413', 'status': 'completed', 'code': 200} Nov 11 11:56:55.105272 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5071a418-b086-423c-84fc-20009978d413 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:55.189677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5071a418-b086-423c-84fc-20009978d413, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5071a418-b086-423c-84fc-20009978d413,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:55.196388 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:55.222950 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17ce8f-e9a3-4086-a046-715ffa173ecb req-9e3f0e0e-ba40-4545-a62b-c9aa86ae283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:55.224682 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8a17ce8f-e9a3-4086-a046-715ffa173ecb req-9e3f0e0e-ba40-4545-a62b-c9aa86ae283c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f47ff093d10146bb8bace9b363f3ab54&device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 1095 time: 0.1356108 Nov 11 11:56:55.226575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-6afa1d74-26ea-4d0c-9fb8-18b0cbd4ae1a tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:55.232369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-6afa1d74-26ea-4d0c-9fb8-18b0cbd4ae1a tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:55.239583 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-6afa1d74-26ea-4d0c-9fb8-18b0cbd4ae1a tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/networks?id=00210173-e44b-4a81-8c48-7f12b1d29490&id=9fc97574-a697-46e7-a740-8d12184b8401 HTTP/1.1" status: 200 len: 1391 time: 0.2602763 Nov 11 11:56:55.248019 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:55.248683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device df34c0ed-244c-441d-a5d9-6bd9cd215690 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:56:55.274067 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8a597c05-1195-4b64-bd9b-ffbc7a635b68 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/quotas/225174e131ea4e749297f8797a24b5c1 HTTP/1.1" status: 200 len: 375 time: 0.0335321 Nov 11 11:56:55.330207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fd5bd-416a-4040-8dfb-e497508b9676 req-207f6ddc-9ce5-4322-afb1-5309bae846bc tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:55.331415 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:55.331603 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d6fd5bd-416a-4040-8dfb-e497508b9676 req-207f6ddc-9ce5-4322-afb1-5309bae846bc tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 944 time: 0.1646929 Nov 11 11:56:55.342470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-a04ab1f8-d407-4f1e-9b82-0304f20caa34 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:55.345042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-a04ab1f8-d407-4f1e-9b82-0304f20caa34 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.43 "GET /v2.0/networks?id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 HTTP/1.1" status: 200 len: 811 time: 0.2610598 Nov 11 11:56:55.365675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-7557999c-f1b2-42b2-8a4f-efb4f0f8f64b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Request body: {'port': {'device_id': 'b56a33ed-24af-45b6-916f-c91aa04f7de6', 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43', 'admin_state_up': True, 'tenant_id': 'f3fd635830ed454d9bc757e2f29f1792'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:55.381111 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:55.392064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:55.400467 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:55.417485 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-03536f46-2a78-45a3-b442-5ea14bd975f3 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=225174e131ea4e749297f8797a24b5c1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1424711 Nov 11 11:56:55.449220 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17ce8f-e9a3-4086-a046-715ffa173ecb req-37033e50-22ef-4ad2-bbc2-06d66e9bcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:55.451232 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8a17ce8f-e9a3-4086-a046-715ffa173ecb req-37033e50-22ef-4ad2-bbc2-06d66e9bcb3d service neutron] 10.222.0.62 "GET /v2.0/networks?id=56444805-2ce0-4763-95ba-977c0e243bbb HTTP/1.1" status: 200 len: 924 time: 0.2162402 Nov 11 11:56:55.456537 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=e375a2e8-2273-4c6b-b4b1-c4c9b5fab752,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:55.514951 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8a17ce8f-e9a3-4086-a046-715ffa173ecb req-3501affd-6ccf-4f49-863a-17d6cfd0757a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5071a418-b086-423c-84fc-20009978d413 HTTP/1.1" status: 200 len: 217 time: 0.0495501 Nov 11 11:56:55.524618 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5071a418-b086-423c-84fc-20009978d413,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:55.546216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d6fd5bd-416a-4040-8dfb-e497508b9676 req-92452bcd-7ff4-48ad-b57a-5e9d4957ab13 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004919 Nov 11 11:56:55.558917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Allocated IP 172.20.0.2 (fb65d5f6-787d-4d2e-8933-7095a01ee3ed/52d168b6-ae90-474b-916f-74be6777191e/0707f5f4-8bb7-4cfb-b932-39def55276de) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:55.668222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17ce8f-e9a3-4086-a046-715ffa173ecb req-d8391d81-aa70-4fc8-9608-ec101552910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:55.669888 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8a17ce8f-e9a3-4086-a046-715ffa173ecb req-d8391d81-aa70-4fc8-9608-ec101552910e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e5f80f-1c13-4371-8143-98282b930920 HTTP/1.1" status: 200 len: 862 time: 0.1164169 Nov 11 11:56:55.711129 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8a17ce8f-e9a3-4086-a046-715ffa173ecb req-117b92fc-d0cf-43d2-abe4-007f4be7a33a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56444805-2ce0-4763-95ba-977c0e243bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306890 Nov 11 11:56:55.732241 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port df34c0ed-244c-441d-a5d9-6bd9cd215690, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=df34c0ed-244c-441d-a5d9-6bd9cd215690,segment=NetworkSegment(1d566418-1a56-4edd-a2ef-cd265ec97c36),segment_id=1d566418-1a56-4edd-a2ef-cd265ec97c36)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:55.748375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'df34c0ed-244c-441d-a5d9-6bd9cd215690', 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'port_id': 'df34c0ed-244c-441d-a5d9-6bd9cd215690', 'mac_address': 'fa:16:3e:96:c0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:56:55.792397 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-4ebdab84-1d2f-42a9-a6ac-48e2c9630733 service neutron] 10.222.0.65 "GET /v2.0/networks/00210173-e44b-4a81-8c48-7f12b1d29490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739164 Nov 11 11:56:55.849901 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:55.873190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefd5c3-6c64-415d-a7d0-c7f4d6268a89 req-5b199dca-bd6d-41d0-9e28-52c12f7c51fa tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:55.881631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df34c0ed-244c-441d-a5d9-6bd9cd215690 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:55.890458 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-adefd5c3-6c64-415d-a7d0-c7f4d6268a89 req-5b199dca-bd6d-41d0-9e28-52c12f7c51fa tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a2d6c7b-5781-4abd-86ac-31ff580d3195 HTTP/1.1" status: 200 len: 944 time: 0.2172606 Nov 11 11:56:55.891921 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:55.909063 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:55.915697 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port df34c0ed-244c-441d-a5d9-6bd9cd215690, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=df34c0ed-244c-441d-a5d9-6bd9cd215690,segment=NetworkSegment(1d566418-1a56-4edd-a2ef-cd265ec97c36),segment_id=1d566418-1a56-4edd-a2ef-cd265ec97c36)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:55.942724 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-7557999c-f1b2-42b2-8a4f-efb4f0f8f64b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Made reservation on behalf of f3fd635830ed454d9bc757e2f29f1792 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:55.946869 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-7557999c-f1b2-42b2-8a4f-efb4f0f8f64b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:55.968519 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Pushing event updated for resources: {'Port': ['ID=0707f5f4-8bb7-4cfb-b932-39def55276de,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:55.972424 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305330b6-ad01-408c-be6d-0cd4527d5e04 None None] Network 9fc97574-a697-46e7-a740-8d12184b8401 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:55.979466 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:56.008738 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:56.013792 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8a17ce8f-e9a3-4086-a046-715ffa173ecb req-c6a2f0e9-93fb-428a-8ae4-173855b1735a service neutron] 10.222.0.62 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199670 Nov 11 11:56:56.064405 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-adefd5c3-6c64-415d-a7d0-c7f4d6268a89 req-6f34e314-4592-4fc3-8be4-f3019d66c786 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb4d9d43-03c6-4d03-8b72-a917c0a13f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719434 Nov 11 11:56:56.078437 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Network fb65d5f6-787d-4d2e-8933-7095a01ee3ed is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:56.100317 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-1c4e44de-53a5-4b01-8ecd-74f2df9c6628 service neutron] 10.222.0.65 "GET /v2.0/networks/00210173-e44b-4a81-8c48-7f12b1d29490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066878 Nov 11 11:56:56.104301 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:56.109307 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:56.124760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9168e666-5e0d-4754-9ccb-656f0256d7ec None None] Provisioning complete for port 41caa3ee-0dc1-4fd6-be71-df602ce03442 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:56.124760 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9168e666-5e0d-4754-9ccb-656f0256d7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:56.215235 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9f0007ca-976d-4a8d-ba23-4de74ba528b8 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:56.264924 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dbbf7953-e947-46ba-80f9-80f0a51fc75a req-c06c2594-6901-477c-bb4f-5e91d1b209fa tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 210 time: 0.0566413 Nov 11 11:56:56.334016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device efb7a14d-6722-4219-ad0e-9f6a71d3eeef up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:56.337976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['df34c0ed-244c-441d-a5d9-6bd9cd215690'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:56:56.387959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['5071a418-b086-423c-84fc-20009978d413'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:56:56.406936 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=df34c0ed-244c-441d-a5d9-6bd9cd215690,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:56.420644 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8a17ce8f-e9a3-4086-a046-715ffa173ecb req-35fac7dd-fb37-4ec4-8df6-7e6f1f9416fb service neutron] 10.222.0.62 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072646 Nov 11 11:56:56.422715 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Attempting to bind port 0707f5f4-8bb7-4cfb-b932-39def55276de on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:56.423189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Attempting to bind port 0707f5f4-8bb7-4cfb-b932-39def55276de by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '6e11699d-9297-4d1a-8062-6d3336415157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:56.424653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Attempting to bind port 0707f5f4-8bb7-4cfb-b932-39def55276de on network fb65d5f6-787d-4d2e-8933-7095a01ee3ed {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:56.438760 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:56.483835 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:56.484322 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Checking segment: {'id': '6e11699d-9297-4d1a-8062-6d3336415157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:56.484971 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:56.485305 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Bound using segment: {'id': '6e11699d-9297-4d1a-8062-6d3336415157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:56.485909 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Bound port: 0707f5f4-8bb7-4cfb-b932-39def55276de, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e11699d-9297-4d1a-8062-6d3336415157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:56.486375 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:56.514754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-7557999c-f1b2-42b2-8a4f-efb4f0f8f64b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Allocated IP 172.20.0.12 (ea096aaf-b670-4bfd-97e7-5e2ee8d97a43/48e45dd7-d65b-4c0b-9f3f-c9a34427b564/95e8171a-dffd-416d-b1ff-50742460589e) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:56.539447 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-e26f8354-21cb-466b-a44c-bcc81dc2f014 service neutron] 10.222.0.65 "GET /v2.0/networks/9fc97574-a697-46e7-a740-8d12184b8401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367704 Nov 11 11:56:56.570273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-e166269b-bea7-456e-8871-a7eb039ccb74 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2401724 Nov 11 11:56:56.574993 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:56.614560 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Router a1ee33d5-45fd-4c44-8b89-463f2a860c1c is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:56:56.655906 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 9f0007ca-976d-4a8d-ba23-4de74ba528b8 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:56:56.672458 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 9f0007ca-976d-4a8d-ba23-4de74ba528b8 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:56.672878 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:56.698017 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:56.764351 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9168e666-5e0d-4754-9ccb-656f0256d7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:56.772563 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-02d14617-c86b-48ca-9399-21e985c10130 service neutron] 10.222.0.65 "GET /v2.0/networks/9fc97574-a697-46e7-a740-8d12184b8401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212381 Nov 11 11:56:56.827659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:56:56.847596 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Sync routers for ids ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:56:56.863073 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port efb7a14d-6722-4219-ad0e-9f6a71d3eeef triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:56.863677 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:56.868245 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-7557999c-f1b2-42b2-8a4f-efb4f0f8f64b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:56.885006 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Routers {'a1ee33d5-45fd-4c44-8b89-463f2a860c1c'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:56.887127 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:56:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:56.916626 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:56.918080 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d3c722be-2607-436e-a9b3-6b8bb8e6f9d3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0682814 Nov 11 11:56:56.920796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49874) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:56:56.940425 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9168e666-5e0d-4754-9ccb-656f0256d7ec None None] For port 41caa3ee-0dc1-4fd6-be71-df602ce03442, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=41caa3ee-0dc1-4fd6-be71-df602ce03442,segment=NetworkSegment(f032e993-fbd7-4292-9d4f-28d2805eead5),segment_id=f032e993-fbd7-4292-9d4f-28d2805eead5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:56.947125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] For port 0707f5f4-8bb7-4cfb-b932-39def55276de, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:56.950896 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-7557999c-f1b2-42b2-8a4f-efb4f0f8f64b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:56.961857 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9168e666-5e0d-4754-9ccb-656f0256d7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:57.030759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['7fa468ad-990e-4a95-9c61-23beeb46e687'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:56:57.041084 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168e666-5e0d-4754-9ccb-656f0256d7ec None None] Pushing event updated for resources: {'Port': ['ID=41caa3ee-0dc1-4fd6-be71-df602ce03442,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:57.069804 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-7557999c-f1b2-42b2-8a4f-efb4f0f8f64b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Network ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:57.072974 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557999c-f1b2-42b2-8a4f-efb4f0f8f64b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Pushing event updated for resources: {'Port': ['ID=95e8171a-dffd-416d-b1ff-50742460589e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:57.077029 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-7557999c-f1b2-42b2-8a4f-efb4f0f8f64b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:57.089566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-7557999c-f1b2-42b2-8a4f-efb4f0f8f64b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:57.130187 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] For port 0707f5f4-8bb7-4cfb-b932-39def55276de, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0707f5f4-8bb7-4cfb-b932-39def55276de,segment=NetworkSegment(6e11699d-9297-4d1a-8062-6d3336415157),segment_id=6e11699d-9297-4d1a-8062-6d3336415157)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:57.161904 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:57.178552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-7557999c-f1b2-42b2-8a4f-efb4f0f8f64b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:57.179966 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-7557999c-f1b2-42b2-8a4f-efb4f0f8f64b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:57.187558 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Set router a1ee33d5-45fd-4c44-8b89-463f2a860c1c gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:57.334216 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:57.351453 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-7557999c-f1b2-42b2-8a4f-efb4f0f8f64b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9955175 Nov 11 11:56:57.381981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Request body: {'port': {'device_id': 'b56a33ed-24af-45b6-916f-c91aa04f7de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:57.514275 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 41caa3ee-0dc1-4fd6-be71-df602ce03442 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:57.516885 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:57.519139 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'name': 'tempest-TaggedBootDevicesTest_v242-109950490-router', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:53Z', 'updated_at': '2021-11-11T11:56:55Z', 'revision_number': 3, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'gw_port': {'id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:54Z', 'updated_at': '2021-11-11T11:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:57.619078 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a9b91-f2e1-49fc-9536-c96617c5cd56 req-3cb19c14-065c-48a3-b995-2cc2578e163a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:57.620821 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe5a9b91-f2e1-49fc-9536-c96617c5cd56 req-3cb19c14-065c-48a3-b995-2cc2578e163a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/ports?device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 945 time: 0.4367058 Nov 11 11:56:57.641163 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Checking router: a1ee33d5-45fd-4c44-8b89-463f2a860c1c for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:56:57.641522 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Updating router a1ee33d5-45fd-4c44-8b89-463f2a860c1c port e375a2e8-2273-4c6b-b4b1-c4c9b5fab752 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:56:57.679629 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:57.704891 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:57.865727 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55013b6d-fcab-4490-afc0-06f2cba0ac97 None None] Pushing event updated for resources: {'Port': ['ID=0707f5f4-8bb7-4cfb-b932-39def55276de,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:57.887643 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe5a9b91-f2e1-49fc-9536-c96617c5cd56 req-8e8d5edb-fec1-4ed6-82c0-ab8ceb27048c tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/security-groups?id=31741d11-6566-4801-83a1-1460360f6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149870 Nov 11 11:56:57.927697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Allocated IP 172.25.2.26 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/d8d380d4-6684-4b66-90d9-f1def2eca0a1) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:57.989123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2d6c7b-5781-4abd-86ac-31ff580d3195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0007ca-976d-4a8d-ba23-4de74ba528b8'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:57.991136 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:57.991948 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2152f9-edad-4a83-b4c9-b46cb504f8bd" -d '{"events": [{"server_uuid": "6a2d6c7b-5781-4abd-86ac-31ff580d3195", "name": "network-vif-plugged", "status": "completed", "tag": "9f0007ca-976d-4a8d-ba23-4de74ba528b8"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:58.000056 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9cdb3ba3-a89f-49be-99c0-744f82dfd9ff None None] Provisioning complete for port 41caa3ee-0dc1-4fd6-be71-df602ce03442 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:58.000615 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9cdb3ba3-a89f-49be-99c0-744f82dfd9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:58.048105 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9f0007ca-976d-4a8d-ba23-4de74ba528b8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9f0007ca-976d-4a8d-ba23-4de74ba528b8,segment=NetworkSegment(d0dfd7e9-0d39-4fa0-adba-bdbf342d5d97),segment_id=d0dfd7e9-0d39-4fa0-adba-bdbf342d5d97)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:58.097069 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 41caa3ee-0dc1-4fd6-be71-df602ce03442 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:58.097768 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:58.127519 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:58.157398 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ef44c-e4c1-4534-b7b4-bb21575b71c1 req-5d3bd008-84e4-4748-bbdb-88191ac45c63 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:58.159188 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801ef44c-e4c1-4534-b7b4-bb21575b71c1 req-5d3bd008-84e4-4748-bbdb-88191ac45c63 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 1095 time: 0.1604955 Nov 11 11:56:58.242454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device df34c0ed-244c-441d-a5d9-6bd9cd215690 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:58.258725 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:58.295486 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=9f0007ca-976d-4a8d-ba23-4de74ba528b8,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:58.307278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-801ef44c-e4c1-4534-b7b4-bb21575b71c1 req-3beec248-1a92-47ac-b9c9-eda54f3c62cb tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339326 Nov 11 11:56:58.333108 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e8171a-dffd-416d-b1ff-50742460589e {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:56:58.352656 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:58.373547 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Transition to ACTIVE for port object 95e8171a-dffd-416d-b1ff-50742460589e will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:56:58.382954 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:58.391640 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:58.448442 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:58.453205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:58.461255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:58.551976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port df34c0ed-244c-441d-a5d9-6bd9cd215690 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:56:58.564714 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port df34c0ed-244c-441d-a5d9-6bd9cd215690 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:58.565234 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:58.663391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Pushing event updated for resources: {'Port': ['ID=d8d380d4-6684-4b66-90d9-f1def2eca0a1,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:58.709574 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:58.729749 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:58.789373 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:58.796936 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d476097-cb57-474b-b464-e4a4b895ebfa None None] Network fb65d5f6-787d-4d2e-8933-7095a01ee3ed requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:56:58.808102 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:58.825981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port df34c0ed-244c-441d-a5d9-6bd9cd215690, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=df34c0ed-244c-441d-a5d9-6bd9cd215690,segment=NetworkSegment(1d566418-1a56-4edd-a2ef-cd265ec97c36),segment_id=1d566418-1a56-4edd-a2ef-cd265ec97c36)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:58.859647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0707f5f4-8bb7-4cfb-b932-39def55276de up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:56:58.862023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Allocated IP 172.20.0.1 (fb65d5f6-787d-4d2e-8933-7095a01ee3ed/52d168b6-ae90-474b-916f-74be6777191e/de7a0631-ddbb-4f0b-80eb-5173e9c95ce0) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:56:58.876310 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Attempting to bind port e375a2e8-2273-4c6b-b4b1-c4c9b5fab752 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:58.878342 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Attempting to bind port e375a2e8-2273-4c6b-b4b1-c4c9b5fab752 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:58.878992 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Attempting to bind port e375a2e8-2273-4c6b-b4b1-c4c9b5fab752 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:58.887106 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d701d-2293-409e-b5b2-95316ec2b597 None None] Pushing event updated for resources: {'Port': ['ID=e375a2e8-2273-4c6b-b4b1-c4c9b5fab752,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:58.891303 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:58.892016 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:58.892669 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:58.893275 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:58.893991 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Bound port: e375a2e8-2273-4c6b-b4b1-c4c9b5fab752, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:58.894620 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:58.935795 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:58.955996 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] For port e375a2e8-2273-4c6b-b4b1-c4c9b5fab752, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:58.961400 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] For port e375a2e8-2273-4c6b-b4b1-c4c9b5fab752, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e375a2e8-2273-4c6b-b4b1-c4c9b5fab752,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:58.966623 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:58.982811 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342c358-e29e-4f41-bad9-affeafea4351 req-17c5d32b-c95c-485f-a9bf-16c541e055dc tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:58.984412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7342c358-e29e-4f41-bad9-affeafea4351 req-17c5d32b-c95c-485f-a9bf-16c541e055dc tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 945 time: 0.4698663 Nov 11 11:56:59.002562 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.010542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-012c744c-c4de-4740-a521-cd3c07cd4227 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:59.017641 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-012c744c-c4de-4740-a521-cd3c07cd4227 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:59.019129 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-012c744c-c4de-4740-a521-cd3c07cd4227 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.43 "GET /v2.0/networks?id=00210173-e44b-4a81-8c48-7f12b1d29490&id=9fc97574-a697-46e7-a740-8d12184b8401 HTTP/1.1" status: 200 len: 1391 time: 0.4728417 Nov 11 11:56:59.026433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Pushing event updated for resources: {'Port': ['ID=95e8171a-dffd-416d-b1ff-50742460589e,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:59.042006 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Routers {'a1ee33d5-45fd-4c44-8b89-463f2a860c1c'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:56:59.042627 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:56:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:59.043940 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-6c84a2c6-8a3e-45c7-ad23-5d3752d42c60 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Request body: {'port': {'device_id': 'ed0bc604-35d7-4273-a6cf-594d3acfecd5', 'network_id': '00210173-e44b-4a81-8c48-7f12b1d29490', 'admin_state_up': True, 'tenant_id': '225174e131ea4e749297f8797a24b5c1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:56:59.050218 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d701d-2293-409e-b5b2-95316ec2b597 None None] Pushing event updated for resources: {'Port': ['ID=e375a2e8-2273-4c6b-b4b1-c4c9b5fab752,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:59.050773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8a8ed500-0d80-4f87-a8bc-55ff657caca9 None None] Provisioning complete for port 0707f5f4-8bb7-4cfb-b932-39def55276de triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:59.051159 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8a8ed500-0d80-4f87-a8bc-55ff657caca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.052689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Attempting to bind port 95e8171a-dffd-416d-b1ff-50742460589e on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:56:59.053072 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Attempting to bind port 95e8171a-dffd-416d-b1ff-50742460589e by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'adf2f620-2b6d-4d9c-a4f1-c497543817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:56:59.053346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Attempting to bind port 95e8171a-dffd-416d-b1ff-50742460589e on network ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:59.056915 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.058685 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.080875 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0707f5f4-8bb7-4cfb-b932-39def55276de triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:59.081243 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.100517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Network fb65d5f6-787d-4d2e-8933-7095a01ee3ed is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:56:59.110847 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:56:59.118373 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:56:59.155772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=df34c0ed-244c-441d-a5d9-6bd9cd215690,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:59.184164 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Port 95e8171a-dffd-416d-b1ff-50742460589e on network ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:56:59.184528 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Attempting to bind port 95e8171a-dffd-416d-b1ff-50742460589e on network ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:56:59.184823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Pushing event updated for resources: {'Port': ['ID=de7a0631-ddbb-4f0b-80eb-5173e9c95ce0,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:59.199335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:56:59.199692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Checking segment: {'id': 'adf2f620-2b6d-4d9c-a4f1-c497543817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:56:59.200042 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Bound using segment: {'id': 'adf2f620-2b6d-4d9c-a4f1-c497543817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:56:59.200503 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Bound port: 95e8171a-dffd-416d-b1ff-50742460589e, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf2f620-2b6d-4d9c-a4f1-c497543817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:56:59.201050 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.205779 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] Set router a1ee33d5-45fd-4c44-8b89-463f2a860c1c gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:56:59.209850 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.316600 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8a8ed500-0d80-4f87-a8bc-55ff657caca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.335860 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.365187 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7342c358-e29e-4f41-bad9-affeafea4351 req-35cacd3b-ab16-4bf4-abbd-d004d0ee9bc3 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686800 Nov 11 11:56:59.386986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8a8ed500-0d80-4f87-a8bc-55ff657caca9 None None] For port 0707f5f4-8bb7-4cfb-b932-39def55276de, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0707f5f4-8bb7-4cfb-b932-39def55276de,segment=NetworkSegment(6e11699d-9297-4d1a-8062-6d3336415157),segment_id=6e11699d-9297-4d1a-8062-6d3336415157)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:56:59.387926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-6c84a2c6-8a3e-45c7-ad23-5d3752d42c60 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Made reservation on behalf of 225174e131ea4e749297f8797a24b5c1 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:56:59.396739 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8a8ed500-0d80-4f87-a8bc-55ff657caca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.406844 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-6c84a2c6-8a3e-45c7-ad23-5d3752d42c60 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.458322 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.482631 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'name': 'tempest-TaggedBootDevicesTest_v242-109950490-router', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:53Z', 'updated_at': '2021-11-11T11:56:55Z', 'revision_number': 3, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'gw_port': {'id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:54Z', 'updated_at': '2021-11-11T11:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:56:59.483571 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] For port 95e8171a-dffd-416d-b1ff-50742460589e, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:56:59.490220 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ed500-0d80-4f87-a8bc-55ff657caca9 None None] Pushing event updated for resources: {'Port': ['ID=0707f5f4-8bb7-4cfb-b932-39def55276de,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:59.512382 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:56:59.512953 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 11:56:59.521012 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339bce9c-a6d0-4f40-8413-76c964bd671e None None] The sync data for ids ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'] in n-d-807359-3 is: [{'id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'name': 'tempest-TaggedBootDevicesTest_v242-109950490-router', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:53Z', 'updated_at': '2021-11-11T11:56:55Z', 'revision_number': 3, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'gw_port': {'id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:54Z', 'updated_at': '2021-11-11T11:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:56:59.531859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c381a618-aec7-4c4e-b766-5187d16541f6 req-957019c6-04fe-4fb3-90ef-998e0633a075 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 210 time: 0.0583808 Nov 11 11:56:59.563018 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] For port 95e8171a-dffd-416d-b1ff-50742460589e, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=95e8171a-dffd-416d-b1ff-50742460589e,segment=NetworkSegment(adf2f620-2b6d-4d9c-a4f1-c497543817de),segment_id=adf2f620-2b6d-4d9c-a4f1-c497543817de)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:56:59.567445 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.572741 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.618985 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.657386 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:56:59.658269 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.659749 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] 10.222.0.43 "PUT /v2.0/ports/95e8171a-dffd-416d-b1ff-50742460589e HTTP/1.1" status: 200 len: 1092 time: 2.2865691 Nov 11 11:56:59.668509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56a33ed-24af-45b6-916f-c91aa04f7de6', 'tag': '95e8171a-dffd-416d-b1ff-50742460589e'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:56:59.670931 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3b4394-f7c0-4bda-9e21-60db96b8e1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b56a33ed-24af-45b6-916f-c91aa04f7de6", "tag": "95e8171a-dffd-416d-b1ff-50742460589e"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:56:59.737037 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.744800 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.755002 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-db467df4-769e-4586-92ac-ee6d2449400b None None] Provisioning complete for port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:59.755752 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-db467df4-769e-4586-92ac-ee6d2449400b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.810319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-db467df4-769e-4586-92ac-ee6d2449400b None None] Port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:56:59.825620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-db467df4-769e-4586-92ac-ee6d2449400b None None] Provisioning complete for port 0707f5f4-8bb7-4cfb-b932-39def55276de triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:56:59.828590 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-db467df4-769e-4586-92ac-ee6d2449400b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:56:59.882374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Pushing event updated for resources: {'Port': ['ID=de7a0631-ddbb-4f0b-80eb-5173e9c95ce0,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:56:59.916772 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:00.105509 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 41caa3ee-0dc1-4fd6-be71-df602ce03442 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:00.116375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Network fb65d5f6-787d-4d2e-8933-7095a01ee3ed is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:00.126497 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:00.225304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5071a418-b086-423c-84fc-20009978d413 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:00.277203 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 41caa3ee-0dc1-4fd6-be71-df602ce03442 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:00.277571 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:00.333528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1cbcdbe4-4001-41df-be74-8a0b42afdb20 None None] Provisioning complete for port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:00.333936 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1cbcdbe4-4001-41df-be74-8a0b42afdb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:00.347043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Router a1ee33d5-45fd-4c44-8b89-463f2a860c1c has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:57:00.369099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0481b2-715f-447d-ba45-f7b5f49e3f66 service neutron] Pushing event updated for resources: {'Port': ['ID=95e8171a-dffd-416d-b1ff-50742460589e,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:00.426113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-1cbcdbe4-4001-41df-be74-8a0b42afdb20 None None] Port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:57:00.430980 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 5071a418-b086-423c-84fc-20009978d413 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:57:00.440195 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 5071a418-b086-423c-84fc-20009978d413 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:00.440558 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:00.467504 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc9aa3-5cab-4cde-b2ad-99f9c97c9b17 req-b36c699e-0173-4196-b529-610d78a27f84 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:00.469096 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfcc9aa3-5cab-4cde-b2ad-99f9c97c9b17 req-b36c699e-0173-4196-b529-610d78a27f84 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a2d6c7b-5781-4abd-86ac-31ff580d3195 HTTP/1.1" status: 200 len: 945 time: 0.7944810 Nov 11 11:57:00.496172 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:00.531819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-6c84a2c6-8a3e-45c7-ad23-5d3752d42c60 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Allocated IP 19.80.0.197 (00210173-e44b-4a81-8c48-7f12b1d29490/24c4e628-b50c-4c94-ab83-1fcd87db65d8/a4b70dd8-c88e-45ef-a50b-28359ecdb02c) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:00.558125 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-4d8b0897-869e-4c15-afa4-991a1d7a4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:00.559168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-4d8b0897-869e-4c15-afa4-991a1d7a4a6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3fd635830ed454d9bc757e2f29f1792&device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 1095 time: 0.7910073 Nov 11 11:57:00.566523 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Pushing event updated for resources: {'Port': ['ID=d8d380d4-6684-4b66-90d9-f1def2eca0a1,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:00.584862 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:57:00.589537 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a75964ed-6a33-45c8-91a2-d2c6c4e3b974 None None] Provisioning complete for port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:00.593082 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a75964ed-6a33-45c8-91a2-d2c6c4e3b974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:00.595724 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:00.596976 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-1e0147cf-6eef-4c82-91e9-6f38b6a72753 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0258634 Nov 11 11:57:00.608675 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0bc47ed8-cc92-4cab-a8f0-48b5c91be4c1 admin admin] 10.222.0.65 "PUT /v2.0/routers/a1ee33d5-45fd-4c44-8b89-463f2a860c1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6762023 Nov 11 11:57:00.660607 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-5487e98a-568b-4d3a-87b9-fee0553b731b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95e8171a-dffd-416d-b1ff-50742460589e HTTP/1.1" status: 200 len: 217 time: 0.0847023 Nov 11 11:57:00.739124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a75964ed-6a33-45c8-91a2-d2c6c4e3b974 None None] Port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:57:00.756739 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:00.769364 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfcc9aa3-5cab-4cde-b2ad-99f9c97c9b17 req-ad057f18-121c-4721-adcc-2608ab202156 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb4d9d43-03c6-4d03-8b72-a917c0a13f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878644 Nov 11 11:57:00.800526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5071a418-b086-423c-84fc-20009978d413, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5071a418-b086-423c-84fc-20009978d413,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:00.813184 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:00.816760 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-d0d03682-a2b5-42ba-90a6-66048718d5bd tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.1810086 Nov 11 11:57:00.862500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-8de5964f-10e6-48b0-bb85-2eb4f1e73df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:00.864936 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-8de5964f-10e6-48b0-bb85-2eb4f1e73df9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48e45dd7-d65b-4c0b-9f3f-c9a34427b564 HTTP/1.1" status: 200 len: 851 time: 0.1707988 Nov 11 11:57:00.915808 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5071a418-b086-423c-84fc-20009978d413,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:00.938311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0707f5f4-8bb7-4cfb-b932-39def55276de up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:00.971238 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-8c7ec3d5-d4b4-491f-b617-9a376176e9f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853782 Nov 11 11:57:01.017267 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0707f5f4-8bb7-4cfb-b932-39def55276de triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:01.017976 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:01.155215 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e375a2e8-2273-4c6b-b4b1-c4c9b5fab752 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:01.213378 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e375a2e8-2273-4c6b-b4b1-c4c9b5fab752 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:01.213778 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:01.248785 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2b41e-6977-47ab-8619-17514f224417 req-2e0d5528-700a-4f91-b203-9162e6d49d61 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:01.250471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1df2b41e-6977-47ab-8619-17514f224417 req-2e0d5528-700a-4f91-b203-9162e6d49d61 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 944 time: 0.3387871 Nov 11 11:57:01.282905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-796bc6b2-a3d3-4146-861c-4a6f922e0a9b tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:01.284267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63d8b2e6-b5af-4e14-811c-6fa41c71cc03 req-796bc6b2-a3d3-4146-861c-4a6f922e0a9b tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.4667103 Nov 11 11:57:01.318088 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-c9d3834a-a233-4ea4-b3c8-b9111c00a881 service neutron] 10.222.0.43 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773757 Nov 11 11:57:01.322077 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:01.335068 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180fc55e-a776-4b16-ac1f-9748dd620e89 x-openstack-request-id: req-180fc55e-a776-4b16-ac1f-9748dd620e89 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:01.335524 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2d6c7b-5781-4abd-86ac-31ff580d3195", "name": "network-vif-plugged", "status": "completed", "tag": "9f0007ca-976d-4a8d-ba23-4de74ba528b8", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:01.335787 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-180fc55e-a776-4b16-ac1f-9748dd620e89 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:01.336233 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2d6c7b-5781-4abd-86ac-31ff580d3195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0007ca-976d-4a8d-ba23-4de74ba528b8', 'code': 200} Nov 11 11:57:01.353899 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port e375a2e8-2273-4c6b-b4b1-c4c9b5fab752, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e375a2e8-2273-4c6b-b4b1-c4c9b5fab752,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:01.359178 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:01.363641 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-6c84a2c6-8a3e-45c7-ad23-5d3752d42c60 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:01.441462 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1df2b41e-6977-47ab-8619-17514f224417 req-adfbda8e-83db-4cf4-b305-dbf7b5df7f66 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746123 Nov 11 11:57:01.459431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e4364-fcf6-4bd8-b094-8a2bc53f8746 req-584f4a15-73a9-4975-9671-fe4dc71b55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:01.462010 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-749e4364-fcf6-4bd8-b094-8a2bc53f8746 req-584f4a15-73a9-4975-9671-fe4dc71b55b3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6a2d6c7b-5781-4abd-86ac-31ff580d3195 HTTP/1.1" status: 200 len: 1096 time: 0.0565751 Nov 11 11:57:01.480642 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=e375a2e8-2273-4c6b-b4b1-c4c9b5fab752,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:01.525320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d21cdbe-12e8-4b26-bbd9-90f67cdcab98 req-4671125f-e6f6-46c0-9a01-b445946b919d service neutron] 10.222.0.43 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995876 Nov 11 11:57:01.552284 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-749e4364-fcf6-4bd8-b094-8a2bc53f8746 req-f3abae3a-6b81-4ae4-bb8b-289fb7279aa7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bb4d9d43-03c6-4d03-8b72-a917c0a13f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799191 Nov 11 11:57:01.575327 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-6c84a2c6-8a3e-45c7-ad23-5d3752d42c60 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:01.656889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-6c84a2c6-8a3e-45c7-ad23-5d3752d42c60 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Network 00210173-e44b-4a81-8c48-7f12b1d29490 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:01.668017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-6c84a2c6-8a3e-45c7-ad23-5d3752d42c60 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:01.671010 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-6c84a2c6-8a3e-45c7-ad23-5d3752d42c60 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:01.725480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84a2c6-8a3e-45c7-ad23-5d3752d42c60 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event updated for resources: {'Port': ['ID=a4b70dd8-c88e-45ef-a50b-28359ecdb02c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:01.741899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d89364-0b5d-4308-96f0-722a91134429 req-5bdcefbf-b033-447b-8985-03acedec0630 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:01.743525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9d89364-0b5d-4308-96f0-722a91134429 req-5bdcefbf-b033-447b-8985-03acedec0630 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 808 time: 0.2694061 Nov 11 11:57:01.763012 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4bf40-1b12-41cb-abc7-f3c8ee0554cb req-43c2cca6-1d07-4f7e-8132-b774b0055f6f tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:01.764727 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eec4bf40-1b12-41cb-abc7-f3c8ee0554cb req-43c2cca6-1d07-4f7e-8132-b774b0055f6f tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/ports?device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 946 time: 0.2037218 Nov 11 11:57:01.791044 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-6c84a2c6-8a3e-45c7-ad23-5d3752d42c60 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:01.791787 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-6c84a2c6-8a3e-45c7-ad23-5d3752d42c60 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:01.794884 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9d89364-0b5d-4308-96f0-722a91134429 req-502292b1-49d1-4d4c-bac1-bf43c6d0b48d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/quotas/67f94b11282a42279e45a23ba30fcf1d HTTP/1.1" status: 200 len: 375 time: 0.0425298 Nov 11 11:57:01.860378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-6c84a2c6-8a3e-45c7-ad23-5d3752d42c60 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8211343 Nov 11 11:57:01.874051 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-3de0806d-e88f-40ac-91f8-27eec01bafd9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Request body: {'port': {'device_id': 'ed0bc604-35d7-4273-a6cf-594d3acfecd5', 'network_id': '9fc97574-a697-46e7-a740-8d12184b8401', 'admin_state_up': True, 'tenant_id': '225174e131ea4e749297f8797a24b5c1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:01.907592 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eec4bf40-1b12-41cb-abc7-f3c8ee0554cb req-e1bbfae4-d3a4-4315-8436-84a4eeaba678 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/security-groups?id=31741d11-6566-4801-83a1-1460360f6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321068 Nov 11 11:57:01.965196 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9d89364-0b5d-4308-96f0-722a91134429 req-c9c6d4e9-ab3e-4eb2-bd46-4185d2ee405a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1627777 Nov 11 11:57:01.979007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4e167a36-6eeb-4109-9a20-134f1ba01242 None None] Provisioning complete for port a4b70dd8-c88e-45ef-a50b-28359ecdb02c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:01.979377 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4e167a36-6eeb-4109-9a20-134f1ba01242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:02.007213 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27663bcc-0569-4620-b742-93d7e0482b10 x-openstack-request-id: req-27663bcc-0569-4620-b742-93d7e0482b10 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:02.007503 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56a33ed-24af-45b6-916f-c91aa04f7de6", "tag": "95e8171a-dffd-416d-b1ff-50742460589e", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:02.007745 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27663bcc-0569-4620-b742-93d7e0482b10 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:02.008170 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56a33ed-24af-45b6-916f-c91aa04f7de6', 'tag': '95e8171a-dffd-416d-b1ff-50742460589e', 'status': 'completed', 'code': 200} Nov 11 11:57:02.050434 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4e167a36-6eeb-4109-9a20-134f1ba01242 None None] Port a4b70dd8-c88e-45ef-a50b-28359ecdb02c cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:57:02.082321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Sync routers for ids ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:57:02.105330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Routers {'a1ee33d5-45fd-4c44-8b89-463f2a860c1c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:57:02.111592 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:56:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:02.205245 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-3de0806d-e88f-40ac-91f8-27eec01bafd9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Made reservation on behalf of 225174e131ea4e749297f8797a24b5c1 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:02.208684 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-3de0806d-e88f-40ac-91f8-27eec01bafd9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:02.212946 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9d89364-0b5d-4308-96f0-722a91134429 req-affa0d76-59f1-4aef-8c63-d74718b609c4 service neutron] 10.222.0.65 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337677 Nov 11 11:57:02.216491 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b4394-f7c0-4bda-9e21-60db96b8e1ea req-c9ec1110-d142-46f2-a2c4-2f622a81f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:02.218189 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b3b4394-f7c0-4bda-9e21-60db96b8e1ea req-c9ec1110-d142-46f2-a2c4-2f622a81f1cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3fd635830ed454d9bc757e2f29f1792&device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 1095 time: 0.1379993 Nov 11 11:57:02.232871 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401faddb-57d5-4051-9e67-8b25668d93d6 req-6f01c120-8348-4333-9a9a-f1710976c2a3 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:02.234369 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-401faddb-57d5-4051-9e67-8b25668d93d6 req-6f01c120-8348-4333-9a9a-f1710976c2a3 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 946 time: 0.1369157 Nov 11 11:57:02.242115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Set router a1ee33d5-45fd-4c44-8b89-463f2a860c1c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:57:02.470561 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-401faddb-57d5-4051-9e67-8b25668d93d6 req-56dd125d-6f7a-4cc1-a73a-aa2cf0e7b253 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242336 Nov 11 11:57:02.519542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9d89364-0b5d-4308-96f0-722a91134429 req-724b0916-3831-42ca-bc88-0031848f0e4d service neutron] 10.222.0.65 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933311 Nov 11 11:57:02.525377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b4394-f7c0-4bda-9e21-60db96b8e1ea req-0da98765-100d-4cae-bf1f-2fb61559297b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:02.526944 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b3b4394-f7c0-4bda-9e21-60db96b8e1ea req-0da98765-100d-4cae-bf1f-2fb61559297b service neutron] 10.222.0.43 "GET /v2.0/networks?id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 HTTP/1.1" status: 200 len: 913 time: 0.2838390 Nov 11 11:57:02.595584 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b3b4394-f7c0-4bda-9e21-60db96b8e1ea req-f882dadc-812a-49f1-85ad-ffcd7b89c717 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95e8171a-dffd-416d-b1ff-50742460589e HTTP/1.1" status: 200 len: 217 time: 0.0600433 Nov 11 11:57:02.600313 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'name': 'tempest-TaggedBootDevicesTest_v242-109950490-router', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:53Z', 'updated_at': '2021-11-11T11:56:59Z', 'revision_number': 4, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'gw_port': {'id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:54Z', 'updated_at': '2021-11-11T11:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'de7a0631-ddbb-4f0b-80eb-5173e9c95ce0', 'name': '', 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'mac_address': 'fa:16:3e:06:d0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '52d168b6-ae90-474b-916f-74be6777191e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:58Z', 'updated_at': '2021-11-11T11:56:59Z', 'revision_number': 2, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'subnets': [{'id': '52d168b6-ae90-474b-916f-74be6777191e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:02.607873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-3de0806d-e88f-40ac-91f8-27eec01bafd9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Allocated IP 19.86.0.5 (9fc97574-a697-46e7-a740-8d12184b8401/df7a2b04-51be-4a5f-8a80-7418b0992013/b1797bc5-5c74-4db0-948d-1041ab4feb36) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:02.639211 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Checking router: a1ee33d5-45fd-4c44-8b89-463f2a860c1c for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:57:02.639398 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Updating router a1ee33d5-45fd-4c44-8b89-463f2a860c1c port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:57:02.675029 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:02.703693 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b4394-f7c0-4bda-9e21-60db96b8e1ea req-5d659571-d193-41d1-a0c0-40280d702f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:02.705202 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b3b4394-f7c0-4bda-9e21-60db96b8e1ea req-5d659571-d193-41d1-a0c0-40280d702f2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48e45dd7-d65b-4c0b-9f3f-c9a34427b564 HTTP/1.1" status: 200 len: 851 time: 0.0950685 Nov 11 11:57:02.745867 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e375a2e8-2273-4c6b-b4b1-c4c9b5fab752 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:02.790282 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b3b4394-f7c0-4bda-9e21-60db96b8e1ea req-ff606c5b-ec64-4dc3-9fb0-da17d0a51ad3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733554 Nov 11 11:57:02.810198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664251c-fd2c-4651-bf2a-faf4e5ae24be req-2b00fe7d-8475-489f-afad-403e2f2cf74a tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:02.811752 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5664251c-fd2c-4651-bf2a-faf4e5ae24be req-2b00fe7d-8475-489f-afad-403e2f2cf74a tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 932 time: 0.2216673 Nov 11 11:57:02.921404 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-151c2b0b-87dc-4d53-a652-9fe6d825458c req-56baa490-d61a-4d0d-b19a-8daae5c0ff81 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips/a9c93863-b7d0-4c7d-9dc9-d1d749968e33 HTTP/1.1" status: 200 len: 692 time: 0.1266623 Nov 11 11:57:03.022616 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e375a2e8-2273-4c6b-b4b1-c4c9b5fab752 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:03.022973 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:03.087162 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b3b4394-f7c0-4bda-9e21-60db96b8e1ea req-e3a768c5-18ae-4a67-925f-1c930d40f39c service neutron] 10.222.0.43 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742941 Nov 11 11:57:03.209724 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:03.221096 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:03.234334 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-3de0806d-e88f-40ac-91f8-27eec01bafd9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:03.293749 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5664251c-fd2c-4651-bf2a-faf4e5ae24be req-7732d0ef-3154-44e1-965e-ae9dd95ea907 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651122 Nov 11 11:57:03.320615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f8fe0-3f00-4ffe-8cfd-686e57740323 None None] Pushing event updated for resources: {'Port': ['ID=de7a0631-ddbb-4f0b-80eb-5173e9c95ce0,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:03.338202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511738c0-0f5e-48c6-996f-817e9d2ce431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df34c0ed-244c-441d-a5d9-6bd9cd215690'}, {'server_uuid': '71faebe9-986d-4281-aa8c-53c8a270a27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5071a418-b086-423c-84fc-20009978d413'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:03.350084 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba0be2a-6002-4025-b875-fb32bd2a6444" -d '{"events": [{"server_uuid": "511738c0-0f5e-48c6-996f-817e9d2ce431", "name": "network-vif-plugged", "status": "completed", "tag": "df34c0ed-244c-441d-a5d9-6bd9cd215690"}, {"server_uuid": "71faebe9-986d-4281-aa8c-53c8a270a27b", "name": "network-vif-plugged", "status": "completed", "tag": "5071a418-b086-423c-84fc-20009978d413"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:03.373926 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-3de0806d-e88f-40ac-91f8-27eec01bafd9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:03.480803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Attempting to bind port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:57:03.481195 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Attempting to bind port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '6e11699d-9297-4d1a-8062-6d3336415157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:57:03.481567 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Attempting to bind port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 on network fb65d5f6-787d-4d2e-8933-7095a01ee3ed {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:03.488820 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:57:03.489197 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Checking segment: {'id': '6e11699d-9297-4d1a-8062-6d3336415157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:03.489578 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:03.490062 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Bound using segment: {'id': '6e11699d-9297-4d1a-8062-6d3336415157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:57:03.490528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Bound port: de7a0631-ddbb-4f0b-80eb-5173e9c95ce0, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e11699d-9297-4d1a-8062-6d3336415157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:57:03.490896 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:03.551708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-3de0806d-e88f-40ac-91f8-27eec01bafd9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Network 9fc97574-a697-46e7-a740-8d12184b8401 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:03.582651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c2b0b-87dc-4d53-a652-9fe6d825458c req-d9e331c7-19be-46d6-bad8-3817173407d1 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:03.588693 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-151c2b0b-87dc-4d53-a652-9fe6d825458c req-d9e331c7-19be-46d6-bad8-3817173407d1 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.6528211 Nov 11 11:57:03.589494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-3de0806d-e88f-40ac-91f8-27eec01bafd9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:03.594931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] For port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:57:03.596981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-3de0806d-e88f-40ac-91f8-27eec01bafd9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:03.600249 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] For port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=de7a0631-ddbb-4f0b-80eb-5173e9c95ce0,segment=NetworkSegment(6e11699d-9297-4d1a-8062-6d3336415157),segment_id=6e11699d-9297-4d1a-8062-6d3336415157)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:57:03.608867 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:03.666883 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b3b4394-f7c0-4bda-9e21-60db96b8e1ea req-dbd2457d-1b51-47b3-8713-1ea5e2b069e7 service neutron] 10.222.0.43 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717268 Nov 11 11:57:03.668988 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f8fe0-3f00-4ffe-8cfd-686e57740323 None None] Pushing event updated for resources: {'Port': ['ID=de7a0631-ddbb-4f0b-80eb-5173e9c95ce0,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:03.677389 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-151c2b0b-87dc-4d53-a652-9fe6d825458c req-d481b0e6-9181-450b-bd8b-77d53584d17e tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:57:03.682210 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-151c2b0b-87dc-4d53-a652-9fe6d825458c req-d481b0e6-9181-450b-bd8b-77d53584d17e tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0303087 Nov 11 11:57:03.710057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0806d-e88f-40ac-91f8-27eec01bafd9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event updated for resources: {'Port': ['ID=b1797bc5-5c74-4db0-948d-1041ab4feb36,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:03.739645 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2908bdc-5125-4bcd-93d2-fd1de075dd33 req-2bd115b9-fd3c-418b-a7ea-f213c6a31b79 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:03.741934 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c2908bdc-5125-4bcd-93d2-fd1de075dd33 req-2bd115b9-fd3c-418b-a7ea-f213c6a31b79 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a2d6c7b-5781-4abd-86ac-31ff580d3195 HTTP/1.1" status: 200 len: 945 time: 0.3341031 Nov 11 11:57:03.753360 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-48ebef5e-7adc-4f1e-95dd-c50650a4aba6 None None] Provisioning complete for port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:03.753709 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-48ebef5e-7adc-4f1e-95dd-c50650a4aba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:03.755509 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Routers {'a1ee33d5-45fd-4c44-8b89-463f2a860c1c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:57:03.756146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:56:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:03.810172 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-3de0806d-e88f-40ac-91f8-27eec01bafd9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:03.810838 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-3de0806d-e88f-40ac-91f8-27eec01bafd9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:03.852310 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-3de0806d-e88f-40ac-91f8-27eec01bafd9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9830043 Nov 11 11:57:03.896817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Request body: {'port': {'device_id': 'ed0bc604-35d7-4273-a6cf-594d3acfecd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:04.043497 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c2908bdc-5125-4bcd-93d2-fd1de075dd33 req-3447fe0e-65f2-44a3-9403-49d1535c9436 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb4d9d43-03c6-4d03-8b72-a917c0a13f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825065 Nov 11 11:57:04.059866 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] Set router a1ee33d5-45fd-4c44-8b89-463f2a860c1c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:57:04.104700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9629b8-e1b5-4806-ac9d-d1aec422d7a6 req-89f631e7-a006-4202-932a-f70ea064e8ad tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:04.106318 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b9629b8-e1b5-4806-ac9d-d1aec422d7a6 req-89f631e7-a006-4202-932a-f70ea064e8ad tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 944 time: 0.2369208 Nov 11 11:57:04.170150 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:04.286723 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16a3c5f2-a9e4-4cfd-ac28-a662c51a6296 req-9c2d556c-8141-427b-82ec-62e1a4f2474e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 210 time: 0.1196301 Nov 11 11:57:04.413847 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b9629b8-e1b5-4806-ac9d-d1aec422d7a6 req-a402ecee-61cc-44b8-aba7-87b79675dc16 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958584 Nov 11 11:57:04.416757 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-48ebef5e-7adc-4f1e-95dd-c50650a4aba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:04.488251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-48ebef5e-7adc-4f1e-95dd-c50650a4aba6 None None] For port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=de7a0631-ddbb-4f0b-80eb-5173e9c95ce0,segment=NetworkSegment(6e11699d-9297-4d1a-8062-6d3336415157),segment_id=6e11699d-9297-4d1a-8062-6d3336415157)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:04.498206 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-48ebef5e-7adc-4f1e-95dd-c50650a4aba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:04.515324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d89364-0b5d-4308-96f0-722a91134429 req-d74b17e8-d3b6-455d-9cd6-b236d18c3aaa tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:04.516808 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9d89364-0b5d-4308-96f0-722a91134429 req-d74b17e8-d3b6-455d-9cd6-b236d18c3aaa tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.43 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 808 time: 0.3938019 Nov 11 11:57:04.534854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'name': 'tempest-TaggedBootDevicesTest_v242-109950490-router', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:53Z', 'updated_at': '2021-11-11T11:56:59Z', 'revision_number': 4, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'gw_port': {'id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:54Z', 'updated_at': '2021-11-11T11:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'de7a0631-ddbb-4f0b-80eb-5173e9c95ce0', 'name': '', 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'mac_address': 'fa:16:3e:06:d0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '52d168b6-ae90-474b-916f-74be6777191e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:58Z', 'updated_at': '2021-11-11T11:57:03Z', 'revision_number': 4, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'subnets': [{'id': '52d168b6-ae90-474b-916f-74be6777191e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:04.552257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-c9d89364-0b5d-4308-96f0-722a91134429 req-f3d2a0b9-71b1-4529-934f-e9d12b083c97 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Request body: {'port': {'device_id': '03dc8c6a-fd01-44a5-841c-a2b36a834635', 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794', 'admin_state_up': True, 'tenant_id': '67f94b11282a42279e45a23ba30fcf1d'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:04.596962 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfde51-29d4-4678-999b-816ae9060f4d req-121e342b-ba08-4928-8b43-8f0efc5980af tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:04.601203 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f8d765-cdb0-4299-9f87-f4ae03ed4528 x-openstack-request-id: req-91f8d765-cdb0-4299-9f87-f4ae03ed4528 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:04.602354 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511738c0-0f5e-48c6-996f-817e9d2ce431", "name": "network-vif-plugged", "status": "completed", "tag": "df34c0ed-244c-441d-a5d9-6bd9cd215690", "code": 200}, {"server_uuid": "71faebe9-986d-4281-aa8c-53c8a270a27b", "name": "network-vif-plugged", "status": "completed", "tag": "5071a418-b086-423c-84fc-20009978d413", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:04.602641 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-91f8d765-cdb0-4299-9f87-f4ae03ed4528 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:04.603112 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511738c0-0f5e-48c6-996f-817e9d2ce431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df34c0ed-244c-441d-a5d9-6bd9cd215690', 'code': 200} Nov 11 11:57:04.603446 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71faebe9-986d-4281-aa8c-53c8a270a27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5071a418-b086-423c-84fc-20009978d413', 'code': 200} Nov 11 11:57:04.604541 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-84bfde51-29d4-4678-999b-816ae9060f4d req-121e342b-ba08-4928-8b43-8f0efc5980af tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/ports?device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 946 time: 0.1947005 Nov 11 11:57:04.609212 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fad030c-ee63-4e8b-a262-ae3d600a073a None None] The sync data for ids ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'] in n-d-807359-3 is: [{'id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'name': 'tempest-TaggedBootDevicesTest_v242-109950490-router', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:53Z', 'updated_at': '2021-11-11T11:56:59Z', 'revision_number': 4, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'gw_port': {'id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:54Z', 'updated_at': '2021-11-11T11:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'de7a0631-ddbb-4f0b-80eb-5173e9c95ce0', 'name': '', 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'mac_address': 'fa:16:3e:06:d0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '52d168b6-ae90-474b-916f-74be6777191e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:58Z', 'updated_at': '2021-11-11T11:57:03Z', 'revision_number': 4, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'subnets': [{'id': '52d168b6-ae90-474b-916f-74be6777191e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:57:04.658898 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebef5e-7adc-4f1e-95dd-c50650a4aba6 None None] Pushing event updated for resources: {'Port': ['ID=de7a0631-ddbb-4f0b-80eb-5173e9c95ce0,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:04.683757 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-33d68662-48d3-49cb-a488-3b7673da71bf None None] Provisioning complete for port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:04.684130 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-33d68662-48d3-49cb-a488-3b7673da71bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:04.824843 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-84bfde51-29d4-4678-999b-816ae9060f4d req-7fd7c418-1da5-437d-9404-6dad9ffa90ed tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/security-groups?id=31741d11-6566-4801-83a1-1460360f6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193613 Nov 11 11:57:04.841011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 95e8171a-dffd-416d-b1ff-50742460589e details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:57:04.853855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f99ef9-053a-4c52-a721-c27e314c3d16 req-c8c500fe-2751-4998-b8bf-b3fd2f9fe2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:04.857009 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-86f99ef9-053a-4c52-a721-c27e314c3d16 req-c8c500fe-2751-4998-b8bf-b3fd2f9fe2d8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 1097 time: 0.1711905 Nov 11 11:57:04.860608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cf403-d502-4a62-965a-6a04334ed898 req-a465ccb1-3920-4b11-8905-0d19f454da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:04.862698 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-647cf403-d502-4a62-965a-6a04334ed898 req-a465ccb1-3920-4b11-8905-0d19f454da60 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 1097 time: 0.0967016 Nov 11 11:57:04.911334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-33d68662-48d3-49cb-a488-3b7673da71bf None None] Provisioning complete for port b1797bc5-5c74-4db0-948d-1041ab4feb36 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:04.912454 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-33d68662-48d3-49cb-a488-3b7673da71bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:04.991404 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-647cf403-d502-4a62-965a-6a04334ed898 req-d651d117-1bdf-4615-a52c-a48e6b67b9f8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708308 Nov 11 11:57:05.033428 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-86f99ef9-053a-4c52-a721-c27e314c3d16 req-3a6cb0b4-f1d1-4c08-aaff-6abd915d0a8d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=31741d11-6566-4801-83a1-1460360f6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575768 Nov 11 11:57:05.053089 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-33d68662-48d3-49cb-a488-3b7673da71bf None None] Port b1797bc5-5c74-4db0-948d-1041ab4feb36 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:57:05.089044 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 95e8171a-dffd-416d-b1ff-50742460589e, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=95e8171a-dffd-416d-b1ff-50742460589e,segment=NetworkSegment(adf2f620-2b6d-4d9c-a4f1-c497543817de),segment_id=adf2f620-2b6d-4d9c-a4f1-c497543817de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:05.101267 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '95e8171a-dffd-416d-b1ff-50742460589e', 'network_id': 'ea096aaf-b670-4bfd-97e7-5e2ee8d97a43', 'port_id': '95e8171a-dffd-416d-b1ff-50742460589e', 'mac_address': 'fa:16:3e:f8:93:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e45dd7-d65b-4c0b-9f3f-c9a34427b564', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:57:05.179270 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:05.201345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e8171a-dffd-416d-b1ff-50742460589e {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:05.229604 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 95e8171a-dffd-416d-b1ff-50742460589e, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=95e8171a-dffd-416d-b1ff-50742460589e,segment=NetworkSegment(adf2f620-2b6d-4d9c-a4f1-c497543817de),segment_id=adf2f620-2b6d-4d9c-a4f1-c497543817de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:05.235981 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:05.296795 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=95e8171a-dffd-416d-b1ff-50742460589e,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:05.327399 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9c86999-7e94-4198-818b-86ec39ebd309 req-0fc8cf62-e467-4289-bd66-c0a0e521ef3b tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips/a9c93863-b7d0-4c7d-9dc9-d1d749968e33 HTTP/1.1" status: 200 len: 692 time: 0.4519427 Nov 11 11:57:05.378656 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204467c-a5c3-4bcf-9ce6-734fe07a9fb2 req-d885f965-c3f7-4af5-b841-cdac06c18de6 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:05.380183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2204467c-a5c3-4bcf-9ce6-734fe07a9fb2 req-d885f965-c3f7-4af5-b841-cdac06c18de6 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 946 time: 0.7557790 Nov 11 11:57:05.482150 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['95e8171a-dffd-416d-b1ff-50742460589e'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:57:05.501465 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d89364-0b5d-4308-96f0-722a91134429 req-f3d2a0b9-71b1-4529-934f-e9d12b083c97 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Made reservation on behalf of 67f94b11282a42279e45a23ba30fcf1d for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:05.506056 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c9d89364-0b5d-4308-96f0-722a91134429 req-f3d2a0b9-71b1-4529-934f-e9d12b083c97 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:05.531094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b70dd8-c88e-45ef-a50b-28359ecdb02c {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:05.555669 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:05.592438 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2204467c-a5c3-4bcf-9ce6-734fe07a9fb2 req-3e1ad68a-db24-4ce5-a8e8-ede83468df56 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885214 Nov 11 11:57:05.604485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Transition to ACTIVE for port object a4b70dd8-c88e-45ef-a50b-28359ecdb02c will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:57:05.615307 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:05.703529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c86999-7e94-4198-818b-86ec39ebd309 req-6b7aa748-2335-4e2f-881e-f506c8a6530e tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:05.704972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9c86999-7e94-4198-818b-86ec39ebd309 req-6b7aa748-2335-4e2f-881e-f506c8a6530e tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.3556731 Nov 11 11:57:05.801403 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7e6bc926-b7b7-45b9-a7c8-9e96783f751f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:05.890229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9c86999-7e94-4198-818b-86ec39ebd309 req-c42bf8d1-803f-44e2-8ca8-6c8f5e3a0a67 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.1743386 Nov 11 11:57:05.917004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b70dd8-c88e-45ef-a50b-28359ecdb02c,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:06.032836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:06.033422 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:06.033802 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:06.034217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:06.034635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:06.035046 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:06.035455 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:06.035863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:06.036284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:06.036695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:06.037120 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:06.037511 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:06.067031 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9c86999-7e94-4198-818b-86ec39ebd309 req-7a7570c5-6df0-4701-9fd7-7559a69bf1a4 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.1466262 Nov 11 11:57:06.148916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf07e0-560d-4d5c-af9c-ba9a429bde4d req-18f28109-29ea-487a-ae0a-225b7a77e8c0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:06.157727 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf07e0-560d-4d5c-af9c-ba9a429bde4d req-18f28109-29ea-487a-ae0a-225b7a77e8c0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:06.160008 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-afbf07e0-560d-4d5c-af9c-ba9a429bde4d req-18f28109-29ea-487a-ae0a-225b7a77e8c0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 1665 time: 0.4259806 Nov 11 11:57:06.168911 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Attempting to bind port a4b70dd8-c88e-45ef-a50b-28359ecdb02c on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:57:06.172328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Attempting to bind port a4b70dd8-c88e-45ef-a50b-28359ecdb02c by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00210173-e44b-4a81-8c48-7f12b1d29490'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:57:06.172670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Attempting to bind port a4b70dd8-c88e-45ef-a50b-28359ecdb02c on network 00210173-e44b-4a81-8c48-7f12b1d29490 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:06.305371 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Port a4b70dd8-c88e-45ef-a50b-28359ecdb02c on network 00210173-e44b-4a81-8c48-7f12b1d29490 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:57:06.305641 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Attempting to bind port a4b70dd8-c88e-45ef-a50b-28359ecdb02c on network 00210173-e44b-4a81-8c48-7f12b1d29490 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:06.320975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-c9d89364-0b5d-4308-96f0-722a91134429 req-f3d2a0b9-71b1-4529-934f-e9d12b083c97 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Allocated IP 172.20.0.4 (3bc555a8-78f0-4d3e-a500-5f083af5d794/fbe659b4-2536-4abf-9268-da5913f8d819/24e990b1-18dd-4242-9688-0f51c6576fc6) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:06.336494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:57:06.336842 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Checking segment: {'id': 'fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00210173-e44b-4a81-8c48-7f12b1d29490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:06.337231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Bound using segment: {'id': 'fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00210173-e44b-4a81-8c48-7f12b1d29490'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:57:06.337705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Bound port: a4b70dd8-c88e-45ef-a50b-28359ecdb02c, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '00210173-e44b-4a81-8c48-7f12b1d29490'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:57:06.338067 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:06.471799 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-afbf07e0-560d-4d5c-af9c-ba9a429bde4d req-725ec7f1-2f4a-4043-b864-86d3eadf051a tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963507 Nov 11 11:57:06.595917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] For port a4b70dd8-c88e-45ef-a50b-28359ecdb02c, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:57:06.629528 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-66ebeed6-a0fb-4568-ac05-75a42eebf695 req-05ea2253-3914-4818-91f1-41b5dd6e5c76 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 210 time: 0.0887749 Nov 11 11:57:06.642803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] For port a4b70dd8-c88e-45ef-a50b-28359ecdb02c, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a4b70dd8-c88e-45ef-a50b-28359ecdb02c,segment=NetworkSegment(fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf),segment_id=fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:57:06.662488 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:06.693400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-e9c86999-7e94-4198-818b-86ec39ebd309 req-6aa48bbf-a107-491a-aca5-391d037b86ce tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Deleting port d8d380d4-6684-4b66-90d9-f1def2eca0a1 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:06.693780 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e9c86999-7e94-4198-818b-86ec39ebd309 req-6aa48bbf-a107-491a-aca5-391d037b86ce tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:06.745377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:06.746031 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:06.747593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] 10.222.0.43 "PUT /v2.0/ports/a4b70dd8-c88e-45ef-a50b-28359ecdb02c HTTP/1.1" status: 200 len: 1092 time: 2.8791735 Nov 11 11:57:06.750916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0bc604-35d7-4273-a6cf-594d3acfecd5', 'tag': 'a4b70dd8-c88e-45ef-a50b-28359ecdb02c'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:06.754441 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f998b1-7ecd-4b2c-bd7d-b237afbcd3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0bc604-35d7-4273-a6cf-594d3acfecd5", "tag": "a4b70dd8-c88e-45ef-a50b-28359ecdb02c"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:06.770116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:06.825024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Request body: {'port': {'device_id': 'ed0bc604-35d7-4273-a6cf-594d3acfecd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:06.849763 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 95e8171a-dffd-416d-b1ff-50742460589e up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:06.854636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:06.855312 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:06.898708 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c9d89364-0b5d-4308-96f0-722a91134429 req-f3d2a0b9-71b1-4529-934f-e9d12b083c97 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:06.916369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5169a5-4a97-4039-8ab3-9cdf0b4b9392 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b70dd8-c88e-45ef-a50b-28359ecdb02c,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:06.951947 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e9c86999-7e94-4198-818b-86ec39ebd309 req-6aa48bbf-a107-491a-aca5-391d037b86ce tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:06.952293 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e9c86999-7e94-4198-818b-86ec39ebd309 req-6aa48bbf-a107-491a-aca5-391d037b86ce tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:06.962891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 95e8171a-dffd-416d-b1ff-50742460589e completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:57:06.987013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 95e8171a-dffd-416d-b1ff-50742460589e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:06.987383 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:06.987684 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-e9c86999-7e94-4198-818b-86ec39ebd309 req-6aa48bbf-a107-491a-aca5-391d037b86ce tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Calling delete_port for d8d380d4-6684-4b66-90d9-f1def2eca0a1 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:07.020370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235aa42f-3553-49f1-8a15-5873c692a2e3 req-44319062-a939-40b8-a9c3-4b9900ab20fd tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:07.021884 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-235aa42f-3553-49f1-8a15-5873c692a2e3 req-44319062-a939-40b8-a9c3-4b9900ab20fd tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 945 time: 0.2610865 Nov 11 11:57:07.031338 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:07.088580 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c9d89364-0b5d-4308-96f0-722a91134429 req-f3d2a0b9-71b1-4529-934f-e9d12b083c97 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:07.218676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d89364-0b5d-4308-96f0-722a91134429 req-f3d2a0b9-71b1-4529-934f-e9d12b083c97 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Network 3bc555a8-78f0-4d3e-a500-5f083af5d794 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:07.230387 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2a0b9-71b1-4529-934f-e9d12b083c97 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Pushing event updated for resources: {'Port': ['ID=24e990b1-18dd-4242-9688-0f51c6576fc6,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:07.237818 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:07.240090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-c9d89364-0b5d-4308-96f0-722a91134429 req-f3d2a0b9-71b1-4529-934f-e9d12b083c97 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:07.252029 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d89364-0b5d-4308-96f0-722a91134429 req-f3d2a0b9-71b1-4529-934f-e9d12b083c97 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:07.257934 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-235aa42f-3553-49f1-8a15-5873c692a2e3 req-cb52f2bf-7bf8-4690-9dc1-cb17096bf4e2 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234266 Nov 11 11:57:07.265423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56a33ed-24af-45b6-916f-c91aa04f7de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e8171a-dffd-416d-b1ff-50742460589e'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:07.269147 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f993514-62e4-4c7c-a190-a2138f816bea" -d '{"events": [{"server_uuid": "b56a33ed-24af-45b6-916f-c91aa04f7de6", "name": "network-vif-plugged", "status": "completed", "tag": "95e8171a-dffd-416d-b1ff-50742460589e"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:07.307466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 95e8171a-dffd-416d-b1ff-50742460589e, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=95e8171a-dffd-416d-b1ff-50742460589e,segment=NetworkSegment(adf2f620-2b6d-4d9c-a4f1-c497543817de),segment_id=adf2f620-2b6d-4d9c-a4f1-c497543817de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:07.319115 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:07.391514 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=95e8171a-dffd-416d-b1ff-50742460589e,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:07.415966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d89364-0b5d-4308-96f0-722a91134429 req-f3d2a0b9-71b1-4529-934f-e9d12b083c97 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:07.416588 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c9d89364-0b5d-4308-96f0-722a91134429 req-f3d2a0b9-71b1-4529-934f-e9d12b083c97 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:07.489288 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9d89364-0b5d-4308-96f0-722a91134429 req-f3d2a0b9-71b1-4529-934f-e9d12b083c97 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9427295 Nov 11 11:57:07.508480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Request body: {'port': {'device_id': '03dc8c6a-fd01-44a5-841c-a2b36a834635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:07.534946 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e9c86999-7e94-4198-818b-86ec39ebd309 req-6aa48bbf-a107-491a-aca5-391d037b86ce tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:07.556853 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c346f-721b-40e6-83e1-82dccaf41ee6 req-0ef0409f-1b7e-4736-a0d3-578cb2d9e8e1 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:07.558362 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-104c346f-721b-40e6-83e1-82dccaf41ee6 req-0ef0409f-1b7e-4736-a0d3-578cb2d9e8e1 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/ports?device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 946 time: 0.2111323 Nov 11 11:57:07.602970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa48bbf-a107-491a-aca5-391d037b86ce tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Pushing event deleted for resources: {'Port': ['ID=d8d380d4-6684-4b66-90d9-f1def2eca0a1,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:07.674057 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:07.792152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-104c346f-721b-40e6-83e1-82dccaf41ee6 req-3d328c17-4a7f-4e20-9f95-efd00575e553 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/security-groups?id=31741d11-6566-4801-83a1-1460360f6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031326 Nov 11 11:57:07.809969 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e9c86999-7e94-4198-818b-86ec39ebd309 req-6aa48bbf-a107-491a-aca5-391d037b86ce tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:07.809969 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e9c86999-7e94-4198-818b-86ec39ebd309 req-6aa48bbf-a107-491a-aca5-391d037b86ce tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:07.809969 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9c86999-7e94-4198-818b-86ec39ebd309 req-6aa48bbf-a107-491a-aca5-391d037b86ce tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "DELETE /v2.0/floatingips/a9c93863-b7d0-4c7d-9dc9-d1d749968e33 HTTP/1.1" status: 204 len: 173 time: 1.6468172 Nov 11 11:57:07.811676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1797bc5-5c74-4db0-948d-1041ab4feb36 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:07.823949 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:07.890406 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c358e7c-f65f-4b20-92c9-6918ddd5e426 x-openstack-request-id: req-8c358e7c-f65f-4b20-92c9-6918ddd5e426 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:07.890697 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0bc604-35d7-4273-a6cf-594d3acfecd5", "tag": "a4b70dd8-c88e-45ef-a50b-28359ecdb02c", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:07.890947 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c358e7c-f65f-4b20-92c9-6918ddd5e426 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:07.891348 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0bc604-35d7-4273-a6cf-594d3acfecd5', 'tag': 'a4b70dd8-c88e-45ef-a50b-28359ecdb02c', 'status': 'completed', 'code': 200} Nov 11 11:57:07.892303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Transition to ACTIVE for port object b1797bc5-5c74-4db0-948d-1041ab4feb36 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:57:07.906748 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8175f1-1844-49b8-bc9a-b6e9863c3b46 x-openstack-request-id: req-bf8175f1-1844-49b8-bc9a-b6e9863c3b46 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:07.907870 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56a33ed-24af-45b6-916f-c91aa04f7de6", "name": "network-vif-plugged", "status": "completed", "tag": "95e8171a-dffd-416d-b1ff-50742460589e", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:07.908301 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf8175f1-1844-49b8-bc9a-b6e9863c3b46 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:07.909071 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56a33ed-24af-45b6-916f-c91aa04f7de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e8171a-dffd-416d-b1ff-50742460589e', 'code': 200} Nov 11 11:57:07.921914 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:07.979296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f998b1-7ecd-4b2c-bd7d-b237afbcd3dd req-2caa1a85-e034-4a1e-9d66-5d5ab74b9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:07.980538 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f998b1-7ecd-4b2c-bd7d-b237afbcd3dd req-2caa1a85-e034-4a1e-9d66-5d5ab74b9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:07.982345 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7f998b1-7ecd-4b2c-bd7d-b237afbcd3dd req-2caa1a85-e034-4a1e-9d66-5d5ab74b9f3a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=225174e131ea4e749297f8797a24b5c1&device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 1937 time: 0.0888350 Nov 11 11:57:07.991961 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4f444844-ddc3-4509-999a-f93bfe9315b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:08.090014 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Pushing event updated for resources: {'Port': ['ID=b1797bc5-5c74-4db0-948d-1041ab4feb36,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:08.177297 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f998b1-7ecd-4b2c-bd7d-b237afbcd3dd req-a175bf6b-2af6-45f7-8643-5dea840e24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:08.177873 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f998b1-7ecd-4b2c-bd7d-b237afbcd3dd req-a175bf6b-2af6-45f7-8643-5dea840e24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:08.178856 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f998b1-7ecd-4b2c-bd7d-b237afbcd3dd req-a175bf6b-2af6-45f7-8643-5dea840e24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:08.187897 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7f998b1-7ecd-4b2c-bd7d-b237afbcd3dd req-a175bf6b-2af6-45f7-8643-5dea840e24f2 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=225174e131ea4e749297f8797a24b5c1&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1872990 Nov 11 11:57:08.187897 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8eed0-22a1-42e9-b446-bb3eed3ebc7a req-9895e76a-30d5-4801-9af3-fd4d67e4da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:08.189218 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3be8eed0-22a1-42e9-b446-bb3eed3ebc7a req-9895e76a-30d5-4801-9af3-fd4d67e4da8f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 1097 time: 0.1745772 Nov 11 11:57:08.201752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb27ee-69cd-46b6-81ed-16455bee28e8 req-07b7c981-cad9-4514-8216-6dd05bf7d549 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:08.205543 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-afcb27ee-69cd-46b6-81ed-16455bee28e8 req-07b7c981-cad9-4514-8216-6dd05bf7d549 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 946 time: 0.3107908 Nov 11 11:57:08.294485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8af97-0387-4ef9-b8d4-54bd1ebc68d5 req-8f62617a-a383-4fed-88fc-87f288eb46cf tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:08.300508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8af97-0387-4ef9-b8d4-54bd1ebc68d5 req-8f62617a-a383-4fed-88fc-87f288eb46cf tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:08.301151 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3be8eed0-22a1-42e9-b446-bb3eed3ebc7a req-991de001-748f-417c-b35a-7ca2e3098c9f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026485 Nov 11 11:57:08.302438 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9b8af97-0387-4ef9-b8d4-54bd1ebc68d5 req-8f62617a-a383-4fed-88fc-87f288eb46cf tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 1677 time: 0.2980802 Nov 11 11:57:08.326945 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f998b1-7ecd-4b2c-bd7d-b237afbcd3dd req-1f174e1b-20b5-436a-9ca1-0b5db13c39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:08.328699 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7f998b1-7ecd-4b2c-bd7d-b237afbcd3dd req-1f174e1b-20b5-436a-9ca1-0b5db13c39e9 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1385472 Nov 11 11:57:08.372157 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Attempting to bind port b1797bc5-5c74-4db0-948d-1041ab4feb36 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:57:08.372462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Attempting to bind port b1797bc5-5c74-4db0-948d-1041ab4feb36 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'f032e993-fbd7-4292-9d4f-28d2805eead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9fc97574-a697-46e7-a740-8d12184b8401'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:57:08.372747 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Attempting to bind port b1797bc5-5c74-4db0-948d-1041ab4feb36 on network 9fc97574-a697-46e7-a740-8d12184b8401 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:08.389210 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-afcb27ee-69cd-46b6-81ed-16455bee28e8 req-102dd85e-0554-4657-ba6e-6f373eb33564 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597252 Nov 11 11:57:08.398518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Port b1797bc5-5c74-4db0-948d-1041ab4feb36 on network 9fc97574-a697-46e7-a740-8d12184b8401 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:57:08.399192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Attempting to bind port b1797bc5-5c74-4db0-948d-1041ab4feb36 on network 9fc97574-a697-46e7-a740-8d12184b8401 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:08.418150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:57:08.418486 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Checking segment: {'id': 'f032e993-fbd7-4292-9d4f-28d2805eead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9fc97574-a697-46e7-a740-8d12184b8401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:08.418858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Bound using segment: {'id': 'f032e993-fbd7-4292-9d4f-28d2805eead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9fc97574-a697-46e7-a740-8d12184b8401'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:57:08.419298 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Bound port: b1797bc5-5c74-4db0-948d-1041ab4feb36, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f032e993-fbd7-4292-9d4f-28d2805eead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9fc97574-a697-46e7-a740-8d12184b8401'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:57:08.419644 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:08.481933 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9b8af97-0387-4ef9-b8d4-54bd1ebc68d5 req-8e99fabc-00a7-4662-8964-05f97a7c1876 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686301 Nov 11 11:57:08.538146 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e990b1-18dd-4242-9688-0f51c6576fc6 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:08.549315 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:08.607860 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Transition to ACTIVE for port object 24e990b1-18dd-4242-9688-0f51c6576fc6 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:57:08.621615 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:08.629344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] For port b1797bc5-5c74-4db0-948d-1041ab4feb36, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:57:08.649221 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2a6d4-02b2-4022-b8e5-2b7a6173040f req-eef86d43-fccc-4a8d-a312-56b140569623 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:08.650824 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4db2a6d4-02b2-4022-b8e5-2b7a6173040f req-eef86d43-fccc-4a8d-a312-56b140569623 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 931 time: 0.1865165 Nov 11 11:57:08.694221 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] For port b1797bc5-5c74-4db0-948d-1041ab4feb36, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b1797bc5-5c74-4db0-948d-1041ab4feb36,segment=NetworkSegment(f032e993-fbd7-4292-9d4f-28d2805eead5),segment_id=f032e993-fbd7-4292-9d4f-28d2805eead5)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:57:08.716048 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:08.728758 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52580bd-4012-4801-b872-08986f10322f req-35db28eb-55f7-414c-a4d6-b4892e343cb1 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:08.730273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d52580bd-4012-4801-b872-08986f10322f req-35db28eb-55f7-414c-a4d6-b4892e343cb1 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/ports?device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 946 time: 0.1738009 Nov 11 11:57:08.739015 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50072) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:08.743921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9a8d70af-e32c-4d90-922a-57b733ce8308 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Request body: {'floatingip': {'port_id': 'df34c0ed-244c-441d-a5d9-6bd9cd215690'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:08.752601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:08.754033 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:08.755473 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] 10.222.0.43 "PUT /v2.0/ports/b1797bc5-5c74-4db0-948d-1041ab4feb36 HTTP/1.1" status: 200 len: 1090 time: 1.9483705 Nov 11 11:57:08.763366 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Pushing event updated for resources: {'Port': ['ID=24e990b1-18dd-4242-9688-0f51c6576fc6,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:08.803788 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9a8d70af-e32c-4d90-922a-57b733ce8308 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for floatingip, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:08.934273 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:09.293954 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4db2a6d4-02b2-4022-b8e5-2b7a6173040f req-64509a98-9e5c-45cd-b7f6-de2f0cc40964 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6164854 Nov 11 11:57:09.416743 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9a8d70af-e32c-4d90-922a-57b733ce8308 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:09.422900 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9a8d70af-e32c-4d90-922a-57b733ce8308 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:09.537639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb0b16-77cd-43ac-9591-0681cf425887 service neutron] Pushing event updated for resources: {'Port': ['ID=b1797bc5-5c74-4db0-948d-1041ab4feb36,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:09.554038 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-9a8d70af-e32c-4d90-922a-57b733ce8308 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Floating IP 1686801b-0307-49dc-856d-3a97a9a9bb46 associated. External IP: 172.25.2.30, port: df34c0ed-244c-441d-a5d9-6bd9cd215690. Nov 11 11:57:09.568157 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-e868931d-e427-4173-85c5-9191c9d2a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:09.568632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-e868931d-e427-4173-85c5-9191c9d2a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:09.570601 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-e868931d-e427-4173-85c5-9191c9d2a234 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=225174e131ea4e749297f8797a24b5c1&device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 1979 time: 0.7488203 Nov 11 11:57:09.580013 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Attempting to bind port 24e990b1-18dd-4242-9688-0f51c6576fc6 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:57:09.580387 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Attempting to bind port 24e990b1-18dd-4242-9688-0f51c6576fc6 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:57:09.580636 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Attempting to bind port 24e990b1-18dd-4242-9688-0f51c6576fc6 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:09.652372 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a27d72-868d-4c72-94b8-89324ec16327 req-c0dca5a9-53ba-4e53-8dfb-86805709cb6a tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:09.654119 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-56a27d72-868d-4c72-94b8-89324ec16327 req-c0dca5a9-53ba-4e53-8dfb-86805709cb6a tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.8513777 Nov 11 11:57:09.654762 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Port 24e990b1-18dd-4242-9688-0f51c6576fc6 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:57:09.655102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Attempting to bind port 24e990b1-18dd-4242-9688-0f51c6576fc6 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:09.662313 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-63c77826-82cf-44c9-82cb-6e5363ca47bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.197&port_id=a4b70dd8-c88e-45ef-a50b-28359ecdb02c HTTP/1.1" status: 200 len: 217 time: 0.0694911 Nov 11 11:57:09.666120 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:57:09.666324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Checking segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:09.666590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Bound using segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:57:09.667187 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Bound port: 24e990b1-18dd-4242-9688-0f51c6576fc6, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:57:09.667592 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:09.693247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90eeea9-3bb5-40e4-bac0-110924b67e27 req-7551596a-7091-4a75-8329-e7d8daebc9dc tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:09.694804 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f90eeea9-3bb5-40e4-bac0-110924b67e27 req-7551596a-7091-4a75-8329-e7d8daebc9dc tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.2553415 Nov 11 11:57:09.813045 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8d70af-e32c-4d90-922a-57b733ce8308 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:57:09.820220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-89f79f84-243b-4a76-883c-030a2ae8796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:09.821801 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-89f79f84-243b-4a76-883c-030a2ae8796a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=24c4e628-b50c-4c94-ab83-1fcd87db65d8 HTTP/1.1" status: 200 len: 801 time: 0.1516352 Nov 11 11:57:09.893779 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f90eeea9-3bb5-40e4-bac0-110924b67e27 req-a64f821c-5e61-4b04-b5dc-1a11795272d3 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707282 Nov 11 11:57:09.897752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0bc604-35d7-4273-a6cf-594d3acfecd5', 'tag': 'b1797bc5-5c74-4db0-948d-1041ab4feb36'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:09.907214 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9afad01-1878-4790-8c69-8786c8a420d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0bc604-35d7-4273-a6cf-594d3acfecd5", "tag": "b1797bc5-5c74-4db0-948d-1041ab4feb36"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:09.908762 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] For port 24e990b1-18dd-4242-9688-0f51c6576fc6, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:57:09.924195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be2161-7b85-492b-812e-44aad13ac8c9 req-c6df5451-4abe-42f0-9d1a-b23a8ae91034 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:09.924573 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9be2161-7b85-492b-812e-44aad13ac8c9 req-c6df5451-4abe-42f0-9d1a-b23a8ae91034 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 946 time: 0.2033470 Nov 11 11:57:09.937774 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8d70af-e32c-4d90-922a-57b733ce8308 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:57:09.941631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] For port 24e990b1-18dd-4242-9688-0f51c6576fc6, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=24e990b1-18dd-4242-9688-0f51c6576fc6,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:57:09.944856 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9a8d70af-e32c-4d90-922a-57b733ce8308 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:09.954411 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac5015b-33c0-4339-afa8-a4a8cdebbd0c None None] Sync routers for ids ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:57:09.975796 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac5015b-33c0-4339-afa8-a4a8cdebbd0c None None] Routers {'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:57:09.976955 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2ac5015b-33c0-4339-afa8-a4a8cdebbd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:57:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:09.981741 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9a8d70af-e32c-4d90-922a-57b733ce8308 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "PUT /v2.0/floatingips/1686801b-0307-49dc-856d-3a97a9a9bb46 HTTP/1.1" status: 200 len: 991 time: 1.2415481 Nov 11 11:57:09.982518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511738c0-0f5e-48c6-996f-817e9d2ce431', 'tag': 'df34c0ed-244c-441d-a5d9-6bd9cd215690'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:09.983530 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:09.984922 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a311ccb-7ded-493f-be7c-8fb037ff2f33" -d '{"events": [{"name": "network-changed", "server_uuid": "511738c0-0f5e-48c6-996f-817e9d2ce431", "tag": "df34c0ed-244c-441d-a5d9-6bd9cd215690"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:10.044738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-24e91223-b087-4115-85bd-718d8b75671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:10.046464 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-24e91223-b087-4115-85bd-718d8b75671b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00210173-e44b-4a81-8c48-7f12b1d29490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2114816 Nov 11 11:57:10.053011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:10.053839 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:10.055316 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9d89364-0b5d-4308-96f0-722a91134429 req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] 10.222.0.43 "PUT /v2.0/ports/24e990b1-18dd-4242-9688-0f51c6576fc6 HTTP/1.1" status: 200 len: 1091 time: 2.5572464 Nov 11 11:57:10.099539 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-2ac5015b-33c0-4339-afa8-a4a8cdebbd0c None None] Set router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:57:10.171893 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9be2161-7b85-492b-812e-44aad13ac8c9 req-36313adb-a506-4b44-b76b-c7a390fec235 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323039 Nov 11 11:57:10.212193 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc63b97-6ccd-4a36-bb16-5eadc2f0d0fa service neutron] Pushing event updated for resources: {'Port': ['ID=24e990b1-18dd-4242-9688-0f51c6576fc6,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:10.276851 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570d082-8de3-4463-af20-4bf4b5941cfd req-336aa9a1-7661-44ab-945b-8f5bb72f8916 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:10.282765 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570d082-8de3-4463-af20-4bf4b5941cfd req-336aa9a1-7661-44ab-945b-8f5bb72f8916 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:10.290747 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b570d082-8de3-4463-af20-4bf4b5941cfd req-336aa9a1-7661-44ab-945b-8f5bb72f8916 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 1677 time: 0.2960885 Nov 11 11:57:10.324240 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b631db09-888a-4ccf-ae52-c8ede1e07d48 req-7506c35c-4964-435e-86c3-bc332b91e2a7 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=893a7d9c0f924376b4b3ce425a42d08a HTTP/1.1" status: 200 len: 1655 time: 0.1155019 Nov 11 11:57:10.331910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d89364-0b5d-4308-96f0-722a91134429 req-d2abc442-466b-461d-9c56-18f3c103bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:10.333448 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9d89364-0b5d-4308-96f0-722a91134429 req-d2abc442-466b-461d-9c56-18f3c103bf8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 1094 time: 0.2295418 Nov 11 11:57:10.369831 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2ac5015b-33c0-4339-afa8-a4a8cdebbd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'name': 'tempest-ServersTestJSON-1938653056-router', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:29Z', 'revision_number': 4, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'gw_port': {'id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '1686801b-0307-49dc-856d-3a97a9a9bb46', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'port_id': 'df34c0ed-244c-441d-a5d9-6bd9cd215690', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'mac_address': 'fa:16:3e:96:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511738c0-0f5e-48c6-996f-817e9d2ce431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:56:38Z', 'updated_at': '2021-11-11T11:57:09Z', 'revision_number': 1, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31781b66-bd3a-43ef-a7ac-7b112b40785a', 'name': '', 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'mac_address': 'fa:16:3e:d8:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:27Z', 'updated_at': '2021-11-11T11:56:36Z', 'revision_number': 5, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'subnets': [{'id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:10.435216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-32bbcf4d-24b0-49e2-a956-ccebebcf661e service neutron] 10.222.0.43 "GET /v2.0/networks/00210173-e44b-4a81-8c48-7f12b1d29490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562660 Nov 11 11:57:10.446961 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:10.451709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9d89364-0b5d-4308-96f0-722a91134429 req-9892ed2d-020f-45d4-b7cc-fe282b46e624 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24e990b1-18dd-4242-9688-0f51c6576fc6 HTTP/1.1" status: 200 len: 217 time: 0.1048994 Nov 11 11:57:10.502462 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac5015b-33c0-4339-afa8-a4a8cdebbd0c None None] Checking router: a1f12e1c-a920-4ab8-a577-b59c9e71e1eb for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:57:10.511075 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac5015b-33c0-4339-afa8-a4a8cdebbd0c None None] Routers {'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:57:10.511681 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2ac5015b-33c0-4339-afa8-a4a8cdebbd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:57:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:10.554158 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b570d082-8de3-4463-af20-4bf4b5941cfd req-a96e66b5-6451-4b45-b13b-7568f7135d42 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624872 Nov 11 11:57:10.625095 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-2ac5015b-33c0-4339-afa8-a4a8cdebbd0c None None] Set router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:57:10.629181 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d89364-0b5d-4308-96f0-722a91134429 req-ae96f212-7356-49c5-a489-1c4caddf7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:10.630652 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9d89364-0b5d-4308-96f0-722a91134429 req-ae96f212-7356-49c5-a489-1c4caddf7a16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.1439004 Nov 11 11:57:10.632456 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44f2535-df54-45f8-8833-f5043d40e564 x-openstack-request-id: req-b44f2535-df54-45f8-8833-f5043d40e564 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:10.632859 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0bc604-35d7-4273-a6cf-594d3acfecd5", "tag": "b1797bc5-5c74-4db0-948d-1041ab4feb36", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:10.633088 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b44f2535-df54-45f8-8833-f5043d40e564 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:10.633463 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0bc604-35d7-4273-a6cf-594d3acfecd5', 'tag': 'b1797bc5-5c74-4db0-948d-1041ab4feb36', 'status': 'completed', 'code': 200} Nov 11 11:57:10.691228 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9d89364-0b5d-4308-96f0-722a91134429 req-228050c1-c03d-4d16-a58a-eb7a46804368 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500665 Nov 11 11:57:10.718771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631db09-888a-4ccf-ae52-c8ede1e07d48 req-16d93766-5dbf-4bd3-a789-b39614ad17e0 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:10.719777 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b631db09-888a-4ccf-ae52-c8ede1e07d48 req-16d93766-5dbf-4bd3-a789-b39614ad17e0 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/networks?id=44cf8b0b-583f-4e8e-84f4-e305e43881de&id=44cf8b0b-583f-4e8e-84f4-e305e43881de&id=44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 787 time: 0.3824863 Nov 11 11:57:10.746480 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a86b98-73a9-4b85-9986-e2544fc4ea2d x-openstack-request-id: req-66a86b98-73a9-4b85-9986-e2544fc4ea2d {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:10.747024 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511738c0-0f5e-48c6-996f-817e9d2ce431", "tag": "df34c0ed-244c-441d-a5d9-6bd9cd215690", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:10.747024 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66a86b98-73a9-4b85-9986-e2544fc4ea2d {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:10.747387 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511738c0-0f5e-48c6-996f-817e9d2ce431', 'tag': 'df34c0ed-244c-441d-a5d9-6bd9cd215690', 'status': 'completed', 'code': 200} Nov 11 11:57:10.766596 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-b631db09-888a-4ccf-ae52-c8ede1e07d48 req-c537e66d-3e34-4c66-8b95-85aafebb48ef tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:57:10.767781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b631db09-888a-4ccf-ae52-c8ede1e07d48 req-c537e66d-3e34-4c66-8b95-85aafebb48ef tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133240 Nov 11 11:57:10.811593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-5b2c0e8a-83ac-4825-b485-dc8f15fbb66f service neutron] 10.222.0.43 "GET /v2.0/networks/00210173-e44b-4a81-8c48-7f12b1d29490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300266 Nov 11 11:57:10.862791 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-47cb9c52-48b2-41c8-9583-f81ddae1fe24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.5&port_id=b1797bc5-5c74-4db0-948d-1041ab4feb36 HTTP/1.1" status: 200 len: 217 time: 0.0409198 Nov 11 11:57:10.868256 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a311ccb-7ded-493f-be7c-8fb037ff2f33 req-fac299db-2ded-4b23-9740-9b36bd98ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:10.871690 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a311ccb-7ded-493f-be7c-8fb037ff2f33 req-fac299db-2ded-4b23-9740-9b36bd98ed1f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce8c020f04c24b88a3a769ac95da7fb3&device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 1097 time: 0.0970325 Nov 11 11:57:10.921424 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2ac5015b-33c0-4339-afa8-a4a8cdebbd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'name': 'tempest-ServersTestJSON-1938653056-router', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:29Z', 'revision_number': 4, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'gw_port': {'id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '1686801b-0307-49dc-856d-3a97a9a9bb46', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'port_id': 'df34c0ed-244c-441d-a5d9-6bd9cd215690', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'mac_address': 'fa:16:3e:96:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511738c0-0f5e-48c6-996f-817e9d2ce431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:56:38Z', 'updated_at': '2021-11-11T11:57:09Z', 'revision_number': 1, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31781b66-bd3a-43ef-a7ac-7b112b40785a', 'name': '', 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'mac_address': 'fa:16:3e:d8:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:27Z', 'updated_at': '2021-11-11T11:56:36Z', 'revision_number': 5, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'subnets': [{'id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:10.934374 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9d89364-0b5d-4308-96f0-722a91134429 req-5e6e826d-9ad8-47ff-b6fd-dcb783937f8b service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341800 Nov 11 11:57:10.990577 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac5015b-33c0-4339-afa8-a4a8cdebbd0c None None] The sync data for ids ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'] in n-d-807359-3 is: [{'id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'name': 'tempest-ServersTestJSON-1938653056-router', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:29Z', 'revision_number': 4, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'gw_port': {'id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '1686801b-0307-49dc-856d-3a97a9a9bb46', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'port_id': 'df34c0ed-244c-441d-a5d9-6bd9cd215690', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'mac_address': 'fa:16:3e:96:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511738c0-0f5e-48c6-996f-817e9d2ce431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:56:38Z', 'updated_at': '2021-11-11T11:57:09Z', 'revision_number': 1, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31781b66-bd3a-43ef-a7ac-7b112b40785a', 'name': '', 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'mac_address': 'fa:16:3e:d8:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:27Z', 'updated_at': '2021-11-11T11:56:36Z', 'revision_number': 5, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'subnets': [{'id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:57:11.006568 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-e39ad161-f46c-4e5a-aa27-03fa20623a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:11.007567 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a311ccb-7ded-493f-be7c-8fb037ff2f33 req-1c72d5c1-ac9e-4ad3-b74f-c8e540504970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:11.009294 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a311ccb-7ded-493f-be7c-8fb037ff2f33 req-1c72d5c1-ac9e-4ad3-b74f-c8e540504970 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6dc3e723-3d12-4bec-8554-dba88e91238e HTTP/1.1" status: 200 len: 908 time: 0.1296098 Nov 11 11:57:11.011515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-e39ad161-f46c-4e5a-aa27-03fa20623a23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df7a2b04-51be-4a5f-8a80-7418b0992013 HTTP/1.1" status: 200 len: 801 time: 0.1376343 Nov 11 11:57:11.111034 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056854e5-1794-4012-a06f-80d248a093fe req-9e7c1b36-02d7-42fa-9b90-26e7ea1c325d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:11.111812 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a311ccb-7ded-493f-be7c-8fb037ff2f33 req-de37aa30-0e18-4b5e-b48c-043b41278305 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df34c0ed-244c-441d-a5d9-6bd9cd215690 HTTP/1.1" status: 200 len: 999 time: 0.0885763 Nov 11 11:57:11.112634 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-056854e5-1794-4012-a06f-80d248a093fe req-9e7c1b36-02d7-42fa-9b90-26e7ea1c325d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 943 time: 0.1911752 Nov 11 11:57:11.167400 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9d89364-0b5d-4308-96f0-722a91134429 req-24ca63f0-93dd-4ca9-b0d0-b9e1f79cc320 service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222517 Nov 11 11:57:11.173715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-ff240fd0-316d-4671-927e-5ab91bd0372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:11.175187 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-ff240fd0-316d-4671-927e-5ab91bd0372c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fc97574-a697-46e7-a740-8d12184b8401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1124308 Nov 11 11:57:11.194556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a311ccb-7ded-493f-be7c-8fb037ff2f33 req-7acc7fae-a5a8-46ec-8286-dbfd57d5b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:11.197190 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a311ccb-7ded-493f-be7c-8fb037ff2f33 req-7acc7fae-a5a8-46ec-8286-dbfd57d5b336 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d96812f2-7008-4fc2-bbdd-5a46cd7a6387 HTTP/1.1" status: 200 len: 845 time: 0.0773253 Nov 11 11:57:11.249108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-056854e5-1794-4012-a06f-80d248a093fe req-5eadd8a4-e624-4591-9e65-ca7ce00aded9 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220033 Nov 11 11:57:11.304694 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:11.314006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a311ccb-7ded-493f-be7c-8fb037ff2f33 req-5171e9cc-e8f9-408c-9fe2-5cc3978254b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:11.315577 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a311ccb-7ded-493f-be7c-8fb037ff2f33 req-5171e9cc-e8f9-408c-9fe2-5cc3978254b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6dc3e723-3d12-4bec-8554-dba88e91238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104693 Nov 11 11:57:11.362127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-35a6ab8c-7c5d-43d6-b713-ee59aa24d256 service neutron] 10.222.0.43 "GET /v2.0/networks/9fc97574-a697-46e7-a740-8d12184b8401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761370 Nov 11 11:57:11.373799 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-316dbd6c-3d35-4b58-bec1-f48fc310afd0 req-e98edc7b-7435-49ed-bc08-e0691cf56647 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips/e98665ad-d0d8-4793-86c8-3106f17a6d57 HTTP/1.1" status: 200 len: 692 time: 0.0689688 Nov 11 11:57:11.476895 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a311ccb-7ded-493f-be7c-8fb037ff2f33 req-ce91f02e-b8b3-40b7-9e3b-767cf4569d8d service neutron] 10.222.0.62 "GET /v2.0/networks/6dc3e723-3d12-4bec-8554-dba88e91238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527557 Nov 11 11:57:11.478039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd807a05-2954-425c-89dc-2e804885128d None None] New status for floating IP 1686801b-0307-49dc-856d-3a97a9a9bb46: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:57:11.610515 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d1485-d1f7-485a-b534-4bd0ed27641e req-55a92227-eea4-46bb-a999-4121ca25ef32 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:11.612091 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b20d1485-d1f7-485a-b534-4bd0ed27641e req-55a92227-eea4-46bb-a999-4121ca25ef32 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.1976576 Nov 11 11:57:11.615402 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a311ccb-7ded-493f-be7c-8fb037ff2f33 req-49791d2d-18c3-4213-bbd1-05e0e447c518 service neutron] 10.222.0.62 "GET /v2.0/networks/6dc3e723-3d12-4bec-8554-dba88e91238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225212 Nov 11 11:57:11.623433 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32f80c20-da5a-42b7-9f8f-0800213affe2 req-680e2a27-fc1c-4519-a154-05dcc478e07f service neutron] 10.222.0.43 "GET /v2.0/networks/9fc97574-a697-46e7-a740-8d12184b8401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475884 Nov 11 11:57:11.664702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dbd6c-3d35-4b58-bec1-f48fc310afd0 req-be787efa-fd6c-49b7-a2e0-485ced94bf02 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:11.666114 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-316dbd6c-3d35-4b58-bec1-f48fc310afd0 req-be787efa-fd6c-49b7-a2e0-485ced94bf02 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.2915571 Nov 11 11:57:11.735973 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-316dbd6c-3d35-4b58-bec1-f48fc310afd0 req-2e1190ea-22be-46c7-acfb-0534dfeffa51 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.81 HTTP/1.1" status: 200 len: 695 time: 0.0614004 Nov 11 11:57:11.753282 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b20d1485-d1f7-485a-b534-4bd0ed27641e req-ffc1acd4-bd81-4d21-a641-d3f0afa6e12c tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323314 Nov 11 11:57:11.817361 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-316dbd6c-3d35-4b58-bec1-f48fc310afd0 req-b9c50bcf-ad5a-4ecb-9f9f-c477403b2c8c tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.81 HTTP/1.1" status: 200 len: 695 time: 0.0630863 Nov 11 11:57:11.824524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afad01-1878-4790-8c69-8786c8a420d2 req-48230e62-5eb1-4c36-92e3-874766e2eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:11.824993 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afad01-1878-4790-8c69-8786c8a420d2 req-48230e62-5eb1-4c36-92e3-874766e2eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:11.826543 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9afad01-1878-4790-8c69-8786c8a420d2 req-48230e62-5eb1-4c36-92e3-874766e2eb5a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=225174e131ea4e749297f8797a24b5c1&device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 1979 time: 0.1158121 Nov 11 11:57:12.023839 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afad01-1878-4790-8c69-8786c8a420d2 req-6f1bb2ba-3e0e-49f0-9081-23654349f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:12.025309 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9afad01-1878-4790-8c69-8786c8a420d2 req-6f1bb2ba-3e0e-49f0-9081-23654349f48a service neutron] 10.222.0.43 "GET /v2.0/networks?id=9fc97574-a697-46e7-a740-8d12184b8401 HTTP/1.1" status: 200 len: 903 time: 0.1902242 Nov 11 11:57:12.033017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-316dbd6c-3d35-4b58-bec1-f48fc310afd0 req-986197d7-db37-4ed8-8941-dfe47f290de0 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Deleting port e8667ef9-5d10-4bef-8428-b0661637e3a1 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:12.033624 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-316dbd6c-3d35-4b58-bec1-f48fc310afd0 req-986197d7-db37-4ed8-8941-dfe47f290de0 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:12.090986 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9afad01-1878-4790-8c69-8786c8a420d2 req-0f510b8e-3df3-4fe2-a1ee-471fedffb097 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.5&port_id=b1797bc5-5c74-4db0-948d-1041ab4feb36 HTTP/1.1" status: 200 len: 217 time: 0.0541916 Nov 11 11:57:12.202455 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afad01-1878-4790-8c69-8786c8a420d2 req-53589a93-f4a6-445e-9696-f57b07099957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:12.203898 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9afad01-1878-4790-8c69-8786c8a420d2 req-53589a93-f4a6-445e-9696-f57b07099957 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df7a2b04-51be-4a5f-8a80-7418b0992013 HTTP/1.1" status: 200 len: 801 time: 0.0865617 Nov 11 11:57:12.227732 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae59be4-4247-4192-9169-6124890a0244 req-7404fb13-da39-43f6-8b8a-a1ac5c9156c9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:12.233451 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae59be4-4247-4192-9169-6124890a0244 req-7404fb13-da39-43f6-8b8a-a1ac5c9156c9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:12.234988 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6ae59be4-4247-4192-9169-6124890a0244 req-7404fb13-da39-43f6-8b8a-a1ac5c9156c9 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 1677 time: 0.1164458 Nov 11 11:57:12.236740 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-316dbd6c-3d35-4b58-bec1-f48fc310afd0 req-986197d7-db37-4ed8-8941-dfe47f290de0 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:12.237051 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-316dbd6c-3d35-4b58-bec1-f48fc310afd0 req-986197d7-db37-4ed8-8941-dfe47f290de0 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:12.286293 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-316dbd6c-3d35-4b58-bec1-f48fc310afd0 req-986197d7-db37-4ed8-8941-dfe47f290de0 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Calling delete_port for e8667ef9-5d10-4bef-8428-b0661637e3a1 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:12.365989 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afad01-1878-4790-8c69-8786c8a420d2 req-8316dceb-8907-4aff-865d-10e0d6316514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:12.367548 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9afad01-1878-4790-8c69-8786c8a420d2 req-8316dceb-8907-4aff-865d-10e0d6316514 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fc97574-a697-46e7-a740-8d12184b8401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1277928 Nov 11 11:57:12.391814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6ae59be4-4247-4192-9169-6124890a0244 req-5dc25457-6eb5-4f82-9932-2c9c78729186 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376812 Nov 11 11:57:12.796814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03dc8c6a-fd01-44a5-841c-a2b36a834635', 'tag': '24e990b1-18dd-4242-9688-0f51c6576fc6'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:12.798985 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e206585-3224-4ea9-a4bf-64ee2309f668" -d '{"events": [{"name": "network-changed", "server_uuid": "03dc8c6a-fd01-44a5-841c-a2b36a834635", "tag": "24e990b1-18dd-4242-9688-0f51c6576fc6"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:12.864952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 24e990b1-18dd-4242-9688-0f51c6576fc6 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:57:12.931057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9afad01-1878-4790-8c69-8786c8a420d2 req-9ce012f9-d181-497f-acf2-ec59c34161db service neutron] 10.222.0.43 "GET /v2.0/networks/9fc97574-a697-46e7-a740-8d12184b8401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542097 Nov 11 11:57:12.958241 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df63a89-03ce-419f-bc6b-e2061f2c6861 req-7dcab912-aeb4-4e66-8c3b-ffeb99d64350 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:12.959706 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1df63a89-03ce-419f-bc6b-e2061f2c6861 req-7dcab912-aeb4-4e66-8c3b-ffeb99d64350 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a2d6c7b-5781-4abd-86ac-31ff580d3195 HTTP/1.1" status: 200 len: 945 time: 0.1556110 Nov 11 11:57:12.961515 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b8567-73c0-42ad-b679-b04e1eb4d7e1 req-513d1b73-4718-4cb4-868d-eb8fab4c63f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:12.962883 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa0b8567-73c0-42ad-b679-b04e1eb4d7e1 req-513d1b73-4718-4cb4-868d-eb8fab4c63f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3fd635830ed454d9bc757e2f29f1792&device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 1097 time: 0.1561677 Nov 11 11:57:12.973507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 24e990b1-18dd-4242-9688-0f51c6576fc6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=24e990b1-18dd-4242-9688-0f51c6576fc6,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:12.986859 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '24e990b1-18dd-4242-9688-0f51c6576fc6', 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794', 'port_id': '24e990b1-18dd-4242-9688-0f51c6576fc6', 'mac_address': 'fa:16:3e:02:8f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe659b4-2536-4abf-9268-da5913f8d819', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:57:13.029667 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:13.043915 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e990b1-18dd-4242-9688-0f51c6576fc6 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:13.066134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 24e990b1-18dd-4242-9688-0f51c6576fc6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=24e990b1-18dd-4242-9688-0f51c6576fc6,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:13.070777 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:13.092722 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-316dbd6c-3d35-4b58-bec1-f48fc310afd0 req-986197d7-db37-4ed8-8941-dfe47f290de0 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:13.129429 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=24e990b1-18dd-4242-9688-0f51c6576fc6,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:13.142761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986197d7-db37-4ed8-8941-dfe47f290de0 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Pushing event deleted for resources: {'Port': ['ID=e8667ef9-5d10-4bef-8428-b0661637e3a1,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:13.216722 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9afad01-1878-4790-8c69-8786c8a420d2 req-ead2b972-4047-4e4f-afdc-4eb63d70a512 service neutron] 10.222.0.43 "GET /v2.0/networks/9fc97574-a697-46e7-a740-8d12184b8401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764752 Nov 11 11:57:13.232191 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1df63a89-03ce-419f-bc6b-e2061f2c6861 req-3c44ab88-098f-4a98-85f1-7fb606021e42 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb4d9d43-03c6-4d03-8b72-a917c0a13f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558095 Nov 11 11:57:13.241325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b8567-73c0-42ad-b679-b04e1eb4d7e1 req-c90a8bf0-6f11-4b32-bc80-ada1c326ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:13.243022 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa0b8567-73c0-42ad-b679-b04e1eb4d7e1 req-c90a8bf0-6f11-4b32-bc80-ada1c326ab72 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 HTTP/1.1" status: 200 len: 913 time: 0.2678115 Nov 11 11:57:13.297404 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-316dbd6c-3d35-4b58-bec1-f48fc310afd0 req-986197d7-db37-4ed8-8941-dfe47f290de0 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:13.300541 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-316dbd6c-3d35-4b58-bec1-f48fc310afd0 req-986197d7-db37-4ed8-8941-dfe47f290de0 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:13.301712 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-316dbd6c-3d35-4b58-bec1-f48fc310afd0 req-986197d7-db37-4ed8-8941-dfe47f290de0 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "DELETE /v2.0/floatingips/e98665ad-d0d8-4793-86c8-3106f17a6d57 HTTP/1.1" status: 204 len: 173 time: 1.4742241 Nov 11 11:57:13.305260 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa0b8567-73c0-42ad-b679-b04e1eb4d7e1 req-d27100ed-facd-4abc-b8af-046c0c658daf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95e8171a-dffd-416d-b1ff-50742460589e HTTP/1.1" status: 200 len: 217 time: 0.0536747 Nov 11 11:57:13.307724 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['24e990b1-18dd-4242-9688-0f51c6576fc6'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:57:13.414580 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b8567-73c0-42ad-b679-b04e1eb4d7e1 req-0aef736e-1b06-480e-8e2f-22ba1fffd76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:13.417512 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa0b8567-73c0-42ad-b679-b04e1eb4d7e1 req-0aef736e-1b06-480e-8e2f-22ba1fffd76a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48e45dd7-d65b-4c0b-9f3f-c9a34427b564 HTTP/1.1" status: 200 len: 851 time: 0.1029537 Nov 11 11:57:13.431121 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d1962-b174-4315-aa40-74687856faed req-08815429-a408-4ec5-8057-79ff9d9d82c4 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:13.433056 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e6d1962-b174-4315-aa40-74687856faed req-08815429-a408-4ec5-8057-79ff9d9d82c4 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 944 time: 0.1300170 Nov 11 11:57:13.473064 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa0b8567-73c0-42ad-b679-b04e1eb4d7e1 req-31445746-1adb-49a7-8f34-5c57f42a25f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389540 Nov 11 11:57:13.482091 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeeb65-922e-48cf-a9dd-cd8e2e7ec355 req-2b41d05e-833c-46f1-b703-24d83a37d44b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:13.483558 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21aeeb65-922e-48cf-a9dd-cd8e2e7ec355 req-2b41d05e-833c-46f1-b703-24d83a37d44b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.1221492 Nov 11 11:57:13.615287 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e6d1962-b174-4315-aa40-74687856faed req-45177450-c918-4b2f-bdc5-8041df360b1a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732349 Nov 11 11:57:13.632926 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21aeeb65-922e-48cf-a9dd-cd8e2e7ec355 req-0cd94953-80a6-469b-9785-18b66f08b56f tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372037 Nov 11 11:57:13.647708 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa0b8567-73c0-42ad-b679-b04e1eb4d7e1 req-7c22f500-7081-4395-8084-450f0cd244ba service neutron] 10.222.0.43 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631985 Nov 11 11:57:13.683479 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7692d044-23b3-446e-a968-57643e691210 x-openstack-request-id: req-7692d044-23b3-446e-a968-57643e691210 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:13.683765 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03dc8c6a-fd01-44a5-841c-a2b36a834635", "tag": "24e990b1-18dd-4242-9688-0f51c6576fc6", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:13.684013 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7692d044-23b3-446e-a968-57643e691210 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:13.684396 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03dc8c6a-fd01-44a5-841c-a2b36a834635', 'tag': '24e990b1-18dd-4242-9688-0f51c6576fc6', 'status': 'completed', 'code': 200} Nov 11 11:57:13.820982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d74046f-3520-41b2-a7cd-5497db77d0d3 req-970c37af-c639-4449-90a0-e80924ebc4ca tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips/90ece734-94ee-4acb-8967-37031562a1ac HTTP/1.1" status: 200 len: 692 time: 0.1011271 Nov 11 11:57:13.884839 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa0b8567-73c0-42ad-b679-b04e1eb4d7e1 req-b0186920-46fa-4198-83b6-36ec6136f03b service neutron] 10.222.0.43 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296116 Nov 11 11:57:13.921201 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbe54b-bebf-46e4-864a-137a9834f8f2 req-06a5f640-42f0-4f77-9079-0e08ddaacfbb tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:13.922790 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-01bbe54b-bebf-46e4-864a-137a9834f8f2 req-06a5f640-42f0-4f77-9079-0e08ddaacfbb tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 946 time: 0.2019100 Nov 11 11:57:13.924730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e206585-3224-4ea9-a4bf-64ee2309f668 req-60109fee-27d0-4c31-8a7b-39e058c0fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:13.926193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4e206585-3224-4ea9-a4bf-64ee2309f668 req-60109fee-27d0-4c31-8a7b-39e058c0fe01 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 1095 time: 0.2044344 Nov 11 11:57:14.062270 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74046f-3520-41b2-a7cd-5497db77d0d3 req-2d58de1a-d923-48b1-8117-cefbfc0ffb82 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:14.063610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d74046f-3520-41b2-a7cd-5497db77d0d3 req-2d58de1a-d923-48b1-8117-cefbfc0ffb82 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.2332907 Nov 11 11:57:14.075267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-01bbe54b-bebf-46e4-864a-137a9834f8f2 req-b36c2bae-19df-48f1-8b15-21c9127a20ac tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428952 Nov 11 11:57:14.098982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e206585-3224-4ea9-a4bf-64ee2309f668 req-b0223e96-f744-4845-b2c8-6d6a31f95cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:14.100427 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4e206585-3224-4ea9-a4bf-64ee2309f668 req-b0223e96-f744-4845-b2c8-6d6a31f95cb0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.1609998 Nov 11 11:57:14.156810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7e0c7-3734-4547-8b48-b840c2764e49 req-9220a706-4865-4fc1-9130-66ee3c83c9b7 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:14.158298 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-77c7e0c7-3734-4547-8b48-b840c2764e49 req-9220a706-4865-4fc1-9130-66ee3c83c9b7 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a2d6c7b-5781-4abd-86ac-31ff580d3195 HTTP/1.1" status: 200 len: 945 time: 0.0653672 Nov 11 11:57:14.179075 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4e206585-3224-4ea9-a4bf-64ee2309f668 req-5ae1212b-e8ab-4325-9987-73cbce675ea7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24e990b1-18dd-4242-9688-0f51c6576fc6 HTTP/1.1" status: 200 len: 217 time: 0.0477402 Nov 11 11:57:14.186119 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d74046f-3520-41b2-a7cd-5497db77d0d3 req-b8b9560d-8fda-4f90-a72f-4eab00b91492 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 695 time: 0.1091442 Nov 11 11:57:14.261976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5071a418-b086-423c-84fc-20009978d413 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:57:14.268487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-77c7e0c7-3734-4547-8b48-b840c2764e49 req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Deleting port 9f0007ca-976d-4a8d-ba23-4de74ba528b8 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:14.268830 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-77c7e0c7-3734-4547-8b48-b840c2764e49 req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:14.296939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e206585-3224-4ea9-a4bf-64ee2309f668 req-319e63e3-d6a8-4fb1-9977-8433e7cfdb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:14.298460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4e206585-3224-4ea9-a4bf-64ee2309f668 req-319e63e3-d6a8-4fb1-9977-8433e7cfdb43 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.1114564 Nov 11 11:57:14.323702 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d74046f-3520-41b2-a7cd-5497db77d0d3 req-7b866cae-692c-4cd2-8d49-6da45da4c980 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 695 time: 0.1119990 Nov 11 11:57:14.352275 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4e206585-3224-4ea9-a4bf-64ee2309f668 req-e8e71125-c8b6-49dd-b686-a613e0504998 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396388 Nov 11 11:57:14.362288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5eb80-7ee5-43a6-865c-0a11fb2ee6de req-40c9dbaa-35ac-471c-aa71-4e564799d0a5 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:14.368479 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5eb80-7ee5-43a6-865c-0a11fb2ee6de req-40c9dbaa-35ac-471c-aa71-4e564799d0a5 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:14.375786 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-52a5eb80-7ee5-43a6-865c-0a11fb2ee6de req-40c9dbaa-35ac-471c-aa71-4e564799d0a5 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 1677 time: 0.2101727 Nov 11 11:57:14.385059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-77c7e0c7-3734-4547-8b48-b840c2764e49 req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] For port 9f0007ca-976d-4a8d-ba23-4de74ba528b8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9f0007ca-976d-4a8d-ba23-4de74ba528b8,segment=NetworkSegment(d0dfd7e9-0d39-4fa0-adba-bdbf342d5d97),segment_id=d0dfd7e9-0d39-4fa0-adba-bdbf342d5d97)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:14.386104 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-77c7e0c7-3734-4547-8b48-b840c2764e49 req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:14.404341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-77c7e0c7-3734-4547-8b48-b840c2764e49 req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Calling delete_port for 9f0007ca-976d-4a8d-ba23-4de74ba528b8 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:14.405118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5071a418-b086-423c-84fc-20009978d413, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5071a418-b086-423c-84fc-20009978d413,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:14.418920 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '5071a418-b086-423c-84fc-20009978d413', 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb', 'port_id': '5071a418-b086-423c-84fc-20009978d413', 'mac_address': 'fa:16:3e:a7:5f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e5f80f-1c13-4371-8143-98282b930920', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:57:14.463352 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:14.490724 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5071a418-b086-423c-84fc-20009978d413 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:14.526836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5071a418-b086-423c-84fc-20009978d413, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5071a418-b086-423c-84fc-20009978d413,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:14.532682 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:14.606496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5071a418-b086-423c-84fc-20009978d413,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:14.610372 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-77c7e0c7-3734-4547-8b48-b840c2764e49 req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:14.624997 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['9f0007ca-976d-4a8d-ba23-4de74ba528b8'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:57:14.650428 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Pushing event deleted for resources: {'Port': ['ID=9f0007ca-976d-4a8d-ba23-4de74ba528b8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:14.686433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:14.686433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:14.686433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:14.687224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:14.687224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:14.688021 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['5071a418-b086-423c-84fc-20009978d413'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:57:14.688596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:14.688936 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:14.689328 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:14.689828 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:14.690579 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:14.690579 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:14.690889 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:14.716610 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c7e0c7-3734-4547-8b48-b840c2764e49 req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] No DVR routers for this DVR port 9f0007ca-976d-4a8d-ba23-4de74ba528b8 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:57:14.721516 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-77c7e0c7-3734-4547-8b48-b840c2764e49 req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:14.725051 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-77c7e0c7-3734-4547-8b48-b840c2764e49 req-a8d7869d-5b9a-4d31-81a3-12f17d756017 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.62 "DELETE /v2.0/ports/9f0007ca-976d-4a8d-ba23-4de74ba528b8 HTTP/1.1" status: 204 len: 173 time: 0.5594935 Nov 11 11:57:14.725511 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2d6c7b-5781-4abd-86ac-31ff580d3195', 'name': 'network-vif-deleted', 'tag': '9f0007ca-976d-4a8d-ba23-4de74ba528b8'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:14.729520 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ee6c22-78ff-41dc-a5b8-c948c4bba7b2" -d '{"events": [{"server_uuid": "6a2d6c7b-5781-4abd-86ac-31ff580d3195", "name": "network-vif-deleted", "tag": "9f0007ca-976d-4a8d-ba23-4de74ba528b8"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:14.794085 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-52a5eb80-7ee5-43a6-865c-0a11fb2ee6de req-dbe209a5-c686-430d-abff-4eb71435795b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172394 Nov 11 11:57:14.858842 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4e206585-3224-4ea9-a4bf-64ee2309f668 req-cd207cd6-aea5-4e76-a0a4-fcc27837e05c service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377091 Nov 11 11:57:14.865922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-6d74046f-3520-41b2-a7cd-5497db77d0d3 req-0728622c-9db0-4884-beb1-eb4fc3aef347 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Deleting port d8aecf59-df2d-46b8-9efe-1eebda31865e {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:14.866249 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6d74046f-3520-41b2-a7cd-5497db77d0d3 req-0728622c-9db0-4884-beb1-eb4fc3aef347 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:14.881010 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b1797bc5-5c74-4db0-948d-1041ab4feb36 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:57:14.883443 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 24e990b1-18dd-4242-9688-0f51c6576fc6 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:15.043098 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6d74046f-3520-41b2-a7cd-5497db77d0d3 req-0728622c-9db0-4884-beb1-eb4fc3aef347 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:15.043377 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6d74046f-3520-41b2-a7cd-5497db77d0d3 req-0728622c-9db0-4884-beb1-eb4fc3aef347 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:15.062661 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 24e990b1-18dd-4242-9688-0f51c6576fc6 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:57:15.072696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 24e990b1-18dd-4242-9688-0f51c6576fc6 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:15.073061 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:15.077837 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60ffdedc-3990-493b-b3f2-5586749a1a16 req-b2a71ece-d23f-4ed8-bca6-8860f59ad941 tempest-ServerMetadataNegativeTestJSON-1562530014 tempest-ServerMetadataNegativeTestJSON-1562530014-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a2d6c7b-5781-4abd-86ac-31ff580d3195 HTTP/1.1" status: 200 len: 210 time: 0.0381997 Nov 11 11:57:15.082658 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4e206585-3224-4ea9-a4bf-64ee2309f668 req-9ea61dba-e5d5-49d1-84af-ff4a6d698461 service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143943 Nov 11 11:57:15.083529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-6d74046f-3520-41b2-a7cd-5497db77d0d3 req-0728622c-9db0-4884-beb1-eb4fc3aef347 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Calling delete_port for d8aecf59-df2d-46b8-9efe-1eebda31865e owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:15.116507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port b1797bc5-5c74-4db0-948d-1041ab4feb36, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b1797bc5-5c74-4db0-948d-1041ab4feb36,segment=NetworkSegment(f032e993-fbd7-4292-9d4f-28d2805eead5),segment_id=f032e993-fbd7-4292-9d4f-28d2805eead5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:15.137046 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'b1797bc5-5c74-4db0-948d-1041ab4feb36', 'network_id': '9fc97574-a697-46e7-a740-8d12184b8401', 'port_id': 'b1797bc5-5c74-4db0-948d-1041ab4feb36', 'mac_address': 'fa:16:3e:a2:08:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7a2b04-51be-4a5f-8a80-7418b0992013', 'ip_address': '19.86.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:57:15.208505 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:15.221071 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f805f-022c-4536-b843-283c41250a64 req-1f832752-133c-4872-abfd-64fe362c09f5 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:15.221314 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb5f805f-022c-4536-b843-283c41250a64 req-1f832752-133c-4872-abfd-64fe362c09f5 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 944 time: 0.0660355 Nov 11 11:57:15.226946 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:15.231441 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1797bc5-5c74-4db0-948d-1041ab4feb36 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:15.269092 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dc8c6a-fd01-44a5-841c-a2b36a834635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e990b1-18dd-4242-9688-0f51c6576fc6'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:15.271234 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d879291-9225-4772-bb67-16ca1d3adb28" -d '{"events": [{"server_uuid": "03dc8c6a-fd01-44a5-841c-a2b36a834635", "name": "network-vif-plugged", "status": "completed", "tag": "24e990b1-18dd-4242-9688-0f51c6576fc6"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:15.277499 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port b1797bc5-5c74-4db0-948d-1041ab4feb36, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b1797bc5-5c74-4db0-948d-1041ab4feb36,segment=NetworkSegment(f032e993-fbd7-4292-9d4f-28d2805eead5),segment_id=f032e993-fbd7-4292-9d4f-28d2805eead5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:15.286549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 24e990b1-18dd-4242-9688-0f51c6576fc6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=24e990b1-18dd-4242-9688-0f51c6576fc6,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:15.288131 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:15.288799 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device a4b70dd8-c88e-45ef-a50b-28359ecdb02c details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:57:15.301241 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:15.313924 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6d74046f-3520-41b2-a7cd-5497db77d0d3 req-0728622c-9db0-4884-beb1-eb4fc3aef347 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:15.339343 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb5f805f-022c-4536-b843-283c41250a64 req-e4212387-4361-4048-b8ba-a5f1a38b8776 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930903 Nov 11 11:57:15.339801 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728622c-9db0-4884-beb1-eb4fc3aef347 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Pushing event deleted for resources: {'Port': ['ID=d8aecf59-df2d-46b8-9efe-1eebda31865e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:15.409028 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=b1797bc5-5c74-4db0-948d-1041ab4feb36,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:15.491786 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port a4b70dd8-c88e-45ef-a50b-28359ecdb02c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a4b70dd8-c88e-45ef-a50b-28359ecdb02c,segment=NetworkSegment(fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf),segment_id=fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:15.494608 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6d74046f-3520-41b2-a7cd-5497db77d0d3 req-0728622c-9db0-4884-beb1-eb4fc3aef347 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:15.498098 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6d74046f-3520-41b2-a7cd-5497db77d0d3 req-0728622c-9db0-4884-beb1-eb4fc3aef347 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:15.499322 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d74046f-3520-41b2-a7cd-5497db77d0d3 req-0728622c-9db0-4884-beb1-eb4fc3aef347 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "DELETE /v2.0/floatingips/90ece734-94ee-4acb-8967-37031562a1ac HTTP/1.1" status: 204 len: 173 time: 1.1573009 Nov 11 11:57:15.513660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=24e990b1-18dd-4242-9688-0f51c6576fc6,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:15.528689 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'a4b70dd8-c88e-45ef-a50b-28359ecdb02c', 'network_id': '00210173-e44b-4a81-8c48-7f12b1d29490', 'port_id': 'a4b70dd8-c88e-45ef-a50b-28359ecdb02c', 'mac_address': 'fa:16:3e:23:e2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4e628-b50c-4c94-ab83-1fcd87db65d8', 'ip_address': '19.80.0.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:57:15.540413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314163c-c403-4b36-8100-01c3983153b3 req-ca488663-980f-4e11-b9e4-f62a4c48ae27 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:15.546412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f314163c-c403-4b36-8100-01c3983153b3 req-ca488663-980f-4e11-b9e4-f62a4c48ae27 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.1038072 Nov 11 11:57:15.549399 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05699d54-48cc-4e3d-af5c-eaae3b140c70 x-openstack-request-id: req-05699d54-48cc-4e3d-af5c-eaae3b140c70 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:15.549969 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2d6c7b-5781-4abd-86ac-31ff580d3195", "name": "network-vif-deleted", "tag": "9f0007ca-976d-4a8d-ba23-4de74ba528b8", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:15.550356 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05699d54-48cc-4e3d-af5c-eaae3b140c70 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:15.550825 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2d6c7b-5781-4abd-86ac-31ff580d3195', 'name': 'network-vif-deleted', 'tag': '9f0007ca-976d-4a8d-ba23-4de74ba528b8', 'status': 'completed', 'code': 200} Nov 11 11:57:15.598351 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:15.602028 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:15.612922 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b70dd8-c88e-45ef-a50b-28359ecdb02c {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:15.613973 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f314163c-c403-4b36-8100-01c3983153b3 req-25443799-75b5-47b0-82eb-0e75bdea80d8 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618927 Nov 11 11:57:15.656199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port a4b70dd8-c88e-45ef-a50b-28359ecdb02c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a4b70dd8-c88e-45ef-a50b-28359ecdb02c,segment=NetworkSegment(fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf),segment_id=fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:15.662181 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:15.670777 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5faccb8-abb3-4748-97ee-218324c53ec6 req-31db3183-e844-4da3-9a0e-15f43cfe932d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:15.671301 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0aaee29-bedc-4d4e-be4e-68c18845d997 x-openstack-request-id: req-a0aaee29-bedc-4d4e-be4e-68c18845d997 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:15.671775 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03dc8c6a-fd01-44a5-841c-a2b36a834635", "name": "network-vif-plugged", "status": "completed", "tag": "24e990b1-18dd-4242-9688-0f51c6576fc6", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:15.672024 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0aaee29-bedc-4d4e-be4e-68c18845d997 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:15.672402 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03dc8c6a-fd01-44a5-841c-a2b36a834635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e990b1-18dd-4242-9688-0f51c6576fc6', 'code': 200} Nov 11 11:57:15.675729 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5faccb8-abb3-4748-97ee-218324c53ec6 req-31db3183-e844-4da3-9a0e-15f43cfe932d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 945 time: 0.0653002 Nov 11 11:57:15.734260 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=a4b70dd8-c88e-45ef-a50b-28359ecdb02c,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:15.794984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-003dd90e-bb2d-45f5-b09c-ea5ad1ba47a7 req-15600054-db44-44c1-8de9-9a296f935681 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips/ea354040-5214-4d0f-8362-18e6e964d598 HTTP/1.1" status: 200 len: 693 time: 0.0980799 Nov 11 11:57:15.820625 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5faccb8-abb3-4748-97ee-218324c53ec6 req-4eaaa184-83f6-40ef-85fe-433a1894757a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415002 Nov 11 11:57:15.890983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53018d21-fa3e-4243-ad5b-80ff6d8712ad req-5af88fa9-f98d-4fc0-b662-9b7c3cbf1a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:15.892490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53018d21-fa3e-4243-ad5b-80ff6d8712ad req-5af88fa9-f98d-4fc0-b662-9b7c3cbf1a90 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 1096 time: 0.1365614 Nov 11 11:57:15.928161 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['a4b70dd8-c88e-45ef-a50b-28359ecdb02c'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:57:15.982041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dd90e-bb2d-45f5-b09c-ea5ad1ba47a7 req-2f415df9-ea5a-447f-baa5-a7184ad8879c tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:15.986119 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-003dd90e-bb2d-45f5-b09c-ea5ad1ba47a7 req-2f415df9-ea5a-447f-baa5-a7184ad8879c tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.1819422 Nov 11 11:57:16.049427 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53018d21-fa3e-4243-ad5b-80ff6d8712ad req-2db0e660-0c77-4006-bb75-d57080b13cbe service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483881 Nov 11 11:57:16.057809 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fb9d3-f48c-4f05-90d8-da59b09a3390 req-306237b8-be66-43f4-ba2f-8a1be974e6f0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:16.063830 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fb9d3-f48c-4f05-90d8-da59b09a3390 req-306237b8-be66-43f4-ba2f-8a1be974e6f0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:16.065374 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b3fb9d3-f48c-4f05-90d8-da59b09a3390 req-306237b8-be66-43f4-ba2f-8a1be974e6f0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 1679 time: 0.1700764 Nov 11 11:57:16.076248 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-003dd90e-bb2d-45f5-b09c-ea5ad1ba47a7 req-8d6839be-aaf2-4245-8ae5-0a85526ba23b tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 696 time: 0.0797708 Nov 11 11:57:16.142782 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-003dd90e-bb2d-45f5-b09c-ea5ad1ba47a7 req-76ef75de-a3bc-4dd4-98c8-3aa31467170f tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 696 time: 0.0587287 Nov 11 11:57:16.163412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b3fb9d3-f48c-4f05-90d8-da59b09a3390 req-6785d93e-358f-441b-993c-913336b76f74 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861104 Nov 11 11:57:16.267991 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5071a418-b086-423c-84fc-20009978d413 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:16.286485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-003dd90e-bb2d-45f5-b09c-ea5ad1ba47a7 req-5dc8c42c-b8f7-43a4-ae8f-7966322987b8 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Deleting port 7d9d519f-c883-457a-9324-71c0cd641d04 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:16.287389 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-003dd90e-bb2d-45f5-b09c-ea5ad1ba47a7 req-5dc8c42c-b8f7-43a4-ae8f-7966322987b8 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:16.355433 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 5071a418-b086-423c-84fc-20009978d413 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:16.356395 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:16.380946 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-003dd90e-bb2d-45f5-b09c-ea5ad1ba47a7 req-5dc8c42c-b8f7-43a4-ae8f-7966322987b8 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:16.381269 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-003dd90e-bb2d-45f5-b09c-ea5ad1ba47a7 req-5dc8c42c-b8f7-43a4-ae8f-7966322987b8 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:16.394469 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-003dd90e-bb2d-45f5-b09c-ea5ad1ba47a7 req-5dc8c42c-b8f7-43a4-ae8f-7966322987b8 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Calling delete_port for 7d9d519f-c883-457a-9324-71c0cd641d04 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:16.416322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50200) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:16.467770 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:16.488312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ece9eda-5109-417a-afb0-b272fe060965 admin admin] Deleting subnet 2a1254d7-4d60-4212-ac17-33a123440385 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:57:16.491481 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5ece9eda-5109-417a-afb0-b272fe060965 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:16.505767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5071a418-b086-423c-84fc-20009978d413, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5071a418-b086-423c-84fc-20009978d413,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:16.513359 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:16.536310 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5ece9eda-5109-417a-afb0-b272fe060965 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:16.541603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ea7e6-733e-4ed4-aa3e-a7dbbc588a92 req-d6163068-c285-4cdd-94e8-15cbc4d5ff74 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:16.549453 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-259ea7e6-733e-4ed4-aa3e-a7dbbc588a92 req-d6163068-c285-4cdd-94e8-15cbc4d5ff74 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 945 time: 0.0798199 Nov 11 11:57:16.569005 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5071a418-b086-423c-84fc-20009978d413,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:16.580963 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5ece9eda-5109-417a-afb0-b272fe060965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:16.662458 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5ece9eda-5109-417a-afb0-b272fe060965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:16.691441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece9eda-5109-417a-afb0-b272fe060965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1254d7-4d60-4212-ac17-33a123440385,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:16.695592 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5ece9eda-5109-417a-afb0-b272fe060965 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:16.701109 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5ece9eda-5109-417a-afb0-b272fe060965 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2a1254d7-4d60-4212-ac17-33a123440385 HTTP/1.1" status: 204 len: 168 time: 0.2813766 Nov 11 11:57:16.701846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50208) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:16.775167 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01e70df1-6606-47e3-88e3-6fcc7183c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:16.874742 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01e70df1-6606-47e3-88e3-6fcc7183c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:16.881844 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device a4b70dd8-c88e-45ef-a50b-28359ecdb02c up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:16.898926 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-01e70df1-6606-47e3-88e3-6fcc7183c3cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733583c5-c236-474a-a313-b2ff0caceffa']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:16.910187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-01e70df1-6606-47e3-88e3-6fcc7183c3cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0dfd7e9-0d39-4fa0-adba-bdbf342d5d97') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:16.910550 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-01e70df1-6606-47e3-88e3-6fcc7183c3cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0dfd7e9-0d39-4fa0-adba-bdbf342d5d97') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:16.924172 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01e70df1-6606-47e3-88e3-6fcc7183c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:16.944899 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01e70df1-6606-47e3-88e3-6fcc7183c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:16.954309 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e70df1-6606-47e3-88e3-6fcc7183c3cb admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:57:16.955140 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01e70df1-6606-47e3-88e3-6fcc7183c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:57:16.957507 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:57:16.971413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-259ea7e6-733e-4ed4-aa3e-a7dbbc588a92 req-0a8a59ed-96f9-42d9-81d8-10bb1c24ebd9 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141722 Nov 11 11:57:16.980183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port a4b70dd8-c88e-45ef-a50b-28359ecdb02c completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:57:16.987707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['b1797bc5-5c74-4db0-948d-1041ab4feb36'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:57:16.993365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port a4b70dd8-c88e-45ef-a50b-28359ecdb02c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:16.993855 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:17.024143 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-003dd90e-bb2d-45f5-b09c-ea5ad1ba47a7 req-5dc8c42c-b8f7-43a4-ae8f-7966322987b8 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:17.042719 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01e70df1-6606-47e3-88e3-6fcc7183c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:17.055545 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01e70df1-6606-47e3-88e3-6fcc7183c3cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:17.062154 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-01e70df1-6606-47e3-88e3-6fcc7183c3cb admin admin] 10.222.0.65 "DELETE /v2.0/networks/733583c5-c236-474a-a313-b2ff0caceffa HTTP/1.1" status: 204 len: 168 time: 0.3588047 Nov 11 11:57:17.083351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8c42c-b8f7-43a4-ae8f-7966322987b8 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Pushing event deleted for resources: {'Port': ['ID=7d9d519f-c883-457a-9324-71c0cd641d04,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:17.150411 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:17.214522 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port a4b70dd8-c88e-45ef-a50b-28359ecdb02c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a4b70dd8-c88e-45ef-a50b-28359ecdb02c,segment=NetworkSegment(fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf),segment_id=fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:17.215548 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50220) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:17.229105 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:17.232085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db4d6-b2f6-4de6-a65b-08157cc7a7ff req-9c7599ca-ed5c-4b8e-a643-5f49d809077c tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:17.234692 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd2db4d6-b2f6-4de6-a65b-08157cc7a7ff req-9c7599ca-ed5c-4b8e-a643-5f49d809077c tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 945 time: 0.1955967 Nov 11 11:57:17.275001 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-003dd90e-bb2d-45f5-b09c-ea5ad1ba47a7 req-5dc8c42c-b8f7-43a4-ae8f-7966322987b8 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:17.278443 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-003dd90e-bb2d-45f5-b09c-ea5ad1ba47a7 req-5dc8c42c-b8f7-43a4-ae8f-7966322987b8 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:17.279972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-003dd90e-bb2d-45f5-b09c-ea5ad1ba47a7 req-5dc8c42c-b8f7-43a4-ae8f-7966322987b8 tempest-FloatingIPDetailsTestJSON-1086674521 tempest-FloatingIPDetailsTestJSON-1086674521-project] 10.222.0.65 "DELETE /v2.0/floatingips/ea354040-5214-4d0f-8362-18e6e964d598 HTTP/1.1" status: 204 len: 173 time: 1.1293471 Nov 11 11:57:17.293271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50222) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:17.343638 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=a4b70dd8-c88e-45ef-a50b-28359ecdb02c,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:17.464874 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd2db4d6-b2f6-4de6-a65b-08157cc7a7ff req-cccf2533-2bb1-4749-8f03-0f0aa554715d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154436 Nov 11 11:57:17.501798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7139b02-475d-46b3-bf68-b500f5118c8b req-62e5f928-c156-42b4-ac4e-c3a82125dc97 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:17.503821 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7139b02-475d-46b3-bf68-b500f5118c8b req-62e5f928-c156-42b4-ac4e-c3a82125dc97 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.1123776 Nov 11 11:57:17.525427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e70df1-6606-47e3-88e3-6fcc7183c3cb admin admin] Pushing event deleted for resources: {'Network': ['ID=733583c5-c236-474a-a313-b2ff0caceffa,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:17.534375 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e84ea081-42a1-40ad-974f-3ce7966bdd05 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c78f7bec72d435ba676040f791ebb24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914925 Nov 11 11:57:17.536991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50226) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:17.598422 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa8e72-35c6-4c94-9981-73ce6a74beb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:17.621321 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa8e72-35c6-4c94-9981-73ce6a74beb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:17.662496 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7139b02-475d-46b3-bf68-b500f5118c8b req-bb8d53a4-1b15-4cbb-ba7a-661a6e8c66de tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251554 Nov 11 11:57:17.673470 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71faebe9-986d-4281-aa8c-53c8a270a27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5071a418-b086-423c-84fc-20009978d413'}, {'server_uuid': 'ed0bc604-35d7-4273-a6cf-594d3acfecd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b70dd8-c88e-45ef-a50b-28359ecdb02c'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:17.677916 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd4f06d-d11d-4fe3-815e-881801dae7ae" -d '{"events": [{"server_uuid": "71faebe9-986d-4281-aa8c-53c8a270a27b", "name": "network-vif-plugged", "status": "completed", "tag": "5071a418-b086-423c-84fc-20009978d413"}, {"server_uuid": "ed0bc604-35d7-4273-a6cf-594d3acfecd5", "name": "network-vif-plugged", "status": "completed", "tag": "a4b70dd8-c88e-45ef-a50b-28359ecdb02c"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:17.681727 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa8e72-35c6-4c94-9981-73ce6a74beb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:17.688665 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa8e72-35c6-4c94-9981-73ce6a74beb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:17.692578 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-59fa8e72-35c6-4c94-9981-73ce6a74beb6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb4d9d43-03c6-4d03-8b72-a917c0a13f76 HTTP/1.1" status: 204 len: 168 time: 0.1519821 Nov 11 11:57:17.695114 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7e092-87ca-49e7-976b-fabbebd5653c req-29af30c7-2f68-42f8-a314-0a870fc3f3ac tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:17.701487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7e092-87ca-49e7-976b-fabbebd5653c req-29af30c7-2f68-42f8-a314-0a870fc3f3ac tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:17.704491 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14f7e092-87ca-49e7-976b-fabbebd5653c req-29af30c7-2f68-42f8-a314-0a870fc3f3ac tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 1680 time: 0.1582112 Nov 11 11:57:17.724533 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa8e72-35c6-4c94-9981-73ce6a74beb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4d9d43-03c6-4d03-8b72-a917c0a13f76,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:17.815510 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a8f42c-85ec-4f19-8880-ead7f833a8f4 x-openstack-request-id: req-c8a8f42c-85ec-4f19-8880-ead7f833a8f4 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:17.816066 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71faebe9-986d-4281-aa8c-53c8a270a27b", "name": "network-vif-plugged", "status": "completed", "tag": "5071a418-b086-423c-84fc-20009978d413", "code": 200}, {"server_uuid": "ed0bc604-35d7-4273-a6cf-594d3acfecd5", "name": "network-vif-plugged", "status": "completed", "tag": "a4b70dd8-c88e-45ef-a50b-28359ecdb02c", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:17.816718 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c8a8f42c-85ec-4f19-8880-ead7f833a8f4 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:17.817364 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71faebe9-986d-4281-aa8c-53c8a270a27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5071a418-b086-423c-84fc-20009978d413', 'code': 200} Nov 11 11:57:17.817364 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0bc604-35d7-4273-a6cf-594d3acfecd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b70dd8-c88e-45ef-a50b-28359ecdb02c', 'code': 200} Nov 11 11:57:17.820871 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14f7e092-87ca-49e7-976b-fabbebd5653c req-f7bf35c0-07e7-41f2-accc-f89d522b996b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843518 Nov 11 11:57:18.114769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af291f-d40f-4c08-baa8-73470c7d75e2 req-935f3522-d21d-45ee-a982-23a23941cd54 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:18.116314 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20af291f-d40f-4c08-baa8-73470c7d75e2 req-935f3522-d21d-45ee-a982-23a23941cd54 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 946 time: 0.0751631 Nov 11 11:57:18.129232 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-11844c16-a09a-4481-a30a-76e3443bfe5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:18.252728 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20af291f-d40f-4c08-baa8-73470c7d75e2 req-280a2556-5459-4402-8c4b-1f3698d09686 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895181 Nov 11 11:57:18.276961 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9f0007ca-976d-4a8d-ba23-4de74ba528b8 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:57:18.292678 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 9f0007ca-976d-4a8d-ba23-4de74ba528b8 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:57:18.293024 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9f0007ca-976d-4a8d-ba23-4de74ba528b8 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:57:18.293445 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5071a418-b086-423c-84fc-20009978d413 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:57:18.349162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336f0ed-b82b-4aeb-82ac-e10dff178eb2 req-88237292-c4e4-45ad-91a9-0c2d7a53d457 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:18.350821 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6336f0ed-b82b-4aeb-82ac-e10dff178eb2 req-88237292-c4e4-45ad-91a9-0c2d7a53d457 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.62 "GET /v2.0/ports?device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 946 time: 0.0888982 Nov 11 11:57:18.398523 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:18.437206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5071a418-b086-423c-84fc-20009978d413, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5071a418-b086-423c-84fc-20009978d413,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:18.447007 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:18.540381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-6336f0ed-b82b-4aeb-82ac-e10dff178eb2 req-339f445d-6f61-4eb5-8fa6-f697fb0da03d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Deleting port 5071a418-b086-423c-84fc-20009978d413 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:18.540635 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6336f0ed-b82b-4aeb-82ac-e10dff178eb2 req-339f445d-6f61-4eb5-8fa6-f697fb0da03d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:18.547616 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-11844c16-a09a-4481-a30a-76e3443bfe5d admin admin] Deleting port 080593fd-24ae-4fd1-870b-b83919f146b7 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:18.547969 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-11844c16-a09a-4481-a30a-76e3443bfe5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:18.565120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5071a418-b086-423c-84fc-20009978d413,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:18.672948 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50260) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:18.683889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c1a4b-d679-4373-ae75-a46ef04ef688 req-ab70b646-2c6d-4e56-b960-ee3b45d5a81d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:18.685487 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf8c1a4b-d679-4373-ae75-a46ef04ef688 req-ab70b646-2c6d-4e56-b960-ee3b45d5a81d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 945 time: 0.0986249 Nov 11 11:57:18.698207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-6336f0ed-b82b-4aeb-82ac-e10dff178eb2 req-339f445d-6f61-4eb5-8fa6-f697fb0da03d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] For port 5071a418-b086-423c-84fc-20009978d413, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5071a418-b086-423c-84fc-20009978d413,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:18.699030 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6336f0ed-b82b-4aeb-82ac-e10dff178eb2 req-339f445d-6f61-4eb5-8fa6-f697fb0da03d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:18.709247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-11844c16-a09a-4481-a30a-76e3443bfe5d admin admin] For port 080593fd-24ae-4fd1-870b-b83919f146b7, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=080593fd-24ae-4fd1-870b-b83919f146b7,segment=NetworkSegment(48e25eb4-fb84-4d38-aacc-e28a017b9854),segment_id=48e25eb4-fb84-4d38-aacc-e28a017b9854)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:18.709805 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-11844c16-a09a-4481-a30a-76e3443bfe5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:18.715407 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-6336f0ed-b82b-4aeb-82ac-e10dff178eb2 req-339f445d-6f61-4eb5-8fa6-f697fb0da03d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Calling delete_port for 5071a418-b086-423c-84fc-20009978d413 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:18.739459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-11844c16-a09a-4481-a30a-76e3443bfe5d admin admin] Calling delete_port for 080593fd-24ae-4fd1-870b-b83919f146b7 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:18.780557 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf8c1a4b-d679-4373-ae75-a46ef04ef688 req-952837ca-665b-4982-8456-3f33784145df tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868280 Nov 11 11:57:18.872420 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ba66e2e0-2e66-46dc-83ab-84a8e04e6cc5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-816317500-network', 'tenant_id': 'a86394aaaa2a427c940d2da59692f2cf'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:18.891440 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b1797bc5-5c74-4db0-948d-1041ab4feb36 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:18.937090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd04d6-85ea-40d9-9b06-787f6b3ed988 req-f2f95329-ba51-48fc-88e3-30e10d635d12 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:18.938670 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8fd04d6-85ea-40d9-9b06-787f6b3ed988 req-f2f95329-ba51-48fc-88e3-30e10d635d12 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.1120508 Nov 11 11:57:19.010176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba66e2e0-2e66-46dc-83ab-84a8e04e6cc5 admin admin] Made reservation on behalf of a86394aaaa2a427c940d2da59692f2cf for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:19.013770 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba66e2e0-2e66-46dc-83ab-84a8e04e6cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:19.016072 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6336f0ed-b82b-4aeb-82ac-e10dff178eb2 req-339f445d-6f61-4eb5-8fa6-f697fb0da03d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:19.031690 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port b1797bc5-5c74-4db0-948d-1041ab4feb36 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:57:19.037025 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port b1797bc5-5c74-4db0-948d-1041ab4feb36 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:19.037624 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:19.060374 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba66e2e0-2e66-46dc-83ab-84a8e04e6cc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:19.065213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f445d-6f61-4eb5-8fa6-f697fb0da03d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Pushing event deleted for resources: {'Port': ['ID=5071a418-b086-423c-84fc-20009978d413,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:19.106663 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8fd04d6-85ea-40d9-9b06-787f6b3ed988 req-e5a30a29-31ee-41d6-aad8-4792e05f1685 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380641 Nov 11 11:57:19.116284 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-11844c16-a09a-4481-a30a-76e3443bfe5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:19.161533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11844c16-a09a-4481-a30a-76e3443bfe5d admin admin] Pushing event deleted for resources: {'Port': ['ID=080593fd-24ae-4fd1-870b-b83919f146b7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:19.182667 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:19.191959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4087bf-32a4-4123-a827-6aeb5bc64876 req-7ab413d5-d6de-4934-aeb7-cee8df856e97 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:19.193762 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb4087bf-32a4-4123-a827-6aeb5bc64876 req-7ab413d5-d6de-4934-aeb7-cee8df856e97 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 1096 time: 0.1633663 Nov 11 11:57:19.216988 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6336f0ed-b82b-4aeb-82ac-e10dff178eb2 req-339f445d-6f61-4eb5-8fa6-f697fb0da03d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] No DVR routers for this DVR port 5071a418-b086-423c-84fc-20009978d413 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:57:19.223581 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6336f0ed-b82b-4aeb-82ac-e10dff178eb2 req-339f445d-6f61-4eb5-8fa6-f697fb0da03d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:19.232021 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6336f0ed-b82b-4aeb-82ac-e10dff178eb2 req-339f445d-6f61-4eb5-8fa6-f697fb0da03d tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.62 "DELETE /v2.0/ports/5071a418-b086-423c-84fc-20009978d413 HTTP/1.1" status: 204 len: 173 time: 0.8713930 Nov 11 11:57:19.234639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71faebe9-986d-4281-aa8c-53c8a270a27b', 'name': 'network-vif-deleted', 'tag': '5071a418-b086-423c-84fc-20009978d413'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:19.247879 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff0ba56-af94-4a5f-ba58-5f6d72e7ed20" -d '{"events": [{"server_uuid": "71faebe9-986d-4281-aa8c-53c8a270a27b", "name": "network-vif-deleted", "tag": "5071a418-b086-423c-84fc-20009978d413"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:19.251908 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port b1797bc5-5c74-4db0-948d-1041ab4feb36, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b1797bc5-5c74-4db0-948d-1041ab4feb36,segment=NetworkSegment(f032e993-fbd7-4292-9d4f-28d2805eead5),segment_id=f032e993-fbd7-4292-9d4f-28d2805eead5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:19.263078 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:19.360483 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb4087bf-32a4-4123-a827-6aeb5bc64876 req-26a8446e-8a77-4980-9860-b65ec6dbd47b tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460173 Nov 11 11:57:19.370082 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=b1797bc5-5c74-4db0-948d-1041ab4feb36,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:19.373903 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba66e2e0-2e66-46dc-83ab-84a8e04e6cc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:19.382700 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba66e2e0-2e66-46dc-83ab-84a8e04e6cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:19.420194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba66e2e0-2e66-46dc-83ab-84a8e04e6cc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:57:19.422572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09589ac-67cf-4403-8b35-2123329c6a76 req-e9905a74-92ba-49f4-826e-ba1111cade75 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:19.425932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66e2e0-2e66-46dc-83ab-84a8e04e6cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c72ef9-0116-49fe-b400-b7d4a30d5bb8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:19.436124 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba66e2e0-2e66-46dc-83ab-84a8e04e6cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:19.436472 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-ba66e2e0-2e66-46dc-83ab-84a8e04e6cc5 admin admin] Added segment 7841d590-44d1-414c-ba1d-819bf3975e29 of type vlan for network a564931d-f4a5-42bd-ad11-b9ad065b88f7 Nov 11 11:57:19.438352 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09589ac-67cf-4403-8b35-2123329c6a76 req-e9905a74-92ba-49f4-826e-ba1111cade75 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:19.442766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e09589ac-67cf-4403-8b35-2123329c6a76 req-e9905a74-92ba-49f4-826e-ba1111cade75 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 1680 time: 0.2090795 Nov 11 11:57:19.487270 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd85606-e799-4650-9035-3bc73e2f1073 x-openstack-request-id: req-6cd85606-e799-4650-9035-3bc73e2f1073 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:19.487270 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71faebe9-986d-4281-aa8c-53c8a270a27b", "name": "network-vif-deleted", "tag": "5071a418-b086-423c-84fc-20009978d413", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:19.487270 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6cd85606-e799-4650-9035-3bc73e2f1073 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:19.487802 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71faebe9-986d-4281-aa8c-53c8a270a27b', 'name': 'network-vif-deleted', 'tag': '5071a418-b086-423c-84fc-20009978d413', 'status': 'completed', 'code': 200} Nov 11 11:57:19.503904 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba66e2e0-2e66-46dc-83ab-84a8e04e6cc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:19.550151 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba66e2e0-2e66-46dc-83ab-84a8e04e6cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:19.551198 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba66e2e0-2e66-46dc-83ab-84a8e04e6cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:19.551779 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba66e2e0-2e66-46dc-83ab-84a8e04e6cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:19.588528 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ba66e2e0-2e66-46dc-83ab-84a8e04e6cc5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9119427 Nov 11 11:57:19.596596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50284) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:19.601438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fe1bdcb9-eacd-4e34-b752-276e2460d0bf admin admin] Request body: {'subnet': {'network_id': 'a564931d-f4a5-42bd-ad11-b9ad065b88f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-816317500-subnet', 'tenant_id': 'a86394aaaa2a427c940d2da59692f2cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:19.623194 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fd88bf2-8968-42e6-8f2f-e4af282170dd req-fa2a7257-261d-4ae0-bd9b-1b9ed6702cdc tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=71faebe9-986d-4281-aa8c-53c8a270a27b HTTP/1.1" status: 200 len: 210 time: 0.0739999 Nov 11 11:57:19.641418 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e09589ac-67cf-4403-8b35-2123329c6a76 req-9f2a4d32-458a-4d88-88bf-803f8e0da98c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868036 Nov 11 11:57:19.666133 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-11844c16-a09a-4481-a30a-76e3443bfe5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:19.678246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66e2e0-2e66-46dc-83ab-84a8e04e6cc5 admin admin] Pushing event updated for resources: {'Network': ['ID=a564931d-f4a5-42bd-ad11-b9ad065b88f7,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:19.691595 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network a564931d-f4a5-42bd-ad11-b9ad065b88f7 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:57:19.692668 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1bdcb9-eacd-4e34-b752-276e2460d0bf admin admin] Made reservation on behalf of a86394aaaa2a427c940d2da59692f2cf for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:19.695860 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe1bdcb9-eacd-4e34-b752-276e2460d0bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:19.839082 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71faebe9-986d-4281-aa8c-53c8a270a27b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5071a418-b086-423c-84fc-20009978d413'}, {'server_uuid': 'ed0bc604-35d7-4273-a6cf-594d3acfecd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1797bc5-5c74-4db0-948d-1041ab4feb36'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:19.843999 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4c4b46-ebe9-4a16-8c4b-40b3afbb054b" -d '{"events": [{"server_uuid": "71faebe9-986d-4281-aa8c-53c8a270a27b", "name": "network-vif-unplugged", "status": "completed", "tag": "5071a418-b086-423c-84fc-20009978d413"}, {"server_uuid": "ed0bc604-35d7-4273-a6cf-594d3acfecd5", "name": "network-vif-plugged", "status": "completed", "tag": "b1797bc5-5c74-4db0-948d-1041ab4feb36"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:19.927074 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f941753-5cb6-4144-885d-b0cb297aa549 x-openstack-request-id: req-2f941753-5cb6-4144-885d-b0cb297aa549 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:19.927695 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71faebe9-986d-4281-aa8c-53c8a270a27b", "name": "network-vif-unplugged", "status": "completed", "tag": "5071a418-b086-423c-84fc-20009978d413", "code": 200}, {"server_uuid": "ed0bc604-35d7-4273-a6cf-594d3acfecd5", "name": "network-vif-plugged", "status": "completed", "tag": "b1797bc5-5c74-4db0-948d-1041ab4feb36", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:19.927695 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2f941753-5cb6-4144-885d-b0cb297aa549 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:19.928125 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71faebe9-986d-4281-aa8c-53c8a270a27b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5071a418-b086-423c-84fc-20009978d413', 'code': 200} Nov 11 11:57:19.928313 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0bc604-35d7-4273-a6cf-594d3acfecd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1797bc5-5c74-4db0-948d-1041ab4feb36', 'code': 200} Nov 11 11:57:19.977759 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe1bdcb9-eacd-4e34-b752-276e2460d0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:20.066505 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bdcb9-eacd-4e34-b752-276e2460d0bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1336b5b5-ac6b-4a4b-9685-0f21a9f5da01,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:20.068980 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1bdcb9-eacd-4e34-b752-276e2460d0bf admin admin] Checking segment: {'id': '7841d590-44d1-414c-ba1d-819bf3975e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a564931d-f4a5-42bd-ad11-b9ad065b88f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:20.069483 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1bdcb9-eacd-4e34-b752-276e2460d0bf admin admin] Network hostable DHCP agents. Network: a564931d-f4a5-42bd-ad11-b9ad065b88f7, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:57:20.092200 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1bdcb9-eacd-4e34-b752-276e2460d0bf admin admin] Network a564931d-f4a5-42bd-ad11-b9ad065b88f7 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:57:20.107137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-fe1bdcb9-eacd-4e34-b752-276e2460d0bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, a564931d-f4a5-42bd-ad11-b9ad065b88f7) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:20.121099 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1bdcb9-eacd-4e34-b752-276e2460d0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:20.123051 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe1bdcb9-eacd-4e34-b752-276e2460d0bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:20.129036 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a467b43f-c881-4b22-b5bf-01d90bfcc14d None None] Network a564931d-f4a5-42bd-ad11-b9ad065b88f7 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:57:20.155947 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fe1bdcb9-eacd-4e34-b752-276e2460d0bf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5581486 Nov 11 11:57:20.183651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11844c16-a09a-4481-a30a-76e3443bfe5d admin admin] Router b6c07738-a4d7-4261-87f9-008d81262f36 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:57:20.364786 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba3968-3685-4162-ac81-3734827a0cb6 req-cec2eefd-7905-4bd2-b23b-ea15e7a8885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:20.365420 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba3968-3685-4162-ac81-3734827a0cb6 req-cec2eefd-7905-4bd2-b23b-ea15e7a8885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:20.367164 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10ba3968-3685-4162-ac81-3734827a0cb6 req-cec2eefd-7905-4bd2-b23b-ea15e7a8885a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 1983 time: 0.3453982 Nov 11 11:57:20.449244 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76243f-82cc-4671-ad9c-bf5e60d7ac2b req-5cc61cd1-e68c-41fc-9f76-3b2d8867549a tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:20.464148 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f76243f-82cc-4671-ad9c-bf5e60d7ac2b req-5cc61cd1-e68c-41fc-9f76-3b2d8867549a tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.2161701 Nov 11 11:57:20.523455 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10ba3968-3685-4162-ac81-3734827a0cb6 req-01245372-be4e-4c53-9845-3267fc23e4b1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463976 Nov 11 11:57:20.539514 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11844c16-a09a-4481-a30a-76e3443bfe5d admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:57:20.548657 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-11844c16-a09a-4481-a30a-76e3443bfe5d admin admin] 10.222.0.65 "PUT /v2.0/routers/b6c07738-a4d7-4261-87f9-008d81262f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2524254 Nov 11 11:57:20.551333 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced83d1-b851-4e3d-a236-4ddc923e2092 None None] Sync routers for ids ['b6c07738-a4d7-4261-87f9-008d81262f36'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:57:20.551928 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50312) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:20.570201 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f76243f-82cc-4671-ad9c-bf5e60d7ac2b req-b8b5c088-7669-4e7f-8655-e9b0edefae73 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050367 Nov 11 11:57:20.570593 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced83d1-b851-4e3d-a236-4ddc923e2092 None None] Routers {'b6c07738-a4d7-4261-87f9-008d81262f36'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:57:20.571946 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5ced83d1-b851-4e3d-a236-4ddc923e2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:57:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b6c07738-a4d7-4261-87f9-008d81262f36'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:20.717073 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882de7a2-63fe-4256-838f-76938cbc140a None None] Network a564931d-f4a5-42bd-ad11-b9ad065b88f7 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:57:20.802938 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-5ced83d1-b851-4e3d-a236-4ddc923e2092 None None] Set router b6c07738-a4d7-4261-87f9-008d81262f36 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:57:20.868017 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cf9dcd4-670f-4142-b77f-91aa99634717 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:21.033055 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cf9dcd4-670f-4142-b77f-91aa99634717 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:21.044202 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-220af9ac-f874-4c8e-925a-137eef3e43a8 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:21.052283 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-220af9ac-f874-4c8e-925a-137eef3e43a8 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/networks?id=a564931d-f4a5-42bd-ad11-b9ad065b88f7 HTTP/1.1" status: 200 len: 808 time: 0.2598150 Nov 11 11:57:21.093081 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-da93575e-230e-4578-be1d-cf79c54123fb tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/quotas/a86394aaaa2a427c940d2da59692f2cf HTTP/1.1" status: 200 len: 375 time: 0.0255911 Nov 11 11:57:21.112548 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8cf9dcd4-670f-4142-b77f-91aa99634717 admin admin] Deleting port da39bc34-37e0-4371-8e58-0576b67b48a9 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:21.115412 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cf9dcd4-670f-4142-b77f-91aa99634717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:21.119915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cf6b4-3832-4d24-aab5-ff2604954aa4 req-b9c96ad1-7af8-407a-b7c1-42ac01e5c153 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:21.135370 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5ced83d1-b851-4e3d-a236-4ddc923e2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'name': 'tempest-FloatingIPDetailsTestJSON-998444157-router', 'tenant_id': '893a7d9c0f924376b4b3ce425a42d08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'da39bc34-37e0-4371-8e58-0576b67b48a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:29Z', 'updated_at': '2021-11-11T11:57:18Z', 'revision_number': 5, 'project_id': '893a7d9c0f924376b4b3ce425a42d08a', 'gw_port': {'id': 'da39bc34-37e0-4371-8e58-0576b67b48a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:29Z', 'updated_at': '2021-11-11T11:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:21.137686 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cf6b4-3832-4d24-aab5-ff2604954aa4 req-b9c96ad1-7af8-407a-b7c1-42ac01e5c153 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:21.146295 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-149cf6b4-3832-4d24-aab5-ff2604954aa4 req-b9c96ad1-7af8-407a-b7c1-42ac01e5c153 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 1681 time: 0.2138734 Nov 11 11:57:21.205785 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced83d1-b851-4e3d-a236-4ddc923e2092 None None] Checking router: b6c07738-a4d7-4261-87f9-008d81262f36 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:57:21.214463 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-f7ceb28e-5a16-465a-9102-09cfee76bbb1 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a86394aaaa2a427c940d2da59692f2cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1186109 Nov 11 11:57:21.227206 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced83d1-b851-4e3d-a236-4ddc923e2092 None None] Routers {'b6c07738-a4d7-4261-87f9-008d81262f36'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:57:21.227816 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5ced83d1-b851-4e3d-a236-4ddc923e2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:57:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b6c07738-a4d7-4261-87f9-008d81262f36'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:21.299791 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:21.316708 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-8cf9dcd4-670f-4142-b77f-91aa99634717 admin admin] For port da39bc34-37e0-4371-8e58-0576b67b48a9, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=da39bc34-37e0-4371-8e58-0576b67b48a9,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:21.317068 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cf9dcd4-670f-4142-b77f-91aa99634717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:21.342780 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8cf9dcd4-670f-4142-b77f-91aa99634717 admin admin] Calling delete_port for da39bc34-37e0-4371-8e58-0576b67b48a9 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:21.392639 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-5ced83d1-b851-4e3d-a236-4ddc923e2092 None None] Set router b6c07738-a4d7-4261-87f9-008d81262f36 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:57:21.423821 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-149cf6b4-3832-4d24-aab5-ff2604954aa4 req-a3d9f2d1-fd15-4e7b-9bee-55ee0d58df82 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758682 Nov 11 11:57:21.478376 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5ced83d1-b851-4e3d-a236-4ddc923e2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'name': 'tempest-FloatingIPDetailsTestJSON-998444157-router', 'tenant_id': '893a7d9c0f924376b4b3ce425a42d08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:29Z', 'updated_at': '2021-11-11T11:57:21Z', 'revision_number': 6, 'project_id': '893a7d9c0f924376b4b3ce425a42d08a', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:21.479898 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b4dd398f-cd52-4486-9f9f-569c58d8d994 service neutron] 10.222.0.65 "GET /v2.0/networks/a564931d-f4a5-42bd-ad11-b9ad065b88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574227 Nov 11 11:57:21.548043 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced83d1-b851-4e3d-a236-4ddc923e2092 None None] The sync data for ids ['b6c07738-a4d7-4261-87f9-008d81262f36'] in n-d-807359-3 is: [{'id': 'b6c07738-a4d7-4261-87f9-008d81262f36', 'name': 'tempest-FloatingIPDetailsTestJSON-998444157-router', 'tenant_id': '893a7d9c0f924376b4b3ce425a42d08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:29Z', 'updated_at': '2021-11-11T11:57:21Z', 'revision_number': 6, 'project_id': '893a7d9c0f924376b4b3ce425a42d08a', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:57:21.743504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-1b6326e7-4024-476d-b8f1-9d34ef3aac2d service neutron] 10.222.0.65 "GET /v2.0/networks/a564931d-f4a5-42bd-ad11-b9ad065b88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600288 Nov 11 11:57:21.785926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-06c63407-ff62-4361-aee8-687ec532adae tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:21.786421 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cf9dcd4-670f-4142-b77f-91aa99634717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:21.795434 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-06c63407-ff62-4361-aee8-687ec532adae tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/networks?id=56444805-2ce0-4763-95ba-977c0e243bbb HTTP/1.1" status: 200 len: 822 time: 0.1751390 Nov 11 11:57:21.815166 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-8fd5fc96-fa64-42b0-b97a-a1c147586e98 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/quotas/f47ff093d10146bb8bace9b363f3ab54 HTTP/1.1" status: 200 len: 375 time: 0.0187109 Nov 11 11:57:21.845751 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9dcd4-670f-4142-b77f-91aa99634717 admin admin] Pushing event deleted for resources: {'Port': ['ID=da39bc34-37e0-4371-8e58-0576b67b48a9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:21.911951 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-931cecf2-18a3-4603-bd09-12def62b0715 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f47ff093d10146bb8bace9b363f3ab54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0939741 Nov 11 11:57:21.955642 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cf9dcd4-670f-4142-b77f-91aa99634717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:22.132823 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cf9dcd4-670f-4142-b77f-91aa99634717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:22.135701 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cf9dcd4-670f-4142-b77f-91aa99634717 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:22.197424 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cf9dcd4-670f-4142-b77f-91aa99634717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:22.198973 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf9dcd4-670f-4142-b77f-91aa99634717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6c07738-a4d7-4261-87f9-008d81262f36 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:57:22.205812 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8cf9dcd4-670f-4142-b77f-91aa99634717 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:22.206768 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8cf9dcd4-670f-4142-b77f-91aa99634717 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b6c07738-a4d7-4261-87f9-008d81262f36 HTTP/1.1" status: 204 len: 168 time: 1.6542656 Nov 11 11:57:22.209351 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50350) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:22.276668 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-9caad5b0-a4d2-4215-a0e7-6803f3e719dc admin admin] Deleting subnet 224b43af-7403-40f6-8eb2-7eba3d95f2ef {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:57:22.283015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9caad5b0-a4d2-4215-a0e7-6803f3e719dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:22.297541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5071a418-b086-423c-84fc-20009978d413 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:57:22.327433 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 5071a418-b086-423c-84fc-20009978d413 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:57:22.329317 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5071a418-b086-423c-84fc-20009978d413 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:57:22.337408 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9caad5b0-a4d2-4215-a0e7-6803f3e719dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:22.455116 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9caad5b0-a4d2-4215-a0e7-6803f3e719dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:22.534993 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9caad5b0-a4d2-4215-a0e7-6803f3e719dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:22.591799 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9caad5b0-a4d2-4215-a0e7-6803f3e719dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:22.596756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cc7643-35ae-4f25-be47-bbeb447f473e None None] Network beed9518-1d11-43d5-b800-8c4c3de64870 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:57:22.605751 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9caad5b0-a4d2-4215-a0e7-6803f3e719dc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/224b43af-7403-40f6-8eb2-7eba3d95f2ef HTTP/1.1" status: 204 len: 168 time: 0.3951011 Nov 11 11:57:22.606474 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50364) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:22.607320 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caad5b0-a4d2-4215-a0e7-6803f3e719dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=224b43af-7403-40f6-8eb2-7eba3d95f2ef,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:22.734134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabce53-d76b-4c90-a7e2-6221f9a192a4 req-38ffd178-a749-4d60-a67f-085c101c259e tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:22.744008 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0eabce53-d76b-4c90-a7e2-6221f9a192a4 req-38ffd178-a749-4d60-a67f-085c101c259e tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.2017758 Nov 11 11:57:22.752977 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:22.767839 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-e744935a-811d-4da1-a4ac-0556d544d563 service neutron] 10.222.0.65 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8511560 Nov 11 11:57:22.789342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device da39bc34-37e0-4371-8e58-0576b67b48a9 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:57:22.820358 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: da39bc34-37e0-4371-8e58-0576b67b48a9 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:57:22.820710 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device da39bc34-37e0-4371-8e58-0576b67b48a9 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:57:22.835132 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 080593fd-24ae-4fd1-870b-b83919f146b7 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:57:22.862414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] Deleting port 13533340-fb35-414f-8a39-b0959f8397e7 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:22.862751 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:22.896064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 080593fd-24ae-4fd1-870b-b83919f146b7 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:57:22.896687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 080593fd-24ae-4fd1-870b-b83919f146b7 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:57:22.943087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0eabce53-d76b-4c90-a7e2-6221f9a192a4 req-5fd82cf5-d67b-4c0a-897a-e298fde4cf63 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978781 Nov 11 11:57:23.028057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-e9652c82-d30c-4c2a-ab54-54ccc38eb06d service neutron] 10.222.0.65 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251515 Nov 11 11:57:23.049541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] For port 13533340-fb35-414f-8a39-b0959f8397e7, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=13533340-fb35-414f-8a39-b0959f8397e7,segment=NetworkSegment(48e25eb4-fb84-4d38-aacc-e28a017b9854),segment_id=48e25eb4-fb84-4d38-aacc-e28a017b9854)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:23.050147 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:23.068932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] Calling delete_port for 13533340-fb35-414f-8a39-b0959f8397e7 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:23.102034 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9068b809-d196-42a2-a05f-183802ea2a2b None None] DHCP port deletion for beed9518-1d11-43d5-b800-8c4c3de64870 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:57:23.107892 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d8739fc4-bd34-40a4-a65e-2dba07ac6cfa req-ccc523c6-1fa5-48ca-bf0c-c273844493f1 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 210 time: 0.0551093 Nov 11 11:57:23.213610 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-9068b809-d196-42a2-a05f-183802ea2a2b None None] Deleting port 13533340-fb35-414f-8a39-b0959f8397e7 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:23.213981 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9068b809-d196-42a2-a05f-183802ea2a2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:23.239920 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:23.295782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5cd8c-5139-4e3e-ae23-b47a6e7db613 req-3796a962-66c0-4feb-8aa3-ae0a21fcc158 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:23.304231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5cd8c-5139-4e3e-ae23-b47a6e7db613 req-3796a962-66c0-4feb-8aa3-ae0a21fcc158 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:23.314685 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-01c5cd8c-5139-4e3e-ae23-b47a6e7db613 req-3796a962-66c0-4feb-8aa3-ae0a21fcc158 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 1681 time: 0.1267095 Nov 11 11:57:23.340437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] No DVR routers for this DVR port 13533340-fb35-414f-8a39-b0959f8397e7 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:57:23.343439 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] Pushing event deleted for resources: {'Port': ['ID=13533340-fb35-414f-8a39-b0959f8397e7,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:23.391832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9068b809-d196-42a2-a05f-183802ea2a2b None None] For port 13533340-fb35-414f-8a39-b0959f8397e7, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=13533340-fb35-414f-8a39-b0959f8397e7,segment=NetworkSegment(48e25eb4-fb84-4d38-aacc-e28a017b9854),segment_id=48e25eb4-fb84-4d38-aacc-e28a017b9854)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:23.393897 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9068b809-d196-42a2-a05f-183802ea2a2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:23.412825 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-9068b809-d196-42a2-a05f-183802ea2a2b None None] Calling delete_port for 13533340-fb35-414f-8a39-b0959f8397e7 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:23.420549 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-01c5cd8c-5139-4e3e-ae23-b47a6e7db613 req-15b73eed-a030-419a-a0bf-6f2aaac1a536 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048663 Nov 11 11:57:23.512844 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:23.537501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beed9518-1d11-43d5-b800-8c4c3de64870']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:23.548484 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e25eb4-fb84-4d38-aacc-e28a017b9854') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:23.548855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e25eb4-fb84-4d38-aacc-e28a017b9854') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:23.560966 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:23.587029 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:23.594842 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:57:23.595444 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: from cryptography.utils import int_from_bytes Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: from cryptography.utils import int_from_bytes Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.646572 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.652227 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.652227 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.652227 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.652227 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.652227 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.652227 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.652227 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.652227 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.652227 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.652227 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.652227 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.652227 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.652227 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:57:23.652227 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 11:57:23.678679 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9068b809-d196-42a2-a05f-183802ea2a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:57:23.684590 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:57:23.697355 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:23.730303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:23.739186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068b809-d196-42a2-a05f-183802ea2a2b None None] Pushing event deleted for resources: {'Port': ['ID=13533340-fb35-414f-8a39-b0959f8397e7,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:23.741716 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] 10.222.0.65 "DELETE /v2.0/networks/beed9518-1d11-43d5-b800-8c4c3de64870 HTTP/1.1" status: 204 len: 168 time: 1.1311564 Nov 11 11:57:23.744173 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3892a42-a6a1-461a-be34-687613e5edef admin admin] Pushing event deleted for resources: {'Network': ['ID=beed9518-1d11-43d5-b800-8c4c3de64870,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:23.757025 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9068b809-d196-42a2-a05f-183802ea2a2b None None] No DVR routers for this DVR port 13533340-fb35-414f-8a39-b0959f8397e7 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:57:23.846411 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-767d6aa2-5bb8-4bdd-becc-c3660869dbd3 req-92b04f1d-4134-4c65-932d-92fdcbae5c9e tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 210 time: 0.1810877 Nov 11 11:57:24.091585 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50398) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:24.135712 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cc028-363a-430b-99bf-f130c36a4ff3 req-e12d1ab7-be8a-4304-b3a9-6c4f18cbcdc1 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:24.145790 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c1cc028-363a-430b-99bf-f130c36a4ff3 req-e12d1ab7-be8a-4304-b3a9-6c4f18cbcdc1 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.0851963 Nov 11 11:57:24.196112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-94b9a5bc-9747-4849-a6bb-abd4fffa86c2 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:24.197608 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-94b9a5bc-9747-4849-a6bb-abd4fffa86c2 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.62 "GET /v2.0/networks?id=a564931d-f4a5-42bd-ad11-b9ad065b88f7 HTTP/1.1" status: 200 len: 808 time: 0.3028321 Nov 11 11:57:24.214007 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4f1a5515-41f4-48ac-b92c-5539d4da53c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=893a7d9c0f924376b4b3ce425a42d08a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1148393 Nov 11 11:57:24.216399 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50404) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:24.230825 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-5f6be3b6-44b0-442c-9a3b-b0211e7ffa89 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Request body: {'port': {'device_id': '8f5a1cb8-9740-41fb-b8bc-64ad171161fa', 'network_id': 'a564931d-f4a5-42bd-ad11-b9ad065b88f7', 'admin_state_up': True, 'tenant_id': 'a86394aaaa2a427c940d2da59692f2cf'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:24.245037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c1cc028-363a-430b-99bf-f130c36a4ff3 req-b31a3963-fa71-459d-942a-a7888809ae3e tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982959 Nov 11 11:57:24.282460 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03900717-8a67-4b28-9921-4eb99bb41337 req-79118fb8-5c56-4979-81c2-50096e1c1014 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:24.293431 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03900717-8a67-4b28-9921-4eb99bb41337 req-79118fb8-5c56-4979-81c2-50096e1c1014 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:24.295561 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-03900717-8a67-4b28-9921-4eb99bb41337 req-79118fb8-5c56-4979-81c2-50096e1c1014 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 1681 time: 0.1232016 Nov 11 11:57:24.379005 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-24c13074-22db-426d-b690-a1d608764b8f req-57792b4d-5699-483b-b04d-2f476c27b326 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 210 time: 0.0345833 Nov 11 11:57:24.399004 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eb9918ee-5dd4-4647-9108-63f5ee1190d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:24.409351 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-03900717-8a67-4b28-9921-4eb99bb41337 req-a20da094-65a4-41f9-97f2-86aff4f37d0f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963092 Nov 11 11:57:24.428297 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eb9918ee-5dd4-4647-9108-63f5ee1190d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:24.487644 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-5f6be3b6-44b0-442c-9a3b-b0211e7ffa89 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Made reservation on behalf of a86394aaaa2a427c940d2da59692f2cf for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:24.491122 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-5f6be3b6-44b0-442c-9a3b-b0211e7ffa89 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:24.518965 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eb9918ee-5dd4-4647-9108-63f5ee1190d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:24.521541 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eb9918ee-5dd4-4647-9108-63f5ee1190d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:24.525540 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-eb9918ee-5dd4-4647-9108-63f5ee1190d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c7d33a0-45ef-498c-91e3-8724045afbd8 HTTP/1.1" status: 204 len: 168 time: 0.3055573 Nov 11 11:57:24.533769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9918ee-5dd4-4647-9108-63f5ee1190d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7d33a0-45ef-498c-91e3-8724045afbd8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:24.687373 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-5f6be3b6-44b0-442c-9a3b-b0211e7ffa89 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Allocated IP 172.20.0.5 (a564931d-f4a5-42bd-ad11-b9ad065b88f7/1336b5b5-ac6b-4a4b-9685-0f21a9f5da01/17361a35-9d98-4a83-9cf9-b502bfacd3ec) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:24.720934 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 13533340-fb35-414f-8a39-b0959f8397e7 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:57:24.751562 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 13533340-fb35-414f-8a39-b0959f8397e7 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:57:24.752315 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 13533340-fb35-414f-8a39-b0959f8397e7 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:57:24.975607 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d08f721-2c25-4309-81ce-f5d221c7133b req-b289cef3-6e26-417e-9714-10b8a5b9f1a7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 210 time: 0.0419109 Nov 11 11:57:24.982249 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-010e5c19-3cf4-416d-9d48-952090f3ea06 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:24.983859 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-010e5c19-3cf4-416d-9d48-952090f3ea06 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.62 "GET /v2.0/networks?id=56444805-2ce0-4763-95ba-977c0e243bbb HTTP/1.1" status: 200 len: 822 time: 0.2581735 Nov 11 11:57:25.003510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-ac4f1882-152d-4642-ad56-d580b4a91650 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Request body: {'port': {'device_id': '863e63fe-5190-4c61-8aed-98c5cece6117', 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb', 'admin_state_up': True, 'tenant_id': 'f47ff093d10146bb8bace9b363f3ab54'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:25.082742 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-5f6be3b6-44b0-442c-9a3b-b0211e7ffa89 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:25.163773 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-5f6be3b6-44b0-442c-9a3b-b0211e7ffa89 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:25.206545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-ac4f1882-152d-4642-ad56-d580b4a91650 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Made reservation on behalf of f47ff093d10146bb8bace9b363f3ab54 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:25.210774 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-ac4f1882-152d-4642-ad56-d580b4a91650 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:25.241830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-5f6be3b6-44b0-442c-9a3b-b0211e7ffa89 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Network a564931d-f4a5-42bd-ad11-b9ad065b88f7 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:25.249517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-5f6be3b6-44b0-442c-9a3b-b0211e7ffa89 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:25.252245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-5f6be3b6-44b0-442c-9a3b-b0211e7ffa89 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:25.287242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6be3b6-44b0-442c-9a3b-b0211e7ffa89 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Pushing event updated for resources: {'Port': ['ID=17361a35-9d98-4a83-9cf9-b502bfacd3ec,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:25.360638 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-5f6be3b6-44b0-442c-9a3b-b0211e7ffa89 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:25.361249 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-5f6be3b6-44b0-442c-9a3b-b0211e7ffa89 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:25.411643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cd089-c51f-45f1-92c7-26bc012e74cd req-c67f40e6-49aa-44d8-a147-c6b84be6f0d4 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:25.419214 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-5f6be3b6-44b0-442c-9a3b-b0211e7ffa89 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1945567 Nov 11 11:57:25.420824 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa1cd089-c51f-45f1-92c7-26bc012e74cd req-c67f40e6-49aa-44d8-a147-c6b84be6f0d4 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.0726168 Nov 11 11:57:25.435492 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Request body: {'port': {'device_id': '8f5a1cb8-9740-41fb-b8bc-64ad171161fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:25.512894 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa1cd089-c51f-45f1-92c7-26bc012e74cd req-5fd8da3d-97d3-4927-8a13-cc2d317af239 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909691 Nov 11 11:57:25.546171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-ac4f1882-152d-4642-ad56-d580b4a91650 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Allocated IP 172.20.0.7 (56444805-2ce0-4763-95ba-977c0e243bbb/c2e5f80f-1c13-4371-8143-98282b930920/b570bd3b-9b68-4870-9f3f-969225f1749a) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:25.576897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03fedc-997b-409a-8bd3-e7c515f94c8a req-b14ce3da-4524-4790-9a8f-a4dd44bce86e tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:25.584089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03fedc-997b-409a-8bd3-e7c515f94c8a req-b14ce3da-4524-4790-9a8f-a4dd44bce86e tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:25.592675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e03fedc-997b-409a-8bd3-e7c515f94c8a req-b14ce3da-4524-4790-9a8f-a4dd44bce86e tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 1681 time: 0.0896230 Nov 11 11:57:25.663200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e03fedc-997b-409a-8bd3-e7c515f94c8a req-fa0fb800-1b0c-4b89-a9e8-aa1cef0d357f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547731 Nov 11 11:57:25.793772 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f43061-debf-41cd-b198-aa42d05a78f2 req-c85860e9-91b4-433c-b6df-cc5cb8bacef6 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:25.795698 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-23f43061-debf-41cd-b198-aa42d05a78f2 req-c85860e9-91b4-433c-b6df-cc5cb8bacef6 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 931 time: 0.1356885 Nov 11 11:57:25.857537 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-649b941c-760e-4226-9456-3578bf139ae0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:25.864476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-649b941c-760e-4226-9456-3578bf139ae0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:25.866351 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-649b941c-760e-4226-9456-3578bf139ae0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 1681 time: 0.1246145 Nov 11 11:57:25.882424 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-ac4f1882-152d-4642-ad56-d580b4a91650 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:25.927941 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-23f43061-debf-41cd-b198-aa42d05a78f2 req-5f12360e-8769-4e8e-bb6d-a968636e6a68 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/security-groups?id=62c72ef9-0116-49fe-b400-b7d4a30d5bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220729 Nov 11 11:57:25.953414 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-ac4f1882-152d-4642-ad56-d580b4a91650 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:26.010722 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:26.047120 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-ac4f1882-152d-4642-ad56-d580b4a91650 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Network 56444805-2ce0-4763-95ba-977c0e243bbb is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:26.052791 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-5e330859-4eb7-464e-9614-f33b8e643fd0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Deleting port a4b70dd8-c88e-45ef-a50b-28359ecdb02c {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:26.053339 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-5e330859-4eb7-464e-9614-f33b8e643fd0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:26.072268 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-ac4f1882-152d-4642-ad56-d580b4a91650 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:26.080441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f1882-152d-4642-ad56-d580b4a91650 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Pushing event updated for resources: {'Port': ['ID=b570bd3b-9b68-4870-9f3f-969225f1749a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:26.084720 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-ac4f1882-152d-4642-ad56-d580b4a91650 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:26.237460 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-5e330859-4eb7-464e-9614-f33b8e643fd0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] For port a4b70dd8-c88e-45ef-a50b-28359ecdb02c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a4b70dd8-c88e-45ef-a50b-28359ecdb02c,segment=NetworkSegment(fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf),segment_id=fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:26.237845 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-5e330859-4eb7-464e-9614-f33b8e643fd0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:26.255534 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-5e330859-4eb7-464e-9614-f33b8e643fd0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Calling delete_port for a4b70dd8-c88e-45ef-a50b-28359ecdb02c owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:26.320630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a37404-e2ac-42c5-9437-e43afbe2b9c6 req-7e1d0ef2-6391-49a7-bf2a-5ddbb2c11a32 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:26.323155 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3a37404-e2ac-42c5-9437-e43afbe2b9c6 req-7e1d0ef2-6391-49a7-bf2a-5ddbb2c11a32 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 931 time: 0.1716743 Nov 11 11:57:26.359779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-ac4f1882-152d-4642-ad56-d580b4a91650 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:26.360490 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-ac4f1882-152d-4642-ad56-d580b4a91650 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:26.444826 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-ac4f1882-152d-4642-ad56-d580b4a91650 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4460750 Nov 11 11:57:26.456065 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3a37404-e2ac-42c5-9437-e43afbe2b9c6 req-770f4fe0-a52f-4819-b740-23a1fd7135e9 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217346 Nov 11 11:57:26.560381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Request body: {'port': {'device_id': '863e63fe-5190-4c61-8aed-98c5cece6117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:26.579640 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-5e330859-4eb7-464e-9614-f33b8e643fd0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:26.595857 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['a4b70dd8-c88e-45ef-a50b-28359ecdb02c', 'b1797bc5-5c74-4db0-948d-1041ab4feb36'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:57:26.640375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e330859-4eb7-464e-9614-f33b8e643fd0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event deleted for resources: {'Port': ['ID=a4b70dd8-c88e-45ef-a50b-28359ecdb02c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:26.766754 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:26.785098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-5e330859-4eb7-464e-9614-f33b8e643fd0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] No DVR routers for this DVR port a4b70dd8-c88e-45ef-a50b-28359ecdb02c on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:57:26.801373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50500) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:26.803216 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-5e330859-4eb7-464e-9614-f33b8e643fd0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:26.814342 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-5e330859-4eb7-464e-9614-f33b8e643fd0 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.43 "DELETE /v2.0/ports/a4b70dd8-c88e-45ef-a50b-28359ecdb02c HTTP/1.1" status: 204 len: 173 time: 0.9382510 Nov 11 11:57:26.828266 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c4f15-5e65-4930-83a8-78c4cf933235 req-1865c352-1800-4b44-90b0-5fc83ab3f23b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:26.830666 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c2c4f15-5e65-4930-83a8-78c4cf933235 req-1865c352-1800-4b44-90b0-5fc83ab3f23b tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.1841798 Nov 11 11:57:26.838480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0bc604-35d7-4273-a6cf-594d3acfecd5', 'name': 'network-vif-deleted', 'tag': 'a4b70dd8-c88e-45ef-a50b-28359ecdb02c'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:26.843014 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0075429c-c587-42d8-99a7-a3387184bdd9" -d '{"events": [{"server_uuid": "ed0bc604-35d7-4273-a6cf-594d3acfecd5", "name": "network-vif-deleted", "tag": "a4b70dd8-c88e-45ef-a50b-28359ecdb02c"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:27.031453 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17361a35-9d98-4a83-9cf9-b502bfacd3ec {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:27.043459 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:27.073192 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-09291fc2-0506-4144-8210-8f2c91582163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:27.078895 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Transition to ACTIVE for port object 17361a35-9d98-4a83-9cf9-b502bfacd3ec will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:57:27.094547 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922c749-d5a8-45f3-916f-d18e0d813222 req-12ad8ad4-181b-487e-8fd5-c069555c410c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:27.096037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b922c749-d5a8-45f3-916f-d18e0d813222 req-12ad8ad4-181b-487e-8fd5-c069555c410c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 944 time: 0.2803085 Nov 11 11:57:27.104199 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c2c4f15-5e65-4930-83a8-78c4cf933235 req-df39e4c1-bf5e-458a-82d3-232f6e9927a5 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018206 Nov 11 11:57:27.122769 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:27.153787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-cfab9b20-2ed2-4285-8d0a-c781e2ae858f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Deleting port b1797bc5-5c74-4db0-948d-1041ab4feb36 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:27.154123 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-cfab9b20-2ed2-4285-8d0a-c781e2ae858f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:27.236671 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b922c749-d5a8-45f3-916f-d18e0d813222 req-c442c6dd-9583-493f-9118-117245ac5c46 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/security-groups?id=d44e1d59-8730-4858-b3f9-2b644b9f723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314948 Nov 11 11:57:27.245097 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Pushing event updated for resources: {'Port': ['ID=17361a35-9d98-4a83-9cf9-b502bfacd3ec,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:27.294929 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbca500e-da44-4af9-882d-8c93169e5f39 x-openstack-request-id: req-cbca500e-da44-4af9-882d-8c93169e5f39 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:27.295216 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0bc604-35d7-4273-a6cf-594d3acfecd5", "name": "network-vif-deleted", "tag": "a4b70dd8-c88e-45ef-a50b-28359ecdb02c", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:27.295481 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cbca500e-da44-4af9-882d-8c93169e5f39 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:27.295838 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0bc604-35d7-4273-a6cf-594d3acfecd5', 'name': 'network-vif-deleted', 'tag': 'a4b70dd8-c88e-45ef-a50b-28359ecdb02c', 'status': 'completed', 'code': 200} Nov 11 11:57:27.312737 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-09291fc2-0506-4144-8210-8f2c91582163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:27.315415 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-cfab9b20-2ed2-4285-8d0a-c781e2ae858f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] For port b1797bc5-5c74-4db0-948d-1041ab4feb36, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b1797bc5-5c74-4db0-948d-1041ab4feb36,segment=NetworkSegment(f032e993-fbd7-4292-9d4f-28d2805eead5),segment_id=f032e993-fbd7-4292-9d4f-28d2805eead5)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:27.315778 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-cfab9b20-2ed2-4285-8d0a-c781e2ae858f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:27.325920 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-09291fc2-0506-4144-8210-8f2c91582163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:27.355163 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-cfab9b20-2ed2-4285-8d0a-c781e2ae858f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Calling delete_port for b1797bc5-5c74-4db0-948d-1041ab4feb36 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:27.400301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09291fc2-0506-4144-8210-8f2c91582163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedb07e9-c11d-47e1-bf5b-b1f7ebf53a02,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:27.409956 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-09291fc2-0506-4144-8210-8f2c91582163 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=039db0d0dc0f422bb8d384794f89d3e8&name=default HTTP/1.1" status: 200 len: 2999 time: 0.5775504 Nov 11 11:57:27.472708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50512) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:27.507451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Attempting to bind port 17361a35-9d98-4a83-9cf9-b502bfacd3ec on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:57:27.507976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Attempting to bind port 17361a35-9d98-4a83-9cf9-b502bfacd3ec by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '7841d590-44d1-414c-ba1d-819bf3975e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a564931d-f4a5-42bd-ad11-b9ad065b88f7'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:57:27.508108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Attempting to bind port 17361a35-9d98-4a83-9cf9-b502bfacd3ec on network a564931d-f4a5-42bd-ad11-b9ad065b88f7 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:27.514215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Port 17361a35-9d98-4a83-9cf9-b502bfacd3ec on network a564931d-f4a5-42bd-ad11-b9ad065b88f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:57:27.514534 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Attempting to bind port 17361a35-9d98-4a83-9cf9-b502bfacd3ec on network a564931d-f4a5-42bd-ad11-b9ad065b88f7 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:27.521275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b570bd3b-9b68-4870-9f3f-969225f1749a {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:27.535085 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:57:27.535457 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Checking segment: {'id': '7841d590-44d1-414c-ba1d-819bf3975e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a564931d-f4a5-42bd-ad11-b9ad065b88f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:27.535800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Bound using segment: {'id': '7841d590-44d1-414c-ba1d-819bf3975e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a564931d-f4a5-42bd-ad11-b9ad065b88f7'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:57:27.536230 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Bound port: 17361a35-9d98-4a83-9cf9-b502bfacd3ec, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7841d590-44d1-414c-ba1d-819bf3975e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a564931d-f4a5-42bd-ad11-b9ad065b88f7'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:57:27.536583 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:27.551303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:27.739646 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e1078d14-b9fa-482c-a81b-56051d521cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:27.801120 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c98a65-bcc2-4e97-a5f9-546ce010da77 req-692b1437-a55b-41dc-8ce3-5662b27dbe4c tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:27.804588 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-24c98a65-bcc2-4e97-a5f9-546ce010da77 req-692b1437-a55b-41dc-8ce3-5662b27dbe4c tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 943 time: 0.2519536 Nov 11 11:57:27.857832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dd441-19b9-4611-90d3-6ac051eaeab2 req-999117b4-4b10-4273-8afc-a2520bc58823 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:27.862043 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-012dd441-19b9-4611-90d3-6ac051eaeab2 req-999117b4-4b10-4273-8afc-a2520bc58823 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 931 time: 0.2398498 Nov 11 11:57:27.888278 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e1078d14-b9fa-482c-a81b-56051d521cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:27.923327 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Transition to ACTIVE for port object b570bd3b-9b68-4870-9f3f-969225f1749a will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:57:27.928833 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:27.955012 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-cfab9b20-2ed2-4285-8d0a-c781e2ae858f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:28.007322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] For port 17361a35-9d98-4a83-9cf9-b502bfacd3ec, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:57:28.013425 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] For port 17361a35-9d98-4a83-9cf9-b502bfacd3ec, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=17361a35-9d98-4a83-9cf9-b502bfacd3ec,segment=NetworkSegment(7841d590-44d1-414c-ba1d-819bf3975e29),segment_id=7841d590-44d1-414c-ba1d-819bf3975e29)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:57:28.016129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Pushing event updated for resources: {'Port': ['ID=b570bd3b-9b68-4870-9f3f-969225f1749a,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:28.031517 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab9b20-2ed2-4285-8d0a-c781e2ae858f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event deleted for resources: {'Port': ['ID=b1797bc5-5c74-4db0-948d-1041ab4feb36,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:28.032725 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:28.059887 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:57:28.062147 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-24c98a65-bcc2-4e97-a5f9-546ce010da77 req-31e4dac5-3805-4c96-8dbf-25bb0725ea61 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/security-groups?id=62c72ef9-0116-49fe-b400-b7d4a30d5bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378917 Nov 11 11:57:28.120622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-012dd441-19b9-4611-90d3-6ac051eaeab2 req-08f98dc8-aa20-4a87-b289-81e300eae462 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299016 Nov 11 11:57:28.178022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-cfab9b20-2ed2-4285-8d0a-c781e2ae858f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] No DVR routers for this DVR port b1797bc5-5c74-4db0-948d-1041ab4feb36 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:57:28.185778 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-cfab9b20-2ed2-4285-8d0a-c781e2ae858f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:28.194590 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-abd4115e-33cf-43d1-8f2c-16c4fdc10c2c req-cfab9b20-2ed2-4285-8d0a-c781e2ae858f tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.43 "DELETE /v2.0/ports/b1797bc5-5c74-4db0-948d-1041ab4feb36 HTTP/1.1" status: 204 len: 173 time: 1.3458204 Nov 11 11:57:28.212826 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e1078d14-b9fa-482c-a81b-56051d521cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:28.216659 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e1078d14-b9fa-482c-a81b-56051d521cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:28.222188 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e1078d14-b9fa-482c-a81b-56051d521cee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bedb07e9-c11d-47e1-bf5b-b1f7ebf53a02 HTTP/1.1" status: 204 len: 168 time: 0.7445743 Nov 11 11:57:28.261009 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Attempting to bind port b570bd3b-9b68-4870-9f3f-969225f1749a on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:57:28.261790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Attempting to bind port b570bd3b-9b68-4870-9f3f-969225f1749a by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '6393908c-0f5d-4aed-9190-22dd472d3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:57:28.262342 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Attempting to bind port b570bd3b-9b68-4870-9f3f-969225f1749a on network 56444805-2ce0-4763-95ba-977c0e243bbb {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:28.268025 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Pushing event updated for resources: {'Port': ['ID=17361a35-9d98-4a83-9cf9-b502bfacd3ec,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:28.288968 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Port b570bd3b-9b68-4870-9f3f-969225f1749a on network 56444805-2ce0-4763-95ba-977c0e243bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:57:28.289846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Attempting to bind port b570bd3b-9b68-4870-9f3f-969225f1749a on network 56444805-2ce0-4763-95ba-977c0e243bbb {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:28.296099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1078d14-b9fa-482c-a81b-56051d521cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedb07e9-c11d-47e1-bf5b-b1f7ebf53a02,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:28.296883 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:28.297894 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:28.299617 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-b5ffe60f-a269-4119-be52-7acefc8756dd service neutron] 10.222.0.62 "PUT /v2.0/ports/17361a35-9d98-4a83-9cf9-b502bfacd3ec HTTP/1.1" status: 200 len: 1091 time: 2.8681257 Nov 11 11:57:28.302130 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:57:28.302673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Checking segment: {'id': '6393908c-0f5d-4aed-9190-22dd472d3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:28.303209 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Bound using segment: {'id': '6393908c-0f5d-4aed-9190-22dd472d3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:57:28.303876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Bound port: b570bd3b-9b68-4870-9f3f-969225f1749a, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6393908c-0f5d-4aed-9190-22dd472d3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:57:28.304509 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:28.306650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5a1cb8-9740-41fb-b8bc-64ad171161fa', 'tag': '17361a35-9d98-4a83-9cf9-b502bfacd3ec'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:28.309442 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e8a47e-c80f-4656-865c-e094224454bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5a1cb8-9740-41fb-b8bc-64ad171161fa", "tag": "17361a35-9d98-4a83-9cf9-b502bfacd3ec"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:28.503155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b51960-9004-47d3-9686-5d0a5a69a935 req-c99c011a-e885-4b97-925a-7e962a2d822c tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:28.515890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76b51960-9004-47d3-9686-5d0a5a69a935 req-c99c011a-e885-4b97-925a-7e962a2d822c tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.2011137 Nov 11 11:57:28.557755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] For port b570bd3b-9b68-4870-9f3f-969225f1749a, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:57:28.571421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-c37928c6-7ee9-4f35-9187-083b35f7a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:28.574232 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-c37928c6-7ee9-4f35-9187-083b35f7a402 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a86394aaaa2a427c940d2da59692f2cf&device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 1094 time: 0.1501663 Nov 11 11:57:28.576787 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] For port b570bd3b-9b68-4870-9f3f-969225f1749a, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b570bd3b-9b68-4870-9f3f-969225f1749a,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:57:28.587219 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:28.618650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dec63fdb-7842-4508-9f95-8b35984f7bf6 req-6b3348bf-4dfc-4e61-a6bc-70e128df4570 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0bc604-35d7-4273-a6cf-594d3acfecd5 HTTP/1.1" status: 200 len: 210 time: 0.0429769 Nov 11 11:57:28.654485 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-7a04128f-4d17-499f-b525-1be5ad2d81a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17361a35-9d98-4a83-9cf9-b502bfacd3ec HTTP/1.1" status: 200 len: 217 time: 0.0566609 Nov 11 11:57:28.683581 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76b51960-9004-47d3-9686-5d0a5a69a935 req-bab18c9e-d863-478b-bf1b-137afe65629e tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627951 Nov 11 11:57:28.691080 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:28.692556 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:28.695151 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] 10.222.0.62 "PUT /v2.0/ports/b570bd3b-9b68-4870-9f3f-969225f1749a HTTP/1.1" status: 200 len: 1091 time: 2.1502826 Nov 11 11:57:28.738967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-844c65d7-6ff1-422e-bbd0-a4c52fd78f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:28.740538 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-844c65d7-6ff1-422e-bbd0-a4c52fd78f15 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1336b5b5-ac6b-4a4b-9685-0f21a9f5da01 HTTP/1.1" status: 200 len: 848 time: 0.0643587 Nov 11 11:57:28.750453 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c30e95-3b24-4e98-bb33-8aca5451200c x-openstack-request-id: req-e3c30e95-3b24-4e98-bb33-8aca5451200c {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:28.750849 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5a1cb8-9740-41fb-b8bc-64ad171161fa", "tag": "17361a35-9d98-4a83-9cf9-b502bfacd3ec", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:28.751111 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e3c30e95-3b24-4e98-bb33-8aca5451200c {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:28.751562 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5a1cb8-9740-41fb-b8bc-64ad171161fa', 'tag': '17361a35-9d98-4a83-9cf9-b502bfacd3ec', 'status': 'completed', 'code': 200} Nov 11 11:57:28.903204 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-08f9e70c-6420-4225-9849-58c6381fc670 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a564931d-f4a5-42bd-ad11-b9ad065b88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228490 Nov 11 11:57:28.909027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15eacb-2025-4200-a44f-68df54cee534 service neutron] Pushing event updated for resources: {'Port': ['ID=b570bd3b-9b68-4870-9f3f-969225f1749a,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:28.974708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b1797bc5-5c74-4db0-948d-1041ab4feb36 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:57:28.998455 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-5537cd39-8713-446d-9902-cb604cdf6fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:28.999855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: b1797bc5-5c74-4db0-948d-1041ab4feb36 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:57:29.000398 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b1797bc5-5c74-4db0-948d-1041ab4feb36 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:57:29.000541 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-5537cd39-8713-446d-9902-cb604cdf6fd6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f47ff093d10146bb8bace9b363f3ab54&device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 1094 time: 0.2439125 Nov 11 11:57:29.001095 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device a4b70dd8-c88e-45ef-a50b-28359ecdb02c no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:57:29.031183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: a4b70dd8-c88e-45ef-a50b-28359ecdb02c {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:57:29.031936 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device a4b70dd8-c88e-45ef-a50b-28359ecdb02c not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:57:29.064883 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-b709f436-554e-4585-993e-5e76bc30a8a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b570bd3b-9b68-4870-9f3f-969225f1749a HTTP/1.1" status: 200 len: 217 time: 0.0548038 Nov 11 11:57:29.156114 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-deb9d6a1-db69-452c-aafb-4f09b1a7cb97 service neutron] 10.222.0.62 "GET /v2.0/networks/a564931d-f4a5-42bd-ad11-b9ad065b88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343392 Nov 11 11:57:29.165227 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-1724d43a-1f0b-486f-8288-8b6b1ea1ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:29.166900 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-1724d43a-1f0b-486f-8288-8b6b1ea1ee79 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e5f80f-1c13-4371-8143-98282b930920 HTTP/1.1" status: 200 len: 862 time: 0.0928068 Nov 11 11:57:29.227965 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-42cc9e50-efcb-4f41-aace-53e36efb9a81 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56444805-2ce0-4763-95ba-977c0e243bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512807 Nov 11 11:57:29.300395 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe314d-31bb-4bfb-b92a-fa5adfbf5f94 req-d0946f9b-7bc1-4196-ad22-7cdcabaf8a58 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:29.309152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8afe314d-31bb-4bfb-b92a-fa5adfbf5f94 req-d0946f9b-7bc1-4196-ad22-7cdcabaf8a58 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 943 time: 0.1415768 Nov 11 11:57:29.312941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0bc604-35d7-4273-a6cf-594d3acfecd5', 'name': 'network-vif-deleted', 'tag': 'b1797bc5-5c74-4db0-948d-1041ab4feb36'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:29.315360 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbe6bfc-d14d-4be1-9d7d-af89ce9d5112" -d '{"events": [{"server_uuid": "ed0bc604-35d7-4273-a6cf-594d3acfecd5", "name": "network-vif-deleted", "tag": "b1797bc5-5c74-4db0-948d-1041ab4feb36"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:29.344231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60faef-f7d1-4783-b4cd-ffc967fc8087 req-74a7e3bb-15bf-4c5c-82e7-976186e34a5c tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:29.345921 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c60faef-f7d1-4783-b4cd-ffc967fc8087 req-74a7e3bb-15bf-4c5c-82e7-976186e34a5c tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 943 time: 0.1068625 Nov 11 11:57:29.363305 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c10ecfd7-360f-4cb9-bc39-9e83639b9e08 req-aadb76bc-12d1-4c0d-ab86-3af22caeb80b service neutron] 10.222.0.62 "GET /v2.0/networks/a564931d-f4a5-42bd-ad11-b9ad065b88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953743 Nov 11 11:57:29.381115 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-c2cd25ca-46aa-4e5f-9dfb-7dd4490ea939 service neutron] 10.222.0.62 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232500 Nov 11 11:57:29.417881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8afe314d-31bb-4bfb-b92a-fa5adfbf5f94 req-775ecbb7-8fea-4a61-afc4-17a9f27198f5 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/security-groups?id=62c72ef9-0116-49fe-b400-b7d4a30d5bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080904 Nov 11 11:57:29.449984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c60faef-f7d1-4783-b4cd-ffc967fc8087 req-39c2df37-a007-48c2-afae-2a046e049ee7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936399 Nov 11 11:57:29.524990 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b90e10-44b0-4f53-b5ff-dbabeb3a4e8b x-openstack-request-id: req-d8b90e10-44b0-4f53-b5ff-dbabeb3a4e8b {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:29.525844 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0bc604-35d7-4273-a6cf-594d3acfecd5", "name": "network-vif-deleted", "tag": "b1797bc5-5c74-4db0-948d-1041ab4feb36", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:29.526127 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8b90e10-44b0-4f53-b5ff-dbabeb3a4e8b {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:29.526544 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0bc604-35d7-4273-a6cf-594d3acfecd5', 'name': 'network-vif-deleted', 'tag': 'b1797bc5-5c74-4db0-948d-1041ab4feb36', 'status': 'completed', 'code': 200} Nov 11 11:57:29.553346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50566) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:29.556268 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8a47e-c80f-4656-865c-e094224454bd req-feb81481-a200-4e05-8181-52fa8e925003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:29.557910 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d4e8a47e-c80f-4656-865c-e094224454bd req-feb81481-a200-4e05-8181-52fa8e925003 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a86394aaaa2a427c940d2da59692f2cf&device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 1094 time: 0.1318583 Nov 11 11:57:29.593376 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1bb22c3d-d815-4ba9-89a7-b984a57b82af req-7ac195af-3e34-4e6a-b4f9-fb0d23712f23 service neutron] 10.222.0.62 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041554 Nov 11 11:57:29.666082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-01eefd48-a1a4-4af5-8fe9-6c4fd2a83a0e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1918416752-network', 'tenant_id': 'ce48ec4b69ff438d95a222d60a986d60'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:29.689297 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8a47e-c80f-4656-865c-e094224454bd req-e410fc46-8942-4cdd-a989-7a0963680dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:29.691026 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d4e8a47e-c80f-4656-865c-e094224454bd req-e410fc46-8942-4cdd-a989-7a0963680dd3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a564931d-f4a5-42bd-ad11-b9ad065b88f7 HTTP/1.1" status: 200 len: 910 time: 0.1177120 Nov 11 11:57:29.695030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50572) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:29.720565 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01eefd48-a1a4-4af5-8fe9-6c4fd2a83a0e admin admin] Made reservation on behalf of ce48ec4b69ff438d95a222d60a986d60 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:29.724299 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-01eefd48-a1a4-4af5-8fe9-6c4fd2a83a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:29.741610 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d4e8a47e-c80f-4656-865c-e094224454bd req-5432011d-6e49-4baf-b8db-c13ba76ccee2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17361a35-9d98-4a83-9cf9-b502bfacd3ec HTTP/1.1" status: 200 len: 217 time: 0.0377905 Nov 11 11:57:29.769635 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-01eefd48-a1a4-4af5-8fe9-6c4fd2a83a0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:29.801573 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8a47e-c80f-4656-865c-e094224454bd req-b906d19c-3842-4016-ba66-c698fce5f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:29.803359 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d4e8a47e-c80f-4656-865c-e094224454bd req-b906d19c-3842-4016-ba66-c698fce5f233 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1336b5b5-ac6b-4a4b-9685-0f21a9f5da01 HTTP/1.1" status: 200 len: 848 time: 0.0527363 Nov 11 11:57:29.818253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6231ace-421d-4bd6-92c0-1f843c3f560c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Deleting subnet df7a2b04-51be-4a5f-8a80-7418b0992013 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:57:29.827543 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d6231ace-421d-4bd6-92c0-1f843c3f560c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:29.837216 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d4e8a47e-c80f-4656-865c-e094224454bd req-5104a958-6eae-4429-9393-2b1fb13be0e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a564931d-f4a5-42bd-ad11-b9ad065b88f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257666 Nov 11 11:57:29.882764 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8db895-d375-4b75-bce3-93ca472bcbb0 req-2240ec77-7d15-4f1b-a3b0-c76d05930920 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:29.884278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb8db895-d375-4b75-bce3-93ca472bcbb0 req-2240ec77-7d15-4f1b-a3b0-c76d05930920 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.1282063 Nov 11 11:57:29.892447 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d6231ace-421d-4bd6-92c0-1f843c3f560c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:29.938156 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d4e8a47e-c80f-4656-865c-e094224454bd req-76d90bf4-f043-41df-b75e-10a32e182a5b service neutron] 10.222.0.62 "GET /v2.0/networks/a564931d-f4a5-42bd-ad11-b9ad065b88f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914724 Nov 11 11:57:29.965082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50578) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:29.974170 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-119393f1-372b-460d-b77e-01b05bf09b89 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1849707466'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:30.037382 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d4e8a47e-c80f-4656-865c-e094224454bd req-0f333e54-ae5f-4805-88e5-30841f62154d service neutron] 10.222.0.62 "GET /v2.0/networks/a564931d-f4a5-42bd-ad11-b9ad065b88f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901804 Nov 11 11:57:30.078825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb8db895-d375-4b75-bce3-93ca472bcbb0 req-2200fc63-a52f-4b88-9c4e-69d0c933dfef tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833458 Nov 11 11:57:30.103424 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-01eefd48-a1a4-4af5-8fe9-6c4fd2a83a0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.107002 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119393f1-372b-460d-b77e-01b05bf09b89 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Made reservation on behalf of da10fcdd1e56422d809e80303ecf3512 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:30.110623 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-119393f1-372b-460d-b77e-01b05bf09b89 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.117264 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-01eefd48-a1a4-4af5-8fe9-6c4fd2a83a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.132788 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d6231ace-421d-4bd6-92c0-1f843c3f560c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.194001 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01eefd48-a1a4-4af5-8fe9-6c4fd2a83a0e admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:57:30.208633 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eefd48-a1a4-4af5-8fe9-6c4fd2a83a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9b5fba-0b59-4f8b-934a-d6f4958f4ae3,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:30.218330 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-01eefd48-a1a4-4af5-8fe9-6c4fd2a83a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.218763 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-01eefd48-a1a4-4af5-8fe9-6c4fd2a83a0e admin admin] Added segment 5300f940-c2b8-4069-8166-067a04ea0edf of type vlan for network bb5e3c26-878b-49f1-80b6-6d419bc8f822 Nov 11 11:57:30.228749 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119393f1-372b-460d-b77e-01b05bf09b89 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:57:30.262151 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-119393f1-372b-460d-b77e-01b05bf09b89 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.262613 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-119393f1-372b-460d-b77e-01b05bf09b89 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Added segment ccbff4dc-3a4a-4db1-957d-bdca411c3e91 of type vlan for network de1e282d-69aa-41dc-98d7-1b2ec2535941 Nov 11 11:57:30.284734 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-01eefd48-a1a4-4af5-8fe9-6c4fd2a83a0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.306874 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d6231ace-421d-4bd6-92c0-1f843c3f560c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.351170 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-119393f1-372b-460d-b77e-01b05bf09b89 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.360623 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6231ace-421d-4bd6-92c0-1f843c3f560c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event deleted for resources: {'Subnet': ['ID=df7a2b04-51be-4a5f-8a80-7418b0992013,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:30.371733 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d6231ace-421d-4bd6-92c0-1f843c3f560c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.377549 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d6231ace-421d-4bd6-92c0-1f843c3f560c tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "DELETE /v2.0/subnets/df7a2b04-51be-4a5f-8a80-7418b0992013 HTTP/1.1" status: 204 len: 168 time: 0.6787179 Nov 11 11:57:30.377918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50580) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:30.381877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00b05d0-daae-4f9f-aec6-4af5ff5bc86a None None] Network 9fc97574-a697-46e7-a740-8d12184b8401 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:57:30.400884 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-01eefd48-a1a4-4af5-8fe9-6c4fd2a83a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.401883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eefd48-a1a4-4af5-8fe9-6c4fd2a83a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:30.402460 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-01eefd48-a1a4-4af5-8fe9-6c4fd2a83a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.465660 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eefd48-a1a4-4af5-8fe9-6c4fd2a83a0e admin admin] Pushing event updated for resources: {'Network': ['ID=bb5e3c26-878b-49f1-80b6-6d419bc8f822,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:30.467957 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-119393f1-372b-460d-b77e-01b05bf09b89 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.473446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119393f1-372b-460d-b77e-01b05bf09b89 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:30.474082 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-119393f1-372b-460d-b77e-01b05bf09b89 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.487526 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-01eefd48-a1a4-4af5-8fe9-6c4fd2a83a0e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9328446 Nov 11 11:57:30.491840 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50586) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:30.498089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-119393f1-372b-460d-b77e-01b05bf09b89 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5319483 Nov 11 11:57:30.510833 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.511660 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d57b72aa-5981-458f-8d92-f70bb5e9f319 admin admin] Request body: {'subnet': {'network_id': 'bb5e3c26-878b-49f1-80b6-6d419bc8f822', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1918416752-subnet', 'tenant_id': 'ce48ec4b69ff438d95a222d60a986d60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:30.513746 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50588) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:30.520357 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-202e60b4-3805-43d5-9d18-ee0c9c9e6e72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-494905465'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:30.542231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network bb5e3c26-878b-49f1-80b6-6d419bc8f822 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:57:30.577394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119393f1-372b-460d-b77e-01b05bf09b89 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event updated for resources: {'Network': ['ID=de1e282d-69aa-41dc-98d7-1b2ec2535941,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:30.597465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network de1e282d-69aa-41dc-98d7-1b2ec2535941 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:57:30.641148 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.db.api [None req-d57b72aa-5981-458f-8d92-f70bb5e9f319 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 11:57:30.641148 n-d-807359-3 neutron-server[109153]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 11 11:57:30.641148 n-d-807359-3 neutron-server[109153]: [parameters: {'project_id': 'ce48ec4b69ff438d95a222d60a986d60', 'id': '92650e2b-bf94-4e69-ab58-2c27a42d810c', 'expiration': datetime.datetime(2021, 11, 11, 11, 59, 30, 620855)}] Nov 11 11:57:30.641148 n-d-807359-3 neutron-server[109153]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:57:30.641706 n-d-807359-3 neutron-server[109153]: DEBUG oslo_db.api [None req-d57b72aa-5981-458f-8d92-f70bb5e9f319 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 11:57:30.664620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Deleting port 41caa3ee-0dc1-4fd6-be71-df602ce03442 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:30.665773 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.689261 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bf33d-0cda-488f-a158-e3b2186e1299 req-413a525c-b86c-499b-aea5-5c29ed963cb2 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:30.697711 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-018bf33d-0cda-488f-a158-e3b2186e1299 req-413a525c-b86c-499b-aea5-5c29ed963cb2 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 943 time: 0.0837028 Nov 11 11:57:30.710276 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23bb56-7557-4107-a179-2769a5d7bd03 req-63e37a84-6339-45d9-979b-d8eb1a3e5d4f tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:30.712312 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b23bb56-7557-4107-a179-2769a5d7bd03 req-63e37a84-6339-45d9-979b-d8eb1a3e5d4f tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 943 time: 0.1821702 Nov 11 11:57:30.743153 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202e60b4-3805-43d5-9d18-ee0c9c9e6e72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Made reservation on behalf of da10fcdd1e56422d809e80303ecf3512 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:30.748106 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-202e60b4-3805-43d5-9d18-ee0c9c9e6e72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.753417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863e63fe-5190-4c61-8aed-98c5cece6117', 'tag': 'b570bd3b-9b68-4870-9f3f-969225f1749a'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:30.756002 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f05ef6-237c-4637-b8ef-c9ffcadecc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "863e63fe-5190-4c61-8aed-98c5cece6117", "tag": "b570bd3b-9b68-4870-9f3f-969225f1749a"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:30.787751 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] For port 41caa3ee-0dc1-4fd6-be71-df602ce03442, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=41caa3ee-0dc1-4fd6-be71-df602ce03442,segment=NetworkSegment(f032e993-fbd7-4292-9d4f-28d2805eead5),segment_id=f032e993-fbd7-4292-9d4f-28d2805eead5)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:30.787751 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.800088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] DHCP port deletion for 9fc97574-a697-46e7-a740-8d12184b8401 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:57:30.801256 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-018bf33d-0cda-488f-a158-e3b2186e1299 req-15d5db7a-a6be-447e-824c-92e7f8ead6b9 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024659 Nov 11 11:57:30.816703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202e60b4-3805-43d5-9d18-ee0c9c9e6e72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:57:30.819666 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b23bb56-7557-4107-a179-2769a5d7bd03 req-67189015-f573-49f3-9b6e-0d63ccc9f1a8 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/security-groups?id=62c72ef9-0116-49fe-b400-b7d4a30d5bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002452 Nov 11 11:57:30.831779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Calling delete_port for 41caa3ee-0dc1-4fd6-be71-df602ce03442 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:30.853538 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-202e60b4-3805-43d5-9d18-ee0c9c9e6e72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.858809 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-202e60b4-3805-43d5-9d18-ee0c9c9e6e72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Added segment 2c0205b8-1020-4f5a-b0fd-bf13a555964b of type vlan for network 8b798677-2731-47ea-a947-54aa100bcc0d Nov 11 11:57:30.891916 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Deleting port 41caa3ee-0dc1-4fd6-be71-df602ce03442 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:30.892302 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.910899 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2299ade2-cbb4-4a3c-b6e5-939b9471ccb0 x-openstack-request-id: req-2299ade2-cbb4-4a3c-b6e5-939b9471ccb0 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:30.911509 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863e63fe-5190-4c61-8aed-98c5cece6117", "tag": "b570bd3b-9b68-4870-9f3f-969225f1749a", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:30.911991 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2299ade2-cbb4-4a3c-b6e5-939b9471ccb0 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:30.912626 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863e63fe-5190-4c61-8aed-98c5cece6117', 'tag': 'b570bd3b-9b68-4870-9f3f-969225f1749a', 'status': 'completed', 'code': 200} Nov 11 11:57:30.968911 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] For port 41caa3ee-0dc1-4fd6-be71-df602ce03442, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=41caa3ee-0dc1-4fd6-be71-df602ce03442,segment=NetworkSegment(f032e993-fbd7-4292-9d4f-28d2805eead5),segment_id=f032e993-fbd7-4292-9d4f-28d2805eead5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:30.969303 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:30.982333 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Calling delete_port for 41caa3ee-0dc1-4fd6-be71-df602ce03442 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:30.986666 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-202e60b4-3805-43d5-9d18-ee0c9c9e6e72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.035816 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f05ef6-237c-4637-b8ef-c9ffcadecc0c req-24a18e4b-360a-495d-bc85-c2a9301bc907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:31.037223 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-38f05ef6-237c-4637-b8ef-c9ffcadecc0c req-24a18e4b-360a-495d-bc85-c2a9301bc907 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f47ff093d10146bb8bace9b363f3ab54&device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 1094 time: 0.1022024 Nov 11 11:57:31.045489 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-202e60b4-3805-43d5-9d18-ee0c9c9e6e72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.050877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202e60b4-3805-43d5-9d18-ee0c9c9e6e72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:31.051442 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-202e60b4-3805-43d5-9d18-ee0c9c9e6e72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.099200 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.111272 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.142490 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] No DVR routers for this DVR port 41caa3ee-0dc1-4fd6-be71-df602ce03442 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:57:31.155911 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Pushing event deleted for resources: {'Port': ['ID=41caa3ee-0dc1-4fd6-be71-df602ce03442,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:31.160895 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-202e60b4-3805-43d5-9d18-ee0c9c9e6e72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6429863 Nov 11 11:57:31.163555 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50598) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:31.168088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:31.168480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:31.168922 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:31.169257 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:31.169603 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:31.170016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:31.170404 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:31.170728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:31.171046 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:31.171401 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:31.171712 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:31.172254 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b704be-3b2b-459e-b05f-ff701978941f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:57:31.182673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-cbb943f0-cac6-479a-9301-3a61583224f4 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Request body: {'subnet': {'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:31.219500 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event deleted for resources: {'Port': ['ID=41caa3ee-0dc1-4fd6-be71-df602ce03442,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:31.223332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] No DVR routers for this DVR port 41caa3ee-0dc1-4fd6-be71-df602ce03442 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:57:31.231006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e60b4-3805-43d5-9d18-ee0c9c9e6e72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event updated for resources: {'Network': ['ID=8b798677-2731-47ea-a947-54aa100bcc0d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:31.233391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57b72aa-5981-458f-8d92-f70bb5e9f319 admin admin] Made reservation on behalf of ce48ec4b69ff438d95a222d60a986d60 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:31.236926 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d57b72aa-5981-458f-8d92-f70bb5e9f319 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.248549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 8b798677-2731-47ea-a947-54aa100bcc0d details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:57:31.319122 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f05ef6-237c-4637-b8ef-c9ffcadecc0c req-7972933e-8389-45b6-99bb-1367bc977256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:31.320812 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-38f05ef6-237c-4637-b8ef-c9ffcadecc0c req-7972933e-8389-45b6-99bb-1367bc977256 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56444805-2ce0-4763-95ba-977c0e243bbb HTTP/1.1" status: 200 len: 924 time: 0.2654483 Nov 11 11:57:31.325278 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.386072 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-38f05ef6-237c-4637-b8ef-c9ffcadecc0c req-663eab55-92bd-4b96-a692-7047dda39d0f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b570bd3b-9b68-4870-9f3f-969225f1749a HTTP/1.1" status: 200 len: 217 time: 0.0495057 Nov 11 11:57:31.387509 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc97574-a697-46e7-a740-8d12184b8401']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:31.407237 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f032e993-fbd7-4292-9d4f-28d2805eead5') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:31.407487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f032e993-fbd7-4292-9d4f-28d2805eead5') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:31.423632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5b8ab-4b55-4182-8a25-7bc13d178a79 req-f0cf5779-1a18-40f4-afb0-b6a6ef7a71e8 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:31.425118 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8a5b8ab-4b55-4182-8a25-7bc13d178a79 req-f0cf5779-1a18-40f4-afb0-b6a6ef7a71e8 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.2310934 Nov 11 11:57:31.429426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb943f0-cac6-479a-9301-3a61583224f4 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Made reservation on behalf of da10fcdd1e56422d809e80303ecf3512 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:31.433080 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cbb943f0-cac6-479a-9301-3a61583224f4 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.435136 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.456383 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.459508 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f05ef6-237c-4637-b8ef-c9ffcadecc0c req-311b5b55-cc36-4eb8-87fa-f8a1bd5528d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:31.460991 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-38f05ef6-237c-4637-b8ef-c9ffcadecc0c req-311b5b55-cc36-4eb8-87fa-f8a1bd5528d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e5f80f-1c13-4371-8143-98282b930920 HTTP/1.1" status: 200 len: 862 time: 0.0663664 Nov 11 11:57:31.465865 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:57:31.466313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:57:31.469923 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:57:31.537346 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-38f05ef6-237c-4637-b8ef-c9ffcadecc0c req-8d9de52a-985d-457d-b54a-b025c08cf072 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56444805-2ce0-4763-95ba-977c0e243bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666265 Nov 11 11:57:31.577369 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.587063 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8a5b8ab-4b55-4182-8a25-7bc13d178a79 req-2ea89bdb-2dce-4438-95dd-ab1059bcb4d0 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508319 Nov 11 11:57:31.613515 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.616746 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "DELETE /v2.0/networks/9fc97574-a697-46e7-a740-8d12184b8401 HTTP/1.1" status: 204 len: 168 time: 1.2378850 Nov 11 11:57:31.619865 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50600) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:31.644882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df668f53-8148-4f18-8e12-ea7f4a493743 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event deleted for resources: {'Network': ['ID=9fc97574-a697-46e7-a740-8d12184b8401,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:31.672703 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d57b72aa-5981-458f-8d92-f70bb5e9f319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.705432 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c72b372-0f50-470b-8d91-859bdc9d0dc3 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Deleting subnet 24c4e628-b50c-4c94-ab83-1fcd87db65d8 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:57:31.709938 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c72b372-0f50-470b-8d91-859bdc9d0dc3 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.714012 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-38f05ef6-237c-4637-b8ef-c9ffcadecc0c req-5b404e1e-047d-4bc9-ab24-e85b1858d6a4 service neutron] 10.222.0.62 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658580 Nov 11 11:57:31.775207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b72aa-5981-458f-8d92-f70bb5e9f319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e495d850-b1e2-43a9-80e9-81ec22583808,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:31.786859 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cbb943f0-cac6-479a-9301-3a61583224f4 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.803477 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c72b372-0f50-470b-8d91-859bdc9d0dc3 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.831629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b72aa-5981-458f-8d92-f70bb5e9f319 admin admin] Checking segment: {'id': '5300f940-c2b8-4069-8166-067a04ea0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bb5e3c26-878b-49f1-80b6-6d419bc8f822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:31.831629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57b72aa-5981-458f-8d92-f70bb5e9f319 admin admin] Network hostable DHCP agents. Network: bb5e3c26-878b-49f1-80b6-6d419bc8f822, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:57:31.863371 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb943f0-cac6-479a-9301-3a61583224f4 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event updated for resources: {'Subnet': ['ID=9fc46d10-4969-4ee0-a072-a9b6c3ce1458,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:31.875403 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-38f05ef6-237c-4637-b8ef-c9ffcadecc0c req-3a9fec58-a21e-44be-bcf0-716e43780cae service neutron] 10.222.0.62 "GET /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420074 Nov 11 11:57:31.885057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb943f0-cac6-479a-9301-3a61583224f4 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Checking segment: {'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:31.885511 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb943f0-cac6-479a-9301-3a61583224f4 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Network hostable DHCP agents. Network: de1e282d-69aa-41dc-98d7-1b2ec2535941, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:57:31.887485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57b72aa-5981-458f-8d92-f70bb5e9f319 admin admin] Network bb5e3c26-878b-49f1-80b6-6d419bc8f822 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:57:31.902874 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-d57b72aa-5981-458f-8d92-f70bb5e9f319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, bb5e3c26-878b-49f1-80b6-6d419bc8f822) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:31.910997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57b72aa-5981-458f-8d92-f70bb5e9f319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:31.911658 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d57b72aa-5981-458f-8d92-f70bb5e9f319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.915443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb943f0-cac6-479a-9301-3a61583224f4 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Network de1e282d-69aa-41dc-98d7-1b2ec2535941 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:57:31.921048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a3bcad-e141-4e4d-925d-54b2d38799ea None None] Network bb5e3c26-878b-49f1-80b6-6d419bc8f822 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:57:31.926560 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c72b372-0f50-470b-8d91-859bdc9d0dc3 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.936774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-cbb943f0-cac6-479a-9301-3a61583224f4 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, de1e282d-69aa-41dc-98d7-1b2ec2535941) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:31.952736 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b495f62e-d4ff-42d9-a4e0-06220f9f711f None None] Network de1e282d-69aa-41dc-98d7-1b2ec2535941 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:57:31.968475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb943f0-cac6-479a-9301-3a61583224f4 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:31.969040 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cbb943f0-cac6-479a-9301-3a61583224f4 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:31.982471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d57b72aa-5981-458f-8d92-f70bb5e9f319 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4803500 Nov 11 11:57:32.014889 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cbb943f0-cac6-479a-9301-3a61583224f4 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8480096 Nov 11 11:57:32.018787 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50612) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:32.030354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e159a-ca13-4742-b663-051ffdef2a8d req-f223c58b-1bb0-4def-ad7b-58ee91ead292 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:32.031458 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-1c39c066-15cf-43fe-adaa-b958cd81f891 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Request body: {'subnet': {'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:32.031902 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f80e159a-ca13-4742-b663-051ffdef2a8d req-f223c58b-1bb0-4def-ad7b-58ee91ead292 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 943 time: 0.1068993 Nov 11 11:57:32.040775 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c72b372-0f50-470b-8d91-859bdc9d0dc3 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:32.047085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607c09e-ba2e-46a5-b830-e31df4fc5758 req-5a76c28b-ee63-4f02-ba7c-0816590780a2 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:32.049192 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b607c09e-ba2e-46a5-b830-e31df4fc5758 req-5a76c28b-ee63-4f02-ba7c-0816590780a2 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 943 time: 0.1092610 Nov 11 11:57:32.136575 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b607c09e-ba2e-46a5-b830-e31df4fc5758 req-3065fca0-12d7-43f8-b8c3-b35b0dc38101 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/security-groups?id=62c72ef9-0116-49fe-b400-b7d4a30d5bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802999 Nov 11 11:57:32.152832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01786799-a3b6-462e-90b0-b161c4c5e8c3 None None] Network bb5e3c26-878b-49f1-80b6-6d419bc8f822 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:57:32.158147 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72b372-0f50-470b-8d91-859bdc9d0dc3 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event deleted for resources: {'Subnet': ['ID=24c4e628-b50c-4c94-ab83-1fcd87db65d8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:32.158862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f80e159a-ca13-4742-b663-051ffdef2a8d req-98210f68-809a-4024-82ae-ba99e86e83f9 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968349 Nov 11 11:57:32.174350 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c72b372-0f50-470b-8d91-859bdc9d0dc3 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:32.180307 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5c72b372-0f50-470b-8d91-859bdc9d0dc3 tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "DELETE /v2.0/subnets/24c4e628-b50c-4c94-ab83-1fcd87db65d8 HTTP/1.1" status: 204 len: 168 time: 0.5570300 Nov 11 11:57:32.181337 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50614) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:32.299312 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:32.302751 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c39c066-15cf-43fe-adaa-b958cd81f891 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Made reservation on behalf of da10fcdd1e56422d809e80303ecf3512 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:32.304760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631916cb-adda-4c9b-b5da-fc8012778a29 None None] Network 00210173-e44b-4a81-8c48-7f12b1d29490 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:57:32.307001 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1c39c066-15cf-43fe-adaa-b958cd81f891 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:32.350727 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b570bd3b-9b68-4870-9f3f-969225f1749a details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:57:32.480533 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Deleting port efb7a14d-6722-4219-ad0e-9f6a71d3eeef {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:32.480847 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:32.577894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-ca0b8187-444f-451c-93b4-48a2eb248e85 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:32.580457 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-ca0b8187-444f-451c-93b4-48a2eb248e85 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/networks?id=bb5e3c26-878b-49f1-80b6-6d419bc8f822 HTTP/1.1" status: 200 len: 822 time: 0.1158412 Nov 11 11:57:32.585618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] For port efb7a14d-6722-4219-ad0e-9f6a71d3eeef, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=efb7a14d-6722-4219-ad0e-9f6a71d3eeef,segment=NetworkSegment(fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf),segment_id=fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:32.585985 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:32.600408 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-50a8e095-833a-42e2-89c0-3c1ba6faf9b4 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/quotas/ce48ec4b69ff438d95a222d60a986d60 HTTP/1.1" status: 200 len: 375 time: 0.0116084 Nov 11 11:57:32.602339 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.resource_extend [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 11:57:32.609143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Calling delete_port for efb7a14d-6722-4219-ad0e-9f6a71d3eeef owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:32.618715 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1c39c066-15cf-43fe-adaa-b958cd81f891 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:32.699210 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-6c54da48-888e-4716-913f-02cbebf62adc tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce48ec4b69ff438d95a222d60a986d60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907202 Nov 11 11:57:32.752374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39c066-15cf-43fe-adaa-b958cd81f891 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event updated for resources: {'Subnet': ['ID=49b842ca-bb16-4b32-afdd-253fe6553f51,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:32.761812 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 41caa3ee-0dc1-4fd6-be71-df602ce03442 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:57:32.809009 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39c066-15cf-43fe-adaa-b958cd81f891 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Checking segment: {'id': '2c0205b8-1020-4f5a-b0fd-bf13a555964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:32.809479 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c39c066-15cf-43fe-adaa-b958cd81f891 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Network hostable DHCP agents. Network: 8b798677-2731-47ea-a947-54aa100bcc0d, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:57:32.812321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-de1e282d-69aa-41dc-98d7-1b2ec2535941', 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'fixed_ips': [{'subnet_id': '9fc46d10-4969-4ee0-a072-a9b6c3ce1458'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:57:32.813484 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:32.815781 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 41caa3ee-0dc1-4fd6-be71-df602ce03442 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:57:32.816596 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 41caa3ee-0dc1-4fd6-be71-df602ce03442 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:57:32.827023 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port b570bd3b-9b68-4870-9f3f-969225f1749a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b570bd3b-9b68-4870-9f3f-969225f1749a,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:32.835473 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:32.852203 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c39c066-15cf-43fe-adaa-b958cd81f891 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Network 8b798677-2731-47ea-a947-54aa100bcc0d is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:57:32.878963 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event deleted for resources: {'Port': ['ID=efb7a14d-6722-4219-ad0e-9f6a71d3eeef,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:32.879599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b58308-3114-48e9-8593-7a3107838cdd req-fca0ef5e-5380-488c-a085-b0d98e8cfe9a tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:32.882574 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] No DVR routers for this DVR port efb7a14d-6722-4219-ad0e-9f6a71d3eeef on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:57:32.888490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6b58308-3114-48e9-8593-7a3107838cdd req-fca0ef5e-5380-488c-a085-b0d98e8cfe9a tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.1670692 Nov 11 11:57:32.888778 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-1c39c066-15cf-43fe-adaa-b958cd81f891 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 8b798677-2731-47ea-a947-54aa100bcc0d) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:32.911223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c39c066-15cf-43fe-adaa-b958cd81f891 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:32.911801 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1c39c066-15cf-43fe-adaa-b958cd81f891 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:32.924014 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-858b64eb-7225-4051-81d1-3db60c7434ba service neutron] 10.222.0.65 "GET /v2.0/networks/bb5e3c26-878b-49f1-80b6-6d419bc8f822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177005 Nov 11 11:57:32.989716 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1c39c066-15cf-43fe-adaa-b958cd81f891 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9681439 Nov 11 11:57:32.991705 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:32.994183 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50634) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:32.999194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f5bbd767-47bf-4e71-b34f-c8f3925d84f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Request body: {'port': {'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941', 'name': 'tempest-TaggedBootDevicesTest_v242-542617074', 'fixed_ips': [{'subnet_id': '9fc46d10-4969-4ee0-a072-a9b6c3ce1458'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:33.000178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6b58308-3114-48e9-8593-7a3107838cdd req-5267dd42-c7fa-4ffc-85c2-5d40eb1228df tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108248 Nov 11 11:57:33.021058 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Allocated IP 10.1.1.2 (de1e282d-69aa-41dc-98d7-1b2ec2535941/9fc46d10-4969-4ee0-a072-a9b6c3ce1458/e300d43b-a6e2-447e-a1bc-929ad98c9fc9) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:33.039191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b83d6b3-7eb8-4c37-be80-0dc5b8e29635 None None] DHCP port deletion for 00210173-e44b-4a81-8c48-7f12b1d29490 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:57:33.041058 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416d8aa-9f9c-4f10-a6b0-20c6d6ea68e0 None None] Network 8b798677-2731-47ea-a947-54aa100bcc0d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:57:33.042139 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-9be5fbc4-5972-4107-a3d2-f56ceb33c156 service neutron] 10.222.0.65 "GET /v2.0/networks/bb5e3c26-878b-49f1-80b6-6d419bc8f822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120069 Nov 11 11:57:33.054590 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'b570bd3b-9b68-4870-9f3f-969225f1749a', 'network_id': '56444805-2ce0-4763-95ba-977c0e243bbb', 'port_id': 'b570bd3b-9b68-4870-9f3f-969225f1749a', 'mac_address': 'fa:16:3e:6d:4e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e5f80f-1c13-4371-8143-98282b930920', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:57:33.213190 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:33.254731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b570bd3b-9b68-4870-9f3f-969225f1749a {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:33.273529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f6157-04cf-4389-a7a8-9e0385fdaab7 req-c9c267a6-b59b-4729-a585-79326a526acb tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:33.282766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f3f6157-04cf-4389-a7a8-9e0385fdaab7 req-c9c267a6-b59b-4729-a585-79326a526acb tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 943 time: 0.0650532 Nov 11 11:57:33.316570 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port b570bd3b-9b68-4870-9f3f-969225f1749a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b570bd3b-9b68-4870-9f3f-969225f1749a,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:33.345541 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:33.346329 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 17361a35-9d98-4a83-9cf9-b502bfacd3ec details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:57:33.426720 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00210173-e44b-4a81-8c48-7f12b1d29490']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:33.441925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:33.442213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2185f7-fc0b-4fcd-b8bd-6f573066d9cf') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:33.458577 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:33.461157 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:33.502861 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:33.507991 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:33.511154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bbd767-47bf-4e71-b34f-c8f3925d84f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Made reservation on behalf of da10fcdd1e56422d809e80303ecf3512 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:33.533222 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-8b798677-2731-47ea-a947-54aa100bcc0d', 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'fixed_ips': [{'subnet_id': '49b842ca-bb16-4b32-afdd-253fe6553f51'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:57:33.534121 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:33.551107 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=b570bd3b-9b68-4870-9f3f-969225f1749a,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:33.556889 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Network de1e282d-69aa-41dc-98d7-1b2ec2535941 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:33.588550 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:33.595135 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:57:33.595901 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:57:33.601196 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:57:33.612685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:33.647275 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204b857-0e27-4b9e-ab3b-84302638a253 req-58f5f975-30df-4943-aa8a-2be4cc101c8a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:33.653816 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9204b857-0e27-4b9e-ab3b-84302638a253 req-58f5f975-30df-4943-aa8a-2be4cc101c8a tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 943 time: 0.3550627 Nov 11 11:57:33.671455 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f3f6157-04cf-4389-a7a8-9e0385fdaab7 req-8ce97264-922c-4486-a6b7-16d51c5c6b1b tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/security-groups?id=62c72ef9-0116-49fe-b400-b7d4a30d5bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857641 Nov 11 11:57:33.679259 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5bbd767-47bf-4e71-b34f-c8f3925d84f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:33.753886 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Pushing event updated for resources: {'Port': ['ID=e300d43b-a6e2-447e-a1bc-929ad98c9fc9,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:33.774940 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9204b857-0e27-4b9e-ab3b-84302638a253 req-3d421d7f-0247-4314-adc2-d033e8842042 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195867 Nov 11 11:57:33.777535 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62e2b6a5-0ae0-43e8-ae7d-0fbb66da470b req-51ce6305-1cd5-4561-b2a9-995c8a001475 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a99987-91ae-4021-9eef-f4dfbf9f6ea5 HTTP/1.1" status: 200 len: 210 time: 0.0389116 Nov 11 11:57:33.781690 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-f5bbd767-47bf-4e71-b34f-c8f3925d84f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] device_id is not set on port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 11:57:33.793342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Attempting to bind port e300d43b-a6e2-447e-a1bc-929ad98c9fc9 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:57:33.793865 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Attempting to bind port e300d43b-a6e2-447e-a1bc-929ad98c9fc9 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:57:33.794093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Attempting to bind port e300d43b-a6e2-447e-a1bc-929ad98c9fc9 on network de1e282d-69aa-41dc-98d7-1b2ec2535941 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:33.808840 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 17361a35-9d98-4a83-9cf9-b502bfacd3ec, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=17361a35-9d98-4a83-9cf9-b502bfacd3ec,segment=NetworkSegment(7841d590-44d1-414c-ba1d-819bf3975e29),segment_id=7841d590-44d1-414c-ba1d-819bf3975e29)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:33.859745 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:33.869817 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:57:33.870567 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Checking segment: {'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:33.870969 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:33.871358 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Bound using segment: {'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:57:33.871829 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Bound port: e300d43b-a6e2-447e-a1bc-929ad98c9fc9, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:57:33.872211 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:33.876817 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:33.876990 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Allocated IP 10.2.2.2 (8b798677-2731-47ea-a947-54aa100bcc0d/49b842ca-bb16-4b32-afdd-253fe6553f51/24171f1e-0674-428b-9537-38696b61868f) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:33.886440 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] 10.222.0.65 "DELETE /v2.0/networks/00210173-e44b-4a81-8c48-7f12b1d29490 HTTP/1.1" status: 204 len: 168 time: 1.7018678 Nov 11 11:57:33.892895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '17361a35-9d98-4a83-9cf9-b502bfacd3ec', 'network_id': 'a564931d-f4a5-42bd-ad11-b9ad065b88f7', 'port_id': '17361a35-9d98-4a83-9cf9-b502bfacd3ec', 'mac_address': 'fa:16:3e:16:1d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1336b5b5-ac6b-4a4b-9685-0f21a9f5da01', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:57:33.950097 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39321aea-6fb2-4608-8e39-b0bd09921c5b tempest-ServersTestMultiNic-714631805 tempest-ServersTestMultiNic-714631805-project] Pushing event deleted for resources: {'Network': ['ID=00210173-e44b-4a81-8c48-7f12b1d29490,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:34.043642 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:34.062202 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50664) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:34.082308 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17361a35-9d98-4a83-9cf9-b502bfacd3ec {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:34.094315 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] For port e300d43b-a6e2-447e-a1bc-929ad98c9fc9, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:57:34.104726 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] For port e300d43b-a6e2-447e-a1bc-929ad98c9fc9, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e300d43b-a6e2-447e-a1bc-929ad98c9fc9,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:57:34.120999 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:34.126388 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 17361a35-9d98-4a83-9cf9-b502bfacd3ec, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=17361a35-9d98-4a83-9cf9-b502bfacd3ec,segment=NetworkSegment(7841d590-44d1-414c-ba1d-819bf3975e29),segment_id=7841d590-44d1-414c-ba1d-819bf3975e29)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:34.164451 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:34.193376 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-f5bbd767-47bf-4e71-b34f-c8f3925d84f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Allocated IP 10.1.1.225 (de1e282d-69aa-41dc-98d7-1b2ec2535941/9fc46d10-4969-4ee0-a072-a9b6c3ce1458/0cf8a200-b7a6-4b27-9dc3-6cacd08548a6) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:34.224917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67345f-7a53-4a23-8fe0-9a93ee5efb55 req-dd9e4928-44c0-4108-a044-18c52bbd0119 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:34.226525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3d67345f-7a53-4a23-8fe0-9a93ee5efb55 req-dd9e4928-44c0-4108-a044-18c52bbd0119 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.0947769 Nov 11 11:57:34.248350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87092b3a-3cfe-4055-a84b-1f60b67c636a None None] Pushing event updated for resources: {'Port': ['ID=e300d43b-a6e2-447e-a1bc-929ad98c9fc9,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:34.254942 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:34.281869 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:34.318272 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Network 8b798677-2731-47ea-a947-54aa100bcc0d is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:34.323112 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:34.326009 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:34.330438 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=17361a35-9d98-4a83-9cf9-b502bfacd3ec,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:34.338482 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3d67345f-7a53-4a23-8fe0-9a93ee5efb55 req-cb6ea40a-6e1f-4839-9497-5940d85b37a4 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014824 Nov 11 11:57:34.428018 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Pushing event updated for resources: {'Port': ['ID=24171f1e-0674-428b-9537-38696b61868f,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:34.439967 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5bbd767-47bf-4e71-b34f-c8f3925d84f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:34.442581 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Attempting to bind port 24171f1e-0674-428b-9537-38696b61868f on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:57:34.442951 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Attempting to bind port 24171f1e-0674-428b-9537-38696b61868f by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '2c0205b8-1020-4f5a-b0fd-bf13a555964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:57:34.443311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Attempting to bind port 24171f1e-0674-428b-9537-38696b61868f on network 8b798677-2731-47ea-a947-54aa100bcc0d {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:34.448971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:57:34.449261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Checking segment: {'id': '2c0205b8-1020-4f5a-b0fd-bf13a555964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:34.449700 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:34.450275 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Bound using segment: {'id': '2c0205b8-1020-4f5a-b0fd-bf13a555964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:57:34.450924 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Bound port: 24171f1e-0674-428b-9537-38696b61868f, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0205b8-1020-4f5a-b0fd-bf13a555964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:57:34.451482 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:34.483647 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5bbd767-47bf-4e71-b34f-c8f3925d84f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:34.492353 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['17361a35-9d98-4a83-9cf9-b502bfacd3ec'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:57:34.494898 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['b570bd3b-9b68-4870-9f3f-969225f1749a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:57:34.582935 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bbd767-47bf-4e71-b34f-c8f3925d84f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Network de1e282d-69aa-41dc-98d7-1b2ec2535941 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:34.586165 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-f5bbd767-47bf-4e71-b34f-c8f3925d84f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:34.604088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bbd767-47bf-4e71-b34f-c8f3925d84f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:34.611017 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbd767-47bf-4e71-b34f-c8f3925d84f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event updated for resources: {'Port': ['ID=0cf8a200-b7a6-4b27-9dc3-6cacd08548a6,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:34.629391 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-34580190-72bc-4d8c-a9a8-1729a836cb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:34.653136 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] For port 24171f1e-0674-428b-9537-38696b61868f, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:57:34.657718 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] For port 24171f1e-0674-428b-9537-38696b61868f, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=24171f1e-0674-428b-9537-38696b61868f,segment=NetworkSegment(2c0205b8-1020-4f5a-b0fd-bf13a555964b),segment_id=2c0205b8-1020-4f5a-b0fd-bf13a555964b)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:57:34.693396 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:34.756215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bbd767-47bf-4e71-b34f-c8f3925d84f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:34.756924 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5bbd767-47bf-4e71-b34f-c8f3925d84f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:34.795431 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f5bbd767-47bf-4e71-b34f-c8f3925d84f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7975314 Nov 11 11:57:34.796055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50668) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:34.804798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-458c740f-66cd-459f-a513-b869d1e42383 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Request body: {'port': {'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941', 'name': 'tempest-TaggedBootDevicesTest_v242-165665454', 'fixed_ips': [{'subnet_id': '9fc46d10-4969-4ee0-a072-a9b6c3ce1458'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:35.030011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e300d43b-a6e2-447e-a1bc-929ad98c9fc9 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:35.038362 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458c740f-66cd-459f-a513-b869d1e42383 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Made reservation on behalf of da10fcdd1e56422d809e80303ecf3512 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:35.051518 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-458c740f-66cd-459f-a513-b869d1e42383 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:35.085261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-458c740f-66cd-459f-a513-b869d1e42383 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] device_id is not set on port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 11:57:35.133208 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-a7b3140f-1fe4-4497-ae7c-28748ec8b2af tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:35.138508 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-a7b3140f-1fe4-4497-ae7c-28748ec8b2af tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.43 "GET /v2.0/networks?id=bb5e3c26-878b-49f1-80b6-6d419bc8f822 HTTP/1.1" status: 200 len: 822 time: 0.2520440 Nov 11 11:57:35.153714 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cddb8c-8e38-4dec-86cb-032dbd034903 None None] Pushing event updated for resources: {'Port': ['ID=24171f1e-0674-428b-9537-38696b61868f,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:35.177322 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f24f09b7-9c7b-446c-acd3-b3f277ff27c6 req-a5ce3c1a-c010-4778-b1c0-c98f1afa6bf7 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a99987-91ae-4021-9eef-f4dfbf9f6ea5 HTTP/1.1" status: 200 len: 210 time: 0.1275132 Nov 11 11:57:35.188169 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-4ae9b551-5b96-49ad-b085-8e07bff59452 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Request body: {'port': {'device_id': '05a99987-91ae-4021-9eef-f4dfbf9f6ea5', 'network_id': 'bb5e3c26-878b-49f1-80b6-6d419bc8f822', 'admin_state_up': True, 'tenant_id': 'ce48ec4b69ff438d95a222d60a986d60'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:35.278834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d596802-ab5e-4daf-bea6-09970dc55019 req-fcc37533-6127-4fc4-ab51-e6f6950b5ec4 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:35.280399 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d596802-ab5e-4daf-bea6-09970dc55019 req-fcc37533-6127-4fc4-ab51-e6f6950b5ec4 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 944 time: 0.3964801 Nov 11 11:57:35.346706 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e300d43b-a6e2-447e-a1bc-929ad98c9fc9 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:35.347269 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:35.353356 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-458c740f-66cd-459f-a513-b869d1e42383 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Allocated IP 10.1.1.113 (de1e282d-69aa-41dc-98d7-1b2ec2535941/9fc46d10-4969-4ee0-a072-a9b6c3ce1458/17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:35.418683 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d596802-ab5e-4daf-bea6-09970dc55019 req-022a57f1-cc43-41cc-bdfd-f261720c4e7a tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/security-groups?id=62c72ef9-0116-49fe-b400-b7d4a30d5bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253808 Nov 11 11:57:35.453574 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab4fd5-0fe8-4534-b861-33b920d4caf3 req-b65464f3-f59e-4849-920b-508917c981c3 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:35.460214 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:35.466287 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0cab4fd5-0fe8-4534-b861-33b920d4caf3 req-b65464f3-f59e-4849-920b-508917c981c3 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 944 time: 0.1750486 Nov 11 11:57:35.500251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port e300d43b-a6e2-447e-a1bc-929ad98c9fc9, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e300d43b-a6e2-447e-a1bc-929ad98c9fc9,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:35.511119 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:35.527975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-4ae9b551-5b96-49ad-b085-8e07bff59452 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Made reservation on behalf of ce48ec4b69ff438d95a222d60a986d60 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:35.532501 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-4ae9b551-5b96-49ad-b085-8e07bff59452 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:35.605393 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device efb7a14d-6722-4219-ad0e-9f6a71d3eeef no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:57:35.628659 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0cab4fd5-0fe8-4534-b861-33b920d4caf3 req-b62d3a0b-f963-44a3-b29d-33c2c9ea0dc7 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366587 Nov 11 11:57:35.640083 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: efb7a14d-6722-4219-ad0e-9f6a71d3eeef {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:57:35.640422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device efb7a14d-6722-4219-ad0e-9f6a71d3eeef not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:57:35.658059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=e300d43b-a6e2-447e-a1bc-929ad98c9fc9,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:35.686337 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-458c740f-66cd-459f-a513-b869d1e42383 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:35.746243 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-458c740f-66cd-459f-a513-b869d1e42383 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:35.755247 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1396515-f622-4c1b-8a07-4a72fe661876 None None] Network de1e282d-69aa-41dc-98d7-1b2ec2535941 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:57:35.788023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458c740f-66cd-459f-a513-b869d1e42383 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Network de1e282d-69aa-41dc-98d7-1b2ec2535941 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:35.791276 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-458c740f-66cd-459f-a513-b869d1e42383 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:35.795729 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458c740f-66cd-459f-a513-b869d1e42383 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:35.796631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-34580190-72bc-4d8c-a9a8-1729a836cb47 admin admin] Deleting port a838f8af-e0a5-420a-998a-27c056baa9c3 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:35.797751 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-34580190-72bc-4d8c-a9a8-1729a836cb47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:35.860039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458c740f-66cd-459f-a513-b869d1e42383 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:35.860655 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-458c740f-66cd-459f-a513-b869d1e42383 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:35.864198 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c740f-66cd-459f-a513-b869d1e42383 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event updated for resources: {'Port': ['ID=17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:35.871278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e0aba204-e1c7-4e48-a0ed-2cf402cc9669 None None] Provisioning complete for port e300d43b-a6e2-447e-a1bc-929ad98c9fc9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:35.871785 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e0aba204-e1c7-4e48-a0ed-2cf402cc9669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:35.875713 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-47054ad0-3c0d-44ba-a21d-4de0d5441536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:35.886753 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-458c740f-66cd-459f-a513-b869d1e42383 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0898051 Nov 11 11:57:35.895178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-4ae9b551-5b96-49ad-b085-8e07bff59452 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Allocated IP 172.20.0.10 (bb5e3c26-878b-49f1-80b6-6d419bc8f822/e495d850-b1e2-43a9-80e9-81ec22583808/5101e4e5-37e5-40ee-b9d0-94371a0280ce) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:35.923804 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab88fc-633b-47d2-8389-0712dffdfcc6 req-0ca80958-865f-4f22-8b94-e0bf19a22f62 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:35.925395 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73ab88fc-633b-47d2-8389-0712dffdfcc6 req-0ca80958-865f-4f22-8b94-e0bf19a22f62 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.2182872 Nov 11 11:57:36.061278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73ab88fc-633b-47d2-8389-0712dffdfcc6 req-f161a08b-99c8-4d87-931c-01376879d9ac tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277657 Nov 11 11:57:36.072394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-34580190-72bc-4d8c-a9a8-1729a836cb47 admin admin] For port a838f8af-e0a5-420a-998a-27c056baa9c3, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a838f8af-e0a5-420a-998a-27c056baa9c3,segment=NetworkSegment(8d64d78b-b639-4e01-968b-45291f2d8d4d),segment_id=8d64d78b-b639-4e01-968b-45291f2d8d4d)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:36.072661 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-34580190-72bc-4d8c-a9a8-1729a836cb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.097771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-34580190-72bc-4d8c-a9a8-1729a836cb47 admin admin] Calling delete_port for a838f8af-e0a5-420a-998a-27c056baa9c3 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:36.248846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50686) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:36.256229 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-db8c7bd9-52af-4a0a-bab7-275d2325ffdc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267813492', 'description': 'tempest-description--22164099'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:36.292041 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-db8c7bd9-52af-4a0a-bab7-275d2325ffdc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.324706 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-4ae9b551-5b96-49ad-b085-8e07bff59452 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.327763 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aa7d12d3-623f-439d-a34d-6d8c7f734719 req-34557710-aae6-4411-b47a-4623b630fcc1 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a99987-91ae-4021-9eef-f4dfbf9f6ea5 HTTP/1.1" status: 200 len: 210 time: 0.0453014 Nov 11 11:57:36.340731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b744b50-d45a-42bd-8620-a333b70c2c7e None None] Network 8b798677-2731-47ea-a947-54aa100bcc0d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:57:36.364232 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b570bd3b-9b68-4870-9f3f-969225f1749a up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:36.391279 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-db8c7bd9-52af-4a0a-bab7-275d2325ffdc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.400831 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-db8c7bd9-52af-4a0a-bab7-275d2325ffdc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.417843 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-4ae9b551-5b96-49ad-b085-8e07bff59452 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.451024 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-db8c7bd9-52af-4a0a-bab7-275d2325ffdc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.452311 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-db8c7bd9-52af-4a0a-bab7-275d2325ffdc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2021666 Nov 11 11:57:36.454177 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c7bd9-52af-4a0a-bab7-275d2325ffdc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b5f0bd-f7f7-496b-af5f-a3bf30c12136,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:36.456555 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50690) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:36.467068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-699fa950-00bd-405e-9e93-e477266b3cc9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Request body: {'security_group_rule': {'security_group_id': '64b5f0bd-f7f7-496b-af5f-a3bf30c12136', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:36.483564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-4ae9b551-5b96-49ad-b085-8e07bff59452 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Network bb5e3c26-878b-49f1-80b6-6d419bc8f822 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:36.490240 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-4ae9b551-5b96-49ad-b085-8e07bff59452 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:36.492944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9b551-5b96-49ad-b085-8e07bff59452 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Pushing event updated for resources: {'Port': ['ID=5101e4e5-37e5-40ee-b9d0-94371a0280ce,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:36.495889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-4ae9b551-5b96-49ad-b085-8e07bff59452 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:36.517801 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-699fa950-00bd-405e-9e93-e477266b3cc9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.530450 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-34580190-72bc-4d8c-a9a8-1729a836cb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.573926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-913246ff-1988-4c93-b157-928e9f52af3c None None] Provisioning complete for port e300d43b-a6e2-447e-a1bc-929ad98c9fc9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:36.574291 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-913246ff-1988-4c93-b157-928e9f52af3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.582951 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34580190-72bc-4d8c-a9a8-1729a836cb47 admin admin] Pushing event deleted for resources: {'Port': ['ID=a838f8af-e0a5-420a-998a-27c056baa9c3,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:36.594022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-4ae9b551-5b96-49ad-b085-8e07bff59452 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:36.594657 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-4ae9b551-5b96-49ad-b085-8e07bff59452 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.608441 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-699fa950-00bd-405e-9e93-e477266b3cc9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.618640 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-699fa950-00bd-405e-9e93-e477266b3cc9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.637669 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fa950-00bd-405e-9e93-e477266b3cc9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba1ff61-dfd0-4d2b-a455-eb098449b108,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:36.641565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port b570bd3b-9b68-4870-9f3f-969225f1749a completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:57:36.652240 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port b570bd3b-9b68-4870-9f3f-969225f1749a triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:36.652698 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.659969 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-699fa950-00bd-405e-9e93-e477266b3cc9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.661350 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-699fa950-00bd-405e-9e93-e477266b3cc9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2037964 Nov 11 11:57:36.664167 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50696) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:36.670817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-eca1239c-0f5b-4aed-b57b-4ca7709924e5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Request body: {'security_group_rule': {'security_group_id': '64b5f0bd-f7f7-496b-af5f-a3bf30c12136', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:36.715936 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-4ae9b551-5b96-49ad-b085-8e07bff59452 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5421638 Nov 11 11:57:36.734024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Request body: {'port': {'device_id': '05a99987-91ae-4021-9eef-f4dfbf9f6ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:36.743144 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eca1239c-0f5b-4aed-b57b-4ca7709924e5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.798894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d5f81-9456-4ead-8eeb-391b5125fc88 req-5d73ab7c-4d14-454a-b06f-3395e1e61b3b tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:36.800616 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc3d5f81-9456-4ead-8eeb-391b5125fc88 req-5d73ab7c-4d14-454a-b06f-3395e1e61b3b tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 944 time: 0.2284551 Nov 11 11:57:36.896270 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eca1239c-0f5b-4aed-b57b-4ca7709924e5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.904140 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eca1239c-0f5b-4aed-b57b-4ca7709924e5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.922791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1239c-0f5b-4aed-b57b-4ca7709924e5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5a7609-f3c9-4642-a898-c15548571a76,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:36.955444 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eca1239c-0f5b-4aed-b57b-4ca7709924e5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:36.959939 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-eca1239c-0f5b-4aed-b57b-4ca7709924e5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2946980 Nov 11 11:57:36.960557 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50698) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:36.967532 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:37.034346 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.037453 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.060167 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-913246ff-1988-4c93-b157-928e9f52af3c None None] Provisioning complete for port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:37.060499 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-913246ff-1988-4c93-b157-928e9f52af3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.092348 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9a796-d392-40ba-8406-1418a1900cfb req-0cdb0dda-bc05-48bc-81ec-73b302351eec tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:37.098175 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0c9a796-d392-40ba-8406-1418a1900cfb req-0cdb0dda-bc05-48bc-81ec-73b302351eec tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 944 time: 0.1988621 Nov 11 11:57:37.169263 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port b570bd3b-9b68-4870-9f3f-969225f1749a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b570bd3b-9b68-4870-9f3f-969225f1749a,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:37.173137 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863e63fe-5190-4c61-8aed-98c5cece6117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b570bd3b-9b68-4870-9f3f-969225f1749a'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:37.177808 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037657b6-6d48-49a7-9597-17a838b55ac3" -d '{"events": [{"server_uuid": "863e63fe-5190-4c61-8aed-98c5cece6117", "name": "network-vif-plugged", "status": "completed", "tag": "b570bd3b-9b68-4870-9f3f-969225f1749a"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:37.186932 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e300d43b-a6e2-447e-a1bc-929ad98c9fc9 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:37.274878 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.278869 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.280283 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 17361a35-9d98-4a83-9cf9-b502bfacd3ec up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:37.301487 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0c9a796-d392-40ba-8406-1418a1900cfb req-01f8a5f6-304d-4394-8b4e-b595c4310bc6 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480343 Nov 11 11:57:37.307688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc3d5f81-9456-4ead-8eeb-391b5125fc88 req-aeec7005-ee0c-48ed-b22b-f6cc60aebf4c tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/security-groups?id=62c72ef9-0116-49fe-b400-b7d4a30d5bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321363 Nov 11 11:57:37.310501 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.382550 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cc016d-9573-47c6-a311-6713c922d8d2 x-openstack-request-id: req-89cc016d-9573-47c6-a311-6713c922d8d2 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:37.383063 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863e63fe-5190-4c61-8aed-98c5cece6117", "name": "network-vif-plugged", "status": "completed", "tag": "b570bd3b-9b68-4870-9f3f-969225f1749a", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:37.383337 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89cc016d-9573-47c6-a311-6713c922d8d2 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:37.383814 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863e63fe-5190-4c61-8aed-98c5cece6117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b570bd3b-9b68-4870-9f3f-969225f1749a', 'code': 200} Nov 11 11:57:37.413280 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-913246ff-1988-4c93-b157-928e9f52af3c None None] Port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:57:37.451547 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e300d43b-a6e2-447e-a1bc-929ad98c9fc9 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:37.452054 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.482371 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-913246ff-1988-4c93-b157-928e9f52af3c None None] Provisioning complete for port 24171f1e-0674-428b-9537-38696b61868f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:37.482834 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-913246ff-1988-4c93-b157-928e9f52af3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.520929 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Allocated IP 172.25.2.110 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/8aa6b2ec-5c25-42c4-af32-4cca85d3bd61) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:37.524015 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-34580190-72bc-4d8c-a9a8-1729a836cb47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.530086 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16704c-291b-43e9-b18e-e13247ae81f6 req-8e7ebf7f-4c95-4cbe-a318-87090ada76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:37.531953 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2f16704c-291b-43e9-b18e-e13247ae81f6 req-8e7ebf7f-4c95-4cbe-a318-87090ada76d4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 1096 time: 0.0686188 Nov 11 11:57:37.544345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 17361a35-9d98-4a83-9cf9-b502bfacd3ec completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:57:37.546490 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=b570bd3b-9b68-4870-9f3f-969225f1749a,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:37.556629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 17361a35-9d98-4a83-9cf9-b502bfacd3ec triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:37.557019 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.636516 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2f16704c-291b-43e9-b18e-e13247ae81f6 req-17665cae-d909-4859-a415-0f58c5bc1f99 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940323 Nov 11 11:57:37.671801 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.680888 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.708241 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.714224 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-913246ff-1988-4c93-b157-928e9f52af3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.755832 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:37.756902 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 17361a35-9d98-4a83-9cf9-b502bfacd3ec, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=17361a35-9d98-4a83-9cf9-b502bfacd3ec,segment=NetworkSegment(7841d590-44d1-414c-ba1d-819bf3975e29),segment_id=7841d590-44d1-414c-ba1d-819bf3975e29)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:37.759175 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:37.763994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:37.767357 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event updated for resources: {'Port': ['ID=8aa6b2ec-5c25-42c4-af32-4cca85d3bd61,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:37.773908 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.806143 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 24171f1e-0674-428b-9537-38696b61868f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:37.851935 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-913246ff-1988-4c93-b157-928e9f52af3c None None] For port 24171f1e-0674-428b-9537-38696b61868f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=24171f1e-0674-428b-9537-38696b61868f,segment=NetworkSegment(2c0205b8-1020-4f5a-b0fd-bf13a555964b),segment_id=2c0205b8-1020-4f5a-b0fd-bf13a555964b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:37.857278 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.862188 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-913246ff-1988-4c93-b157-928e9f52af3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.873669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=17361a35-9d98-4a83-9cf9-b502bfacd3ec,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:37.898647 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.917924 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-913246ff-1988-4c93-b157-928e9f52af3c None None] Provisioning complete for port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:37.918443 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-913246ff-1988-4c93-b157-928e9f52af3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:37.933043 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792c20f-5a48-4ad8-bbe1-3cd7ec439a72 req-e0b146bf-9223-4e1a-bde6-58795592745f tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:37.934601 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8792c20f-5a48-4ad8-bbe1-3cd7ec439a72 req-e0b146bf-9223-4e1a-bde6-58795592745f tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 1096 time: 0.4588087 Nov 11 11:57:37.957689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a6a0f-ea57-4708-9166-2abbfe7adea7 req-9abf886e-94aa-4bee-9627-490a2003d356 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:37.959210 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f66a6a0f-ea57-4708-9166-2abbfe7adea7 req-9abf886e-94aa-4bee-9627-490a2003d356 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.4850578 Nov 11 11:57:37.961472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 24171f1e-0674-428b-9537-38696b61868f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:37.961927 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:38.005297 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913246ff-1988-4c93-b157-928e9f52af3c None None] Pushing event updated for resources: {'Port': ['ID=24171f1e-0674-428b-9537-38696b61868f,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:38.023300 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-913246ff-1988-4c93-b157-928e9f52af3c None None] Port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:57:38.029710 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f13278b4-ebba-4e88-8ad1-e41946b722d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:38.085743 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:38.091197 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:38.115185 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8792c20f-5a48-4ad8-bbe1-3cd7ec439a72 req-192a4527-5b93-434d-acdb-53072c26a21c tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673172 Nov 11 11:57:38.125674 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5101e4e5-37e5-40ee-b9d0-94371a0280ce {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:38.159491 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:38.164782 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3c1b5758-d424-4bc2-9521-c05c59889d0f None None] Provisioning complete for port 24171f1e-0674-428b-9537-38696b61868f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:38.165612 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5758-d424-4bc2-9521-c05c59889d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:38.171306 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f66a6a0f-ea57-4708-9166-2abbfe7adea7 req-61fbcf48-8f72-4e8f-bc1e-299716263670 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896095 Nov 11 11:57:38.184526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event updated for resources: {'Port': ['ID=8aa6b2ec-5c25-42c4-af32-4cca85d3bd61,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:38.208070 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:38.223352 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Transition to ACTIVE for port object 5101e4e5-37e5-40ee-b9d0-94371a0280ce will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:57:38.235416 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:38.242526 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1de45c2d-10aa-4bdb-bad5-369f2f173ba6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2806396 Nov 11 11:57:38.244353 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:38.311879 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3c1b5758-d424-4bc2-9521-c05c59889d0f None None] Provisioning complete for port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:38.312205 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5758-d424-4bc2-9521-c05c59889d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:38.313772 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34580190-72bc-4d8c-a9a8-1729a836cb47 admin admin] Router 2f75639f-e391-48b3-a487-7ca3104151b3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:57:38.348760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b5758-d424-4bc2-9521-c05c59889d0f None None] Port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:57:38.358856 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3c1b5758-d424-4bc2-9521-c05c59889d0f None None] Provisioning complete for port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:38.359495 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5758-d424-4bc2-9521-c05c59889d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:38.370638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=5101e4e5-37e5-40ee-b9d0-94371a0280ce,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:38.386850 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f85c5c-07ff-42a3-a960-2603dcf06c1f req-cfb5e6bb-1810-4000-8a5e-5d9fe15918bd tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:38.388544 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-46f85c5c-07ff-42a3-a960-2603dcf06c1f req-cfb5e6bb-1810-4000-8a5e-5d9fe15918bd tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a99987-91ae-4021-9eef-f4dfbf9f6ea5 HTTP/1.1" status: 200 len: 944 time: 0.1625054 Nov 11 11:57:38.408046 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b5758-d424-4bc2-9521-c05c59889d0f None None] Port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:57:38.545904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Attempting to bind port 5101e4e5-37e5-40ee-b9d0-94371a0280ce on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:57:38.546410 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Attempting to bind port 5101e4e5-37e5-40ee-b9d0-94371a0280ce by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '5300f940-c2b8-4069-8166-067a04ea0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bb5e3c26-878b-49f1-80b6-6d419bc8f822'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:57:38.546543 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Attempting to bind port 5101e4e5-37e5-40ee-b9d0-94371a0280ce on network bb5e3c26-878b-49f1-80b6-6d419bc8f822 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:38.554969 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-46f85c5c-07ff-42a3-a960-2603dcf06c1f req-0a362df5-b8ee-4a48-bf72-50f81a882a20 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f9b5fba-0b59-4f8b-934a-d6f4958f4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163895 Nov 11 11:57:38.557474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Port 5101e4e5-37e5-40ee-b9d0-94371a0280ce on network bb5e3c26-878b-49f1-80b6-6d419bc8f822 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:57:38.557806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Attempting to bind port 5101e4e5-37e5-40ee-b9d0-94371a0280ce on network bb5e3c26-878b-49f1-80b6-6d419bc8f822 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:38.566778 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:57:38.567149 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Checking segment: {'id': '5300f940-c2b8-4069-8166-067a04ea0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bb5e3c26-878b-49f1-80b6-6d419bc8f822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:38.567474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Bound using segment: {'id': '5300f940-c2b8-4069-8166-067a04ea0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bb5e3c26-878b-49f1-80b6-6d419bc8f822'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:57:38.567900 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Bound port: 5101e4e5-37e5-40ee-b9d0-94371a0280ce, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5300f940-c2b8-4069-8166-067a04ea0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bb5e3c26-878b-49f1-80b6-6d419bc8f822'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:57:38.568366 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:38.584945 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34580190-72bc-4d8c-a9a8-1729a836cb47 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:57:38.593871 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-34580190-72bc-4d8c-a9a8-1729a836cb47 admin admin] 10.222.0.65 "PUT /v2.0/routers/2f75639f-e391-48b3-a487-7ca3104151b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5285954 Nov 11 11:57:38.594401 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50732) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:38.597389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af9cc4a-afa1-4262-8317-f547a6ed8903 None None] Sync routers for ids ['2f75639f-e391-48b3-a487-7ca3104151b3'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:57:38.614747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af9cc4a-afa1-4262-8317-f547a6ed8903 None None] Routers {'2f75639f-e391-48b3-a487-7ca3104151b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:57:38.615827 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-8af9cc4a-afa1-4262-8317-f547a6ed8903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:57:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2f75639f-e391-48b3-a487-7ca3104151b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:38.665628 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] For port 5101e4e5-37e5-40ee-b9d0-94371a0280ce, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:57:38.680494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] For port 5101e4e5-37e5-40ee-b9d0-94371a0280ce, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5101e4e5-37e5-40ee-b9d0-94371a0280ce,segment=NetworkSegment(5300f940-c2b8-4069-8166-067a04ea0edf),segment_id=5300f940-c2b8-4069-8166-067a04ea0edf)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:57:38.690566 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:38.703309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2306c-8dbc-410a-b20a-17cdf06b849d req-e22d6eea-db42-4db7-8652-8689d66951cb tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:38.704884 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b0d2306c-8dbc-410a-b20a-17cdf06b849d req-e22d6eea-db42-4db7-8652-8689d66951cb tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 945 time: 0.0793352 Nov 11 11:57:38.748250 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:38.748759 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:38.750193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] 10.222.0.43 "PUT /v2.0/ports/5101e4e5-37e5-40ee-b9d0-94371a0280ce HTTP/1.1" status: 200 len: 1092 time: 2.0217056 Nov 11 11:57:38.751081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a99987-91ae-4021-9eef-f4dfbf9f6ea5', 'tag': '5101e4e5-37e5-40ee-b9d0-94371a0280ce'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:38.753052 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda40a1e-c745-44dd-9ef5-dc5d55d3e15b" -d '{"events": [{"name": "network-changed", "server_uuid": "05a99987-91ae-4021-9eef-f4dfbf9f6ea5", "tag": "5101e4e5-37e5-40ee-b9d0-94371a0280ce"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:38.758005 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9500f5a7-1888-49e8-aac6-c355ab8ca763 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:38.813968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f61249-d3f2-4135-91da-341f776d1ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=5101e4e5-37e5-40ee-b9d0-94371a0280ce,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:38.829469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b0d2306c-8dbc-410a-b20a-17cdf06b849d req-dea58998-7cb3-4066-9ead-b8e8d6ac34bc tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/security-groups?id=62c72ef9-0116-49fe-b400-b7d4a30d5bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966046 Nov 11 11:57:38.935589 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-8af9cc4a-afa1-4262-8317-f547a6ed8903 None None] Set router 2f75639f-e391-48b3-a487-7ca3104151b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:57:38.947397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-6dce79ff-aa0b-4029-9809-8b17d476affb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:38.949953 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-6dce79ff-aa0b-4029-9809-8b17d476affb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce48ec4b69ff438d95a222d60a986d60&device_id=05a99987-91ae-4021-9eef-f4dfbf9f6ea5 HTTP/1.1" status: 200 len: 1095 time: 0.1171660 Nov 11 11:57:38.996294 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9500f5a7-1888-49e8-aac6-c355ab8ca763 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:39.011177 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 24171f1e-0674-428b-9537-38696b61868f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:39.033553 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a47b16-da84-484a-b4f1-c49e2eec0cd7 req-0b0629d0-8aed-41ed-9eb4-dbefab8064ea tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:39.035191 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d3a47b16-da84-484a-b4f1-c49e2eec0cd7 req-0b0629d0-8aed-41ed-9eb4-dbefab8064ea tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 945 time: 0.1360264 Nov 11 11:57:39.037169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-e09ac481-08d9-4c10-96c7-56c613ec36cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5101e4e5-37e5-40ee-b9d0-94371a0280ce HTTP/1.1" status: 200 len: 217 time: 0.0768907 Nov 11 11:57:39.111845 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-9500f5a7-1888-49e8-aac6-c355ab8ca763 admin admin] Deleting port 06d61230-7c0f-44a8-8bae-a03607fcebcc {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:39.112085 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:39.112227 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9500f5a7-1888-49e8-aac6-c355ab8ca763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:39.144572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-a20e9a14-13e2-49e9-b467-d16479be4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:39.146312 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-a20e9a14-13e2-49e9-b467-d16479be4adc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e495d850-b1e2-43a9-80e9-81ec22583808 HTTP/1.1" status: 200 len: 862 time: 0.0964539 Nov 11 11:57:39.163973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 24171f1e-0674-428b-9537-38696b61868f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:39.164341 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:39.199891 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-9500f5a7-1888-49e8-aac6-c355ab8ca763 admin admin] For port 06d61230-7c0f-44a8-8bae-a03607fcebcc, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=06d61230-7c0f-44a8-8bae-a03607fcebcc,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:39.200654 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9500f5a7-1888-49e8-aac6-c355ab8ca763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:39.203554 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-0fecd288-c4c1-4895-ae55-9be93eab4ad2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb5e3c26-878b-49f1-80b6-6d419bc8f822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371149 Nov 11 11:57:39.208879 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d3a47b16-da84-484a-b4f1-c49e2eec0cd7 req-a646acd0-c711-44ec-a3a4-93d34c7f2348 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652992 Nov 11 11:57:39.218345 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-9500f5a7-1888-49e8-aac6-c355ab8ca763 admin admin] Calling delete_port for 06d61230-7c0f-44a8-8bae-a03607fcebcc owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:39.338004 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-8af9cc4a-afa1-4262-8317-f547a6ed8903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'name': 'tempest-ServersTestMultiNic-1567252032-router', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '06d61230-7c0f-44a8-8bae-a03607fcebcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:39Z', 'updated_at': '2021-11-11T11:57:36Z', 'revision_number': 5, 'project_id': '225174e131ea4e749297f8797a24b5c1', 'gw_port': {'id': '06d61230-7c0f-44a8-8bae-a03607fcebcc', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ab:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:40Z', 'updated_at': '2021-11-11T11:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:39.352745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-de5d3d50-71ed-4fb0-9ecc-9e12f7f41a45 service neutron] 10.222.0.43 "GET /v2.0/networks/bb5e3c26-878b-49f1-80b6-6d419bc8f822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410840 Nov 11 11:57:39.367401 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af9cc4a-afa1-4262-8317-f547a6ed8903 None None] Checking router: 2f75639f-e391-48b3-a487-7ca3104151b3 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:57:39.376471 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af9cc4a-afa1-4262-8317-f547a6ed8903 None None] Routers {'2f75639f-e391-48b3-a487-7ca3104151b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:57:39.377081 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-8af9cc4a-afa1-4262-8317-f547a6ed8903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:57:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2f75639f-e391-48b3-a487-7ca3104151b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:39.410763 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5a1cb8-9740-41fb-b8bc-64ad171161fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17361a35-9d98-4a83-9cf9-b502bfacd3ec'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:39.414146 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c67965b-acbe-46f1-a11d-bfa0f3f4f1d0" -d '{"events": [{"server_uuid": "8f5a1cb8-9740-41fb-b8bc-64ad171161fa", "name": "network-vif-plugged", "status": "completed", "tag": "17361a35-9d98-4a83-9cf9-b502bfacd3ec"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:39.452034 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9500f5a7-1888-49e8-aac6-c355ab8ca763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:39.462844 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-ffe0eb12-f574-4661-ad84-6d61cf1a6140 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1267813492&fields=id&tenant_id=da10fcdd1e56422d809e80303ecf3512 HTTP/1.1" status: 200 len: 267 time: 0.1090243 Nov 11 11:57:39.479332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500f5a7-1888-49e8-aac6-c355ab8ca763 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d61230-7c0f-44a8-8bae-a03607fcebcc,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:39.482843 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-8af9cc4a-afa1-4262-8317-f547a6ed8903 None None] Set router 2f75639f-e391-48b3-a487-7ca3104151b3 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:57:39.538464 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-9fc962e9-e00f-4f9c-93a1-2439eab8f40a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:39.545562 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-9fc962e9-e00f-4f9c-93a1-2439eab8f40a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports/0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 HTTP/1.1" status: 200 len: 936 time: 0.0727670 Nov 11 11:57:39.552145 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9500f5a7-1888-49e8-aac6-c355ab8ca763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:39.559380 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fa8b85f-fb04-4c8d-a7fc-3e17f62e41b8 req-c2ce447e-84cb-4a41-8ad5-d840db1c6033 service neutron] 10.222.0.43 "GET /v2.0/networks/bb5e3c26-878b-49f1-80b6-6d419bc8f822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976526 Nov 11 11:57:39.568507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-8af9cc4a-afa1-4262-8317-f547a6ed8903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'name': 'tempest-ServersTestMultiNic-1567252032-router', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:39Z', 'updated_at': '2021-11-11T11:57:38Z', 'revision_number': 6, 'project_id': '225174e131ea4e749297f8797a24b5c1', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:39.601449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-203a33ba-48f5-4eb1-bb9a-20f67574fcd0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:39.609052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-203a33ba-48f5-4eb1-bb9a-20f67574fcd0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports/17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 HTTP/1.1" status: 200 len: 936 time: 0.0626533 Nov 11 11:57:39.620482 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af9cc4a-afa1-4262-8317-f547a6ed8903 None None] The sync data for ids ['2f75639f-e391-48b3-a487-7ca3104151b3'] in n-d-807359-3 is: [{'id': '2f75639f-e391-48b3-a487-7ca3104151b3', 'name': 'tempest-ServersTestMultiNic-1567252032-router', 'tenant_id': '225174e131ea4e749297f8797a24b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:39Z', 'updated_at': '2021-11-11T11:57:38Z', 'revision_number': 6, 'project_id': '225174e131ea4e749297f8797a24b5c1', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:57:39.652550 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9500f5a7-1888-49e8-aac6-c355ab8ca763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:39.655102 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9500f5a7-1888-49e8-aac6-c355ab8ca763 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:39.673126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-522b07fc-0c47-4cba-ac20-a91333d72f1a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?network_id=8b798677-2731-47ea-a947-54aa100bcc0d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0630648 Nov 11 11:57:39.677258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-47693f6d-b0bc-4cc7-9695-8393923322cb tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:57:39.678252 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-47693f6d-b0bc-4cc7-9695-8393923322cb tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1014330 Nov 11 11:57:39.703652 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9500f5a7-1888-49e8-aac6-c355ab8ca763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:39.704285 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9500f5a7-1888-49e8-aac6-c355ab8ca763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f75639f-e391-48b3-a487-7ca3104151b3 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:57:39.708704 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9500f5a7-1888-49e8-aac6-c355ab8ca763 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:39.710047 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9500f5a7-1888-49e8-aac6-c355ab8ca763 admin admin] 10.222.0.65 "DELETE /v2.0/routers/2f75639f-e391-48b3-a487-7ca3104151b3 HTTP/1.1" status: 204 len: 168 time: 1.1146376 Nov 11 11:57:39.712745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-e386f02b-7c56-47e3-8d4a-c1fc8c4b85b9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?network_id=8b798677-2731-47ea-a947-54aa100bcc0d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0325558 Nov 11 11:57:39.712940 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50770) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:39.752855 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-32ccbb81-8c6a-4cd6-a63e-6537ee31b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:39.754304 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-32ccbb81-8c6a-4cd6-a63e-6537ee31b1f6 service neutron] 10.222.0.65 "GET /v2.0/ports/24e990b1-18dd-4242-9688-0f51c6576fc6 HTTP/1.1" status: 200 len: 1093 time: 0.0651684 Nov 11 11:57:39.757718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-83afd2b0-3f4d-464b-acf3-a700c62fd1a6 admin admin] Deleting subnet 9685c7b2-e482-4139-a2c6-b9f39cdac0bd {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:57:39.761029 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83afd2b0-3f4d-464b-acf3-a700c62fd1a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:39.767123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-2dde4c2d-cdb9-4200-afea-6baf584107df service neutron] Request body: {'binding': {'host': 'n-h1-807359-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:39.767601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-2dde4c2d-cdb9-4200-afea-6baf584107df service neutron] Unknown quota resources ['binding']. {{(pid=109153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 11:57:39.796038 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83afd2b0-3f4d-464b-acf3-a700c62fd1a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:39.877283 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83afd2b0-3f4d-464b-acf3-a700c62fd1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:39.917883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-9aeeb1d9-da12-45d4-be52-c8e1277e6fe5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:39.923750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-9aeeb1d9-da12-45d4-be52-c8e1277e6fe5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:39.930382 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-9aeeb1d9-da12-45d4-be52-c8e1277e6fe5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:39.930791 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83afd2b0-3f4d-464b-acf3-a700c62fd1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:39.931971 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-9aeeb1d9-da12-45d4-be52-c8e1277e6fe5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/networks?id=fb65d5f6-787d-4d2e-8933-7095a01ee3ed&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=8b798677-2731-47ea-a947-54aa100bcc0d&id=8b798677-2731-47ea-a947-54aa100bcc0d HTTP/1.1" status: 200 len: 1994 time: 0.2050540 Nov 11 11:57:39.960925 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-3b0bbb01-6334-436f-bf2c-0b54b9164f80 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/quotas/da10fcdd1e56422d809e80303ecf3512 HTTP/1.1" status: 200 len: 375 time: 0.0208204 Nov 11 11:57:39.965523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afd2b0-3f4d-464b-acf3-a700c62fd1a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9685c7b2-e482-4139-a2c6-b9f39cdac0bd,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:39.975092 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83afd2b0-3f4d-464b-acf3-a700c62fd1a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:39.980045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd14d579-8d2d-49c8-9ff2-557876436b89 None None] Network 2da92dd1-3df4-46e9-ba7e-5cebd04c92e8 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:57:39.988022 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-83afd2b0-3f4d-464b-acf3-a700c62fd1a6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9685c7b2-e482-4139-a2c6-b9f39cdac0bd HTTP/1.1" status: 204 len: 168 time: 0.2740912 Nov 11 11:57:39.993756 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50774) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:40.083530 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:40.103320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-2dde4c2d-cdb9-4200-afea-6baf584107df service neutron] Attempting to bind port 24e990b1-18dd-4242-9688-0f51c6576fc6 on host n-h1-807359-3 for vnic_type normal with profile None {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:57:40.103652 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-2dde4c2d-cdb9-4200-afea-6baf584107df service neutron] Attempting to bind port 24e990b1-18dd-4242-9688-0f51c6576fc6 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:57:40.103981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-2dde4c2d-cdb9-4200-afea-6baf584107df service neutron] Attempting to bind port 24e990b1-18dd-4242-9688-0f51c6576fc6 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:40.115685 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-2dde4c2d-cdb9-4200-afea-6baf584107df service neutron] Port 24e990b1-18dd-4242-9688-0f51c6576fc6 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:57:40.115685 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-2dde4c2d-cdb9-4200-afea-6baf584107df service neutron] Attempting to bind port 24e990b1-18dd-4242-9688-0f51c6576fc6 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:40.135167 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-ded0bd4d-1950-4d42-b6a9-b580426a31cb tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=da10fcdd1e56422d809e80303ecf3512&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1659532 Nov 11 11:57:40.142187 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-2dde4c2d-cdb9-4200-afea-6baf584107df service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:57:40.142528 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-2dde4c2d-cdb9-4200-afea-6baf584107df service neutron] Checking segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:40.142882 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-2dde4c2d-cdb9-4200-afea-6baf584107df service neutron] Bound using segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:57:40.143321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-2dde4c2d-cdb9-4200-afea-6baf584107df service neutron] Bound port: 24e990b1-18dd-4242-9688-0f51c6576fc6, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:57:40.148687 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140be46-bb0d-41ff-b23e-5f37a9138769 req-23b73329-2d19-4675-aa43-a7f7b38750ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:40.150208 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3140be46-bb0d-41ff-b23e-5f37a9138769 req-23b73329-2d19-4675-aa43-a7f7b38750ab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 1097 time: 0.0851254 Nov 11 11:57:40.168689 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] Deleting port 106b4177-0d4e-4034-af50-a2a93b4ee206 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:40.169080 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:40.235909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] For port 106b4177-0d4e-4034-af50-a2a93b4ee206, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=106b4177-0d4e-4034-af50-a2a93b4ee206,segment=NetworkSegment(8d64d78b-b639-4e01-968b-45291f2d8d4d),segment_id=8d64d78b-b639-4e01-968b-45291f2d8d4d)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:40.236267 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:40.254285 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] Calling delete_port for 106b4177-0d4e-4034-af50-a2a93b4ee206 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:40.288360 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-2dde4c2d-cdb9-4200-afea-6baf584107df service neutron] For port 24e990b1-18dd-4242-9688-0f51c6576fc6, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=24e990b1-18dd-4242-9688-0f51c6576fc6,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:57:40.292729 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3140be46-bb0d-41ff-b23e-5f37a9138769 req-68bb413e-2790-4fc0-82ca-82f2ca58fbc3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183791 Nov 11 11:57:40.297601 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-2dde4c2d-cdb9-4200-afea-6baf584107df service neutron] Publish callbacks [] for binding, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:40.298680 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-2dde4c2d-cdb9-4200-afea-6baf584107df service neutron] 10.222.0.65 "POST /v2.0/ports/24e990b1-18dd-4242-9688-0f51c6576fc6/bindings HTTP/1.1" status: 201 len: 389 time: 0.5373433 Nov 11 11:57:40.320570 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b9bdb24a-1770-4ee4-95bc-ec248e39f85d service neutron] 10.222.0.65 "GET /v2.0/networks/fb65d5f6-787d-4d2e-8933-7095a01ee3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450078 Nov 11 11:57:40.340588 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:40.368718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=106b4177-0d4e-4034-af50-a2a93b4ee206,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:40.373135 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] No DVR routers for this DVR port 106b4177-0d4e-4034-af50-a2a93b4ee206 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:57:40.397293 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bd17a8-7abe-423a-98eb-f6d60c5a6450 x-openstack-request-id: req-06bd17a8-7abe-423a-98eb-f6d60c5a6450 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:40.397650 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a99987-91ae-4021-9eef-f4dfbf9f6ea5", "tag": "5101e4e5-37e5-40ee-b9d0-94371a0280ce", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:40.397870 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06bd17a8-7abe-423a-98eb-f6d60c5a6450 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:40.398277 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a99987-91ae-4021-9eef-f4dfbf9f6ea5', 'tag': '5101e4e5-37e5-40ee-b9d0-94371a0280ce', 'status': 'completed', 'code': 200} Nov 11 11:57:40.430613 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-97afda85-e92e-4a8b-980b-738f7c82fc87 service neutron] 10.222.0.65 "GET /v2.0/networks/fb65d5f6-787d-4d2e-8933-7095a01ee3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026852 Nov 11 11:57:40.459536 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:40.471689 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:40.490499 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da92dd1-3df4-46e9-ba7e-5cebd04c92e8']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:40.500467 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d64d78b-b639-4e01-968b-45291f2d8d4d') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:40.500759 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d64d78b-b639-4e01-968b-45291f2d8d4d') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:40.508471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-a9ef69a8-a30d-4533-8aa9-1371223bdddb service neutron] 10.222.0.65 "GET /v2.0/ports/0cf8a200-b7a6-4b27-9dc3-6cacd08548a6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0714741 Nov 11 11:57:40.512830 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e891a2f3-ee2c-4a7c-986a-cdc7c2756633 None None] DHCP port deletion for 2da92dd1-3df4-46e9-ba7e-5cebd04c92e8 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:57:40.533077 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:40.550468 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:40.559017 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:57:40.559563 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:57:40.561546 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:57:40.580602 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0febf8-6018-46a0-8d1c-118040eae2d0 req-08182bbc-4998-43f1-8fa5-c80cf1668d51 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:40.582393 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a0febf8-6018-46a0-8d1c-118040eae2d0 req-08182bbc-4998-43f1-8fa5-c80cf1668d51 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.1165190 Nov 11 11:57:40.641395 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:40.649095 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:40.654539 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2da92dd1-3df4-46e9-ba7e-5cebd04c92e8 HTTP/1.1" status: 204 len: 168 time: 0.6593735 Nov 11 11:57:40.669145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603eb17f-e288-4a37-be7d-b81cdf78c2e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2da92dd1-3df4-46e9-ba7e-5cebd04c92e8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:40.688454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda40a1e-c745-44dd-9ef5-dc5d55d3e15b req-dbf09a6d-4364-414c-b24c-0d9dd9515053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:40.689903 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dda40a1e-c745-44dd-9ef5-dc5d55d3e15b req-dbf09a6d-4364-414c-b24c-0d9dd9515053 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce48ec4b69ff438d95a222d60a986d60&device_id=05a99987-91ae-4021-9eef-f4dfbf9f6ea5 HTTP/1.1" status: 200 len: 1095 time: 0.1465189 Nov 11 11:57:40.756113 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-bf64d67d-7a00-495e-914b-5a6b50eb8425 service neutron] 10.222.0.65 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360513 Nov 11 11:57:40.756636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 106b4177-0d4e-4034-af50-a2a93b4ee206 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:57:40.776636 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a0febf8-6018-46a0-8d1c-118040eae2d0 req-b3c843f4-91e1-4ed8-b8c3-6a98f0b6e369 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460197 Nov 11 11:57:40.786201 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 106b4177-0d4e-4034-af50-a2a93b4ee206 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:57:40.786611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 106b4177-0d4e-4034-af50-a2a93b4ee206 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:57:40.787262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a838f8af-e0a5-420a-998a-27c056baa9c3 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:57:40.805766 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-285412be-efd7-402d-9012-3c4355135044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:40.808479 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-285412be-efd7-402d-9012-3c4355135044 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 1096 time: 0.0748422 Nov 11 11:57:40.835146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: a838f8af-e0a5-420a-998a-27c056baa9c3 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:57:40.835493 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a838f8af-e0a5-420a-998a-27c056baa9c3 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:57:40.840176 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 06d61230-7c0f-44a8-8bae-a03607fcebcc no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:57:40.853692 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50782) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:40.868336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 06d61230-7c0f-44a8-8bae-a03607fcebcc {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:57:40.868678 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 06d61230-7c0f-44a8-8bae-a03607fcebcc not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:57:40.923946 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656f3eb6-79c7-4c07-9d74-922eb19681ef x-openstack-request-id: req-656f3eb6-79c7-4c07-9d74-922eb19681ef {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:40.924472 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5a1cb8-9740-41fb-b8bc-64ad171161fa", "name": "network-vif-plugged", "status": "completed", "tag": "17361a35-9d98-4a83-9cf9-b502bfacd3ec", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:40.924920 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-656f3eb6-79c7-4c07-9d74-922eb19681ef {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:40.925568 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5a1cb8-9740-41fb-b8bc-64ad171161fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17361a35-9d98-4a83-9cf9-b502bfacd3ec', 'code': 200} Nov 11 11:57:40.972958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda40a1e-c745-44dd-9ef5-dc5d55d3e15b req-7be2ec68-6d67-4281-8059-9f3f04a84d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:40.974552 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dda40a1e-c745-44dd-9ef5-dc5d55d3e15b req-7be2ec68-6d67-4281-8059-9f3f04a84d6f service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb5e3c26-878b-49f1-80b6-6d419bc8f822 HTTP/1.1" status: 200 len: 924 time: 0.2741816 Nov 11 11:57:41.002921 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8c6d66ac-df7e-416d-af1b-9e8e16c69776 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=225174e131ea4e749297f8797a24b5c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478336 Nov 11 11:57:41.013006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50784) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:41.027824 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-e4a9f71a-e4c4-4440-b18a-5fa6bb2c42de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:41.029276 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-e4a9f71a-e4c4-4440-b18a-5fa6bb2c42de service neutron] 10.222.0.62 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.2103605 Nov 11 11:57:41.097829 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-59640e03-5e83-4d65-a9d0-4ec20c0a2599 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24e990b1-18dd-4242-9688-0f51c6576fc6 HTTP/1.1" status: 200 len: 217 time: 0.0487430 Nov 11 11:57:41.166438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5ca7b-49e9-48ff-bec0-483bd47914d5 req-6c4979d3-9883-470c-8e9c-3ed8e2699587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:41.167946 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d4c5ca7b-49e9-48ff-bec0-483bd47914d5 req-6c4979d3-9883-470c-8e9c-3ed8e2699587 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 1096 time: 0.1624045 Nov 11 11:57:41.175530 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-27d5d531-baeb-425f-820b-397b0cffa1f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:41.182595 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-50c4bdc2-0e81-44c8-94d3-1bcf763960dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:41.184018 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-50c4bdc2-0e81-44c8-94d3-1bcf763960dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.0755913 Nov 11 11:57:41.202674 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-27d5d531-baeb-425f-820b-397b0cffa1f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:41.257819 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-a85abf72-c7a3-4337-9f18-1e5794c56831 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459967 Nov 11 11:57:41.266130 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-ffd19d80-118a-4285-a610-f714c2e3fa35 service neutron] 10.222.0.65 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091479 Nov 11 11:57:41.277632 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:41.285865 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dda40a1e-c745-44dd-9ef5-dc5d55d3e15b req-b46d97dc-b8a1-4ec4-b463-368eb602ad2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5101e4e5-37e5-40ee-b9d0-94371a0280ce HTTP/1.1" status: 200 len: 217 time: 0.3012550 Nov 11 11:57:41.321391 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d4c5ca7b-49e9-48ff-bec0-483bd47914d5 req-4fd7cb12-b6ad-4d23-b49f-6dcee123da31 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=62c72ef9-0116-49fe-b400-b7d4a30d5bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085775 Nov 11 11:57:41.359168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c6f3c612-40da-4ec4-ab69-928ce1f71276 service neutron] 10.222.0.65 "GET /v2.0/ports/17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0836971 Nov 11 11:57:41.370544 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-27d5d531-baeb-425f-820b-397b0cffa1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:41.373237 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-27d5d531-baeb-425f-820b-397b0cffa1f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:41.376925 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-27d5d531-baeb-425f-820b-397b0cffa1f1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d44e1d59-8730-4858-b3f9-2b644b9f723e HTTP/1.1" status: 204 len: 168 time: 0.3543148 Nov 11 11:57:41.395159 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5d531-baeb-425f-820b-397b0cffa1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44e1d59-8730-4858-b3f9-2b644b9f723e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:41.410721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440aff8-e597-4cfa-9e11-6d9e14ac047e req-9f0913dc-0da0-4f1a-b158-d45be28dcbd5 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:41.418163 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2440aff8-e597-4cfa-9e11-6d9e14ac047e req-9f0913dc-0da0-4f1a-b158-d45be28dcbd5 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a99987-91ae-4021-9eef-f4dfbf9f6ea5 HTTP/1.1" status: 200 len: 944 time: 0.4237659 Nov 11 11:57:41.430458 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda40a1e-c745-44dd-9ef5-dc5d55d3e15b req-afa181b3-42ab-4991-9f2f-2b18b2aacb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:41.431885 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dda40a1e-c745-44dd-9ef5-dc5d55d3e15b req-afa181b3-42ab-4991-9f2f-2b18b2aacb40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e495d850-b1e2-43a9-80e9-81ec22583808 HTTP/1.1" status: 200 len: 862 time: 0.1309865 Nov 11 11:57:41.432007 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-4a39cbc6-e70c-4c47-9a06-015873a6e3be service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537571 Nov 11 11:57:41.504130 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dda40a1e-c745-44dd-9ef5-dc5d55d3e15b req-368aa8f9-0516-4c8f-a01c-ca350ea9b59f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb5e3c26-878b-49f1-80b6-6d419bc8f822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398474 Nov 11 11:57:41.589346 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2440aff8-e597-4cfa-9e11-6d9e14ac047e req-106bd0e4-2ad7-475c-a2fb-c4a099696576 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f9b5fba-0b59-4f8b-934a-d6f4958f4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702960 Nov 11 11:57:41.609846 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-f57212b2-a0eb-4aa4-bb88-4f8b830c2132 service neutron] 10.222.0.65 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370522 Nov 11 11:57:41.636228 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-8c159094-b745-4591-862d-7f739f60001f service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133914 Nov 11 11:57:41.703586 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dda40a1e-c745-44dd-9ef5-dc5d55d3e15b req-1912235a-d5c3-4d0e-baef-6ce88b0b46f9 service neutron] 10.222.0.43 "GET /v2.0/networks/bb5e3c26-878b-49f1-80b6-6d419bc8f822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908557 Nov 11 11:57:41.826575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8cdca-0ed8-4265-b3d6-2aa480148d4b req-1381a45a-2b24-4423-84f4-ec6b921b9aba tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:41.828094 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9b8cdca-0ed8-4265-b3d6-2aa480148d4b req-1381a45a-2b24-4423-84f4-ec6b921b9aba tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 945 time: 0.1735032 Nov 11 11:57:41.851747 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-8d76d5ae-4c0e-4ccb-ad55-2e0aa198e7d5 service neutron] 10.222.0.65 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258666 Nov 11 11:57:41.945116 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dda40a1e-c745-44dd-9ef5-dc5d55d3e15b req-a622b4b4-c7ec-4781-a428-ad4552e7f50f service neutron] 10.222.0.43 "GET /v2.0/networks/bb5e3c26-878b-49f1-80b6-6d419bc8f822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138340 Nov 11 11:57:41.966107 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9b8cdca-0ed8-4265-b3d6-2aa480148d4b req-3f00826d-c5ee-4f8c-b896-97cb1d38fcf1 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/security-groups?id=62c72ef9-0116-49fe-b400-b7d4a30d5bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268210 Nov 11 11:57:41.989812 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-65578aa4-e212-42e4-92bc-3bcc76ea75e9 service neutron] 10.222.0.65 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272058 Nov 11 11:57:42.131096 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-bdd51e75-d185-40be-b10a-999b79018eb6 service neutron] 10.222.0.65 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342208 Nov 11 11:57:42.143670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a09c3a-96d2-487d-bb94-e761937a68bc req-5c6fe7e1-79d2-40f0-bbda-e9f04ebe0be6 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:42.147668 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a3a09c3a-96d2-487d-bb94-e761937a68bc req-5c6fe7e1-79d2-40f0-bbda-e9f04ebe0be6 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 945 time: 0.0783195 Nov 11 11:57:42.173137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50810) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:42.255462 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a3a09c3a-96d2-487d-bb94-e761937a68bc req-ed408677-250a-4d03-aa86-d715a969c9db tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971372 Nov 11 11:57:42.272125 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-ddfcef8f-90f4-4f24-a457-44c44762b702 service neutron] 10.222.0.65 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220255 Nov 11 11:57:42.291036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-263acb6b-4a17-44b8-ab54-df4e2688cc50 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-348829564-network', 'tenant_id': 'b83510f0d5944c2bb28ba6e685f02611'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:42.320075 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263acb6b-4a17-44b8-ab54-df4e2688cc50 admin admin] Made reservation on behalf of b83510f0d5944c2bb28ba6e685f02611 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:42.322712 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-263acb6b-4a17-44b8-ab54-df4e2688cc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:42.333209 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-263acb6b-4a17-44b8-ab54-df4e2688cc50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:42.436102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d28f8-7ddb-4b66-a275-310dd5160577 req-b03191ea-3164-4812-b19d-b5ec0b63469c tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:42.443667 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-282d28f8-7ddb-4b66-a275-310dd5160577 req-b03191ea-3164-4812-b19d-b5ec0b63469c tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 945 time: 0.0844901 Nov 11 11:57:42.450471 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-263acb6b-4a17-44b8-ab54-df4e2688cc50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:42.457128 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-263acb6b-4a17-44b8-ab54-df4e2688cc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:42.464891 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-d92ca392-bdcf-44a4-b1f8-bc10af5bb555 service neutron] 10.222.0.65 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792052 Nov 11 11:57:42.472854 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263acb6b-4a17-44b8-ab54-df4e2688cc50 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:57:42.491249 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-263acb6b-4a17-44b8-ab54-df4e2688cc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:42.493770 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-263acb6b-4a17-44b8-ab54-df4e2688cc50 admin admin] Added segment 9e8f2ef7-6d8f-42d8-8d29-fed9c6201046 of type vlan for network 6d733be5-1069-4f7a-bb0b-5b5f29a08107 Nov 11 11:57:42.511577 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-282d28f8-7ddb-4b66-a275-310dd5160577 req-ab5fa135-c385-491c-bfcd-ef6695969ac7 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616298 Nov 11 11:57:42.562195 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-263acb6b-4a17-44b8-ab54-df4e2688cc50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:42.570671 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263acb6b-4a17-44b8-ab54-df4e2688cc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:42.596981 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-263acb6b-4a17-44b8-ab54-df4e2688cc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:42.598728 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263acb6b-4a17-44b8-ab54-df4e2688cc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:42.599363 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-263acb6b-4a17-44b8-ab54-df4e2688cc50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:42.628225 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-939d3682-b393-4529-9d62-aa52a5aec7e6 service neutron] 10.222.0.65 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327412 Nov 11 11:57:42.641135 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-263acb6b-4a17-44b8-ab54-df4e2688cc50 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4633558 Nov 11 11:57:42.647759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50818) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:42.655622 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-82663bf9-dd23-4df7-836d-b6f784052947 admin admin] Request body: {'subnet': {'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-348829564-subnet', 'tenant_id': 'b83510f0d5944c2bb28ba6e685f02611', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:42.674153 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263acb6b-4a17-44b8-ab54-df4e2688cc50 admin admin] Pushing event updated for resources: {'Network': ['ID=6d733be5-1069-4f7a-bb0b-5b5f29a08107,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:42.685312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 6d733be5-1069-4f7a-bb0b-5b5f29a08107 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:57:42.737255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82663bf9-dd23-4df7-836d-b6f784052947 admin admin] Made reservation on behalf of b83510f0d5944c2bb28ba6e685f02611 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:42.739443 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82663bf9-dd23-4df7-836d-b6f784052947 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:42.748272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1f86e-8e61-4471-a843-489b16051d78 req-cab9e01d-3efd-42b2-a893-a962823a6401 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:42.754061 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fe1f86e-8e61-4471-a843-489b16051d78 req-cab9e01d-3efd-42b2-a893-a962823a6401 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.1486864 Nov 11 11:57:42.844468 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-d51fdfa7-d431-4b0c-8ee8-af02fc1f7ce3 service neutron] 10.222.0.65 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979880 Nov 11 11:57:42.937450 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fe1f86e-8e61-4471-a843-489b16051d78 req-7d5610ca-4002-45f5-b715-ee5dad1bd97e tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796167 Nov 11 11:57:43.003746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5101e4e5-37e5-40ee-b9d0-94371a0280ce details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:57:43.004491 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1bb975c2-d25d-43d4-8de6-ffecb41719e4 service neutron] 10.222.0.65 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511173 Nov 11 11:57:43.120714 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82663bf9-dd23-4df7-836d-b6f784052947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:43.149927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5101e4e5-37e5-40ee-b9d0-94371a0280ce, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5101e4e5-37e5-40ee-b9d0-94371a0280ce,segment=NetworkSegment(5300f940-c2b8-4069-8166-067a04ea0edf),segment_id=5300f940-c2b8-4069-8166-067a04ea0edf)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:43.164734 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '5101e4e5-37e5-40ee-b9d0-94371a0280ce', 'network_id': 'bb5e3c26-878b-49f1-80b6-6d419bc8f822', 'port_id': '5101e4e5-37e5-40ee-b9d0-94371a0280ce', 'mac_address': 'fa:16:3e:5c:28:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e495d850-b1e2-43a9-80e9-81ec22583808', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:57:43.191998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82663bf9-dd23-4df7-836d-b6f784052947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b451bba6-a593-42e1-a17d-3397477555d7,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:43.206591 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-2393be89-ea0d-4e28-bbce-d11c1e0e0615 service neutron] 10.222.0.65 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885271 Nov 11 11:57:43.214984 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82663bf9-dd23-4df7-836d-b6f784052947 admin admin] Checking segment: {'id': '9e8f2ef7-6d8f-42d8-8d29-fed9c6201046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:43.215433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82663bf9-dd23-4df7-836d-b6f784052947 admin admin] Network hostable DHCP agents. Network: 6d733be5-1069-4f7a-bb0b-5b5f29a08107, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:57:43.240000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82663bf9-dd23-4df7-836d-b6f784052947 admin admin] Network 6d733be5-1069-4f7a-bb0b-5b5f29a08107 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:57:43.245562 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:43.253244 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-82663bf9-dd23-4df7-836d-b6f784052947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 6d733be5-1069-4f7a-bb0b-5b5f29a08107) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:43.261572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82663bf9-dd23-4df7-836d-b6f784052947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:43.262200 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82663bf9-dd23-4df7-836d-b6f784052947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:43.270658 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64de7524-d8ea-4efc-b801-39ac88df4e55 None None] Network 6d733be5-1069-4f7a-bb0b-5b5f29a08107 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:57:43.293007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5101e4e5-37e5-40ee-b9d0-94371a0280ce {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:43.316185 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-82663bf9-dd23-4df7-836d-b6f784052947 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6659636 Nov 11 11:57:43.363174 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5101e4e5-37e5-40ee-b9d0-94371a0280ce, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5101e4e5-37e5-40ee-b9d0-94371a0280ce,segment=NetworkSegment(5300f940-c2b8-4069-8166-067a04ea0edf),segment_id=5300f940-c2b8-4069-8166-067a04ea0edf)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:43.375307 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:43.377912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322efd0-7065-4511-a823-c1e5155dd044 req-a94e977e-672e-4edd-a4fc-ddb12a756da2 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:43.386351 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2322efd0-7065-4511-a823-c1e5155dd044 req-a94e977e-672e-4edd-a4fc-ddb12a756da2 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a99987-91ae-4021-9eef-f4dfbf9f6ea5 HTTP/1.1" status: 200 len: 944 time: 0.0911975 Nov 11 11:57:43.455226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2322efd0-7065-4511-a823-c1e5155dd044 req-5b7ae3de-9013-4e28-9897-ed388400d251 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f9b5fba-0b59-4f8b-934a-d6f4958f4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678301 Nov 11 11:57:43.474210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=5101e4e5-37e5-40ee-b9d0-94371a0280ce,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:43.501458 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380d9f54-36cf-4754-8065-7c576732811e None None] Network 6d733be5-1069-4f7a-bb0b-5b5f29a08107 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:57:43.624941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['5101e4e5-37e5-40ee-b9d0-94371a0280ce'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:57:43.771917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3743be-d54d-4b63-a54f-51a39240795f req-e9324fbb-9838-4479-a038-3becfa25877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:43.773878 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c3743be-d54d-4b63-a54f-51a39240795f req-e9324fbb-9838-4479-a038-3becfa25877a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3fd635830ed454d9bc757e2f29f1792&device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 1097 time: 0.1053691 Nov 11 11:57:43.790930 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfef49a-6a77-4b80-8d4c-4f5fd7a9186b req-43c74b79-6bf1-448a-a7bd-4df1dd511452 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:43.794156 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8cfef49a-6a77-4b80-8d4c-4f5fd7a9186b req-43c74b79-6bf1-448a-a7bd-4df1dd511452 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 945 time: 0.0713975 Nov 11 11:57:43.910568 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8cfef49a-6a77-4b80-8d4c-4f5fd7a9186b req-115401a7-b208-4fcf-b785-d3684d0afb07 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/security-groups?id=62c72ef9-0116-49fe-b400-b7d4a30d5bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022546 Nov 11 11:57:43.927529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3743be-d54d-4b63-a54f-51a39240795f req-80161443-8fd4-4728-90e7-93649ed4eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:43.929496 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c3743be-d54d-4b63-a54f-51a39240795f req-80161443-8fd4-4728-90e7-93649ed4eb84 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 HTTP/1.1" status: 200 len: 913 time: 0.1341124 Nov 11 11:57:43.977109 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c3743be-d54d-4b63-a54f-51a39240795f req-a3b11207-3897-4928-9d6e-fa4d39578dbf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95e8171a-dffd-416d-b1ff-50742460589e HTTP/1.1" status: 200 len: 217 time: 0.0403056 Nov 11 11:57:44.075260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3743be-d54d-4b63-a54f-51a39240795f req-164b7548-e57d-4368-9ccb-f9723d317db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:44.076915 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c3743be-d54d-4b63-a54f-51a39240795f req-164b7548-e57d-4368-9ccb-f9723d317db9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48e45dd7-d65b-4c0b-9f3f-c9a34427b564 HTTP/1.1" status: 200 len: 851 time: 0.0844982 Nov 11 11:57:44.130107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f7976-741f-4073-8684-7d0699844386 req-ef30c583-6024-4216-99ab-28fe4ec52681 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:44.131652 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-620f7976-741f-4073-8684-7d0699844386 req-ef30c583-6024-4216-99ab-28fe4ec52681 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 945 time: 0.1034598 Nov 11 11:57:44.133547 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c3743be-d54d-4b63-a54f-51a39240795f req-bd2c43b3-6c62-4725-9439-91953171b9b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466688 Nov 11 11:57:44.284636 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29864cd-ec25-4f7e-9465-c494f0931a20 req-3a3b2a14-caec-4e10-bb62-9c869b822266 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:44.287106 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e29864cd-ec25-4f7e-9465-c494f0931a20 req-3a3b2a14-caec-4e10-bb62-9c869b822266 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 945 time: 0.2028353 Nov 11 11:57:44.295332 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-620f7976-741f-4073-8684-7d0699844386 req-c9445267-f098-4685-afe2-04ec23c6a27c tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups?id=213d4752-a0b1-4cfa-983f-c6793b4fea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552694 Nov 11 11:57:44.360273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c3743be-d54d-4b63-a54f-51a39240795f req-2d555731-0c77-460d-ac31-df64e93b81c9 service neutron] 10.222.0.43 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046373 Nov 11 11:57:44.363958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e29864cd-ec25-4f7e-9465-c494f0931a20 req-2efec7da-2d7e-4fe7-8e10-ea15f518360e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672736 Nov 11 11:57:44.529327 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c3743be-d54d-4b63-a54f-51a39240795f req-53b83454-40d2-4a51-8b47-0f1631ec2a26 service neutron] 10.222.0.43 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594138 Nov 11 11:57:44.541074 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8168fa-e81a-4b21-b5bc-329482ef6cd3 req-b9e41d93-9f0b-4302-a93c-555635541b90 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:44.546235 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf8168fa-e81a-4b21-b5bc-329482ef6cd3 req-b9e41d93-9f0b-4302-a93c-555635541b90 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.0930190 Nov 11 11:57:44.619668 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf8168fa-e81a-4b21-b5bc-329482ef6cd3 req-90bff616-c1d1-466c-9acc-d6ac3d1569c7 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717773 Nov 11 11:57:44.720310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-b6a2c76a-07ee-4f06-8d87-1f268053c612 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:44.729048 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-b6a2c76a-07ee-4f06-8d87-1f268053c612 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/networks?id=6d733be5-1069-4f7a-bb0b-5b5f29a08107 HTTP/1.1" status: 200 len: 817 time: 0.1400428 Nov 11 11:57:44.745096 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-1b1c1ae7-6b67-471c-849c-8ebbcbd9947d tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/quotas/b83510f0d5944c2bb28ba6e685f02611 HTTP/1.1" status: 200 len: 375 time: 0.0150151 Nov 11 11:57:44.838063 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce2eec-bcfe-4c9c-a422-8aae44b1716b req-fe66453f-95eb-4ca6-b033-0960a39146ab tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:44.839634 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8dce2eec-bcfe-4c9c-a422-8aae44b1716b req-fe66453f-95eb-4ca6-b033-0960a39146ab tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.62 "GET /v2.0/ports?device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 945 time: 0.0992360 Nov 11 11:57:44.979530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-8dce2eec-bcfe-4c9c-a422-8aae44b1716b req-dc7bbe1f-1e6d-4f3b-8d22-9edfda20e94b tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Deleting port b570bd3b-9b68-4870-9f3f-969225f1749a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:44.979996 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8dce2eec-bcfe-4c9c-a422-8aae44b1716b req-dc7bbe1f-1e6d-4f3b-8d22-9edfda20e94b tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:45.032404 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5101e4e5-37e5-40ee-b9d0-94371a0280ce up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:45.050361 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-c19fa0fa-fd68-4dcb-a13f-ac96c82d7867 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b83510f0d5944c2bb28ba6e685f02611&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3041782 Nov 11 11:57:45.088207 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 5101e4e5-37e5-40ee-b9d0-94371a0280ce completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:57:45.094890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 5101e4e5-37e5-40ee-b9d0-94371a0280ce triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:45.095741 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:45.096530 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4fc1a0a-ab86-485d-840c-538b87fd3625 req-b76fde2b-aa35-45c1-b28e-a6cbbd9afc26 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.0569522 Nov 11 11:57:45.101674 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-8dce2eec-bcfe-4c9c-a422-8aae44b1716b req-dc7bbe1f-1e6d-4f3b-8d22-9edfda20e94b tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] For port b570bd3b-9b68-4870-9f3f-969225f1749a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b570bd3b-9b68-4870-9f3f-969225f1749a,segment=NetworkSegment(6393908c-0f5d-4aed-9190-22dd472d3f3f),segment_id=6393908c-0f5d-4aed-9190-22dd472d3f3f)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:45.102142 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8dce2eec-bcfe-4c9c-a422-8aae44b1716b req-dc7bbe1f-1e6d-4f3b-8d22-9edfda20e94b tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:45.120312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-8dce2eec-bcfe-4c9c-a422-8aae44b1716b req-dc7bbe1f-1e6d-4f3b-8d22-9edfda20e94b tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Calling delete_port for b570bd3b-9b68-4870-9f3f-969225f1749a owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:45.222006 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-c4ca2854-2aa8-40c0-8330-531aeaf51547 service neutron] 10.222.0.65 "GET /v2.0/networks/6d733be5-1069-4f7a-bb0b-5b5f29a08107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706583 Nov 11 11:57:45.279133 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:45.334862 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a99987-91ae-4021-9eef-f4dfbf9f6ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5101e4e5-37e5-40ee-b9d0-94371a0280ce'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:45.348680 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8dce2eec-bcfe-4c9c-a422-8aae44b1716b req-dc7bbe1f-1e6d-4f3b-8d22-9edfda20e94b tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:45.355699 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1e4630-c760-4d1a-964d-2120d69290a6" -d '{"events": [{"server_uuid": "05a99987-91ae-4021-9eef-f4dfbf9f6ea5", "name": "network-vif-plugged", "status": "completed", "tag": "5101e4e5-37e5-40ee-b9d0-94371a0280ce"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:45.373102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['b570bd3b-9b68-4870-9f3f-969225f1749a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:57:45.392648 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bbe1f-1e6d-4f3b-8d22-9edfda20e94b tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Pushing event deleted for resources: {'Port': ['ID=b570bd3b-9b68-4870-9f3f-969225f1749a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:45.433783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5101e4e5-37e5-40ee-b9d0-94371a0280ce, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5101e4e5-37e5-40ee-b9d0-94371a0280ce,segment=NetworkSegment(5300f940-c2b8-4069-8166-067a04ea0edf),segment_id=5300f940-c2b8-4069-8166-067a04ea0edf)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:45.450204 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:45.464463 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-71c16e3c-8f67-477c-9073-3ef7594f234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:45.465875 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-71c16e3c-8f67-477c-9073-3ef7594f234a service neutron] 10.222.0.43 "GET /v2.0/ports/0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 HTTP/1.1" status: 200 len: 1032 time: 0.1815326 Nov 11 11:57:45.468884 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-c9d53453-0709-45b0-a559-7671cc2e8d1a service neutron] 10.222.0.65 "GET /v2.0/networks/6d733be5-1069-4f7a-bb0b-5b5f29a08107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461016 Nov 11 11:57:45.475647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dce2eec-bcfe-4c9c-a422-8aae44b1716b req-dc7bbe1f-1e6d-4f3b-8d22-9edfda20e94b tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] No DVR routers for this DVR port b570bd3b-9b68-4870-9f3f-969225f1749a on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:57:45.478783 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8dce2eec-bcfe-4c9c-a422-8aae44b1716b req-dc7bbe1f-1e6d-4f3b-8d22-9edfda20e94b tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:45.485096 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8dce2eec-bcfe-4c9c-a422-8aae44b1716b req-dc7bbe1f-1e6d-4f3b-8d22-9edfda20e94b tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.62 "DELETE /v2.0/ports/b570bd3b-9b68-4870-9f3f-969225f1749a HTTP/1.1" status: 204 len: 173 time: 0.6339309 Nov 11 11:57:45.497480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863e63fe-5190-4c61-8aed-98c5cece6117', 'name': 'network-vif-deleted', 'tag': 'b570bd3b-9b68-4870-9f3f-969225f1749a'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:45.506041 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869b1a97-570b-4bb8-8c0d-7e8d3ef8db1d" -d '{"events": [{"server_uuid": "863e63fe-5190-4c61-8aed-98c5cece6117", "name": "network-vif-deleted", "tag": "b570bd3b-9b68-4870-9f3f-969225f1749a"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:45.506816 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f3638-e2fc-48c2-a804-2defd36b9074 req-1a916f9d-233b-453d-a34f-12b9165d25cc tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:45.509125 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e03f3638-e2fc-48c2-a804-2defd36b9074 req-1a916f9d-233b-453d-a34f-12b9165d25cc tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a99987-91ae-4021-9eef-f4dfbf9f6ea5 HTTP/1.1" status: 200 len: 945 time: 0.1819069 Nov 11 11:57:45.555820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-0143a95d-c2b6-464c-82da-fe884c869561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:45.557506 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-0143a95d-c2b6-464c-82da-fe884c869561 service neutron] 10.222.0.43 "GET /v2.0/ports/17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 HTTP/1.1" status: 200 len: 1032 time: 0.0768211 Nov 11 11:57:45.597913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=5101e4e5-37e5-40ee-b9d0-94371a0280ce,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:45.609307 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:45.632678 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e03f3638-e2fc-48c2-a804-2defd36b9074 req-b458293a-8a79-4599-a09e-2d185673f9b4 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f9b5fba-0b59-4f8b-934a-d6f4958f4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021297 Nov 11 11:57:45.773775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b9e263f6-385a-4a8d-9499-be7c721dd246 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:45.781255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b9e263f6-385a-4a8d-9499-be7c721dd246 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:45.789109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b9e263f6-385a-4a8d-9499-be7c721dd246 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:45.791104 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b9e263f6-385a-4a8d-9499-be7c721dd246 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.43 "GET /v2.0/networks?id=fb65d5f6-787d-4d2e-8933-7095a01ee3ed&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=8b798677-2731-47ea-a947-54aa100bcc0d&id=8b798677-2731-47ea-a947-54aa100bcc0d HTTP/1.1" status: 200 len: 1994 time: 0.2213931 Nov 11 11:57:45.834099 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-caf607f0-a051-484a-b17f-3f8dcbcd8a7c req-4944fc1d-3581-4ecc-ad47-a288a91fd0ce tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/ports?device_id=863e63fe-5190-4c61-8aed-98c5cece6117 HTTP/1.1" status: 200 len: 210 time: 0.0348189 Nov 11 11:57:45.904331 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-2a53f091-58d3-4090-9ec0-6e26db3ded7f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da10fcdd1e56422d809e80303ecf3512 HTTP/1.1" status: 200 len: 380 time: 0.0942631 Nov 11 11:57:45.918115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-338825d8-48cd-4f77-bf04-33771ec24309 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Request body: {'port': {'device_id': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed', 'admin_state_up': True, 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'security_groups': ['64b5f0bd-f7f7-496b-af5f-a3bf30c12136']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:45.940117 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8347ec3b-497a-470b-a459-fb85a5a3f3b9 x-openstack-request-id: req-8347ec3b-497a-470b-a459-fb85a5a3f3b9 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:45.940465 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a99987-91ae-4021-9eef-f4dfbf9f6ea5", "name": "network-vif-plugged", "status": "completed", "tag": "5101e4e5-37e5-40ee-b9d0-94371a0280ce", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:45.940772 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8347ec3b-497a-470b-a459-fb85a5a3f3b9 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:45.941219 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a99987-91ae-4021-9eef-f4dfbf9f6ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5101e4e5-37e5-40ee-b9d0-94371a0280ce', 'code': 200} Nov 11 11:57:46.009955 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580f67f2-b0ed-434a-874b-37eae0ab756c x-openstack-request-id: req-580f67f2-b0ed-434a-874b-37eae0ab756c {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:46.010467 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863e63fe-5190-4c61-8aed-98c5cece6117", "name": "network-vif-deleted", "tag": "b570bd3b-9b68-4870-9f3f-969225f1749a", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:46.010467 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-580f67f2-b0ed-434a-874b-37eae0ab756c {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:46.011229 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863e63fe-5190-4c61-8aed-98c5cece6117', 'name': 'network-vif-deleted', 'tag': 'b570bd3b-9b68-4870-9f3f-969225f1749a', 'status': 'completed', 'code': 200} Nov 11 11:57:46.195571 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-338825d8-48cd-4f77-bf04-33771ec24309 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Made reservation on behalf of da10fcdd1e56422d809e80303ecf3512 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:46.198409 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-338825d8-48cd-4f77-bf04-33771ec24309 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:46.386090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46a6b7-02d6-41b6-9538-62c666b58fcd req-2246c3a8-0fe4-4af1-baa2-b410f296bb98 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:46.387631 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f46a6b7-02d6-41b6-9538-62c666b58fcd req-2246c3a8-0fe4-4af1-baa2-b410f296bb98 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.2249272 Nov 11 11:57:46.402940 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0e186-188b-4a63-b4fd-599be8f1b14f req-4474c2e4-bf6d-4344-92ab-bdcd359cb1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:46.404581 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ddc0e186-188b-4a63-b4fd-599be8f1b14f req-4474c2e4-bf6d-4344-92ab-bdcd359cb1ab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=05a99987-91ae-4021-9eef-f4dfbf9f6ea5 HTTP/1.1" status: 200 len: 1097 time: 0.2405317 Nov 11 11:57:46.416254 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce6ea5-acbc-4f21-a5e2-e70903ab45f4 req-819c76fc-fa03-499f-b6f2-bb7cb3fe48e0 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:46.418058 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55ce6ea5-acbc-4f21-a5e2-e70903ab45f4 req-819c76fc-fa03-499f-b6f2-bb7cb3fe48e0 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 945 time: 0.2566178 Nov 11 11:57:46.572689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ddc0e186-188b-4a63-b4fd-599be8f1b14f req-22a0e577-c7ae-49de-90f5-9f0355d53635 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0f9b5fba-0b59-4f8b-934a-d6f4958f4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502645 Nov 11 11:57:46.607269 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f46a6b7-02d6-41b6-9538-62c666b58fcd req-87cf05c3-1691-4ef2-8fb2-796d04a5b2b9 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992536 Nov 11 11:57:46.617666 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55ce6ea5-acbc-4f21-a5e2-e70903ab45f4 req-373fad9b-59eb-4ef4-8d2b-42aa4fba5d2d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806819 Nov 11 11:57:46.619041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-338825d8-48cd-4f77-bf04-33771ec24309 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Allocated IP 172.20.0.10 (fb65d5f6-787d-4d2e-8933-7095a01ee3ed/52d168b6-ae90-474b-916f-74be6777191e/9ec6035f-3430-4180-afe0-3f5a0ee5f6e0) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:46.880763 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-338825d8-48cd-4f77-bf04-33771ec24309 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:46.906646 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f132eb4c-297e-47bd-bbed-0cccb20f3a1e req-94a1d773-746d-429a-9a32-0450035c6de9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.0463233 Nov 11 11:57:46.948977 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-338825d8-48cd-4f77-bf04-33771ec24309 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:47.045054 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-338825d8-48cd-4f77-bf04-33771ec24309 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Network fb65d5f6-787d-4d2e-8933-7095a01ee3ed is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:47.062730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-338825d8-48cd-4f77-bf04-33771ec24309 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:47.065506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-338825d8-48cd-4f77-bf04-33771ec24309 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:47.189011 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dba13db2-db7f-4f14-a16e-a67ac0f67f8f req-48e8ead2-8b29-44e9-bcd5-ef31555b5352 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=66bba539-5236-4d9c-8aff-b09852caf0cf HTTP/1.1" status: 200 len: 210 time: 0.1320045 Nov 11 11:57:47.197039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338825d8-48cd-4f77-bf04-33771ec24309 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event updated for resources: {'Port': ['ID=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:47.225637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d587b-5623-45c6-bc2f-f9e0ac85bec3 req-51cb9fbe-d2f7-4e2d-92e3-17389a5cfc19 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:47.234369 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-851d587b-5623-45c6-bc2f-f9e0ac85bec3 req-51cb9fbe-d2f7-4e2d-92e3-17389a5cfc19 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a99987-91ae-4021-9eef-f4dfbf9f6ea5 HTTP/1.1" status: 200 len: 946 time: 0.1940572 Nov 11 11:57:47.246323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-338825d8-48cd-4f77-bf04-33771ec24309 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:47.246962 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-338825d8-48cd-4f77-bf04-33771ec24309 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:47.288289 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-338825d8-48cd-4f77-bf04-33771ec24309 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3766484 Nov 11 11:57:47.308925 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-851d587b-5623-45c6-bc2f-f9e0ac85bec3 req-4f317a7a-89a5-4690-96fe-7f9752cd971c tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f9b5fba-0b59-4f8b-934a-d6f4958f4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722780 Nov 11 11:57:47.314179 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-98204502-eda7-4f46-b681-c6ec6b030bfd tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Request body: {'port': {'device_id': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941', 'admin_state_up': True, 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'security_groups': ['64b5f0bd-f7f7-496b-af5f-a3bf30c12136']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:47.519031 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e6f954aa-826b-43c8-b2d5-e0c989965cff None None] Provisioning complete for port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:47.520923 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e6f954aa-826b-43c8-b2d5-e0c989965cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:47.539553 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-98204502-eda7-4f46-b681-c6ec6b030bfd tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Made reservation on behalf of da10fcdd1e56422d809e80303ecf3512 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:47.546062 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-98204502-eda7-4f46-b681-c6ec6b030bfd tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:47.557849 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50942) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:47.606021 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e6f954aa-826b-43c8-b2d5-e0c989965cff None None] Port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:57:47.694192 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-227ac897-bb31-49a8-9db0-988fa49420c4 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:47.724568 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-98204502-eda7-4f46-b681-c6ec6b030bfd tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Allocated IP 10.1.1.86 (de1e282d-69aa-41dc-98d7-1b2ec2535941/9fc46d10-4969-4ee0-a072-a9b6c3ce1458/fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:47.741515 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-227ac897-bb31-49a8-9db0-988fa49420c4 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:47.824206 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-227ac897-bb31-49a8-9db0-988fa49420c4 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:47.829508 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-227ac897-bb31-49a8-9db0-988fa49420c4 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:47.830714 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-227ac897-bb31-49a8-9db0-988fa49420c4 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "DELETE /v2.0/security-groups/c156b7eb-53dc-41ab-86d2-69ac433f9769 HTTP/1.1" status: 204 len: 168 time: 0.2712536 Nov 11 11:57:47.834249 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50952) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:47.855846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ac897-bb31-49a8-9db0-988fa49420c4 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c156b7eb-53dc-41ab-86d2-69ac433f9769,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:47.859485 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-4986ff1f-24d2-440b-9300-79fe01a4d312 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] show failed (client error): The resource could not be found. Nov 11 11:57:47.860924 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4986ff1f-24d2-440b-9300-79fe01a4d312 tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "GET /v2.0/security-groups/c156b7eb-53dc-41ab-86d2-69ac433f9769 HTTP/1.1" status: 404 len: 347 time: 0.0257037 Nov 11 11:57:47.863587 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50954) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:47.982541 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-98204502-eda7-4f46-b681-c6ec6b030bfd tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:48.053542 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-98204502-eda7-4f46-b681-c6ec6b030bfd tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:48.227721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-98204502-eda7-4f46-b681-c6ec6b030bfd tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Network de1e282d-69aa-41dc-98d7-1b2ec2535941 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:48.238494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245829f-37d6-4ddd-bc73-3280580a6c98 req-355a1cc2-7a19-4bce-aa63-3c5ff979427c tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:48.247079 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4245829f-37d6-4ddd-bc73-3280580a6c98 req-355a1cc2-7a19-4bce-aa63-3c5ff979427c tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.2292840 Nov 11 11:57:48.294666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-98204502-eda7-4f46-b681-c6ec6b030bfd tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:48.305675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be180a-7ed5-4e8e-a100-4c6ebf8f7d8d req-37c2a87e-679d-4d7c-86ef-30d013bb6ac4 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:48.313937 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17be180a-7ed5-4e8e-a100-4c6ebf8f7d8d req-37c2a87e-679d-4d7c-86ef-30d013bb6ac4 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 945 time: 0.2743812 Nov 11 11:57:48.324675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-98204502-eda7-4f46-b681-c6ec6b030bfd tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:48.340070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98204502-eda7-4f46-b681-c6ec6b030bfd tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event updated for resources: {'Port': ['ID=fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:48.406780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b570bd3b-9b68-4870-9f3f-969225f1749a no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:57:48.456118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: b570bd3b-9b68-4870-9f3f-969225f1749a {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:57:48.456461 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b570bd3b-9b68-4870-9f3f-969225f1749a not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:57:48.463405 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f9fcd01e-ceae-4b06-807c-11f43c56f14f tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:48.465086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f9fcd01e-ceae-4b06-807c-11f43c56f14f tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.43 "GET /v2.0/networks?id=6d733be5-1069-4f7a-bb0b-5b5f29a08107 HTTP/1.1" status: 200 len: 817 time: 0.3098624 Nov 11 11:57:48.500591 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-0004dee0-8c7e-4ecf-a7f1-4fae49c2871b tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Request body: {'port': {'device_id': '66bba539-5236-4d9c-8aff-b09852caf0cf', 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107', 'admin_state_up': True, 'tenant_id': 'b83510f0d5944c2bb28ba6e685f02611'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:48.561545 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4245829f-37d6-4ddd-bc73-3280580a6c98 req-b3bf8772-f5d7-4ab6-9cbb-e3875e191e7a tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135908 Nov 11 11:57:48.567464 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-98204502-eda7-4f46-b681-c6ec6b030bfd tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:48.568413 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-98204502-eda7-4f46-b681-c6ec6b030bfd tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:48.628541 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17be180a-7ed5-4e8e-a100-4c6ebf8f7d8d req-eeaf0ace-5196-4002-8393-37322e715982 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082490 Nov 11 11:57:48.659916 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-98204502-eda7-4f46-b681-c6ec6b030bfd tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3497901 Nov 11 11:57:48.689988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-f48dc622-cbd5-424b-8f5c-5486414d63e0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Request body: {'port': {'device_id': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941', 'admin_state_up': True, 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'security_groups': ['64b5f0bd-f7f7-496b-af5f-a3bf30c12136']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:48.744166 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-02af511a-f3dc-4c83-9aa2-3bc51c76b82e None None] Provisioning complete for port fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:48.744709 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-1403e45c-bb39-46d5-87cf-e80ffe8c028b tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:48.745547 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-02af511a-f3dc-4c83-9aa2-3bc51c76b82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:48.746491 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-1403e45c-bb39-46d5-87cf-e80ffe8c028b tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.62 "GET /v2.0/networks?id=6d733be5-1069-4f7a-bb0b-5b5f29a08107 HTTP/1.1" status: 200 len: 817 time: 0.7847342 Nov 11 11:57:48.767737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-1c75fb76-3af9-4e0c-aef9-b1301a295c07 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Request body: {'port': {'device_id': 'f92fc726-f22c-415e-9532-160d80edf18a', 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107', 'admin_state_up': True, 'tenant_id': 'b83510f0d5944c2bb28ba6e685f02611'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:48.820409 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-02af511a-f3dc-4c83-9aa2-3bc51c76b82e None None] Port fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:57:48.979141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bdceaf46-0c2b-4936-a9c1-9286e8681b75 req-63471066-e43c-4d15-bfff-7a05435fe8fd tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=66bba539-5236-4d9c-8aff-b09852caf0cf HTTP/1.1" status: 200 len: 210 time: 0.0502062 Nov 11 11:57:48.988404 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-510df525-5a12-45b0-b22f-392398e7e5ae tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Deleting port 38cb6951-0e9d-4816-b8b3-ed4b8e0375bc {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:48.988725 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-510df525-5a12-45b0-b22f-392398e7e5ae tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:49.014253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7cca8-d937-401c-abc3-fa84adfb4289 req-f08bbce7-9eac-47cf-92f5-a64470beb837 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:49.020335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7cca8-d937-401c-abc3-fa84adfb4289 req-f08bbce7-9eac-47cf-92f5-a64470beb837 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:49.028507 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cbf7cca8-d937-401c-abc3-fa84adfb4289 req-f08bbce7-9eac-47cf-92f5-a64470beb837 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 1653 time: 0.2019880 Nov 11 11:57:49.052799 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-0004dee0-8c7e-4ecf-a7f1-4fae49c2871b tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Made reservation on behalf of b83510f0d5944c2bb28ba6e685f02611 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:49.056724 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-0004dee0-8c7e-4ecf-a7f1-4fae49c2871b tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:49.060641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-6f508cdd-3ecd-4188-acae-fe4fd948d803 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:49.062516 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-6f508cdd-3ecd-4188-acae-fe4fd948d803 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.62 "GET /v2.0/networks?id=6d733be5-1069-4f7a-bb0b-5b5f29a08107 HTTP/1.1" status: 200 len: 817 time: 0.3085496 Nov 11 11:57:49.099235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-da10dbd9-f8a2-4457-9617-21b521b403cd tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Request body: {'port': {'device_id': '9dda71b9-49bf-4b03-8bc6-f84442b4d0df', 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107', 'admin_state_up': True, 'tenant_id': 'b83510f0d5944c2bb28ba6e685f02611'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:49.138029 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-f48dc622-cbd5-424b-8f5c-5486414d63e0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Made reservation on behalf of da10fcdd1e56422d809e80303ecf3512 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:49.141617 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-f48dc622-cbd5-424b-8f5c-5486414d63e0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:49.194714 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cbf7cca8-d937-401c-abc3-fa84adfb4289 req-6dcbf1b7-055c-4e0d-b500-24d79147ed30 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654387 Nov 11 11:57:49.206517 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-510df525-5a12-45b0-b22f-392398e7e5ae tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:49.206906 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-510df525-5a12-45b0-b22f-392398e7e5ae tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:49.215363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-1c75fb76-3af9-4e0c-aef9-b1301a295c07 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Made reservation on behalf of b83510f0d5944c2bb28ba6e685f02611 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:49.219420 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-1c75fb76-3af9-4e0c-aef9-b1301a295c07 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:49.233931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4ea10-f821-4fcc-9288-c5acce14b833 req-d37d108d-2fdc-4c59-b30f-0e7eda3c891d tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:49.235469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13e4ea10-f821-4fcc-9288-c5acce14b833 req-d37d108d-2fdc-4c59-b30f-0e7eda3c891d tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a99987-91ae-4021-9eef-f4dfbf9f6ea5 HTTP/1.1" status: 200 len: 946 time: 0.1717656 Nov 11 11:57:49.257268 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-510df525-5a12-45b0-b22f-392398e7e5ae tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Calling delete_port for 38cb6951-0e9d-4816-b8b3-ed4b8e0375bc owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:49.418386 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-da10dbd9-f8a2-4457-9617-21b521b403cd tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Made reservation on behalf of b83510f0d5944c2bb28ba6e685f02611 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:49.421902 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-da10dbd9-f8a2-4457-9617-21b521b403cd tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:49.564391 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-510df525-5a12-45b0-b22f-392398e7e5ae tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:49.587313 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510df525-5a12-45b0-b22f-392398e7e5ae tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Pushing event deleted for resources: {'Port': ['ID=38cb6951-0e9d-4816-b8b3-ed4b8e0375bc,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:49.668563 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-510df525-5a12-45b0-b22f-392398e7e5ae tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:49.671797 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-510df525-5a12-45b0-b22f-392398e7e5ae tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:49.673006 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-510df525-5a12-45b0-b22f-392398e7e5ae tempest-ImagesOneServerNegativeTestJSON-930917376 tempest-ImagesOneServerNegativeTestJSON-930917376-project] 10.222.0.65 "DELETE /v2.0/floatingips/f0a17767-8bac-4a67-afde-d43bbb9d1523 HTTP/1.1" status: 204 len: 168 time: 1.7976189 Nov 11 11:57:49.708878 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13e4ea10-f821-4fcc-9288-c5acce14b833 req-8f243cd9-f0e3-454c-8ef7-66094e1a176e tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f9b5fba-0b59-4f8b-934a-d6f4958f4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652579 Nov 11 11:57:49.750475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-0004dee0-8c7e-4ecf-a7f1-4fae49c2871b tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Allocated IP 172.20.0.6 (6d733be5-1069-4f7a-bb0b-5b5f29a08107/b451bba6-a593-42e1-a17d-3397477555d7/6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:49.785154 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-f48dc622-cbd5-424b-8f5c-5486414d63e0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Allocated IP 10.1.1.72 (de1e282d-69aa-41dc-98d7-1b2ec2535941/9fc46d10-4969-4ee0-a072-a9b6c3ce1458/cb685e1e-459f-492c-9930-41b9ec4b238d) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:49.856266 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13785f-5dd4-4927-a1bf-f2ad1493f7f7 req-66e3454a-7ed1-417e-8ff2-1c34b90e7f7a tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:49.857884 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dc13785f-5dd4-4927-a1bf-f2ad1493f7f7 req-66e3454a-7ed1-417e-8ff2-1c34b90e7f7a tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.1480668 Nov 11 11:57:49.987815 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1550fb-b5ff-4efe-a1a0-b3684f16199c req-b8bb52f9-1e06-4017-8ea4-cd783a84a3cc tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:49.989294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf1550fb-b5ff-4efe-a1a0-b3684f16199c req-b8bb52f9-1e06-4017-8ea4-cd783a84a3cc tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 945 time: 0.2020614 Nov 11 11:57:50.089329 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dc13785f-5dd4-4927-a1bf-f2ad1493f7f7 req-f1bb52a8-5cb7-4565-bce3-05f3a6c55496 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152359 Nov 11 11:57:50.145299 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf1550fb-b5ff-4efe-a1a0-b3684f16199c req-f8eae0e5-15ff-4998-9634-8826eb8fe1d5 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390531 Nov 11 11:57:50.148464 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-0004dee0-8c7e-4ecf-a7f1-4fae49c2871b tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:50.184819 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-f48dc622-cbd5-424b-8f5c-5486414d63e0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:50.234651 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-0004dee0-8c7e-4ecf-a7f1-4fae49c2871b tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:50.286969 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-f48dc622-cbd5-424b-8f5c-5486414d63e0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:50.328349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-0004dee0-8c7e-4ecf-a7f1-4fae49c2871b tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Network 6d733be5-1069-4f7a-bb0b-5b5f29a08107 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:50.334865 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-0004dee0-8c7e-4ecf-a7f1-4fae49c2871b tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:50.337805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004dee0-8c7e-4ecf-a7f1-4fae49c2871b tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Pushing event updated for resources: {'Port': ['ID=6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:50.340324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-0004dee0-8c7e-4ecf-a7f1-4fae49c2871b tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:50.350960 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-f48dc622-cbd5-424b-8f5c-5486414d63e0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Network de1e282d-69aa-41dc-98d7-1b2ec2535941 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:50.363563 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-1c75fb76-3af9-4e0c-aef9-b1301a295c07 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Allocated IP 172.20.0.3 (6d733be5-1069-4f7a-bb0b-5b5f29a08107/b451bba6-a593-42e1-a17d-3397477555d7/d4c23cc1-438b-4e39-b1ec-8bcaffac93dd) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:50.401658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-f48dc622-cbd5-424b-8f5c-5486414d63e0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:50.408590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-f48dc622-cbd5-424b-8f5c-5486414d63e0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:50.530593 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-0004dee0-8c7e-4ecf-a7f1-4fae49c2871b tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:50.531240 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-0004dee0-8c7e-4ecf-a7f1-4fae49c2871b tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:50.562017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dc622-cbd5-424b-8f5c-5486414d63e0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event updated for resources: {'Port': ['ID=cb685e1e-459f-492c-9930-41b9ec4b238d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:50.602186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-f48dc622-cbd5-424b-8f5c-5486414d63e0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:50.603274 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-f48dc622-cbd5-424b-8f5c-5486414d63e0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:50.629954 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-1c75fb76-3af9-4e0c-aef9-b1301a295c07 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:50.635648 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab90334-a826-45c5-a4df-0d503cb233fb req-91bd0227-7e73-43c1-a623-26721a357e32 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:50.659581 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cab90334-a826-45c5-a4df-0d503cb233fb req-91bd0227-7e73-43c1-a623-26721a357e32 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=66bba539-5236-4d9c-8aff-b09852caf0cf HTTP/1.1" status: 200 len: 931 time: 0.2880285 Nov 11 11:57:50.690624 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-0004dee0-8c7e-4ecf-a7f1-4fae49c2871b tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2013376 Nov 11 11:57:50.692948 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-1c75fb76-3af9-4e0c-aef9-b1301a295c07 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:50.697562 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-f48dc622-cbd5-424b-8f5c-5486414d63e0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0189967 Nov 11 11:57:50.708920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01c017-facc-465e-9804-2aa08a42ebf9 req-c96337eb-fa53-4c25-a61c-87cf93dd3836 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:50.715113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01c017-facc-465e-9804-2aa08a42ebf9 req-c96337eb-fa53-4c25-a61c-87cf93dd3836 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:50.721231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01c017-facc-465e-9804-2aa08a42ebf9 req-c96337eb-fa53-4c25-a61c-87cf93dd3836 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:50.728823 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3d01c017-facc-465e-9804-2aa08a42ebf9 req-c96337eb-fa53-4c25-a61c-87cf93dd3836 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 2373 time: 0.2497058 Nov 11 11:57:50.758374 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e1e11a01-0a6e-48d8-86c2-f320e8eba450 None None] Provisioning complete for port cb685e1e-459f-492c-9930-41b9ec4b238d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:50.759476 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e1e11a01-0a6e-48d8-86c2-f320e8eba450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:50.761809 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Request body: {'port': {'device_id': '66bba539-5236-4d9c-8aff-b09852caf0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:50.766299 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-1c75fb76-3af9-4e0c-aef9-b1301a295c07 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Network 6d733be5-1069-4f7a-bb0b-5b5f29a08107 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:50.775467 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-1c75fb76-3af9-4e0c-aef9-b1301a295c07 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:50.782839 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-1c75fb76-3af9-4e0c-aef9-b1301a295c07 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:50.796848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-60c876d2-51b8-4421-850d-112b6ab7bdc3 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Request body: {'port': {'device_id': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d', 'admin_state_up': True, 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'security_groups': ['64b5f0bd-f7f7-496b-af5f-a3bf30c12136']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:50.798054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e1e11a01-0a6e-48d8-86c2-f320e8eba450 None None] Port cb685e1e-459f-492c-9930-41b9ec4b238d cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:57:50.822445 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-da10dbd9-f8a2-4457-9617-21b521b403cd tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Allocated IP 172.20.0.10 (6d733be5-1069-4f7a-bb0b-5b5f29a08107/b451bba6-a593-42e1-a17d-3397477555d7/13cc3856-209f-4b61-9e64-ed2e29441595) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:50.824380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75fb76-3af9-4e0c-aef9-b1301a295c07 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Pushing event updated for resources: {'Port': ['ID=d4c23cc1-438b-4e39-b1ec-8bcaffac93dd,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:50.861265 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-1c75fb76-3af9-4e0c-aef9-b1301a295c07 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:50.861870 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-1c75fb76-3af9-4e0c-aef9-b1301a295c07 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:50.901498 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-1c75fb76-3af9-4e0c-aef9-b1301a295c07 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1374190 Nov 11 11:57:50.915046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Request body: {'port': {'device_id': 'f92fc726-f22c-415e-9532-160d80edf18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:50.942059 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3d01c017-facc-465e-9804-2aa08a42ebf9 req-4bc59c0e-11eb-4769-b9ed-c0fd06a775ab tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122498 Nov 11 11:57:50.953448 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cab90334-a826-45c5-a4df-0d503cb233fb req-a93f026e-b277-40d8-b3eb-06ea1fad70bc tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905719 Nov 11 11:57:50.971576 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:51.028727 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:51.087343 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-da10dbd9-f8a2-4457-9617-21b521b403cd tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:51.130966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-60c876d2-51b8-4421-850d-112b6ab7bdc3 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Made reservation on behalf of da10fcdd1e56422d809e80303ecf3512 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:51.150534 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51000) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:51.215535 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-da10dbd9-f8a2-4457-9617-21b521b403cd tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:51.292779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10dbd9-f8a2-4457-9617-21b521b403cd tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Pushing event updated for resources: {'Port': ['ID=13cc3856-209f-4b61-9e64-ed2e29441595,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:51.300893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-da10dbd9-f8a2-4457-9617-21b521b403cd tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Network 6d733be5-1069-4f7a-bb0b-5b5f29a08107 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:51.303597 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-da10dbd9-f8a2-4457-9617-21b521b403cd tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:51.308136 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-da10dbd9-f8a2-4457-9617-21b521b403cd tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:51.326165 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:51.361953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dba79ab-84ad-4e17-b70d-75a640548f87 admin admin] Deleting subnet c2e5f80f-1c13-4371-8143-98282b930920 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:57:51.370555 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6dba79ab-84ad-4e17-b70d-75a640548f87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:51.389088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-da10dbd9-f8a2-4457-9617-21b521b403cd tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:51.389984 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-da10dbd9-f8a2-4457-9617-21b521b403cd tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:51.416550 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-da10dbd9-f8a2-4457-9617-21b521b403cd tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3231363 Nov 11 11:57:51.429931 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Request body: {'port': {'device_id': '9dda71b9-49bf-4b03-8bc6-f84442b4d0df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:51.430149 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-60c876d2-51b8-4421-850d-112b6ab7bdc3 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:51.443767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce13fbd-e2b7-4dda-92e7-cb433ca5003b req-58df0620-692e-4c7f-8531-4dcdbf7d8a09 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:51.451093 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ce13fbd-e2b7-4dda-92e7-cb433ca5003b req-58df0620-692e-4c7f-8531-4dcdbf7d8a09 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.2344913 Nov 11 11:57:51.479463 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6dba79ab-84ad-4e17-b70d-75a640548f87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:51.496613 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:51.675682 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6dba79ab-84ad-4e17-b70d-75a640548f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:51.760499 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ce13fbd-e2b7-4dda-92e7-cb433ca5003b req-87b04ee1-8e28-42c2-8a2b-83f4cbd2e870 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085363 Nov 11 11:57:51.781033 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3b118-6a72-489b-bf2e-f9f3d89b7ab8 req-3f8ed61c-258c-42a6-84bb-dd0567d89f7f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:51.782681 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3c3b118-6a72-489b-bf2e-f9f3d89b7ab8 req-3f8ed61c-258c-42a6-84bb-dd0567d89f7f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 945 time: 0.2689695 Nov 11 11:57:51.816147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:51.830165 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:51.883285 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Transition to ACTIVE for port object 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:57:51.927503 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:52.058745 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c23cc1-438b-4e39-b1ec-8bcaffac93dd {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:52.067304 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:52.080755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Transition to ACTIVE for port object d4c23cc1-438b-4e39-b1ec-8bcaffac93dd will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:57:52.088809 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:52.212426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c23cc1-438b-4e39-b1ec-8bcaffac93dd,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:52.263327 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6dba79ab-84ad-4e17-b70d-75a640548f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:52.289179 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3c3b118-6a72-489b-bf2e-f9f3d89b7ab8 req-67a87755-f50f-4be0-afe7-a722da524692 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681375 Nov 11 11:57:52.297951 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-60c876d2-51b8-4421-850d-112b6ab7bdc3 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Allocated IP 10.2.2.100 (8b798677-2731-47ea-a947-54aa100bcc0d/49b842ca-bb16-4b32-afdd-253fe6553f51/34a34710-3faa-4315-b872-f1630df0cbd0) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:52.332594 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Pushing event updated for resources: {'Port': ['ID=6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:52.335417 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6dba79ab-84ad-4e17-b70d-75a640548f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:52.338610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6dba79ab-84ad-4e17-b70d-75a640548f87 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c2e5f80f-1c13-4371-8143-98282b930920 HTTP/1.1" status: 204 len: 168 time: 1.1850924 Nov 11 11:57:52.343694 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba79ab-84ad-4e17-b70d-75a640548f87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e5f80f-1c13-4371-8143-98282b930920,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:52.345762 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51016) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:52.396258 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Attempting to bind port d4c23cc1-438b-4e39-b1ec-8bcaffac93dd on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:57:52.398260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Attempting to bind port d4c23cc1-438b-4e39-b1ec-8bcaffac93dd by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '9e8f2ef7-6d8f-42d8-8d29-fed9c6201046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:57:52.398796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Attempting to bind port d4c23cc1-438b-4e39-b1ec-8bcaffac93dd on network 6d733be5-1069-4f7a-bb0b-5b5f29a08107 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:52.405375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a327bf-fb06-4dd9-84c9-f8e16976bc9b req-13c93174-2cd9-442e-8730-c77ac3b86d83 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:52.408050 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Port d4c23cc1-438b-4e39-b1ec-8bcaffac93dd on network 6d733be5-1069-4f7a-bb0b-5b5f29a08107 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:57:52.408562 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Attempting to bind port d4c23cc1-438b-4e39-b1ec-8bcaffac93dd on network 6d733be5-1069-4f7a-bb0b-5b5f29a08107 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:52.412756 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-15a327bf-fb06-4dd9-84c9-f8e16976bc9b req-13c93174-2cd9-442e-8730-c77ac3b86d83 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a99987-91ae-4021-9eef-f4dfbf9f6ea5 HTTP/1.1" status: 200 len: 946 time: 0.5103025 Nov 11 11:57:52.425038 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:57:52.425725 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Checking segment: {'id': '9e8f2ef7-6d8f-42d8-8d29-fed9c6201046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:52.426280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Bound using segment: {'id': '9e8f2ef7-6d8f-42d8-8d29-fed9c6201046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:57:52.426915 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Bound port: d4c23cc1-438b-4e39-b1ec-8bcaffac93dd, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8f2ef7-6d8f-42d8-8d29-fed9c6201046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:57:52.427543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:52.446739 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cc3856-209f-4b61-9e64-ed2e29441595 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:52.459148 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:52.477853 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Transition to ACTIVE for port object 13cc3856-209f-4b61-9e64-ed2e29441595 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:57:52.502747 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:52.566022 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a6c9-b10c-46f3-b4fe-68b6cb5d3026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:52.579609 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Pushing event updated for resources: {'Port': ['ID=13cc3856-209f-4b61-9e64-ed2e29441595,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:52.582426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] For port d4c23cc1-438b-4e39-b1ec-8bcaffac93dd, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:57:52.587864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] For port d4c23cc1-438b-4e39-b1ec-8bcaffac93dd, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d4c23cc1-438b-4e39-b1ec-8bcaffac93dd,segment=NetworkSegment(9e8f2ef7-6d8f-42d8-8d29-fed9c6201046),segment_id=9e8f2ef7-6d8f-42d8-8d29-fed9c6201046)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:57:52.612072 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:52.662628 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-15a327bf-fb06-4dd9-84c9-f8e16976bc9b req-a520b3b4-6e30-4882-b777-05bccdca0d98 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f9b5fba-0b59-4f8b-934a-d6f4958f4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470615 Nov 11 11:57:52.674317 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Attempting to bind port 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:57:52.674667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Attempting to bind port 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '9e8f2ef7-6d8f-42d8-8d29-fed9c6201046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:57:52.675019 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Attempting to bind port 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c on network 6d733be5-1069-4f7a-bb0b-5b5f29a08107 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:52.686798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:52.687563 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:52.688785 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] 10.222.0.62 "PUT /v2.0/ports/d4c23cc1-438b-4e39-b1ec-8bcaffac93dd HTTP/1.1" status: 200 len: 1091 time: 1.7779870 Nov 11 11:57:52.694297 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92fc726-f22c-415e-9532-160d80edf18a', 'tag': 'd4c23cc1-438b-4e39-b1ec-8bcaffac93dd'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:52.695188 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf3462-27b4-4b17-bd2d-90e40faff11f req-1ecf4216-9ce0-4c8a-9d67-1f1f607ee1c6 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:52.696506 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eeef5a-1222-4b1c-8814-aed4e3994395" -d '{"events": [{"name": "network-changed", "server_uuid": "f92fc726-f22c-415e-9532-160d80edf18a", "tag": "d4c23cc1-438b-4e39-b1ec-8bcaffac93dd"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:52.702369 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fbf3462-27b4-4b17-bd2d-90e40faff11f req-1ecf4216-9ce0-4c8a-9d67-1f1f607ee1c6 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=66bba539-5236-4d9c-8aff-b09852caf0cf HTTP/1.1" status: 200 len: 943 time: 0.2033184 Nov 11 11:57:52.737803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Port 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c on network 6d733be5-1069-4f7a-bb0b-5b5f29a08107 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:57:52.738043 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Attempting to bind port 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c on network 6d733be5-1069-4f7a-bb0b-5b5f29a08107 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:52.738799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8ada7-b224-466d-b594-894edea2a2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c23cc1-438b-4e39-b1ec-8bcaffac93dd,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:52.752580 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Attempting to bind port 13cc3856-209f-4b61-9e64-ed2e29441595 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:57:52.753774 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Attempting to bind port 13cc3856-209f-4b61-9e64-ed2e29441595 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '9e8f2ef7-6d8f-42d8-8d29-fed9c6201046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:57:52.754119 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Attempting to bind port 13cc3856-209f-4b61-9e64-ed2e29441595 on network 6d733be5-1069-4f7a-bb0b-5b5f29a08107 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:52.755847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:57:52.756213 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Checking segment: {'id': '9e8f2ef7-6d8f-42d8-8d29-fed9c6201046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:52.756907 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Bound using segment: {'id': '9e8f2ef7-6d8f-42d8-8d29-fed9c6201046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:57:52.757051 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Bound port: 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8f2ef7-6d8f-42d8-8d29-fed9c6201046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:57:52.757360 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:52.783007 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Port 13cc3856-209f-4b61-9e64-ed2e29441595 on network 6d733be5-1069-4f7a-bb0b-5b5f29a08107 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:57:52.783310 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Attempting to bind port 13cc3856-209f-4b61-9e64-ed2e29441595 on network 6d733be5-1069-4f7a-bb0b-5b5f29a08107 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:52.800885 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:57:52.801395 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Checking segment: {'id': '9e8f2ef7-6d8f-42d8-8d29-fed9c6201046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:52.801650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Bound using segment: {'id': '9e8f2ef7-6d8f-42d8-8d29-fed9c6201046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:57:52.802077 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Bound port: 13cc3856-209f-4b61-9e64-ed2e29441595, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8f2ef7-6d8f-42d8-8d29-fed9c6201046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:57:52.802427 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:52.829851 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-353c7d51-edb3-4132-9e59-6fe8b5a5bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:52.831681 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-353c7d51-edb3-4132-9e59-6fe8b5a5bb0e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b83510f0d5944c2bb28ba6e685f02611&device_id=f92fc726-f22c-415e-9532-160d80edf18a HTTP/1.1" status: 200 len: 1094 time: 0.0897586 Nov 11 11:57:52.914833 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fab48afd-2508-4cd4-8d00-dc37114c7f28 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4c23cc1-438b-4e39-b1ec-8bcaffac93dd HTTP/1.1" status: 200 len: 217 time: 0.0605788 Nov 11 11:57:52.915042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fbf3462-27b4-4b17-bd2d-90e40faff11f req-9f283c4b-df28-405e-a5dc-88f76c5a7f27 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108626 Nov 11 11:57:52.964831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90905aaa-8f05-44e6-928b-471f1e125ce8 req-e89a45d0-5a38-4a30-93ca-293c25195613 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:52.967765 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-90905aaa-8f05-44e6-928b-471f1e125ce8 req-e89a45d0-5a38-4a30-93ca-293c25195613 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.43 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.1510775 Nov 11 11:57:52.972760 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a6c9-b10c-46f3-b4fe-68b6cb5d3026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:53.019127 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-f4d8a6c9-b10c-46f3-b4fe-68b6cb5d3026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56444805-2ce0-4763-95ba-977c0e243bbb']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:53.026507 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] For port 13cc3856-209f-4b61-9e64-ed2e29441595, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:57:53.026794 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-60c876d2-51b8-4421-850d-112b6ab7bdc3 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:53.028658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] For port 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:57:53.060933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-f4d8a6c9-b10c-46f3-b4fe-68b6cb5d3026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6393908c-0f5d-4aed-9190-22dd472d3f3f') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:53.060933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-f4d8a6c9-b10c-46f3-b4fe-68b6cb5d3026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6393908c-0f5d-4aed-9190-22dd472d3f3f') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:53.081256 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] For port 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c,segment=NetworkSegment(9e8f2ef7-6d8f-42d8-8d29-fed9c6201046),segment_id=9e8f2ef7-6d8f-42d8-8d29-fed9c6201046)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:57:53.087360 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] For port 13cc3856-209f-4b61-9e64-ed2e29441595, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=13cc3856-209f-4b61-9e64-ed2e29441595,segment=NetworkSegment(9e8f2ef7-6d8f-42d8-8d29-fed9c6201046),segment_id=9e8f2ef7-6d8f-42d8-8d29-fed9c6201046)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:57:53.093628 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a6c9-b10c-46f3-b4fe-68b6cb5d3026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:53.101028 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-2c435186-1e73-404c-911c-146ec690ce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:53.103152 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-2c435186-1e73-404c-911c-146ec690ce6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b451bba6-a593-42e1-a17d-3397477555d7 HTTP/1.1" status: 200 len: 857 time: 0.1567097 Nov 11 11:57:53.111319 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d0a3da-492e-451a-8c33-2fedf19a2d1d x-openstack-request-id: req-e0d0a3da-492e-451a-8c33-2fedf19a2d1d {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:53.112975 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92fc726-f22c-415e-9532-160d80edf18a", "tag": "d4c23cc1-438b-4e39-b1ec-8bcaffac93dd", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:53.113127 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0d0a3da-492e-451a-8c33-2fedf19a2d1d {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:53.113464 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92fc726-f22c-415e-9532-160d80edf18a', 'tag': 'd4c23cc1-438b-4e39-b1ec-8bcaffac93dd', 'status': 'completed', 'code': 200} Nov 11 11:57:53.115043 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce3389-5763-4a31-a283-c51af8dee490 req-d26077ec-dd8d-4b91-84af-4a9543bcba53 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:53.120991 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce3389-5763-4a31-a283-c51af8dee490 req-d26077ec-dd8d-4b91-84af-4a9543bcba53 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:53.126944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce3389-5763-4a31-a283-c51af8dee490 req-d26077ec-dd8d-4b91-84af-4a9543bcba53 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:53.128658 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45ce3389-5763-4a31-a283-c51af8dee490 req-d26077ec-dd8d-4b91-84af-4a9543bcba53 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 2373 time: 0.3217192 Nov 11 11:57:53.133186 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:53.157025 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a6c9-b10c-46f3-b4fe-68b6cb5d3026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:53.165970 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:53.201444 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d8a6c9-b10c-46f3-b4fe-68b6cb5d3026 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:57:53.201919 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a6c9-b10c-46f3-b4fe-68b6cb5d3026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: timer() Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:57:53.211524 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:57:53.225972 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-c82c2228-e1ce-48be-a67a-ebe78be1ff58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d733be5-1069-4f7a-bb0b-5b5f29a08107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978396 Nov 11 11:57:53.227907 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:53.228382 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:53.229767 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] 10.222.0.43 "PUT /v2.0/ports/6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c HTTP/1.1" status: 200 len: 1091 time: 2.4795411 Nov 11 11:57:53.240576 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f6919-612f-4c09-ad08-d46cc490eaa0 req-e6f77923-4bcd-475e-b526-c7fe76bd5ce9 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:53.242019 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-048f6919-612f-4c09-ad08-d46cc490eaa0 req-e6f77923-4bcd-475e-b526-c7fe76bd5ce9 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.43 "GET /v2.0/ports?device_id=05a99987-91ae-4021-9eef-f4dfbf9f6ea5 HTTP/1.1" status: 200 len: 946 time: 0.2722785 Nov 11 11:57:53.248198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bba539-5236-4d9c-8aff-b09852caf0cf', 'tag': '6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:53.250611 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0af6047-6577-4abe-b791-37e4c3c297ce" -d '{"events": [{"name": "network-changed", "server_uuid": "66bba539-5236-4d9c-8aff-b09852caf0cf", "tag": "6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:53.262047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:53.262655 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:53.270242 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] 10.222.0.62 "PUT /v2.0/ports/13cc3856-209f-4b61-9e64-ed2e29441595 HTTP/1.1" status: 200 len: 1092 time: 1.8447602 Nov 11 11:57:53.324100 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-60c876d2-51b8-4421-850d-112b6ab7bdc3 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:53.388055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1ffe4-0588-46d2-b986-c86a626a1c4f service neutron] Pushing event updated for resources: {'Port': ['ID=6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:53.401970 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a6c9-b10c-46f3-b4fe-68b6cb5d3026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:53.423984 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6073159-e3c3-4f52-9e4e-381b00c238ee service neutron] Pushing event updated for resources: {'Port': ['ID=13cc3856-209f-4b61-9e64-ed2e29441595,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:53.445962 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45ce3389-5763-4a31-a283-c51af8dee490 req-799031f7-d08b-4d37-b7d9-1852cf12745b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876337 Nov 11 11:57:53.447723 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a6c9-b10c-46f3-b4fe-68b6cb5d3026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:53.451214 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f4d8a6c9-b10c-46f3-b4fe-68b6cb5d3026 admin admin] 10.222.0.65 "DELETE /v2.0/networks/56444805-2ce0-4763-95ba-977c0e243bbb HTTP/1.1" status: 204 len: 168 time: 1.1028638 Nov 11 11:57:53.475125 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-90905aaa-8f05-44e6-928b-471f1e125ce8 req-f445a9d9-3c81-411a-b5f1-7260c4d6a06f tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Deleting port 95e8171a-dffd-416d-b1ff-50742460589e {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:53.475525 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-90905aaa-8f05-44e6-928b-471f1e125ce8 req-f445a9d9-3c81-411a-b5f1-7260c4d6a06f tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:53.476824 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-60c876d2-51b8-4421-850d-112b6ab7bdc3 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Network 8b798677-2731-47ea-a947-54aa100bcc0d is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:53.532720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cdd19-6e91-4bac-b34e-997a7cbd52c1 req-53164ee4-e37b-4148-b464-b39d7a7ddbc9 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:53.542041 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ed4cdd19-6e91-4bac-b34e-997a7cbd52c1 req-53164ee4-e37b-4148-b464-b39d7a7ddbc9 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=b56a33ed-24af-45b6-916f-c91aa04f7de6 HTTP/1.1" status: 200 len: 946 time: 0.3489861 Nov 11 11:57:53.562418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8a6c9-b10c-46f3-b4fe-68b6cb5d3026 admin admin] Pushing event deleted for resources: {'Network': ['ID=56444805-2ce0-4763-95ba-977c0e243bbb,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:53.562669 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-8f70d2e5-9f84-4d50-bad3-6dff0de0c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:53.564695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-60c876d2-51b8-4421-850d-112b6ab7bdc3 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:53.570120 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-8f70d2e5-9f84-4d50-bad3-6dff0de0c32f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b83510f0d5944c2bb28ba6e685f02611&device_id=9dda71b9-49bf-4b03-8bc6-f84442b4d0df HTTP/1.1" status: 200 len: 1095 time: 0.2202141 Nov 11 11:57:53.580788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-60c876d2-51b8-4421-850d-112b6ab7bdc3 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:53.591621 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-384450f8-95ba-4e83-af82-c92d2f484e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:53.592222 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-09c937b5-fda3-43a1-a1ad-38ba827ff86d service neutron] 10.222.0.62 "GET /v2.0/networks/6d733be5-1069-4f7a-bb0b-5b5f29a08107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489318 Nov 11 11:57:53.593167 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-384450f8-95ba-4e83-af82-c92d2f484e9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b83510f0d5944c2bb28ba6e685f02611&device_id=66bba539-5236-4d9c-8aff-b09852caf0cf HTTP/1.1" status: 200 len: 1094 time: 0.2868121 Nov 11 11:57:53.627204 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c876d2-51b8-4421-850d-112b6ab7bdc3 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event updated for resources: {'Port': ['ID=34a34710-3faa-4315-b872-f1630df0cbd0,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:53.694125 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-4628f2f2-f8b3-4937-ab4d-cd7d6cf53732 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13cc3856-209f-4b61-9e64-ed2e29441595 HTTP/1.1" status: 200 len: 217 time: 0.1152427 Nov 11 11:57:53.726018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51036) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:53.740961 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-8152a5a0-ab55-4afa-9a58-3382c4992261 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c HTTP/1.1" status: 200 len: 217 time: 0.1070633 Nov 11 11:57:53.756332 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ed4cdd19-6e91-4bac-b34e-997a7cbd52c1 req-31a68fd6-9673-473c-b2f0-4c203eae2e0c tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126660 Nov 11 11:57:53.870295 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17be5c14-2b85-44e0-9eff-91c32ee3b2cf x-openstack-request-id: req-17be5c14-2b85-44e0-9eff-91c32ee3b2cf {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:53.870572 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66bba539-5236-4d9c-8aff-b09852caf0cf", "tag": "6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:53.870769 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17be5c14-2b85-44e0-9eff-91c32ee3b2cf {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:53.871274 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bba539-5236-4d9c-8aff-b09852caf0cf', 'tag': '6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c', 'status': 'completed', 'code': 200} Nov 11 11:57:53.883055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-60c876d2-51b8-4421-850d-112b6ab7bdc3 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:53.883692 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-60c876d2-51b8-4421-850d-112b6ab7bdc3 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:53.940048 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-0c423728-859a-4faf-82c1-915b03cbf930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:53.940048 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-0c423728-859a-4faf-82c1-915b03cbf930 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b451bba6-a593-42e1-a17d-3397477555d7 HTTP/1.1" status: 200 len: 857 time: 0.1779149 Nov 11 11:57:53.986157 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-60c876d2-51b8-4421-850d-112b6ab7bdc3 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2342908 Nov 11 11:57:54.025759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-617b0140-df54-4b9b-8c25-39d36bc40995 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Request body: {'port': {'device_id': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d', 'admin_state_up': True, 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'security_groups': ['64b5f0bd-f7f7-496b-af5f-a3bf30c12136']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:54.049922 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-df7ed7b6-9190-48cd-8dc0-63893bb37564 None None] Provisioning complete for port 34a34710-3faa-4315-b872-f1630df0cbd0 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:54.050968 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-df7ed7b6-9190-48cd-8dc0-63893bb37564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:54.071539 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-8debad79-b9b0-4721-b31a-373bb225684f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6d733be5-1069-4f7a-bb0b-5b5f29a08107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118004 Nov 11 11:57:54.095460 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-df7ed7b6-9190-48cd-8dc0-63893bb37564 None None] Port 34a34710-3faa-4315-b872-f1630df0cbd0 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:57:54.218613 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea3d45-e060-419b-8745-3d787a3f18e3 req-85c9f5ed-284a-431c-8410-f31a9ad44a20 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:54.226135 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3ea3d45-e060-419b-8745-3d787a3f18e3 req-85c9f5ed-284a-431c-8410-f31a9ad44a20 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 945 time: 0.2852030 Nov 11 11:57:54.233069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-90905aaa-8f05-44e6-928b-471f1e125ce8 req-f445a9d9-3c81-411a-b5f1-7260c4d6a06f tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] For port 95e8171a-dffd-416d-b1ff-50742460589e, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=95e8171a-dffd-416d-b1ff-50742460589e,segment=NetworkSegment(adf2f620-2b6d-4d9c-a4f1-c497543817de),segment_id=adf2f620-2b6d-4d9c-a4f1-c497543817de)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:54.233281 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-90905aaa-8f05-44e6-928b-471f1e125ce8 req-f445a9d9-3c81-411a-b5f1-7260c4d6a06f tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:54.249414 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7beb4-6ad1-4381-85ca-b49c4aa0bf18 req-3a416f3f-a402-4b40-b5ff-8577a00929a3 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:54.253051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00b7beb4-6ad1-4381-85ca-b49c4aa0bf18 req-3a416f3f-a402-4b40-b5ff-8577a00929a3 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a99987-91ae-4021-9eef-f4dfbf9f6ea5 HTTP/1.1" status: 200 len: 946 time: 0.3323035 Nov 11 11:57:54.256341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-048f6919-612f-4c09-ad08-d46cc490eaa0 req-3d6a6755-d953-484c-9f27-76545a7cd9c4 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Deleting port 5101e4e5-37e5-40ee-b9d0-94371a0280ce {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:54.256621 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-048f6919-612f-4c09-ad08-d46cc490eaa0 req-3d6a6755-d953-484c-9f27-76545a7cd9c4 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:54.268459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-d14b520d-37dc-4d5d-a825-a7edcad55201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:54.269945 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-d14b520d-37dc-4d5d-a825-a7edcad55201 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b451bba6-a593-42e1-a17d-3397477555d7 HTTP/1.1" status: 200 len: 857 time: 0.5451725 Nov 11 11:57:54.282510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-90905aaa-8f05-44e6-928b-471f1e125ce8 req-f445a9d9-3c81-411a-b5f1-7260c4d6a06f tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Calling delete_port for 95e8171a-dffd-416d-b1ff-50742460589e owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:54.288308 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3bfa776a-2261-4a71-a2bc-a93d1b33bcc2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f47ff093d10146bb8bace9b363f3ab54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5527873 Nov 11 11:57:54.305496 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51042) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:54.334953 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-7cad4e98-e573-4855-b6ff-973457c4e0ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d733be5-1069-4f7a-bb0b-5b5f29a08107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477898 Nov 11 11:57:54.409413 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-ec387466-af80-427f-ace8-4d6f34cf0aba service neutron] 10.222.0.62 "GET /v2.0/networks/6d733be5-1069-4f7a-bb0b-5b5f29a08107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7584877 Nov 11 11:57:54.429709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-dc19cdd6-b38a-4e0f-9fea-205967dbbd20 service neutron] 10.222.0.43 "GET /v2.0/networks/6d733be5-1069-4f7a-bb0b-5b5f29a08107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473475 Nov 11 11:57:54.459173 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3ea3d45-e060-419b-8745-3d787a3f18e3 req-d57e3e12-e081-4122-9871-44a3167fd06e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321665 Nov 11 11:57:54.477848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-cc7d5f0d-7a0f-417e-8fd4-60aee41ea7bd tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:54.479347 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-cc7d5f0d-7a0f-417e-8fd4-60aee41ea7bd tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635&tenant_id=67f94b11282a42279e45a23ba30fcf1d&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 1096 time: 0.2247849 Nov 11 11:57:54.497667 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00b7beb4-6ad1-4381-85ca-b49c4aa0bf18 req-5162dc6d-f1d6-4765-b726-859bef538bf0 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f9b5fba-0b59-4f8b-934a-d6f4958f4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163091 Nov 11 11:57:54.520098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807359-3'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:54.536006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-048f6919-612f-4c09-ad08-d46cc490eaa0 req-3d6a6755-d953-484c-9f27-76545a7cd9c4 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] For port 5101e4e5-37e5-40ee-b9d0-94371a0280ce, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5101e4e5-37e5-40ee-b9d0-94371a0280ce,segment=NetworkSegment(5300f940-c2b8-4069-8166-067a04ea0edf),segment_id=5300f940-c2b8-4069-8166-067a04ea0edf)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:54.538946 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-048f6919-612f-4c09-ad08-d46cc490eaa0 req-3d6a6755-d953-484c-9f27-76545a7cd9c4 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:54.586884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-048f6919-612f-4c09-ad08-d46cc490eaa0 req-3d6a6755-d953-484c-9f27-76545a7cd9c4 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Calling delete_port for 5101e4e5-37e5-40ee-b9d0-94371a0280ce owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:57:54.607023 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18832dbc-06a3-4797-a28d-4dbc324a901c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:54.622731 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-617b0140-df54-4b9b-8c25-39d36bc40995 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Made reservation on behalf of da10fcdd1e56422d809e80303ecf3512 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:57:54.627302 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-617b0140-df54-4b9b-8c25-39d36bc40995 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:54.645169 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-845df2fd-d795-433a-94bd-d7980f84a558 service neutron] 10.222.0.62 "GET /v2.0/networks/6d733be5-1069-4f7a-bb0b-5b5f29a08107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820778 Nov 11 11:57:54.711605 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:54.716791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eeef5a-1222-4b1c-8814-aed4e3994395 req-5e4fd39a-8fcb-4191-b075-33310f0eb222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:54.718331 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-45eeef5a-1222-4b1c-8814-aed4e3994395 req-5e4fd39a-8fcb-4191-b075-33310f0eb222 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b83510f0d5944c2bb28ba6e685f02611&device_id=f92fc726-f22c-415e-9532-160d80edf18a HTTP/1.1" status: 200 len: 1094 time: 0.1951852 Nov 11 11:57:54.732775 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18832dbc-06a3-4797-a28d-4dbc324a901c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:54.845260 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-90905aaa-8f05-44e6-928b-471f1e125ce8 req-f445a9d9-3c81-411a-b5f1-7260c4d6a06f tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:54.859423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['7fa468ad-990e-4a95-9c61-23beeb46e687'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:57:54.910763 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445a9d9-3c81-411a-b5f1-7260c4d6a06f tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Pushing event deleted for resources: {'Port': ['ID=95e8171a-dffd-416d-b1ff-50742460589e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:54.924182 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-9037c643-4c3c-4f43-a8b3-d070a8e76721 service neutron] 10.222.0.62 "GET /v2.0/networks/6d733be5-1069-4f7a-bb0b-5b5f29a08107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482257 Nov 11 11:57:54.935440 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] For port 24e990b1-18dd-4242-9688-0f51c6576fc6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=24e990b1-18dd-4242-9688-0f51c6576fc6,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:54.993139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eeef5a-1222-4b1c-8814-aed4e3994395 req-1aba71e4-34cd-4421-b174-26a7503ba2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:54.994704 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-45eeef5a-1222-4b1c-8814-aed4e3994395 req-1aba71e4-34cd-4421-b174-26a7503ba2c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6d733be5-1069-4f7a-bb0b-5b5f29a08107 HTTP/1.1" status: 200 len: 919 time: 0.2658880 Nov 11 11:57:55.035903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-90905aaa-8f05-44e6-928b-471f1e125ce8 req-f445a9d9-3c81-411a-b5f1-7260c4d6a06f tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] No DVR routers for this DVR port 95e8171a-dffd-416d-b1ff-50742460589e on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:57:55.048142 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-90905aaa-8f05-44e6-928b-471f1e125ce8 req-f445a9d9-3c81-411a-b5f1-7260c4d6a06f tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:55.048379 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18832dbc-06a3-4797-a28d-4dbc324a901c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:55.051194 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18832dbc-06a3-4797-a28d-4dbc324a901c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:55.051626 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-90905aaa-8f05-44e6-928b-471f1e125ce8 req-f445a9d9-3c81-411a-b5f1-7260c4d6a06f tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.43 "DELETE /v2.0/ports/95e8171a-dffd-416d-b1ff-50742460589e HTTP/1.1" status: 204 len: 173 time: 2.0719993 Nov 11 11:57:55.052359 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-18832dbc-06a3-4797-a28d-4dbc324a901c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/213d4752-a0b1-4cfa-983f-c6793b4fea6d HTTP/1.1" status: 204 len: 168 time: 0.7448862 Nov 11 11:57:55.054744 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eb7d8bd-236c-47b6-89ec-81c3531219a9 req-27ed2803-0d42-4fba-92da-5675c2260f6b service neutron] 10.222.0.43 "GET /v2.0/networks/6d733be5-1069-4f7a-bb0b-5b5f29a08107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6138136 Nov 11 11:57:55.084122 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-45eeef5a-1222-4b1c-8814-aed4e3994395 req-baa0cb22-919f-4985-b191-fe8e779dbd48 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4c23cc1-438b-4e39-b1ec-8bcaffac93dd HTTP/1.1" status: 200 len: 217 time: 0.0510030 Nov 11 11:57:55.152367 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-048f6919-612f-4c09-ad08-d46cc490eaa0 req-3d6a6755-d953-484c-9f27-76545a7cd9c4 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:55.170263 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dda71b9-49bf-4b03-8bc6-f84442b4d0df', 'tag': '13cc3856-209f-4b61-9e64-ed2e29441595'}, {'server_uuid': 'b56a33ed-24af-45b6-916f-c91aa04f7de6', 'name': 'network-vif-deleted', 'tag': '95e8171a-dffd-416d-b1ff-50742460589e'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:55.172997 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd5cbca-b338-44bb-bed5-ec7074685459" -d '{"events": [{"name": "network-changed", "server_uuid": "9dda71b9-49bf-4b03-8bc6-f84442b4d0df", "tag": "13cc3856-209f-4b61-9e64-ed2e29441595"}, {"server_uuid": "b56a33ed-24af-45b6-916f-c91aa04f7de6", "name": "network-vif-deleted", "tag": "95e8171a-dffd-416d-b1ff-50742460589e"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:55.258817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a6755-d953-484c-9f27-76545a7cd9c4 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Pushing event deleted for resources: {'Port': ['ID=5101e4e5-37e5-40ee-b9d0-94371a0280ce,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:55.276970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5101e4e5-37e5-40ee-b9d0-94371a0280ce no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:57:55.315136 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 5101e4e5-37e5-40ee-b9d0-94371a0280ce {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:57:55.315783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5101e4e5-37e5-40ee-b9d0-94371a0280ce not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:57:55.316365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 95e8171a-dffd-416d-b1ff-50742460589e no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:57:55.338790 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 95e8171a-dffd-416d-b1ff-50742460589e {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:57:55.339408 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 95e8171a-dffd-416d-b1ff-50742460589e not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:57:55.341937 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eeef5a-1222-4b1c-8814-aed4e3994395 req-47fe6512-9b36-437e-ae6f-a2c3ab0c1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:55.346536 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-45eeef5a-1222-4b1c-8814-aed4e3994395 req-47fe6512-9b36-437e-ae6f-a2c3ab0c1de9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b451bba6-a593-42e1-a17d-3397477555d7 HTTP/1.1" status: 200 len: 857 time: 0.2547112 Nov 11 11:57:55.371886 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-048f6919-612f-4c09-ad08-d46cc490eaa0 req-3d6a6755-d953-484c-9f27-76545a7cd9c4 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] No DVR routers for this DVR port 5101e4e5-37e5-40ee-b9d0-94371a0280ce on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:57:55.376040 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-048f6919-612f-4c09-ad08-d46cc490eaa0 req-3d6a6755-d953-484c-9f27-76545a7cd9c4 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:55.379517 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-048f6919-612f-4c09-ad08-d46cc490eaa0 req-3d6a6755-d953-484c-9f27-76545a7cd9c4 tempest-InstanceActionsNegativeTestJSON-1115906353 tempest-InstanceActionsNegativeTestJSON-1115906353-project] 10.222.0.43 "DELETE /v2.0/ports/5101e4e5-37e5-40ee-b9d0-94371a0280ce HTTP/1.1" status: 204 len: 173 time: 2.1206410 Nov 11 11:57:55.401833 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-45eeef5a-1222-4b1c-8814-aed4e3994395 req-1dc76374-e1a0-4b41-81c4-5ff4e1cd4fde service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d733be5-1069-4f7a-bb0b-5b5f29a08107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402324 Nov 11 11:57:55.578244 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a2c8b-ae91-4895-902c-1fdb81eedf17 req-1c257e27-0119-43e5-ae6f-0118f258c4af tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:55.587788 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-933a2c8b-ae91-4895-902c-1fdb81eedf17 req-1c257e27-0119-43e5-ae6f-0118f258c4af tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=66bba539-5236-4d9c-8aff-b09852caf0cf HTTP/1.1" status: 200 len: 943 time: 0.9251885 Nov 11 11:57:55.603195 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-45eeef5a-1222-4b1c-8814-aed4e3994395 req-8b74d0a6-99d6-4870-9ac5-b59595da13ac service neutron] 10.222.0.62 "GET /v2.0/networks/6d733be5-1069-4f7a-bb0b-5b5f29a08107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937656 Nov 11 11:57:55.632703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18832dbc-06a3-4797-a28d-4dbc324a901c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213d4752-a0b1-4cfa-983f-c6793b4fea6d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:55.757787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] For port 24e990b1-18dd-4242-9688-0f51c6576fc6, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:57:55.800353 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-45eeef5a-1222-4b1c-8814-aed4e3994395 req-0301b4de-6e09-46a2-ae2e-9b962a41e27f service neutron] 10.222.0.62 "GET /v2.0/networks/6d733be5-1069-4f7a-bb0b-5b5f29a08107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880574 Nov 11 11:57:55.849758 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6e99ac3c-b951-4f38-a42c-5b79c04cf82a req-024e7661-d839-480e-9466-575b68668e11 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1936722 Nov 11 11:57:55.862345 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8501-1dcf-433c-818b-3333e8ca9c68 req-746b9425-baef-486f-b87e-979ca75feb61 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:55.869532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8501-1dcf-433c-818b-3333e8ca9c68 req-746b9425-baef-486f-b87e-979ca75feb61 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:55.876591 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8501-1dcf-433c-818b-3333e8ca9c68 req-746b9425-baef-486f-b87e-979ca75feb61 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:55.883901 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8501-1dcf-433c-818b-3333e8ca9c68 req-746b9425-baef-486f-b87e-979ca75feb61 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:55.893370 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7fe8501-1dcf-433c-818b-3333e8ca9c68 req-746b9425-baef-486f-b87e-979ca75feb61 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 3094 time: 1.1079171 Nov 11 11:57:55.987447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99ac3c-b951-4f38-a42c-5b79c04cf82a req-a31c39cc-4307-4e6f-a429-7d9bc36ed1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:55.989177 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6e99ac3c-b951-4f38-a42c-5b79c04cf82a req-a31c39cc-4307-4e6f-a429-7d9bc36ed1e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3fd635830ed454d9bc757e2f29f1792&device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 1097 time: 0.0874486 Nov 11 11:57:56.038050 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af6047-6577-4abe-b791-37e4c3c297ce req-0c6a54b9-c713-4fcd-a658-46bc593665b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:56.039627 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0af6047-6577-4abe-b791-37e4c3c297ce req-0c6a54b9-c713-4fcd-a658-46bc593665b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b83510f0d5944c2bb28ba6e685f02611&device_id=66bba539-5236-4d9c-8aff-b09852caf0cf HTTP/1.1" status: 200 len: 1094 time: 0.4942026 Nov 11 11:57:56.049726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dc8c6a-fd01-44a5-841c-a2b36a834635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e990b1-18dd-4242-9688-0f51c6576fc6'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:56.050580 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43792884-a2c1-4203-a34c-a5f38bfe63cb" -d '{"events": [{"server_uuid": "03dc8c6a-fd01-44a5-841c-a2b36a834635", "name": "network-vif-unplugged", "status": "completed", "tag": "24e990b1-18dd-4242-9688-0f51c6576fc6"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:56.054892 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:56.223199 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7fe8501-1dcf-433c-818b-3333e8ca9c68 req-f2b48c6c-8345-4cd9-8d74-02e6ce552745 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3287776 Nov 11 11:57:56.226126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af6047-6577-4abe-b791-37e4c3c297ce req-30d05297-1eaa-46eb-aa1f-386572d39916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:56.229212 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0af6047-6577-4abe-b791-37e4c3c297ce req-30d05297-1eaa-46eb-aa1f-386572d39916 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6d733be5-1069-4f7a-bb0b-5b5f29a08107 HTTP/1.1" status: 200 len: 919 time: 0.1711833 Nov 11 11:57:56.238544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99ac3c-b951-4f38-a42c-5b79c04cf82a req-3a9fd622-56ad-471d-a3bb-920a2978a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:56.242541 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6e99ac3c-b951-4f38-a42c-5b79c04cf82a req-3a9fd622-56ad-471d-a3bb-920a2978a7c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 HTTP/1.1" status: 200 len: 913 time: 0.2296991 Nov 11 11:57:56.297156 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-933a2c8b-ae91-4895-902c-1fdb81eedf17 req-25f9b8be-c03e-4a8b-a224-7890439979a9 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7083693 Nov 11 11:57:56.300725 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6e99ac3c-b951-4f38-a42c-5b79c04cf82a req-331f9e15-68f3-42d7-8ef6-f2a76157f455 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fa468ad-990e-4a95-9c61-23beeb46e687 HTTP/1.1" status: 200 len: 217 time: 0.0513003 Nov 11 11:57:56.312370 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:56.441493 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 24e990b1-18dd-4242-9688-0f51c6576fc6 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:57:56.471246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99ac3c-b951-4f38-a42c-5b79c04cf82a req-72759110-29a8-4742-bea1-2a787cb856d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:56.477753 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6e99ac3c-b951-4f38-a42c-5b79c04cf82a req-72759110-29a8-4742-bea1-2a787cb856d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48e45dd7-d65b-4c0b-9f3f-c9a34427b564 HTTP/1.1" status: 200 len: 851 time: 0.1640885 Nov 11 11:57:56.479603 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748ef611-e3b8-4b98-8a4f-98b21c8a9ba9 x-openstack-request-id: req-748ef611-e3b8-4b98-8a4f-98b21c8a9ba9 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:56.480297 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dda71b9-49bf-4b03-8bc6-f84442b4d0df", "tag": "13cc3856-209f-4b61-9e64-ed2e29441595", "status": "completed", "code": 200}, {"server_uuid": "b56a33ed-24af-45b6-916f-c91aa04f7de6", "name": "network-vif-deleted", "tag": "95e8171a-dffd-416d-b1ff-50742460589e", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:56.481737 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-748ef611-e3b8-4b98-8a4f-98b21c8a9ba9 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:56.482151 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dda71b9-49bf-4b03-8bc6-f84442b4d0df', 'tag': '13cc3856-209f-4b61-9e64-ed2e29441595', 'status': 'completed', 'code': 200} Nov 11 11:57:56.482529 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56a33ed-24af-45b6-916f-c91aa04f7de6', 'name': 'network-vif-deleted', 'tag': '95e8171a-dffd-416d-b1ff-50742460589e', 'status': 'completed', 'code': 200} Nov 11 11:57:56.539893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51088) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:56.554845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Pushing event updated for resources: {'Port': ['ID=24e990b1-18dd-4242-9688-0f51c6576fc6,revision_number=7']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:56.570522 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8a51dd-b79a-4243-9b99-6bf7ae7f7331 x-openstack-request-id: req-6d8a51dd-b79a-4243-9b99-6bf7ae7f7331 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:56.570941 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03dc8c6a-fd01-44a5-841c-a2b36a834635", "name": "network-vif-unplugged", "status": "completed", "tag": "24e990b1-18dd-4242-9688-0f51c6576fc6", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:56.571732 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d8a51dd-b79a-4243-9b99-6bf7ae7f7331 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:56.574176 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03dc8c6a-fd01-44a5-841c-a2b36a834635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e990b1-18dd-4242-9688-0f51c6576fc6', 'code': 200} Nov 11 11:57:56.658048 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0af6047-6577-4abe-b791-37e4c3c297ce req-46bebfb1-b04c-4887-aef2-8591d1d85c78 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c HTTP/1.1" status: 200 len: 217 time: 0.3744395 Nov 11 11:57:56.661164 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb08668-035f-4ccd-be0d-50a7a28eb1cf admin admin] Deleting subnet e495d850-b1e2-43a9-80e9-81ec22583808 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:57:56.667657 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6e99ac3c-b951-4f38-a42c-5b79c04cf82a req-21589dac-e552-450e-bf98-bc2e7c6a8057 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1802573 Nov 11 11:57:56.682323 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dfb08668-035f-4ccd-be0d-50a7a28eb1cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:56.737186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 24e990b1-18dd-4242-9688-0f51c6576fc6, host n-h2-807359-3, got binding levels [] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:56.738417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5cbca-b338-44bb-bed5-ec7074685459 req-db620660-e548-4475-b820-199f7d2c1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:56.739932 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0dd5cbca-b338-44bb-bed5-ec7074685459 req-db620660-e548-4475-b820-199f7d2c1eeb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b83510f0d5944c2bb28ba6e685f02611&device_id=9dda71b9-49bf-4b03-8bc6-f84442b4d0df HTTP/1.1" status: 200 len: 1095 time: 0.2548299 Nov 11 11:57:56.764809 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-070b45f7-ff1e-40d1-b8cd-9bc299331b4d req-a377acd1-89f6-44c9-9581-459bc77798ee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2783637 Nov 11 11:57:56.814293 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Attempting to bind port 24e990b1-18dd-4242-9688-0f51c6576fc6 on host n-h2-807359-3 for vnic_type normal with profile {"migrating_to": "n-h1-807359-3"} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:57:56.815109 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Attempting to bind port 24e990b1-18dd-4242-9688-0f51c6576fc6 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:57:56.815759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Attempting to bind port 24e990b1-18dd-4242-9688-0f51c6576fc6 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:56.822089 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Port 24e990b1-18dd-4242-9688-0f51c6576fc6 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:57:56.823019 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Attempting to bind port 24e990b1-18dd-4242-9688-0f51c6576fc6 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:56.829831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:57:56.830565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Checking segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:56.831418 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Bound using segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:57:56.832147 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Bound port: 24e990b1-18dd-4242-9688-0f51c6576fc6, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:57:56.832764 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:56.868580 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dfb08668-035f-4ccd-be0d-50a7a28eb1cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:56.887733 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b929f4f-bca3-47c0-9c7d-79c7010d0b02 req-886e8bbb-7009-4b6b-a110-fe98f3d07210 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:56.902288 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b929f4f-bca3-47c0-9c7d-79c7010d0b02 req-886e8bbb-7009-4b6b-a110-fe98f3d07210 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 943 time: 0.3079917 Nov 11 11:57:56.905719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 24e990b1-18dd-4242-9688-0f51c6576fc6, host n-h2-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:57:56.909220 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 24e990b1-18dd-4242-9688-0f51c6576fc6, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=24e990b1-18dd-4242-9688-0f51c6576fc6,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:57:56.917576 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:56.926317 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-617b0140-df54-4b9b-8c25-39d36bc40995 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Allocated IP 10.2.2.200 (8b798677-2731-47ea-a947-54aa100bcc0d/49b842ca-bb16-4b32-afdd-253fe6553f51/b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:57:57.000668 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=24e990b1-18dd-4242-9688-0f51c6576fc6,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:57.005308 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b45f7-ff1e-40d1-b8cd-9bc299331b4d req-71a74910-0454-4563-ab34-be1e9a33fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:57.007170 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-070b45f7-ff1e-40d1-b8cd-9bc299331b4d req-71a74910-0454-4563-ab34-be1e9a33fb56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 1096 time: 0.1623688 Nov 11 11:57:57.032432 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dfb08668-035f-4ccd-be0d-50a7a28eb1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:57.068818 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6e99ac3c-b951-4f38-a42c-5b79c04cf82a req-13c53f11-ea0e-452f-85b0-eb85f5236ac3 service neutron] 10.222.0.43 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868637 Nov 11 11:57:57.100655 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 24e990b1-18dd-4242-9688-0f51c6576fc6 has no active binding in host n-h1-807359-3 {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 11:57:57.102569 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:57:57.136636 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5cbca-b338-44bb-bed5-ec7074685459 req-ba09b4c9-30e0-41ab-abd2-a89d457d721e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:57.138322 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0dd5cbca-b338-44bb-bed5-ec7074685459 req-ba09b4c9-30e0-41ab-abd2-a89d457d721e service neutron] 10.222.0.62 "GET /v2.0/networks?id=6d733be5-1069-4f7a-bb0b-5b5f29a08107 HTTP/1.1" status: 200 len: 919 time: 0.3815699 Nov 11 11:57:57.182807 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b929f4f-bca3-47c0-9c7d-79c7010d0b02 req-abc1b7db-1ca6-4ceb-bb3d-08b5140b1397 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749820 Nov 11 11:57:57.203250 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af6047-6577-4abe-b791-37e4c3c297ce req-10f76dc6-d64e-4090-a8af-680783d47500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:57.211140 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0af6047-6577-4abe-b791-37e4c3c297ce req-10f76dc6-d64e-4090-a8af-680783d47500 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b451bba6-a593-42e1-a17d-3397477555d7 HTTP/1.1" status: 200 len: 857 time: 0.5191548 Nov 11 11:57:57.222327 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Attempting to bind port 24e990b1-18dd-4242-9688-0f51c6576fc6 on host n-h2-807359-3 for vnic_type normal with profile {"migrating_to": "n-h1-807359-3"} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:57:57.224108 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Attempting to bind port 24e990b1-18dd-4242-9688-0f51c6576fc6 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:57:57.224721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Attempting to bind port 24e990b1-18dd-4242-9688-0f51c6576fc6 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:57.275169 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Port 24e990b1-18dd-4242-9688-0f51c6576fc6 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:57:57.275841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Attempting to bind port 24e990b1-18dd-4242-9688-0f51c6576fc6 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:57:57.285317 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c,segment=NetworkSegment(9e8f2ef7-6d8f-42d8-8d29-fed9c6201046),segment_id=9e8f2ef7-6d8f-42d8-8d29-fed9c6201046)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:57.291103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:57:57.291774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Checking segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:57:57.292647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Bound using segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:57:57.293379 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Bound port: 24e990b1-18dd-4242-9688-0f51c6576fc6, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:57:57.293989 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:57.302585 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c', 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107', 'port_id': '6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c', 'mac_address': 'fa:16:3e:ee:9c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b451bba6-a593-42e1-a17d-3397477555d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:57:57.315476 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0af6047-6577-4abe-b791-37e4c3c297ce req-aab50eb1-fc41-48a2-9344-8bc1dda6dc22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6d733be5-1069-4f7a-bb0b-5b5f29a08107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796182 Nov 11 11:57:57.345441 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0dd5cbca-b338-44bb-bed5-ec7074685459 req-947b806f-ee63-4bf5-a2e4-9f1166974e02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13cc3856-209f-4b61-9e64-ed2e29441595 HTTP/1.1" status: 200 len: 217 time: 0.1744142 Nov 11 11:57:57.355234 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:57.370913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:57.404595 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c,segment=NetworkSegment(9e8f2ef7-6d8f-42d8-8d29-fed9c6201046),segment_id=9e8f2ef7-6d8f-42d8-8d29-fed9c6201046)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:57.416581 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:57.489519 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:57.504954 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b45f7-ff1e-40d1-b8cd-9bc299331b4d req-f389cf07-02bd-4852-8c3a-846f3e3eb20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:57.507214 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-070b45f7-ff1e-40d1-b8cd-9bc299331b4d req-f389cf07-02bd-4852-8c3a-846f3e3eb20e service neutron] 10.222.0.62 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.4700811 Nov 11 11:57:57.514802 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dfb08668-035f-4ccd-be0d-50a7a28eb1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:57.517267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0af6047-6577-4abe-b791-37e4c3c297ce req-11078f34-5eec-4d17-abec-475d039c6fd3 service neutron] 10.222.0.43 "GET /v2.0/networks/6d733be5-1069-4f7a-bb0b-5b5f29a08107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858592 Nov 11 11:57:57.600726 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5cbca-b338-44bb-bed5-ec7074685459 req-07f53e4b-42d7-4499-a44c-b045d7a42357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:57.602244 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0dd5cbca-b338-44bb-bed5-ec7074685459 req-07f53e4b-42d7-4499-a44c-b045d7a42357 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b451bba6-a593-42e1-a17d-3397477555d7 HTTP/1.1" status: 200 len: 857 time: 0.2419176 Nov 11 11:57:57.607414 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6e99ac3c-b951-4f38-a42c-5b79c04cf82a req-ce5f7c74-be34-463d-9e23-f3453526ea3c service neutron] 10.222.0.43 "GET /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212045 Nov 11 11:57:57.607631 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb08668-035f-4ccd-be0d-50a7a28eb1cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e495d850-b1e2-43a9-80e9-81ec22583808,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:57.613620 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-070b45f7-ff1e-40d1-b8cd-9bc299331b4d req-120a211f-14bc-42e1-9886-50270ed53160 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4268846f-f95a-45fb-a653-37bf04cc2216 HTTP/1.1" status: 200 len: 217 time: 0.0952113 Nov 11 11:57:57.627641 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dfb08668-035f-4ccd-be0d-50a7a28eb1cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:57.631454 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dfb08668-035f-4ccd-be0d-50a7a28eb1cf admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e495d850-b1e2-43a9-80e9-81ec22583808 HTTP/1.1" status: 204 len: 168 time: 1.0903018 Nov 11 11:57:57.637558 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:57:57.638779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51108) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:57.640889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2708770-9bb7-4076-a5d5-61f940aa6be7 req-5dfb6497-a5bb-46fd-a7c2-24cda2c85f26 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:57.642538 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f2708770-9bb7-4076-a5d5-61f940aa6be7 req-5dfb6497-a5bb-46fd-a7c2-24cda2c85f26 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.3027737 Nov 11 11:57:57.693612 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0dd5cbca-b338-44bb-bed5-ec7074685459 req-477af213-f723-45b4-a06c-b1faddc2fad1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d733be5-1069-4f7a-bb0b-5b5f29a08107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763547 Nov 11 11:57:57.794247 n-d-807359-3 neutron-server[109153]: WARNING neutron.plugins.ml2.plugin [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Concurrent port binding operations failed on port 24e990b1-18dd-4242-9688-0f51c6576fc6 Nov 11 11:57:57.804117 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] For port 24e990b1-18dd-4242-9688-0f51c6576fc6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=24e990b1-18dd-4242-9688-0f51c6576fc6,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:57.821482 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b45f7-ff1e-40d1-b8cd-9bc299331b4d req-a994a1fa-6e65-45b4-b4e5-07f3bde739f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:57.823641 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-070b45f7-ff1e-40d1-b8cd-9bc299331b4d req-a994a1fa-6e65-45b4-b4e5-07f3bde739f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.1967087 Nov 11 11:57:57.830107 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8651ad77-ad27-43ca-9ab2-2cad0e268956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:57.833764 n-d-807359-3 neutron-server[109153]: INFO neutron.plugins.ml2.plugin [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Attempt 2 to bind port 24e990b1-18dd-4242-9688-0f51c6576fc6 Nov 11 11:57:57.837681 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:57.837681 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:57.839729 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1b43aca0-a686-43fb-83e3-672cbd1ddf8d service neutron] 10.222.0.62 "PUT /v2.0/ports/24e990b1-18dd-4242-9688-0f51c6576fc6 HTTP/1.1" status: 200 len: 1121 time: 3.3298888 Nov 11 11:57:57.880003 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-070b45f7-ff1e-40d1-b8cd-9bc299331b4d req-2de1fd1e-304b-4418-a2db-5f260e9848ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418849 Nov 11 11:57:57.906152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f2708770-9bb7-4076-a5d5-61f940aa6be7 req-d43e4f4c-b282-4132-8861-548ad40ed587 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253368 Nov 11 11:57:57.912268 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-617b0140-df54-4b9b-8c25-39d36bc40995 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:57.913220 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['24e990b1-18dd-4242-9688-0f51c6576fc6'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:57:57.935946 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc37054-5ce3-48be-b6aa-a965c6b66268 req-40c1cbd2-a9ca-4ec6-a608-7449447e2df2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:57.949806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc37054-5ce3-48be-b6aa-a965c6b66268 req-40c1cbd2-a9ca-4ec6-a608-7449447e2df2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:57.956900 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc37054-5ce3-48be-b6aa-a965c6b66268 req-40c1cbd2-a9ca-4ec6-a608-7449447e2df2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:57.963416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc37054-5ce3-48be-b6aa-a965c6b66268 req-40c1cbd2-a9ca-4ec6-a608-7449447e2df2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:57.971122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5dc37054-5ce3-48be-b6aa-a965c6b66268 req-40c1cbd2-a9ca-4ec6-a608-7449447e2df2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 3094 time: 0.3556328 Nov 11 11:57:57.975205 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0af6047-6577-4abe-b791-37e4c3c297ce req-618e4296-9f52-48d1-a484-d0e18a9a985b service neutron] 10.222.0.43 "GET /v2.0/networks/6d733be5-1069-4f7a-bb0b-5b5f29a08107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120543 Nov 11 11:57:57.981255 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0dd5cbca-b338-44bb-bed5-ec7074685459 req-1bca7c00-1ca4-4d46-9712-a16561aa1756 service neutron] 10.222.0.62 "GET /v2.0/networks/6d733be5-1069-4f7a-bb0b-5b5f29a08107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686455 Nov 11 11:57:58.004036 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['24e990b1-18dd-4242-9688-0f51c6576fc6'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:57:58.117620 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5dc37054-5ce3-48be-b6aa-a965c6b66268 req-d6dd450a-cf2c-4027-a7a6-774e75a6a251 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453452 Nov 11 11:57:58.134462 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-617b0140-df54-4b9b-8c25-39d36bc40995 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:58.161639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16884f6b-1b1c-401a-8c03-24a43c924064 req-80edc59d-0e37-4e58-9349-e342f3e230f5 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:58.163415 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16884f6b-1b1c-401a-8c03-24a43c924064 req-80edc59d-0e37-4e58-9349-e342f3e230f5 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=66bba539-5236-4d9c-8aff-b09852caf0cf HTTP/1.1" status: 200 len: 944 time: 0.1503234 Nov 11 11:57:58.197191 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-617b0140-df54-4b9b-8c25-39d36bc40995 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Network 8b798677-2731-47ea-a947-54aa100bcc0d is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:57:58.212909 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-617b0140-df54-4b9b-8c25-39d36bc40995 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:57:58.259000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-617b0140-df54-4b9b-8c25-39d36bc40995 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:57:58.333962 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b0140-df54-4b9b-8c25-39d36bc40995 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event updated for resources: {'Port': ['ID=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:58.440674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16884f6b-1b1c-401a-8c03-24a43c924064 req-ef4f8e6a-a8e3-4731-a142-7854eb8636ec tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517219 Nov 11 11:57:58.455299 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-617b0140-df54-4b9b-8c25-39d36bc40995 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:58.462374 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-617b0140-df54-4b9b-8c25-39d36bc40995 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:58.471630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 13cc3856-209f-4b61-9e64-ed2e29441595 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:57:58.508137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be548d-11ed-4838-bf6d-cd9950b298ab req-b3410b6a-958a-4911-b34e-e2288a391520 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:58.513378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1be548d-11ed-4838-bf6d-cd9950b298ab req-b3410b6a-958a-4911-b34e-e2288a391520 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 945 time: 0.1665735 Nov 11 11:57:58.515269 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a99987-91ae-4021-9eef-f4dfbf9f6ea5', 'name': 'network-vif-deleted', 'tag': '5101e4e5-37e5-40ee-b9d0-94371a0280ce'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:58.517837 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cbe69c-5432-48c5-8fc1-c16cae63f3b3" -d '{"events": [{"server_uuid": "05a99987-91ae-4021-9eef-f4dfbf9f6ea5", "name": "network-vif-deleted", "tag": "5101e4e5-37e5-40ee-b9d0-94371a0280ce"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:58.536542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-617b0140-df54-4b9b-8c25-39d36bc40995 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5184739 Nov 11 11:57:58.550961 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Request body: {'port': {'device_id': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:57:58.575435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03dc8c6a-fd01-44a5-841c-a2b36a834635', 'tag': '24e990b1-18dd-4242-9688-0f51c6576fc6'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:58.577923 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb34b72-77be-428d-b60e-efab5e07373f" -d '{"events": [{"name": "network-changed", "server_uuid": "03dc8c6a-fd01-44a5-841c-a2b36a834635", "tag": "24e990b1-18dd-4242-9688-0f51c6576fc6"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:58.582975 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8651ad77-ad27-43ca-9ab2-2cad0e268956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:58.586645 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 13cc3856-209f-4b61-9e64-ed2e29441595, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=13cc3856-209f-4b61-9e64-ed2e29441595,segment=NetworkSegment(9e8f2ef7-6d8f-42d8-8d29-fed9c6201046),segment_id=9e8f2ef7-6d8f-42d8-8d29-fed9c6201046)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:58.603980 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '13cc3856-209f-4b61-9e64-ed2e29441595', 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107', 'port_id': '13cc3856-209f-4b61-9e64-ed2e29441595', 'mac_address': 'fa:16:3e:b7:9e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b451bba6-a593-42e1-a17d-3397477555d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:57:58.644832 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:58.651000 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-8651ad77-ad27-43ca-9ab2-2cad0e268956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5e3c26-878b-49f1-80b6-6d419bc8f822']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:58.654905 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-82cda6c6-4264-4073-8065-90e893076d52 None None] Provisioning complete for port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:58.655282 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-82cda6c6-4264-4073-8065-90e893076d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:58.677702 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1be548d-11ed-4838-bf6d-cd9950b298ab req-202e2e77-6ae8-4483-91eb-3b5d560a204e tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/security-groups?id=62c72ef9-0116-49fe-b400-b7d4a30d5bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582015 Nov 11 11:57:58.685829 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-070b45f7-ff1e-40d1-b8cd-9bc299331b4d req-67f38b28-cdd5-4a69-b2eb-de59d8a1aaa7 service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7919214 Nov 11 11:57:58.694176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-8651ad77-ad27-43ca-9ab2-2cad0e268956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5300f940-c2b8-4069-8166-067a04ea0edf') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:58.694841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-8651ad77-ad27-43ca-9ab2-2cad0e268956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5300f940-c2b8-4069-8166-067a04ea0edf') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:57:58.724351 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:58.751357 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cc3856-209f-4b61-9e64-ed2e29441595 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:58.761523 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0dd5cbca-b338-44bb-bed5-ec7074685459 req-9c217b0e-d4cd-4396-8717-7a0c63e310ab service neutron] 10.222.0.62 "GET /v2.0/networks/6d733be5-1069-4f7a-bb0b-5b5f29a08107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7554576 Nov 11 11:57:58.780201 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8651ad77-ad27-43ca-9ab2-2cad0e268956 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:58.784256 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 13cc3856-209f-4b61-9e64-ed2e29441595, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=13cc3856-209f-4b61-9e64-ed2e29441595,segment=NetworkSegment(9e8f2ef7-6d8f-42d8-8d29-fed9c6201046),segment_id=9e8f2ef7-6d8f-42d8-8d29-fed9c6201046)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:58.787579 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-82cda6c6-4264-4073-8065-90e893076d52 None None] Port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:57:58.794131 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:58.795696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d4c23cc1-438b-4e39-b1ec-8bcaffac93dd details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:57:58.833281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port d4c23cc1-438b-4e39-b1ec-8bcaffac93dd, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d4c23cc1-438b-4e39-b1ec-8bcaffac93dd,segment=NetworkSegment(9e8f2ef7-6d8f-42d8-8d29-fed9c6201046),segment_id=9e8f2ef7-6d8f-42d8-8d29-fed9c6201046)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:58.848162 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'd4c23cc1-438b-4e39-b1ec-8bcaffac93dd', 'network_id': '6d733be5-1069-4f7a-bb0b-5b5f29a08107', 'port_id': 'd4c23cc1-438b-4e39-b1ec-8bcaffac93dd', 'mac_address': 'fa:16:3e:0b:ea:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b451bba6-a593-42e1-a17d-3397477555d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:57:58.870683 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8651ad77-ad27-43ca-9ab2-2cad0e268956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:58.893774 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8651ad77-ad27-43ca-9ab2-2cad0e268956 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:57:58.894245 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8651ad77-ad27-43ca-9ab2-2cad0e268956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:57:58.899486 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:57:58.957781 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173909d-2b25-43d9-987d-f05656a0aa6a req-3d783ef1-6ef4-415a-86d7-6e8324f46624 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:58.968829 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:58.971746 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7173909d-2b25-43d9-987d-f05656a0aa6a req-3d783ef1-6ef4-415a-86d7-6e8324f46624 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 943 time: 0.1614263 Nov 11 11:57:58.997226 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-070b45f7-ff1e-40d1-b8cd-9bc299331b4d req-cb57a8ed-ac58-407e-af06-b1195f1b22ca service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939425 Nov 11 11:57:58.999466 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55cbb5c-0282-4ffc-851e-fba3bc267e45 x-openstack-request-id: req-d55cbb5c-0282-4ffc-851e-fba3bc267e45 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:58.999746 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a99987-91ae-4021-9eef-f4dfbf9f6ea5", "name": "network-vif-deleted", "tag": "5101e4e5-37e5-40ee-b9d0-94371a0280ce", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:59.000132 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d55cbb5c-0282-4ffc-851e-fba3bc267e45 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:59.000540 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a99987-91ae-4021-9eef-f4dfbf9f6ea5', 'name': 'network-vif-deleted', 'tag': '5101e4e5-37e5-40ee-b9d0-94371a0280ce', 'status': 'completed', 'code': 200} Nov 11 11:57:59.032179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c23cc1-438b-4e39-b1ec-8bcaffac93dd {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:59.054544 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280120ed-e436-448b-b1e6-a31f7f217c5c x-openstack-request-id: req-280120ed-e436-448b-b1e6-a31f7f217c5c {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:59.055088 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03dc8c6a-fd01-44a5-841c-a2b36a834635", "tag": "24e990b1-18dd-4242-9688-0f51c6576fc6", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:59.055436 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-280120ed-e436-448b-b1e6-a31f7f217c5c {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:59.056336 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03dc8c6a-fd01-44a5-841c-a2b36a834635', 'tag': '24e990b1-18dd-4242-9688-0f51c6576fc6', 'status': 'completed', 'code': 200} Nov 11 11:57:59.072195 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8651ad77-ad27-43ca-9ab2-2cad0e268956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:59.075182 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=13cc3856-209f-4b61-9e64-ed2e29441595,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:59.085917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:57:59.090166 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8651ad77-ad27-43ca-9ab2-2cad0e268956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:59.095684 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8651ad77-ad27-43ca-9ab2-2cad0e268956 admin admin] 10.222.0.65 "DELETE /v2.0/networks/bb5e3c26-878b-49f1-80b6-6d419bc8f822 HTTP/1.1" status: 204 len: 168 time: 1.4336257 Nov 11 11:57:59.146819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port d4c23cc1-438b-4e39-b1ec-8bcaffac93dd, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d4c23cc1-438b-4e39-b1ec-8bcaffac93dd,segment=NetworkSegment(9e8f2ef7-6d8f-42d8-8d29-fed9c6201046),segment_id=9e8f2ef7-6d8f-42d8-8d29-fed9c6201046)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:59.158540 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:59.200621 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:57:59.201142 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7173909d-2b25-43d9-987d-f05656a0aa6a req-ac59638e-5e52-478b-bd66-f221af5c7636 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233272 Nov 11 11:57:59.203513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651ad77-ad27-43ca-9ab2-2cad0e268956 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5e3c26-878b-49f1-80b6-6d419bc8f822,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:59.206832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:57:59.207198 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:59.258121 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb34b72-77be-428d-b60e-efab5e07373f req-b886a20b-3a48-4f6e-b1b0-f184102136e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:59.261424 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-edb34b72-77be-428d-b60e-efab5e07373f req-b886a20b-3a48-4f6e-b1b0-f184102136e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 1124 time: 0.1639128 Nov 11 11:57:59.284336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930b02a-338a-41db-a610-9ec0583ca5fc req-e4b922e7-903b-4cb4-b304-823bf41e664d tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:59.288505 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2930b02a-338a-41db-a610-9ec0583ca5fc req-e4b922e7-903b-4cb4-b304-823bf41e664d tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.2198510 Nov 11 11:57:59.330771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720296d-feaa-4274-9daf-8e4ba8ec0424 req-42b59eb1-74d0-4c00-bb22-8a86f69a28a4 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:59.332715 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4720296d-feaa-4274-9daf-8e4ba8ec0424 req-42b59eb1-74d0-4c00-bb22-8a86f69a28a4 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.43 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 946 time: 0.2479174 Nov 11 11:57:59.332879 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:59.340685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=d4c23cc1-438b-4e39-b1ec-8bcaffac93dd,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:59.380748 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c,segment=NetworkSegment(9e8f2ef7-6d8f-42d8-8d29-fed9c6201046),segment_id=9e8f2ef7-6d8f-42d8-8d29-fed9c6201046)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:57:59.382393 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bba539-5236-4d9c-8aff-b09852caf0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:57:59.384957 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62de7cb-907f-4adc-b8d2-3bf7aeabd198" -d '{"events": [{"server_uuid": "66bba539-5236-4d9c-8aff-b09852caf0cf", "name": "network-vif-plugged", "status": "completed", "tag": "6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:57:59.391099 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:59.440680 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb34b72-77be-428d-b60e-efab5e07373f req-0e0369ee-0331-479c-9699-7bec0f382649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:59.442707 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-edb34b72-77be-428d-b60e-efab5e07373f req-0e0369ee-0331-479c-9699-7bec0f382649 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.1656270 Nov 11 11:57:59.443199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51128) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:59.444757 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:57:59.449941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['d4c23cc1-438b-4e39-b1ec-8bcaffac93dd'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:57:59.489970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['13cc3856-209f-4b61-9e64-ed2e29441595'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:57:59.510979 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-edb34b72-77be-428d-b60e-efab5e07373f req-297d2a93-0787-47a1-a4e5-675a87121189 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24e990b1-18dd-4242-9688-0f51c6576fc6 HTTP/1.1" status: 200 len: 217 time: 0.0497715 Nov 11 11:57:59.548917 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e5483c2e-28dd-4cc1-8071-7d3bb10321d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce48ec4b69ff438d95a222d60a986d60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1044374 Nov 11 11:57:59.555425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51132) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:57:59.561796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:57:59.566850 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f0008-c885-4966-bd96-56b83b3dd629 req-d1999d3f-488a-4791-b82b-36b708216334 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:59.568615 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c68f0008-c885-4966-bd96-56b83b3dd629 req-d1999d3f-488a-4791-b82b-36b708216334 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 945 time: 0.4510314 Nov 11 11:57:59.573421 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:59.589783 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Transition to ACTIVE for port object 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:57:59.615116 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2930b02a-338a-41db-a610-9ec0583ca5fc req-54b6a15f-2119-4717-a276-d7bdeda97893 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202817 Nov 11 11:57:59.693255 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:59.719533 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb34b72-77be-428d-b60e-efab5e07373f req-2d0dc972-95b9-4c41-aa80-d54546c40cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:59.722029 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-edb34b72-77be-428d-b60e-efab5e07373f req-2d0dc972-95b9-4c41-aa80-d54546c40cb5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.1754510 Nov 11 11:57:59.761569 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-edb34b72-77be-428d-b60e-efab5e07373f req-807ad22d-ed45-4bee-a7b4-024e94dfa5ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318336 Nov 11 11:57:59.783941 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe3d1f7-b719-41dc-8cfc-2781dbcda1e0 x-openstack-request-id: req-2fe3d1f7-b719-41dc-8cfc-2781dbcda1e0 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:57:59.784448 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bba539-5236-4d9c-8aff-b09852caf0cf", "name": "network-vif-plugged", "status": "completed", "tag": "6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:57:59.784787 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2fe3d1f7-b719-41dc-8cfc-2781dbcda1e0 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:57:59.785117 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bba539-5236-4d9c-8aff-b09852caf0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c', 'code': 200} Nov 11 11:57:59.790476 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-c68f0008-c885-4966-bd96-56b83b3dd629 req-86c9c2b3-493e-40f0-9f73-db5526f398c5 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Deleting port 17361a35-9d98-4a83-9cf9-b502bfacd3ec {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:57:59.790820 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c68f0008-c885-4966-bd96-56b83b3dd629 req-86c9c2b3-493e-40f0-9f73-db5526f398c5 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:57:59.973640 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939eb8-17b0-45da-bcd5-2c9d5b3c85f7 req-a7ba88fe-dff3-49cf-8cd9-5e820863841f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:59.982938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939eb8-17b0-45da-bcd5-2c9d5b3c85f7 req-a7ba88fe-dff3-49cf-8cd9-5e820863841f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:59.990236 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939eb8-17b0-45da-bcd5-2c9d5b3c85f7 req-a7ba88fe-dff3-49cf-8cd9-5e820863841f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:59.996676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27e7dd-81f4-488b-8cde-98cadc368793 req-90e143f0-1bf2-4f49-bfe6-5e8ff032ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:59.997866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939eb8-17b0-45da-bcd5-2c9d5b3c85f7 req-a7ba88fe-dff3-49cf-8cd9-5e820863841f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:57:59.998557 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7d27e7dd-81f4-488b-8cde-98cadc368793 req-90e143f0-1bf2-4f49-bfe6-5e8ff032ee0f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=66bba539-5236-4d9c-8aff-b09852caf0cf HTTP/1.1" status: 200 len: 1096 time: 0.1458383 Nov 11 11:58:00.005122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939eb8-17b0-45da-bcd5-2c9d5b3c85f7 req-a7ba88fe-dff3-49cf-8cd9-5e820863841f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:00.014781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3939eb8-17b0-45da-bcd5-2c9d5b3c85f7 req-a7ba88fe-dff3-49cf-8cd9-5e820863841f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 3827 time: 0.3244112 Nov 11 11:58:00.033094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c68f0008-c885-4966-bd96-56b83b3dd629 req-86c9c2b3-493e-40f0-9f73-db5526f398c5 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] For port 17361a35-9d98-4a83-9cf9-b502bfacd3ec, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=17361a35-9d98-4a83-9cf9-b502bfacd3ec,segment=NetworkSegment(7841d590-44d1-414c-ba1d-819bf3975e29),segment_id=7841d590-44d1-414c-ba1d-819bf3975e29)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:00.033456 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c68f0008-c885-4966-bd96-56b83b3dd629 req-86c9c2b3-493e-40f0-9f73-db5526f398c5 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:00.053957 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-edb34b72-77be-428d-b60e-efab5e07373f req-5b480c62-9052-45d8-b7e3-9c3b85732fd0 service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829950 Nov 11 11:58:00.056714 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Pushing event updated for resources: {'Port': ['ID=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:00.069281 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-c68f0008-c885-4966-bd96-56b83b3dd629 req-86c9c2b3-493e-40f0-9f73-db5526f398c5 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Calling delete_port for 17361a35-9d98-4a83-9cf9-b502bfacd3ec owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:58:00.086083 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-4720296d-feaa-4274-9daf-8e4ba8ec0424 req-ffa5f742-36c2-4013-ab56-b14a8428c46e tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Deleting port 7fa468ad-990e-4a95-9c61-23beeb46e687 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:58:00.086418 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4720296d-feaa-4274-9daf-8e4ba8ec0424 req-ffa5f742-36c2-4013-ab56-b14a8428c46e tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:00.129774 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7d27e7dd-81f4-488b-8cde-98cadc368793 req-4a360e2e-3563-45ce-b75b-901096e230f6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162102 Nov 11 11:58:00.242311 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-edb34b72-77be-428d-b60e-efab5e07373f req-bbadb9b9-17bf-4121-bb94-c8c98a71b398 service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741903 Nov 11 11:58:00.315325 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c68f0008-c885-4966-bd96-56b83b3dd629 req-86c9c2b3-493e-40f0-9f73-db5526f398c5 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:00.330599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['17361a35-9d98-4a83-9cf9-b502bfacd3ec'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:00.357980 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9c2b3-493e-40f0-9f73-db5526f398c5 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Pushing event deleted for resources: {'Port': ['ID=17361a35-9d98-4a83-9cf9-b502bfacd3ec,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:00.420836 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68f0008-c885-4966-bd96-56b83b3dd629 req-86c9c2b3-493e-40f0-9f73-db5526f398c5 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] No DVR routers for this DVR port 17361a35-9d98-4a83-9cf9-b502bfacd3ec on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:58:00.423422 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c68f0008-c885-4966-bd96-56b83b3dd629 req-86c9c2b3-493e-40f0-9f73-db5526f398c5 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:00.426889 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c68f0008-c885-4966-bd96-56b83b3dd629 req-86c9c2b3-493e-40f0-9f73-db5526f398c5 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.62 "DELETE /v2.0/ports/17361a35-9d98-4a83-9cf9-b502bfacd3ec HTTP/1.1" status: 204 len: 173 time: 0.8299942 Nov 11 11:58:00.453075 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c05ea486-9a57-4509-8fd5-1ce9ab709395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:00.467720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cd001-a419-44fd-89f2-d68d3944bb5e req-e501c666-bdde-4e17-a139-5a73e09831ee tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:00.469476 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-495cd001-a419-44fd-89f2-d68d3944bb5e req-e501c666-bdde-4e17-a139-5a73e09831ee tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=66bba539-5236-4d9c-8aff-b09852caf0cf HTTP/1.1" status: 200 len: 945 time: 0.6070600 Nov 11 11:58:00.492377 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 13cc3856-209f-4b61-9e64-ed2e29441595 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:00.532138 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3939eb8-17b0-45da-bcd5-2c9d5b3c85f7 req-e2fdce32-1de2-4225-b05e-87df2e0b6de1 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5151098 Nov 11 11:58:00.555008 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c05ea486-9a57-4509-8fd5-1ce9ab709395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:00.581393 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Attempting to bind port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:00.581758 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Attempting to bind port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '6e11699d-9297-4d1a-8062-6d3336415157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:00.582084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Attempting to bind port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 on network fb65d5f6-787d-4d2e-8933-7095a01ee3ed {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:00.589008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 13cc3856-209f-4b61-9e64-ed2e29441595 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:58:00.595627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 13cc3856-209f-4b61-9e64-ed2e29441595 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:00.595993 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:00.599834 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-495cd001-a419-44fd-89f2-d68d3944bb5e req-2a38c968-21a2-4bbf-8cf1-652aac96589d tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126533 Nov 11 11:58:00.616444 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 on network fb65d5f6-787d-4d2e-8933-7095a01ee3ed not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:58:00.616771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Attempting to bind port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 on network fb65d5f6-787d-4d2e-8933-7095a01ee3ed {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:00.628495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-4720296d-feaa-4274-9daf-8e4ba8ec0424 req-ffa5f742-36c2-4013-ab56-b14a8428c46e tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] For port 7fa468ad-990e-4a95-9c61-23beeb46e687, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=7fa468ad-990e-4a95-9c61-23beeb46e687,segment=NetworkSegment(adf2f620-2b6d-4d9c-a4f1-c497543817de),segment_id=adf2f620-2b6d-4d9c-a4f1-c497543817de)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:00.628866 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4720296d-feaa-4274-9daf-8e4ba8ec0424 req-ffa5f742-36c2-4013-ab56-b14a8428c46e tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:00.650653 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:00.651223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Checking segment: {'id': '6e11699d-9297-4d1a-8062-6d3336415157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:00.651538 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Bound using segment: {'id': '6e11699d-9297-4d1a-8062-6d3336415157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:00.651863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Bound port: 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e11699d-9297-4d1a-8062-6d3336415157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:00.652223 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:00.663257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-4720296d-feaa-4274-9daf-8e4ba8ec0424 req-ffa5f742-36c2-4013-ab56-b14a8428c46e tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Calling delete_port for 7fa468ad-990e-4a95-9c61-23beeb46e687 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:58:00.704361 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:00.754458 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 13cc3856-209f-4b61-9e64-ed2e29441595, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=13cc3856-209f-4b61-9e64-ed2e29441595,segment=NetworkSegment(9e8f2ef7-6d8f-42d8-8d29-fed9c6201046),segment_id=9e8f2ef7-6d8f-42d8-8d29-fed9c6201046)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:00.759735 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:00.796908 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48b2c235-2920-4478-801f-b7f0d935e6a8 req-ad4ae2b4-07d0-4110-aa34-1ef12b0a7965 tempest-ServerTagsTestJSON-1247991198 tempest-ServerTagsTestJSON-1247991198-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a1cb8-9740-41fb-b8bc-64ad171161fa HTTP/1.1" status: 200 len: 210 time: 0.0975208 Nov 11 11:58:00.832040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=13cc3856-209f-4b61-9e64-ed2e29441595,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:00.887853 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c05ea486-9a57-4509-8fd5-1ce9ab709395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:00.890582 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c05ea486-9a57-4509-8fd5-1ce9ab709395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:00.891906 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c05ea486-9a57-4509-8fd5-1ce9ab709395 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f9b5fba-0b59-4f8b-934a-d6f4958f4ae3 HTTP/1.1" status: 204 len: 168 time: 1.2887363 Nov 11 11:58:00.956407 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ea486-9a57-4509-8fd5-1ce9ab709395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9b5fba-0b59-4f8b-934a-d6f4958f4ae3,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:00.994181 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19902cc-c05c-49ec-967b-64f1bde8fda1 req-76dcad14-89a6-437c-b591-6322725d0169 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:00.995700 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e19902cc-c05c-49ec-967b-64f1bde8fda1 req-76dcad14-89a6-437c-b591-6322725d0169 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 943 time: 0.2744637 Nov 11 11:58:00.997374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] For port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:01.001232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5a1cb8-9740-41fb-b8bc-64ad171161fa', 'name': 'network-vif-deleted', 'tag': '17361a35-9d98-4a83-9cf9-b502bfacd3ec'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:01.004715 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc383b2-af99-4f11-abbc-3ab8bc9b2e7d" -d '{"events": [{"server_uuid": "8f5a1cb8-9740-41fb-b8bc-64ad171161fa", "name": "network-vif-deleted", "tag": "17361a35-9d98-4a83-9cf9-b502bfacd3ec"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:01.071628 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4720296d-feaa-4274-9daf-8e4ba8ec0424 req-ffa5f742-36c2-4013-ab56-b14a8428c46e tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:01.081933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] For port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0,segment=NetworkSegment(6e11699d-9297-4d1a-8062-6d3336415157),segment_id=6e11699d-9297-4d1a-8062-6d3336415157)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:01.086904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['7fa468ad-990e-4a95-9c61-23beeb46e687'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:01.124093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe17b76-1ad1-4821-a2ae-3c073cd184fa req-f637bd3b-c2d1-442b-835a-89861fa6d5d6 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:01.128330 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fe17b76-1ad1-4821-a2ae-3c073cd184fa req-f637bd3b-c2d1-442b-835a-89861fa6d5d6 tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/ports?device_id=de6003e7-aa4f-4f00-87f2-82024806fce8 HTTP/1.1" status: 200 len: 867 time: 0.2150750 Nov 11 11:58:01.132904 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:01.140582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5f742-36c2-4013-ab56-b14a8428c46e tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Pushing event deleted for resources: {'Port': ['ID=7fa468ad-990e-4a95-9c61-23beeb46e687,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:01.241114 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:01.241768 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:01.243150 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] 10.222.0.43 "PUT /v2.0/ports/9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 HTTP/1.1" status: 200 len: 1092 time: 2.6978636 Nov 11 11:58:01.249695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'tag': '9ec6035f-3430-4180-afe0-3f5a0ee5f6e0'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:01.251968 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c056dc-700b-40a0-bea2-e92fe80b7f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "tag": "9ec6035f-3430-4180-afe0-3f5a0ee5f6e0"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:01.292393 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e19902cc-c05c-49ec-967b-64f1bde8fda1 req-5eec1060-2b6a-42f8-b298-31900efc1a32 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729840 Nov 11 11:58:01.352714 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Request body: {'port': {'device_id': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:01.360045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-4720296d-feaa-4274-9daf-8e4ba8ec0424 req-ffa5f742-36c2-4013-ab56-b14a8428c46e tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] No DVR routers for this DVR port 7fa468ad-990e-4a95-9c61-23beeb46e687 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:58:01.369184 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4720296d-feaa-4274-9daf-8e4ba8ec0424 req-ffa5f742-36c2-4013-ab56-b14a8428c46e tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:01.372908 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4720296d-feaa-4274-9daf-8e4ba8ec0424 req-ffa5f742-36c2-4013-ab56-b14a8428c46e tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.43 "DELETE /v2.0/ports/7fa468ad-990e-4a95-9c61-23beeb46e687 HTTP/1.1" status: 204 len: 173 time: 2.0037913 Nov 11 11:58:01.481398 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fe17b76-1ad1-4821-a2ae-3c073cd184fa req-278c36b7-0238-4a67-accd-9703800110cb tempest-ServerRescueTestJSON-285819858 tempest-ServerRescueTestJSON-285819858-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9cf4a90-6082-4b8a-be29-6d613ecc4373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373888 Nov 11 11:58:01.537289 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712d221-e85b-4ad7-8d79-f470b1b6a9dd service neutron] Pushing event updated for resources: {'Port': ['ID=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:01.572076 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4374ef8-0f29-46eb-90df-d9d78d4df48a x-openstack-request-id: req-c4374ef8-0f29-46eb-90df-d9d78d4df48a {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:01.572576 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5a1cb8-9740-41fb-b8bc-64ad171161fa", "name": "network-vif-deleted", "tag": "17361a35-9d98-4a83-9cf9-b502bfacd3ec", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:01.573171 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:01.573692 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4374ef8-0f29-46eb-90df-d9d78d4df48a {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:01.574274 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5a1cb8-9740-41fb-b8bc-64ad171161fa', 'name': 'network-vif-deleted', 'tag': '17361a35-9d98-4a83-9cf9-b502bfacd3ec', 'status': 'completed', 'code': 200} Nov 11 11:58:01.629350 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b29e34-c411-478f-ae1c-03906e64046d x-openstack-request-id: req-21b29e34-c411-478f-ae1c-03906e64046d {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:01.630317 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "tag": "9ec6035f-3430-4180-afe0-3f5a0ee5f6e0", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:01.630870 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21b29e34-c411-478f-ae1c-03906e64046d {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:01.631313 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'tag': '9ec6035f-3430-4180-afe0-3f5a0ee5f6e0', 'status': 'completed', 'code': 200} Nov 11 11:58:01.786896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dda71b9-49bf-4b03-8bc6-f84442b4d0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cc3856-209f-4b61-9e64-ed2e29441595'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:01.794616 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e5571c-14b4-4997-9c97-b4b647e526d7" -d '{"events": [{"server_uuid": "9dda71b9-49bf-4b03-8bc6-f84442b4d0df", "name": "network-vif-plugged", "status": "completed", "tag": "13cc3856-209f-4b61-9e64-ed2e29441595"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:01.878211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ec48b-bf8b-4a3e-ba16-4f58b8730625 req-ddaed50c-2475-4df4-abc6-c9faffc32dc0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:01.884246 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ec48b-bf8b-4a3e-ba16-4f58b8730625 req-ddaed50c-2475-4df4-abc6-c9faffc32dc0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:01.893162 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ec48b-bf8b-4a3e-ba16-4f58b8730625 req-ddaed50c-2475-4df4-abc6-c9faffc32dc0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:01.899994 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ec48b-bf8b-4a3e-ba16-4f58b8730625 req-ddaed50c-2475-4df4-abc6-c9faffc32dc0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:01.905985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ec48b-bf8b-4a3e-ba16-4f58b8730625 req-ddaed50c-2475-4df4-abc6-c9faffc32dc0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:01.907831 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad6ec48b-bf8b-4a3e-ba16-4f58b8730625 req-ddaed50c-2475-4df4-abc6-c9faffc32dc0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 3827 time: 0.1939585 Nov 11 11:58:01.924736 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c056dc-700b-40a0-bea2-e92fe80b7f0b req-cc0c6c1f-08c5-4d29-b82a-e090bf485810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:01.925218 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c056dc-700b-40a0-bea2-e92fe80b7f0b req-cc0c6c1f-08c5-4d29-b82a-e090bf485810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:01.925710 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c056dc-700b-40a0-bea2-e92fe80b7f0b req-cc0c6c1f-08c5-4d29-b82a-e090bf485810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:01.926176 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c056dc-700b-40a0-bea2-e92fe80b7f0b req-cc0c6c1f-08c5-4d29-b82a-e090bf485810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:01.926635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c056dc-700b-40a0-bea2-e92fe80b7f0b req-cc0c6c1f-08c5-4d29-b82a-e090bf485810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:01.928445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29c056dc-700b-40a0-bea2-e92fe80b7f0b req-cc0c6c1f-08c5-4d29-b82a-e090bf485810 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da10fcdd1e56422d809e80303ecf3512&device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 4362 time: 0.2477551 Nov 11 11:58:02.016011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51186) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:02.081567 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c3ea8-ea2e-4c8b-837a-96e8b1dde575 req-bf0762ed-5ea5-4ba4-9a10-beb461a075a2 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:02.083218 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b1c3ea8-ea2e-4c8b-837a-96e8b1dde575 req-bf0762ed-5ea5-4ba4-9a10-beb461a075a2 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=66bba539-5236-4d9c-8aff-b09852caf0cf HTTP/1.1" status: 200 len: 945 time: 0.2695601 Nov 11 11:58:02.137929 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2c49bf40-4865-44ef-87a0-1f65b5703d1e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-704078874-network', 'tenant_id': '6f514ae4af4944129621f74407d1ab6b'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:02.160892 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c49bf40-4865-44ef-87a0-1f65b5703d1e admin admin] Made reservation on behalf of 6f514ae4af4944129621f74407d1ab6b for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:02.164114 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c49bf40-4865-44ef-87a0-1f65b5703d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.175964 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c49bf40-4865-44ef-87a0-1f65b5703d1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.207060 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad6ec48b-bf8b-4a3e-ba16-4f58b8730625 req-e6feece7-0e7a-4541-b870-1ff81b3f52b5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869470 Nov 11 11:58:02.270272 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c49bf40-4865-44ef-87a0-1f65b5703d1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.285252 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c056dc-700b-40a0-bea2-e92fe80b7f0b req-e9c05399-ee54-409c-8b73-e0e1bdba06e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:02.285769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c056dc-700b-40a0-bea2-e92fe80b7f0b req-e9c05399-ee54-409c-8b73-e0e1bdba06e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:02.286243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c056dc-700b-40a0-bea2-e92fe80b7f0b req-e9c05399-ee54-409c-8b73-e0e1bdba06e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:02.287857 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29c056dc-700b-40a0-bea2-e92fe80b7f0b req-e9c05399-ee54-409c-8b73-e0e1bdba06e2 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=da10fcdd1e56422d809e80303ecf3512&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.3391817 Nov 11 11:58:02.293606 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c49bf40-4865-44ef-87a0-1f65b5703d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.302246 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b1c3ea8-ea2e-4c8b-837a-96e8b1dde575 req-4e1db50b-f49d-4c72-aa35-2cbc2247f657 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714568 Nov 11 11:58:02.324738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c49bf40-4865-44ef-87a0-1f65b5703d1e admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:58:02.335134 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcaee40-840a-4a74-837f-9a12202ca1ff x-openstack-request-id: req-efcaee40-840a-4a74-837f-9a12202ca1ff {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:02.335675 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dda71b9-49bf-4b03-8bc6-f84442b4d0df", "name": "network-vif-plugged", "status": "completed", "tag": "13cc3856-209f-4b61-9e64-ed2e29441595", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:02.335951 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-efcaee40-840a-4a74-837f-9a12202ca1ff {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:02.336388 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dda71b9-49bf-4b03-8bc6-f84442b4d0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cc3856-209f-4b61-9e64-ed2e29441595', 'code': 200} Nov 11 11:58:02.359971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c49bf40-4865-44ef-87a0-1f65b5703d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.361488 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-2c49bf40-4865-44ef-87a0-1f65b5703d1e admin admin] Added segment 1b243b44-183b-410d-8c66-8e110ec369b2 of type vlan for network b96435f7-9020-4e11-bb9c-9126a8f7424a Nov 11 11:58:02.414006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51196) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:02.431923 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c49bf40-4865-44ef-87a0-1f65b5703d1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.500497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d4c23cc1-438b-4e39-b1ec-8bcaffac93dd up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:02.521786 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c49bf40-4865-44ef-87a0-1f65b5703d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.522998 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c49bf40-4865-44ef-87a0-1f65b5703d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:02.523565 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c49bf40-4865-44ef-87a0-1f65b5703d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.551253 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49bf40-4865-44ef-87a0-1f65b5703d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb1676b-ba4b-4348-b047-dd9d916c796d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:02.555861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc967465-36ca-40b6-a7dd-4e4c703fc63d req-6a933c9d-400b-4831-bbcb-eb1327cc7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:02.557749 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fc967465-36ca-40b6-a7dd-4e4c703fc63d req-6a933c9d-400b-4831-bbcb-eb1327cc7c9e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9dda71b9-49bf-4b03-8bc6-f84442b4d0df HTTP/1.1" status: 200 len: 1097 time: 0.1048806 Nov 11 11:58:02.599398 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2c49bf40-4865-44ef-87a0-1f65b5703d1e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5825245 Nov 11 11:58:02.602306 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51204) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:02.628788 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port d4c23cc1-438b-4e39-b1ec-8bcaffac93dd completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:58:02.634636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port d4c23cc1-438b-4e39-b1ec-8bcaffac93dd triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:02.635433 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.648662 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-16914530-8cab-4480-aab2-c75a1df2cc54 admin admin] Request body: {'subnet': {'network_id': 'b96435f7-9020-4e11-bb9c-9126a8f7424a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-704078874-subnet', 'tenant_id': '6f514ae4af4944129621f74407d1ab6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:02.663678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49bf40-4865-44ef-87a0-1f65b5703d1e admin admin] Pushing event updated for resources: {'Network': ['ID=b96435f7-9020-4e11-bb9c-9126a8f7424a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:02.670947 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51206) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:02.689136 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:02.691186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network b96435f7-9020-4e11-bb9c-9126a8f7424a details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:58:02.702511 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fc967465-36ca-40b6-a7dd-4e4c703fc63d req-6f26c71a-2590-4ca7-93b2-bcd5623a7e57 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295407 Nov 11 11:58:02.715763 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.720242 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-848b8a3e-e892-4611-86f2-df4690039c5d admin admin] Deleting subnet 1336b5b5-ac6b-4a4b-9685-0f21a9f5da01 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:58:02.743626 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-848b8a3e-e892-4611-86f2-df4690039c5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.803023 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Transition to ACTIVE for port object 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:58:02.803303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6577e67d-a1a5-4665-837f-4b9229a0b525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.806920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16914530-8cab-4480-aab2-c75a1df2cc54 admin admin] Made reservation on behalf of 6f514ae4af4944129621f74407d1ab6b for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:02.809458 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-16914530-8cab-4480-aab2-c75a1df2cc54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.811958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c056dc-700b-40a0-bea2-e92fe80b7f0b req-3432a46f-d0aa-417c-820a-8e2858f353e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:02.813632 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29c056dc-700b-40a0-bea2-e92fe80b7f0b req-3432a46f-d0aa-417c-820a-8e2858f353e9 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5103774 Nov 11 11:58:02.824782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539d052-4cf0-423a-92c3-f0cef671bf90 req-9766a489-7145-4028-b8bc-04cfcff9d907 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:02.832393 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1539d052-4cf0-423a-92c3-f0cef671bf90 req-9766a489-7145-4028-b8bc-04cfcff9d907 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dda71b9-49bf-4b03-8bc6-f84442b4d0df HTTP/1.1" status: 200 len: 946 time: 0.3203313 Nov 11 11:58:02.841728 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ac42e-ebac-4861-bc60-48b4973d3c5e req-76d6c92b-809b-4591-877b-b3ed541cba2f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:02.843224 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c83ac42e-ebac-4861-bc60-48b4973d3c5e req-76d6c92b-809b-4591-877b-b3ed541cba2f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 943 time: 0.3498411 Nov 11 11:58:02.853359 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.861913 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.877329 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-848b8a3e-e892-4611-86f2-df4690039c5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.891271 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port d4c23cc1-438b-4e39-b1ec-8bcaffac93dd, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d4c23cc1-438b-4e39-b1ec-8bcaffac93dd,segment=NetworkSegment(9e8f2ef7-6d8f-42d8-8d29-fed9c6201046),segment_id=9e8f2ef7-6d8f-42d8-8d29-fed9c6201046)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:02.895498 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.896983 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 17361a35-9d98-4a83-9cf9-b502bfacd3ec no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:58:02.930296 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6577e67d-a1a5-4665-837f-4b9229a0b525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.937097 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6577e67d-a1a5-4665-837f-4b9229a0b525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:02.941921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 17361a35-9d98-4a83-9cf9-b502bfacd3ec {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:58:02.942401 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 17361a35-9d98-4a83-9cf9-b502bfacd3ec not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:58:02.973431 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=d4c23cc1-438b-4e39-b1ec-8bcaffac93dd,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:03.005170 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577e67d-a1a5-4665-837f-4b9229a0b525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ecb010-e2a2-444f-bb01-a3e472e0cd95,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:03.013854 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6577e67d-a1a5-4665-837f-4b9229a0b525 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17c6388164f747598879a97a55c1ba0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3417523 Nov 11 11:58:03.014627 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51210) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:03.067928 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf8a200-b7a6-4b27-9dc3-6cacd08548a6,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:03.098999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 7fa468ad-990e-4a95-9c61-23beeb46e687 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:58:03.121465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1539d052-4cf0-423a-92c3-f0cef671bf90 req-1b72f34f-eeac-418e-ba80-8ea2675de9ae tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878575 Nov 11 11:58:03.122810 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-848b8a3e-e892-4611-86f2-df4690039c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:03.130288 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1751f50e-e3db-4f6a-9d8c-3ce8d67cf56d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:03.151266 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 7fa468ad-990e-4a95-9c61-23beeb46e687 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:58:03.151692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 7fa468ad-990e-4a95-9c61-23beeb46e687 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:58:03.162526 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1751f50e-e3db-4f6a-9d8c-3ce8d67cf56d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:03.221538 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c83ac42e-ebac-4861-bc60-48b4973d3c5e req-9c16cba0-b7d3-43a6-8f3d-88bb5a6822ec tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524017 Nov 11 11:58:03.259370 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1751f50e-e3db-4f6a-9d8c-3ce8d67cf56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:03.264236 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1751f50e-e3db-4f6a-9d8c-3ce8d67cf56d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:03.269845 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1751f50e-e3db-4f6a-9d8c-3ce8d67cf56d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59ecb010-e2a2-444f-bb01-a3e472e0cd95 HTTP/1.1" status: 204 len: 168 time: 0.2538967 Nov 11 11:58:03.280913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751f50e-e3db-4f6a-9d8c-3ce8d67cf56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ecb010-e2a2-444f-bb01-a3e472e0cd95,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:03.353152 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51216) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:03.768449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6003e7-aa4f-4f00-87f2-82024806fce8', 'name': 'network-vif-deleted', 'tag': '7fa468ad-990e-4a95-9c61-23beeb46e687'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:03.772208 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d24e409-2a5d-4ad3-aad0-70d300ad6de8" -d '{"events": [{"server_uuid": "de6003e7-aa4f-4f00-87f2-82024806fce8", "name": "network-vif-deleted", "tag": "7fa468ad-990e-4a95-9c61-23beeb46e687"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:03.821367 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-848b8a3e-e892-4611-86f2-df4690039c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:03.848229 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7ee64f-0916-4f9e-b83e-7269ab171733 x-openstack-request-id: req-bb7ee64f-0916-4f9e-b83e-7269ab171733 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:03.849029 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6003e7-aa4f-4f00-87f2-82024806fce8", "name": "network-vif-deleted", "tag": "7fa468ad-990e-4a95-9c61-23beeb46e687", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:03.849479 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb7ee64f-0916-4f9e-b83e-7269ab171733 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:03.850965 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6003e7-aa4f-4f00-87f2-82024806fce8', 'name': 'network-vif-deleted', 'tag': '7fa468ad-990e-4a95-9c61-23beeb46e687', 'status': 'completed', 'code': 200} Nov 11 11:58:03.855089 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7940f89-61a8-4751-af09-56e4e2200586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:03.881536 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Attempting to bind port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:03.882226 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Attempting to bind port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:03.882763 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Attempting to bind port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 on network de1e282d-69aa-41dc-98d7-1b2ec2535941 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:03.898758 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b8a3e-e892-4611-86f2-df4690039c5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1336b5b5-ac6b-4a4b-9685-0f21a9f5da01,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:03.911640 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4f026-3306-4962-b52d-5a0a4508b351 req-ac011c5a-e89a-4c51-9c81-020a607e464c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:03.918042 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4f026-3306-4962-b52d-5a0a4508b351 req-ac011c5a-e89a-4c51-9c81-020a607e464c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:03.924168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4f026-3306-4962-b52d-5a0a4508b351 req-ac011c5a-e89a-4c51-9c81-020a607e464c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:03.931344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4f026-3306-4962-b52d-5a0a4508b351 req-ac011c5a-e89a-4c51-9c81-020a607e464c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:03.937444 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4f026-3306-4962-b52d-5a0a4508b351 req-ac011c5a-e89a-4c51-9c81-020a607e464c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:03.943630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4f026-3306-4962-b52d-5a0a4508b351 req-ac011c5a-e89a-4c51-9c81-020a607e464c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:03.946086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88e4f026-3306-4962-b52d-5a0a4508b351 req-ac011c5a-e89a-4c51-9c81-020a607e464c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 4604 time: 0.5947187 Nov 11 11:58:03.947412 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-848b8a3e-e892-4611-86f2-df4690039c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:03.953510 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-848b8a3e-e892-4611-86f2-df4690039c5d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1336b5b5-ac6b-4a4b-9685-0f21a9f5da01 HTTP/1.1" status: 204 len: 168 time: 1.5387676 Nov 11 11:58:03.958853 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51232) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:03.959995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 on network de1e282d-69aa-41dc-98d7-1b2ec2535941 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:58:03.960635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Attempting to bind port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 on network de1e282d-69aa-41dc-98d7-1b2ec2535941 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:04.006641 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-16914530-8cab-4480-aab2-c75a1df2cc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:04.023017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:04.023354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Checking segment: {'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:04.023756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Bound using segment: {'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:04.024195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Bound port: 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:04.024545 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:04.159903 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-084456e0-aa28-45b5-877e-9bce80a0bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:04.211343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-e7940f89-61a8-4751-af09-56e4e2200586 admin admin] Deleting port 2d9736ff-b57e-48fe-bc2a-155ed5917ec1 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:58:04.211939 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7940f89-61a8-4751-af09-56e4e2200586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:04.294390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16914530-8cab-4480-aab2-c75a1df2cc54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde6d495-1b6e-46a9-9d06-71c576c3768d,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:04.324909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-e7940f89-61a8-4751-af09-56e4e2200586 admin admin] For port 2d9736ff-b57e-48fe-bc2a-155ed5917ec1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2d9736ff-b57e-48fe-bc2a-155ed5917ec1,segment=NetworkSegment(adf2f620-2b6d-4d9c-a4f1-c497543817de),segment_id=adf2f620-2b6d-4d9c-a4f1-c497543817de)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:04.325544 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7940f89-61a8-4751-af09-56e4e2200586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:04.340976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51246) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:04.341677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92fc726-f22c-415e-9532-160d80edf18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c23cc1-438b-4e39-b1ec-8bcaffac93dd'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:04.342176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-e7940f89-61a8-4751-af09-56e4e2200586 admin admin] Calling delete_port for 2d9736ff-b57e-48fe-bc2a-155ed5917ec1 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:58:04.344118 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42fa491-bab9-4017-843a-9f545c0fadc5" -d '{"events": [{"server_uuid": "f92fc726-f22c-415e-9532-160d80edf18a", "name": "network-vif-plugged", "status": "completed", "tag": "d4c23cc1-438b-4e39-b1ec-8bcaffac93dd"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:04.361474 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88e4f026-3306-4962-b52d-5a0a4508b351 req-8e2c2d36-3c4b-45a0-8a59-802133208562 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4038136 Nov 11 11:58:04.386499 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16914530-8cab-4480-aab2-c75a1df2cc54 admin admin] Checking segment: {'id': '1b243b44-183b-410d-8c66-8e110ec369b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b96435f7-9020-4e11-bb9c-9126a8f7424a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:04.386822 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16914530-8cab-4480-aab2-c75a1df2cc54 admin admin] Network hostable DHCP agents. Network: b96435f7-9020-4e11-bb9c-9126a8f7424a, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:58:04.431786 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] For port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:04.439691 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-084456e0-aa28-45b5-877e-9bce80a0bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:04.461836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] For port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=0cf8a200-b7a6-4b27-9dc3-6cacd08548a6,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:04.478419 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:04.487233 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16914530-8cab-4480-aab2-c75a1df2cc54 admin admin] Network b96435f7-9020-4e11-bb9c-9126a8f7424a is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:58:04.491036 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-084456e0-aa28-45b5-877e-9bce80a0bc89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a564931d-f4a5-42bd-ad11-b9ad065b88f7']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:04.503030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e83f5a-d8fe-4927-8ca4-e892697b78e7 req-1c8d5f7e-e652-4362-9159-9146476ed014 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:04.504570 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-84e83f5a-d8fe-4927-8ca4-e892697b78e7 req-1c8d5f7e-e652-4362-9159-9146476ed014 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dda71b9-49bf-4b03-8bc6-f84442b4d0df HTTP/1.1" status: 200 len: 946 time: 0.2128799 Nov 11 11:58:04.515715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:04.516326 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:04.517728 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] 10.222.0.43 "PUT /v2.0/ports/0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 HTTP/1.1" status: 200 len: 1135 time: 3.1696892 Nov 11 11:58:04.544056 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-16914530-8cab-4480-aab2-c75a1df2cc54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, b96435f7-9020-4e11-bb9c-9126a8f7424a) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:04.546762 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-084456e0-aa28-45b5-877e-9bce80a0bc89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7841d590-44d1-414c-ba1d-819bf3975e29') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:04.547018 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-084456e0-aa28-45b5-877e-9bce80a0bc89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7841d590-44d1-414c-ba1d-819bf3975e29') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:04.567849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Request body: {'port': {'device_id': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:04.574352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52180ef7-2840-4b64-b75e-0c3685ceaac4 None None] Network b96435f7-9020-4e11-bb9c-9126a8f7424a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:58:04.585432 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-084456e0-aa28-45b5-877e-9bce80a0bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:04.592292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16914530-8cab-4480-aab2-c75a1df2cc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:04.593065 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-16914530-8cab-4480-aab2-c75a1df2cc54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:04.624140 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-309fd309-fbf5-4e1d-ae80-6f4b7b948e98 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-847411104-network', 'tenant_id': 'd71a4d2b117d402fb127e702aea8d45a'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:04.680305 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7940f89-61a8-4751-af09-56e4e2200586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:04.711286 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd4c4d-be09-4f00-97a5-2e4f2d763808 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf8a200-b7a6-4b27-9dc3-6cacd08548a6,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:04.713314 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309fd309-fbf5-4e1d-ae80-6f4b7b948e98 admin admin] Made reservation on behalf of d71a4d2b117d402fb127e702aea8d45a for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:04.715807 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-309fd309-fbf5-4e1d-ae80-6f4b7b948e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:04.724149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7940f89-61a8-4751-af09-56e4e2200586 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9736ff-b57e-48fe-bc2a-155ed5917ec1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:04.747853 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-309fd309-fbf5-4e1d-ae80-6f4b7b948e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:04.767758 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-084456e0-aa28-45b5-877e-9bce80a0bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:04.820879 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084456e0-aa28-45b5-877e-9bce80a0bc89 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:58:04.821838 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-084456e0-aa28-45b5-877e-9bce80a0bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:04.828258 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-16914530-8cab-4480-aab2-c75a1df2cc54 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1954594 Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: timer() Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:58:04.829694 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:58:04.846956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236d0363-6d8d-4f8e-a8b1-9662558adc2e None None] Network b96435f7-9020-4e11-bb9c-9126a8f7424a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:58:04.905249 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:04.937421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-84e83f5a-d8fe-4927-8ca4-e892697b78e7 req-a3499fa0-e56f-4829-8ba8-bed811dd99b3 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838458 Nov 11 11:58:04.980198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ba72e-769f-4e4b-9bdf-87c89fd806e0 req-1cc8951c-b6bb-4c69-b28d-65777541c74b tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:04.996415 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd7ba72e-769f-4e4b-9bdf-87c89fd806e0 req-1cc8951c-b6bb-4c69-b28d-65777541c74b tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 943 time: 0.2779131 Nov 11 11:58:05.004813 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386d95dc-7f9a-46b5-b253-101435ec8791 x-openstack-request-id: req-386d95dc-7f9a-46b5-b253-101435ec8791 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:05.005350 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92fc726-f22c-415e-9532-160d80edf18a", "name": "network-vif-plugged", "status": "completed", "tag": "d4c23cc1-438b-4e39-b1ec-8bcaffac93dd", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:05.005901 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-386d95dc-7f9a-46b5-b253-101435ec8791 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:05.006613 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92fc726-f22c-415e-9532-160d80edf18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c23cc1-438b-4e39-b1ec-8bcaffac93dd', 'code': 200} Nov 11 11:58:05.060561 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:58:05.086026 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd7ba72e-769f-4e4b-9bdf-87c89fd806e0 req-328a53ce-80b7-4e70-8090-c4ee9d2d9366 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885351 Nov 11 11:58:05.094464 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-084456e0-aa28-45b5-877e-9bce80a0bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:05.114236 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-084456e0-aa28-45b5-877e-9bce80a0bc89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:05.121503 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-084456e0-aa28-45b5-877e-9bce80a0bc89 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a564931d-f4a5-42bd-ad11-b9ad065b88f7 HTTP/1.1" status: 204 len: 168 time: 1.1559060 Nov 11 11:58:05.121735 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7940f89-61a8-4751-af09-56e4e2200586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:05.173316 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-309fd309-fbf5-4e1d-ae80-6f4b7b948e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:05.195778 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-309fd309-fbf5-4e1d-ae80-6f4b7b948e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:05.197131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084456e0-aa28-45b5-877e-9bce80a0bc89 admin admin] Pushing event deleted for resources: {'Network': ['ID=a564931d-f4a5-42bd-ad11-b9ad065b88f7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:05.250404 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf027fd-56b8-49a4-bfff-9b1e99bc3cf0 req-30d56746-6b22-4632-a3ac-faff98b94e27 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:05.257925 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aaf027fd-56b8-49a4-bfff-9b1e99bc3cf0 req-30d56746-6b22-4632-a3ac-faff98b94e27 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=f92fc726-f22c-415e-9532-160d80edf18a HTTP/1.1" status: 200 len: 945 time: 0.1034145 Nov 11 11:58:05.273521 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309fd309-fbf5-4e1d-ae80-6f4b7b948e98 admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:58:05.301194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fd309-fbf5-4e1d-ae80-6f4b7b948e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e965af1e-5dd8-457a-9434-3e2c01fb0670,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:05.328800 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-309fd309-fbf5-4e1d-ae80-6f4b7b948e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:05.329140 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-309fd309-fbf5-4e1d-ae80-6f4b7b948e98 admin admin] Added segment d1e2098d-0e85-44c1-9828-9e9897e365de of type vlan for network 394296cd-ddf9-481f-93cf-51fd49ff4081 Nov 11 11:58:05.331811 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ae52e-f7a7-4280-9030-ab0993a9766c req-4b9cc43f-8e89-4e28-aa37-0b0802928373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:05.333324 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-725ae52e-f7a7-4280-9030-ab0993a9766c req-4b9cc43f-8e89-4e28-aa37-0b0802928373 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f92fc726-f22c-415e-9532-160d80edf18a HTTP/1.1" status: 200 len: 1096 time: 0.2091813 Nov 11 11:58:05.361563 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51268) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:05.471919 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-309fd309-fbf5-4e1d-ae80-6f4b7b948e98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:05.502519 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-725ae52e-f7a7-4280-9030-ab0993a9766c req-c663c357-4711-4e3c-a22f-1474527caa10 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430302 Nov 11 11:58:05.505535 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aaf027fd-56b8-49a4-bfff-9b1e99bc3cf0 req-123037d1-0fc4-4cbf-823a-3d7c77048c83 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465267 Nov 11 11:58:05.516322 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b92dec4b-2629-4f4b-8fac-a75fcb0db8b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a86394aaaa2a427c940d2da59692f2cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533389 Nov 11 11:58:05.539028 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51276) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:05.564813 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-309fd309-fbf5-4e1d-ae80-6f4b7b948e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:05.566256 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309fd309-fbf5-4e1d-ae80-6f4b7b948e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:05.567155 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-309fd309-fbf5-4e1d-ae80-6f4b7b948e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:05.615886 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-decff726-79a4-4e98-82fc-411b8e4f7ea0 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:05.624469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-decff726-79a4-4e98-82fc-411b8e4f7ea0 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/networks?id=b96435f7-9020-4e11-bb9c-9126a8f7424a HTTP/1.1" status: 200 len: 812 time: 0.2414370 Nov 11 11:58:05.676262 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-cef3dd7d-a343-4556-b19f-b9a9926459e1 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/quotas/6f514ae4af4944129621f74407d1ab6b HTTP/1.1" status: 200 len: 375 time: 0.0507984 Nov 11 11:58:05.762174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-be3a6131-6007-4377-a5da-98628128cb01 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f514ae4af4944129621f74407d1ab6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607243 Nov 11 11:58:05.787680 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:05.822690 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8523f99-8903-4466-9ee5-7541aa4f5272 req-75166df1-7ca9-40e8-a1f4-24a22662b989 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:05.829198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8523f99-8903-4466-9ee5-7541aa4f5272 req-75166df1-7ca9-40e8-a1f4-24a22662b989 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:05.835892 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8523f99-8903-4466-9ee5-7541aa4f5272 req-75166df1-7ca9-40e8-a1f4-24a22662b989 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:05.842389 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8523f99-8903-4466-9ee5-7541aa4f5272 req-75166df1-7ca9-40e8-a1f4-24a22662b989 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:05.848825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8523f99-8903-4466-9ee5-7541aa4f5272 req-75166df1-7ca9-40e8-a1f4-24a22662b989 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:05.855549 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8523f99-8903-4466-9ee5-7541aa4f5272 req-75166df1-7ca9-40e8-a1f4-24a22662b989 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:05.863710 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8523f99-8903-4466-9ee5-7541aa4f5272 req-75166df1-7ca9-40e8-a1f4-24a22662b989 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 4604 time: 0.2250881 Nov 11 11:58:05.884223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'tag': '0cf8a200-b7a6-4b27-9dc3-6cacd08548a6'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:05.886866 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b22e601-829f-4eb0-82b5-1b7b16800bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "tag": "0cf8a200-b7a6-4b27-9dc3-6cacd08548a6"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:05.963803 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-309fd309-fbf5-4e1d-ae80-6f4b7b948e98 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6163371 Nov 11 11:58:05.986275 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51282) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:06.001275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fd309-fbf5-4e1d-ae80-6f4b7b948e98 admin admin] Pushing event updated for resources: {'Network': ['ID=394296cd-ddf9-481f-93cf-51fd49ff4081,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:06.003174 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b92a7b9c-feae-429c-9102-42e47902042b admin admin] Request body: {'subnet': {'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-847411104-subnet', 'tenant_id': 'd71a4d2b117d402fb127e702aea8d45a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:06.012942 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:06.019272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7940f89-61a8-4751-af09-56e4e2200586 admin admin] Router 3e019301-6455-4005-b911-ec5152f120aa has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:58:06.039353 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 394296cd-ddf9-481f-93cf-51fd49ff4081 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:58:06.058149 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:06.097040 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:06.109553 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-18ee8665-eac7-42d4-81ec-c728a1b19477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:06.150915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Transition to ACTIVE for port object 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:58:06.162741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8523f99-8903-4466-9ee5-7541aa4f5272 req-04e21591-12ac-44b5-8415-25f5b4396e1e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2978945 Nov 11 11:58:06.165834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92a7b9c-feae-429c-9102-42e47902042b admin admin] Made reservation on behalf of d71a4d2b117d402fb127e702aea8d45a for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:06.168146 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b92a7b9c-feae-429c-9102-42e47902042b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:06.172520 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:06.179623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7940f89-61a8-4751-af09-56e4e2200586 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:58:06.189563 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a94df56-fd7d-4c98-9e1c-2958f7bd3e1a None None] Sync routers for ids ['3e019301-6455-4005-b911-ec5152f120aa'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:58:06.192642 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e7940f89-61a8-4751-af09-56e4e2200586 admin admin] 10.222.0.65 "PUT /v2.0/routers/3e019301-6455-4005-b911-ec5152f120aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8379536 Nov 11 11:58:06.195163 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51286) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:06.202736 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a94df56-fd7d-4c98-9e1c-2958f7bd3e1a None None] Routers {'3e019301-6455-4005-b911-ec5152f120aa'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:58:06.205947 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5a94df56-fd7d-4c98-9e1c-2958f7bd3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:57:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3e019301-6455-4005-b911-ec5152f120aa'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:06.222603 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-14b34a1e-279d-4108-8aaf-e7e4508dc5b5 service neutron] 10.222.0.65 "GET /v2.0/networks/b96435f7-9020-4e11-bb9c-9126a8f7424a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475520 Nov 11 11:58:06.310877 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:06.313520 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:06.314732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62c72ef9-0116-49fe-b400-b7d4a30d5bb8 HTTP/1.1" status: 204 len: 168 time: 0.7749271 Nov 11 11:58:06.343126 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ac80d3-3004-47ff-a975-0863ae615855 x-openstack-request-id: req-a0ac80d3-3004-47ff-a975-0863ae615855 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:06.343431 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "tag": "0cf8a200-b7a6-4b27-9dc3-6cacd08548a6", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:06.343733 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0ac80d3-3004-47ff-a975-0863ae615855 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:06.344086 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'tag': '0cf8a200-b7a6-4b27-9dc3-6cacd08548a6', 'status': 'completed', 'code': 200} Nov 11 11:58:06.414213 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Pushing event updated for resources: {'Port': ['ID=17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:06.438726 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-5a94df56-fd7d-4c98-9e1c-2958f7bd3e1a None None] Set router 3e019301-6455-4005-b911-ec5152f120aa gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:58:06.440457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c72ef9-0116-49fe-b400-b7d4a30d5bb8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:06.484807 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01505988-984e-4b5b-91df-5bccd9a45309 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:06.594661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.594917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.595301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.596509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.597197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.597751 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.598183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.598605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.599057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.600473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.601011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.601524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b7ef-dff5-4918-883a-53a6dc1741a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.610941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.611475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.611914 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.612735 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.613243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.613832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.614192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.615339 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.615804 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.616415 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.616847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.617318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:06.696638 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01505988-984e-4b5b-91df-5bccd9a45309 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:06.804406 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-01505988-984e-4b5b-91df-5bccd9a45309 admin admin] Deleting port 307af34c-f6ac-43ed-acf5-76914c5ea498 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:58:06.804806 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01505988-984e-4b5b-91df-5bccd9a45309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:06.824704 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-1f726705-8fe7-4919-b631-a460dcb7ffb1 service neutron] 10.222.0.65 "GET /v2.0/networks/b96435f7-9020-4e11-bb9c-9126a8f7424a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011009 Nov 11 11:58:06.895045 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b92a7b9c-feae-429c-9102-42e47902042b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:06.976509 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-01505988-984e-4b5b-91df-5bccd9a45309 admin admin] For port 307af34c-f6ac-43ed-acf5-76914c5ea498, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=307af34c-f6ac-43ed-acf5-76914c5ea498,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:06.976779 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5a94df56-fd7d-4c98-9e1c-2958f7bd3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e019301-6455-4005-b911-ec5152f120aa', 'name': 'tempest-ServerRescueTestJSON-1389090641-router', 'tenant_id': 'f3fd635830ed454d9bc757e2f29f1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '307af34c-f6ac-43ed-acf5-76914c5ea498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:58Z', 'updated_at': '2021-11-11T11:58:04Z', 'revision_number': 5, 'project_id': 'f3fd635830ed454d9bc757e2f29f1792', 'gw_port': {'id': '307af34c-f6ac-43ed-acf5-76914c5ea498', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e019301-6455-4005-b911-ec5152f120aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:55:59Z', 'updated_at': '2021-11-11T11:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:06.976977 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01505988-984e-4b5b-91df-5bccd9a45309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:06.978851 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a7b9c-feae-429c-9102-42e47902042b admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e99551-4140-4663-b03e-6ab8528ee6e0,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:07.003035 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a94df56-fd7d-4c98-9e1c-2958f7bd3e1a None None] Checking router: 3e019301-6455-4005-b911-ec5152f120aa for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:58:07.005227 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-01505988-984e-4b5b-91df-5bccd9a45309 admin admin] Calling delete_port for 307af34c-f6ac-43ed-acf5-76914c5ea498 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:58:07.011779 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22e601-829f-4eb0-82b5-1b7b16800bbf req-0cc0c342-8521-45e2-a87f-cc12d385d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:07.012013 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a94df56-fd7d-4c98-9e1c-2958f7bd3e1a None None] Routers {'3e019301-6455-4005-b911-ec5152f120aa'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:58:07.012455 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5a94df56-fd7d-4c98-9e1c-2958f7bd3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:57:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3e019301-6455-4005-b911-ec5152f120aa'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:07.012694 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22e601-829f-4eb0-82b5-1b7b16800bbf req-0cc0c342-8521-45e2-a87f-cc12d385d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:07.013489 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22e601-829f-4eb0-82b5-1b7b16800bbf req-0cc0c342-8521-45e2-a87f-cc12d385d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:07.014167 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22e601-829f-4eb0-82b5-1b7b16800bbf req-0cc0c342-8521-45e2-a87f-cc12d385d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:07.014970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22e601-829f-4eb0-82b5-1b7b16800bbf req-0cc0c342-8521-45e2-a87f-cc12d385d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:07.015424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22e601-829f-4eb0-82b5-1b7b16800bbf req-0cc0c342-8521-45e2-a87f-cc12d385d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:07.015941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22e601-829f-4eb0-82b5-1b7b16800bbf req-0cc0c342-8521-45e2-a87f-cc12d385d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:07.018117 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b22e601-829f-4eb0-82b5-1b7b16800bbf req-0cc0c342-8521-45e2-a87f-cc12d385d3ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da10fcdd1e56422d809e80303ecf3512&device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 6176 time: 0.6168258 Nov 11 11:58:07.044600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c441e-6a8d-41fc-98bd-e7ca9e4815dc req-adfeeacd-93ed-499d-9fd1-0ab628471668 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:07.052231 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-297c441e-6a8d-41fc-98bd-e7ca9e4815dc req-adfeeacd-93ed-499d-9fd1-0ab628471668 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 943 time: 0.6494472 Nov 11 11:58:07.103291 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 24e990b1-18dd-4242-9688-0f51c6576fc6 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:58:07.120327 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-5a94df56-fd7d-4c98-9e1c-2958f7bd3e1a None None] Set router 3e019301-6455-4005-b911-ec5152f120aa gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:58:07.175864 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5a94df56-fd7d-4c98-9e1c-2958f7bd3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e019301-6455-4005-b911-ec5152f120aa', 'name': 'tempest-ServerRescueTestJSON-1389090641-router', 'tenant_id': 'f3fd635830ed454d9bc757e2f29f1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:58Z', 'updated_at': '2021-11-11T11:58:06Z', 'revision_number': 6, 'project_id': 'f3fd635830ed454d9bc757e2f29f1792', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:07.191193 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22e601-829f-4eb0-82b5-1b7b16800bbf req-7a84c6b0-88b7-454e-a804-6b110acb2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:07.192910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22e601-829f-4eb0-82b5-1b7b16800bbf req-7a84c6b0-88b7-454e-a804-6b110acb2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:07.193480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22e601-829f-4eb0-82b5-1b7b16800bbf req-7a84c6b0-88b7-454e-a804-6b110acb2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:07.196764 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b22e601-829f-4eb0-82b5-1b7b16800bbf req-7a84c6b0-88b7-454e-a804-6b110acb2f12 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=da10fcdd1e56422d809e80303ecf3512&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.1645522 Nov 11 11:58:07.204422 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a94df56-fd7d-4c98-9e1c-2958f7bd3e1a None None] The sync data for ids ['3e019301-6455-4005-b911-ec5152f120aa'] in n-d-807359-3 is: [{'id': '3e019301-6455-4005-b911-ec5152f120aa', 'name': 'tempest-ServerRescueTestJSON-1389090641-router', 'tenant_id': 'f3fd635830ed454d9bc757e2f29f1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:55:58Z', 'updated_at': '2021-11-11T11:58:06Z', 'revision_number': 6, 'project_id': 'f3fd635830ed454d9bc757e2f29f1792', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:58:07.302321 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01505988-984e-4b5b-91df-5bccd9a45309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:07.335529 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01505988-984e-4b5b-91df-5bccd9a45309 admin admin] Pushing event deleted for resources: {'Port': ['ID=307af34c-f6ac-43ed-acf5-76914c5ea498,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:07.396063 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Attempting to bind port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:07.396991 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Attempting to bind port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:07.397268 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Attempting to bind port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 on network de1e282d-69aa-41dc-98d7-1b2ec2535941 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:07.407160 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01505988-984e-4b5b-91df-5bccd9a45309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:07.428852 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a7b9c-feae-429c-9102-42e47902042b admin admin] Checking segment: {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:07.429213 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92a7b9c-feae-429c-9102-42e47902042b admin admin] Network hostable DHCP agents. Network: 394296cd-ddf9-481f-93cf-51fd49ff4081, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:58:07.484093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 on network de1e282d-69aa-41dc-98d7-1b2ec2535941 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:58:07.484409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Attempting to bind port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 on network de1e282d-69aa-41dc-98d7-1b2ec2535941 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:07.504729 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-297c441e-6a8d-41fc-98bd-e7ca9e4815dc req-cecd1e4a-920a-4618-bb8e-8fbd859a41d6 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467387 Nov 11 11:58:07.529680 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:07.535098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Checking segment: {'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:07.535951 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Bound using segment: {'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:07.537918 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Bound port: 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:07.539174 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:07.554836 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01505988-984e-4b5b-91df-5bccd9a45309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:07.557176 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01505988-984e-4b5b-91df-5bccd9a45309 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:07.584190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92a7b9c-feae-429c-9102-42e47902042b admin admin] Network 394296cd-ddf9-481f-93cf-51fd49ff4081 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:58:07.616524 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01505988-984e-4b5b-91df-5bccd9a45309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:07.617210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01505988-984e-4b5b-91df-5bccd9a45309 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e019301-6455-4005-b911-ec5152f120aa {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:58:07.622328 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01505988-984e-4b5b-91df-5bccd9a45309 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:07.623502 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-01505988-984e-4b5b-91df-5bccd9a45309 admin admin] 10.222.0.65 "DELETE /v2.0/routers/3e019301-6455-4005-b911-ec5152f120aa HTTP/1.1" status: 204 len: 168 time: 1.4248672 Nov 11 11:58:07.628624 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51320) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:07.661461 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34c0f29b-9007-460f-afd9-468d0a4c79ec req-e056ab36-a022-4e5b-948d-d40026a9dbd9 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e651dd-af4e-4ae1-9919-d207ef18fe3b HTTP/1.1" status: 200 len: 210 time: 0.0796263 Nov 11 11:58:07.700089 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb06600-e7ad-465d-8f36-bf21b38d66ad admin admin] Deleting subnet 48e45dd7-d65b-4c0b-9f3f-c9a34427b564 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:58:07.704208 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bb06600-e7ad-465d-8f36-bf21b38d66ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:07.734593 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-b92a7b9c-feae-429c-9102-42e47902042b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 394296cd-ddf9-481f-93cf-51fd49ff4081) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:07.740619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92a7b9c-feae-429c-9102-42e47902042b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:07.742826 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b92a7b9c-feae-429c-9102-42e47902042b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:07.745255 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cc42e9-bd73-4793-91e3-108498f47138 None None] Network 394296cd-ddf9-481f-93cf-51fd49ff4081 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:58:07.766798 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bb06600-e7ad-465d-8f36-bf21b38d66ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:07.785982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330ef9a-8636-4605-9325-29f9e08c5675 req-2e2e3993-3827-4ac5-99bd-897784b0d023 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:07.794237 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9330ef9a-8636-4605-9325-29f9e08c5675 req-2e2e3993-3827-4ac5-99bd-897784b0d023 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=f92fc726-f22c-415e-9532-160d80edf18a HTTP/1.1" status: 200 len: 945 time: 0.4858503 Nov 11 11:58:07.828932 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b92a7b9c-feae-429c-9102-42e47902042b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8364182 Nov 11 11:58:07.869417 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bb06600-e7ad-465d-8f36-bf21b38d66ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:07.888867 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22e601-829f-4eb0-82b5-1b7b16800bbf req-602868c5-de7b-4ee3-99c3-5c4b28622889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:07.892592 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b22e601-829f-4eb0-82b5-1b7b16800bbf req-602868c5-de7b-4ee3-99c3-5c4b28622889 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6324158 Nov 11 11:58:07.934374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51328) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:07.992151 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75c5008-c451-4593-a4dc-81e18fd5b0c9 None None] Network 394296cd-ddf9-481f-93cf-51fd49ff4081 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:58:08.017611 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bb06600-e7ad-465d-8f36-bf21b38d66ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.083512 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb06600-e7ad-465d-8f36-bf21b38d66ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48e45dd7-d65b-4c0b-9f3f-c9a34427b564,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:08.093537 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bb06600-e7ad-465d-8f36-bf21b38d66ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.111295 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6bb06600-e7ad-465d-8f36-bf21b38d66ad admin admin] 10.222.0.65 "DELETE /v2.0/subnets/48e45dd7-d65b-4c0b-9f3f-c9a34427b564 HTTP/1.1" status: 204 len: 168 time: 0.4761376 Nov 11 11:58:08.111295 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51334) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:08.205256 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-49f10c0e-1738-405f-8597-b77226b8a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.232145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-add7a45d-0d32-4792-8db5-af474c49a781 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-435812133-network', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:08.239732 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-35e320a0-db0d-4e60-8a55-e48b52f30600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.330234 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-49f10c0e-1738-405f-8597-b77226b8a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.340041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add7a45d-0d32-4792-8db5-af474c49a781 admin admin] Made reservation on behalf of 0a654e19116f4a7c8567a53fd67aec2d for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:08.342464 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-add7a45d-0d32-4792-8db5-af474c49a781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.354309 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-add7a45d-0d32-4792-8db5-af474c49a781 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.382653 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-49f10c0e-1738-405f-8597-b77226b8a0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea096aaf-b670-4bfd-97e7-5e2ee8d97a43']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:08.400487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-49f10c0e-1738-405f-8597-b77226b8a0d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf2f620-2b6d-4d9c-a4f1-c497543817de') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:08.400727 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9330ef9a-8636-4605-9325-29f9e08c5675 req-60ef1cf4-326a-43da-8bb4-adf21bd3cf9b tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6052535 Nov 11 11:58:08.401224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-49f10c0e-1738-405f-8597-b77226b8a0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf2f620-2b6d-4d9c-a4f1-c497543817de') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:08.408258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] For port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:08.412515 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] For port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:08.419146 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.420409 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-49f10c0e-1738-405f-8597-b77226b8a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.445195 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-49f10c0e-1738-405f-8597-b77226b8a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.456173 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f10c0e-1738-405f-8597-b77226b8a0d4 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:58:08.456573 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-49f10c0e-1738-405f-8597-b77226b8a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:58:08.458480 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:58:08.486912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Pushing event updated for resources: {'Port': ['ID=17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:08.502003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e3c9f-3652-43c5-a095-5e873113b68d req-388bf678-149b-4484-98c2-ab9ae68faaff tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:08.508525 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e3c9f-3652-43c5-a095-5e873113b68d req-388bf678-149b-4484-98c2-ab9ae68faaff tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:08.514767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e3c9f-3652-43c5-a095-5e873113b68d req-388bf678-149b-4484-98c2-ab9ae68faaff tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:08.525197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e3c9f-3652-43c5-a095-5e873113b68d req-388bf678-149b-4484-98c2-ab9ae68faaff tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:08.531237 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e3c9f-3652-43c5-a095-5e873113b68d req-388bf678-149b-4484-98c2-ab9ae68faaff tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:08.537462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e3c9f-3652-43c5-a095-5e873113b68d req-388bf678-149b-4484-98c2-ab9ae68faaff tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:08.545909 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e3c9f-3652-43c5-a095-5e873113b68d req-388bf678-149b-4484-98c2-ab9ae68faaff tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:08.550027 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b3e3c9f-3652-43c5-a095-5e873113b68d req-388bf678-149b-4484-98c2-ab9ae68faaff tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5381 time: 0.7498281 Nov 11 11:58:08.562646 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:08.563756 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.565749 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7ce45f93-fe7c-4c0e-8d45-bf8b1901ab15 service neutron] 10.222.0.43 "PUT /v2.0/ports/17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 HTTP/1.1" status: 200 len: 1135 time: 4.0101922 Nov 11 11:58:08.568394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'tag': '17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:08.571901 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-49f10c0e-1738-405f-8597-b77226b8a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.574845 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-add7a45d-0d32-4792-8db5-af474c49a781 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.582346 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2827159-efcc-4f1c-b912-5cae53680fee" -d '{"events": [{"name": "network-changed", "server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "tag": "17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:08.588440 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-49f10c0e-1738-405f-8597-b77226b8a0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.594953 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-49f10c0e-1738-405f-8597-b77226b8a0d4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ea096aaf-b670-4bfd-97e7-5e2ee8d97a43 HTTP/1.1" status: 204 len: 168 time: 0.4822371 Nov 11 11:58:08.595402 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-add7a45d-0d32-4792-8db5-af474c49a781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.611122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Request body: {'port': {'device_id': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:08.615671 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f10c0e-1738-405f-8597-b77226b8a0d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea096aaf-b670-4bfd-97e7-5e2ee8d97a43,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:08.651708 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add7a45d-0d32-4792-8db5-af474c49a781 admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:58:08.702583 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7a45d-0d32-4792-8db5-af474c49a781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bb6cf6-b481-4d6f-afea-0c162c272a7e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:08.707266 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-add7a45d-0d32-4792-8db5-af474c49a781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.707595 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-add7a45d-0d32-4792-8db5-af474c49a781 admin admin] Added segment d8c7572e-6907-4a04-b7f8-09f6435db6ab of type vlan for network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 Nov 11 11:58:08.788062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b3e3c9f-3652-43c5-a095-5e873113b68d req-429ec2db-191e-4cab-9e9a-f12079425370 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2204268 Nov 11 11:58:08.788304 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.800898 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-add7a45d-0d32-4792-8db5-af474c49a781 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.847203 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 307af34c-f6ac-43ed-acf5-76914c5ea498 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:58:08.874393 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-add7a45d-0d32-4792-8db5-af474c49a781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.876047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add7a45d-0d32-4792-8db5-af474c49a781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:08.876878 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-add7a45d-0d32-4792-8db5-af474c49a781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.904992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 307af34c-f6ac-43ed-acf5-76914c5ea498 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:58:08.907156 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 307af34c-f6ac-43ed-acf5-76914c5ea498 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:58:08.907753 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2d9736ff-b57e-48fe-bc2a-155ed5917ec1 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:58:08.948239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 2d9736ff-b57e-48fe-bc2a-155ed5917ec1 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:58:08.948949 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2d9736ff-b57e-48fe-bc2a-155ed5917ec1 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:58:08.955321 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:08.976613 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51358) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:08.990575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7a45d-0d32-4792-8db5-af474c49a781 admin admin] Pushing event updated for resources: {'Network': ['ID=1eaf59ac-cf7f-40ca-97a1-f02c3a524972,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:09.006958 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:58:09.053533 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-add7a45d-0d32-4792-8db5-af474c49a781 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1102836 Nov 11 11:58:09.087007 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51360) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:09.091920 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e4560d39-a2ae-4199-9d67-9ec91a8ecbfb admin admin] Request body: {'subnet': {'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-subnet', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:09.131256 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-473407dd-e9e0-4cce-b320-497b69d360e7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f3fd635830ed454d9bc757e2f29f1792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374929 Nov 11 11:58:09.136129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51362) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:09.207194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4560d39-a2ae-4199-9d67-9ec91a8ecbfb admin admin] Made reservation on behalf of 0a654e19116f4a7c8567a53fd67aec2d for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:09.209560 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4560d39-a2ae-4199-9d67-9ec91a8ecbfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:09.243959 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-aae6abff-c4f1-4b85-8d38-caafdf306e7c tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:09.245472 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-aae6abff-c4f1-4b85-8d38-caafdf306e7c tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.62 "GET /v2.0/networks?id=b96435f7-9020-4e11-bb9c-9126a8f7424a HTTP/1.1" status: 200 len: 812 time: 0.2675631 Nov 11 11:58:09.253158 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e39c15ac-708c-4607-981c-4038c0cd349f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:09.277890 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e39c15ac-708c-4607-981c-4038c0cd349f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:09.321434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:09.348389 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:09.365033 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-03946082-f798-4615-92b3-230248579f55 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Request body: {'port': {'device_id': 'd3e651dd-af4e-4ae1-9919-d207ef18fe3b', 'network_id': 'b96435f7-9020-4e11-bb9c-9126a8f7424a', 'admin_state_up': True, 'tenant_id': '6f514ae4af4944129621f74407d1ab6b'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:09.368252 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963af3ee-3391-40bf-95a1-c33ef092630d req-6b7d802f-833e-489a-b385-0bdac937748a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:09.375735 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-963af3ee-3391-40bf-95a1-c33ef092630d req-6b7d802f-833e-489a-b385-0bdac937748a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 811 time: 0.1967564 Nov 11 11:58:09.401835 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e39c15ac-708c-4607-981c-4038c0cd349f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:09.404245 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e39c15ac-708c-4607-981c-4038c0cd349f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:09.405391 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e39c15ac-708c-4607-981c-4038c0cd349f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f9cf4a90-6082-4b8a-be29-6d613ecc4373 HTTP/1.1" status: 204 len: 168 time: 0.2663522 Nov 11 11:58:09.417417 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Transition to ACTIVE for port object fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:58:09.443932 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-963af3ee-3391-40bf-95a1-c33ef092630d req-aa243f69-58bd-4f21-9aaf-3b977bd7bfc4 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/quotas/d71a4d2b117d402fb127e702aea8d45a HTTP/1.1" status: 200 len: 375 time: 0.0672603 Nov 11 11:58:09.449869 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:09.465272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c15ac-708c-4607-981c-4038c0cd349f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cf4a90-6082-4b8a-be29-6d613ecc4373,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:09.507838 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-963af3ee-3391-40bf-95a1-c33ef092630d req-68fd3168-ee3f-47c4-aa96-1e4e7fd08f44 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625069 Nov 11 11:58:09.613909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-03946082-f798-4615-92b3-230248579f55 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Made reservation on behalf of 6f514ae4af4944129621f74407d1ab6b for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:09.617639 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-03946082-f798-4615-92b3-230248579f55 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:09.644985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7f613-3736-4891-b336-962e91827d10 req-bba047b9-49f3-47f7-a81f-ae3137e13b29 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:09.646993 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81d7f613-3736-4891-b336-962e91827d10 req-bba047b9-49f3-47f7-a81f-ae3137e13b29 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 943 time: 0.2960119 Nov 11 11:58:09.669013 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4560d39-a2ae-4199-9d67-9ec91a8ecbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:09.672655 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-f9ffffff-1904-4e11-9e2a-eac4096b393f service neutron] 10.222.0.43 "GET /v2.0/ports/24e990b1-18dd-4242-9688-0f51c6576fc6/bindings/n-h1-807359-3 HTTP/1.1" status: 200 len: 384 time: 0.2856987 Nov 11 11:58:09.678198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Pushing event updated for resources: {'Port': ['ID=fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:09.784789 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4560d39-a2ae-4199-9d67-9ec91a8ecbfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ddfb148-78d7-41db-ac12-7719b2b055b6,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:09.830939 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4560d39-a2ae-4199-9d67-9ec91a8ecbfb admin admin] Checking segment: {'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:09.831299 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4560d39-a2ae-4199-9d67-9ec91a8ecbfb admin admin] Network hostable DHCP agents. Network: 1eaf59ac-cf7f-40ca-97a1-f02c3a524972, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:58:09.879653 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-03946082-f798-4615-92b3-230248579f55 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Allocated IP 172.20.0.10 (b96435f7-9020-4e11-bb9c-9126a8f7424a/bde6d495-1b6e-46a9-9d06-71c576c3768d/ea3497b0-d758-4a1f-a6ba-fefcc33dee7a) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:58:09.883804 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81d7f613-3736-4891-b336-962e91827d10 req-f265a859-f230-429e-8206-5d74c4bd9e70 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269876 Nov 11 11:58:09.893244 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4560d39-a2ae-4199-9d67-9ec91a8ecbfb admin admin] Network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:58:09.898993 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-963af3ee-3391-40bf-95a1-c33ef092630d req-fd294a00-681f-43cf-a66c-9737bc8570d0 service neutron] 10.222.0.65 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896904 Nov 11 11:58:09.954521 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-e4560d39-a2ae-4199-9d67-9ec91a8ecbfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 1eaf59ac-cf7f-40ca-97a1-f02c3a524972) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:09.965627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7459313f-5239-4450-a560-01ca9093f845 None None] Network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:58:09.975121 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4560d39-a2ae-4199-9d67-9ec91a8ecbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:09.976092 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4560d39-a2ae-4199-9d67-9ec91a8ecbfb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:10.026207 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e4560d39-a2ae-4199-9d67-9ec91a8ecbfb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9354706 Nov 11 11:58:10.026827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51378) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:10.035023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:10.142445 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-17be1b92-563f-49f9-9c54-292263b1ac8b service neutron] For port 24e990b1-18dd-4242-9688-0f51c6576fc6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=24e990b1-18dd-4242-9688-0f51c6576fc6,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:10.167195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-17be1b92-563f-49f9-9c54-292263b1ac8b service neutron] For port 24e990b1-18dd-4242-9688-0f51c6576fc6, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:10.167516 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:10.168775 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:10.207229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-17be1b92-563f-49f9-9c54-292263b1ac8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e990b1-18dd-4242-9688-0f51c6576fc6 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:10.221321 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529d56a1-00dd-4ae8-bcf7-19aba14b2213 x-openstack-request-id: req-529d56a1-00dd-4ae8-bcf7-19aba14b2213 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:10.222180 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "tag": "17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:10.222180 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-529d56a1-00dd-4ae8-bcf7-19aba14b2213 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:10.222391 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'tag': '17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94', 'status': 'completed', 'code': 200} Nov 11 11:58:10.226000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-17be1b92-563f-49f9-9c54-292263b1ac8b service neutron] For port 24e990b1-18dd-4242-9688-0f51c6576fc6, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=24e990b1-18dd-4242-9688-0f51c6576fc6,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:10.230011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2827159-efcc-4f1c-b912-5cae53680fee req-315b80e8-995a-4d46-bc46-1350702af244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:10.231145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2827159-efcc-4f1c-b912-5cae53680fee req-315b80e8-995a-4d46-bc46-1350702af244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:10.231597 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2827159-efcc-4f1c-b912-5cae53680fee req-315b80e8-995a-4d46-bc46-1350702af244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:10.232318 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2827159-efcc-4f1c-b912-5cae53680fee req-315b80e8-995a-4d46-bc46-1350702af244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:10.233034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2827159-efcc-4f1c-b912-5cae53680fee req-315b80e8-995a-4d46-bc46-1350702af244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:10.233799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2827159-efcc-4f1c-b912-5cae53680fee req-315b80e8-995a-4d46-bc46-1350702af244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:10.234522 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2827159-efcc-4f1c-b912-5cae53680fee req-315b80e8-995a-4d46-bc46-1350702af244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:10.246957 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Attempting to bind port fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:10.247409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Attempting to bind port fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:10.247770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Attempting to bind port fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 on network de1e282d-69aa-41dc-98d7-1b2ec2535941 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:10.247930 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e2827159-efcc-4f1c-b912-5cae53680fee req-315b80e8-995a-4d46-bc46-1350702af244 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da10fcdd1e56422d809e80303ecf3512&device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 6243 time: 0.1552641 Nov 11 11:58:10.267347 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-03946082-f798-4615-92b3-230248579f55 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:10.280298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-928e6135-7080-448f-874e-ec20e5d899b3 req-647358b8-2117-4d8f-8309-9059f47dab7d tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e651dd-af4e-4ae1-9919-d207ef18fe3b HTTP/1.1" status: 200 len: 210 time: 0.0595779 Nov 11 11:58:10.287697 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-17be1b92-563f-49f9-9c54-292263b1ac8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:10.290631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Port fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 on network de1e282d-69aa-41dc-98d7-1b2ec2535941 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:58:10.291860 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Attempting to bind port fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 on network de1e282d-69aa-41dc-98d7-1b2ec2535941 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:10.320325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:10.320661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Checking segment: {'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:10.321104 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Bound using segment: {'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:10.321561 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Bound port: fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:10.321910 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:10.371450 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:58:10.376166 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:10.382263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-963af3ee-3391-40bf-95a1-c33ef092630d req-d0b07d25-3f7f-480f-8a04-02868881586c service neutron] 10.222.0.65 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818692 Nov 11 11:58:10.388547 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:10.602743 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:10.688277 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-03946082-f798-4615-92b3-230248579f55 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:10.697265 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] For port fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:10.719192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] For port fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:10.723252 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-17be1b92-563f-49f9-9c54-292263b1ac8b service neutron] Transition to ACTIVE for port object 24e990b1-18dd-4242-9688-0f51c6576fc6 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:58:10.727010 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Allocated IP 172.20.0.2 (1eaf59ac-cf7f-40ca-97a1-f02c3a524972/2ddfb148-78d7-41db-ac12-7719b2b055b6/1631249d-2585-467f-8f78-e36291c906fa) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:58:10.732520 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:10.734626 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232a784-380d-4649-b059-71fc0537854b req-83ee6455-8ae5-4504-8e8e-42c3ab5a4eac tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:10.736239 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e232a784-380d-4649-b059-71fc0537854b req-83ee6455-8ae5-4504-8e8e-42c3ab5a4eac tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=f92fc726-f22c-415e-9532-160d80edf18a HTTP/1.1" status: 200 len: 945 time: 0.2958703 Nov 11 11:58:10.750601 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:10.753344 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-17be1b92-563f-49f9-9c54-292263b1ac8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:10.810422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2827159-efcc-4f1c-b912-5cae53680fee req-7b8924fa-220f-4d87-b811-b8be6ef1028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:10.812034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2827159-efcc-4f1c-b912-5cae53680fee req-7b8924fa-220f-4d87-b811-b8be6ef1028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:10.812730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2827159-efcc-4f1c-b912-5cae53680fee req-7b8924fa-220f-4d87-b811-b8be6ef1028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:10.817738 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e2827159-efcc-4f1c-b912-5cae53680fee req-7b8924fa-220f-4d87-b811-b8be6ef1028b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=da10fcdd1e56422d809e80303ecf3512&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.5470340 Nov 11 11:58:10.871286 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:10.871910 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:10.873297 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] 10.222.0.43 "PUT /v2.0/ports/fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 HTTP/1.1" status: 200 len: 1090 time: 2.2726669 Nov 11 11:58:10.957245 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Request body: {'port': {'device_id': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:10.962270 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-03946082-f798-4615-92b3-230248579f55 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Network b96435f7-9020-4e11-bb9c-9126a8f7424a is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:58:11.036062 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:11.045052 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-17be1b92-563f-49f9-9c54-292263b1ac8b service neutron] No DVR routers for this DVR port 24e990b1-18dd-4242-9688-0f51c6576fc6 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:58:11.058083 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c4f79-8ee1-4602-865b-6188a88cebab service neutron] Pushing event updated for resources: {'Port': ['ID=fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:11.071667 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:11.141106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Pushing event updated for resources: {'Port': ['ID=1631249d-2585-467f-8f78-e36291c906fa,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:11.141531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2827159-efcc-4f1c-b912-5cae53680fee req-cf66bc89-951c-46e9-9ed1-e3920e0e48d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:11.143468 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e2827159-efcc-4f1c-b912-5cae53680fee req-cf66bc89-951c-46e9-9ed1-e3920e0e48d0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2002153 Nov 11 11:58:11.154527 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:58:11.156615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:11.161537 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:58:11.181606 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a39733-b748-412a-9980-eda76c3b5ace req-dfdef391-e20e-4501-9b7e-98ef7f8a6029 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:11.189721 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-65a39733-b748-412a-9980-eda76c3b5ace req-dfdef391-e20e-4501-9b7e-98ef7f8a6029 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.62 "GET /v2.0/ports?device_id=f92fc726-f22c-415e-9532-160d80edf18a HTTP/1.1" status: 200 len: 945 time: 0.3941731 Nov 11 11:58:11.191390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-03946082-f798-4615-92b3-230248579f55 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:11.207041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-03946082-f798-4615-92b3-230248579f55 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:58:11.255627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Attempting to bind port 1631249d-2585-467f-8f78-e36291c906fa on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:11.256639 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Attempting to bind port 1631249d-2585-467f-8f78-e36291c906fa by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:11.256938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e232a784-380d-4649-b059-71fc0537854b req-3a68df5a-c0b8-4743-88e6-85648ea08e0e tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998553 Nov 11 11:58:11.257619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Attempting to bind port 1631249d-2585-467f-8f78-e36291c906fa on network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:11.290807 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-17be1b92-563f-49f9-9c54-292263b1ac8b service neutron] 10.222.0.43 "PUT /v2.0/ports/24e990b1-18dd-4242-9688-0f51c6576fc6/bindings/n-h1-807359-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6064985 Nov 11 11:58:11.303321 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03946082-f798-4615-92b3-230248579f55 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Pushing event updated for resources: {'Port': ['ID=ea3497b0-d758-4a1f-a6ba-fefcc33dee7a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:11.311451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-03946082-f798-4615-92b3-230248579f55 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:11.311985 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-03946082-f798-4615-92b3-230248579f55 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:11.341499 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:11.348895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:11.349990 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Checking segment: {'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:11.351123 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:11.352323 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Bound using segment: {'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:11.352916 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Bound port: 1631249d-2585-467f-8f78-e36291c906fa, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:11.354759 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:11.419561 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6aaf6-dc0e-4680-bfa3-d93c9d69df57 req-04d5fbd1-4245-4535-bcb1-c077db893e16 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:11.426903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6aaf6-dc0e-4680-bfa3-d93c9d69df57 req-04d5fbd1-4245-4535-bcb1-c077db893e16 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:11.434004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6aaf6-dc0e-4680-bfa3-d93c9d69df57 req-04d5fbd1-4245-4535-bcb1-c077db893e16 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:11.441420 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6aaf6-dc0e-4680-bfa3-d93c9d69df57 req-04d5fbd1-4245-4535-bcb1-c077db893e16 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:11.449345 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6aaf6-dc0e-4680-bfa3-d93c9d69df57 req-04d5fbd1-4245-4535-bcb1-c077db893e16 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:11.456449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6aaf6-dc0e-4680-bfa3-d93c9d69df57 req-04d5fbd1-4245-4535-bcb1-c077db893e16 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:11.457043 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-03946082-f798-4615-92b3-230248579f55 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1341808 Nov 11 11:58:11.463728 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6aaf6-dc0e-4680-bfa3-d93c9d69df57 req-04d5fbd1-4245-4535-bcb1-c077db893e16 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:11.466091 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-67b6aaf6-dc0e-4680-bfa3-d93c9d69df57 req-04d5fbd1-4245-4535-bcb1-c077db893e16 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5393 time: 0.5906501 Nov 11 11:58:11.491703 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:11.503098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Request body: {'port': {'device_id': 'd3e651dd-af4e-4ae1-9919-d207ef18fe3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:11.528601 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] For port 1631249d-2585-467f-8f78-e36291c906fa, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:11.532936 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] For port 1631249d-2585-467f-8f78-e36291c906fa, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1631249d-2585-467f-8f78-e36291c906fa,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:11.542000 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:11.550424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be1b92-563f-49f9-9c54-292263b1ac8b service neutron] Pushing event updated for resources: {'Port': ['ID=24e990b1-18dd-4242-9688-0f51c6576fc6,revision_number=10']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:11.596614 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-729a594f-b72a-443b-a66e-81ea3dbd06cd req-9c7647d5-e49d-462a-a762-7bdc5e9a7347 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f987d72b-c453-47b3-a934-3e6a42513ace HTTP/1.1" status: 200 len: 210 time: 0.1129093 Nov 11 11:58:11.672293 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-cfbb07b6-6ddc-4d88-996f-aa07145d9705 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:11.673919 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-cfbb07b6-6ddc-4d88-996f-aa07145d9705 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635&tenant_id=67f94b11282a42279e45a23ba30fcf1d&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 1095 time: 0.3083372 Nov 11 11:58:11.695525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-67b6aaf6-dc0e-4680-bfa3-d93c9d69df57 req-3c7a707c-63ff-4406-ae4e-370506f2271a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2064807 Nov 11 11:58:11.701830 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cd394-83b9-4581-bd94-6d9925aeeacd None None] Pushing event updated for resources: {'Port': ['ID=1631249d-2585-467f-8f78-e36291c906fa,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:11.916532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-e370a4cd-fd46-49d0-bdae-cd358b466d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:11.918860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-e370a4cd-fd46-49d0-bdae-cd358b466d9d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635&tenant_id=67f94b11282a42279e45a23ba30fcf1d HTTP/1.1" status: 200 len: 1095 time: 0.2157283 Nov 11 11:58:12.147828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d21584-e134-4e8f-8f76-bd6e02ffbbd1 req-c7dba1aa-0c61-43a3-9d77-fcd98c26ba92 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:12.156635 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8d21584-e134-4e8f-8f76-bd6e02ffbbd1 req-c7dba1aa-0c61-43a3-9d77-fcd98c26ba92 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 944 time: 0.3088112 Nov 11 11:58:12.394836 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:12.416860 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:12.447073 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:12.451940 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-65a39733-b748-412a-9980-eda76c3b5ace req-56bfbf1e-406f-4a01-ba82-4b498a7c89ce tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Deleting port d4c23cc1-438b-4e39-b1ec-8bcaffac93dd {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:58:12.452276 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-65a39733-b748-412a-9980-eda76c3b5ace req-56bfbf1e-406f-4a01-ba82-4b498a7c89ce tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:12.566251 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'tag': 'fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:12.568696 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6202a03a-b1d1-46cb-bb6b-1cb0adb962e0" -d '{"events": [{"name": "network-changed", "server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "tag": "fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:12.705909 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-cb5e98f7-4edb-43f0-9703-8ae9d9b81d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:12.707423 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-cb5e98f7-4edb-43f0-9703-8ae9d9b81d46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 1095 time: 0.7330539 Nov 11 11:58:12.749143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-65a39733-b748-412a-9980-eda76c3b5ace req-56bfbf1e-406f-4a01-ba82-4b498a7c89ce tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] For port d4c23cc1-438b-4e39-b1ec-8bcaffac93dd, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d4c23cc1-438b-4e39-b1ec-8bcaffac93dd,segment=NetworkSegment(9e8f2ef7-6d8f-42d8-8d29-fed9c6201046),segment_id=9e8f2ef7-6d8f-42d8-8d29-fed9c6201046)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:12.749505 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-65a39733-b748-412a-9980-eda76c3b5ace req-56bfbf1e-406f-4a01-ba82-4b498a7c89ce tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:12.788828 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-65a39733-b748-412a-9980-eda76c3b5ace req-56bfbf1e-406f-4a01-ba82-4b498a7c89ce tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Calling delete_port for d4c23cc1-438b-4e39-b1ec-8bcaffac93dd owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:58:12.836642 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8d21584-e134-4e8f-8f76-bd6e02ffbbd1 req-a3ee3b7d-42ad-40fb-9f87-81f0ee74fa42 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6788805 Nov 11 11:58:12.865981 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Allocated IP 172.25.2.76 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/ae3729c1-be79-4bdb-bd96-e4fb55bb31fe) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:58:12.906787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4db24-6cd6-4078-8dea-be166147801c req-9aee440a-c5f4-416d-9a94-025cde1c2bd0 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:12.908340 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-02a4db24-6cd6-4078-8dea-be166147801c req-9aee440a-c5f4-416d-9a94-025cde1c2bd0 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e651dd-af4e-4ae1-9919-d207ef18fe3b HTTP/1.1" status: 200 len: 932 time: 0.3257217 Nov 11 11:58:12.929675 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1631249d-2585-467f-8f78-e36291c906fa up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:13.007190 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 1631249d-2585-467f-8f78-e36291c906fa triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:13.007936 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:13.029915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963af3ee-3391-40bf-95a1-c33ef092630d req-7146e48e-071b-4d7d-9a38-a8eb2bb8d66c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:13.032767 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-963af3ee-3391-40bf-95a1-c33ef092630d req-7146e48e-071b-4d7d-9a38-a8eb2bb8d66c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.43 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 811 time: 0.8630385 Nov 11 11:58:13.059197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb685e1e-459f-492c-9930-41b9ec4b238d {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:13.068953 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:13.091390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-963af3ee-3391-40bf-95a1-c33ef092630d req-38ce0062-952e-4c64-9c63-37cb9dcbd77e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Request body: {'port': {'device_id': 'f987d72b-c453-47b3-a934-3e6a42513ace', 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081', 'admin_state_up': True, 'tenant_id': 'd71a4d2b117d402fb127e702aea8d45a'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:13.103253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Transition to ACTIVE for port object cb685e1e-459f-492c-9930-41b9ec4b238d will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:58:13.127911 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:13.171343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 1631249d-2585-467f-8f78-e36291c906fa, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1631249d-2585-467f-8f78-e36291c906fa,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:13.178951 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:13.192437 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-65a39733-b748-412a-9980-eda76c3b5ace req-56bfbf1e-406f-4a01-ba82-4b498a7c89ce tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:13.217649 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:13.220320 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:13.221206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-06ca609c-e374-4bd7-b080-2b2820a500ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:13.223225 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-06ca609c-e374-4bd7-b080-2b2820a500ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.4922371 Nov 11 11:58:13.251490 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['13cc3856-209f-4b61-9e64-ed2e29441595'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:13.296191 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfbf1e-406f-4a01-ba82-4b498a7c89ce tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Pushing event deleted for resources: {'Port': ['ID=d4c23cc1-438b-4e39-b1ec-8bcaffac93dd,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:13.317159 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7084e20-1caf-44f2-a219-114b7114725a req-363174eb-55cf-45b5-aafb-e312a9571d0c tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.1418777 Nov 11 11:58:13.322680 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=1631249d-2585-467f-8f78-e36291c906fa,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:13.336005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a39733-b748-412a-9980-eda76c3b5ace req-56bfbf1e-406f-4a01-ba82-4b498a7c89ce tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] No DVR routers for this DVR port d4c23cc1-438b-4e39-b1ec-8bcaffac93dd on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:58:13.336500 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416e310-1501-49e0-8232-9ad113957b3a None None] Network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:58:13.344330 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-65a39733-b748-412a-9980-eda76c3b5ace req-56bfbf1e-406f-4a01-ba82-4b498a7c89ce tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:13.347954 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-65a39733-b748-412a-9980-eda76c3b5ace req-56bfbf1e-406f-4a01-ba82-4b498a7c89ce tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.62 "DELETE /v2.0/ports/d4c23cc1-438b-4e39-b1ec-8bcaffac93dd HTTP/1.1" status: 204 len: 173 time: 2.0459278 Nov 11 11:58:13.348573 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92fc726-f22c-415e-9532-160d80edf18a', 'name': 'network-vif-deleted', 'tag': 'd4c23cc1-438b-4e39-b1ec-8bcaffac93dd'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:13.351155 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978a006a-bf60-4e5a-803a-ebd07be1ac53" -d '{"events": [{"server_uuid": "f92fc726-f22c-415e-9532-160d80edf18a", "name": "network-vif-deleted", "tag": "d4c23cc1-438b-4e39-b1ec-8bcaffac93dd"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:13.385854 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-57239588-7a0d-4222-8642-d2ebd3b9c52c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24e990b1-18dd-4242-9688-0f51c6576fc6 HTTP/1.1" status: 200 len: 217 time: 0.1044605 Nov 11 11:58:13.396656 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:13.470450 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-02a4db24-6cd6-4078-8dea-be166147801c req-bb502edc-6fc8-4188-b471-eff60badaf98 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/security-groups?id=cdb1676b-ba4b-4348-b047-dd9d916c796d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028069 Nov 11 11:58:13.474489 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea3497b0-d758-4a1f-a6ba-fefcc33dee7a {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:13.492921 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:13.537518 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:13.552441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Transition to ACTIVE for port object ea3497b0-d758-4a1f-a6ba-fefcc33dee7a will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:58:13.578341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5d053511-03e9-4580-9c30-b82aa689d80e None None] Provisioning complete for port 1631249d-2585-467f-8f78-e36291c906fa triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:13.579162 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d053511-03e9-4580-9c30-b82aa689d80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:13.587286 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:58:13.588531 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:13.605014 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:13.631184 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dc8e08-a6c6-45d5-b136-9fe9ea4239ec x-openstack-request-id: req-06dc8e08-a6c6-45d5-b136-9fe9ea4239ec {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:13.631763 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "tag": "fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:13.632177 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06dc8e08-a6c6-45d5-b136-9fe9ea4239ec {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:13.632760 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'tag': 'fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6', 'status': 'completed', 'code': 200} Nov 11 11:58:13.648382 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Pushing event updated for resources: {'Port': ['ID=cb685e1e-459f-492c-9930-41b9ec4b238d,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:13.650396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:58:13.654900 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c91b680-7b17-4a8a-9f2c-02743fd823fa req-14d29ce1-c350-48f8-aaa7-1ddf1b8116d3 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=f92fc726-f22c-415e-9532-160d80edf18a HTTP/1.1" status: 200 len: 210 time: 0.1747622 Nov 11 11:58:13.702437 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-490640f6-7c75-4187-bc81-0546a3bc5685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:13.703954 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-490640f6-7c75-4187-bc81-0546a3bc5685 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.3046236 Nov 11 11:58:13.803898 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9ae4944-8c1f-4958-a69e-718d24b8973e req-898bb0b3-ab74-4ee1-8cf0-b8eaa286dfb2 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f987d72b-c453-47b3-a934-3e6a42513ace HTTP/1.1" status: 200 len: 210 time: 0.0779800 Nov 11 11:58:13.811644 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-87f6c62f-4192-405d-8884-cd0562fce922 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870419 Nov 11 11:58:13.835980 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Attempting to bind port ea3497b0-d758-4a1f-a6ba-fefcc33dee7a on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:13.836314 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Attempting to bind port ea3497b0-d758-4a1f-a6ba-fefcc33dee7a by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '1b243b44-183b-410d-8c66-8e110ec369b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b96435f7-9020-4e11-bb9c-9126a8f7424a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:13.836626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Attempting to bind port ea3497b0-d758-4a1f-a6ba-fefcc33dee7a on network b96435f7-9020-4e11-bb9c-9126a8f7424a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:13.847487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963af3ee-3391-40bf-95a1-c33ef092630d req-38ce0062-952e-4c64-9c63-37cb9dcbd77e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Made reservation on behalf of d71a4d2b117d402fb127e702aea8d45a for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:13.851971 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Port ea3497b0-d758-4a1f-a6ba-fefcc33dee7a on network b96435f7-9020-4e11-bb9c-9126a8f7424a not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:58:13.852153 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-963af3ee-3391-40bf-95a1-c33ef092630d req-38ce0062-952e-4c64-9c63-37cb9dcbd77e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:13.855424 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Attempting to bind port ea3497b0-d758-4a1f-a6ba-fefcc33dee7a on network b96435f7-9020-4e11-bb9c-9126a8f7424a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:13.874915 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3729c1-be79-4bdb-bd96-e4fb55bb31fe,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:13.880409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:13.880783 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Checking segment: {'id': '1b243b44-183b-410d-8c66-8e110ec369b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b96435f7-9020-4e11-bb9c-9126a8f7424a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:13.881137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Bound using segment: {'id': '1b243b44-183b-410d-8c66-8e110ec369b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b96435f7-9020-4e11-bb9c-9126a8f7424a'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:13.882236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Bound port: ea3497b0-d758-4a1f-a6ba-fefcc33dee7a, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b243b44-183b-410d-8c66-8e110ec369b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b96435f7-9020-4e11-bb9c-9126a8f7424a'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:13.882236 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:13.916996 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48678045-b0a0-4de8-8e73-2b82aa24f77b x-openstack-request-id: req-48678045-b0a0-4de8-8e73-2b82aa24f77b {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:13.917330 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92fc726-f22c-415e-9532-160d80edf18a", "name": "network-vif-deleted", "tag": "d4c23cc1-438b-4e39-b1ec-8bcaffac93dd", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:13.917603 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48678045-b0a0-4de8-8e73-2b82aa24f77b {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:13.918005 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92fc726-f22c-415e-9532-160d80edf18a', 'name': 'network-vif-deleted', 'tag': 'd4c23cc1-438b-4e39-b1ec-8bcaffac93dd', 'status': 'completed', 'code': 200} Nov 11 11:58:13.959554 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202a03a-b1d1-46cb-bb6b-1cb0adb962e0 req-0ba855ce-ae17-4776-97f4-2f8e4d92380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:13.960224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202a03a-b1d1-46cb-bb6b-1cb0adb962e0 req-0ba855ce-ae17-4776-97f4-2f8e4d92380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:13.960786 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202a03a-b1d1-46cb-bb6b-1cb0adb962e0 req-0ba855ce-ae17-4776-97f4-2f8e4d92380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:13.961249 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202a03a-b1d1-46cb-bb6b-1cb0adb962e0 req-0ba855ce-ae17-4776-97f4-2f8e4d92380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:13.961788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202a03a-b1d1-46cb-bb6b-1cb0adb962e0 req-0ba855ce-ae17-4776-97f4-2f8e4d92380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:13.962332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202a03a-b1d1-46cb-bb6b-1cb0adb962e0 req-0ba855ce-ae17-4776-97f4-2f8e4d92380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:13.963611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202a03a-b1d1-46cb-bb6b-1cb0adb962e0 req-0ba855ce-ae17-4776-97f4-2f8e4d92380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:13.966427 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6202a03a-b1d1-46cb-bb6b-1cb0adb962e0 req-0ba855ce-ae17-4776-97f4-2f8e4d92380b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da10fcdd1e56422d809e80303ecf3512&device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 6310 time: 0.3672941 Nov 11 11:58:14.112031 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Attempting to bind port cb685e1e-459f-492c-9930-41b9ec4b238d on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:14.112612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Attempting to bind port cb685e1e-459f-492c-9930-41b9ec4b238d by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:14.112762 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Attempting to bind port cb685e1e-459f-492c-9930-41b9ec4b238d on network de1e282d-69aa-41dc-98d7-1b2ec2535941 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:14.151029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3497b0-d758-4a1f-a6ba-fefcc33dee7a,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:14.199944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-963af3ee-3391-40bf-95a1-c33ef092630d req-38ce0062-952e-4c64-9c63-37cb9dcbd77e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Allocated IP 172.20.0.7 (394296cd-ddf9-481f-93cf-51fd49ff4081/87e99551-4140-4663-b03e-6ab8528ee6e0/aa3f7583-1f75-4f90-a531-6e993cbf060d) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:58:14.201988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Port cb685e1e-459f-492c-9930-41b9ec4b238d on network de1e282d-69aa-41dc-98d7-1b2ec2535941 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:58:14.202305 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Attempting to bind port cb685e1e-459f-492c-9930-41b9ec4b238d on network de1e282d-69aa-41dc-98d7-1b2ec2535941 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:14.233545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:14.234415 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Checking segment: {'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:14.234415 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Bound using segment: {'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:14.234827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Bound port: cb685e1e-459f-492c-9930-41b9ec4b238d, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:14.235065 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:14.255549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] For port ea3497b0-d758-4a1f-a6ba-fefcc33dee7a, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:14.282817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] For port ea3497b0-d758-4a1f-a6ba-fefcc33dee7a, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ea3497b0-d758-4a1f-a6ba-fefcc33dee7a,segment=NetworkSegment(1b243b44-183b-410d-8c66-8e110ec369b2),segment_id=1b243b44-183b-410d-8c66-8e110ec369b2)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:14.287186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32ec6a-2e93-4e16-a2a9-3fdef298f31f req-22bcdb7e-1b4d-4ccd-b831-6e2085992d81 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:14.288721 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e32ec6a-2e93-4e16-a2a9-3fdef298f31f req-22bcdb7e-1b4d-4ccd-b831-6e2085992d81 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 944 time: 0.2008119 Nov 11 11:58:14.295236 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:14.348787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21195f72-db52-46af-a43a-9466c63bc0e5 req-447f3615-3163-4bca-a464-1beb8505be2a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:14.355351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21195f72-db52-46af-a43a-9466c63bc0e5 req-447f3615-3163-4bca-a464-1beb8505be2a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:14.358270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e4fdf055-5fe8-4c98-a2c6-e0797498e57a None None] Provisioning complete for port 1631249d-2585-467f-8f78-e36291c906fa triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:14.358753 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e4fdf055-5fe8-4c98-a2c6-e0797498e57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:14.361870 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21195f72-db52-46af-a43a-9466c63bc0e5 req-447f3615-3163-4bca-a464-1beb8505be2a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:14.362015 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202a03a-b1d1-46cb-bb6b-1cb0adb962e0 req-8542a2c2-cc16-4b52-99b2-412f0a7e647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:14.362015 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202a03a-b1d1-46cb-bb6b-1cb0adb962e0 req-8542a2c2-cc16-4b52-99b2-412f0a7e647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:14.362441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202a03a-b1d1-46cb-bb6b-1cb0adb962e0 req-8542a2c2-cc16-4b52-99b2-412f0a7e647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:14.364019 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6202a03a-b1d1-46cb-bb6b-1cb0adb962e0 req-8542a2c2-cc16-4b52-99b2-412f0a7e647f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=da10fcdd1e56422d809e80303ecf3512&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.3863528 Nov 11 11:58:14.367377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21195f72-db52-46af-a43a-9466c63bc0e5 req-447f3615-3163-4bca-a464-1beb8505be2a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:14.373261 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21195f72-db52-46af-a43a-9466c63bc0e5 req-447f3615-3163-4bca-a464-1beb8505be2a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:14.376574 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:14.377486 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:14.378838 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] 10.222.0.62 "PUT /v2.0/ports/ea3497b0-d758-4a1f-a6ba-fefcc33dee7a HTTP/1.1" status: 200 len: 1092 time: 2.8863778 Nov 11 11:58:14.380207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21195f72-db52-46af-a43a-9466c63bc0e5 req-447f3615-3163-4bca-a464-1beb8505be2a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:14.385675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21195f72-db52-46af-a43a-9466c63bc0e5 req-447f3615-3163-4bca-a464-1beb8505be2a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:14.387556 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21195f72-db52-46af-a43a-9466c63bc0e5 req-447f3615-3163-4bca-a464-1beb8505be2a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5405 time: 0.5139098 Nov 11 11:58:14.394829 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-fc436984-2b64-4ec2-b318-d514106bd0bc service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664716 Nov 11 11:58:14.518448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89765054-b467-4a72-a83d-7e4ad7148b33 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3497b0-d758-4a1f-a6ba-fefcc33dee7a,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:14.521013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d4c23cc1-438b-4e39-b1ec-8bcaffac93dd no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:58:14.544127 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: d4c23cc1-438b-4e39-b1ec-8bcaffac93dd {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:58:14.544546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d4c23cc1-438b-4e39-b1ec-8bcaffac93dd not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:58:14.572580 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:14.597764 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] For port cb685e1e-459f-492c-9930-41b9ec4b238d, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:14.618892 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e32ec6a-2e93-4e16-a2a9-3fdef298f31f req-e283e96c-7376-48d3-8631-476a38aea25c tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162768 Nov 11 11:58:14.628282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-334d8e0f-1116-44a2-832f-62ea3ce7673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:14.629813 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-334d8e0f-1116-44a2-832f-62ea3ce7673d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f514ae4af4944129621f74407d1ab6b&device_id=d3e651dd-af4e-4ae1-9919-d207ef18fe3b HTTP/1.1" status: 200 len: 1095 time: 0.1515918 Nov 11 11:58:14.643271 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202a03a-b1d1-46cb-bb6b-1cb0adb962e0 req-d8a6b2d8-1abc-4f33-bc3e-7557d00b18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:14.643271 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6202a03a-b1d1-46cb-bb6b-1cb0adb962e0 req-d8a6b2d8-1abc-4f33-bc3e-7557d00b18ec service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2589831 Nov 11 11:58:14.643511 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] For port cb685e1e-459f-492c-9930-41b9ec4b238d, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=cb685e1e-459f-492c-9930-41b9ec4b238d,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:14.661924 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:14.674064 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21195f72-db52-46af-a43a-9466c63bc0e5 req-e0d1af44-ef6a-4fa6-bcff-27cd12c3d8fe tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2624331 Nov 11 11:58:14.709035 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-daa2a4c4-76d6-4103-95aa-8ab3facb19b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea3497b0-d758-4a1f-a6ba-fefcc33dee7a HTTP/1.1" status: 200 len: 217 time: 0.0679047 Nov 11 11:58:14.748742 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-1adfb478-1bca-494e-9305-0b0c8773bfb1 service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343205 Nov 11 11:58:14.766933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:14.767636 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:14.769309 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] 10.222.0.43 "PUT /v2.0/ports/cb685e1e-459f-492c-9930-41b9ec4b238d HTTP/1.1" status: 200 len: 1090 time: 3.8591702 Nov 11 11:58:14.795023 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-963af3ee-3391-40bf-95a1-c33ef092630d req-38ce0062-952e-4c64-9c63-37cb9dcbd77e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:14.804771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9337a8-2e67-4b9c-98f5-240a39592d51 service neutron] Pushing event updated for resources: {'Port': ['ID=cb685e1e-459f-492c-9930-41b9ec4b238d,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:14.822905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Request body: {'port': {'device_id': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:14.836647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-0f4d4083-8edd-4f37-89eb-ecf5c6a564c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:14.838431 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-0f4d4083-8edd-4f37-89eb-ecf5c6a564c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bde6d495-1b6e-46a9-9d06-71c576c3768d HTTP/1.1" status: 200 len: 852 time: 0.1198990 Nov 11 11:58:14.862772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1631249d-2585-467f-8f78-e36291c906fa up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:14.902907 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-2972aae1-ae22-49a6-ab5c-9b6d9ab2c0dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b96435f7-9020-4e11-bb9c-9126a8f7424a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551636 Nov 11 11:58:14.932759 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:14.945239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 1631249d-2585-467f-8f78-e36291c906fa triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:14.945620 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:14.956273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8d5433a-74fa-43bd-a687-8d88b5138e91 req-1a68cf27-0674-4fba-93c0-6b44ace99a00 tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0824735 Nov 11 11:58:14.998357 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:15.037837 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f2ec6-1d62-4531-9a44-63dbd9444f3a req-e4b5c745-00a7-4441-b041-599c394895f9 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:15.040425 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f59f2ec6-1d62-4531-9a44-63dbd9444f3a req-e4b5c745-00a7-4441-b041-599c394895f9 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e651dd-af4e-4ae1-9919-d207ef18fe3b HTTP/1.1" status: 200 len: 944 time: 0.1746480 Nov 11 11:58:15.052322 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-963af3ee-3391-40bf-95a1-c33ef092630d req-38ce0062-952e-4c64-9c63-37cb9dcbd77e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:15.146679 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bba680f1-b1c6-4c99-aadd-430e1095735f req-68c317c5-4340-41be-ad65-f411af4b937a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0446086 Nov 11 11:58:15.205729 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-efb55fa0-3646-4b21-8452-0677465ebc7e service neutron] 10.222.0.62 "GET /v2.0/networks/b96435f7-9020-4e11-bb9c-9126a8f7424a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813997 Nov 11 11:58:15.549861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963af3ee-3391-40bf-95a1-c33ef092630d req-38ce0062-952e-4c64-9c63-37cb9dcbd77e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Network 394296cd-ddf9-481f-93cf-51fd49ff4081 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:58:15.575797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-963af3ee-3391-40bf-95a1-c33ef092630d req-38ce0062-952e-4c64-9c63-37cb9dcbd77e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:15.588284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce0062-952e-4c64-9c63-37cb9dcbd77e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Pushing event updated for resources: {'Port': ['ID=aa3f7583-1f75-4f90-a531-6e993cbf060d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:15.594152 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-963af3ee-3391-40bf-95a1-c33ef092630d req-38ce0062-952e-4c64-9c63-37cb9dcbd77e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:58:15.598331 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Router 62bf8623-8170-456c-950d-b6b7238a884d is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:58:15.600281 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:15.608566 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-263743f3-fa46-47ba-a674-e5686e3724f2 req-98cdf921-fad6-4407-926c-a2fd2c43340a service neutron] 10.222.0.62 "GET /v2.0/networks/b96435f7-9020-4e11-bb9c-9126a8f7424a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844469 Nov 11 11:58:15.636886 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'tag': 'cb685e1e-459f-492c-9930-41b9ec4b238d'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:15.639256 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e73f60a-909d-411b-b2a5-b475582cb292" -d '{"events": [{"name": "network-changed", "server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "tag": "cb685e1e-459f-492c-9930-41b9ec4b238d"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:15.656012 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f59f2ec6-1d62-4531-9a44-63dbd9444f3a req-727c3c78-0290-477b-8718-b655a101cda0 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/security-groups?id=cdb1676b-ba4b-4348-b047-dd9d916c796d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5972359 Nov 11 11:58:15.680752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-ef5bf70e-a754-45e6-9b5c-f9c1bed2defa tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:15.682300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-ef5bf70e-a754-45e6-9b5c-f9c1bed2defa tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635&tenant_id=67f94b11282a42279e45a23ba30fcf1d&binding%3Ahost_id=n-h1-807359-3 HTTP/1.1" status: 200 len: 1095 time: 0.5514305 Nov 11 11:58:15.697384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a8db5-b097-4330-8b33-ed318fd0c50b req-21f788ad-de2e-458a-ae8b-d03b6c730157 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:15.698939 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c26a8db5-b097-4330-8b33-ed318fd0c50b req-21f788ad-de2e-458a-ae8b-d03b6c730157 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f987d72b-c453-47b3-a934-3e6a42513ace HTTP/1.1" status: 200 len: 931 time: 0.5639038 Nov 11 11:58:15.717290 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:58:15.730790 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Sync routers for ids ['62bf8623-8170-456c-950d-b6b7238a884d'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:58:15.748947 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Routers {'62bf8623-8170-456c-950d-b6b7238a884d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:58:15.749566 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:58:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62bf8623-8170-456c-950d-b6b7238a884d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:15.757406 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:15.763460 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2d9d8ea6-9a2c-4be9-a7e0-3779d7cc2474 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7357869 Nov 11 11:58:15.766537 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51464) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:15.768040 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963af3ee-3391-40bf-95a1-c33ef092630d req-38ce0062-952e-4c64-9c63-37cb9dcbd77e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:15.768679 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-963af3ee-3391-40bf-95a1-c33ef092630d req-38ce0062-952e-4c64-9c63-37cb9dcbd77e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:15.841069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-963af3ee-3391-40bf-95a1-c33ef092630d req-38ce0062-952e-4c64-9c63-37cb9dcbd77e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7593899 Nov 11 11:58:15.870233 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Request body: {'port': {'device_id': 'f987d72b-c453-47b3-a934-3e6a42513ace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:15.946720 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e651dd-af4e-4ae1-9919-d207ef18fe3b', 'tag': 'ea3497b0-d758-4a1f-a6ba-fefcc33dee7a'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:15.949248 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba3a422-9795-46a5-9e04-27ea8af8b1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e651dd-af4e-4ae1-9919-d207ef18fe3b", "tag": "ea3497b0-d758-4a1f-a6ba-fefcc33dee7a"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:15.969884 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c26a8db5-b097-4330-8b33-ed318fd0c50b req-8770280b-c5de-4006-b346-bba0cb72b344 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319837 Nov 11 11:58:15.995117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Set router 62bf8623-8170-456c-950d-b6b7238a884d gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:58:16.053599 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eb64fd-2d81-481c-9728-26b5d9a02802 x-openstack-request-id: req-25eb64fd-2d81-481c-9728-26b5d9a02802 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:16.053918 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "tag": "cb685e1e-459f-492c-9930-41b9ec4b238d", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:16.054167 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25eb64fd-2d81-481c-9728-26b5d9a02802 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:16.054566 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'tag': 'cb685e1e-459f-492c-9930-41b9ec4b238d', 'status': 'completed', 'code': 200} Nov 11 11:58:16.108661 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:16.143511 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7f29d-9206-4ac5-865d-35b13fd95bf0 req-53bde7b3-af8f-4a9e-8b36-bd3d783744bf tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.145941 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88e7f29d-9206-4ac5-865d-35b13fd95bf0 req-53bde7b3-af8f-4a9e-8b36-bd3d783744bf tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 944 time: 0.2921307 Nov 11 11:58:16.212282 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a34710-3faa-4315-b872-f1630df0cbd0 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:16.222118 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-ff6c2230-f896-4070-986b-c998b50c52ab service neutron] For port 24e990b1-18dd-4242-9688-0f51c6576fc6, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:16.225543 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:16.229086 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73f60a-909d-411b-b2a5-b475582cb292 req-10e59ba9-6ac7-45e7-9e06-fa37192c94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.229660 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73f60a-909d-411b-b2a5-b475582cb292 req-10e59ba9-6ac7-45e7-9e06-fa37192c94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.230117 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73f60a-909d-411b-b2a5-b475582cb292 req-10e59ba9-6ac7-45e7-9e06-fa37192c94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.230562 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73f60a-909d-411b-b2a5-b475582cb292 req-10e59ba9-6ac7-45e7-9e06-fa37192c94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.231005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73f60a-909d-411b-b2a5-b475582cb292 req-10e59ba9-6ac7-45e7-9e06-fa37192c94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.231448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73f60a-909d-411b-b2a5-b475582cb292 req-10e59ba9-6ac7-45e7-9e06-fa37192c94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.231893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73f60a-909d-411b-b2a5-b475582cb292 req-10e59ba9-6ac7-45e7-9e06-fa37192c94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.233866 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9e73f60a-909d-411b-b2a5-b475582cb292 req-10e59ba9-6ac7-45e7-9e06-fa37192c94fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da10fcdd1e56422d809e80303ecf3512&device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 6352 time: 0.1510379 Nov 11 11:58:16.264410 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-ff6c2230-f896-4070-986b-c998b50c52ab service neutron] Publish callbacks [] for binding, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:16.265522 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ed50600-e4aa-4294-adba-b3ee83063ab0 req-ff6c2230-f896-4070-986b-c998b50c52ab service neutron] 10.222.0.62 "DELETE /v2.0/ports/24e990b1-18dd-4242-9688-0f51c6576fc6/bindings/n-h2-807359-3 HTTP/1.1" status: 204 len: 173 time: 0.5620985 Nov 11 11:58:16.288020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Transition to ACTIVE for port object 34a34710-3faa-4315-b872-f1630df0cbd0 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:58:16.292004 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:14Z', 'revision_number': 3, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:16.313312 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:16.336276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Checking router: 62bf8623-8170-456c-950d-b6b7238a884d for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:58:16.336758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Updating router 62bf8623-8170-456c-950d-b6b7238a884d port ae3729c1-be79-4bdb-bd96-e4fb55bb31fe binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:58:16.337127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88e7f29d-9206-4ac5-865d-35b13fd95bf0 req-95b50bfe-9599-4f23-9c31-4d9a84c13d47 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633360 Nov 11 11:58:16.373823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3ffc7-9f02-4c33-9c4f-47c9c453e3f6 req-07f5a7f1-ae6a-455f-a014-8aed40b88221 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.380243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3ffc7-9f02-4c33-9c4f-47c9c453e3f6 req-07f5a7f1-ae6a-455f-a014-8aed40b88221 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.384986 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:16.386411 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3ffc7-9f02-4c33-9c4f-47c9c453e3f6 req-07f5a7f1-ae6a-455f-a014-8aed40b88221 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.392387 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3ffc7-9f02-4c33-9c4f-47c9c453e3f6 req-07f5a7f1-ae6a-455f-a014-8aed40b88221 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.398141 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73f60a-909d-411b-b2a5-b475582cb292 req-56b62be3-ded0-430b-a8bd-b55cd69d04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.398358 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73f60a-909d-411b-b2a5-b475582cb292 req-56b62be3-ded0-430b-a8bd-b55cd69d04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.398689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3ffc7-9f02-4c33-9c4f-47c9c453e3f6 req-07f5a7f1-ae6a-455f-a014-8aed40b88221 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.398818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73f60a-909d-411b-b2a5-b475582cb292 req-56b62be3-ded0-430b-a8bd-b55cd69d04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.400416 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9e73f60a-909d-411b-b2a5-b475582cb292 req-56b62be3-ded0-430b-a8bd-b55cd69d04e3 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=da10fcdd1e56422d809e80303ecf3512&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.1557152 Nov 11 11:58:16.404688 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3ffc7-9f02-4c33-9c4f-47c9c453e3f6 req-07f5a7f1-ae6a-455f-a014-8aed40b88221 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.414818 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3ffc7-9f02-4c33-9c4f-47c9c453e3f6 req-07f5a7f1-ae6a-455f-a014-8aed40b88221 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.416796 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dea3ffc7-9f02-4c33-9c4f-47c9c453e3f6 req-07f5a7f1-ae6a-455f-a014-8aed40b88221 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5405 time: 0.2694757 Nov 11 11:58:16.546559 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:16.558476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=34a34710-3faa-4315-b872-f1630df0cbd0,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:16.592452 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73f60a-909d-411b-b2a5-b475582cb292 req-3c61c2de-7aef-4cc2-b6b9-e01fb1e8dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.594081 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9e73f60a-909d-411b-b2a5-b475582cb292 req-3c61c2de-7aef-4cc2-b6b9-e01fb1e8dfde service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1855755 Nov 11 11:58:16.628450 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3d4232-96a3-4ec1-94c3-b3285dc15747 x-openstack-request-id: req-2e3d4232-96a3-4ec1-94c3-b3285dc15747 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:16.629160 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e651dd-af4e-4ae1-9919-d207ef18fe3b", "tag": "ea3497b0-d758-4a1f-a6ba-fefcc33dee7a", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:16.629160 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e3d4232-96a3-4ec1-94c3-b3285dc15747 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:16.629364 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e651dd-af4e-4ae1-9919-d207ef18fe3b', 'tag': 'ea3497b0-d758-4a1f-a6ba-fefcc33dee7a', 'status': 'completed', 'code': 200} Nov 11 11:58:16.769838 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:16.776953 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:16.789685 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aa453c9c-90ee-48fb-8df1-2f7bd23fd73a req-04fad20a-5f4e-4374-b4cc-9984d8e93a2a tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0413144 Nov 11 11:58:16.795749 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dea3ffc7-9f02-4c33-9c4f-47c9c453e3f6 req-de232911-2a6b-4754-b1e3-7ba195e68a37 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3222561 Nov 11 11:58:16.813420 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Allocated IP 172.20.0.1 (1eaf59ac-cf7f-40ca-97a1-f02c3a524972/2ddfb148-78d7-41db-ac12-7719b2b055b6/15fbf7ec-4459-42cb-976f-80e4a2951f98) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:58:16.869744 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3a422-9795-46a5-9e04-27ea8af8b1a2 req-cd958765-c703-4176-9a50-0a08901ee714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:16.871416 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ba3a422-9795-46a5-9e04-27ea8af8b1a2 req-cd958765-c703-4176-9a50-0a08901ee714 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f514ae4af4944129621f74407d1ab6b&device_id=d3e651dd-af4e-4ae1-9919-d207ef18fe3b HTTP/1.1" status: 200 len: 1095 time: 0.2608435 Nov 11 11:58:16.881569 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f61e84-5268-4e82-8229-7996e4d33dca None None] Pushing event updated for resources: {'Port': ['ID=ae3729c1-be79-4bdb-bd96-e4fb55bb31fe,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:16.940384 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Attempting to bind port ae3729c1-be79-4bdb-bd96-e4fb55bb31fe on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:16.942171 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Attempting to bind port ae3729c1-be79-4bdb-bd96-e4fb55bb31fe by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:16.942171 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Attempting to bind port ae3729c1-be79-4bdb-bd96-e4fb55bb31fe on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:16.956365 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Attempting to bind port 34a34710-3faa-4315-b872-f1630df0cbd0 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:16.956725 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Attempting to bind port 34a34710-3faa-4315-b872-f1630df0cbd0 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '2c0205b8-1020-4f5a-b0fd-bf13a555964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:16.957060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Attempting to bind port 34a34710-3faa-4315-b872-f1630df0cbd0 on network 8b798677-2731-47ea-a947-54aa100bcc0d {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:16.958621 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:16.959304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:16.959955 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:16.960563 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:16.961278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Bound port: ae3729c1-be79-4bdb-bd96-e4fb55bb31fe, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:16.962066 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:16.969339 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:17.004116 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Port 34a34710-3faa-4315-b872-f1630df0cbd0 on network 8b798677-2731-47ea-a947-54aa100bcc0d not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:58:17.004116 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Attempting to bind port 34a34710-3faa-4315-b872-f1630df0cbd0 on network 8b798677-2731-47ea-a947-54aa100bcc0d {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:17.013685 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:17.027674 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:17.028015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Checking segment: {'id': '2c0205b8-1020-4f5a-b0fd-bf13a555964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:17.028407 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Bound using segment: {'id': '2c0205b8-1020-4f5a-b0fd-bf13a555964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:17.029062 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Bound port: 34a34710-3faa-4315-b872-f1630df0cbd0, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0205b8-1020-4f5a-b0fd-bf13a555964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:17.029229 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:17.040294 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] For port ae3729c1-be79-4bdb-bd96-e4fb55bb31fe, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:17.043981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] For port ae3729c1-be79-4bdb-bd96-e4fb55bb31fe, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ae3729c1-be79-4bdb-bd96-e4fb55bb31fe,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:17.052701 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:17.055591 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:58:17.060268 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:17.063473 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:58:17.110786 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3a422-9795-46a5-9e04-27ea8af8b1a2 req-2da4fcaa-6fcd-4b28-b193-a6b917dbae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:17.116684 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ba3a422-9795-46a5-9e04-27ea8af8b1a2 req-2da4fcaa-6fcd-4b28-b193-a6b917dbae6d service neutron] 10.222.0.62 "GET /v2.0/networks?id=b96435f7-9020-4e11-bb9c-9126a8f7424a HTTP/1.1" status: 200 len: 914 time: 0.2359476 Nov 11 11:58:17.134351 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Pushing event updated for resources: {'Port': ['ID=15fbf7ec-4459-42cb-976f-80e4a2951f98,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:17.152239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd80be-a49e-48ac-8559-fc1366cf326b req-843ec8ae-eda0-4cca-8f6b-610cdd25f510 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:17.154103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:17.154510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:17.155058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:17.159474 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:17.159960 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8cd80be-a49e-48ac-8559-fc1366cf326b req-843ec8ae-eda0-4cca-8f6b-610cdd25f510 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e651dd-af4e-4ae1-9919-d207ef18fe3b HTTP/1.1" status: 200 len: 944 time: 0.2108359 Nov 11 11:58:17.160614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:17.161235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:17.161982 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:17.162411 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:17.162834 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:17.163252 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:17.163670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:17.164083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:17.168341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Routers {'62bf8623-8170-456c-950d-b6b7238a884d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:58:17.169216 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:58:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62bf8623-8170-456c-950d-b6b7238a884d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:17.177045 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:17.273361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] For port 34a34710-3faa-4315-b872-f1630df0cbd0, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:17.277866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] For port 34a34710-3faa-4315-b872-f1630df0cbd0, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=34a34710-3faa-4315-b872-f1630df0cbd0,segment=NetworkSegment(2c0205b8-1020-4f5a-b0fd-bf13a555964b),segment_id=2c0205b8-1020-4f5a-b0fd-bf13a555964b)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:17.293921 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3f7583-1f75-4f90-a531-6e993cbf060d {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:17.303639 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:17.318595 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Transition to ACTIVE for port object aa3f7583-1f75-4f90-a531-6e993cbf060d will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:58:17.323071 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ba3a422-9795-46a5-9e04-27ea8af8b1a2 req-6cf89fa2-b87a-4f32-8ab1-69ed17e3b3e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea3497b0-d758-4a1f-a6ba-fefcc33dee7a HTTP/1.1" status: 200 len: 217 time: 0.1514580 Nov 11 11:58:17.324360 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:17.325719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] Set router 62bf8623-8170-456c-950d-b6b7238a884d gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:58:17.352959 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:17.426043 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:17.426661 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:17.427778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f61e84-5268-4e82-8229-7996e4d33dca None None] Pushing event updated for resources: {'Port': ['ID=ae3729c1-be79-4bdb-bd96-e4fb55bb31fe,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:17.428101 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] 10.222.0.43 "PUT /v2.0/ports/34a34710-3faa-4315-b872-f1630df0cbd0 HTTP/1.1" status: 200 len: 1091 time: 2.6113336 Nov 11 11:58:17.446702 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:17.460935 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8cd80be-a49e-48ac-8559-fc1366cf326b req-8602bb75-67e2-4702-9efa-47f3e81033ed tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/security-groups?id=cdb1676b-ba4b-4348-b047-dd9d916c796d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000329 Nov 11 11:58:17.472329 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Request body: {'port': {'device_id': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:17.540827 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:17.554000 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-79abdd14-6092-4551-9358-e04ae7e9b386 None None] Provisioning complete for port 15fbf7ec-4459-42cb-976f-80e4a2951f98 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:17.554360 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-79abdd14-6092-4551-9358-e04ae7e9b386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:17.675700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb518321-93fb-4c2f-b8e2-c9252726dd42 req-67791768-2a17-49fc-86a1-ad9a7f0d452f tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:17.679937 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-79abdd14-6092-4551-9358-e04ae7e9b386 None None] Port 15fbf7ec-4459-42cb-976f-80e4a2951f98 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:58:17.684331 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb518321-93fb-4c2f-b8e2-c9252726dd42 req-67791768-2a17-49fc-86a1-ad9a7f0d452f tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 1095 time: 0.1185200 Nov 11 11:58:17.706941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:14Z', 'revision_number': 3, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:17.715845 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:17.721967 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:17.741953 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcc9d65-22c6-4337-a0db-04f56c3468b6 None None] The sync data for ids ['62bf8623-8170-456c-950d-b6b7238a884d'] in n-d-807359-3 is: [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:14Z', 'revision_number': 3, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:58:17.790326 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3a422-9795-46a5-9e04-27ea8af8b1a2 req-db6889ff-8051-4668-a5a8-958ca985cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:17.791876 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ba3a422-9795-46a5-9e04-27ea8af8b1a2 req-db6889ff-8051-4668-a5a8-958ca985cc86 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bde6d495-1b6e-46a9-9d06-71c576c3768d HTTP/1.1" status: 200 len: 852 time: 0.4564226 Nov 11 11:58:17.795030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Pushing event updated for resources: {'Port': ['ID=15fbf7ec-4459-42cb-976f-80e4a2951f98,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:17.806228 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:17.823720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f3430-7b48-4b45-818f-47757d97f6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=34a34710-3faa-4315-b872-f1630df0cbd0,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:17.913240 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:58:17.915072 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:17.951757 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ba3a422-9795-46a5-9e04-27ea8af8b1a2 req-3bbe66a6-c800-4d4c-a3b9-0a0c68fbe997 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b96435f7-9020-4e11-bb9c-9126a8f7424a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290362 Nov 11 11:58:18.005089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ed724-d030-4c7c-9db3-688ca09bd7c2 req-34549195-f24c-4f53-ad6e-64f375ed470e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:18.006865 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-790ed724-d030-4c7c-9db3-688ca09bd7c2 req-34549195-f24c-4f53-ad6e-64f375ed470e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f987d72b-c453-47b3-a934-3e6a42513ace HTTP/1.1" status: 200 len: 943 time: 0.2924759 Nov 11 11:58:18.057724 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'tag': '34a34710-3faa-4315-b872-f1630df0cbd0'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:18.063678 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d231466d-8547-4bd1-a87a-db6aafba90da" -d '{"events": [{"name": "network-changed", "server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "tag": "34a34710-3faa-4315-b872-f1630df0cbd0"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:18.080096 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Router 62bf8623-8170-456c-950d-b6b7238a884d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:58:18.100254 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb518321-93fb-4c2f-b8e2-c9252726dd42 req-179e0d46-1421-4526-bc9e-9d07bae0ef48 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108737 Nov 11 11:58:18.146962 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3f7583-1f75-4f90-a531-6e993cbf060d,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:18.204367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Attempting to bind port aa3f7583-1f75-4f90-a531-6e993cbf060d on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:18.204751 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Attempting to bind port aa3f7583-1f75-4f90-a531-6e993cbf060d by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:18.205034 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Attempting to bind port aa3f7583-1f75-4f90-a531-6e993cbf060d on network 394296cd-ddf9-481f-93cf-51fd49ff4081 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:18.239435 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:58:18.253699 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cbfd7f47-f2e8-481d-89f5-61d19517c254 admin admin] 10.222.0.65 "PUT /v2.0/routers/62bf8623-8170-456c-950d-b6b7238a884d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4782538 Nov 11 11:58:18.309426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Port aa3f7583-1f75-4f90-a531-6e993cbf060d on network 394296cd-ddf9-481f-93cf-51fd49ff4081 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:58:18.309869 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Attempting to bind port aa3f7583-1f75-4f90-a531-6e993cbf060d on network 394296cd-ddf9-481f-93cf-51fd49ff4081 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:18.321404 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:18.321939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Checking segment: {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:18.322330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Bound using segment: {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:18.322947 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Bound port: aa3f7583-1f75-4f90-a531-6e993cbf060d, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:18.323472 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:18.334819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a2a589aa-d073-4ab7-baaf-71b9e97c0bb2 None None] Provisioning complete for port 15fbf7ec-4459-42cb-976f-80e4a2951f98 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:18.335434 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a2a589aa-d073-4ab7-baaf-71b9e97c0bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:18.375560 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-790ed724-d030-4c7c-9db3-688ca09bd7c2 req-b7e747c9-f6c9-4711-95ac-215341e93003 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286333 Nov 11 11:58:18.391692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a2a589aa-d073-4ab7-baaf-71b9e97c0bb2 None None] Port 15fbf7ec-4459-42cb-976f-80e4a2951f98 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:58:18.397651 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ba3a422-9795-46a5-9e04-27ea8af8b1a2 req-c40a772b-40a5-4e39-829e-9a32f9c9e6cc service neutron] 10.222.0.62 "GET /v2.0/networks/b96435f7-9020-4e11-bb9c-9126a8f7424a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175336 Nov 11 11:58:18.539467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] For port aa3f7583-1f75-4f90-a531-6e993cbf060d, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:18.544368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] For port aa3f7583-1f75-4f90-a531-6e993cbf060d, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=aa3f7583-1f75-4f90-a531-6e993cbf060d,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:18.557840 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ea3497b0-d758-4a1f-a6ba-fefcc33dee7a details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:58:18.572656 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa6ce1d-3fc5-479d-9e23-1b2575314dbe x-openstack-request-id: req-cfa6ce1d-3fc5-479d-9e23-1b2575314dbe {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:18.572946 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "tag": "34a34710-3faa-4315-b872-f1630df0cbd0", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:18.573195 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cfa6ce1d-3fc5-479d-9e23-1b2575314dbe {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:18.573619 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'tag': '34a34710-3faa-4315-b872-f1630df0cbd0', 'status': 'completed', 'code': 200} Nov 11 11:58:18.574905 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:18.664111 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231466d-8547-4bd1-a87a-db6aafba90da req-0173421d-df02-4090-884c-7d84da95ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:18.664784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231466d-8547-4bd1-a87a-db6aafba90da req-0173421d-df02-4090-884c-7d84da95ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:18.665181 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231466d-8547-4bd1-a87a-db6aafba90da req-0173421d-df02-4090-884c-7d84da95ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:18.665925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231466d-8547-4bd1-a87a-db6aafba90da req-0173421d-df02-4090-884c-7d84da95ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:18.666389 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231466d-8547-4bd1-a87a-db6aafba90da req-0173421d-df02-4090-884c-7d84da95ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:18.666838 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231466d-8547-4bd1-a87a-db6aafba90da req-0173421d-df02-4090-884c-7d84da95ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:18.667277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231466d-8547-4bd1-a87a-db6aafba90da req-0173421d-df02-4090-884c-7d84da95ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:18.669283 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d231466d-8547-4bd1-a87a-db6aafba90da req-0173421d-df02-4090-884c-7d84da95ce30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da10fcdd1e56422d809e80303ecf3512&device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 6419 time: 0.0745668 Nov 11 11:58:18.703780 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:18.714002 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:18.717511 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] 10.222.0.43 "PUT /v2.0/ports/aa3f7583-1f75-4f90-a531-6e993cbf060d HTTP/1.1" status: 200 len: 1091 time: 2.8653960 Nov 11 11:58:18.765624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ea3497b0-d758-4a1f-a6ba-fefcc33dee7a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ea3497b0-d758-4a1f-a6ba-fefcc33dee7a,segment=NetworkSegment(1b243b44-183b-410d-8c66-8e110ec369b2),segment_id=1b243b44-183b-410d-8c66-8e110ec369b2)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:18.781670 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'ea3497b0-d758-4a1f-a6ba-fefcc33dee7a', 'network_id': 'b96435f7-9020-4e11-bb9c-9126a8f7424a', 'port_id': 'ea3497b0-d758-4a1f-a6ba-fefcc33dee7a', 'mac_address': 'fa:16:3e:e7:af:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde6d495-1b6e-46a9-9d06-71c576c3768d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:58:18.852723 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ae3729c1-be79-4bdb-bd96-e4fb55bb31fe up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:18.862285 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:18.867593 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231466d-8547-4bd1-a87a-db6aafba90da req-b98a9025-03a8-4fe1-a20a-4dd3c8fa4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:18.868165 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231466d-8547-4bd1-a87a-db6aafba90da req-b98a9025-03a8-4fe1-a20a-4dd3c8fa4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:18.868701 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231466d-8547-4bd1-a87a-db6aafba90da req-b98a9025-03a8-4fe1-a20a-4dd3c8fa4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:18.870482 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d231466d-8547-4bd1-a87a-db6aafba90da req-b98a9025-03a8-4fe1-a20a-4dd3c8fa4c5e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=da10fcdd1e56422d809e80303ecf3512&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.1924007 Nov 11 11:58:18.915222 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3497b0-d758-4a1f-a6ba-fefcc33dee7a {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:18.944958 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ea3497b0-d758-4a1f-a6ba-fefcc33dee7a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ea3497b0-d758-4a1f-a6ba-fefcc33dee7a,segment=NetworkSegment(1b243b44-183b-410d-8c66-8e110ec369b2),segment_id=1b243b44-183b-410d-8c66-8e110ec369b2)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:18.956784 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:18.963047 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ae3729c1-be79-4bdb-bd96-e4fb55bb31fe triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:18.963395 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:18.995658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231466d-8547-4bd1-a87a-db6aafba90da req-67f04a06-bb15-4e76-8f49-346932c570b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:18.997150 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d231466d-8547-4bd1-a87a-db6aafba90da req-67f04a06-bb15-4e76-8f49-346932c570b5 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1079044 Nov 11 11:58:19.044852 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=ea3497b0-d758-4a1f-a6ba-fefcc33dee7a,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:19.089934 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:19.111191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port ae3729c1-be79-4bdb-bd96-e4fb55bb31fe, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ae3729c1-be79-4bdb-bd96-e4fb55bb31fe,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:19.117041 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:19.169829 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=ae3729c1-be79-4bdb-bd96-e4fb55bb31fe,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:19.180288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622781c-0d6e-4eea-96a7-d1f33275a331 req-d87dcf62-f042-4e36-8eee-0d294f21aad6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:19.186286 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622781c-0d6e-4eea-96a7-d1f33275a331 req-d87dcf62-f042-4e36-8eee-0d294f21aad6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:19.192219 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622781c-0d6e-4eea-96a7-d1f33275a331 req-d87dcf62-f042-4e36-8eee-0d294f21aad6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:19.198253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622781c-0d6e-4eea-96a7-d1f33275a331 req-d87dcf62-f042-4e36-8eee-0d294f21aad6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:19.204147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622781c-0d6e-4eea-96a7-d1f33275a331 req-d87dcf62-f042-4e36-8eee-0d294f21aad6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:19.210197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622781c-0d6e-4eea-96a7-d1f33275a331 req-d87dcf62-f042-4e36-8eee-0d294f21aad6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:19.216121 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622781c-0d6e-4eea-96a7-d1f33275a331 req-d87dcf62-f042-4e36-8eee-0d294f21aad6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:19.218068 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5622781c-0d6e-4eea-96a7-d1f33275a331 req-d87dcf62-f042-4e36-8eee-0d294f21aad6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5417 time: 0.6609209 Nov 11 11:58:19.241748 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e34327-0cc1-4256-b7c5-4c2361a57a19 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3f7583-1f75-4f90-a531-6e993cbf060d,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:19.278614 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a78b3-0550-415d-9ecd-2da2870a1e2a req-f6a987a0-7ec6-4b96-a1e7-488edd786456 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:19.279519 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['ea3497b0-d758-4a1f-a6ba-fefcc33dee7a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:19.280172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a0a78b3-0550-415d-9ecd-2da2870a1e2a req-f6a987a0-7ec6-4b96-a1e7-488edd786456 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 1095 time: 0.6558642 Nov 11 11:58:19.285929 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ba3a422-9795-46a5-9e04-27ea8af8b1a2 req-51e28cdd-4728-4727-9dcc-d42f15fa0d76 service neutron] 10.222.0.62 "GET /v2.0/networks/b96435f7-9020-4e11-bb9c-9126a8f7424a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8752971 Nov 11 11:58:19.321851 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963af3ee-3391-40bf-95a1-c33ef092630d req-c34dd6f8-5daf-449a-bde8-75ae7aaab23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:19.323408 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-963af3ee-3391-40bf-95a1-c33ef092630d req-c34dd6f8-5daf-449a-bde8-75ae7aaab23a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&device_id=f987d72b-c453-47b3-a934-3e6a42513ace HTTP/1.1" status: 200 len: 1094 time: 0.2391801 Nov 11 11:58:19.338603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:19.355848 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:19.415945 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-963af3ee-3391-40bf-95a1-c33ef092630d req-b62137d0-6411-4f59-b825-0642fcf4318a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa3f7583-1f75-4f90-a531-6e993cbf060d HTTP/1.1" status: 200 len: 217 time: 0.0798764 Nov 11 11:58:19.438746 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Transition to ACTIVE for port object b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:58:19.446731 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5622781c-0d6e-4eea-96a7-d1f33275a331 req-9397fea9-5895-4fb8-be53-54e1d3f78cff tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2137916 Nov 11 11:58:19.470670 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a0a78b3-0550-415d-9ecd-2da2870a1e2a req-3a5b8d70-b909-4115-8ac5-aeac08030224 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728756 Nov 11 11:58:19.472973 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:19.523119 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963af3ee-3391-40bf-95a1-c33ef092630d req-1a2ed37d-5989-40c1-8105-6c0fddb09b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:19.524744 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-963af3ee-3391-40bf-95a1-c33ef092630d req-1a2ed37d-5989-40c1-8105-6c0fddb09b81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87e99551-4140-4663-b03e-6ab8528ee6e0 HTTP/1.1" status: 200 len: 851 time: 0.0980475 Nov 11 11:58:19.564456 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-963af3ee-3391-40bf-95a1-c33ef092630d req-5b9ec688-e19d-4a98-a2ef-a097cc10b698 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=394296cd-ddf9-481f-93cf-51fd49ff4081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265892 Nov 11 11:58:19.626684 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a0426eb-f8f8-4e04-b869-279ab8d6b27d req-15919ce9-5e7c-4fce-a06e-cff4d88a6765 tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0570488 Nov 11 11:58:19.633654 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:19.753295 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Sync routers for ids ['62bf8623-8170-456c-950d-b6b7238a884d'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:58:19.766521 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Routers {'62bf8623-8170-456c-950d-b6b7238a884d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:58:19.767158 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:58:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62bf8623-8170-456c-950d-b6b7238a884d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:19.804488 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-963af3ee-3391-40bf-95a1-c33ef092630d req-c73a9c8b-846d-4af7-82dd-ed2dfeff5b38 service neutron] 10.222.0.43 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195578 Nov 11 11:58:19.813290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b466c8-555e-44b2-ab2a-8a9010f19b9f req-18f6aa94-60ca-4684-bd14-0b81d2033cf3 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:19.814739 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96b466c8-555e-44b2-ab2a-8a9010f19b9f req-18f6aa94-60ca-4684-bd14-0b81d2033cf3 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e651dd-af4e-4ae1-9919-d207ef18fe3b HTTP/1.1" status: 200 len: 945 time: 0.0950041 Nov 11 11:58:19.860703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Attempting to bind port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:19.861182 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Attempting to bind port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '2c0205b8-1020-4f5a-b0fd-bf13a555964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:19.861377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Attempting to bind port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 on network 8b798677-2731-47ea-a947-54aa100bcc0d {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:19.883122 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Set router 62bf8623-8170-456c-950d-b6b7238a884d gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:58:19.901454 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51532) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:19.902037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 on network 8b798677-2731-47ea-a947-54aa100bcc0d not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:58:19.902037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Attempting to bind port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 on network 8b798677-2731-47ea-a947-54aa100bcc0d {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:19.908553 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0f38ec92-89ff-4b66-b1cc-4470412ab5ab tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1008037062', 'description': 'tempest-description--530224259'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:19.924426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:19.924770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Checking segment: {'id': '2c0205b8-1020-4f5a-b0fd-bf13a555964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:19.925167 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Bound using segment: {'id': '2c0205b8-1020-4f5a-b0fd-bf13a555964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:19.925646 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Bound port: b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0205b8-1020-4f5a-b0fd-bf13a555964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:19.926030 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:19.944097 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f38ec92-89ff-4b66-b1cc-4470412ab5ab tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.017484 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96b466c8-555e-44b2-ab2a-8a9010f19b9f req-6006743c-96e8-4ec4-a7bf-4d668b7b6037 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/security-groups?id=cdb1676b-ba4b-4348-b047-dd9d916c796d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811965 Nov 11 11:58:20.029386 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f38ec92-89ff-4b66-b1cc-4470412ab5ab tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.038324 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f38ec92-89ff-4b66-b1cc-4470412ab5ab tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.052946 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-963af3ee-3391-40bf-95a1-c33ef092630d req-91f057c0-8d87-4c69-b250-f750b9786d42 service neutron] 10.222.0.43 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323778 Nov 11 11:58:20.083625 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38ec92-89ff-4b66-b1cc-4470412ab5ab tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33c35b5-2810-4813-8bf6-4c004a06fe08,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:20.087085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0245c-3b65-40cd-865a-dd5982b3d949 req-b00e5843-6e03-45b5-bc82-b7739209b10a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.090057 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f38ec92-89ff-4b66-b1cc-4470412ab5ab tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.094346 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7e0245c-3b65-40cd-865a-dd5982b3d949 req-b00e5843-6e03-45b5-bc82-b7739209b10a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f987d72b-c453-47b3-a934-3e6a42513ace HTTP/1.1" status: 200 len: 943 time: 0.1498747 Nov 11 11:58:20.097846 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0f38ec92-89ff-4b66-b1cc-4470412ab5ab tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1946380 Nov 11 11:58:20.098563 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51534) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:20.103811 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7a052345-21aa-4c5b-b2c9-c7ad081ea182 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Request body: {'security_group_rule': {'security_group_id': 'b33c35b5-2810-4813-8bf6-4c004a06fe08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:20.115788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] For port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:20.130562 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 4, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '15fbf7ec-4459-42cb-976f-80e4a2951f98', 'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'mac_address': 'fa:16:3e:d0:1e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:16Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 2, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'subnets': [{'id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:20.131905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] For port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0,segment=NetworkSegment(2c0205b8-1020-4f5a-b0fd-bf13a555964b),segment_id=2c0205b8-1020-4f5a-b0fd-bf13a555964b)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:20.138717 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7a052345-21aa-4c5b-b2c9-c7ad081ea182 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.142138 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.168111 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Checking router: 62bf8623-8170-456c-950d-b6b7238a884d for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:58:20.168576 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Updating router 62bf8623-8170-456c-950d-b6b7238a884d port 15fbf7ec-4459-42cb-976f-80e4a2951f98 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:58:20.199811 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7e0245c-3b65-40cd-865a-dd5982b3d949 req-2c66096e-51fc-43d4-b0df-901392184c22 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994418 Nov 11 11:58:20.206494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.207128 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.208618 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] 10.222.0.43 "PUT /v2.0/ports/b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 HTTP/1.1" status: 200 len: 1091 time: 2.7420485 Nov 11 11:58:20.209812 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.270144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620486d-a4ca-491c-aa05-560d99cd5754 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:20.296289 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7a052345-21aa-4c5b-b2c9-c7ad081ea182 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.304143 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7a052345-21aa-4c5b-b2c9-c7ad081ea182 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.335903 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7a052345-21aa-4c5b-b2c9-c7ad081ea182 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.337176 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7a052345-21aa-4c5b-b2c9-c7ad081ea182 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2375081 Nov 11 11:58:20.340229 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a052345-21aa-4c5b-b2c9-c7ad081ea182 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358fd6ad-3d6e-4e11-9c09-41e00ea894a7,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:20.343373 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51540) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:20.348168 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b992ccf0-c18b-4637-b83d-e3216e21f9dd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Request body: {'security_group_rule': {'security_group_id': 'b33c35b5-2810-4813-8bf6-4c004a06fe08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:20.391424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-3809350e-9ebd-4b10-9cce-305514ad41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.392321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-3809350e-9ebd-4b10-9cce-305514ad41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.393808 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-3809350e-9ebd-4b10-9cce-305514ad41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.394471 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-3809350e-9ebd-4b10-9cce-305514ad41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.395124 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-3809350e-9ebd-4b10-9cce-305514ad41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.395804 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-3809350e-9ebd-4b10-9cce-305514ad41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.395971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b992ccf0-c18b-4637-b83d-e3216e21f9dd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.396974 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-3809350e-9ebd-4b10-9cce-305514ad41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.399287 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-3809350e-9ebd-4b10-9cce-305514ad41b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da10fcdd1e56422d809e80303ecf3512&device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 6486 time: 0.1202877 Nov 11 11:58:20.451200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-0a85c22f-a23b-428b-874e-68c0edd5c33a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 HTTP/1.1" status: 200 len: 217 time: 0.0425999 Nov 11 11:58:20.474242 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b992ccf0-c18b-4637-b83d-e3216e21f9dd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.483545 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b992ccf0-c18b-4637-b83d-e3216e21f9dd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.540495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-977ffce2-6b17-404f-8bfc-b6193676a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.542728 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-977ffce2-6b17-404f-8bfc-b6193676a4d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52d168b6-ae90-474b-916f-74be6777191e HTTP/1.1" status: 200 len: 855 time: 0.0773971 Nov 11 11:58:20.550374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992ccf0-c18b-4637-b83d-e3216e21f9dd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52728faa-9214-475a-b300-9b294fa7efd2,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:20.559567 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b992ccf0-c18b-4637-b83d-e3216e21f9dd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.564680 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b992ccf0-c18b-4637-b83d-e3216e21f9dd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2200937 Nov 11 11:58:20.567904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51550) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:20.574305 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:20.575351 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ea3497b0-d758-4a1f-a6ba-fefcc33dee7a up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:20.593650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f987d72b-c453-47b3-a934-3e6a42513ace', 'tag': 'aa3f7583-1f75-4f90-a531-6e993cbf060d'}, {'name': 'network-changed', 'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'tag': 'b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:20.598653 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c1ef96-0641-4584-9d32-95d44d2fb128" -d '{"events": [{"name": "network-changed", "server_uuid": "f987d72b-c453-47b3-a934-3e6a42513ace", "tag": "aa3f7583-1f75-4f90-a531-6e993cbf060d"}, {"name": "network-changed", "server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "tag": "b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:20.609337 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.666797 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port ea3497b0-d758-4a1f-a6ba-fefcc33dee7a completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:58:20.674531 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port ea3497b0-d758-4a1f-a6ba-fefcc33dee7a triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:20.677665 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.695991 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-9d5bd8fc-4912-4a91-b198-c319899ffd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.697685 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-9d5bd8fc-4912-4a91-b198-c319899ffd0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb65d5f6-787d-4d2e-8933-7095a01ee3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384258 Nov 11 11:58:20.712658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855d71c-e947-42aa-b747-314c1437e4f5 req-495a892d-ef0a-41d7-8e2c-e5cacfe251bf tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.731712 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855d71c-e947-42aa-b747-314c1437e4f5 req-495a892d-ef0a-41d7-8e2c-e5cacfe251bf tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.738232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855d71c-e947-42aa-b747-314c1437e4f5 req-495a892d-ef0a-41d7-8e2c-e5cacfe251bf tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.748990 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855d71c-e947-42aa-b747-314c1437e4f5 req-495a892d-ef0a-41d7-8e2c-e5cacfe251bf tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.762537 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855d71c-e947-42aa-b747-314c1437e4f5 req-495a892d-ef0a-41d7-8e2c-e5cacfe251bf tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.768074 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.778011 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.780734 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.786505 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855d71c-e947-42aa-b747-314c1437e4f5 req-495a892d-ef0a-41d7-8e2c-e5cacfe251bf tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.793478 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855d71c-e947-42aa-b747-314c1437e4f5 req-495a892d-ef0a-41d7-8e2c-e5cacfe251bf tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:20.795502 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9855d71c-e947-42aa-b747-314c1437e4f5 req-495a892d-ef0a-41d7-8e2c-e5cacfe251bf tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5429 time: 0.1866405 Nov 11 11:58:20.812958 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ae3729c1-be79-4bdb-bd96-e4fb55bb31fe up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:20.825911 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96c33a9-6ff6-4496-8928-443d5036e06e x-openstack-request-id: req-c96c33a9-6ff6-4496-8928-443d5036e06e {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:20.826472 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f987d72b-c453-47b3-a934-3e6a42513ace", "tag": "aa3f7583-1f75-4f90-a531-6e993cbf060d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "tag": "b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:20.826472 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c96c33a9-6ff6-4496-8928-443d5036e06e {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:20.826828 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f987d72b-c453-47b3-a934-3e6a42513ace', 'tag': 'aa3f7583-1f75-4f90-a531-6e993cbf060d', 'status': 'completed', 'code': 200} Nov 11 11:58:20.827124 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'tag': 'b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0', 'status': 'completed', 'code': 200} Nov 11 11:58:20.873669 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.879227 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a3ca5-4aaf-4698-814d-8987a085922e None None] Pushing event updated for resources: {'Port': ['ID=15fbf7ec-4459-42cb-976f-80e4a2951f98,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:20.899214 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a3ca5-4aaf-4698-814d-8987a085922e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:20.900057 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a3ca5-4aaf-4698-814d-8987a085922e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:20.900209 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a3ca5-4aaf-4698-814d-8987a085922e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:20.900624 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a3ca5-4aaf-4698-814d-8987a085922e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:20.901066 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a3ca5-4aaf-4698-814d-8987a085922e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:20.901463 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a3ca5-4aaf-4698-814d-8987a085922e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:20.901900 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a3ca5-4aaf-4698-814d-8987a085922e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:20.902588 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a3ca5-4aaf-4698-814d-8987a085922e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:20.902721 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a3ca5-4aaf-4698-814d-8987a085922e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:20.903414 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a3ca5-4aaf-4698-814d-8987a085922e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:20.903845 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a3ca5-4aaf-4698-814d-8987a085922e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:20.904403 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a3ca5-4aaf-4698-814d-8987a085922e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:20.916166 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e651dd-af4e-4ae1-9919-d207ef18fe3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3497b0-d758-4a1f-a6ba-fefcc33dee7a'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:20.918815 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4938d1f-3330-4814-a2e5-71be9419baf4" -d '{"events": [{"server_uuid": "d3e651dd-af4e-4ae1-9919-d207ef18fe3b", "name": "network-vif-plugged", "status": "completed", "tag": "ea3497b0-d758-4a1f-a6ba-fefcc33dee7a"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:20.939330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ae3729c1-be79-4bdb-bd96-e4fb55bb31fe triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:20.939655 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.944907 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ea3497b0-d758-4a1f-a6ba-fefcc33dee7a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ea3497b0-d758-4a1f-a6ba-fefcc33dee7a,segment=NetworkSegment(1b243b44-183b-410d-8c66-8e110ec369b2),segment_id=1b243b44-183b-410d-8c66-8e110ec369b2)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:20.978022 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:20.982172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34b814b1-ccee-4187-bddf-6f11cb4d19b7 req-b09e4e0c-a22d-4277-a88d-fe4955de6167 tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0504594 Nov 11 11:58:21.029277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Allocated IP 172.25.2.3 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/22d82dd8-a75b-4e4d-9416-2182e39c0d73) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:58:21.034095 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Attempting to bind port 15fbf7ec-4459-42cb-976f-80e4a2951f98 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:21.035639 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Attempting to bind port 15fbf7ec-4459-42cb-976f-80e4a2951f98 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:21.036240 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Attempting to bind port 15fbf7ec-4459-42cb-976f-80e4a2951f98 on network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:21.052535 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:21.052915 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Checking segment: {'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:21.053966 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9855d71c-e947-42aa-b747-314c1437e4f5 req-1613867a-16b1-4c7f-b353-ef6d7d9f2c1d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2357631 Nov 11 11:58:21.054915 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:21.055322 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Bound using segment: {'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:21.055816 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Bound port: 15fbf7ec-4459-42cb-976f-80e4a2951f98, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:21.056200 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:21.068514 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-8a842280-09a9-4131-9adb-0ebf955b77af service neutron] 10.222.0.43 "GET /v2.0/networks/fb65d5f6-787d-4d2e-8933-7095a01ee3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719581 Nov 11 11:58:21.093084 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=ea3497b0-d758-4a1f-a6ba-fefcc33dee7a,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:21.123727 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-1ee196f0-84ae-4197-bbbe-b7a8e41480d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:21.137670 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-1ee196f0-84ae-4197-bbbe-b7a8e41480d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&device_id=f987d72b-c453-47b3-a934-3e6a42513ace HTTP/1.1" status: 200 len: 1094 time: 0.2500124 Nov 11 11:58:21.214074 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48036f71-9411-42a3-97b2-993e05d73d8f x-openstack-request-id: req-48036f71-9411-42a3-97b2-993e05d73d8f {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:21.214384 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e651dd-af4e-4ae1-9919-d207ef18fe3b", "name": "network-vif-plugged", "status": "completed", "tag": "ea3497b0-d758-4a1f-a6ba-fefcc33dee7a", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:21.214640 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48036f71-9411-42a3-97b2-993e05d73d8f {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:21.215091 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e651dd-af4e-4ae1-9919-d207ef18fe3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3497b0-d758-4a1f-a6ba-fefcc33dee7a', 'code': 200} Nov 11 11:58:21.235468 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] For port 15fbf7ec-4459-42cb-976f-80e4a2951f98, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:21.245499 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] For port 15fbf7ec-4459-42cb-976f-80e4a2951f98, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=15fbf7ec-4459-42cb-976f-80e4a2951f98,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:21.255980 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:21.258208 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:21.317027 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:21.319797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-0bd1bb2f-0762-40a2-ae23-da7582d6427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:21.321857 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-0bd1bb2f-0762-40a2-ae23-da7582d6427b service neutron] 10.222.0.43 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 913 time: 0.1816399 Nov 11 11:58:21.345193 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Routers {'62bf8623-8170-456c-950d-b6b7238a884d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:58:21.345961 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:58:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62bf8623-8170-456c-950d-b6b7238a884d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:21.372568 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:21.396932 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3963ac53-634b-452c-8ec6-0d42014dd0e8 None None] Provisioning complete for port 15fbf7ec-4459-42cb-976f-80e4a2951f98 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:21.398762 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3963ac53-634b-452c-8ec6-0d42014dd0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:21.430699 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-7d65e7ed-6ac4-4edf-86c0-27af280d892c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa3f7583-1f75-4f90-a531-6e993cbf060d HTTP/1.1" status: 200 len: 217 time: 0.0534878 Nov 11 11:58:21.442416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:58:21.460496 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:21.470190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:58:21.497440 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] Set router 62bf8623-8170-456c-950d-b6b7238a884d gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:58:21.530621 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-2127710d-645c-440e-86ed-aa19bcb642e2 service neutron] 10.222.0.43 "GET /v2.0/networks/fb65d5f6-787d-4d2e-8933-7095a01ee3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423628 Nov 11 11:58:21.535528 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event updated for resources: {'Port': ['ID=22d82dd8-a75b-4e4d-9416-2182e39c0d73,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:21.622176 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:21.661112 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1ed9bf82-3d7f-4f0e-87bd-f2a523b56c5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 HTTP/1.1" status: 200 len: 217 time: 0.0484812 Nov 11 11:58:21.688764 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:21.798917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-980d805e-2e57-43c5-a9ba-e28ad7e14452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:21.800402 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-980d805e-2e57-43c5-a9ba-e28ad7e14452 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.0996349 Nov 11 11:58:21.819266 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c3a30-6c3e-4507-860f-a8a3f0f3adff req-63db6e69-40b3-4ba1-83df-da371bc94ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:21.821051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a9c3a30-6c3e-4507-860f-a8a3f0f3adff req-63db6e69-40b3-4ba1-83df-da371bc94ac8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d3e651dd-af4e-4ae1-9919-d207ef18fe3b HTTP/1.1" status: 200 len: 1097 time: 0.4981041 Nov 11 11:58:21.863262 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3963ac53-634b-452c-8ec6-0d42014dd0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:21.877253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7475957-9988-4311-a5a5-e671b67e7be1 req-17f6bdac-5a1d-467b-9c56-994c648fa155 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:21.897176 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7475957-9988-4311-a5a5-e671b67e7be1 req-17f6bdac-5a1d-467b-9c56-994c648fa155 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:21.909295 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7475957-9988-4311-a5a5-e671b67e7be1 req-17f6bdac-5a1d-467b-9c56-994c648fa155 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=66bba539-5236-4d9c-8aff-b09852caf0cf&device_id=9dda71b9-49bf-4b03-8bc6-f84442b4d0df HTTP/1.1" status: 200 len: 1682 time: 0.5553684 Nov 11 11:58:21.943419 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3963ac53-634b-452c-8ec6-0d42014dd0e8 None None] For port 15fbf7ec-4459-42cb-976f-80e4a2951f98, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=15fbf7ec-4459-42cb-976f-80e4a2951f98,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:21.953537 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3963ac53-634b-452c-8ec6-0d42014dd0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:21.977910 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a3ca5-4aaf-4698-814d-8987a085922e None None] Pushing event updated for resources: {'Port': ['ID=15fbf7ec-4459-42cb-976f-80e4a2951f98,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:21.983496 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-a925f176-dea6-49e2-97dd-b86bb090de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:21.989846 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-a925f176-dea6-49e2-97dd-b86bb090de16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87e99551-4140-4663-b03e-6ab8528ee6e0 HTTP/1.1" status: 200 len: 851 time: 0.4411790 Nov 11 11:58:22.038123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963ac53-634b-452c-8ec6-0d42014dd0e8 None None] Pushing event updated for resources: {'Port': ['ID=15fbf7ec-4459-42cb-976f-80e4a2951f98,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:22.043828 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:22.062150 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:22.088395 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c10c8200-16fb-4ccc-9f1f-3153a9944006 None None] Provisioning complete for port 15fbf7ec-4459-42cb-976f-80e4a2951f98 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:22.092007 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c10c8200-16fb-4ccc-9f1f-3153a9944006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:22.105407 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a9c3a30-6c3e-4507-860f-a8a3f0f3adff req-c79d3c7b-0d7d-4749-a0d6-5cd6f967ceb7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cdb1676b-ba4b-4348-b047-dd9d916c796d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595813 Nov 11 11:58:22.190809 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7475957-9988-4311-a5a5-e671b67e7be1 req-e5796872-d355-4e18-a2ca-e693e97d4f4c tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789493 Nov 11 11:58:22.193018 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-c1fbf188-506a-4bcc-a289-66678280f749 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=394296cd-ddf9-481f-93cf-51fd49ff4081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426201 Nov 11 11:58:22.197018 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 4, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '15fbf7ec-4459-42cb-976f-80e4a2951f98', 'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'mac_address': 'fa:16:3e:d0:1e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:16Z', 'updated_at': '2021-11-11T11:58:21Z', 'revision_number': 4, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'subnets': [{'id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:22.213117 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event updated for resources: {'Port': ['ID=22d82dd8-a75b-4e4d-9416-2182e39c0d73,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:22.226006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3df39-d366-4866-9b29-dd5aeabab4dc req-b7346cda-3741-4d64-9521-f745bc34e903 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:22.240913 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:22.247460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d8f3df39-d366-4866-9b29-dd5aeabab4dc req-b7346cda-3741-4d64-9521-f745bc34e903 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e651dd-af4e-4ae1-9919-d207ef18fe3b HTTP/1.1" status: 200 len: 946 time: 0.8829353 Nov 11 11:58:22.275437 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:22.276903 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a60340f8-dda9-412a-a40e-b045342fccdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7079833 Nov 11 11:58:22.278134 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3881c4f9-d305-43fb-b562-09dff335ea2d None None] The sync data for ids ['62bf8623-8170-456c-950d-b6b7238a884d'] in n-d-807359-3 is: [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 4, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '15fbf7ec-4459-42cb-976f-80e4a2951f98', 'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'mac_address': 'fa:16:3e:d0:1e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:16Z', 'updated_at': '2021-11-11T11:58:21Z', 'revision_number': 4, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'subnets': [{'id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:58:22.293052 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-6321015e-d5d4-4344-ac9d-322586f51f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:22.297534 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-6321015e-d5d4-4344-ac9d-322586f51f4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4702923 Nov 11 11:58:22.542720 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d8f3df39-d366-4866-9b29-dd5aeabab4dc req-3800d094-d03b-43aa-974f-3b0f3f8221fe tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/security-groups?id=cdb1676b-ba4b-4348-b047-dd9d916c796d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942221 Nov 11 11:58:22.573823 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-b728180a-8a11-4bd1-a1a9-757f11f7f7b7 service neutron] 10.222.0.43 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055670 Nov 11 11:58:22.665236 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-9c9c532a-cd49-442e-aa82-8dc2d0be2f85 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553858 Nov 11 11:58:22.674704 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d231b-f75c-49c7-b25a-7c9e0c8d5695 req-c07f7e81-1a73-404a-853c-9ea7ae4b64e0 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:22.677032 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-325d231b-f75c-49c7-b25a-7c9e0c8d5695 req-c07f7e81-1a73-404a-853c-9ea7ae4b64e0 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f987d72b-c453-47b3-a934-3e6a42513ace HTTP/1.1" status: 200 len: 943 time: 0.2113907 Nov 11 11:58:22.744229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-8784fe3a-9bc6-4f58-823e-8b949c96b18d service neutron] 10.222.0.43 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595004 Nov 11 11:58:22.802700 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16cfaf8d-acc4-4c7e-84f8-5c5d3e42f1be req-d17b89f3-9416-4085-85a8-f64b9f6c3ae2 tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.1041956 Nov 11 11:58:22.818746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 15fbf7ec-4459-42cb-976f-80e4a2951f98 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:22.850779 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-325d231b-f75c-49c7-b25a-7c9e0c8d5695 req-c021e2ac-7917-4dc6-b929-d2d01ea6b2c4 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388731 Nov 11 11:58:22.916835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-532e0651-0fd5-4e08-b04c-8d4c3bafd10b service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385402 Nov 11 11:58:22.918300 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 15fbf7ec-4459-42cb-976f-80e4a2951f98 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:22.918696 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:22.989712 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-d2857de2-df5a-45ba-8eca-bb4a4a048504 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 HTTP/1.1" status: 200 len: 217 time: 0.0647953 Nov 11 11:58:23.118241 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-87203ea1-c3e7-41d6-b86b-457b0fc852ed tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1008037062&fields=id&tenant_id=0a654e19116f4a7c8567a53fd67aec2d HTTP/1.1" status: 200 len: 267 time: 0.1273384 Nov 11 11:58:23.127041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1ee7a087-d7e3-49ac-9b00-69a8db527bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:23.129828 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-1ee7a087-d7e3-49ac-9b00-69a8db527bcf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.1134408 Nov 11 11:58:23.136333 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device aa3f7583-1f75-4f90-a531-6e993cbf060d details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:58:23.156314 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cb5eb-1445-4cb6-8e61-2dbdefc2990e req-4e7ec32c-4345-495f-b214-552e960613d5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:23.163496 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cb5eb-1445-4cb6-8e61-2dbdefc2990e req-4e7ec32c-4345-495f-b214-552e960613d5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:23.171102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cb5eb-1445-4cb6-8e61-2dbdefc2990e req-4e7ec32c-4345-495f-b214-552e960613d5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:23.178391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cb5eb-1445-4cb6-8e61-2dbdefc2990e req-4e7ec32c-4345-495f-b214-552e960613d5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:23.185214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cb5eb-1445-4cb6-8e61-2dbdefc2990e req-4e7ec32c-4345-495f-b214-552e960613d5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:23.192731 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cb5eb-1445-4cb6-8e61-2dbdefc2990e req-4e7ec32c-4345-495f-b214-552e960613d5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:23.200814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cb5eb-1445-4cb6-8e61-2dbdefc2990e req-4e7ec32c-4345-495f-b214-552e960613d5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:23.210237 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b0cb5eb-1445-4cb6-8e61-2dbdefc2990e req-4e7ec32c-4345-495f-b214-552e960613d5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5429 time: 0.2744825 Nov 11 11:58:23.236394 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port aa3f7583-1f75-4f90-a531-6e993cbf060d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=aa3f7583-1f75-4f90-a531-6e993cbf060d,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:23.250984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'aa3f7583-1f75-4f90-a531-6e993cbf060d', 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081', 'port_id': 'aa3f7583-1f75-4f90-a531-6e993cbf060d', 'mac_address': 'fa:16:3e:23:bc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e99551-4140-4663-b03e-6ab8528ee6e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:58:23.299161 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:23.317289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3f7583-1f75-4f90-a531-6e993cbf060d {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:23.341154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port aa3f7583-1f75-4f90-a531-6e993cbf060d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=aa3f7583-1f75-4f90-a531-6e993cbf060d,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:23.348257 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:23.429029 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=aa3f7583-1f75-4f90-a531-6e993cbf060d,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:23.573310 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['aa3f7583-1f75-4f90-a531-6e993cbf060d'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:23.669487 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b0cb5eb-1445-4cb6-8e61-2dbdefc2990e req-013e903c-9715-429b-9071-3041f38f476b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4578712 Nov 11 11:58:23.680784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-cfc80090-93e2-4b27-8f2d-44abf887298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:23.682358 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-cfc80090-93e2-4b27-8f2d-44abf887298f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4382520 Nov 11 11:58:23.734544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-2264b299-64dd-4bd7-bf41-06aed5b15c17 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:23.736048 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-2264b299-64dd-4bd7-bf41-06aed5b15c17 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/networks?id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972 HTTP/1.1" status: 200 len: 816 time: 0.6134300 Nov 11 11:58:23.771025 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-0d049d80-6f3b-4c8f-960e-cafd438fdf3f tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/quotas/0a654e19116f4a7c8567a53fd67aec2d HTTP/1.1" status: 200 len: 375 time: 0.0093293 Nov 11 11:58:23.835442 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-46b0408d-024c-446d-b54a-f61f6b6f5268 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439843 Nov 11 11:58:23.848484 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-bc3d5ea1-ccd5-459c-bcd5-84b870684547 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a654e19116f4a7c8567a53fd67aec2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0715973 Nov 11 11:58:24.021627 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-83ca0ab6-8cc2-4682-bd3a-19bc3af8f3f0 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717246 Nov 11 11:58:24.045431 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df9d70-c20b-44eb-96b8-54422227204c req-5d626fad-1233-4155-aebb-d7ddff08de57 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:24.046877 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3df9d70-c20b-44eb-96b8-54422227204c req-5d626fad-1233-4155-aebb-d7ddff08de57 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e651dd-af4e-4ae1-9919-d207ef18fe3b HTTP/1.1" status: 200 len: 946 time: 0.1362944 Nov 11 11:58:24.094904 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-7626fe4c-89c8-4ba2-9f8b-2286ea234e96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 HTTP/1.1" status: 200 len: 217 time: 0.0640845 Nov 11 11:58:24.113178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-372c55cc-473a-40da-9402-dfaa508e8c42 service neutron] 10.222.0.65 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376006 Nov 11 11:58:24.219622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3df9d70-c20b-44eb-96b8-54422227204c req-9d279cae-a9b8-45c9-9af0-dd49573e90c3 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/security-groups?id=cdb1676b-ba4b-4348-b047-dd9d916c796d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387131 Nov 11 11:58:24.230103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-8cbbd7f3-5e55-4451-b916-376280e14c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:24.231611 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-8cbbd7f3-5e55-4451-b916-376280e14c46 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.1281304 Nov 11 11:58:24.268977 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-c7f62354-c8b6-4adb-8675-7fe156fc58fd service neutron] 10.222.0.65 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333194 Nov 11 11:58:24.310144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-52267eb0-765e-431f-8558-e2995b13fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:24.312084 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-52267eb0-765e-431f-8558-e2995b13fcc1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0587506 Nov 11 11:58:24.447038 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c09e47e-13a8-4aa6-afe1-a83af7d00d63 req-65cda6c5-861a-4db7-937c-286354ac313e tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0435221 Nov 11 11:58:24.452884 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-f87d9809-2c6e-4946-9216-1f01e532fe8d service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331837 Nov 11 11:58:24.592399 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-ae13a84d-72db-4716-87f4-ca1db21371e3 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307049 Nov 11 11:58:24.602969 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fadc86-e582-4bcf-9c1e-7c48e22efe0c req-7451daaf-8649-4eeb-83cc-868994c64833 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:24.605349 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49fadc86-e582-4bcf-9c1e-7c48e22efe0c req-7451daaf-8649-4eeb-83cc-868994c64833 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f987d72b-c453-47b3-a934-3e6a42513ace HTTP/1.1" status: 200 len: 944 time: 0.1386583 Nov 11 11:58:24.666883 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-ff26441a-83a3-4e46-b0a1-896e319908c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=cb685e1e-459f-492c-9930-41b9ec4b238d HTTP/1.1" status: 200 len: 217 time: 0.0608304 Nov 11 11:58:24.805972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3deba2d-450e-4d97-8508-0a7b265b012c req-7d481d07-0f90-4d96-aba2-814c993dc3df tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 210 time: 0.0424423 Nov 11 11:58:24.821626 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49fadc86-e582-4bcf-9c1e-7c48e22efe0c req-7f68ed58-0b26-4577-8368-6da3060828c3 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968098 Nov 11 11:58:24.827652 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-9d73f410-aa7f-4b3d-9c7c-cb9f6482a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:24.829414 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-9d73f410-aa7f-4b3d-9c7c-cb9f6482a7a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.1527138 Nov 11 11:58:24.895840 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-a16293ca-70c0-4001-b430-a05fe6c70437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:24.902984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-a16293ca-70c0-4001-b430-a05fe6c70437 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577519 Nov 11 11:58:25.048243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2988-f968-4ab2-8bce-623e6eafa948 req-82381b59-d85b-4a8a-8d5e-4a37f422cf69 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:25.054464 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2988-f968-4ab2-8bce-623e6eafa948 req-82381b59-d85b-4a8a-8d5e-4a37f422cf69 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:25.060626 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2988-f968-4ab2-8bce-623e6eafa948 req-82381b59-d85b-4a8a-8d5e-4a37f422cf69 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:25.066671 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2988-f968-4ab2-8bce-623e6eafa948 req-82381b59-d85b-4a8a-8d5e-4a37f422cf69 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:25.073878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2988-f968-4ab2-8bce-623e6eafa948 req-82381b59-d85b-4a8a-8d5e-4a37f422cf69 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:25.079952 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2988-f968-4ab2-8bce-623e6eafa948 req-82381b59-d85b-4a8a-8d5e-4a37f422cf69 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:25.086755 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2988-f968-4ab2-8bce-623e6eafa948 req-82381b59-d85b-4a8a-8d5e-4a37f422cf69 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:25.088834 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-781f2988-f968-4ab2-8bce-623e6eafa948 req-82381b59-d85b-4a8a-8d5e-4a37f422cf69 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5429 time: 0.1613054 Nov 11 11:58:25.149468 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-61832e30-6e18-43af-8091-f3239c3e85ea service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388773 Nov 11 11:58:25.156171 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device aa3f7583-1f75-4f90-a531-6e993cbf060d up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:25.195984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-781f2988-f968-4ab2-8bce-623e6eafa948 req-322d70d4-786e-4a23-9339-13100fb74720 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000910 Nov 11 11:58:25.245245 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port aa3f7583-1f75-4f90-a531-6e993cbf060d completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:58:25.250570 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port aa3f7583-1f75-4f90-a531-6e993cbf060d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:25.251146 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:25.290536 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-cb964f64-4c44-4096-8dc9-e81591731e5b service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257169 Nov 11 11:58:25.351504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-06a1fc25-5e6a-498d-afd5-ff6f955e59b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=34a34710-3faa-4315-b872-f1630df0cbd0 HTTP/1.1" status: 200 len: 217 time: 0.0521476 Nov 11 11:58:25.383759 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:25.415774 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f987d72b-c453-47b3-a934-3e6a42513ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3f7583-1f75-4f90-a531-6e993cbf060d'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:25.418348 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36705ad-83d6-4b4b-97bc-7431801e8882" -d '{"events": [{"server_uuid": "f987d72b-c453-47b3-a934-3e6a42513ace", "name": "network-vif-plugged", "status": "completed", "tag": "aa3f7583-1f75-4f90-a531-6e993cbf060d"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:25.424873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b8f6b8a4-81b9-4823-8c85-c04626fba8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:25.426605 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-b8f6b8a4-81b9-4823-8c85-c04626fba8ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49b842ca-bb16-4b32-afdd-253fe6553f51 HTTP/1.1" status: 200 len: 797 time: 0.0656097 Nov 11 11:58:25.432569 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port aa3f7583-1f75-4f90-a531-6e993cbf060d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=aa3f7583-1f75-4f90-a531-6e993cbf060d,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:25.438768 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:25.492070 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=aa3f7583-1f75-4f90-a531-6e993cbf060d,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:25.542143 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-6907703c-6d69-492d-9678-e2421de55503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:25.543545 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-6907703c-6d69-492d-9678-e2421de55503 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b798677-2731-47ea-a947-54aa100bcc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0871310 Nov 11 11:58:25.552109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202292c-3e04-4143-af60-2e7bd1fee8be req-2700f710-2ac6-46f9-abec-40ccd136b8f2 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:25.553710 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8202292c-3e04-4143-af60-2e7bd1fee8be req-2700f710-2ac6-46f9-abec-40ccd136b8f2 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dda71b9-49bf-4b03-8bc6-f84442b4d0df HTTP/1.1" status: 200 len: 946 time: 0.1261284 Nov 11 11:58:25.635669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea995ff9-a64c-4c86-85ec-c6ceb1a7e520 req-ff59ce31-f18e-4606-9e71-ad292c645e3c tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:25.637821 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea995ff9-a64c-4c86-85ec-c6ceb1a7e520 req-ff59ce31-f18e-4606-9e71-ad292c645e3c tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e651dd-af4e-4ae1-9919-d207ef18fe3b HTTP/1.1" status: 200 len: 946 time: 0.1720893 Nov 11 11:58:25.745784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8202292c-3e04-4143-af60-2e7bd1fee8be req-addcf5ad-3031-4fbf-9e3e-db651f1f268a tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720195 Nov 11 11:58:25.796405 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-15e0c2f3-16c2-4a61-a125-f4a0651c2153 service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417624 Nov 11 11:58:25.821398 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6898e9c4-0ed4-4562-9efd-4a808340484c x-openstack-request-id: req-6898e9c4-0ed4-4562-9efd-4a808340484c {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:25.822807 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f987d72b-c453-47b3-a934-3e6a42513ace", "name": "network-vif-plugged", "status": "completed", "tag": "aa3f7583-1f75-4f90-a531-6e993cbf060d", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:25.823160 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6898e9c4-0ed4-4562-9efd-4a808340484c {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:25.823737 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f987d72b-c453-47b3-a934-3e6a42513ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3f7583-1f75-4f90-a531-6e993cbf060d', 'code': 200} Nov 11 11:58:25.850973 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea995ff9-a64c-4c86-85ec-c6ceb1a7e520 req-2d84247f-cd8f-4609-9c35-d058d268a9e6 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/security-groups?id=cdb1676b-ba4b-4348-b047-dd9d916c796d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991372 Nov 11 11:58:25.963539 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-74d5391e-d728-494b-a559-e79d608d7c46 req-4b4e4d82-9513-4861-8d75-5b5b199f834e tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0643904 Nov 11 11:58:25.978669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-67b77308-3387-400c-b66b-7898fa0f7538 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:25.982509 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-67b77308-3387-400c-b66b-7898fa0f7538 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.62 "GET /v2.0/networks?id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972 HTTP/1.1" status: 200 len: 816 time: 0.3025744 Nov 11 11:58:26.066224 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-20e274b8-2ebf-48be-baa9-3470815dd844 service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561858 Nov 11 11:58:26.087171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29db70da-3568-45f8-a2e3-1edca9d7b485 req-b6f8c7fb-3bbb-4ba7-8243-964b84b12b92 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 210 time: 0.0522194 Nov 11 11:58:26.095868 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c5b53-9c0d-44d3-8dfd-46211aa6ce15 req-0ea2044c-bea5-4c9e-b15a-d8c257619c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:26.097281 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c74c5b53-9c0d-44d3-8dfd-46211aa6ce15 req-0ea2044c-bea5-4c9e-b15a-d8c257619c93 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f987d72b-c453-47b3-a934-3e6a42513ace HTTP/1.1" status: 200 len: 1096 time: 0.1905863 Nov 11 11:58:26.150695 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-a611c959-2a21-48fc-924f-7535bd6d9ba8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 HTTP/1.1" status: 200 len: 217 time: 0.0667553 Nov 11 11:58:26.176970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde60f1a-3e84-4d56-87c1-3e08f7e37b15 req-4baeb8e3-32ac-4b6e-89a2-12caff6aa849 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:26.178559 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fde60f1a-3e84-4d56-87c1-3e08f7e37b15 req-4baeb8e3-32ac-4b6e-89a2-12caff6aa849 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f987d72b-c453-47b3-a934-3e6a42513ace HTTP/1.1" status: 200 len: 945 time: 0.2495177 Nov 11 11:58:26.237432 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-5aadf6c2-c920-4d71-97ce-bfc720cc2f43 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a654e19116f4a7c8567a53fd67aec2d HTTP/1.1" status: 200 len: 380 time: 0.2357597 Nov 11 11:58:26.268692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-9d9780a1-4565-4528-a973-8e13cebc2016 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Request body: {'port': {'device_id': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'admin_state_up': True, 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'security_groups': ['b33c35b5-2810-4813-8bf6-4c004a06fe08']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:26.470349 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c5d7c-ce94-4199-a336-5caefa829e8a req-1b1b9fbd-6212-408f-b729-b16c9d65b170 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:26.471933 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-277c5d7c-ce94-4199-a336-5caefa829e8a req-1b1b9fbd-6212-408f-b729-b16c9d65b170 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dda71b9-49bf-4b03-8bc6-f84442b4d0df HTTP/1.1" status: 200 len: 946 time: 0.0559492 Nov 11 11:58:26.598457 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ef55a-e3b0-4e9f-86d4-b7f33f4599c0 req-f2b2e265-442f-4746-ad1a-29ccf24c3b5d tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:26.599860 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a81ef55a-e3b0-4e9f-86d4-b7f33f4599c0 req-f2b2e265-442f-4746-ad1a-29ccf24c3b5d tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.43 "GET /v2.0/ports?device_id=66bba539-5236-4d9c-8aff-b09852caf0cf HTTP/1.1" status: 200 len: 945 time: 0.0757258 Nov 11 11:58:26.617245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-277c5d7c-ce94-4199-a336-5caefa829e8a req-c216c543-b875-4fc6-8a22-48032235db67 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Deleting port 13cc3856-209f-4b61-9e64-ed2e29441595 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:58:26.617532 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-277c5d7c-ce94-4199-a336-5caefa829e8a req-c216c543-b875-4fc6-8a22-48032235db67 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:26.665994 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c74c5b53-9c0d-44d3-8dfd-46211aa6ce15 req-140e21c4-fd98-48a6-9657-a97c720d59fa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604556 Nov 11 11:58:26.670514 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-3f8cbdf6-4023-4385-9218-63865fc49583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:26.671912 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-3f8cbdf6-4023-4385-9218-63865fc49583 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49b842ca-bb16-4b32-afdd-253fe6553f51 HTTP/1.1" status: 200 len: 797 time: 0.5078914 Nov 11 11:58:26.679036 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fde60f1a-3e84-4d56-87c1-3e08f7e37b15 req-a0dfd6e9-7f38-4bd6-b426-b67ede407c8c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833989 Nov 11 11:58:26.722828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1e5b4-9074-4d80-90d2-609eb01e7ff3 req-9f65ef2f-8a7f-4e21-9a74-3599f237a594 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:26.729429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1e5b4-9074-4d80-90d2-609eb01e7ff3 req-9f65ef2f-8a7f-4e21-9a74-3599f237a594 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:26.735970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1e5b4-9074-4d80-90d2-609eb01e7ff3 req-9f65ef2f-8a7f-4e21-9a74-3599f237a594 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:26.742166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1e5b4-9074-4d80-90d2-609eb01e7ff3 req-9f65ef2f-8a7f-4e21-9a74-3599f237a594 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:26.748493 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1e5b4-9074-4d80-90d2-609eb01e7ff3 req-9f65ef2f-8a7f-4e21-9a74-3599f237a594 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:26.754931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1e5b4-9074-4d80-90d2-609eb01e7ff3 req-9f65ef2f-8a7f-4e21-9a74-3599f237a594 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:26.761092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1e5b4-9074-4d80-90d2-609eb01e7ff3 req-9f65ef2f-8a7f-4e21-9a74-3599f237a594 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:26.763275 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8cf1e5b4-9074-4d80-90d2-609eb01e7ff3 req-9f65ef2f-8a7f-4e21-9a74-3599f237a594 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5429 time: 0.4588256 Nov 11 11:58:26.792063 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-277c5d7c-ce94-4199-a336-5caefa829e8a req-c216c543-b875-4fc6-8a22-48032235db67 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] For port 13cc3856-209f-4b61-9e64-ed2e29441595, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=13cc3856-209f-4b61-9e64-ed2e29441595,segment=NetworkSegment(9e8f2ef7-6d8f-42d8-8d29-fed9c6201046),segment_id=9e8f2ef7-6d8f-42d8-8d29-fed9c6201046)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:26.792699 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-277c5d7c-ce94-4199-a336-5caefa829e8a req-c216c543-b875-4fc6-8a22-48032235db67 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:26.806213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-a81ef55a-e3b0-4e9f-86d4-b7f33f4599c0 req-30c58ee9-5f99-4e0d-8e47-3bfa8122b0c7 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Deleting port 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:58:26.806777 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a81ef55a-e3b0-4e9f-86d4-b7f33f4599c0 req-30c58ee9-5f99-4e0d-8e47-3bfa8122b0c7 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:26.813867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-277c5d7c-ce94-4199-a336-5caefa829e8a req-c216c543-b875-4fc6-8a22-48032235db67 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Calling delete_port for 13cc3856-209f-4b61-9e64-ed2e29441595 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:58:26.821008 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-9d9780a1-4565-4528-a973-8e13cebc2016 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Made reservation on behalf of 0a654e19116f4a7c8567a53fd67aec2d for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:26.839223 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-9d9780a1-4565-4528-a973-8e13cebc2016 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:27.016100 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8cf1e5b4-9074-4d80-90d2-609eb01e7ff3 req-787665cc-9974-474d-adc2-3ca805927e7e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2380128 Nov 11 11:58:27.130526 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c608ca-8592-41aa-8f46-5d01c44a0b07 req-5325d259-6537-40c6-845e-99beb34fa714 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:27.132275 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81c608ca-8592-41aa-8f46-5d01c44a0b07 req-5325d259-6537-40c6-845e-99beb34fa714 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dda71b9-49bf-4b03-8bc6-f84442b4d0df HTTP/1.1" status: 200 len: 946 time: 0.2724061 Nov 11 11:58:27.138382 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-ce880d54-1c34-40e7-812b-9688fa70148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:27.140027 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-ce880d54-1c34-40e7-812b-9688fa70148d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b798677-2731-47ea-a947-54aa100bcc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2640033 Nov 11 11:58:27.263990 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-9d9780a1-4565-4528-a973-8e13cebc2016 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Allocated IP 172.20.0.11 (1eaf59ac-cf7f-40ca-97a1-f02c3a524972/2ddfb148-78d7-41db-ac12-7719b2b055b6/6052d76b-4b9e-4134-9050-174abc3fac26) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:58:27.278827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a81ef55a-e3b0-4e9f-86d4-b7f33f4599c0 req-30c58ee9-5f99-4e0d-8e47-3bfa8122b0c7 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] For port 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c,segment=NetworkSegment(9e8f2ef7-6d8f-42d8-8d29-fed9c6201046),segment_id=9e8f2ef7-6d8f-42d8-8d29-fed9c6201046)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:27.279198 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a81ef55a-e3b0-4e9f-86d4-b7f33f4599c0 req-30c58ee9-5f99-4e0d-8e47-3bfa8122b0c7 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:27.300383 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afaaeb-96c8-4e72-afa3-e7778021fe97 req-ab2928b0-46a2-4d9d-a59f-62e204b87d61 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:27.302091 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1afaaeb-96c8-4e72-afa3-e7778021fe97 req-ab2928b0-46a2-4d9d-a59f-62e204b87d61 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e651dd-af4e-4ae1-9919-d207ef18fe3b HTTP/1.1" status: 200 len: 946 time: 0.1981249 Nov 11 11:58:27.307489 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-a81ef55a-e3b0-4e9f-86d4-b7f33f4599c0 req-30c58ee9-5f99-4e0d-8e47-3bfa8122b0c7 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Calling delete_port for 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:58:27.316634 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ebf19-c66c-4900-b223-1b6919d7444b req-405f492f-3c6a-46fb-b41e-3f170a95147a tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:27.318215 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1c5ebf19-c66c-4900-b223-1b6919d7444b req-405f492f-3c6a-46fb-b41e-3f170a95147a tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3e651dd-af4e-4ae1-9919-d207ef18fe3b HTTP/1.1" status: 200 len: 946 time: 0.3976026 Nov 11 11:58:27.370284 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81c608ca-8592-41aa-8f46-5d01c44a0b07 req-4fa27047-d265-4932-b211-d0321c47458b tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289610 Nov 11 11:58:27.489506 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-be056415-e05c-4d6d-a7a0-d7175460b1d3 service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253992 Nov 11 11:58:27.525778 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-760d27c1-c661-4135-a255-8c15aa5bdc00 req-2f9968ae-ef20-4a67-ad87-273c0aed217a tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0331066 Nov 11 11:58:27.573249 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a81ef55a-e3b0-4e9f-86d4-b7f33f4599c0 req-30c58ee9-5f99-4e0d-8e47-3bfa8122b0c7 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:27.577029 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-277c5d7c-ce94-4199-a336-5caefa829e8a req-c216c543-b875-4fc6-8a22-48032235db67 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:27.587255 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['13cc3856-209f-4b61-9e64-ed2e29441595'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:27.623981 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1afaaeb-96c8-4e72-afa3-e7778021fe97 req-2c2463ea-ed0a-48d6-96eb-c8aa38b55b34 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/security-groups?id=cdb1676b-ba4b-4348-b047-dd9d916c796d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009088 Nov 11 11:58:27.629110 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-1c5ebf19-c66c-4900-b223-1b6919d7444b req-ab627f56-140e-4e0b-9c78-ed95d0bc68eb tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Deleting port ea3497b0-d758-4a1f-a6ba-fefcc33dee7a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:58:27.629435 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1c5ebf19-c66c-4900-b223-1b6919d7444b req-ab627f56-140e-4e0b-9c78-ed95d0bc68eb tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:27.647725 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c58ee9-5f99-4e0d-8e47-3bfa8122b0c7 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Pushing event deleted for resources: {'Port': ['ID=6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:27.662333 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['13cc3856-209f-4b61-9e64-ed2e29441595'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:27.670452 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-9d9780a1-4565-4528-a973-8e13cebc2016 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:27.715004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81ef55a-e3b0-4e9f-86d4-b7f33f4599c0 req-30c58ee9-5f99-4e0d-8e47-3bfa8122b0c7 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] No DVR routers for this DVR port 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:58:27.723588 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a81ef55a-e3b0-4e9f-86d4-b7f33f4599c0 req-30c58ee9-5f99-4e0d-8e47-3bfa8122b0c7 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:27.732258 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a81ef55a-e3b0-4e9f-86d4-b7f33f4599c0 req-30c58ee9-5f99-4e0d-8e47-3bfa8122b0c7 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.43 "DELETE /v2.0/ports/6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c HTTP/1.1" status: 204 len: 173 time: 1.1259856 Nov 11 11:58:27.761039 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-37bd197c-f982-49dc-a858-4924ccfd80ce req-6b13d9e1-9bd6-4286-a29e-b89deb6a18f5 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 210 time: 0.0693071 Nov 11 11:58:27.791157 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bba539-5236-4d9c-8aff-b09852caf0cf', 'name': 'network-vif-deleted', 'tag': '6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:27.793655 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dc7b87-84a0-46d7-8b7e-15f10d3db597" -d '{"events": [{"server_uuid": "66bba539-5236-4d9c-8aff-b09852caf0cf", "name": "network-vif-deleted", "tag": "6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:27.808657 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a9e2b3-fc48-441c-829c-87846b587e06 req-a653fa51-5e30-4d51-846f-478a5e4248ff service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852535 Nov 11 11:58:27.812220 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-9d9780a1-4565-4528-a973-8e13cebc2016 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:27.861046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-277c5d7c-ce94-4199-a336-5caefa829e8a req-c216c543-b875-4fc6-8a22-48032235db67 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] No DVR routers for this DVR port 13cc3856-209f-4b61-9e64-ed2e29441595 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:58:27.863892 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216c543-b875-4fc6-8a22-48032235db67 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Pushing event deleted for resources: {'Port': ['ID=13cc3856-209f-4b61-9e64-ed2e29441595,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:27.881886 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-277c5d7c-ce94-4199-a336-5caefa829e8a req-c216c543-b875-4fc6-8a22-48032235db67 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:27.886722 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-277c5d7c-ce94-4199-a336-5caefa829e8a req-c216c543-b875-4fc6-8a22-48032235db67 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.62 "DELETE /v2.0/ports/13cc3856-209f-4b61-9e64-ed2e29441595 HTTP/1.1" status: 204 len: 173 time: 1.4059529 Nov 11 11:58:27.915158 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725804b4-269e-4305-8788-0e83a8e57971 x-openstack-request-id: req-725804b4-269e-4305-8788-0e83a8e57971 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:27.916486 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bba539-5236-4d9c-8aff-b09852caf0cf", "name": "network-vif-deleted", "tag": "6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:27.917570 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-725804b4-269e-4305-8788-0e83a8e57971 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:27.918906 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bba539-5236-4d9c-8aff-b09852caf0cf', 'name': 'network-vif-deleted', 'tag': '6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c', 'status': 'completed', 'code': 200} Nov 11 11:58:27.946848 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-1c5ebf19-c66c-4900-b223-1b6919d7444b req-ab627f56-140e-4e0b-9c78-ed95d0bc68eb tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] For port ea3497b0-d758-4a1f-a6ba-fefcc33dee7a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ea3497b0-d758-4a1f-a6ba-fefcc33dee7a,segment=NetworkSegment(1b243b44-183b-410d-8c66-8e110ec369b2),segment_id=1b243b44-183b-410d-8c66-8e110ec369b2)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:27.947601 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1c5ebf19-c66c-4900-b223-1b6919d7444b req-ab627f56-140e-4e0b-9c78-ed95d0bc68eb tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:27.966633 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-1c5ebf19-c66c-4900-b223-1b6919d7444b req-ab627f56-140e-4e0b-9c78-ed95d0bc68eb tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Calling delete_port for ea3497b0-d758-4a1f-a6ba-fefcc33dee7a owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:58:27.992312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-9d9780a1-4565-4528-a973-8e13cebc2016 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:58:28.038682 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-9d9780a1-4565-4528-a973-8e13cebc2016 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:28.041980 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-9d9780a1-4565-4528-a973-8e13cebc2016 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:58:28.087629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9780a1-4565-4528-a973-8e13cebc2016 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event updated for resources: {'Port': ['ID=6052d76b-4b9e-4134-9050-174abc3fac26,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:28.123366 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce46ae-953a-4448-8d20-c388ea1cad2a req-62bd2237-175c-40bd-8720-1208b59e4f32 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.131332 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4ce46ae-953a-4448-8d20-c388ea1cad2a req-62bd2237-175c-40bd-8720-1208b59e4f32 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f987d72b-c453-47b3-a934-3e6a42513ace HTTP/1.1" status: 200 len: 945 time: 0.2463138 Nov 11 11:58:28.169161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-20ad5e4c-a0d4-4af3-b1bd-7841e51790f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.171143 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-20ad5e4c-a0d4-4af3-b1bd-7841e51790f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.171619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-20ad5e4c-a0d4-4af3-b1bd-7841e51790f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.172087 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-20ad5e4c-a0d4-4af3-b1bd-7841e51790f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.172550 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-20ad5e4c-a0d4-4af3-b1bd-7841e51790f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.173019 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-20ad5e4c-a0d4-4af3-b1bd-7841e51790f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.173479 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-20ad5e4c-a0d4-4af3-b1bd-7841e51790f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.175687 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-20ad5e4c-a0d4-4af3-b1bd-7841e51790f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da10fcdd1e56422d809e80303ecf3512&device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 6486 time: 0.2060585 Nov 11 11:58:28.204795 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-9d9780a1-4565-4528-a973-8e13cebc2016 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.205481 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-9d9780a1-4565-4528-a973-8e13cebc2016 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:28.223204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1c5ebf19-c66c-4900-b223-1b6919d7444b req-ab627f56-140e-4e0b-9c78-ed95d0bc68eb tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:28.240370 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['ea3497b0-d758-4a1f-a6ba-fefcc33dee7a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:28.269041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab627f56-140e-4e0b-9c78-ed95d0bc68eb tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Pushing event deleted for resources: {'Port': ['ID=ea3497b0-d758-4a1f-a6ba-fefcc33dee7a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:28.335419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5ebf19-c66c-4900-b223-1b6919d7444b req-ab627f56-140e-4e0b-9c78-ed95d0bc68eb tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] No DVR routers for this DVR port ea3497b0-d758-4a1f-a6ba-fefcc33dee7a on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:58:28.338571 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1c5ebf19-c66c-4900-b223-1b6919d7444b req-ab627f56-140e-4e0b-9c78-ed95d0bc68eb tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:28.343985 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1c5ebf19-c66c-4900-b223-1b6919d7444b req-ab627f56-140e-4e0b-9c78-ed95d0bc68eb tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.62 "DELETE /v2.0/ports/ea3497b0-d758-4a1f-a6ba-fefcc33dee7a HTTP/1.1" status: 204 len: 173 time: 1.0163615 Nov 11 11:58:28.356778 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-9d9780a1-4565-4528-a973-8e13cebc2016 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1039741 Nov 11 11:58:28.372912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Request body: {'port': {'device_id': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:28.429422 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4ce46ae-953a-4448-8d20-c388ea1cad2a req-b2f4d4e9-9671-4ea0-964f-c7ca3a8d54cc tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927220 Nov 11 11:58:28.467021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3d18d-f708-430c-94a9-6fa3cd6d5bac req-651337ed-1368-4c3f-bff0-feb075fa86a9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.474609 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3d18d-f708-430c-94a9-6fa3cd6d5bac req-651337ed-1368-4c3f-bff0-feb075fa86a9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.480006 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ed86d81a-1b96-494d-954f-b6418586c7dd None None] Provisioning complete for port 6052d76b-4b9e-4134-9050-174abc3fac26 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:28.480363 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ed86d81a-1b96-494d-954f-b6418586c7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:28.484079 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3d18d-f708-430c-94a9-6fa3cd6d5bac req-651337ed-1368-4c3f-bff0-feb075fa86a9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.492943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3d18d-f708-430c-94a9-6fa3cd6d5bac req-651337ed-1368-4c3f-bff0-feb075fa86a9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.505305 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3d18d-f708-430c-94a9-6fa3cd6d5bac req-651337ed-1368-4c3f-bff0-feb075fa86a9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.512079 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3d18d-f708-430c-94a9-6fa3cd6d5bac req-651337ed-1368-4c3f-bff0-feb075fa86a9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.520246 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3d18d-f708-430c-94a9-6fa3cd6d5bac req-651337ed-1368-4c3f-bff0-feb075fa86a9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.529807 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0fd3d18d-f708-430c-94a9-6fa3cd6d5bac req-651337ed-1368-4c3f-bff0-feb075fa86a9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5429 time: 0.3524373 Nov 11 11:58:28.557722 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ed86d81a-1b96-494d-954f-b6418586c7dd None None] Port 6052d76b-4b9e-4134-9050-174abc3fac26 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:58:28.580288 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a60a051e-5de5-4a98-88de-1cb2b58a5205 req-fea36c2c-ceeb-4e8b-8794-e478832f4f52 tempest-ListServersNegativeTestJSON-2083216173 tempest-ListServersNegativeTestJSON-2083216173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dda71b9-49bf-4b03-8bc6-f84442b4d0df HTTP/1.1" status: 200 len: 210 time: 0.0358140 Nov 11 11:58:28.656669 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:28.690674 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-6d82012f-f0d6-4e93-9750-7f583a691e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.692117 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-6d82012f-f0d6-4e93-9750-7f583a691e82 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8b798677-2731-47ea-a947-54aa100bcc0d HTTP/1.1" status: 200 len: 903 time: 0.5041940 Nov 11 11:58:28.756910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-235c3e51-c46c-4d98-99ab-7057e3aac61c req-cde32cb4-3d51-47f0-9295-1abc40a208cd tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0832524 Nov 11 11:58:28.791632 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0fd3d18d-f708-430c-94a9-6fa3cd6d5bac req-9c0ad592-f371-47ce-8181-728671b58945 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2495503 Nov 11 11:58:28.791632 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-ab013c73-653b-4253-969c-ec597fb4dbc4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 HTTP/1.1" status: 200 len: 217 time: 0.0689709 Nov 11 11:58:28.918102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-e590b495-4c09-4f85-9c36-4684b15f86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:28.919589 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-e590b495-4c09-4f85-9c36-4684b15f86c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49b842ca-bb16-4b32-afdd-253fe6553f51 HTTP/1.1" status: 200 len: 797 time: 0.1287713 Nov 11 11:58:28.948010 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62ebd255-9555-41e9-8b90-1e8f718bb605 req-6dda33a3-7840-40e5-a97d-13d5e355aa54 tempest-ServerPasswordTestJSON-1181055093 tempest-ServerPasswordTestJSON-1181055093-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e651dd-af4e-4ae1-9919-d207ef18fe3b HTTP/1.1" status: 200 len: 210 time: 0.0445335 Nov 11 11:58:29.076570 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-bf72ab4b-9c92-408a-b30f-7c59240f8799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:29.078049 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-bf72ab4b-9c92-408a-b30f-7c59240f8799 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b798677-2731-47ea-a947-54aa100bcc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1414785 Nov 11 11:58:29.103642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f5a25-87fd-40c4-b059-2d5cf45713fc req-597713d4-23fe-4ace-a4c1-097706e77241 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:29.105126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d8f5a25-87fd-40c4-b059-2d5cf45713fc req-597713d4-23fe-4ace-a4c1-097706e77241 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 932 time: 0.1541467 Nov 11 11:58:29.194134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:58:29.223220 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:58:29.223689 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 6b81f57b-2cb0-4b5e-8bbc-7c4f3a959b5c not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:58:29.231097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d8f5a25-87fd-40c4-b059-2d5cf45713fc req-57f70ac1-3656-429b-b3cc-8a336bb3bbcb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113498 Nov 11 11:58:29.280888 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-9b6e0fcd-4d8e-481b-b759-419ace05785f service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946995 Nov 11 11:58:29.301044 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6052d76b-4b9e-4134-9050-174abc3fac26 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:29.322356 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:29.362976 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Transition to ACTIVE for port object 6052d76b-4b9e-4134-9050-174abc3fac26 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:58:29.370596 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:29.439983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Pushing event updated for resources: {'Port': ['ID=6052d76b-4b9e-4134-9050-174abc3fac26,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:29.443684 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36c1ef96-0641-4584-9d32-95d44d2fb128 req-70a12705-f513-4ab0-a168-6f161036c562 service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552770 Nov 11 11:58:29.577301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Attempting to bind port 6052d76b-4b9e-4134-9050-174abc3fac26 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:29.577653 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Attempting to bind port 6052d76b-4b9e-4134-9050-174abc3fac26 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:29.577991 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Attempting to bind port 6052d76b-4b9e-4134-9050-174abc3fac26 on network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:29.584263 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Port 6052d76b-4b9e-4134-9050-174abc3fac26 on network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:58:29.584583 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Attempting to bind port 6052d76b-4b9e-4134-9050-174abc3fac26 on network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:29.601386 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924e8f4-a39e-4193-bdb9-2452117914a5 req-b7db8385-1e95-44be-8090-e3ecf1b6ee96 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:29.602954 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1924e8f4-a39e-4193-bdb9-2452117914a5 req-b7db8385-1e95-44be-8090-e3ecf1b6ee96 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f987d72b-c453-47b3-a934-3e6a42513ace HTTP/1.1" status: 200 len: 945 time: 0.0826664 Nov 11 11:58:29.607119 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:29.607445 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Checking segment: {'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:29.607820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Bound using segment: {'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:29.608261 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Bound port: 6052d76b-4b9e-4134-9050-174abc3fac26, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:29.608611 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:29.693310 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51754) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:29.711657 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1924e8f4-a39e-4193-bdb9-2452117914a5 req-cc4f2941-9aab-4fe1-9604-e1d288efef37 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936351 Nov 11 11:58:29.721317 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] For port 6052d76b-4b9e-4134-9050-174abc3fac26, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:29.725003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] For port 6052d76b-4b9e-4134-9050-174abc3fac26, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=6052d76b-4b9e-4134-9050-174abc3fac26,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:29.746888 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:29.747146 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da260cc-4193-430a-83df-c020cbd4aa5b admin admin] Deleting subnet b451bba6-a593-42e1-a17d-3397477555d7 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:58:29.750867 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3da260cc-4193-430a-83df-c020cbd4aa5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:29.790778 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3da260cc-4193-430a-83df-c020cbd4aa5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:29.808304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Pushing event updated for resources: {'Port': ['ID=6052d76b-4b9e-4134-9050-174abc3fac26,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:29.830419 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:29.831034 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:29.833449 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b3fe96f7-9d9d-422e-87d1-e3045d72e118 service neutron] 10.222.0.62 "PUT /v2.0/ports/6052d76b-4b9e-4134-9050-174abc3fac26 HTTP/1.1" status: 200 len: 1092 time: 1.4653099 Nov 11 11:58:29.834361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'tag': '6052d76b-4b9e-4134-9050-174abc3fac26'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:29.836645 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4bf0b2-7c91-4919-b53e-bcb790a68449" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b17559-2fb1-48c1-9e40-a4af53480687", "tag": "6052d76b-4b9e-4134-9050-174abc3fac26"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:29.858774 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3da260cc-4193-430a-83df-c020cbd4aa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:29.921767 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dda71b9-49bf-4b03-8bc6-f84442b4d0df', 'name': 'network-vif-deleted', 'tag': '13cc3856-209f-4b61-9e64-ed2e29441595'}, {'server_uuid': 'd3e651dd-af4e-4ae1-9919-d207ef18fe3b', 'name': 'network-vif-deleted', 'tag': 'ea3497b0-d758-4a1f-a6ba-fefcc33dee7a'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:29.924437 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48bea67-913e-4501-8b64-42130f4a8780" -d '{"events": [{"server_uuid": "9dda71b9-49bf-4b03-8bc6-f84442b4d0df", "name": "network-vif-deleted", "tag": "13cc3856-209f-4b61-9e64-ed2e29441595"}, {"server_uuid": "d3e651dd-af4e-4ae1-9919-d207ef18fe3b", "name": "network-vif-deleted", "tag": "ea3497b0-d758-4a1f-a6ba-fefcc33dee7a"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:29.982641 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3856513c-5803-435a-a7d8-685f2893dde7 req-28b5a535-353e-44a2-ae29-4d390df4cf1b tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0656281 Nov 11 11:58:29.989188 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3da260cc-4193-430a-83df-c020cbd4aa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:30.017713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b4c099c1-c624-47e6-9930-4878d3f09ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:30.019665 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-b4c099c1-c624-47e6-9930-4878d3f09ee8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a654e19116f4a7c8567a53fd67aec2d&device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 1095 time: 0.1324146 Nov 11 11:58:30.080761 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da260cc-4193-430a-83df-c020cbd4aa5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b451bba6-a593-42e1-a17d-3397477555d7,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:30.089413 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3da260cc-4193-430a-83df-c020cbd4aa5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:30.093810 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931901cd-3f0e-4b20-b157-a898c92e0d4b x-openstack-request-id: req-931901cd-3f0e-4b20-b157-a898c92e0d4b {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:30.094321 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b17559-2fb1-48c1-9e40-a4af53480687", "tag": "6052d76b-4b9e-4134-9050-174abc3fac26", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:30.094724 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-931901cd-3f0e-4b20-b157-a898c92e0d4b {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:30.097837 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'tag': '6052d76b-4b9e-4134-9050-174abc3fac26', 'status': 'completed', 'code': 200} Nov 11 11:58:30.098823 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3da260cc-4193-430a-83df-c020cbd4aa5b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b451bba6-a593-42e1-a17d-3397477555d7 HTTP/1.1" status: 204 len: 168 time: 0.4040167 Nov 11 11:58:30.099901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51772) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:30.112195 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-4b447e2d-4af2-4ee8-b35e-74ac20c22506 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6052d76b-4b9e-4134-9050-174abc3fac26 HTTP/1.1" status: 200 len: 217 time: 0.0792198 Nov 11 11:58:30.206756 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4b53aae-93fa-4bec-8800-a65a6fcabb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:30.218039 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd069c3e-97c6-4e9e-9113-5065f9185552 x-openstack-request-id: req-dd069c3e-97c6-4e9e-9113-5065f9185552 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:30.218333 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dda71b9-49bf-4b03-8bc6-f84442b4d0df", "name": "network-vif-deleted", "tag": "13cc3856-209f-4b61-9e64-ed2e29441595", "status": "completed", "code": 200}, {"server_uuid": "d3e651dd-af4e-4ae1-9919-d207ef18fe3b", "name": "network-vif-deleted", "tag": "ea3497b0-d758-4a1f-a6ba-fefcc33dee7a", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:30.218611 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd069c3e-97c6-4e9e-9113-5065f9185552 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:30.220119 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dda71b9-49bf-4b03-8bc6-f84442b4d0df', 'name': 'network-vif-deleted', 'tag': '13cc3856-209f-4b61-9e64-ed2e29441595', 'status': 'completed', 'code': 200} Nov 11 11:58:30.220384 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e651dd-af4e-4ae1-9919-d207ef18fe3b', 'name': 'network-vif-deleted', 'tag': 'ea3497b0-d758-4a1f-a6ba-fefcc33dee7a', 'status': 'completed', 'code': 200} Nov 11 11:58:30.264824 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-fe9d256c-39e4-449b-8316-25150a5392f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:30.266813 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-fe9d256c-39e4-449b-8316-25150a5392f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ddfb148-78d7-41db-ac12-7719b2b055b6 HTTP/1.1" status: 200 len: 855 time: 0.1155057 Nov 11 11:58:30.282361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd398d2a-2bc9-4a6e-af66-283fa43ee9ef req-5c677763-c9ff-4ee0-87e1-9beb529057da tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:30.288579 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd398d2a-2bc9-4a6e-af66-283fa43ee9ef req-5c677763-c9ff-4ee0-87e1-9beb529057da tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:30.295953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd398d2a-2bc9-4a6e-af66-283fa43ee9ef req-5c677763-c9ff-4ee0-87e1-9beb529057da tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:30.302026 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd398d2a-2bc9-4a6e-af66-283fa43ee9ef req-5c677763-c9ff-4ee0-87e1-9beb529057da tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:30.307912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd398d2a-2bc9-4a6e-af66-283fa43ee9ef req-5c677763-c9ff-4ee0-87e1-9beb529057da tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:30.315177 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd398d2a-2bc9-4a6e-af66-283fa43ee9ef req-5c677763-c9ff-4ee0-87e1-9beb529057da tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:30.320877 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd398d2a-2bc9-4a6e-af66-283fa43ee9ef req-5c677763-c9ff-4ee0-87e1-9beb529057da tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:30.322304 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4b53aae-93fa-4bec-8800-a65a6fcabb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:30.322911 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cd398d2a-2bc9-4a6e-af66-283fa43ee9ef req-5c677763-c9ff-4ee0-87e1-9beb529057da tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5429 time: 0.2263293 Nov 11 11:58:30.346113 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e4b53aae-93fa-4bec-8800-a65a6fcabb36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d733be5-1069-4f7a-bb0b-5b5f29a08107']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:30.357649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e4b53aae-93fa-4bec-8800-a65a6fcabb36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8f2ef7-6d8f-42d8-8d29-fed9c6201046') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:30.357944 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e4b53aae-93fa-4bec-8800-a65a6fcabb36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8f2ef7-6d8f-42d8-8d29-fed9c6201046') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:30.370807 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4b53aae-93fa-4bec-8800-a65a6fcabb36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:30.386381 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4b53aae-93fa-4bec-8800-a65a6fcabb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:30.393056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b53aae-93fa-4bec-8800-a65a6fcabb36 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:58:30.393530 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4b53aae-93fa-4bec-8800-a65a6fcabb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:58:30.395301 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:58:30.433544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-6e0fb5e9-9c10-4cb5-93a3-10285c28f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:30.435101 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-6e0fb5e9-9c10-4cb5-93a3-10285c28f2a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112261 Nov 11 11:58:30.461523 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e093d9-37d7-450f-8557-0396f3832d3d req-9a81cba9-0db2-41b1-8fb8-234c21ee0e68 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:30.463209 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49e093d9-37d7-450f-8557-0396f3832d3d req-9a81cba9-0db2-41b1-8fb8-234c21ee0e68 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f987d72b-c453-47b3-a934-3e6a42513ace HTTP/1.1" status: 200 len: 945 time: 0.1307526 Nov 11 11:58:30.473132 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4b53aae-93fa-4bec-8800-a65a6fcabb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:30.479459 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4b53aae-93fa-4bec-8800-a65a6fcabb36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:30.483714 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e4b53aae-93fa-4bec-8800-a65a6fcabb36 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6d733be5-1069-4f7a-bb0b-5b5f29a08107 HTTP/1.1" status: 204 len: 168 time: 0.3826342 Nov 11 11:58:30.487094 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cd398d2a-2bc9-4a6e-af66-283fa43ee9ef req-71a2b611-8f0e-4f52-86a3-f1f5931c8df8 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1512988 Nov 11 11:58:30.504052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b53aae-93fa-4bec-8800-a65a6fcabb36 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d733be5-1069-4f7a-bb0b-5b5f29a08107,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:30.545650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51778) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:30.616033 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49e093d9-37d7-450f-8557-0396f3832d3d req-f509367d-d560-4b44-bee2-77924e473be6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131070 Nov 11 11:58:30.648350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 13cc3856-209f-4b61-9e64-ed2e29441595 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:58:30.654432 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5223c8-e440-4ce8-9973-e7d565b181cc admin admin] Deleting subnet bde6d495-1b6e-46a9-9d06-71c576c3768d {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:58:30.662884 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c5223c8-e440-4ce8-9973-e7d565b181cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:30.679169 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 13cc3856-209f-4b61-9e64-ed2e29441595 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:58:30.679507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 13cc3856-209f-4b61-9e64-ed2e29441595 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:58:30.679922 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ea3497b0-d758-4a1f-a6ba-fefcc33dee7a no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:58:30.724598 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c5223c8-e440-4ce8-9973-e7d565b181cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:30.731679 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: ea3497b0-d758-4a1f-a6ba-fefcc33dee7a {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:58:30.732437 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ea3497b0-d758-4a1f-a6ba-fefcc33dee7a not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:58:30.752838 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b651a1-7d6d-4480-8ca5-26b776e4b628 req-4fd9855b-1acf-4f68-8246-7a6857085e6c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:30.754392 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77b651a1-7d6d-4480-8ca5-26b776e4b628 req-4fd9855b-1acf-4f68-8246-7a6857085e6c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.1373751 Nov 11 11:58:30.756806 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-4826f52b-868a-4624-a6f4-646a687f1cdd service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121285 Nov 11 11:58:30.784057 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c5223c8-e440-4ce8-9973-e7d565b181cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:30.819748 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51782) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:30.873085 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77b651a1-7d6d-4480-8ca5-26b776e4b628 req-b88f4bc8-a8f8-4eb1-8072-fedd995c6ad2 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124606 Nov 11 11:58:30.884237 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2cc78a94-b33d-45b5-8063-7c77ca1c8f56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b83510f0d5944c2bb28ba6e685f02611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0633600 Nov 11 11:58:30.886876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51784) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:30.890118 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c5223c8-e440-4ce8-9973-e7d565b181cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:30.891093 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07fd222f-017d-45bf-8348-32b9982e0d6b req-ca7154de-69d2-4dee-bc31-32c3b22a0fe8 service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162770 Nov 11 11:58:30.933870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5223c8-e440-4ce8-9973-e7d565b181cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde6d495-1b6e-46a9-9d06-71c576c3768d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:30.950245 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c5223c8-e440-4ce8-9973-e7d565b181cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:30.954052 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5c5223c8-e440-4ce8-9973-e7d565b181cc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bde6d495-1b6e-46a9-9d06-71c576c3768d HTTP/1.1" status: 204 len: 168 time: 0.4072325 Nov 11 11:58:30.958164 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51786) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:31.001349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bf0b2-7c91-4919-b53e-bcb790a68449 req-fe0799a1-7a68-465c-90e6-fd24c651f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:31.002925 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae4bf0b2-7c91-4919-b53e-bcb790a68449 req-fe0799a1-7a68-465c-90e6-fd24c651f030 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a654e19116f4a7c8567a53fd67aec2d&device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 1095 time: 0.0531669 Nov 11 11:58:31.045236 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed5b1454-2d90-485c-bab5-02e7c6af834d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:31.050021 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f99b8ae-eebd-4336-b4d8-944e1dd14d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:31.076455 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed5b1454-2d90-485c-bab5-02e7c6af834d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:31.121174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e89146b0-fbc4-4465-a46a-ba93b4d4c97a req-40bb29db-b001-4196-b111-9c97956f137d tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0326989 Nov 11 11:58:31.152293 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bf0b2-7c91-4919-b53e-bcb790a68449 req-e9611480-787c-4fbb-a63c-37f277af61d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:31.153934 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae4bf0b2-7c91-4919-b53e-bcb790a68449 req-e9611480-787c-4fbb-a63c-37f277af61d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972 HTTP/1.1" status: 200 len: 918 time: 0.1431539 Nov 11 11:58:31.178450 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f99b8ae-eebd-4336-b4d8-944e1dd14d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:31.202732 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-0f99b8ae-eebd-4336-b4d8-944e1dd14d4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96435f7-9020-4e11-bb9c-9126a8f7424a']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:31.212106 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed5b1454-2d90-485c-bab5-02e7c6af834d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:31.215453 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed5b1454-2d90-485c-bab5-02e7c6af834d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:31.216683 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ed5b1454-2d90-485c-bab5-02e7c6af834d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3a97e6c-feaf-4ec7-8616-16e3fc8e206a HTTP/1.1" status: 204 len: 168 time: 0.3286660 Nov 11 11:58:31.218885 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-0f99b8ae-eebd-4336-b4d8-944e1dd14d4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b243b44-183b-410d-8c66-8e110ec369b2') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:31.219257 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-0f99b8ae-eebd-4336-b4d8-944e1dd14d4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b243b44-183b-410d-8c66-8e110ec369b2') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:31.231033 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae4bf0b2-7c91-4919-b53e-bcb790a68449 req-66c7ccd0-605d-4a6f-aaa5-9a970bdd7a10 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6052d76b-4b9e-4134-9050-174abc3fac26 HTTP/1.1" status: 200 len: 217 time: 0.0652432 Nov 11 11:58:31.235468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b1454-2d90-485c-bab5-02e7c6af834d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a97e6c-feaf-4ec7-8616-16e3fc8e206a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:31.239421 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f99b8ae-eebd-4336-b4d8-944e1dd14d4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:31.255171 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f99b8ae-eebd-4336-b4d8-944e1dd14d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:31.262318 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f99b8ae-eebd-4336-b4d8-944e1dd14d4f admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:58:31.262883 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f99b8ae-eebd-4336-b4d8-944e1dd14d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:58:31.264983 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:58:31.317182 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bf0b2-7c91-4919-b53e-bcb790a68449 req-96639c11-05b9-4d97-ac70-648c2e7f4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:31.322081 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae4bf0b2-7c91-4919-b53e-bcb790a68449 req-96639c11-05b9-4d97-ac70-648c2e7f4207 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ddfb148-78d7-41db-ac12-7719b2b055b6 HTTP/1.1" status: 200 len: 855 time: 0.0588415 Nov 11 11:58:31.327670 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f99b8ae-eebd-4336-b4d8-944e1dd14d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:31.347815 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f99b8ae-eebd-4336-b4d8-944e1dd14d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:31.353556 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0f99b8ae-eebd-4336-b4d8-944e1dd14d4f admin admin] 10.222.0.65 "DELETE /v2.0/networks/b96435f7-9020-4e11-bb9c-9126a8f7424a HTTP/1.1" status: 204 len: 168 time: 0.3920512 Nov 11 11:58:31.355004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99b8ae-eebd-4336-b4d8-944e1dd14d4f admin admin] Pushing event deleted for resources: {'Network': ['ID=b96435f7-9020-4e11-bb9c-9126a8f7424a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:31.427295 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bf0b2-7c91-4919-b53e-bcb790a68449 req-e4a5b78a-f670-4bb0-9543-ab7ec59021cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:31.428800 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae4bf0b2-7c91-4919-b53e-bcb790a68449 req-e4a5b78a-f670-4bb0-9543-ab7ec59021cc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992360 Nov 11 11:58:31.441644 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204e01a-dafa-4e94-8e13-c11e4766597a req-a6d01aa4-17a6-4225-8652-cc63202caafa tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:31.445010 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a204e01a-dafa-4e94-8e13-c11e4766597a req-a6d01aa4-17a6-4225-8652-cc63202caafa tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.43 "GET /v2.0/ports?device_id=f987d72b-c453-47b3-a934-3e6a42513ace HTTP/1.1" status: 200 len: 945 time: 0.0732243 Nov 11 11:58:31.587371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51804) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:31.603001 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae4bf0b2-7c91-4919-b53e-bcb790a68449 req-c5a56399-5545-42f0-8551-cbe555f95ca5 service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588018 Nov 11 11:58:31.645557 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-de1506ec-2fc6-450d-a91a-7e81a5f3d268 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f514ae4af4944129621f74407d1ab6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0564272 Nov 11 11:58:31.647611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51810) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:31.707449 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6cc97f9a-f5bd-458e-a9c8-3662f6c8f237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:31.732528 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6cc97f9a-f5bd-458e-a9c8-3662f6c8f237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:31.792173 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6cc97f9a-f5bd-458e-a9c8-3662f6c8f237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:31.795734 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6cc97f9a-f5bd-458e-a9c8-3662f6c8f237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:31.796918 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6cc97f9a-f5bd-458e-a9c8-3662f6c8f237 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cdb1676b-ba4b-4348-b047-dd9d916c796d HTTP/1.1" status: 204 len: 168 time: 0.1481709 Nov 11 11:58:31.805603 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc97f9a-f5bd-458e-a9c8-3662f6c8f237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb1676b-ba4b-4348-b047-dd9d916c796d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:32.007230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-a204e01a-dafa-4e94-8e13-c11e4766597a req-4082a2d9-d93d-42ef-aea3-721938c57d9e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Deleting port aa3f7583-1f75-4f90-a531-6e993cbf060d {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:58:32.007563 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a204e01a-dafa-4e94-8e13-c11e4766597a req-4082a2d9-d93d-42ef-aea3-721938c57d9e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:32.156603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fcd6b-37c4-4790-9b08-301535eb0f89 req-4e6ba14b-f61a-4e6d-a93c-54d52acfd00c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:32.164285 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fcd6b-37c4-4790-9b08-301535eb0f89 req-4e6ba14b-f61a-4e6d-a93c-54d52acfd00c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:32.170311 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fcd6b-37c4-4790-9b08-301535eb0f89 req-4e6ba14b-f61a-4e6d-a93c-54d52acfd00c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:32.176238 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fcd6b-37c4-4790-9b08-301535eb0f89 req-4e6ba14b-f61a-4e6d-a93c-54d52acfd00c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:32.182303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fcd6b-37c4-4790-9b08-301535eb0f89 req-4e6ba14b-f61a-4e6d-a93c-54d52acfd00c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:32.188676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fcd6b-37c4-4790-9b08-301535eb0f89 req-4e6ba14b-f61a-4e6d-a93c-54d52acfd00c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:32.196053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fcd6b-37c4-4790-9b08-301535eb0f89 req-4e6ba14b-f61a-4e6d-a93c-54d52acfd00c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:32.198243 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-559fcd6b-37c4-4790-9b08-301535eb0f89 req-4e6ba14b-f61a-4e6d-a93c-54d52acfd00c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5429 time: 0.5912256 Nov 11 11:58:32.224590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c19e7e-42f6-436b-a43c-5a594eddbaf1 req-f0e37c3c-bef9-44d9-9e0c-43b188bb0067 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:32.231772 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7c19e7e-42f6-436b-a43c-5a594eddbaf1 req-f0e37c3c-bef9-44d9-9e0c-43b188bb0067 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f987d72b-c453-47b3-a934-3e6a42513ace HTTP/1.1" status: 200 len: 945 time: 0.2456253 Nov 11 11:58:32.269880 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae4bf0b2-7c91-4919-b53e-bcb790a68449 req-5ae57d9a-3a83-46f6-9036-b213752353b8 service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502371 Nov 11 11:58:32.288005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-a204e01a-dafa-4e94-8e13-c11e4766597a req-4082a2d9-d93d-42ef-aea3-721938c57d9e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] For port aa3f7583-1f75-4f90-a531-6e993cbf060d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=aa3f7583-1f75-4f90-a531-6e993cbf060d,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:32.288265 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a204e01a-dafa-4e94-8e13-c11e4766597a req-4082a2d9-d93d-42ef-aea3-721938c57d9e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:32.314307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-a204e01a-dafa-4e94-8e13-c11e4766597a req-4082a2d9-d93d-42ef-aea3-721938c57d9e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Calling delete_port for aa3f7583-1f75-4f90-a531-6e993cbf060d owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:58:32.342774 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51842) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:32.370239 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7c19e7e-42f6-436b-a43c-5a594eddbaf1 req-e62eec85-c700-4bbb-ac1b-033427a00aca tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374927 Nov 11 11:58:32.427889 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-559fcd6b-37c4-4790-9b08-301535eb0f89 req-0e7e701f-5832-4194-816f-1040f92e724c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2184241 Nov 11 11:58:32.527155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8a040-6004-44f5-997a-aa5537328942 req-ef9180f7-68c1-4980-a665-3f8767ff59b1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:32.529088 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ee8a040-6004-44f5-997a-aa5537328942 req-ef9180f7-68c1-4980-a665-3f8767ff59b1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.0919034 Nov 11 11:58:32.580330 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e21d6240-304d-4197-9b84-c16c61e5254d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1962837584-network', 'tenant_id': '1bf07dadfe77482ab81c004cec159e6b'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:32.607682 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21d6240-304d-4197-9b84-c16c61e5254d admin admin] Made reservation on behalf of 1bf07dadfe77482ab81c004cec159e6b for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:32.610897 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e21d6240-304d-4197-9b84-c16c61e5254d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:32.620868 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3c4be98-baa6-4540-85ce-5eded6535974 req-1bca8e18-02e4-4395-b762-dea5fe6dc001 tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0504706 Nov 11 11:58:32.630556 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e21d6240-304d-4197-9b84-c16c61e5254d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:32.649184 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a204e01a-dafa-4e94-8e13-c11e4766597a req-4082a2d9-d93d-42ef-aea3-721938c57d9e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:32.662203 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['aa3f7583-1f75-4f90-a531-6e993cbf060d'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:32.705787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082a2d9-d93d-42ef-aea3-721938c57d9e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Pushing event deleted for resources: {'Port': ['ID=aa3f7583-1f75-4f90-a531-6e993cbf060d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:32.744543 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ee8a040-6004-44f5-997a-aa5537328942 req-b7db4fdb-7078-4a23-bc91-fda9ccf4c83e tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059202 Nov 11 11:58:32.774516 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-a204e01a-dafa-4e94-8e13-c11e4766597a req-4082a2d9-d93d-42ef-aea3-721938c57d9e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] No DVR routers for this DVR port aa3f7583-1f75-4f90-a531-6e993cbf060d on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:58:32.777989 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a204e01a-dafa-4e94-8e13-c11e4766597a req-4082a2d9-d93d-42ef-aea3-721938c57d9e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:32.779907 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e21d6240-304d-4197-9b84-c16c61e5254d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:32.782250 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a204e01a-dafa-4e94-8e13-c11e4766597a req-4082a2d9-d93d-42ef-aea3-721938c57d9e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.43 "DELETE /v2.0/ports/aa3f7583-1f75-4f90-a531-6e993cbf060d HTTP/1.1" status: 204 len: 173 time: 1.3292682 Nov 11 11:58:32.783528 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f987d72b-c453-47b3-a934-3e6a42513ace', 'name': 'network-vif-deleted', 'tag': 'aa3f7583-1f75-4f90-a531-6e993cbf060d'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:32.786158 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dc48e9-1258-4572-b7a7-d65d22b6eed0" -d '{"events": [{"server_uuid": "f987d72b-c453-47b3-a934-3e6a42513ace", "name": "network-vif-deleted", "tag": "aa3f7583-1f75-4f90-a531-6e993cbf060d"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:32.813416 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e21d6240-304d-4197-9b84-c16c61e5254d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:32.816928 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51858) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:32.842970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21d6240-304d-4197-9b84-c16c61e5254d admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:58:32.849766 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d6240-304d-4197-9b84-c16c61e5254d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa05fff-8305-4c20-a075-10370c9386c2,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:32.856437 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e21d6240-304d-4197-9b84-c16c61e5254d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:32.857045 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-e21d6240-304d-4197-9b84-c16c61e5254d admin admin] Added segment c080438a-7460-4558-a2e6-54499c785eac of type vlan for network a1f2d41f-7044-46ef-877a-23527ca1bd2b Nov 11 11:58:32.889693 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d4c90a-3742-4342-b03c-a753cb93789a x-openstack-request-id: req-06d4c90a-3742-4342-b03c-a753cb93789a {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:32.890004 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f987d72b-c453-47b3-a934-3e6a42513ace", "name": "network-vif-deleted", "tag": "aa3f7583-1f75-4f90-a531-6e993cbf060d", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:32.890489 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06d4c90a-3742-4342-b03c-a753cb93789a {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:32.890786 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f987d72b-c453-47b3-a934-3e6a42513ace', 'name': 'network-vif-deleted', 'tag': 'aa3f7583-1f75-4f90-a531-6e993cbf060d', 'status': 'completed', 'code': 200} Nov 11 11:58:32.932021 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e21d6240-304d-4197-9b84-c16c61e5254d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:32.969201 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e21d6240-304d-4197-9b84-c16c61e5254d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:32.970204 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21d6240-304d-4197-9b84-c16c61e5254d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:32.970789 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e21d6240-304d-4197-9b84-c16c61e5254d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:32.980080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ac01680b-586e-406d-adbc-ff8dd43b5ac2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-network', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:33.006973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac01680b-586e-406d-adbc-ff8dd43b5ac2 admin admin] Made reservation on behalf of b87bddbf76a048759b20fc64684b3b55 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:33.009235 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac01680b-586e-406d-adbc-ff8dd43b5ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:33.018770 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac01680b-586e-406d-adbc-ff8dd43b5ac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:33.038956 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e21d6240-304d-4197-9b84-c16c61e5254d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6948884 Nov 11 11:58:33.040445 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d6240-304d-4197-9b84-c16c61e5254d admin admin] Pushing event updated for resources: {'Network': ['ID=a1f2d41f-7044-46ef-877a-23527ca1bd2b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:33.042431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51862) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:33.047471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-787d5ade-cd15-4177-acdc-0c6b9d6a16ad admin admin] Request body: {'subnet': {'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1962837584-subnet', 'tenant_id': '1bf07dadfe77482ab81c004cec159e6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:33.053004 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network a1f2d41f-7044-46ef-877a-23527ca1bd2b details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:58:33.071566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787d5ade-cd15-4177-acdc-0c6b9d6a16ad admin admin] Made reservation on behalf of 1bf07dadfe77482ab81c004cec159e6b for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:33.074371 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-787d5ade-cd15-4177-acdc-0c6b9d6a16ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:33.115356 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac01680b-586e-406d-adbc-ff8dd43b5ac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:33.130964 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac01680b-586e-406d-adbc-ff8dd43b5ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:33.162555 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac01680b-586e-406d-adbc-ff8dd43b5ac2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:58:33.183810 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac01680b-586e-406d-adbc-ff8dd43b5ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:33.184151 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-ac01680b-586e-406d-adbc-ff8dd43b5ac2 admin admin] Added segment 33f83c6d-a90b-4585-8f1c-14a8a9f812ae of type vlan for network 8400662f-b9f5-4b52-95ed-5cb0217fb0b9 Nov 11 11:58:33.194475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01680b-586e-406d-adbc-ff8dd43b5ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ad7eff-286b-4303-85c9-217e5fb6fd9e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:33.256927 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac01680b-586e-406d-adbc-ff8dd43b5ac2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:33.282621 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-787d5ade-cd15-4177-acdc-0c6b9d6a16ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:33.293067 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac01680b-586e-406d-adbc-ff8dd43b5ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:33.294089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac01680b-586e-406d-adbc-ff8dd43b5ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:33.294673 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac01680b-586e-406d-adbc-ff8dd43b5ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:33.331320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ac01680b-586e-406d-adbc-ff8dd43b5ac2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5128927 Nov 11 11:58:33.334606 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51864) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:33.339425 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e5344aa2-7ed9-43be-bcdd-8c754e389219 admin admin] Request body: {'subnet': {'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-subnet', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:33.361662 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d5ade-cd15-4177-acdc-0c6b9d6a16ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=70597967-6fad-459a-9a9f-141512985da2,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:33.368618 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01680b-586e-406d-adbc-ff8dd43b5ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=8400662f-b9f5-4b52-95ed-5cb0217fb0b9,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:33.379026 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 8400662f-b9f5-4b52-95ed-5cb0217fb0b9 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:58:33.381135 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d5ade-cd15-4177-acdc-0c6b9d6a16ad admin admin] Checking segment: {'id': 'c080438a-7460-4558-a2e6-54499c785eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:33.381721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d5ade-cd15-4177-acdc-0c6b9d6a16ad admin admin] Network hostable DHCP agents. Network: a1f2d41f-7044-46ef-877a-23527ca1bd2b, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:58:33.390154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5344aa2-7ed9-43be-bcdd-8c754e389219 admin admin] Made reservation on behalf of b87bddbf76a048759b20fc64684b3b55 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:33.392761 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e5344aa2-7ed9-43be-bcdd-8c754e389219 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:33.449006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d5ade-cd15-4177-acdc-0c6b9d6a16ad admin admin] Network a1f2d41f-7044-46ef-877a-23527ca1bd2b is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:58:33.489731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-787d5ade-cd15-4177-acdc-0c6b9d6a16ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, a1f2d41f-7044-46ef-877a-23527ca1bd2b) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:33.497014 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787d5ade-cd15-4177-acdc-0c6b9d6a16ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:33.498289 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-787d5ade-cd15-4177-acdc-0c6b9d6a16ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:33.500526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f42a2e-8478-4d49-a6e0-62d5ecef1bfb None None] Network a1f2d41f-7044-46ef-877a-23527ca1bd2b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:58:33.533693 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-787d5ade-cd15-4177-acdc-0c6b9d6a16ad admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4898055 Nov 11 11:58:33.671725 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd489a94-4eeb-4fde-b487-e05279f7a237 req-8135ded0-832b-46d5-a524-1dfe21be5dbe tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:33.677859 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd489a94-4eeb-4fde-b487-e05279f7a237 req-8135ded0-832b-46d5-a524-1dfe21be5dbe tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:33.684150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd489a94-4eeb-4fde-b487-e05279f7a237 req-8135ded0-832b-46d5-a524-1dfe21be5dbe tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:33.691555 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd489a94-4eeb-4fde-b487-e05279f7a237 req-8135ded0-832b-46d5-a524-1dfe21be5dbe tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:33.696880 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e5344aa2-7ed9-43be-bcdd-8c754e389219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:33.698950 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a193f01-3073-4045-ac90-05a32a905d4d None None] Network a1f2d41f-7044-46ef-877a-23527ca1bd2b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:58:33.700851 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd489a94-4eeb-4fde-b487-e05279f7a237 req-8135ded0-832b-46d5-a524-1dfe21be5dbe tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:33.708150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd489a94-4eeb-4fde-b487-e05279f7a237 req-8135ded0-832b-46d5-a524-1dfe21be5dbe tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:33.714497 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd489a94-4eeb-4fde-b487-e05279f7a237 req-8135ded0-832b-46d5-a524-1dfe21be5dbe tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:33.723545 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd489a94-4eeb-4fde-b487-e05279f7a237 req-8135ded0-832b-46d5-a524-1dfe21be5dbe tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5429 time: 0.1648979 Nov 11 11:58:33.805995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5344aa2-7ed9-43be-bcdd-8c754e389219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c45673-39de-42a1-9063-87008924bc87,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:33.815498 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5344aa2-7ed9-43be-bcdd-8c754e389219 admin admin] Checking segment: {'id': '33f83c6d-a90b-4585-8f1c-14a8a9f812ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:33.815953 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5344aa2-7ed9-43be-bcdd-8c754e389219 admin admin] Network hostable DHCP agents. Network: 8400662f-b9f5-4b52-95ed-5cb0217fb0b9, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:58:33.837996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5344aa2-7ed9-43be-bcdd-8c754e389219 admin admin] Network 8400662f-b9f5-4b52-95ed-5cb0217fb0b9 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:58:33.850426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-e5344aa2-7ed9-43be-bcdd-8c754e389219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 8400662f-b9f5-4b52-95ed-5cb0217fb0b9) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:33.857295 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5344aa2-7ed9-43be-bcdd-8c754e389219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:33.858888 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e5344aa2-7ed9-43be-bcdd-8c754e389219 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:33.871404 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bf5903-d3cf-4dc7-a2b9-3724b8041ba2 None None] Network 8400662f-b9f5-4b52-95ed-5cb0217fb0b9 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:58:33.880419 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd489a94-4eeb-4fde-b487-e05279f7a237 req-3991103b-1267-4b42-abd3-7d1ec57ae5fb tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1559608 Nov 11 11:58:33.886573 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e5344aa2-7ed9-43be-bcdd-8c754e389219 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5508213 Nov 11 11:58:33.889365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51896) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:33.894788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-router', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:33.928446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b68162-ebd9-45cd-8350-c7a10201941a req-aa8c9041-cdf0-4a15-912e-b7f5704b6a4e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:33.933133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:33.934526 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:33.936596 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b68162-ebd9-45cd-8350-c7a10201941a req-aa8c9041-cdf0-4a15-912e-b7f5704b6a4e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 811 time: 0.2109568 Nov 11 11:58:33.963018 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b68162-ebd9-45cd-8350-c7a10201941a req-f16e6bfc-ef6a-4bab-8d5e-721e851b6152 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/quotas/d71a4d2b117d402fb127e702aea8d45a HTTP/1.1" status: 200 len: 375 time: 0.0189729 Nov 11 11:58:34.012243 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b68162-ebd9-45cd-8350-c7a10201941a req-05646ab8-2737-4357-8f60-f4714c96b6e6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473485 Nov 11 11:58:34.033186 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:34.059689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c9a41d7-da32-423a-aedf-f310f2602c76 req-df822043-fa8e-4a1b-adca-54a472836acd tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0456700 Nov 11 11:58:34.089092 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e45296d-508a-4fd3-87a4-2d532cd072fa None None] Network 8400662f-b9f5-4b52-95ed-5cb0217fb0b9 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:58:34.173711 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b68162-ebd9-45cd-8350-c7a10201941a req-3ae300c8-a370-44f6-83c3-f6b7aeee7e56 service neutron] 10.222.0.65 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429570 Nov 11 11:58:34.266763 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:34.337189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec085a5b-2f70-4919-84b2-a977da548af9 req-73f69437-a6fb-42f4-ac59-893fbcc7c2c9 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:34.339029 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec085a5b-2f70-4919-84b2-a977da548af9 req-73f69437-a6fb-42f4-ac59-893fbcc7c2c9 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.0744088 Nov 11 11:58:34.346322 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b68162-ebd9-45cd-8350-c7a10201941a req-15d99443-55d8-42dd-bf1f-f91ef58cda14 service neutron] 10.222.0.65 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666870 Nov 11 11:58:34.408931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec085a5b-2f70-4919-84b2-a977da548af9 req-f1f8262c-7b70-407a-a6cc-d635349ae8cf tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613413 Nov 11 11:58:34.520000 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:34.544515 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:34.567193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-266d657b-9db3-4a57-8c78-55fc3d2ccbda req-a6a5566f-209d-405c-ad63-ecbe3429bedb tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 210 time: 0.0293612 Nov 11 11:58:34.652994 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 6052d76b-4b9e-4134-9050-174abc3fac26 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:58:34.683617 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Allocated IP 172.25.2.190 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/2c855a23-956b-461e-8cc4-4028ad611d87) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:58:34.800448 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 6052d76b-4b9e-4134-9050-174abc3fac26, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=6052d76b-4b9e-4134-9050-174abc3fac26,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:34.813055 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '6052d76b-4b9e-4134-9050-174abc3fac26', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'port_id': '6052d76b-4b9e-4134-9050-174abc3fac26', 'mac_address': 'fa:16:3e:2f:59:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:58:34.828803 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:34.858236 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:34.882110 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6052d76b-4b9e-4134-9050-174abc3fac26 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:34.883979 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:34.908549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 6052d76b-4b9e-4134-9050-174abc3fac26, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=6052d76b-4b9e-4134-9050-174abc3fac26,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:34.931016 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:34.935582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-db03118c-d40d-4337-b143-25dcca88b4a4 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:34.938550 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:58:34.945620 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-db03118c-d40d-4337-b143-25dcca88b4a4 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/networks?id=a1f2d41f-7044-46ef-877a-23527ca1bd2b HTTP/1.1" status: 200 len: 813 time: 0.2022548 Nov 11 11:58:34.945915 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:34.949931 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:58:34.997305 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-d2d2068e-973f-4502-bb04-da7ee036f97b tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/quotas/1bf07dadfe77482ab81c004cec159e6b HTTP/1.1" status: 200 len: 375 time: 0.0387337 Nov 11 11:58:34.999527 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=2c855a23-956b-461e-8cc4-4028ad611d87,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:35.058698 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-d6442e85-a7fe-48b5-8c73-3b4a2edca696 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bf07dadfe77482ab81c004cec159e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602248 Nov 11 11:58:35.077984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=6052d76b-4b9e-4134-9050-174abc3fac26,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:35.088055 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:35.088442 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:35.089052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:35.089746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:35.090627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:35.091212 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:35.091765 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:35.092289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:35.092770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:35.093344 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:35.093891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:35.094407 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:58:35.179904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d425a-3461-4dce-9a0f-9e7062efac03 req-59b9f4ea-90e5-42aa-8679-8f68c23d04ae tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:35.186472 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d425a-3461-4dce-9a0f-9e7062efac03 req-59b9f4ea-90e5-42aa-8679-8f68c23d04ae tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:35.193056 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d425a-3461-4dce-9a0f-9e7062efac03 req-59b9f4ea-90e5-42aa-8679-8f68c23d04ae tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:35.199374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d425a-3461-4dce-9a0f-9e7062efac03 req-59b9f4ea-90e5-42aa-8679-8f68c23d04ae tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:35.205698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d425a-3461-4dce-9a0f-9e7062efac03 req-59b9f4ea-90e5-42aa-8679-8f68c23d04ae tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:35.211692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d425a-3461-4dce-9a0f-9e7062efac03 req-59b9f4ea-90e5-42aa-8679-8f68c23d04ae tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:35.217994 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d425a-3461-4dce-9a0f-9e7062efac03 req-59b9f4ea-90e5-42aa-8679-8f68c23d04ae tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:35.220215 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c8d425a-3461-4dce-9a0f-9e7062efac03 req-59b9f4ea-90e5-42aa-8679-8f68c23d04ae tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5429 time: 0.1701446 Nov 11 11:58:35.233068 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device aa3f7583-1f75-4f90-a531-6e993cbf060d no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:58:35.261113 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-1cc11cb4-e78c-4f68-91ef-b3a21ae7b999 service neutron] 10.222.0.65 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875703 Nov 11 11:58:35.272990 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: aa3f7583-1f75-4f90-a531-6e993cbf060d {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:58:35.273791 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device aa3f7583-1f75-4f90-a531-6e993cbf060d not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:58:35.278021 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['6052d76b-4b9e-4134-9050-174abc3fac26'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:35.354423 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c8d425a-3461-4dce-9a0f-9e7062efac03 req-f7eaa2ff-f50a-4730-9e80-02cb43d8c808 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1265855 Nov 11 11:58:35.397519 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:35.455341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-2232c547-fa8a-4807-90ec-67fa053020bb service neutron] 10.222.0.65 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851144 Nov 11 11:58:35.531884 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6ea01e2-835d-4bc2-9f32-be2d18a3a010 req-d4ff4efa-655e-4421-a87e-70c1c0f9ad67 tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0345643 Nov 11 11:58:35.707170 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:35.723064 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b674008b-813b-4b0b-976f-984906227b11 req-086e155e-7fa9-4a2c-b9b1-d31c148c8bde tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 210 time: 0.0339260 Nov 11 11:58:35.793274 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3bb23dfa-65fc-44ee-ac19-e530212a604e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:35.853996 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f138e-78f1-4ed0-9aa4-1cc999c08e58 req-1efa425e-0834-4464-a865-16c035b50777 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:35.860675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-381f138e-78f1-4ed0-9aa4-1cc999c08e58 req-1efa425e-0834-4464-a865-16c035b50777 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 945 time: 0.1361966 Nov 11 11:58:36.036723 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d76a56c1-b645-453c-b371-bffca2c90e0b req-ded0b14a-521b-4381-ad67-01176607e599 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42f2eac-bf69-4339-b95a-3673540cd360 HTTP/1.1" status: 200 len: 210 time: 0.1086500 Nov 11 11:58:36.065860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-381f138e-78f1-4ed0-9aa4-1cc999c08e58 req-22696963-5d5e-4d1f-a8bf-2afe113b84ba tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830800 Nov 11 11:58:36.171406 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b68162-ebd9-45cd-8350-c7a10201941a req-9c50c4d3-192c-498c-a916-a38cf85e5620 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:36.173242 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b68162-ebd9-45cd-8350-c7a10201941a req-9c50c4d3-192c-498c-a916-a38cf85e5620 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.43 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 811 time: 0.3115590 Nov 11 11:58:36.195850 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-81b68162-ebd9-45cd-8350-c7a10201941a req-2026b6f7-fa83-4164-906c-ee19cda1aa4a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Request body: {'port': {'device_id': 'f42869fd-6e78-43b0-be58-a1edbe7cdd9f', 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081', 'admin_state_up': True, 'tenant_id': 'd71a4d2b117d402fb127e702aea8d45a'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:36.244940 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:58:36.341443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b68162-ebd9-45cd-8350-c7a10201941a req-2026b6f7-fa83-4164-906c-ee19cda1aa4a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Made reservation on behalf of d71a4d2b117d402fb127e702aea8d45a for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:36.345298 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-81b68162-ebd9-45cd-8350-c7a10201941a req-2026b6f7-fa83-4164-906c-ee19cda1aa4a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:36.386422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:58:36.410111 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Sync routers for ids ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:58:36.418381 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:36.422292 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-913154a1-25bb-417e-ac20-4ca5394e0ca3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.5290468 Nov 11 11:58:36.425430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51950) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:36.433022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Routers {'91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:58:36.434484 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:58:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:36.753394 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b5044a0-c58e-4550-ad85-708e3933334c req-967b1892-7b5d-4bdf-858f-9347621b9c42 tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0880644 Nov 11 11:58:36.785771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b76248-e223-485f-9548-9e8c79900843 req-61e2ba18-0761-4b65-90b1-69d039b08604 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:36.785771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b76248-e223-485f-9548-9e8c79900843 req-61e2ba18-0761-4b65-90b1-69d039b08604 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:36.788729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b76248-e223-485f-9548-9e8c79900843 req-61e2ba18-0761-4b65-90b1-69d039b08604 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:36.796085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b76248-e223-485f-9548-9e8c79900843 req-61e2ba18-0761-4b65-90b1-69d039b08604 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:36.804251 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b76248-e223-485f-9548-9e8c79900843 req-61e2ba18-0761-4b65-90b1-69d039b08604 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:36.810918 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b76248-e223-485f-9548-9e8c79900843 req-61e2ba18-0761-4b65-90b1-69d039b08604 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:36.816756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b76248-e223-485f-9548-9e8c79900843 req-61e2ba18-0761-4b65-90b1-69d039b08604 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:36.818932 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96b76248-e223-485f-9548-9e8c79900843 req-61e2ba18-0761-4b65-90b1-69d039b08604 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5429 time: 0.2955954 Nov 11 11:58:36.841606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-81b68162-ebd9-45cd-8350-c7a10201941a req-2026b6f7-fa83-4164-906c-ee19cda1aa4a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Allocated IP 172.20.0.6 (394296cd-ddf9-481f-93cf-51fd49ff4081/87e99551-4140-4663-b03e-6ab8528ee6e0/17b14fb8-fc20-404e-89ab-26ebdae160ec) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:58:36.850287 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 6052d76b-4b9e-4134-9050-174abc3fac26 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:36.878318 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Set router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:58:37.022095 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 6052d76b-4b9e-4134-9050-174abc3fac26 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:58:37.030151 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 6052d76b-4b9e-4134-9050-174abc3fac26 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:37.030753 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:37.060443 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c5d8faa-0c09-4820-bb72-06df208cb758 req-86f99252-453a-460a-9e50-fec8f26d73e7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 210 time: 0.0744829 Nov 11 11:58:37.076333 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96b76248-e223-485f-9548-9e8c79900843 req-85fe8924-0138-4456-a4d2-b7a47d3b0831 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2453151 Nov 11 11:58:37.256387 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:37.280045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-router', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:33Z', 'updated_at': '2021-11-11T11:58:35Z', 'revision_number': 3, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'gw_port': {'id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:34Z', 'updated_at': '2021-11-11T11:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:37.286512 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-81b68162-ebd9-45cd-8350-c7a10201941a req-2026b6f7-fa83-4164-906c-ee19cda1aa4a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:37.309132 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4162eeb8-19f6-4cd2-8ad9-5728622c270e req-5dc76fad-fcdd-4db5-a787-051ce5f834af tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42f2eac-bf69-4339-b95a-3673540cd360 HTTP/1.1" status: 200 len: 210 time: 0.1014652 Nov 11 11:58:37.313082 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Checking router: 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:58:37.313455 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Updating router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b port 2c855a23-956b-461e-8cc4-4028ad611d87 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:58:37.361751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6052d76b-4b9e-4134-9050-174abc3fac26'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:37.363989 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fac8c52-c732-4533-9544-d650dc6d775c" -d '{"events": [{"server_uuid": "e2b17559-2fb1-48c1-9e40-a4af53480687", "name": "network-vif-plugged", "status": "completed", "tag": "6052d76b-4b9e-4134-9050-174abc3fac26"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:37.398438 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:37.401194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 6052d76b-4b9e-4134-9050-174abc3fac26, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=6052d76b-4b9e-4134-9050-174abc3fac26,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:37.443310 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db880dda-5ec4-4778-a0ab-c66c7d102ed7 x-openstack-request-id: req-db880dda-5ec4-4778-a0ab-c66c7d102ed7 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:37.444016 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b17559-2fb1-48c1-9e40-a4af53480687", "name": "network-vif-plugged", "status": "completed", "tag": "6052d76b-4b9e-4134-9050-174abc3fac26", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:37.444016 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db880dda-5ec4-4778-a0ab-c66c7d102ed7 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:37.444253 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6052d76b-4b9e-4134-9050-174abc3fac26', 'code': 200} Nov 11 11:58:37.446584 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:37.499534 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-3e8c5790-fe3e-41bb-9d94-baa1c32f8060 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:37.501044 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-3e8c5790-fe3e-41bb-9d94-baa1c32f8060 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.43 "GET /v2.0/networks?id=a1f2d41f-7044-46ef-877a-23527ca1bd2b HTTP/1.1" status: 200 len: 813 time: 0.1855967 Nov 11 11:58:37.517830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-95fbf438-5a52-4a44-b5cd-a4f8e70a5eca tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Request body: {'port': {'device_id': 'a42f2eac-bf69-4339-b95a-3673540cd360', 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b', 'admin_state_up': True, 'tenant_id': '1bf07dadfe77482ab81c004cec159e6b'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:37.562351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19781210-3a4f-4274-88e0-9e5009a28ea6 req-41fd59c3-85ee-475d-bbe5-aa9c37e6a020 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:37.570340 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19781210-3a4f-4274-88e0-9e5009a28ea6 req-41fd59c3-85ee-475d-bbe5-aa9c37e6a020 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.2597573 Nov 11 11:58:37.601171 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-81b68162-ebd9-45cd-8350-c7a10201941a req-2026b6f7-fa83-4164-906c-ee19cda1aa4a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:37.643600 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=6052d76b-4b9e-4134-9050-174abc3fac26,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:37.683161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b68162-ebd9-45cd-8350-c7a10201941a req-2026b6f7-fa83-4164-906c-ee19cda1aa4a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Network 394296cd-ddf9-481f-93cf-51fd49ff4081 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:58:37.689481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026b6f7-fa83-4164-906c-ee19cda1aa4a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Pushing event updated for resources: {'Port': ['ID=17b14fb8-fc20-404e-89ab-26ebdae160ec,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:37.692429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-81b68162-ebd9-45cd-8350-c7a10201941a req-2026b6f7-fa83-4164-906c-ee19cda1aa4a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:37.699092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b68162-ebd9-45cd-8350-c7a10201941a req-2026b6f7-fa83-4164-906c-ee19cda1aa4a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:58:37.728805 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff1721-06b1-4d0e-850b-cebce2d8f840 req-5d996ad8-002e-4361-8444-8d83e2fb311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:37.730873 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a3ff1721-06b1-4d0e-850b-cebce2d8f840 req-5d996ad8-002e-4361-8444-8d83e2fb311b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 1097 time: 0.0828478 Nov 11 11:58:37.778648 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-95fbf438-5a52-4a44-b5cd-a4f8e70a5eca tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Made reservation on behalf of 1bf07dadfe77482ab81c004cec159e6b for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:37.783189 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-95fbf438-5a52-4a44-b5cd-a4f8e70a5eca tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:37.803730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19781210-3a4f-4274-88e0-9e5009a28ea6 req-0409b331-9c4f-46c0-ae3e-9ca58df36db3 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324154 Nov 11 11:58:37.829208 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-0c60e76f-a19f-486e-94c8-ee634a5a7aa4 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:37.830948 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-0c60e76f-a19f-486e-94c8-ee634a5a7aa4 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.62 "GET /v2.0/networks?id=a1f2d41f-7044-46ef-877a-23527ca1bd2b HTTP/1.1" status: 200 len: 813 time: 0.4679711 Nov 11 11:58:37.846113 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:37.848930 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-64d63d98-87d9-4133-b548-0c27c496d8fc tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Request body: {'port': {'device_id': '70f8d78a-7bee-48bc-b1dc-42a5a641f83d', 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b', 'admin_state_up': True, 'tenant_id': '1bf07dadfe77482ab81c004cec159e6b'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:37.856660 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:37.858880 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b68162-ebd9-45cd-8350-c7a10201941a req-2026b6f7-fa83-4164-906c-ee19cda1aa4a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:37.859858 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-81b68162-ebd9-45cd-8350-c7a10201941a req-2026b6f7-fa83-4164-906c-ee19cda1aa4a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:37.927653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Attempting to bind port 2c855a23-956b-461e-8cc4-4028ad611d87 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:37.928370 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Attempting to bind port 2c855a23-956b-461e-8cc4-4028ad611d87 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:37.930223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Attempting to bind port 2c855a23-956b-461e-8cc4-4028ad611d87 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:37.948284 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a3ff1721-06b1-4d0e-850b-cebce2d8f840 req-a2232f1f-c7ff-49c6-9221-75a12b21f482 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057667 Nov 11 11:58:37.956148 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c9847-7a7c-499e-a7af-0a7a4d882468 None None] Pushing event updated for resources: {'Port': ['ID=2c855a23-956b-461e-8cc4-4028ad611d87,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:37.962421 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:37.962914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:37.963314 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:37.963693 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:37.964166 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Bound port: 2c855a23-956b-461e-8cc4-4028ad611d87, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:37.964534 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:37.983615 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-95fbf438-5a52-4a44-b5cd-a4f8e70a5eca tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Allocated IP 172.20.0.10 (a1f2d41f-7044-46ef-877a-23527ca1bd2b/70597967-6fad-459a-9a9f-141512985da2/16d69a16-1a1b-47be-be40-229adfaad7fd) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:58:38.032129 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-97064954-9f3c-4540-9327-8a5f77cb97c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:38.050116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] For port 2c855a23-956b-461e-8cc4-4028ad611d87, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:38.054720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] For port 2c855a23-956b-461e-8cc4-4028ad611d87, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2c855a23-956b-461e-8cc4-4028ad611d87,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:38.061315 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:38.147059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Routers {'91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:58:38.147702 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:58:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:38.171890 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-95fbf438-5a52-4a44-b5cd-a4f8e70a5eca tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:38.216355 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-95fbf438-5a52-4a44-b5cd-a4f8e70a5eca tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:38.276863 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] Set router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:58:38.281003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbf438-5a52-4a44-b5cd-a4f8e70a5eca tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Pushing event updated for resources: {'Port': ['ID=16d69a16-1a1b-47be-be40-229adfaad7fd,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:38.289087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-95fbf438-5a52-4a44-b5cd-a4f8e70a5eca tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Network a1f2d41f-7044-46ef-877a-23527ca1bd2b is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:58:38.290615 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-95fbf438-5a52-4a44-b5cd-a4f8e70a5eca tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:38.293561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-95fbf438-5a52-4a44-b5cd-a4f8e70a5eca tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:58:38.353997 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c9847-7a7c-499e-a7af-0a7a4d882468 None None] Pushing event updated for resources: {'Port': ['ID=2c855a23-956b-461e-8cc4-4028ad611d87,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:38.374069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-95fbf438-5a52-4a44-b5cd-a4f8e70a5eca tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:38.375088 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-95fbf438-5a52-4a44-b5cd-a4f8e70a5eca tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:38.402428 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-95fbf438-5a52-4a44-b5cd-a4f8e70a5eca tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8905869 Nov 11 11:58:38.417310 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Request body: {'port': {'device_id': 'a42f2eac-bf69-4339-b95a-3673540cd360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:38.435232 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b68162-ebd9-45cd-8350-c7a10201941a req-2026b6f7-fa83-4164-906c-ee19cda1aa4a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2466953 Nov 11 11:58:38.468330 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dcc61ac6-5e6a-4e63-ab72-4870f9a687ee req-572499b6-124e-4595-bdff-16c3bde39386 tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0873089 Nov 11 11:58:38.474701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Request body: {'port': {'device_id': 'f42869fd-6e78-43b0-be58-a1edbe7cdd9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:38.499393 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:38.523627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-router', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:33Z', 'updated_at': '2021-11-11T11:58:35Z', 'revision_number': 3, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'gw_port': {'id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:34Z', 'updated_at': '2021-11-11T11:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:38.565617 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:38.581575 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c4cbe-0197-4387-9780-8d79a7761aed None None] The sync data for ids ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'] in n-d-807359-3 is: [{'id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-router', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:33Z', 'updated_at': '2021-11-11T11:58:35Z', 'revision_number': 3, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'gw_port': {'id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:34Z', 'updated_at': '2021-11-11T11:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:58:38.637317 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c017a01-72c6-4a9c-a431-b7550e83e8d9 req-bf70f215-c33a-4fbc-8707-402218c85828 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:38.640491 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c017a01-72c6-4a9c-a431-b7550e83e8d9 req-bf70f215-c33a-4fbc-8707-402218c85828 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 931 time: 0.2457788 Nov 11 11:58:38.669482 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:38.758636 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-64d63d98-87d9-4133-b548-0c27c496d8fc tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Made reservation on behalf of 1bf07dadfe77482ab81c004cec159e6b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:38.762171 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-64d63d98-87d9-4133-b548-0c27c496d8fc tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:38.826421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d69a16-1a1b-47be-be40-229adfaad7fd {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:38.836905 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:38.850962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Transition to ACTIVE for port object 16d69a16-1a1b-47be-be40-229adfaad7fd will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:58:38.855479 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:38.949335 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:38.951613 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Pushing event updated for resources: {'Port': ['ID=16d69a16-1a1b-47be-be40-229adfaad7fd,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:38.959619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841aa787-4bb6-4198-818d-b4fc4ad100f3 req-7374dadb-86a6-4996-94da-36f3c99656d5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:38.966185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841aa787-4bb6-4198-818d-b4fc4ad100f3 req-7374dadb-86a6-4996-94da-36f3c99656d5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:38.972324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841aa787-4bb6-4198-818d-b4fc4ad100f3 req-7374dadb-86a6-4996-94da-36f3c99656d5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:38.980664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841aa787-4bb6-4198-818d-b4fc4ad100f3 req-7374dadb-86a6-4996-94da-36f3c99656d5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:38.988942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841aa787-4bb6-4198-818d-b4fc4ad100f3 req-7374dadb-86a6-4996-94da-36f3c99656d5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:38.999507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841aa787-4bb6-4198-818d-b4fc4ad100f3 req-7374dadb-86a6-4996-94da-36f3c99656d5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:39.007607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841aa787-4bb6-4198-818d-b4fc4ad100f3 req-7374dadb-86a6-4996-94da-36f3c99656d5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:39.015775 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-841aa787-4bb6-4198-818d-b4fc4ad100f3 req-7374dadb-86a6-4996-94da-36f3c99656d5 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5429 time: 0.4123738 Nov 11 11:58:39.067217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Attempting to bind port 16d69a16-1a1b-47be-be40-229adfaad7fd on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:39.067902 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Attempting to bind port 16d69a16-1a1b-47be-be40-229adfaad7fd by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'c080438a-7460-4558-a2e6-54499c785eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:39.068468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Attempting to bind port 16d69a16-1a1b-47be-be40-229adfaad7fd on network a1f2d41f-7044-46ef-877a-23527ca1bd2b {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:39.074673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Port 16d69a16-1a1b-47be-be40-229adfaad7fd on network a1f2d41f-7044-46ef-877a-23527ca1bd2b not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:58:39.075361 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Attempting to bind port 16d69a16-1a1b-47be-be40-229adfaad7fd on network a1f2d41f-7044-46ef-877a-23527ca1bd2b {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:39.081114 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:39.081450 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Checking segment: {'id': 'c080438a-7460-4558-a2e6-54499c785eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:39.081882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Bound using segment: {'id': 'c080438a-7460-4558-a2e6-54499c785eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:39.082306 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Bound port: 16d69a16-1a1b-47be-be40-229adfaad7fd, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c080438a-7460-4558-a2e6-54499c785eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:39.082855 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:39.181490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c017a01-72c6-4a9c-a431-b7550e83e8d9 req-946a5c71-0b25-4968-8bda-6a8dd7c94526 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227332 Nov 11 11:58:39.191903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] For port 16d69a16-1a1b-47be-be40-229adfaad7fd, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:39.210773 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] For port 16d69a16-1a1b-47be-be40-229adfaad7fd, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=16d69a16-1a1b-47be-be40-229adfaad7fd,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:39.220787 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:39.265969 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:39.266777 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:39.268416 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] 10.222.0.43 "PUT /v2.0/ports/16d69a16-1a1b-47be-be40-229adfaad7fd HTTP/1.1" status: 200 len: 1092 time: 0.8573637 Nov 11 11:58:39.269869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42f2eac-bf69-4339-b95a-3673540cd360', 'tag': '16d69a16-1a1b-47be-be40-229adfaad7fd'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:39.273976 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb2aafb-127e-4b78-bc27-d61c628d59c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a42f2eac-bf69-4339-b95a-3673540cd360", "tag": "16d69a16-1a1b-47be-be40-229adfaad7fd"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:39.328976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b896981-aa7a-4118-bcb2-e1deab1b7e16 service neutron] Pushing event updated for resources: {'Port': ['ID=16d69a16-1a1b-47be-be40-229adfaad7fd,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:39.383884 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Allocated IP 172.20.0.1 (8400662f-b9f5-4b52-95ed-5cb0217fb0b9/35c45673-39de-42a1-9063-87008924bc87/0b4c208e-1917-4ea2-bcbc-55f029596cf8) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:58:39.431859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-10af0e19-e040-43ce-ad44-5f61d120a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:39.433649 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-10af0e19-e040-43ce-ad44-5f61d120a6a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bf07dadfe77482ab81c004cec159e6b&device_id=a42f2eac-bf69-4339-b95a-3673540cd360 HTTP/1.1" status: 200 len: 1095 time: 0.0995667 Nov 11 11:58:39.491525 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-82cfafbc-a267-4f9b-8294-24108ade9e86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16d69a16-1a1b-47be-be40-229adfaad7fd HTTP/1.1" status: 200 len: 217 time: 0.0471327 Nov 11 11:58:39.502706 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-841aa787-4bb6-4198-818d-b4fc4ad100f3 req-c9ba6e9f-70db-479c-b5b4-6badec45c672 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4860315 Nov 11 11:58:39.550890 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-64d63d98-87d9-4133-b548-0c27c496d8fc tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Allocated IP 172.20.0.13 (a1f2d41f-7044-46ef-877a-23527ca1bd2b/70597967-6fad-459a-9a9f-141512985da2/46d8a7e8-ccd9-4400-8dc1-5c7e52b10189) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:58:39.583300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-0334cc99-2ae9-44f3-9241-a13ca27eda93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:39.585923 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-0334cc99-2ae9-44f3-9241-a13ca27eda93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70597967-6fad-459a-9a9f-141512985da2 HTTP/1.1" status: 200 len: 853 time: 0.0868320 Nov 11 11:58:39.609944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc9d26-4f0f-494a-bc7c-16cf72b74dfd req-cf179367-1cb9-4375-b3ed-779c753a61ba tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:39.611517 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93bc9d26-4f0f-494a-bc7c-16cf72b74dfd req-cf179367-1cb9-4375-b3ed-779c753a61ba tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42f2eac-bf69-4339-b95a-3673540cd360 HTTP/1.1" status: 200 len: 944 time: 0.2312729 Nov 11 11:58:39.633318 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-ff317beb-7f67-4fc7-8cf6-242935e3bd0f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a1f2d41f-7044-46ef-877a-23527ca1bd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357893 Nov 11 11:58:39.745320 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-c5ef898c-eb9a-4093-84e8-1ab69904ae1a service neutron] 10.222.0.43 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024175 Nov 11 11:58:39.843932 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93bc9d26-4f0f-494a-bc7c-16cf72b74dfd req-41b9abe4-5a8b-4da4-8679-df71c89dffbb tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144067 Nov 11 11:58:39.860578 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a843bca-a67e-4c1e-98e6-924791724e7a req-33ad6fcf-e56f-413a-9676-d29ff520d85b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:39.862579 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4a843bca-a67e-4c1e-98e6-924791724e7a req-33ad6fcf-e56f-413a-9676-d29ff520d85b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.2455082 Nov 11 11:58:39.875630 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:39.886761 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-7b46ec3b-77d0-4ea0-8753-df3625c83cb1 service neutron] 10.222.0.43 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343508 Nov 11 11:58:39.954537 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b14fb8-fc20-404e-89ab-26ebdae160ec {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:39.973565 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e383d5b6-556e-43be-b2fb-5801e041a4f2 x-openstack-request-id: req-e383d5b6-556e-43be-b2fb-5801e041a4f2 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:39.973994 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42f2eac-bf69-4339-b95a-3673540cd360", "tag": "16d69a16-1a1b-47be-be40-229adfaad7fd", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:39.974431 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e383d5b6-556e-43be-b2fb-5801e041a4f2 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:39.974881 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42f2eac-bf69-4339-b95a-3673540cd360', 'tag': '16d69a16-1a1b-47be-be40-229adfaad7fd', 'status': 'completed', 'code': 200} Nov 11 11:58:39.986798 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:40.033503 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Transition to ACTIVE for port object 17b14fb8-fc20-404e-89ab-26ebdae160ec will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:58:40.053759 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:40.060965 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2aafb-127e-4b78-bc27-d61c628d59c5 req-5111b27b-200c-4279-aa08-e7f3041902b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:40.062577 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2cb2aafb-127e-4b78-bc27-d61c628d59c5 req-5111b27b-200c-4279-aa08-e7f3041902b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bf07dadfe77482ab81c004cec159e6b&device_id=a42f2eac-bf69-4339-b95a-3673540cd360 HTTP/1.1" status: 200 len: 1095 time: 0.0672007 Nov 11 11:58:40.135474 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:40.145751 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-46fdfddf-d6df-4909-8ba0-a51e4a16e31f req-34b67355-2568-45bf-9f3c-e707a5583732 tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0929775 Nov 11 11:58:40.150117 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4a843bca-a67e-4c1e-98e6-924791724e7a req-3cc0d1e4-54b7-4e27-91e8-0de0d15b104d tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713852 Nov 11 11:58:40.189338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2aafb-127e-4b78-bc27-d61c628d59c5 req-517ef347-fc10-4e3c-91e0-f29075fa7945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:40.191664 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2cb2aafb-127e-4b78-bc27-d61c628d59c5 req-517ef347-fc10-4e3c-91e0-f29075fa7945 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a1f2d41f-7044-46ef-877a-23527ca1bd2b HTTP/1.1" status: 200 len: 915 time: 0.1191473 Nov 11 11:58:40.197316 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Network 8400662f-b9f5-4b52-95ed-5cb0217fb0b9 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:58:40.215263 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:40.220239 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-64d63d98-87d9-4133-b548-0c27c496d8fc tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:40.221956 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=17b14fb8-fc20-404e-89ab-26ebdae160ec,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:40.226072 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:58:40.251037 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2cb2aafb-127e-4b78-bc27-d61c628d59c5 req-0bfdbf61-0ac5-48ca-94b3-dcbc1a261f6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16d69a16-1a1b-47be-be40-229adfaad7fd HTTP/1.1" status: 200 len: 217 time: 0.0519226 Nov 11 11:58:40.324673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2aafb-127e-4b78-bc27-d61c628d59c5 req-20b52d13-dda8-45b9-9c18-e10294e467c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:40.326150 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2cb2aafb-127e-4b78-bc27-d61c628d59c5 req-20b52d13-dda8-45b9-9c18-e10294e467c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70597967-6fad-459a-9a9f-141512985da2 HTTP/1.1" status: 200 len: 853 time: 0.0677416 Nov 11 11:58:40.365323 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2cb2aafb-127e-4b78-bc27-d61c628d59c5 req-24043282-f518-430e-9e6b-e66d7e6c7422 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a1f2d41f-7044-46ef-877a-23527ca1bd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282311 Nov 11 11:58:40.422993 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Pushing event updated for resources: {'Port': ['ID=0b4c208e-1917-4ea2-bcbc-55f029596cf8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:40.463606 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:40.485972 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2cb2aafb-127e-4b78-bc27-d61c628d59c5 req-12ce4974-967b-4f88-b613-54ed7084c23e service neutron] 10.222.0.43 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125581 Nov 11 11:58:40.487426 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:40.537328 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-64d63d98-87d9-4133-b548-0c27c496d8fc tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:40.578945 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda88a2-35bc-4d71-b557-de7288a5094b req-1b0f3ff3-7e9f-4d54-b48c-8bc4337ea599 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:40.580453 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ecda88a2-35bc-4d71-b557-de7288a5094b req-1b0f3ff3-7e9f-4d54-b48c-8bc4337ea599 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.3521774 Nov 11 11:58:40.616450 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51996) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:40.621506 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2cb2aafb-127e-4b78-bc27-d61c628d59c5 req-47c1a73c-ca0f-4a13-abb6-1d0e3be97f96 service neutron] 10.222.0.43 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277246 Nov 11 11:58:40.624741 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-284757e1-87c8-499d-be2c-8324d56b1543 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Request body: {'floatingip': {'port_id': '6052d76b-4b9e-4134-9050-174abc3fac26'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:40.646677 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c32404-5611-4ab3-92b4-f06155bbb3ac req-9c8b43c7-b8ba-445e-bb6e-0a22038c4898 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:40.650095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81c32404-5611-4ab3-92b4-f06155bbb3ac req-9c8b43c7-b8ba-445e-bb6e-0a22038c4898 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 943 time: 0.2955406 Nov 11 11:58:40.685006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Attempting to bind port 17b14fb8-fc20-404e-89ab-26ebdae160ec on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:40.685340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Attempting to bind port 17b14fb8-fc20-404e-89ab-26ebdae160ec by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:40.685695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Attempting to bind port 17b14fb8-fc20-404e-89ab-26ebdae160ec on network 394296cd-ddf9-481f-93cf-51fd49ff4081 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:40.698892 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-64d63d98-87d9-4133-b548-0c27c496d8fc tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Network a1f2d41f-7044-46ef-877a-23527ca1bd2b is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:58:40.745319 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-64d63d98-87d9-4133-b548-0c27c496d8fc tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:40.755745 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-284757e1-87c8-499d-be2c-8324d56b1543 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:40.764231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-64d63d98-87d9-4133-b548-0c27c496d8fc tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:58:40.783683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Port 17b14fb8-fc20-404e-89ab-26ebdae160ec on network 394296cd-ddf9-481f-93cf-51fd49ff4081 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:58:40.783683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Attempting to bind port 17b14fb8-fc20-404e-89ab-26ebdae160ec on network 394296cd-ddf9-481f-93cf-51fd49ff4081 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:40.790969 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d63d98-87d9-4133-b548-0c27c496d8fc tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Pushing event updated for resources: {'Port': ['ID=46d8a7e8-ccd9-4400-8dc1-5c7e52b10189,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:40.798386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2c855a23-956b-461e-8cc4-4028ad611d87 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:40.863756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2c855a23-956b-461e-8cc4-4028ad611d87 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:40.864518 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:40.955723 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:40.981680 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 2c855a23-956b-461e-8cc4-4028ad611d87, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2c855a23-956b-461e-8cc4-4028ad611d87,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:40.987721 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:41.047488 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=2c855a23-956b-461e-8cc4-4028ad611d87,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:41.161880 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:41.162200 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Checking segment: {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:41.162593 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Bound using segment: {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:41.163045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Bound port: 17b14fb8-fc20-404e-89ab-26ebdae160ec, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:41.163402 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:41.262049 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-64d63d98-87d9-4133-b548-0c27c496d8fc tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:41.262691 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-64d63d98-87d9-4133-b548-0c27c496d8fc tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:41.267396 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 16d69a16-1a1b-47be-be40-229adfaad7fd details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:58:41.276472 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2952a9-0087-4bf9-9ed8-1bc607ded155 req-a896a40d-7a11-4bee-9574-a6ac6dcea093 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:41.284846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2952a9-0087-4bf9-9ed8-1bc607ded155 req-a896a40d-7a11-4bee-9574-a6ac6dcea093 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:41.288496 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2952a9-0087-4bf9-9ed8-1bc607ded155 req-a896a40d-7a11-4bee-9574-a6ac6dcea093 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:41.291604 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:41.294523 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2952a9-0087-4bf9-9ed8-1bc607ded155 req-a896a40d-7a11-4bee-9574-a6ac6dcea093 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:41.300409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2952a9-0087-4bf9-9ed8-1bc607ded155 req-a896a40d-7a11-4bee-9574-a6ac6dcea093 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:41.306412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2952a9-0087-4bf9-9ed8-1bc607ded155 req-a896a40d-7a11-4bee-9574-a6ac6dcea093 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:41.312368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2952a9-0087-4bf9-9ed8-1bc607ded155 req-a896a40d-7a11-4bee-9574-a6ac6dcea093 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:41.314376 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df2952a9-0087-4bf9-9ed8-1bc607ded155 req-a896a40d-7a11-4bee-9574-a6ac6dcea093 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5429 time: 0.6185503 Nov 11 11:58:41.350125 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81c32404-5611-4ab3-92b4-f06155bbb3ac req-e613f2b0-cffe-4eba-b957-2468b3e4da01 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6531062 Nov 11 11:58:41.378094 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:41.394854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 16d69a16-1a1b-47be-be40-229adfaad7fd, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=16d69a16-1a1b-47be-be40-229adfaad7fd,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:41.411002 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-64d63d98-87d9-4133-b548-0c27c496d8fc tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5664871 Nov 11 11:58:41.411316 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '16d69a16-1a1b-47be-be40-229adfaad7fd', 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b', 'port_id': '16d69a16-1a1b-47be-be40-229adfaad7fd', 'mac_address': 'fa:16:3e:2f:40:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70597967-6fad-459a-9a9f-141512985da2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:58:41.456371 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:41.470024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Request body: {'port': {'device_id': '70f8d78a-7bee-48bc-b1dc-42a5a641f83d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:41.474108 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d69a16-1a1b-47be-be40-229adfaad7fd {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:41.499672 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 16d69a16-1a1b-47be-be40-229adfaad7fd, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=16d69a16-1a1b-47be-be40-229adfaad7fd,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:41.504698 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:41.553891 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] For port 17b14fb8-fc20-404e-89ab-26ebdae160ec, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:41.561366 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=16d69a16-1a1b-47be-be40-229adfaad7fd,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:41.641471 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] For port 17b14fb8-fc20-404e-89ab-26ebdae160ec, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=17b14fb8-fc20-404e-89ab-26ebdae160ec,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:41.670357 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df2952a9-0087-4bf9-9ed8-1bc607ded155 req-2e665be8-6225-4d82-858d-7678146d0ee0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3238995 Nov 11 11:58:41.674109 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:41.721924 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['16d69a16-1a1b-47be-be40-229adfaad7fd'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:41.773429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:41.774177 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:41.775660 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b68162-ebd9-45cd-8350-c7a10201941a req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] 10.222.0.43 "PUT /v2.0/ports/17b14fb8-fc20-404e-89ab-26ebdae160ec HTTP/1.1" status: 200 len: 1091 time: 3.3132749 Nov 11 11:58:41.782097 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42869fd-6e78-43b0-be58-a1edbe7cdd9f', 'tag': '17b14fb8-fc20-404e-89ab-26ebdae160ec'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:41.784425 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b388a14b-472f-48d1-8816-46c5742059ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f42869fd-6e78-43b0-be58-a1edbe7cdd9f", "tag": "17b14fb8-fc20-404e-89ab-26ebdae160ec"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:41.830728 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3d8b-ae2e-4703-b333-376b7c43216f req-af4aba12-9261-419f-b339-ecb6c6c80b56 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:41.832407 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b8b3d8b-ae2e-4703-b333-376b7c43216f req-af4aba12-9261-419f-b339-ecb6c6c80b56 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42f2eac-bf69-4339-b95a-3673540cd360 HTTP/1.1" status: 200 len: 944 time: 0.3755682 Nov 11 11:58:41.883073 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:41.960686 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3baa0fd7-79cf-4eb6-aa89-94ca63d33c0a req-a9bafb24-eca0-4927-8383-7a570daeb2ec tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.1270754 Nov 11 11:58:42.032189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564e399-593d-4e8c-bd7d-171894a32ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=17b14fb8-fc20-404e-89ab-26ebdae160ec,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:42.084485 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:58:42.098713 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e86615c-cc51-4b40-bcf6-e3f490f453ae x-openstack-request-id: req-1e86615c-cc51-4b40-bcf6-e3f490f453ae {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:42.099042 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42869fd-6e78-43b0-be58-a1edbe7cdd9f", "tag": "17b14fb8-fc20-404e-89ab-26ebdae160ec", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:42.100057 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e86615c-cc51-4b40-bcf6-e3f490f453ae {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:42.100057 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42869fd-6e78-43b0-be58-a1edbe7cdd9f', 'tag': '17b14fb8-fc20-404e-89ab-26ebdae160ec', 'status': 'completed', 'code': 200} Nov 11 11:58:42.235625 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b8b3d8b-ae2e-4703-b333-376b7c43216f req-d22b3661-f569-43ef-a39d-609588ec7f7d tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911831 Nov 11 11:58:42.237417 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b68162-ebd9-45cd-8350-c7a10201941a req-cbfdfd7c-dd7e-4310-84f1-1feedd53072e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:42.238808 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b68162-ebd9-45cd-8350-c7a10201941a req-cbfdfd7c-dd7e-4310-84f1-1feedd53072e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 1094 time: 0.4017518 Nov 11 11:58:42.347154 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:42.394078 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:42.397305 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b68162-ebd9-45cd-8350-c7a10201941a req-a0144ab9-6a6e-4b3c-8e1d-3c09603d47c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17b14fb8-fc20-404e-89ab-26ebdae160ec HTTP/1.1" status: 200 len: 217 time: 0.1212111 Nov 11 11:58:42.652432 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:42.661720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Pushing event updated for resources: {'Port': ['ID=0b4c208e-1917-4ea2-bcbc-55f029596cf8,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:42.794058 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2c855a23-956b-461e-8cc4-4028ad611d87 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:42.853448 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2c855a23-956b-461e-8cc4-4028ad611d87 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:42.853935 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:42.994372 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b68162-ebd9-45cd-8350-c7a10201941a req-ed4a32a6-24a7-4b62-99c7-a3bea7ca745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:42.995829 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b68162-ebd9-45cd-8350-c7a10201941a req-ed4a32a6-24a7-4b62-99c7-a3bea7ca745c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87e99551-4140-4663-b03e-6ab8528ee6e0 HTTP/1.1" status: 200 len: 851 time: 0.5653510 Nov 11 11:58:43.028787 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.db.resource_extend [None req-284757e1-87c8-499d-be2c-8324d56b1543 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 11:58:43.120489 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d1155-abd8-4a95-a0b8-4ef65f2a7800 req-3b2f8f74-bf22-4f93-9e4e-f8f662c57263 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:43.121949 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c5d1155-abd8-4a95-a0b8-4ef65f2a7800 req-3b2f8f74-bf22-4f93-9e4e-f8f662c57263 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 943 time: 0.6595788 Nov 11 11:58:43.129411 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b68162-ebd9-45cd-8350-c7a10201941a req-666a13bb-6434-47ac-ac5d-d074451d1c14 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=394296cd-ddf9-481f-93cf-51fd49ff4081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230552 Nov 11 11:58:43.240989 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-284757e1-87c8-499d-be2c-8324d56b1543 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:43.265480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 16d69a16-1a1b-47be-be40-229adfaad7fd up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:43.287440 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-284757e1-87c8-499d-be2c-8324d56b1543 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:43.390730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92930851-b2d2-4a9a-a39b-974b319aef45 req-9d117c64-1e98-40e4-ae63-f057988227dc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:43.396990 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92930851-b2d2-4a9a-a39b-974b319aef45 req-9d117c64-1e98-40e4-ae63-f057988227dc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:43.402913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92930851-b2d2-4a9a-a39b-974b319aef45 req-9d117c64-1e98-40e4-ae63-f057988227dc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:43.408839 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92930851-b2d2-4a9a-a39b-974b319aef45 req-9d117c64-1e98-40e4-ae63-f057988227dc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:43.414935 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92930851-b2d2-4a9a-a39b-974b319aef45 req-9d117c64-1e98-40e4-ae63-f057988227dc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:43.421070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92930851-b2d2-4a9a-a39b-974b319aef45 req-9d117c64-1e98-40e4-ae63-f057988227dc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:43.427007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92930851-b2d2-4a9a-a39b-974b319aef45 req-9d117c64-1e98-40e4-ae63-f057988227dc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:43.428983 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92930851-b2d2-4a9a-a39b-974b319aef45 req-9d117c64-1e98-40e4-ae63-f057988227dc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5429 time: 0.4288146 Nov 11 11:58:43.446724 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 16d69a16-1a1b-47be-be40-229adfaad7fd completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:58:43.451312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 16d69a16-1a1b-47be-be40-229adfaad7fd triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:43.451676 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:43.467020 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c5d1155-abd8-4a95-a0b8-4ef65f2a7800 req-bee22c0e-37b2-42c6-a8fa-844d09bc2cf5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119431 Nov 11 11:58:43.506340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Network 8400662f-b9f5-4b52-95ed-5cb0217fb0b9 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:58:43.546157 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:43.548846 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:43.550738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:43.567343 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:43.576597 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42f2eac-bf69-4339-b95a-3673540cd360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d69a16-1a1b-47be-be40-229adfaad7fd'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:43.578504 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c845ce1b-5ef7-4e16-a6ab-777d21aeb19b" -d '{"events": [{"server_uuid": "a42f2eac-bf69-4339-b95a-3673540cd360", "name": "network-vif-plugged", "status": "completed", "tag": "16d69a16-1a1b-47be-be40-229adfaad7fd"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:43.596492 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 16d69a16-1a1b-47be-be40-229adfaad7fd, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=16d69a16-1a1b-47be-be40-229adfaad7fd,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:43.603150 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:43.608193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b68162-ebd9-45cd-8350-c7a10201941a req-94a3d8bb-4098-4bd4-a048-5b0e598101c1 service neutron] 10.222.0.43 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413049 Nov 11 11:58:43.619164 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Transition to ACTIVE for port object 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:58:43.666937 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=16d69a16-1a1b-47be-be40-229adfaad7fd,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:43.672783 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:43.745409 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-284757e1-87c8-499d-be2c-8324d56b1543 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Floating IP 5ef8c7c7-70ae-47e7-a5d5-db1167c77563 associated. External IP: 172.25.2.3, port: 6052d76b-4b9e-4134-9050-174abc3fac26. Nov 11 11:58:43.794634 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92930851-b2d2-4a9a-a39b-974b319aef45 req-2d4061f9-9d81-4714-8a78-7e1d04f70d4d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3431523 Nov 11 11:58:43.802921 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d54570d0-4568-4a69-9a7a-9582166436fe req-8d8efc63-c3b5-4be4-abb6-046b62eca2a0 tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.1165693 Nov 11 11:58:43.875220 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fae8f7c-c004-464b-a057-a35422865425 x-openstack-request-id: req-9fae8f7c-c004-464b-a057-a35422865425 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:43.877217 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42f2eac-bf69-4339-b95a-3673540cd360", "name": "network-vif-plugged", "status": "completed", "tag": "16d69a16-1a1b-47be-be40-229adfaad7fd", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:43.877679 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9fae8f7c-c004-464b-a057-a35422865425 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:43.878791 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42f2eac-bf69-4339-b95a-3673540cd360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d69a16-1a1b-47be-be40-229adfaad7fd', 'code': 200} Nov 11 11:58:43.907029 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Pushing event updated for resources: {'Port': ['ID=46d8a7e8-ccd9-4400-8dc1-5c7e52b10189,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:43.989078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083c340-2298-4127-a8dc-c0481d5663ec req-57c1f86c-b16b-4836-ae3f-b4930881667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:43.991511 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e083c340-2298-4127-a8dc-c0481d5663ec req-57c1f86c-b16b-4836-ae3f-b4930881667b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a42f2eac-bf69-4339-b95a-3673540cd360 HTTP/1.1" status: 200 len: 1097 time: 0.0471702 Nov 11 11:58:44.042647 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e083c340-2298-4127-a8dc-c0481d5663ec req-70b972d9-8d52-4902-834d-13a6cfbbfcc0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422614 Nov 11 11:58:44.055764 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:58:44.062559 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81b68162-ebd9-45cd-8350-c7a10201941a req-860500ae-1429-4ace-a901-35c4e4d0a286 service neutron] 10.222.0.43 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423642 Nov 11 11:58:44.096505 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b63ecf-42f5-4087-8d82-3eb0f25aa7b8 req-3b2ae7b0-4803-4680-b679-f2ff0f4989fb tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:44.098019 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6b63ecf-42f5-4087-8d82-3eb0f25aa7b8 req-3b2ae7b0-4803-4680-b679-f2ff0f4989fb tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42f2eac-bf69-4339-b95a-3673540cd360 HTTP/1.1" status: 200 len: 946 time: 0.1932716 Nov 11 11:58:44.168363 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Attempting to bind port 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:44.168666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Attempting to bind port 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'c080438a-7460-4558-a2e6-54499c785eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:44.169019 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Attempting to bind port 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 on network a1f2d41f-7044-46ef-877a-23527ca1bd2b {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:44.222653 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Port 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 on network a1f2d41f-7044-46ef-877a-23527ca1bd2b not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:58:44.222971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Attempting to bind port 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 on network a1f2d41f-7044-46ef-877a-23527ca1bd2b {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:44.280961 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:44.281223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Checking segment: {'id': 'c080438a-7460-4558-a2e6-54499c785eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:44.281563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Bound using segment: {'id': 'c080438a-7460-4558-a2e6-54499c785eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:44.282026 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Bound port: 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c080438a-7460-4558-a2e6-54499c785eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:44.282372 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:44.378105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6b63ecf-42f5-4087-8d82-3eb0f25aa7b8 req-0ae92306-af36-4c00-8785-9f4ba8d7d310 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701788 Nov 11 11:58:44.412848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:58:44.418099 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-31a2dd97-884d-4264-b819-e92d51eb87dd admin admin] 10.222.0.65 "PUT /v2.0/routers/91f57bb5-b7f2-4e47-afc9-0e3368e1b73b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9908097 Nov 11 11:58:44.430842 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Sync routers for ids ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:58:44.451988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] For port 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:44.452783 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Routers {'91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:58:44.453651 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:58:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:44.455864 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] For port 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=46d8a7e8-ccd9-4400-8dc1-5c7e52b10189,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:44.468152 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:44.473534 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284757e1-87c8-499d-be2c-8324d56b1543 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Router 62bf8623-8170-456c-950d-b6b7238a884d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:58:44.515066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388a14b-472f-48d1-8816-46c5742059ed req-08914880-ffd9-4b95-a8ca-097c14b8e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:44.516876 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b388a14b-472f-48d1-8816-46c5742059ed req-08914880-ffd9-4b95-a8ca-097c14b8e589 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 1094 time: 0.2012024 Nov 11 11:58:44.522801 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:44.523801 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:44.525397 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] 10.222.0.62 "PUT /v2.0/ports/46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 HTTP/1.1" status: 200 len: 1092 time: 3.0714872 Nov 11 11:58:44.527671 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f8d78a-7bee-48bc-b1dc-42a5a641f83d', 'tag': '46d8a7e8-ccd9-4400-8dc1-5c7e52b10189'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:44.531420 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc96eb5-e14b-45b8-b9d6-12572d82c299" -d '{"events": [{"name": "network-changed", "server_uuid": "70f8d78a-7bee-48bc-b1dc-42a5a641f83d", "tag": "46d8a7e8-ccd9-4400-8dc1-5c7e52b10189"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:44.641145 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7356734-30d9-47f5-939d-ad025a9f9659 x-openstack-request-id: req-c7356734-30d9-47f5-939d-ad025a9f9659 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:44.641870 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f8d78a-7bee-48bc-b1dc-42a5a641f83d", "tag": "46d8a7e8-ccd9-4400-8dc1-5c7e52b10189", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:44.642345 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7356734-30d9-47f5-939d-ad025a9f9659 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:44.642964 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f8d78a-7bee-48bc-b1dc-42a5a641f83d', 'tag': '46d8a7e8-ccd9-4400-8dc1-5c7e52b10189', 'status': 'completed', 'code': 200} Nov 11 11:58:44.644367 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Set router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:58:44.755693 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b902a7-a40a-4e66-b794-0031be4eccb6 service neutron] Pushing event updated for resources: {'Port': ['ID=46d8a7e8-ccd9-4400-8dc1-5c7e52b10189,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:44.939563 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-router', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:33Z', 'updated_at': '2021-11-11T11:58:41Z', 'revision_number': 4, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'gw_port': {'id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:34Z', 'updated_at': '2021-11-11T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '0b4c208e-1917-4ea2-bcbc-55f029596cf8', 'name': '', 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'mac_address': 'fa:16:3e:f9:97:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '35c45673-39de-42a1-9063-87008924bc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:38Z', 'updated_at': '2021-11-11T11:58:41Z', 'revision_number': 2, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'subnets': [{'id': '35c45673-39de-42a1-9063-87008924bc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:44.970457 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Checking router: 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:58:44.970942 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Updating router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b port 0b4c208e-1917-4ea2-bcbc-55f029596cf8 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:58:44.996978 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:45.168639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388a14b-472f-48d1-8816-46c5742059ed req-1d5ddc14-7891-41c5-81ae-bed83e15679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:45.184251 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b388a14b-472f-48d1-8816-46c5742059ed req-1d5ddc14-7891-41c5-81ae-bed83e15679f service neutron] 10.222.0.43 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 913 time: 0.6407564 Nov 11 11:58:45.201943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-b46dfccc-9857-41a0-b7c0-90ebe3fe3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:45.203568 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-b46dfccc-9857-41a0-b7c0-90ebe3fe3ed9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1bf07dadfe77482ab81c004cec159e6b&device_id=70f8d78a-7bee-48bc-b1dc-42a5a641f83d HTTP/1.1" status: 200 len: 1095 time: 0.5648878 Nov 11 11:58:45.261129 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968119c6-6c4d-4a88-907a-024412e396cc req-68cacff9-5349-4bda-8827-c2f1c0b6a597 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:45.262830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-968119c6-6c4d-4a88-907a-024412e396cc req-68cacff9-5349-4bda-8827-c2f1c0b6a597 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 943 time: 0.6168065 Nov 11 11:58:45.270264 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:45.276207 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:45.288757 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:58:45.349324 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-9d5d5101-f5cb-40b1-94c2-6b513b63f7a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 HTTP/1.1" status: 200 len: 217 time: 0.1259708 Nov 11 11:58:45.350681 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b388a14b-472f-48d1-8816-46c5742059ed req-84262202-4ea4-46e1-9f61-250c9c6e59e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17b14fb8-fc20-404e-89ab-26ebdae160ec HTTP/1.1" status: 200 len: 217 time: 0.1461413 Nov 11 11:58:45.364568 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b6fc7-09f9-45ea-9a65-defa6af5d932 None None] Pushing event updated for resources: {'Port': ['ID=0b4c208e-1917-4ea2-bcbc-55f029596cf8,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:45.381042 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Attempting to bind port 0b4c208e-1917-4ea2-bcbc-55f029596cf8 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:45.381756 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Attempting to bind port 0b4c208e-1917-4ea2-bcbc-55f029596cf8 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '33f83c6d-a90b-4585-8f1c-14a8a9f812ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:45.382298 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Attempting to bind port 0b4c208e-1917-4ea2-bcbc-55f029596cf8 on network 8400662f-b9f5-4b52-95ed-5cb0217fb0b9 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:45.388255 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:45.388990 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Checking segment: {'id': '33f83c6d-a90b-4585-8f1c-14a8a9f812ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:45.389623 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:45.390204 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Bound using segment: {'id': '33f83c6d-a90b-4585-8f1c-14a8a9f812ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:45.390844 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Bound port: 0b4c208e-1917-4ea2-bcbc-55f029596cf8, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f83c6d-a90b-4585-8f1c-14a8a9f812ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:45.391415 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:45.404916 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-968119c6-6c4d-4a88-907a-024412e396cc req-74630bd2-5228-42d7-ba92-29a7dccf09b0 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612576 Nov 11 11:58:45.424533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284757e1-87c8-499d-be2c-8324d56b1543 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:58:45.461929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:45.481278 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] For port 0b4c208e-1917-4ea2-bcbc-55f029596cf8, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:45.485704 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94', 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941', 'port_id': '17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94', 'mac_address': 'fa:16:3e:7c:1b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc46d10-4969-4ee0-a072-a9b6c3ce1458', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:58:45.486222 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] For port 0b4c208e-1917-4ea2-bcbc-55f029596cf8, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0b4c208e-1917-4ea2-bcbc-55f029596cf8,segment=NetworkSegment(33f83c6d-a90b-4585-8f1c-14a8a9f812ae),segment_id=33f83c6d-a90b-4585-8f1c-14a8a9f812ae)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:45.489163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a1035-77bc-4544-832a-10f1975aaf11 None None] Sync routers for ids ['62bf8623-8170-456c-950d-b6b7238a884d'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:58:45.493421 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:45.513842 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-284757e1-87c8-499d-be2c-8324d56b1543 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:45.546152 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a1035-77bc-4544-832a-10f1975aaf11 None None] Routers {'62bf8623-8170-456c-950d-b6b7238a884d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:58:45.546860 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-550a1035-77bc-4544-832a-10f1975aaf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:58:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62bf8623-8170-456c-950d-b6b7238a884d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:45.572040 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b6fc7-09f9-45ea-9a65-defa6af5d932 None None] Pushing event updated for resources: {'Port': ['ID=0b4c208e-1917-4ea2-bcbc-55f029596cf8,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:45.603405 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Routers {'91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:58:45.604064 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:58:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:45.620109 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-284757e1-87c8-499d-be2c-8324d56b1543 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "PUT /v2.0/floatingips/5ef8c7c7-70ae-47e7-a5d5-db1167c77563 HTTP/1.1" status: 200 len: 990 time: 5.0009046 Nov 11 11:58:45.629210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8ef4bda9-f186-4d49-bf90-a6b0087dc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:45.630906 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-8ef4bda9-f186-4d49-bf90-a6b0087dc863 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70597967-6fad-459a-9a9f-141512985da2 HTTP/1.1" status: 200 len: 853 time: 0.2298493 Nov 11 11:58:45.651682 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388a14b-472f-48d1-8816-46c5742059ed req-60c474ba-33a3-472d-97b0-21deb083ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:45.654121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b388a14b-472f-48d1-8816-46c5742059ed req-60c474ba-33a3-472d-97b0-21deb083ea71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87e99551-4140-4663-b03e-6ab8528ee6e0 HTTP/1.1" status: 200 len: 851 time: 0.2558196 Nov 11 11:58:45.679836 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:45.682477 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:45.699799 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b2368-a474-407c-987c-ab023ca2888e req-409fdf88-0569-4bd6-8c48-e475e3314129 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:45.708186 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c32b2368-a474-407c-987c-ab023ca2888e req-409fdf88-0569-4bd6-8c48-e475e3314129 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/networks?id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9 HTTP/1.1" status: 200 len: 820 time: 0.5600348 Nov 11 11:58:45.714812 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-5ff62a4d-f896-4b49-9e5d-22aaf20dc53b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1f2d41f-7044-46ef-877a-23527ca1bd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722589 Nov 11 11:58:45.746116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:45.749730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fdcd2-3468-4d75-90ad-f72464206eea req-2b420ca3-1ff8-44e2-8c94-d460f567dc46 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:45.756520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fdcd2-3468-4d75-90ad-f72464206eea req-2b420ca3-1ff8-44e2-8c94-d460f567dc46 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:45.763975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fdcd2-3468-4d75-90ad-f72464206eea req-2b420ca3-1ff8-44e2-8c94-d460f567dc46 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:45.767885 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] Set router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:58:45.778283 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fdcd2-3468-4d75-90ad-f72464206eea req-2b420ca3-1ff8-44e2-8c94-d460f567dc46 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:45.786380 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fdcd2-3468-4d75-90ad-f72464206eea req-2b420ca3-1ff8-44e2-8c94-d460f567dc46 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:45.794022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fdcd2-3468-4d75-90ad-f72464206eea req-2b420ca3-1ff8-44e2-8c94-d460f567dc46 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:45.794322 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:45.803596 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-550a1035-77bc-4544-832a-10f1975aaf11 None None] Set router 62bf8623-8170-456c-950d-b6b7238a884d gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:58:45.804818 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fdcd2-3468-4d75-90ad-f72464206eea req-2b420ca3-1ff8-44e2-8c94-d460f567dc46 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:45.805640 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:45.806857 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:58:45.808537 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca9fdcd2-3468-4d75-90ad-f72464206eea req-2b420ca3-1ff8-44e2-8c94-d460f567dc46 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5429 time: 0.2639995 Nov 11 11:58:45.888485 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c32b2368-a474-407c-987c-ab023ca2888e req-b8528ece-b775-4f83-a216-6b1aab36466e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/quotas/b87bddbf76a048759b20fc64684b3b55 HTTP/1.1" status: 200 len: 375 time: 0.1791987 Nov 11 11:58:45.890803 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b388a14b-472f-48d1-8816-46c5742059ed req-de14977d-cc74-46f8-ab31-dfde8af06b4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=394296cd-ddf9-481f-93cf-51fd49ff4081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2220778 Nov 11 11:58:45.937492 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-f0604521-4a03-4d01-9aa3-b90fffb40356 service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244867 Nov 11 11:58:45.968119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:46.046051 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-router', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:33Z', 'updated_at': '2021-11-11T11:58:41Z', 'revision_number': 4, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'gw_port': {'id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:34Z', 'updated_at': '2021-11-11T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '0b4c208e-1917-4ea2-bcbc-55f029596cf8', 'name': '', 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'mac_address': 'fa:16:3e:f9:97:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '35c45673-39de-42a1-9063-87008924bc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:38Z', 'updated_at': '2021-11-11T11:58:45Z', 'revision_number': 4, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'subnets': [{'id': '35c45673-39de-42a1-9063-87008924bc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:46.080766 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cac782-3704-4224-b031-a201b3b5e72d None None] The sync data for ids ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'] in n-d-807359-3 is: [{'id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-router', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:33Z', 'updated_at': '2021-11-11T11:58:41Z', 'revision_number': 4, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'gw_port': {'id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:34Z', 'updated_at': '2021-11-11T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '0b4c208e-1917-4ea2-bcbc-55f029596cf8', 'name': '', 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'mac_address': 'fa:16:3e:f9:97:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '35c45673-39de-42a1-9063-87008924bc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:38Z', 'updated_at': '2021-11-11T11:58:45Z', 'revision_number': 4, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'subnets': [{'id': '35c45673-39de-42a1-9063-87008924bc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:58:46.093276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0,segment=NetworkSegment(6e11699d-9297-4d1a-8062-6d3336415157),segment_id=6e11699d-9297-4d1a-8062-6d3336415157)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:46.108922 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '9ec6035f-3430-4180-afe0-3f5a0ee5f6e0', 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed', 'port_id': '9ec6035f-3430-4180-afe0-3f5a0ee5f6e0', 'mac_address': 'fa:16:3e:df:4f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d168b6-ae90-474b-916f-74be6777191e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:58:46.169142 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca9fdcd2-3468-4d75-90ad-f72464206eea req-c0fc9aee-9dad-4a3d-9ded-0be6ad02b132 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2752676 Nov 11 11:58:46.255925 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:46.277036 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:46.289262 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-961f0b36-515a-48e0-a99e-d9b24d8dd656 req-e7b17850-1a6d-4dd3-b3e5-e9117b67df92 service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265193 Nov 11 11:58:46.307954 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0,segment=NetworkSegment(6e11699d-9297-4d1a-8062-6d3336415157),segment_id=6e11699d-9297-4d1a-8062-6d3336415157)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:46.323836 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:46.323836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:58:46.330134 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c32b2368-a474-407c-987c-ab023ca2888e req-e91a1c2c-1778-436b-841d-290803fbc032 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b87bddbf76a048759b20fc64684b3b55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4307528 Nov 11 11:58:46.344985 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b02b28f-57ef-4719-ac16-b87d3ee58a73 req-a22b62bc-f1ae-438a-a9f9-165ffd6e5bd9 tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0708249 Nov 11 11:58:46.395803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:46.410045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6', 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941', 'port_id': 'fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6', 'mac_address': 'fa:16:3e:a3:20:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc46d10-4969-4ee0-a072-a9b6c3ce1458', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:58:46.413411 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-550a1035-77bc-4544-832a-10f1975aaf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 4, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5ef8c7c7-70ae-47e7-a5d5-db1167c77563', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'port_id': '6052d76b-4b9e-4134-9050-174abc3fac26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'mac_address': 'fa:16:3e:2f:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:58:21Z', 'updated_at': '2021-11-11T11:58:42Z', 'revision_number': 1, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15fbf7ec-4459-42cb-976f-80e4a2951f98', 'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'mac_address': 'fa:16:3e:d0:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:16Z', 'updated_at': '2021-11-11T11:58:21Z', 'revision_number': 5, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'subnets': [{'id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:46.455919 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b388a14b-472f-48d1-8816-46c5742059ed req-3b291e21-49a5-4ed4-a821-f7f88a1d716e service neutron] 10.222.0.43 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066397 Nov 11 11:58:46.458866 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a1035-77bc-4544-832a-10f1975aaf11 None None] Checking router: 62bf8623-8170-456c-950d-b6b7238a884d for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:58:46.525937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc96eb5-e14b-45b8-b9d6-12572d82c299 req-d2883758-9d85-4f66-b95a-c58054dc3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:46.527621 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dbc96eb5-e14b-45b8-b9d6-12572d82c299 req-d2883758-9d85-4f66-b95a-c58054dc3f57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1bf07dadfe77482ab81c004cec159e6b&device_id=70f8d78a-7bee-48bc-b1dc-42a5a641f83d HTTP/1.1" status: 200 len: 1095 time: 0.1522653 Nov 11 11:58:46.542923 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a1035-77bc-4544-832a-10f1975aaf11 None None] Routers {'62bf8623-8170-456c-950d-b6b7238a884d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:58:46.543906 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-550a1035-77bc-4544-832a-10f1975aaf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:58:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62bf8623-8170-456c-950d-b6b7238a884d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:46.547669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:46.552274 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:46.600097 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:46.631687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:46.638949 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:46.639728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:58:46.671630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'tag': '6052d76b-4b9e-4134-9050-174abc3fac26'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:46.674018 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d67efa-0be3-49c6-8a9c-afa298cb235a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b17559-2fb1-48c1-9e40-a4af53480687", "tag": "6052d76b-4b9e-4134-9050-174abc3fac26"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:46.714601 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c32b2368-a474-407c-987c-ab023ca2888e req-829175b9-6214-4a2e-9f59-e4ecf74b49c0 service neutron] 10.222.0.65 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833983 Nov 11 11:58:46.777864 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d9b5f-ac60-4927-9046-d75f0cb47f87 req-dd4d4638-0b3a-48eb-84ca-ba1ac7e48710 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:46.779822 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-618d9b5f-ac60-4927-9046-d75f0cb47f87 req-dd4d4638-0b3a-48eb-84ca-ba1ac7e48710 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42f2eac-bf69-4339-b95a-3673540cd360 HTTP/1.1" status: 200 len: 946 time: 0.3017502 Nov 11 11:58:46.812336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-550a1035-77bc-4544-832a-10f1975aaf11 None None] Set router 62bf8623-8170-456c-950d-b6b7238a884d gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:58:46.838834 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f0db79fe-90fa-48a2-a13d-5afe8b3bd2ea req-daeb6dcc-5cfb-4217-920a-98fd38ffe8d0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0778749 Nov 11 11:58:46.882080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc96eb5-e14b-45b8-b9d6-12572d82c299 req-4b3162d2-87af-4eec-9e84-98ebf876c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:46.883588 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dbc96eb5-e14b-45b8-b9d6-12572d82c299 req-4b3162d2-87af-4eec-9e84-98ebf876c84c service neutron] 10.222.0.62 "GET /v2.0/networks?id=a1f2d41f-7044-46ef-877a-23527ca1bd2b HTTP/1.1" status: 200 len: 915 time: 0.3376892 Nov 11 11:58:46.972307 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.resource_extend [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 11:58:46.988634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=0cf8a200-b7a6-4b27-9dc3-6cacd08548a6,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:46.990257 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b388a14b-472f-48d1-8816-46c5742059ed req-fbbd1d8c-008c-4fb3-bd55-d550dc0250e8 service neutron] 10.222.0.43 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245135 Nov 11 11:58:47.000287 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dbc96eb5-e14b-45b8-b9d6-12572d82c299 req-21c682f8-c4c3-4ed7-a7b2-af0abf72aca9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 HTTP/1.1" status: 200 len: 217 time: 0.1028965 Nov 11 11:58:47.012738 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '0cf8a200-b7a6-4b27-9dc3-6cacd08548a6', 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941', 'port_id': '0cf8a200-b7a6-4b27-9dc3-6cacd08548a6', 'mac_address': 'fa:16:3e:06:dd:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc46d10-4969-4ee0-a072-a9b6c3ce1458', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:58:47.014696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0b4c208e-1917-4ea2-bcbc-55f029596cf8 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:47.060030 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:47.130727 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc96eb5-e14b-45b8-b9d6-12572d82c299 req-22fececa-e19e-4052-afdf-16564dbf415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:47.132243 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dbc96eb5-e14b-45b8-b9d6-12572d82c299 req-22fececa-e19e-4052-afdf-16564dbf415c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70597967-6fad-459a-9a9f-141512985da2 HTTP/1.1" status: 200 len: 853 time: 0.1164744 Nov 11 11:58:47.142237 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c32b2368-a474-407c-987c-ab023ca2888e req-0c4f90fd-e7f2-4744-9fed-cf0074136e6d service neutron] 10.222.0.65 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266369 Nov 11 11:58:47.146191 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-618d9b5f-ac60-4927-9046-d75f0cb47f87 req-763f3a9c-c8b7-41d8-8ae4-d1b26eecbc01 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395209 Nov 11 11:58:47.175729 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dbc96eb5-e14b-45b8-b9d6-12572d82c299 req-084fb58c-a93f-4371-8716-8ddcac49c750 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1f2d41f-7044-46ef-877a-23527ca1bd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285552 Nov 11 11:58:47.212015 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:47.250687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:47.351414 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dbc96eb5-e14b-45b8-b9d6-12572d82c299 req-b471d953-f21d-4c9b-b90d-4e47679b367e service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673555 Nov 11 11:58:47.519210 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eed1dc9-4db8-43de-8872-169b2df5a8ae x-openstack-request-id: req-3eed1dc9-4db8-43de-8872-169b2df5a8ae {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:47.519548 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b17559-2fb1-48c1-9e40-a4af53480687", "tag": "6052d76b-4b9e-4134-9050-174abc3fac26", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:47.519739 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3eed1dc9-4db8-43de-8872-169b2df5a8ae {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:47.521344 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'tag': '6052d76b-4b9e-4134-9050-174abc3fac26', 'status': 'completed', 'code': 200} Nov 11 11:58:47.598205 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d67efa-0be3-49c6-8a9c-afa298cb235a req-63aeb397-4897-48c2-969f-edac790f122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:47.599903 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-71d67efa-0be3-49c6-8a9c-afa298cb235a req-63aeb397-4897-48c2-969f-edac790f122d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a654e19116f4a7c8567a53fd67aec2d&device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 1097 time: 0.1015801 Nov 11 11:58:47.641288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0b4c208e-1917-4ea2-bcbc-55f029596cf8 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:47.641876 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:47.647783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=0cf8a200-b7a6-4b27-9dc3-6cacd08548a6,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:47.652274 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dbc96eb5-e14b-45b8-b9d6-12572d82c299 req-c8a71658-650b-4d0e-9187-1470bbb8cb38 service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815454 Nov 11 11:58:47.673779 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:47.703072 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a76ea-0d2f-45dc-8e83-cbac7ffec7e0 req-c6bd4635-c1ac-4d1c-bb2a-5a39d1af3094 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:47.706009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a0a76ea-0d2f-45dc-8e83-cbac7ffec7e0 req-c6bd4635-c1ac-4d1c-bb2a-5a39d1af3094 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 943 time: 0.2089472 Nov 11 11:58:47.720765 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 34a34710-3faa-4315-b872-f1630df0cbd0 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:58:47.754717 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deb3a5-2230-479e-8696-2dcf39bb98da req-f54e2a0b-7ca0-44bf-8daf-4112c5912785 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:47.766383 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3deb3a5-2230-479e-8696-2dcf39bb98da req-f54e2a0b-7ca0-44bf-8daf-4112c5912785 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f8d78a-7bee-48bc-b1dc-42a5a641f83d HTTP/1.1" status: 200 len: 944 time: 0.1765275 Nov 11 11:58:47.795390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=0cf8a200-b7a6-4b27-9dc3-6cacd08548a6,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:47.808157 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d67efa-0be3-49c6-8a9c-afa298cb235a req-d173c86b-ff9e-463e-b4e7-421641611e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:47.809899 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-71d67efa-0be3-49c6-8a9c-afa298cb235a req-d173c86b-ff9e-463e-b4e7-421641611e49 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972 HTTP/1.1" status: 200 len: 918 time: 0.2012813 Nov 11 11:58:47.936529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-550a1035-77bc-4544-832a-10f1975aaf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 4, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5ef8c7c7-70ae-47e7-a5d5-db1167c77563', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'port_id': '6052d76b-4b9e-4134-9050-174abc3fac26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'mac_address': 'fa:16:3e:2f:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:58:21Z', 'updated_at': '2021-11-11T11:58:42Z', 'revision_number': 1, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15fbf7ec-4459-42cb-976f-80e4a2951f98', 'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'mac_address': 'fa:16:3e:d0:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:16Z', 'updated_at': '2021-11-11T11:58:21Z', 'revision_number': 5, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'subnets': [{'id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:47.940872 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a0a76ea-0d2f-45dc-8e83-cbac7ffec7e0 req-124d71c1-b13d-4875-8b1f-60e1602a5b40 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230070 Nov 11 11:58:47.978467 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3deb3a5-2230-479e-8696-2dcf39bb98da req-279c41ca-00ca-4825-ad10-44a082323562 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111125 Nov 11 11:58:47.996019 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-71d67efa-0be3-49c6-8a9c-afa298cb235a req-cd410d21-d49e-4999-a41c-63ac7e53e64b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6052d76b-4b9e-4134-9050-174abc3fac26 HTTP/1.1" status: 200 len: 998 time: 0.1713362 Nov 11 11:58:48.040259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a1035-77bc-4544-832a-10f1975aaf11 None None] The sync data for ids ['62bf8623-8170-456c-950d-b6b7238a884d'] in n-d-807359-3 is: [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 4, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5ef8c7c7-70ae-47e7-a5d5-db1167c77563', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'port_id': '6052d76b-4b9e-4134-9050-174abc3fac26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'mac_address': 'fa:16:3e:2f:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:58:21Z', 'updated_at': '2021-11-11T11:58:42Z', 'revision_number': 1, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15fbf7ec-4459-42cb-976f-80e4a2951f98', 'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'mac_address': 'fa:16:3e:d0:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:16Z', 'updated_at': '2021-11-11T11:58:21Z', 'revision_number': 5, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'subnets': [{'id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:58:48.052027 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:48.080371 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['9ec6035f-3430-4180-afe0-3f5a0ee5f6e0'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:48.085708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 34a34710-3faa-4315-b872-f1630df0cbd0, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=34a34710-3faa-4315-b872-f1630df0cbd0,segment=NetworkSegment(2c0205b8-1020-4f5a-b0fd-bf13a555964b),segment_id=2c0205b8-1020-4f5a-b0fd-bf13a555964b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:48.172268 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d67efa-0be3-49c6-8a9c-afa298cb235a req-91f2d76e-6437-4b5f-8fdf-a28156893e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:48.173800 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-71d67efa-0be3-49c6-8a9c-afa298cb235a req-91f2d76e-6437-4b5f-8fdf-a28156893e55 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ddfb148-78d7-41db-ac12-7719b2b055b6 HTTP/1.1" status: 200 len: 855 time: 0.1768095 Nov 11 11:58:48.193903 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9ed7fbb-12a5-4710-9c88-add0d3bc589a req-1bf5d141-137c-4e54-b720-64c31dcb7dd6 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 210 time: 0.1097877 Nov 11 11:58:48.265727 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce9842-ca11-4a92-9e42-33ba7df2ff6c req-b90a03df-d514-4ddd-8a83-a1403aaf4b85 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:48.279790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d67efa-0be3-49c6-8a9c-afa298cb235a req-8006ca76-ebe4-40bd-9b7f-dbbb62162b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:48.284563 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-71d67efa-0be3-49c6-8a9c-afa298cb235a req-8006ca76-ebe4-40bd-9b7f-dbbb62162b4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022511 Nov 11 11:58:48.287198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce9842-ca11-4a92-9e42-33ba7df2ff6c req-b90a03df-d514-4ddd-8a83-a1403aaf4b85 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:48.290222 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['0cf8a200-b7a6-4b27-9dc3-6cacd08548a6'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:48.299777 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:48.304686 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce9842-ca11-4a92-9e42-33ba7df2ff6c req-b90a03df-d514-4ddd-8a83-a1403aaf4b85 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:48.312564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce9842-ca11-4a92-9e42-33ba7df2ff6c req-b90a03df-d514-4ddd-8a83-a1403aaf4b85 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:48.321466 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce9842-ca11-4a92-9e42-33ba7df2ff6c req-b90a03df-d514-4ddd-8a83-a1403aaf4b85 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:48.328770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce9842-ca11-4a92-9e42-33ba7df2ff6c req-b90a03df-d514-4ddd-8a83-a1403aaf4b85 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:48.339640 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce9842-ca11-4a92-9e42-33ba7df2ff6c req-b90a03df-d514-4ddd-8a83-a1403aaf4b85 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:48.342164 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bce9842-ca11-4a92-9e42-33ba7df2ff6c req-b90a03df-d514-4ddd-8a83-a1403aaf4b85 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5433 time: 0.2751315 Nov 11 11:58:48.400644 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-252b03b0-a091-4e1b-bd26-0c59ae67f2c2 req-7fda8987-c143-4286-a243-7641ff2f5069 tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0574169 Nov 11 11:58:48.467307 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '34a34710-3faa-4315-b872-f1630df0cbd0', 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d', 'port_id': '34a34710-3faa-4315-b872-f1630df0cbd0', 'mac_address': 'fa:16:3e:28:e3:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b842ca-bb16-4b32-afdd-253fe6553f51', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:58:48.515220 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bce9842-ca11-4a92-9e42-33ba7df2ff6c req-e6deb0f9-c0dd-4e7e-bccb-a655813f8799 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1636245 Nov 11 11:58:48.527314 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-71d67efa-0be3-49c6-8a9c-afa298cb235a req-5b5cc5f3-99a1-4435-be6b-a64004ae8306 service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340412 Nov 11 11:58:48.577911 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fea2ff-459c-4a0f-bc49-79c3e2040f39 None None] New status for floating IP 5ef8c7c7-70ae-47e7-a5d5-db1167c77563: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:58:48.728305 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:48.741306 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 0b4c208e-1917-4ea2-bcbc-55f029596cf8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0b4c208e-1917-4ea2-bcbc-55f029596cf8,segment=NetworkSegment(33f83c6d-a90b-4585-8f1c-14a8a9f812ae),segment_id=33f83c6d-a90b-4585-8f1c-14a8a9f812ae)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:48.744103 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:58:48.764672 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-71d67efa-0be3-49c6-8a9c-afa298cb235a req-b1ec0132-7616-4246-a2e5-444bbafead75 service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292552 Nov 11 11:58:48.783171 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:48.855391 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a34710-3faa-4315-b872-f1630df0cbd0 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:48.945536 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a206b9a-128e-4854-8586-e6be3bb8c373 req-8f6f3348-6fce-408d-bacd-6fb634dc9b21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8bb60cb9c2d94fdb954a30184b780f5b&device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0417857 Nov 11 11:58:48.988154 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-399480d6-fef8-4864-a8de-576593b8f098 req-ca883ba9-b3b5-4cc1-8e87-a607499ff83a tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0455949 Nov 11 11:58:49.004456 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a206b9a-128e-4854-8586-e6be3bb8c373 req-aa93e733-e53f-428b-8dd9-0dad3f21f062 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8bb60cb9c2d94fdb954a30184b780f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471570 Nov 11 11:58:49.013875 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.resource_extend [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 11:58:49.076578 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 34a34710-3faa-4315-b872-f1630df0cbd0, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=34a34710-3faa-4315-b872-f1630df0cbd0,segment=NetworkSegment(2c0205b8-1020-4f5a-b0fd-bf13a555964b),segment_id=2c0205b8-1020-4f5a-b0fd-bf13a555964b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:49.208414 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e87e3-5811-4701-af3e-28cdb3fe9840 req-1dd9be7c-e834-4ac6-8820-e5c79b038af1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:49.213050 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:49.213713 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:58:49.214220 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a6e87e3-5811-4701-af3e-28cdb3fe9840 req-1dd9be7c-e834-4ac6-8820-e5c79b038af1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 943 time: 0.1744733 Nov 11 11:58:49.265597 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=0b4c208e-1917-4ea2-bcbc-55f029596cf8,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:49.275803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8f69e-2c3e-45f2-ae7b-8c05d6151134 req-a6c62a5a-e540-4875-95c1-bd93ee0d9e15 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:49.284118 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83e8f69e-2c3e-45f2-ae7b-8c05d6151134 req-a6c62a5a-e540-4875-95c1-bd93ee0d9e15 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f8d78a-7bee-48bc-b1dc-42a5a641f83d HTTP/1.1" status: 200 len: 944 time: 0.1496494 Nov 11 11:58:49.287854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:49.301016 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a206b9a-128e-4854-8586-e6be3bb8c373 req-3f7ae178-b104-4c05-8d41-f3b9938e00e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:49.302800 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a206b9a-128e-4854-8586-e6be3bb8c373 req-3f7ae178-b104-4c05-8d41-f3b9938e00e3 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2908897 Nov 11 11:58:49.367822 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a6e87e3-5811-4701-af3e-28cdb3fe9840 req-e0bb12be-0e14-438a-a4bc-b2e55a03e7cb tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303461 Nov 11 11:58:49.379057 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b2368-a474-407c-987c-ab023ca2888e req-7e6356c1-a840-4a3b-b703-6de7a3fa9909 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:49.383388 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c32b2368-a474-407c-987c-ab023ca2888e req-7e6356c1-a840-4a3b-b703-6de7a3fa9909 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.62 "GET /v2.0/networks?id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9 HTTP/1.1" status: 200 len: 820 time: 0.2032652 Nov 11 11:58:49.399473 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=46d8a7e8-ccd9-4400-8dc1-5c7e52b10189,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:49.414055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83e8f69e-2c3e-45f2-ae7b-8c05d6151134 req-a352b383-049e-4f9a-9a83-845ce7d9fa8d tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273375 Nov 11 11:58:49.414269 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-c32b2368-a474-407c-987c-ab023ca2888e req-94cbcf51-361d-4472-892d-166da2eec00e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Request body: {'port': {'device_id': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9', 'admin_state_up': True, 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:49.462155 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.resource_extend [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 11:58:49.478767 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-246d0133-e0f2-41c7-8193-cbe07d276c86 req-987ac1bb-7966-4457-8330-06e62baacaa1 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 210 time: 0.0376132 Nov 11 11:58:49.528717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '46d8a7e8-ccd9-4400-8dc1-5c7e52b10189', 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b', 'port_id': '46d8a7e8-ccd9-4400-8dc1-5c7e52b10189', 'mac_address': 'fa:16:3e:63:8d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70597967-6fad-459a-9a9f-141512985da2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:58:49.550027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32b2368-a474-407c-987c-ab023ca2888e req-94cbcf51-361d-4472-892d-166da2eec00e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Made reservation on behalf of b87bddbf76a048759b20fc64684b3b55 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:49.551345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0,segment=NetworkSegment(2c0205b8-1020-4f5a-b0fd-bf13a555964b),segment_id=2c0205b8-1020-4f5a-b0fd-bf13a555964b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:49.554910 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c32b2368-a474-407c-987c-ab023ca2888e req-94cbcf51-361d-4472-892d-166da2eec00e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:49.582771 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=34a34710-3faa-4315-b872-f1630df0cbd0,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:49.648633 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0', 'network_id': '8b798677-2731-47ea-a947-54aa100bcc0d', 'port_id': 'b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0', 'mac_address': 'fa:16:3e:73:e5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b842ca-bb16-4b32-afdd-253fe6553f51', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:58:49.715160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa69647-3e06-4734-b230-cfba68beb6c0 req-33c5a54b-2bee-4f69-8942-d34200c12f58 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:49.721333 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa69647-3e06-4734-b230-cfba68beb6c0 req-33c5a54b-2bee-4f69-8942-d34200c12f58 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:49.727807 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa69647-3e06-4734-b230-cfba68beb6c0 req-33c5a54b-2bee-4f69-8942-d34200c12f58 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:49.736216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa69647-3e06-4734-b230-cfba68beb6c0 req-33c5a54b-2bee-4f69-8942-d34200c12f58 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:49.739975 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:49.743023 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa69647-3e06-4734-b230-cfba68beb6c0 req-33c5a54b-2bee-4f69-8942-d34200c12f58 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:49.750353 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa69647-3e06-4734-b230-cfba68beb6c0 req-33c5a54b-2bee-4f69-8942-d34200c12f58 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:49.756886 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa69647-3e06-4734-b230-cfba68beb6c0 req-33c5a54b-2bee-4f69-8942-d34200c12f58 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:49.765136 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8aa69647-3e06-4734-b230-cfba68beb6c0 req-33c5a54b-2bee-4f69-8942-d34200c12f58 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5434 time: 0.1330638 Nov 11 11:58:49.774935 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-c32b2368-a474-407c-987c-ab023ca2888e req-94cbcf51-361d-4472-892d-166da2eec00e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Allocated IP 172.20.0.6 (8400662f-b9f5-4b52-95ed-5cb0217fb0b9/35c45673-39de-42a1-9063-87008924bc87/c8c3022c-3850-4410-99c8-4434b933cbfc) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:58:49.783831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:49.803506 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:49.818505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:49.837136 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8aa69647-3e06-4734-b230-cfba68beb6c0 req-2681289a-6c39-49a4-8fee-04a12e42832b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705161 Nov 11 11:58:49.838066 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=46d8a7e8-ccd9-4400-8dc1-5c7e52b10189,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:49.854399 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:49.866121 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0,segment=NetworkSegment(2c0205b8-1020-4f5a-b0fd-bf13a555964b),segment_id=2c0205b8-1020-4f5a-b0fd-bf13a555964b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:49.890216 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:49.890845 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 17b14fb8-fc20-404e-89ab-26ebdae160ec details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:58:49.944620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=46d8a7e8-ccd9-4400-8dc1-5c7e52b10189,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:49.960461 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c32b2368-a474-407c-987c-ab023ca2888e req-94cbcf51-361d-4472-892d-166da2eec00e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:49.998063 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c32b2368-a474-407c-987c-ab023ca2888e req-94cbcf51-361d-4472-892d-166da2eec00e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:50.044292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32b2368-a474-407c-987c-ab023ca2888e req-94cbcf51-361d-4472-892d-166da2eec00e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Network 8400662f-b9f5-4b52-95ed-5cb0217fb0b9 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:58:50.047366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-c32b2368-a474-407c-987c-ab023ca2888e req-94cbcf51-361d-4472-892d-166da2eec00e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:50.051056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32b2368-a474-407c-987c-ab023ca2888e req-94cbcf51-361d-4472-892d-166da2eec00e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:58:50.062613 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:50.079467 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 17b14fb8-fc20-404e-89ab-26ebdae160ec, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=17b14fb8-fc20-404e-89ab-26ebdae160ec,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:50.092194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '17b14fb8-fc20-404e-89ab-26ebdae160ec', 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081', 'port_id': '17b14fb8-fc20-404e-89ab-26ebdae160ec', 'mac_address': 'fa:16:3e:63:bf:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e99551-4140-4663-b03e-6ab8528ee6e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:58:50.121375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b2368-a474-407c-987c-ab023ca2888e req-94cbcf51-361d-4472-892d-166da2eec00e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:50.122822 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c32b2368-a474-407c-987c-ab023ca2888e req-94cbcf51-361d-4472-892d-166da2eec00e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:50.125756 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbcf51-361d-4472-892d-166da2eec00e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Pushing event updated for resources: {'Port': ['ID=c8c3022c-3850-4410-99c8-4434b933cbfc,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:50.150215 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c32b2368-a474-407c-987c-ab023ca2888e req-94cbcf51-361d-4472-892d-166da2eec00e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7417128 Nov 11 11:58:50.151967 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:50.156038 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c65e8f3-d8ea-445a-88d3-abc99e84d755 req-dc1ff21b-d018-4821-86af-03d81f655e6e tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0505109 Nov 11 11:58:50.156716 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['46d8a7e8-ccd9-4400-8dc1-5c7e52b10189'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:50.166030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Request body: {'port': {'device_id': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:50.195961 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b14fb8-fc20-404e-89ab-26ebdae160ec {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:50.220879 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:50.224780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 17b14fb8-fc20-404e-89ab-26ebdae160ec, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=17b14fb8-fc20-404e-89ab-26ebdae160ec,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:50.231070 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:50.231957 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device cb685e1e-459f-492c-9930-41b9ec4b238d details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:58:50.332440 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=17b14fb8-fc20-404e-89ab-26ebdae160ec,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:50.422121 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port cb685e1e-459f-492c-9930-41b9ec4b238d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=cb685e1e-459f-492c-9930-41b9ec4b238d,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:50.439606 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'cb685e1e-459f-492c-9930-41b9ec4b238d', 'network_id': 'de1e282d-69aa-41dc-98d7-1b2ec2535941', 'port_id': 'cb685e1e-459f-492c-9930-41b9ec4b238d', 'mac_address': 'fa:16:3e:00:21:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc46d10-4969-4ee0-a072-a9b6c3ce1458', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:58:50.492898 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:50.512726 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb685e1e-459f-492c-9930-41b9ec4b238d {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:50.535851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port cb685e1e-459f-492c-9930-41b9ec4b238d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=cb685e1e-459f-492c-9930-41b9ec4b238d,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:50.541315 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:50.541480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08159ce5-58da-4905-bfd8-a0f4626e1ecf req-6515c233-687e-4bd2-81cf-5a00ea64a126 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:50.552262 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-08159ce5-58da-4905-bfd8-a0f4626e1ecf req-6515c233-687e-4bd2-81cf-5a00ea64a126 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 944 time: 0.0904834 Nov 11 11:58:50.566012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c3022c-3850-4410-99c8-4434b933cbfc {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:50.575790 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:50.578993 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-ac217685-d52a-4462-9202-7c103aa18a3d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:50.580899 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-ac217685-d52a-4462-9202-7c103aa18a3d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 808 time: 0.1872289 Nov 11 11:58:50.601014 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Transition to ACTIVE for port object c8c3022c-3850-4410-99c8-4434b933cbfc will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:58:50.605767 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:50.625480 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-c0e27aa1-11ed-411e-a42c-2c319e0e580a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/quotas/67f94b11282a42279e45a23ba30fcf1d HTTP/1.1" status: 200 len: 375 time: 0.0238919 Nov 11 11:58:50.630622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-08159ce5-58da-4905-bfd8-a0f4626e1ecf req-93074b5d-4e31-4878-a008-e7421d2f3c0b tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777242 Nov 11 11:58:50.696046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Pushing event updated for resources: {'Port': ['ID=c8c3022c-3850-4410-99c8-4434b933cbfc,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:50.697745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-9830c2a6-3064-4d47-bf57-8654c0c042c3 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625260 Nov 11 11:58:50.722280 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=cb685e1e-459f-492c-9930-41b9ec4b238d,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:50.774555 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Attempting to bind port c8c3022c-3850-4410-99c8-4434b933cbfc on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:50.775041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Attempting to bind port c8c3022c-3850-4410-99c8-4434b933cbfc by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '33f83c6d-a90b-4585-8f1c-14a8a9f812ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:50.775514 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Attempting to bind port c8c3022c-3850-4410-99c8-4434b933cbfc on network 8400662f-b9f5-4b52-95ed-5cb0217fb0b9 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:50.781804 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Port c8c3022c-3850-4410-99c8-4434b933cbfc on network 8400662f-b9f5-4b52-95ed-5cb0217fb0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:58:50.782252 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Attempting to bind port c8c3022c-3850-4410-99c8-4434b933cbfc on network 8400662f-b9f5-4b52-95ed-5cb0217fb0b9 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:50.788081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:50.788410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Checking segment: {'id': '33f83c6d-a90b-4585-8f1c-14a8a9f812ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:50.788785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Bound using segment: {'id': '33f83c6d-a90b-4585-8f1c-14a8a9f812ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:50.789178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Bound port: c8c3022c-3850-4410-99c8-4434b933cbfc, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f83c6d-a90b-4585-8f1c-14a8a9f812ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:50.789564 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:50.810267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a206b9a-128e-4854-8586-e6be3bb8c373 req-5f4ae9e7-3c5e-4cc6-8b95-55b2fd463271 tempest-ServerShowV254Test-394501469 tempest-ServerShowV254Test-394501469-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6e6e61f-05ea-4895-9e56-849cae933503 HTTP/1.1" status: 200 len: 210 time: 0.0806367 Nov 11 11:58:50.848500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa3dd5-59a4-4838-94bd-7ea2732dc487 req-9b167710-c1e1-4958-b3a6-eba2d685fee1 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:50.850014 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-56aa3dd5-59a4-4838-94bd-7ea2732dc487 req-9b167710-c1e1-4958-b3a6-eba2d685fee1 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f8d78a-7bee-48bc-b1dc-42a5a641f83d HTTP/1.1" status: 200 len: 945 time: 0.1193316 Nov 11 11:58:50.883438 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0b4c208e-1917-4ea2-bcbc-55f029596cf8 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:50.886228 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] For port c8c3022c-3850-4410-99c8-4434b933cbfc, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:50.890255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] For port c8c3022c-3850-4410-99c8-4434b933cbfc, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=c8c3022c-3850-4410-99c8-4434b933cbfc,segment=NetworkSegment(33f83c6d-a90b-4585-8f1c-14a8a9f812ae),segment_id=33f83c6d-a90b-4585-8f1c-14a8a9f812ae)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:50.894426 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-8672e4b8-d9fc-4b8f-bb76-d056a9ac34fb service neutron] 10.222.0.65 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823509 Nov 11 11:58:50.898186 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:50.936002 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0b4c208e-1917-4ea2-bcbc-55f029596cf8 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:50.936361 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:50.948640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:50.949227 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:50.950902 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c32b2368-a474-407c-987c-ab023ca2888e req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] 10.222.0.62 "PUT /v2.0/ports/c8c3022c-3850-4410-99c8-4434b933cbfc HTTP/1.1" status: 200 len: 1091 time: 0.7911134 Nov 11 11:58:50.951292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'tag': 'c8c3022c-3850-4410-99c8-4434b933cbfc'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:50.955005 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bac628-111f-4864-8226-f39d5c4d3200" -d '{"events": [{"name": "network-changed", "server_uuid": "373599c2-2402-4fc3-a79a-94a1e6d98d26", "tag": "c8c3022c-3850-4410-99c8-4434b933cbfc"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:50.978800 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-56aa3dd5-59a4-4838-94bd-7ea2732dc487 req-eee9464f-b7a4-4f6e-8c23-2e3596fae741 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115749 Nov 11 11:58:50.984220 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ab564-e30d-4bc3-8587-801e3e8d5a8b service neutron] Pushing event updated for resources: {'Port': ['ID=c8c3022c-3850-4410-99c8-4434b933cbfc,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:51.053546 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b2368-a474-407c-987c-ab023ca2888e req-58d07b5e-8223-41cd-89b1-d7952d7ab156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:51.055772 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c32b2368-a474-407c-987c-ab023ca2888e req-58d07b5e-8223-41cd-89b1-d7952d7ab156 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b87bddbf76a048759b20fc64684b3b55&device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 1094 time: 0.0460923 Nov 11 11:58:51.084267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-b3ead6ca-e430-4efb-a8f3-67f5278523d3 service neutron] 10.222.0.65 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665702 Nov 11 11:58:51.103575 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c32b2368-a474-407c-987c-ab023ca2888e req-b6f4b9f1-462e-4706-ad41-e8861d2141a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8c3022c-3850-4410-99c8-4434b933cbfc HTTP/1.1" status: 200 len: 217 time: 0.0373495 Nov 11 11:58:51.106396 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f707fb6-79ee-450d-a62b-59cfaefb5cb6 req-4d05bd68-fbdb-43a8-894d-0ebee6e79e40 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:51.108272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f707fb6-79ee-450d-a62b-59cfaefb5cb6 req-4d05bd68-fbdb-43a8-894d-0ebee6e79e40 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 943 time: 0.0547214 Nov 11 11:58:51.163887 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b2368-a474-407c-987c-ab023ca2888e req-359ecd52-1ad8-4e40-9e27-870a58e4720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:51.164081 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f707fb6-79ee-450d-a62b-59cfaefb5cb6 req-b2fa2346-b4db-4abf-9a69-310a3c5597e5 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478139 Nov 11 11:58:51.165435 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c32b2368-a474-407c-987c-ab023ca2888e req-359ecd52-1ad8-4e40-9e27-870a58e4720e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35c45673-39de-42a1-9063-87008924bc87 HTTP/1.1" status: 200 len: 860 time: 0.0526752 Nov 11 11:58:51.202269 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c32b2368-a474-407c-987c-ab023ca2888e req-8ab40d06-877b-4178-ad63-d4b0ff0692cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280294 Nov 11 11:58:51.277531 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['17b14fb8-fc20-404e-89ab-26ebdae160ec'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:51.304292 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:51.337981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['cb685e1e-459f-492c-9930-41b9ec4b238d'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:51.360754 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c32b2368-a474-407c-987c-ab023ca2888e req-af16604e-6835-4cdb-99ec-13309e90b08f service neutron] 10.222.0.62 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479199 Nov 11 11:58:51.438539 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d025e73-777d-4254-9282-4993c74507c3 req-78447b8a-f9e3-4b91-825a-f0e99bc08de0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:51.463511 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d025e73-777d-4254-9282-4993c74507c3 req-78447b8a-f9e3-4b91-825a-f0e99bc08de0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:51.473982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d025e73-777d-4254-9282-4993c74507c3 req-78447b8a-f9e3-4b91-825a-f0e99bc08de0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:51.481960 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d025e73-777d-4254-9282-4993c74507c3 req-78447b8a-f9e3-4b91-825a-f0e99bc08de0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:51.489414 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d025e73-777d-4254-9282-4993c74507c3 req-78447b8a-f9e3-4b91-825a-f0e99bc08de0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:51.495334 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:51.497225 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d025e73-777d-4254-9282-4993c74507c3 req-78447b8a-f9e3-4b91-825a-f0e99bc08de0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:51.504492 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d025e73-777d-4254-9282-4993c74507c3 req-78447b8a-f9e3-4b91-825a-f0e99bc08de0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:51.507599 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d025e73-777d-4254-9282-4993c74507c3 req-78447b8a-f9e3-4b91-825a-f0e99bc08de0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5436 time: 0.1446333 Nov 11 11:58:51.553332 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c32b2368-a474-407c-987c-ab023ca2888e req-6015f397-2d4d-4a07-8079-cd68355cac7b service neutron] 10.222.0.62 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815050 Nov 11 11:58:51.568961 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f192547-eba5-4aeb-8c53-ee44121ffa68 x-openstack-request-id: req-0f192547-eba5-4aeb-8c53-ee44121ffa68 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:51.569561 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373599c2-2402-4fc3-a79a-94a1e6d98d26", "tag": "c8c3022c-3850-4410-99c8-4434b933cbfc", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:51.569561 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f192547-eba5-4aeb-8c53-ee44121ffa68 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:51.569827 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'tag': 'c8c3022c-3850-4410-99c8-4434b933cbfc', 'status': 'completed', 'code': 200} Nov 11 11:58:51.624791 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d025e73-777d-4254-9282-4993c74507c3 req-1991c2ce-3196-4467-b3c3-e5bc4034ab6c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054897 Nov 11 11:58:51.704798 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-270ea68c-3eb9-45de-a427-778c283871c4 req-7cbdc64a-0747-4a46-99fe-2852f20ebaa8 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 210 time: 0.0783665 Nov 11 11:58:51.716034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bac628-111f-4864-8226-f39d5c4d3200 req-352c4f99-c429-49aa-b481-4817d4b19c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:51.717678 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b5bac628-111f-4864-8226-f39d5c4d3200 req-352c4f99-c429-49aa-b481-4817d4b19c8b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b87bddbf76a048759b20fc64684b3b55&device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 1094 time: 0.1035914 Nov 11 11:58:51.783902 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed2d22-105d-4f1b-88ce-23691885612f req-f43638a4-9806-4e63-ac13-8d36ad0b4da1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:51.791963 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f4ed2d22-105d-4f1b-88ce-23691885612f req-f43638a4-9806-4e63-ac13-8d36ad0b4da1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 944 time: 0.0723753 Nov 11 11:58:51.854131 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f4ed2d22-105d-4f1b-88ce-23691885612f req-56236260-de6e-4031-8982-114d8075e55e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610745 Nov 11 11:58:51.884023 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52178) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:51.904248 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bac628-111f-4864-8226-f39d5c4d3200 req-f620e57d-dcb4-4209-94c5-6b488263dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:51.905671 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b5bac628-111f-4864-8226-f39d5c4d3200 req-f620e57d-dcb4-4209-94c5-6b488263dc06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9 HTTP/1.1" status: 200 len: 922 time: 0.1729305 Nov 11 11:58:51.954303 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b5bac628-111f-4864-8226-f39d5c4d3200 req-de2b5618-07e8-41be-ba20-01ddffc0a1e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8c3022c-3850-4410-99c8-4434b933cbfc HTTP/1.1" status: 200 len: 217 time: 0.0362511 Nov 11 11:58:52.004454 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a0006932-6fc7-43cd-8f85-e1400be81cd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:52.016575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bac628-111f-4864-8226-f39d5c4d3200 req-9206c8e6-e0e6-4a12-a234-f37e99aaae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:52.018301 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b5bac628-111f-4864-8226-f39d5c4d3200 req-9206c8e6-e0e6-4a12-a234-f37e99aaae8b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35c45673-39de-42a1-9063-87008924bc87 HTTP/1.1" status: 200 len: 860 time: 0.0543127 Nov 11 11:58:52.066751 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b5bac628-111f-4864-8226-f39d5c4d3200 req-dd60377c-cab0-4872-b737-b7f5887dd53c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382993 Nov 11 11:58:52.115317 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a0006932-6fc7-43cd-8f85-e1400be81cd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:52.124810 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a0006932-6fc7-43cd-8f85-e1400be81cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:52.163670 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a0006932-6fc7-43cd-8f85-e1400be81cd3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8bb60cb9c2d94fdb954a30184b780f5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2785323 Nov 11 11:58:52.166385 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52184) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:52.174053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a4cd7-2e94-4d03-ac04-3aa335df8cdb req-2bdcb85d-7104-4b76-878f-128a708af574 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:52.175075 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b5bac628-111f-4864-8226-f39d5c4d3200 req-54f8629e-78fa-4029-9927-bc348880bd54 service neutron] 10.222.0.62 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985498 Nov 11 11:58:52.176298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-009a4cd7-2e94-4d03-ac04-3aa335df8cdb req-2bdcb85d-7104-4b76-878f-128a708af574 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f8d78a-7bee-48bc-b1dc-42a5a641f83d HTTP/1.1" status: 200 len: 945 time: 0.1095631 Nov 11 11:58:52.178596 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0006932-6fc7-43cd-8f85-e1400be81cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f912417-ace9-4e03-a9c8-1e076cf8da62,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:52.241566 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-009a4cd7-2e94-4d03-ac04-3aa335df8cdb req-a87f5214-1a37-45e7-98b8-1b1646d79884 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555379 Nov 11 11:58:52.293758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['34a34710-3faa-4315-b872-f1630df0cbd0'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:52.294632 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56b0173f-346a-4689-bf04-63f187c323eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:52.330903 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b5bac628-111f-4864-8226-f39d5c4d3200 req-47e06d2e-bbf9-456a-be06-8ce61ef166a2 service neutron] 10.222.0.62 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453297 Nov 11 11:58:52.333186 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56b0173f-346a-4689-bf04-63f187c323eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:52.336700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1d23e-4832-449c-9747-70b4ec62f3e4 req-00f0ca51-b5d7-413c-b45b-b54d9cc8c261 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:52.338473 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0bb1d23e-4832-449c-9747-70b4ec62f3e4 req-00f0ca51-b5d7-413c-b45b-b54d9cc8c261 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 943 time: 0.0822110 Nov 11 11:58:52.396543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56b0173f-346a-4689-bf04-63f187c323eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:52.399231 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56b0173f-346a-4689-bf04-63f187c323eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:52.403453 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-56b0173f-346a-4689-bf04-63f187c323eb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f912417-ace9-4e03-a9c8-1e076cf8da62 HTTP/1.1" status: 204 len: 168 time: 0.2357144 Nov 11 11:58:52.413376 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0173f-346a-4689-bf04-63f187c323eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f912417-ace9-4e03-a9c8-1e076cf8da62,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:52.422288 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0bb1d23e-4832-449c-9747-70b4ec62f3e4 req-3f380f63-3259-4ab9-af30-aa5ddb44efac tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667517 Nov 11 11:58:52.524097 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fe079-7612-49b1-adfc-125fa62df5cb req-32ad376d-d4dd-463b-8846-20c8bbbeee02 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:52.525626 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b9fe079-7612-49b1-adfc-125fa62df5cb req-32ad376d-d4dd-463b-8846-20c8bbbeee02 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/ports?device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 946 time: 0.0517671 Nov 11 11:58:52.552626 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:52.587379 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b9fe079-7612-49b1-adfc-125fa62df5cb req-d63a144f-c0f7-40d1-9368-0e4e930e3991 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/security-groups?id=31741d11-6566-4801-83a1-1460360f6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551429 Nov 11 11:58:52.644312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:58:52.650780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:52.651544 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:52.770003 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:52.803081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-127aeb73-632a-4481-935d-3746bd288353 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:52.804609 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-127aeb73-632a-4481-935d-3746bd288353 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.43 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 808 time: 0.2090673 Nov 11 11:58:52.822741 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:52.823199 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-8957e940-f11f-4bfa-9322-347a63db60a4 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Request body: {'port': {'device_id': 'ebcc00c8-43e5-4221-86e1-0504240b24f3', 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794', 'admin_state_up': True, 'tenant_id': '67f94b11282a42279e45a23ba30fcf1d'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:52.843977 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-429d1d54-a967-4520-9d33-0fcb1d4408ad req-d381aeae-f7d9-4bc6-a2da-3a834aee33fb tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 210 time: 0.0552433 Nov 11 11:58:52.872025 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf8a200-b7a6-4b27-9dc3-6cacd08548a6'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:52.874707 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8411a04-fb0d-4cdf-b2d4-6a6a303dcb5c" -d '{"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "0cf8a200-b7a6-4b27-9dc3-6cacd08548a6"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:52.889369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:58:52.896474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=0cf8a200-b7a6-4b27-9dc3-6cacd08548a6,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:52.897796 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:52.898248 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:52.949339 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:52.950356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:53.056810 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=0cf8a200-b7a6-4b27-9dc3-6cacd08548a6,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:53.102996 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:58:53.115804 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:53.119465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:53.125314 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:53.193441 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=46d8a7e8-ccd9-4400-8dc1-5c7e52b10189,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:53.202134 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:53.231620 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20626d5e-0f85-4e0c-99af-e70ca5a4d331 req-851f9ea4-b9fe-4ba8-85d7-09d65f917930 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:53.238238 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20626d5e-0f85-4e0c-99af-e70ca5a4d331 req-851f9ea4-b9fe-4ba8-85d7-09d65f917930 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:53.244800 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20626d5e-0f85-4e0c-99af-e70ca5a4d331 req-851f9ea4-b9fe-4ba8-85d7-09d65f917930 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:53.250929 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20626d5e-0f85-4e0c-99af-e70ca5a4d331 req-851f9ea4-b9fe-4ba8-85d7-09d65f917930 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:53.257139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20626d5e-0f85-4e0c-99af-e70ca5a4d331 req-851f9ea4-b9fe-4ba8-85d7-09d65f917930 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:53.263321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20626d5e-0f85-4e0c-99af-e70ca5a4d331 req-851f9ea4-b9fe-4ba8-85d7-09d65f917930 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:53.269774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20626d5e-0f85-4e0c-99af-e70ca5a4d331 req-851f9ea4-b9fe-4ba8-85d7-09d65f917930 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:53.278980 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20626d5e-0f85-4e0c-99af-e70ca5a4d331 req-851f9ea4-b9fe-4ba8-85d7-09d65f917930 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5436 time: 0.5285048 Nov 11 11:58:53.294840 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=46d8a7e8-ccd9-4400-8dc1-5c7e52b10189,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:53.298514 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:53.334081 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0,segment=NetworkSegment(6e11699d-9297-4d1a-8062-6d3336415157),segment_id=6e11699d-9297-4d1a-8062-6d3336415157)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:53.338256 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:53.339531 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:53.416478 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:53.422069 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9078d4-cacb-4c6d-b196-8994e2b1a026 req-70d5ee4f-0231-4203-9755-81dd822a4842 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:53.429396 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d9078d4-cacb-4c6d-b196-8994e2b1a026 req-70d5ee4f-0231-4203-9755-81dd822a4842 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 944 time: 0.2094977 Nov 11 11:58:53.432330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:58:53.437246 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:53.437627 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:53.458434 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20626d5e-0f85-4e0c-99af-e70ca5a4d331 req-1b1c686b-778f-4610-b9ee-5371b0a462eb tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1783237 Nov 11 11:58:53.490126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-8957e940-f11f-4bfa-9322-347a63db60a4 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Made reservation on behalf of 67f94b11282a42279e45a23ba30fcf1d for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:58:53.493809 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-8957e940-f11f-4bfa-9322-347a63db60a4 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:53.499762 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d9078d4-cacb-4c6d-b196-8994e2b1a026 req-28bf7373-3a62-413a-a262-cda6aafc4ec8 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695672 Nov 11 11:58:53.554987 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afde1e15-f86b-4ddf-8a23-3c84cbd9b054 x-openstack-request-id: req-afde1e15-f86b-4ddf-8a23-3c84cbd9b054 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:53.555288 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "0cf8a200-b7a6-4b27-9dc3-6cacd08548a6", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:53.555524 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afde1e15-f86b-4ddf-8a23-3c84cbd9b054 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:53.556022 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf8a200-b7a6-4b27-9dc3-6cacd08548a6', 'code': 200} Nov 11 11:58:53.582771 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:53.622526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:53.628076 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:53.629121 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:53.694600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a215a-b10b-4685-9246-c04dcdd10654 req-4936e7cd-cfec-4471-9817-dec680a7a49d tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:53.702200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b0a215a-b10b-4685-9246-c04dcdd10654 req-4936e7cd-cfec-4471-9817-dec680a7a49d tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f8d78a-7bee-48bc-b1dc-42a5a641f83d HTTP/1.1" status: 200 len: 946 time: 0.1152422 Nov 11 11:58:53.733815 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:58:53.743226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:53.743450 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:53.755575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-8957e940-f11f-4bfa-9322-347a63db60a4 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Allocated IP 172.20.0.10 (3bc555a8-78f0-4d3e-a500-5f083af5d794/fbe659b4-2536-4abf-9268-da5913f8d819/3e82901d-faa3-4fb4-ab1a-d52a146d1311) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:58:53.805195 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b0a215a-b10b-4685-9246-c04dcdd10654 req-8abaac6c-ac12-49e6-9606-c39bf08bf3d2 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987735 Nov 11 11:58:53.811167 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:53.918065 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:53.960015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:53.968539 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:54.042726 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-8957e940-f11f-4bfa-9322-347a63db60a4 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:54.051620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:54.092043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52242) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:54.137983 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-8957e940-f11f-4bfa-9322-347a63db60a4 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:54.150550 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['24e990b1-18dd-4242-9688-0f51c6576fc6'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:54.154997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d532a4-9032-42bd-9ae0-acf764d0880b req-05f925e1-6835-4637-b03b-8bc3776b774b tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:54.162606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-08d532a4-9032-42bd-9ae0-acf764d0880b req-05f925e1-6835-4637-b03b-8bc3776b774b tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 943 time: 0.2978463 Nov 11 11:58:54.192413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebd3ce-9427-4099-bc32-2f36abac01c9 req-17155e45-c13c-4c73-a3d5-12080ce930d4 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:54.194325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1cebd3ce-9427-4099-bc32-2f36abac01c9 req-17155e45-c13c-4c73-a3d5-12080ce930d4 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/ports?device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 946 time: 0.1415176 Nov 11 11:58:54.225496 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fce4d568-aedf-485b-baa9-c069557bfb3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:54.261761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-8957e940-f11f-4bfa-9322-347a63db60a4 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Network 3bc555a8-78f0-4d3e-a500-5f083af5d794 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:58:54.268660 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-8957e940-f11f-4bfa-9322-347a63db60a4 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:58:54.272497 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-8957e940-f11f-4bfa-9322-347a63db60a4 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:58:54.282155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957e940-f11f-4bfa-9322-347a63db60a4 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Pushing event updated for resources: {'Port': ['ID=3e82901d-faa3-4fb4-ab1a-d52a146d1311,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:54.325333 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fce4d568-aedf-485b-baa9-c069557bfb3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:54.335374 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fce4d568-aedf-485b-baa9-c069557bfb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:54.362590 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-08d532a4-9032-42bd-9ae0-acf764d0880b req-be087900-2713-4fd0-af83-4d3d31558d34 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990087 Nov 11 11:58:54.382774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-8957e940-f11f-4bfa-9322-347a63db60a4 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:54.383398 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-8957e940-f11f-4bfa-9322-347a63db60a4 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:54.403042 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fce4d568-aedf-485b-baa9-c069557bfb3e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96f4658c56c64a63b453b8001db678a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3069713 Nov 11 11:58:54.403042 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4d568-aedf-485b-baa9-c069557bfb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca78ccdd-e647-4af3-8fc8-6eb30af0b5b4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:54.404796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52246) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:54.426149 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1cebd3ce-9427-4099-bc32-2f36abac01c9 req-7eea971b-5605-42a7-9dcd-ee5566d440c8 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/security-groups?id=31741d11-6566-4801-83a1-1460360f6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592989 Nov 11 11:58:54.438083 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-8957e940-f11f-4bfa-9322-347a63db60a4 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6192303 Nov 11 11:58:54.450626 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Request body: {'port': {'device_id': 'ebcc00c8-43e5-4221-86e1-0504240b24f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:58:54.558357 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d5209046-4a7f-42cf-8229-af3455c82f42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:54.564974 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:54.596701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42315d82-9d03-420a-86b2-6dce8577bb41 req-a42f58bf-7fa0-40b1-a0db-92eeea86c255 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:54.603136 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42315d82-9d03-420a-86b2-6dce8577bb41 req-a42f58bf-7fa0-40b1-a0db-92eeea86c255 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 932 time: 0.1496804 Nov 11 11:58:54.612628 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:54.625455 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:58:54.629934 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:54.630414 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:54.658672 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d5209046-4a7f-42cf-8229-af3455c82f42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:54.719851 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:54.743825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a1958-9b6a-4bc2-a1f5-3b60ceaafb6c req-76b505ea-1a5d-4d22-b3b7-106ed253176a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:54.750006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a1958-9b6a-4bc2-a1f5-3b60ceaafb6c req-76b505ea-1a5d-4d22-b3b7-106ed253176a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:54.756146 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a1958-9b6a-4bc2-a1f5-3b60ceaafb6c req-76b505ea-1a5d-4d22-b3b7-106ed253176a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:54.762375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a1958-9b6a-4bc2-a1f5-3b60ceaafb6c req-76b505ea-1a5d-4d22-b3b7-106ed253176a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:54.765039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0,segment=NetworkSegment(2c0205b8-1020-4f5a-b0fd-bf13a555964b),segment_id=2c0205b8-1020-4f5a-b0fd-bf13a555964b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:54.768373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a1958-9b6a-4bc2-a1f5-3b60ceaafb6c req-76b505ea-1a5d-4d22-b3b7-106ed253176a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:54.775185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a1958-9b6a-4bc2-a1f5-3b60ceaafb6c req-76b505ea-1a5d-4d22-b3b7-106ed253176a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:54.775562 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:54.776684 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 34a34710-3faa-4315-b872-f1630df0cbd0 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:54.782837 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a1958-9b6a-4bc2-a1f5-3b60ceaafb6c req-76b505ea-1a5d-4d22-b3b7-106ed253176a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:54.784852 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-107a1958-9b6a-4bc2-a1f5-3b60ceaafb6c req-76b505ea-1a5d-4d22-b3b7-106ed253176a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5440 time: 0.2310543 Nov 11 11:58:54.805664 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42315d82-9d03-420a-86b2-6dce8577bb41 req-80cf69c7-c92b-4744-8277-210aaf46677d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940928 Nov 11 11:58:54.822410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device c8c3022c-3850-4410-99c8-4434b933cbfc details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:58:54.919326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 34a34710-3faa-4315-b872-f1630df0cbd0 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:58:54.921537 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d5209046-4a7f-42cf-8229-af3455c82f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:54.923760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:54.924016 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d5209046-4a7f-42cf-8229-af3455c82f42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:54.928204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d5209046-4a7f-42cf-8229-af3455c82f42 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ca78ccdd-e647-4af3-8fc8-6eb30af0b5b4 HTTP/1.1" status: 204 len: 168 time: 0.5194063 Nov 11 11:58:54.929147 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 34a34710-3faa-4315-b872-f1630df0cbd0 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:54.929531 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:54.975228 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-107a1958-9b6a-4bc2-a1f5-3b60ceaafb6c req-0f392389-6487-438f-b0f6-3d47674ed82c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1779158 Nov 11 11:58:54.987176 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5209046-4a7f-42cf-8229-af3455c82f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca78ccdd-e647-4af3-8fc8-6eb30af0b5b4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:55.103518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91419da-c83d-4bd1-aded-fc17ce74f5ee req-d9abf477-0b30-46a4-b885-da710b976edd tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:55.105131 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f91419da-c83d-4bd1-aded-fc17ce74f5ee req-d9abf477-0b30-46a4-b885-da710b976edd tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 944 time: 0.1953986 Nov 11 11:58:55.203869 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port c8c3022c-3850-4410-99c8-4434b933cbfc, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=c8c3022c-3850-4410-99c8-4434b933cbfc,segment=NetworkSegment(33f83c6d-a90b-4585-8f1c-14a8a9f812ae),segment_id=33f83c6d-a90b-4585-8f1c-14a8a9f812ae)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:55.222379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'c8c3022c-3850-4410-99c8-4434b933cbfc', 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9', 'port_id': 'c8c3022c-3850-4410-99c8-4434b933cbfc', 'mac_address': 'fa:16:3e:8e:8a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c45673-39de-42a1-9063-87008924bc87', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:58:55.291146 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:55.294269 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e82901d-faa3-4fb4-ab1a-d52a146d1311 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:55.329484 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:55.330147 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:55.356700 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c3022c-3850-4410-99c8-4434b933cbfc {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:58:55.363751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 34a34710-3faa-4315-b872-f1630df0cbd0, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=34a34710-3faa-4315-b872-f1630df0cbd0,segment=NetworkSegment(2c0205b8-1020-4f5a-b0fd-bf13a555964b),segment_id=2c0205b8-1020-4f5a-b0fd-bf13a555964b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:55.371338 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:55.372170 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 17b14fb8-fc20-404e-89ab-26ebdae160ec up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:55.373763 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f91419da-c83d-4bd1-aded-fc17ce74f5ee req-e11be00f-38f9-417a-966a-c6aae7c783e4 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148838 Nov 11 11:58:55.397451 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Transition to ACTIVE for port object 3e82901d-faa3-4fb4-ab1a-d52a146d1311 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:58:55.406021 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:55.429166 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port c8c3022c-3850-4410-99c8-4434b933cbfc, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=c8c3022c-3850-4410-99c8-4434b933cbfc,segment=NetworkSegment(33f83c6d-a90b-4585-8f1c-14a8a9f812ae),segment_id=33f83c6d-a90b-4585-8f1c-14a8a9f812ae)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:55.447304 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:55.471170 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=34a34710-3faa-4315-b872-f1630df0cbd0,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:55.509952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 17b14fb8-fc20-404e-89ab-26ebdae160ec completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:58:55.515381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 17b14fb8-fc20-404e-89ab-26ebdae160ec triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:55.515754 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:55.557730 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f8d78a-7bee-48bc-b1dc-42a5a641f83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d8a7e8-ccd9-4400-8dc1-5c7e52b10189'}, {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec6035f-3430-4180-afe0-3f5a0ee5f6e0'}, {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94'}, {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6'}, {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0'}, {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a34710-3faa-4315-b872-f1630df0cbd0'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:55.559914 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83af456-3b87-4efe-8f09-5367cb05d6c2" -d '{"events": [{"server_uuid": "70f8d78a-7bee-48bc-b1dc-42a5a641f83d", "name": "network-vif-plugged", "status": "completed", "tag": "46d8a7e8-ccd9-4400-8dc1-5c7e52b10189"}, {"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "9ec6035f-3430-4180-afe0-3f5a0ee5f6e0"}, {"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94"}, {"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6"}, {"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0"}, {"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "34a34710-3faa-4315-b872-f1630df0cbd0"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:55.573260 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=c8c3022c-3850-4410-99c8-4434b933cbfc,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:55.656796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Pushing event updated for resources: {'Port': ['ID=3e82901d-faa3-4fb4-ab1a-d52a146d1311,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:55.680467 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:55.745844 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89598e1-9117-4208-a2e5-9c87f139df28 req-6d75cc44-4d3f-409b-bcc2-b80bd759b4a5 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:55.755037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e89598e1-9117-4208-a2e5-9c87f139df28 req-6d75cc44-4d3f-409b-bcc2-b80bd759b4a5 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f8d78a-7bee-48bc-b1dc-42a5a641f83d HTTP/1.1" status: 200 len: 946 time: 0.2869003 Nov 11 11:58:55.769900 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 17b14fb8-fc20-404e-89ab-26ebdae160ec, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=17b14fb8-fc20-404e-89ab-26ebdae160ec,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:55.772904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['c8c3022c-3850-4410-99c8-4434b933cbfc'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:58:55.781624 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:55.782554 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device cb685e1e-459f-492c-9930-41b9ec4b238d up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:55.805159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96603b1c-7750-4142-b778-fbbc4aae2116 req-c84b0410-d48b-498e-92ef-ca070eadda03 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:55.807262 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96603b1c-7750-4142-b778-fbbc4aae2116 req-c84b0410-d48b-498e-92ef-ca070eadda03 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/ports?device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 946 time: 0.2870414 Nov 11 11:58:55.808833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Attempting to bind port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:58:55.809494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Attempting to bind port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:58:55.810234 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Attempting to bind port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:55.858092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:58:55.862355 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Attempting to bind port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:58:55.932589 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e89598e1-9117-4208-a2e5-9c87f139df28 req-b4707e94-bbda-4790-ba0e-d5bd15a26e1a tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719968 Nov 11 11:58:55.939430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:58:55.939798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Checking segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:58:55.940185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Bound using segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:58:55.940641 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Bound port: 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:58:55.940996 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:56.007842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=17b14fb8-fc20-404e-89ab-26ebdae160ec,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:56.010660 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96603b1c-7750-4142-b778-fbbc4aae2116 req-8ff99d5b-a0c3-4780-a081-d1e4b43b46f2 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/security-groups?id=31741d11-6566-4801-83a1-1460360f6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890209 Nov 11 11:58:56.060773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port cb685e1e-459f-492c-9930-41b9ec4b238d completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:58:56.073105 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port cb685e1e-459f-492c-9930-41b9ec4b238d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:56.073471 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:56.122507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] For port 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:58:56.131997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21935e9e-00b0-4895-83c6-832bb76ff79b req-4108316b-0686-40d8-b3e3-198e737334c6 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:56.140619 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21935e9e-00b0-4895-83c6-832bb76ff79b req-4108316b-0686-40d8-b3e3-198e737334c6 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 944 time: 0.0833147 Nov 11 11:58:56.143781 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] For port 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3e82901d-faa3-4fb4-ab1a-d52a146d1311,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:58:56.159052 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:56.163344 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a5ce0b-2a5c-40c0-8a2d-5644753eb4e4 x-openstack-request-id: req-b7a5ce0b-2a5c-40c0-8a2d-5644753eb4e4 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:56.163659 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f8d78a-7bee-48bc-b1dc-42a5a641f83d", "name": "network-vif-plugged", "status": "completed", "tag": "46d8a7e8-ccd9-4400-8dc1-5c7e52b10189", "code": 200}, {"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "9ec6035f-3430-4180-afe0-3f5a0ee5f6e0", "code": 200}, {"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94", "code": 200}, {"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6", "code": 200}, {"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0", "code": 200}, {"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "34a34710-3faa-4315-b872-f1630df0cbd0", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:56.163908 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7a5ce0b-2a5c-40c0-8a2d-5644753eb4e4 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:56.164311 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f8d78a-7bee-48bc-b1dc-42a5a641f83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d8a7e8-ccd9-4400-8dc1-5c7e52b10189', 'code': 200} Nov 11 11:58:56.164558 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec6035f-3430-4180-afe0-3f5a0ee5f6e0', 'code': 200} Nov 11 11:58:56.164801 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94', 'code': 200} Nov 11 11:58:56.165042 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6', 'code': 200} Nov 11 11:58:56.165367 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0', 'code': 200} Nov 11 11:58:56.165688 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a34710-3faa-4315-b872-f1630df0cbd0', 'code': 200} Nov 11 11:58:56.232194 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Pushing event updated for resources: {'Port': ['ID=3e82901d-faa3-4fb4-ab1a-d52a146d1311,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:56.249875 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a5568-3a5d-4531-9a05-e62fda2b5661 req-2025ef40-673c-43bf-8b8f-d18f4a579171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:56.253810 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a56a5568-3a5d-4531-9a05-e62fda2b5661 req-2025ef40-673c-43bf-8b8f-d18f4a579171 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=70f8d78a-7bee-48bc-b1dc-42a5a641f83d HTTP/1.1" status: 200 len: 1097 time: 0.0727448 Nov 11 11:58:56.274324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:56.275104 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:56.276606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-70140a1c-ba8f-4c00-9873-3f8f38fd1977 service neutron] 10.222.0.43 "PUT /v2.0/ports/3e82901d-faa3-4fb4-ab1a-d52a146d1311 HTTP/1.1" status: 200 len: 1092 time: 1.8301847 Nov 11 11:58:56.277158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcc00c8-43e5-4221-86e1-0504240b24f3', 'tag': '3e82901d-faa3-4fb4-ab1a-d52a146d1311'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:56.279800 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ba264a-ef62-4c1c-b259-bdeb2112cfc7" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcc00c8-43e5-4221-86e1-0504240b24f3", "tag": "3e82901d-faa3-4fb4-ab1a-d52a146d1311"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:56.338785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21935e9e-00b0-4895-83c6-832bb76ff79b req-b942cb34-04c3-4155-9a2d-d57465438e27 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923685 Nov 11 11:58:56.341882 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:56.354550 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a56a5568-3a5d-4531-9a05-e62fda2b5661 req-8837c604-fdb9-463a-bec7-9d6c4524ae2a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908449 Nov 11 11:58:56.381336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port cb685e1e-459f-492c-9930-41b9ec4b238d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=cb685e1e-459f-492c-9930-41b9ec4b238d,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:56.388984 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:56.421788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634923a-4ab4-43bd-9872-faaa1f7e0d0f req-a4662b11-8df5-4e7d-a480-75677779bdb3 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:56.434649 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5634923a-4ab4-43bd-9872-faaa1f7e0d0f req-a4662b11-8df5-4e7d-a480-75677779bdb3 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 944 time: 0.1939056 Nov 11 11:58:56.445278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=cb685e1e-459f-492c-9930-41b9ec4b238d,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:56.485817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-cdeb438c-964a-4431-9153-1832f793e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:56.487430 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-cdeb438c-964a-4431-9153-1832f793e39c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 1095 time: 0.1419432 Nov 11 11:58:56.542656 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-ffd832d0-267e-41be-a918-3d61807a5546 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e82901d-faa3-4fb4-ab1a-d52a146d1311 HTTP/1.1" status: 200 len: 217 time: 0.0446441 Nov 11 11:58:56.560064 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5634923a-4ab4-43bd-9872-faaa1f7e0d0f req-44baaae3-7efa-403a-b3e7-6790a11b21c6 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190231 Nov 11 11:58:56.644675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-3e141fa6-192b-4fd6-b097-354ffe4ed331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:56.646845 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-3e141fa6-192b-4fd6-b097-354ffe4ed331 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.0857894 Nov 11 11:58:56.710557 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e815431-99a1-46e6-a31c-2f83076fa49c x-openstack-request-id: req-1e815431-99a1-46e6-a31c-2f83076fa49c {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:56.710857 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcc00c8-43e5-4221-86e1-0504240b24f3", "tag": "3e82901d-faa3-4fb4-ab1a-d52a146d1311", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:56.711103 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e815431-99a1-46e6-a31c-2f83076fa49c {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:56.711501 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcc00c8-43e5-4221-86e1-0504240b24f3', 'tag': '3e82901d-faa3-4fb4-ab1a-d52a146d1311', 'status': 'completed', 'code': 200} Nov 11 11:58:56.713645 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-73e4a6be-d39b-41b1-b8a9-83b15cd0386f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600288 Nov 11 11:58:56.744990 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab333b7c-0604-4f15-88f0-903e058ff674 req-cc39827e-2400-4ade-8977-ef3d7217fb72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:56.750912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab333b7c-0604-4f15-88f0-903e058ff674 req-cc39827e-2400-4ade-8977-ef3d7217fb72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:56.757304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab333b7c-0604-4f15-88f0-903e058ff674 req-cc39827e-2400-4ade-8977-ef3d7217fb72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:56.763202 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab333b7c-0604-4f15-88f0-903e058ff674 req-cc39827e-2400-4ade-8977-ef3d7217fb72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:56.769921 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab333b7c-0604-4f15-88f0-903e058ff674 req-cc39827e-2400-4ade-8977-ef3d7217fb72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:56.777882 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab333b7c-0604-4f15-88f0-903e058ff674 req-cc39827e-2400-4ade-8977-ef3d7217fb72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:56.785019 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab333b7c-0604-4f15-88f0-903e058ff674 req-cc39827e-2400-4ade-8977-ef3d7217fb72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:56.791856 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab333b7c-0604-4f15-88f0-903e058ff674 req-cc39827e-2400-4ade-8977-ef3d7217fb72 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5443 time: 0.1293862 Nov 11 11:58:56.958362 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e64a47-3b8f-49de-aefc-37b3fd5f90e7 req-3b1ca0e0-4208-43fa-8dd9-af95e564124b tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:56.959937 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5e64a47-3b8f-49de-aefc-37b3fd5f90e7 req-3b1ca0e0-4208-43fa-8dd9-af95e564124b tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 945 time: 0.1579480 Nov 11 11:58:56.969660 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab333b7c-0604-4f15-88f0-903e058ff674 req-5e843d46-e34f-46e6-a362-e2207cb1171a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1469727 Nov 11 11:58:56.971499 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-7de2661d-189f-4ddd-a420-c5b3c8db625c service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469020 Nov 11 11:58:57.091990 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5e64a47-3b8f-49de-aefc-37b3fd5f90e7 req-ea51c159-b92c-4e63-a344-8b16000f3e8f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195247 Nov 11 11:58:57.132556 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd60e92f-274c-41c0-8619-1ba599ddcdba req-782cc31c-25b3-40ca-8749-49aa8e9f874e service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531913 Nov 11 11:58:57.302622 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67edd9-3759-4a4f-a1f3-012bbc234dac req-c9b833a1-77f5-4c5e-8b63-97f529d5b3e2 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:57.306074 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cd67edd9-3759-4a4f-a1f3-012bbc234dac req-c9b833a1-77f5-4c5e-8b63-97f529d5b3e2 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/ports?device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 946 time: 0.1425002 Nov 11 11:58:57.314813 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b37ef2-113c-47eb-8c98-1f537b72f472 req-a0e10fbb-c959-41c1-a7e7-b108ede2031c tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:57.316350 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2b37ef2-113c-47eb-8c98-1f537b72f472 req-a0e10fbb-c959-41c1-a7e7-b108ede2031c tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.62 "GET /v2.0/ports?device_id=511738c0-0f5e-48c6-996f-817e9d2ce431 HTTP/1.1" status: 200 len: 946 time: 0.0546987 Nov 11 11:58:57.326308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a9a08-6355-48ff-8f98-7eba921614fb req-80e50ab0-03c6-4983-b07d-04daf65bb057 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:57.327743 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c90a9a08-6355-48ff-8f98-7eba921614fb req-80e50ab0-03c6-4983-b07d-04daf65bb057 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f8d78a-7bee-48bc-b1dc-42a5a641f83d HTTP/1.1" status: 200 len: 946 time: 0.1508892 Nov 11 11:58:57.352288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba264a-ef62-4c1c-b259-bdeb2112cfc7 req-a17254ab-83fd-4c20-b132-322bf3cf2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:57.354039 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d5ba264a-ef62-4c1c-b259-bdeb2112cfc7 req-a17254ab-83fd-4c20-b132-322bf3cf2b95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 1095 time: 0.1477668 Nov 11 11:58:57.425820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-b2b37ef2-113c-47eb-8c98-1f537b72f472 req-5ae8e787-44c8-4d00-88f8-634f7e7df9ba tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Deleting port df34c0ed-244c-441d-a5d9-6bd9cd215690 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:58:57.426544 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b2b37ef2-113c-47eb-8c98-1f537b72f472 req-5ae8e787-44c8-4d00-88f8-634f7e7df9ba tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:57.507621 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cd67edd9-3759-4a4f-a1f3-012bbc234dac req-d50ff694-67b0-4038-81ac-1c9001512086 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/security-groups?id=31741d11-6566-4801-83a1-1460360f6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957633 Nov 11 11:58:57.524063 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-b2b37ef2-113c-47eb-8c98-1f537b72f472 req-5ae8e787-44c8-4d00-88f8-634f7e7df9ba tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] For port df34c0ed-244c-441d-a5d9-6bd9cd215690, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=df34c0ed-244c-441d-a5d9-6bd9cd215690,segment=NetworkSegment(1d566418-1a56-4edd-a2ef-cd265ec97c36),segment_id=1d566418-1a56-4edd-a2ef-cd265ec97c36)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:57.524841 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b2b37ef2-113c-47eb-8c98-1f537b72f472 req-5ae8e787-44c8-4d00-88f8-634f7e7df9ba tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:57.530738 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f6e108f-8eb0-4fe3-836a-2edc6318bf09 req-1d0a5bcb-0a0e-4cb3-a5a8-233bd5963824 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2000458 Nov 11 11:58:57.547348 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c90a9a08-6355-48ff-8f98-7eba921614fb req-f2406713-0040-4d0a-ad7c-3cffbae15089 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994295 Nov 11 11:58:57.701218 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e108f-8eb0-4fe3-836a-2edc6318bf09 req-a4449699-d184-453b-ac83-ddbd0612dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:57.702906 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f6e108f-8eb0-4fe3-836a-2edc6318bf09 req-a4449699-d184-453b-ac83-ddbd0612dec6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 1095 time: 0.1377215 Nov 11 11:58:57.704971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba264a-ef62-4c1c-b259-bdeb2112cfc7 req-4a458801-8e94-458d-bf84-4dc8b3a0d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:57.715803 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d5ba264a-ef62-4c1c-b259-bdeb2112cfc7 req-4a458801-8e94-458d-bf84-4dc8b3a0d80e service neutron] 10.222.0.43 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.3319156 Nov 11 11:58:57.773005 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d5ba264a-ef62-4c1c-b259-bdeb2112cfc7 req-a0583472-1624-4cf6-ba60-ce12261612c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e82901d-faa3-4fb4-ab1a-d52a146d1311 HTTP/1.1" status: 200 len: 217 time: 0.0562057 Nov 11 11:58:57.783482 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b2b37ef2-113c-47eb-8c98-1f537b72f472 req-5ae8e787-44c8-4d00-88f8-634f7e7df9ba tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:57.783989 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b2b37ef2-113c-47eb-8c98-1f537b72f472 req-5ae8e787-44c8-4d00-88f8-634f7e7df9ba tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:57.785291 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [req-b2b37ef2-113c-47eb-8c98-1f537b72f472 req-5ae8e787-44c8-4d00-88f8-634f7e7df9ba tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Floating IP 1686801b-0307-49dc-856d-3a97a9a9bb46 disassociated. External IP: 172.25.2.30, port: df34c0ed-244c-441d-a5d9-6bd9cd215690. Nov 11 11:58:57.785776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-b2b37ef2-113c-47eb-8c98-1f537b72f472 req-5ae8e787-44c8-4d00-88f8-634f7e7df9ba tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Calling delete_port for df34c0ed-244c-441d-a5d9-6bd9cd215690 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:58:57.891746 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e911a-2f6f-4810-8421-8b1bcbbea91a req-2c305a9d-bf00-4571-9969-d4059b160026 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:57.893257 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa9e911a-2f6f-4810-8421-8b1bcbbea91a req-2c305a9d-bf00-4571-9969-d4059b160026 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 944 time: 0.2414367 Nov 11 11:58:57.922430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba264a-ef62-4c1c-b259-bdeb2112cfc7 req-fb53b3e9-1d1d-44cf-86e0-f6d42ccbea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:57.922673 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b2b37ef2-113c-47eb-8c98-1f537b72f472 req-5ae8e787-44c8-4d00-88f8-634f7e7df9ba tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:57.923860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d5ba264a-ef62-4c1c-b259-bdeb2112cfc7 req-fb53b3e9-1d1d-44cf-86e0-f6d42ccbea0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.1327958 Nov 11 11:58:57.955147 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8e787-44c8-4d00-88f8-634f7e7df9ba tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Pushing event deleted for resources: {'Port': ['ID=df34c0ed-244c-441d-a5d9-6bd9cd215690,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:57.963119 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9805e5-b7ef-4150-aaa5-bccbd3166b46 req-3603dc3b-c5af-493c-b516-232177de56b0 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:57.964751 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf9805e5-b7ef-4150-aaa5-bccbd3166b46 req-3603dc3b-c5af-493c-b516-232177de56b0 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 944 time: 0.2397645 Nov 11 11:58:57.998390 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d5ba264a-ef62-4c1c-b259-bdeb2112cfc7 req-6e801b0b-98ea-49ab-a546-ba1899e6bf81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613847 Nov 11 11:58:58.027050 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e108f-8eb0-4fe3-836a-2edc6318bf09 req-974ba773-e83a-4c89-a686-c60db53515e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:58.028764 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f6e108f-8eb0-4fe3-836a-2edc6318bf09 req-974ba773-e83a-4c89-a686-c60db53515e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.2662203 Nov 11 11:58:58.093371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2b37ef2-113c-47eb-8c98-1f537b72f472 req-5ae8e787-44c8-4d00-88f8-634f7e7df9ba tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:58:58.134693 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f6e108f-8eb0-4fe3-836a-2edc6318bf09 req-0cdb364b-7bb1-4c7b-bb68-8a5c287a34ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b HTTP/1.1" status: 200 len: 217 time: 0.0965643 Nov 11 11:58:58.145569 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa9e911a-2f6f-4810-8421-8b1bcbbea91a req-b90efbb4-b9fc-464d-8e35-a81208572cf9 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406988 Nov 11 11:58:58.167410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42869fd-6e78-43b0-be58-a1edbe7cdd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b14fb8-fc20-404e-89ab-26ebdae160ec'}, {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb685e1e-459f-492c-9930-41b9ec4b238d'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:58.171246 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dda415-23ce-4cf5-a935-d6588724d689" -d '{"events": [{"server_uuid": "f42869fd-6e78-43b0-be58-a1edbe7cdd9f", "name": "network-vif-plugged", "status": "completed", "tag": "17b14fb8-fc20-404e-89ab-26ebdae160ec"}, {"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "cb685e1e-459f-492c-9930-41b9ec4b238d"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:58.215970 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf9805e5-b7ef-4150-aaa5-bccbd3166b46 req-631a449a-cbea-4472-991b-d7845c1e85ea tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243810 Nov 11 11:58:58.244585 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e108f-8eb0-4fe3-836a-2edc6318bf09 req-320261e2-78d0-434d-8f93-0657798b2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:58.246261 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f6e108f-8eb0-4fe3-836a-2edc6318bf09 req-320261e2-78d0-434d-8f93-0657798b2b48 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.0994592 Nov 11 11:58:58.252656 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d5ba264a-ef62-4c1c-b259-bdeb2112cfc7 req-e258bee7-609c-44d5-919d-b65b4b777825 service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369113 Nov 11 11:58:58.294253 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f6e108f-8eb0-4fe3-836a-2edc6318bf09 req-71c28137-7e9a-4fc7-96ab-31462710feaa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379858 Nov 11 11:58:58.552112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2b37ef2-113c-47eb-8c98-1f537b72f472 req-5ae8e787-44c8-4d00-88f8-634f7e7df9ba tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:58:58.562347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b0a036-7599-4a4d-9d45-2f8de158ce34 None None] Sync routers for ids ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:58:58.583272 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0a036-7599-4a4d-9d45-2f8de158ce34 None None] Routers {'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:58:58.584188 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-04b0a036-7599-4a4d-9d45-2f8de158ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:58:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:58.598784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b37ef2-113c-47eb-8c98-1f537b72f472 req-5ae8e787-44c8-4d00-88f8-634f7e7df9ba tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] No DVR routers for this DVR port df34c0ed-244c-441d-a5d9-6bd9cd215690 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:58:58.601763 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b2b37ef2-113c-47eb-8c98-1f537b72f472 req-5ae8e787-44c8-4d00-88f8-634f7e7df9ba tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:58.605527 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2b37ef2-113c-47eb-8c98-1f537b72f472 req-5ae8e787-44c8-4d00-88f8-634f7e7df9ba tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.62 "DELETE /v2.0/ports/df34c0ed-244c-441d-a5d9-6bd9cd215690 HTTP/1.1" status: 204 len: 173 time: 1.2744291 Nov 11 11:58:58.606140 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511738c0-0f5e-48c6-996f-817e9d2ce431', 'name': 'network-vif-deleted', 'tag': 'df34c0ed-244c-441d-a5d9-6bd9cd215690'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:58:58.608928 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1330df-f0ad-4a3e-83f7-4bf0f9ad574e" -d '{"events": [{"server_uuid": "511738c0-0f5e-48c6-996f-817e9d2ce431", "name": "network-vif-deleted", "tag": "df34c0ed-244c-441d-a5d9-6bd9cd215690"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:58:58.726314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-04b0a036-7599-4a4d-9d45-2f8de158ce34 None None] Set router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:58:58.817993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device c8c3022c-3850-4410-99c8-4434b933cbfc up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:58:58.899588 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d5ba264a-ef62-4c1c-b259-bdeb2112cfc7 req-234fd09d-a407-42f0-90df-e73f9b94cbf6 service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6348577 Nov 11 11:58:58.926609 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb60eb-9637-4a03-9178-08cbb8e7b8f8 req-01293931-8e67-483a-8b99-60c44177b0e0 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:58.928128 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91cb60eb-9637-4a03-9178-08cbb8e7b8f8 req-01293931-8e67-483a-8b99-60c44177b0e0 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 945 time: 0.4825742 Nov 11 11:58:58.950518 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port c8c3022c-3850-4410-99c8-4434b933cbfc completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:58:58.956886 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port c8c3022c-3850-4410-99c8-4434b933cbfc triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:58:58.957612 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:58.966395 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22c981-e085-4c35-8eca-8628cb7a3c43 req-26017367-62eb-49cb-a088-72bb8b12bc1d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:58.972307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22c981-e085-4c35-8eca-8628cb7a3c43 req-26017367-62eb-49cb-a088-72bb8b12bc1d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:58.978530 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22c981-e085-4c35-8eca-8628cb7a3c43 req-26017367-62eb-49cb-a088-72bb8b12bc1d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:58.984059 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22c981-e085-4c35-8eca-8628cb7a3c43 req-26017367-62eb-49cb-a088-72bb8b12bc1d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:58.990030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22c981-e085-4c35-8eca-8628cb7a3c43 req-26017367-62eb-49cb-a088-72bb8b12bc1d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:58.995792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22c981-e085-4c35-8eca-8628cb7a3c43 req-26017367-62eb-49cb-a088-72bb8b12bc1d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:59.001637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22c981-e085-4c35-8eca-8628cb7a3c43 req-26017367-62eb-49cb-a088-72bb8b12bc1d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:59.003977 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae22c981-e085-4c35-8eca-8628cb7a3c43 req-26017367-62eb-49cb-a088-72bb8b12bc1d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5443 time: 0.5591433 Nov 11 11:58:59.013683 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f6e108f-8eb0-4fe3-836a-2edc6318bf09 req-38a7b6a0-d1f8-44f7-b357-d17737ae3cc7 service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6896045 Nov 11 11:58:59.019384 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-04b0a036-7599-4a4d-9d45-2f8de158ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'name': 'tempest-ServersTestJSON-1938653056-router', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:29Z', 'revision_number': 4, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'gw_port': {'id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '31781b66-bd3a-43ef-a7ac-7b112b40785a', 'name': '', 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'mac_address': 'fa:16:3e:d8:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:27Z', 'updated_at': '2021-11-11T11:56:36Z', 'revision_number': 5, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'subnets': [{'id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:59.083887 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b0a036-7599-4a4d-9d45-2f8de158ce34 None None] Checking router: a1f12e1c-a920-4ab8-a577-b59c9e71e1eb for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:58:59.104415 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:59.119286 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91cb60eb-9637-4a03-9178-08cbb8e7b8f8 req-5bebdd34-8f2b-411d-8acf-edfa5bf3be54 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758752 Nov 11 11:58:59.122642 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0a036-7599-4a4d-9d45-2f8de158ce34 None None] Routers {'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:58:59.123311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-04b0a036-7599-4a4d-9d45-2f8de158ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:58:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:59.202401 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae22c981-e085-4c35-8eca-8628cb7a3c43 req-1999fc68-08ad-4415-88f5-7995c67a2ea4 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1624959 Nov 11 11:58:59.223807 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f6e108f-8eb0-4fe3-836a-2edc6318bf09 req-ae323416-1a3e-4017-bab7-a87e7a2b3718 service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947989 Nov 11 11:58:59.267131 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6075b1b9-c306-4246-b2a9-a7c900ef6bd9 x-openstack-request-id: req-6075b1b9-c306-4246-b2a9-a7c900ef6bd9 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:59.267690 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42869fd-6e78-43b0-be58-a1edbe7cdd9f", "name": "network-vif-plugged", "status": "completed", "tag": "17b14fb8-fc20-404e-89ab-26ebdae160ec", "code": 200}, {"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "cb685e1e-459f-492c-9930-41b9ec4b238d", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:59.267690 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6075b1b9-c306-4246-b2a9-a7c900ef6bd9 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:59.268044 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42869fd-6e78-43b0-be58-a1edbe7cdd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b14fb8-fc20-404e-89ab-26ebdae160ec', 'code': 200} Nov 11 11:58:59.268297 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb685e1e-459f-492c-9930-41b9ec4b238d', 'code': 200} Nov 11 11:58:59.303819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port c8c3022c-3850-4410-99c8-4434b933cbfc, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=c8c3022c-3850-4410-99c8-4434b933cbfc,segment=NetworkSegment(33f83c6d-a90b-4585-8f1c-14a8a9f812ae),segment_id=33f83c6d-a90b-4585-8f1c-14a8a9f812ae)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:58:59.339818 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:59.423551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a9bed-abf0-46f3-b802-ca26db816d8a req-9ef22987-633f-4a03-9111-4058596a28b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:59.423829 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e26e314-47f6-4572-af84-1a1db50cb4d3 x-openstack-request-id: req-6e26e314-47f6-4572-af84-1a1db50cb4d3 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:58:59.423984 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511738c0-0f5e-48c6-996f-817e9d2ce431", "name": "network-vif-deleted", "tag": "df34c0ed-244c-441d-a5d9-6bd9cd215690", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:58:59.424102 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e26e314-47f6-4572-af84-1a1db50cb4d3 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:58:59.424469 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511738c0-0f5e-48c6-996f-817e9d2ce431', 'name': 'network-vif-deleted', 'tag': 'df34c0ed-244c-441d-a5d9-6bd9cd215690', 'status': 'completed', 'code': 200} Nov 11 11:58:59.426018 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f35a9bed-abf0-46f3-b802-ca26db816d8a req-9ef22987-633f-4a03-9111-4058596a28b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 1096 time: 0.0651999 Nov 11 11:58:59.444326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=c8c3022c-3850-4410-99c8-4434b933cbfc,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:58:59.451070 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a6443-0ccd-47f2-b082-72f64e870a23 req-833ff6b0-5e33-4a3e-9999-63b239729f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:59.451932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a6443-0ccd-47f2-b082-72f64e870a23 req-833ff6b0-5e33-4a3e-9999-63b239729f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:59.453801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a6443-0ccd-47f2-b082-72f64e870a23 req-833ff6b0-5e33-4a3e-9999-63b239729f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:59.454499 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a6443-0ccd-47f2-b082-72f64e870a23 req-833ff6b0-5e33-4a3e-9999-63b239729f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:59.455118 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a6443-0ccd-47f2-b082-72f64e870a23 req-833ff6b0-5e33-4a3e-9999-63b239729f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:59.455749 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a6443-0ccd-47f2-b082-72f64e870a23 req-833ff6b0-5e33-4a3e-9999-63b239729f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:59.456277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a6443-0ccd-47f2-b082-72f64e870a23 req-833ff6b0-5e33-4a3e-9999-63b239729f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:59.458789 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f46a6443-0ccd-47f2-b082-72f64e870a23 req-833ff6b0-5e33-4a3e-9999-63b239729f20 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 6500 time: 0.0964956 Nov 11 11:58:59.479759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-04b0a036-7599-4a4d-9d45-2f8de158ce34 None None] Set router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:58:59.528154 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f46a6443-0ccd-47f2-b082-72f64e870a23 req-553d6469-ae2e-4270-b164-457205626608 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578840 Nov 11 11:58:59.584615 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be3630-968e-4ede-84cc-dafda12a5b7b req-07dcf405-0bd9-4cae-833f-b959f879b501 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:59.591904 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31be3630-968e-4ede-84cc-dafda12a5b7b req-07dcf405-0bd9-4cae-833f-b959f879b501 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f8d78a-7bee-48bc-b1dc-42a5a641f83d HTTP/1.1" status: 200 len: 946 time: 0.1803284 Nov 11 11:58:59.608239 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f35a9bed-abf0-46f3-b802-ca26db816d8a req-1a354294-61f5-44b9-8ee8-22dfd1847b56 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310103 Nov 11 11:58:59.640101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be33d35-7d4d-4b18-a76f-0779f347d9fc req-949037f0-c9d8-426e-af2b-b734a91e19a5 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:59.641377 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7be33d35-7d4d-4b18-a76f-0779f347d9fc req-949037f0-c9d8-426e-af2b-b734a91e19a5 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.1252558 Nov 11 11:58:59.671831 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31be3630-968e-4ede-84cc-dafda12a5b7b req-15f76789-a7c9-4fd8-afad-df30a17f8821 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787427 Nov 11 11:58:59.704901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52366) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:59.705958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7be33d35-7d4d-4b18-a76f-0779f347d9fc req-e6b555da-3e97-40fa-9ec4-677779ff4c55 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541890 Nov 11 11:58:59.745989 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-04b0a036-7599-4a4d-9d45-2f8de158ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'name': 'tempest-ServersTestJSON-1938653056-router', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:29Z', 'revision_number': 4, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'gw_port': {'id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '31781b66-bd3a-43ef-a7ac-7b112b40785a', 'name': '', 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'mac_address': 'fa:16:3e:d8:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:27Z', 'updated_at': '2021-11-11T11:56:36Z', 'revision_number': 5, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'subnets': [{'id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:58:59.766391 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52370) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:58:59.795784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ede813-3b78-4edf-8812-6513637fb404 req-b10d9596-5eb0-4a6e-b06e-ca92b57dcee9 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:58:59.797829 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73ede813-3b78-4edf-8812-6513637fb404 req-b10d9596-5eb0-4a6e-b06e-ca92b57dcee9 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 944 time: 0.0552471 Nov 11 11:58:59.863176 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca46e145-bc09-426e-9474-3f0d3ee9544d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:59.866345 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73ede813-3b78-4edf-8812-6513637fb404 req-9749010f-de6a-44be-84fb-99d0569f4653 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562840 Nov 11 11:58:59.903038 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b9db997b-0cfd-4013-9f62-30335f61cc8a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:59.941491 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b9db997b-0cfd-4013-9f62-30335f61cc8a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:58:59.966447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b0a036-7599-4a4d-9d45-2f8de158ce34 None None] The sync data for ids ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'] in n-d-807359-3 is: [{'id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'name': 'tempest-ServersTestJSON-1938653056-router', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:29Z', 'revision_number': 4, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'gw_port': {'id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '31781b66-bd3a-43ef-a7ac-7b112b40785a', 'name': '', 'network_id': '6dc3e723-3d12-4bec-8554-dba88e91238e', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'mac_address': 'fa:16:3e:d8:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:27Z', 'updated_at': '2021-11-11T11:56:36Z', 'revision_number': 5, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'subnets': [{'id': 'd96812f2-7008-4fc2-bbdd-5a46cd7a6387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:59:00.024633 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca46e145-bc09-426e-9474-3f0d3ee9544d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:00.035852 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca46e145-bc09-426e-9474-3f0d3ee9544d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:00.067716 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ca46e145-bc09-426e-9474-3f0d3ee9544d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=921a47ebaf2740988ac5f91d0ab4af55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3617074 Nov 11 11:59:00.069525 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b9db997b-0cfd-4013-9f62-30335f61cc8a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:00.070416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52374) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:00.077223 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b9db997b-0cfd-4013-9f62-30335f61cc8a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:00.081007 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b9db997b-0cfd-4013-9f62-30335f61cc8a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "DELETE /v2.0/security-groups/31741d11-6566-4801-83a1-1460360f6b11 HTTP/1.1" status: 204 len: 168 time: 0.3110282 Nov 11 11:59:00.081164 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52376) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:00.098583 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46e145-bc09-426e-9474-3f0d3ee9544d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86131646-8309-4615-b83b-285a40b24066,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:00.119089 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-b07165e5-77b9-4217-93ed-83ebf7f99dba tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] show failed (client error): The resource could not be found. Nov 11 11:59:00.120170 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b07165e5-77b9-4217-93ed-83ebf7f99dba tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "GET /v2.0/security-groups/31741d11-6566-4801-83a1-1460360f6b11 HTTP/1.1" status: 404 len: 347 time: 0.0380147 Nov 11 11:59:00.123548 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52378) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:00.128060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db997b-0cfd-4013-9f62-30335f61cc8a tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31741d11-6566-4801-83a1-1460360f6b11,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:00.243120 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-40914a97-da54-4705-9ae6-dbeff1976ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:00.338342 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2637813e-8ca5-487b-88fd-139415d954e1 None None] New status for floating IP 1686801b-0307-49dc-856d-3a97a9a9bb46: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:59:00.373896 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-40914a97-da54-4705-9ae6-dbeff1976ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:00.441426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f68dd-1ee3-4b80-a483-e76c814caddf req-fae12457-c4fd-4b55-998f-de030bf4185c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:00.443069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d3f68dd-1ee3-4b80-a483-e76c814caddf req-fae12457-c4fd-4b55-998f-de030bf4185c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 945 time: 0.1638494 Nov 11 11:59:00.460542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40205fcc-dd90-471a-8f0d-1b8d508ac7d0 req-46a0460d-2fe0-4c89-8dce-bcb0723111d9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:00.466517 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40205fcc-dd90-471a-8f0d-1b8d508ac7d0 req-46a0460d-2fe0-4c89-8dce-bcb0723111d9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:00.472523 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40205fcc-dd90-471a-8f0d-1b8d508ac7d0 req-46a0460d-2fe0-4c89-8dce-bcb0723111d9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:00.478392 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40205fcc-dd90-471a-8f0d-1b8d508ac7d0 req-46a0460d-2fe0-4c89-8dce-bcb0723111d9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:00.484272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40205fcc-dd90-471a-8f0d-1b8d508ac7d0 req-46a0460d-2fe0-4c89-8dce-bcb0723111d9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:00.490239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40205fcc-dd90-471a-8f0d-1b8d508ac7d0 req-46a0460d-2fe0-4c89-8dce-bcb0723111d9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:00.496090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40205fcc-dd90-471a-8f0d-1b8d508ac7d0 req-46a0460d-2fe0-4c89-8dce-bcb0723111d9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:00.498045 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40205fcc-dd90-471a-8f0d-1b8d508ac7d0 req-46a0460d-2fe0-4c89-8dce-bcb0723111d9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5443 time: 0.1928217 Nov 11 11:59:00.512845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-dfb7656e-36e6-40ab-a7f7-3ba7850c2b27 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Deleting port eedf35f9-fa17-4273-9ae3-b009a827a6da {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:59:00.513178 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dfb7656e-36e6-40ab-a7f7-3ba7850c2b27 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:00.586138 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-40914a97-da54-4705-9ae6-dbeff1976ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:00.588703 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-40914a97-da54-4705-9ae6-dbeff1976ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:00.589867 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-40914a97-da54-4705-9ae6-dbeff1976ab1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/86131646-8309-4615-b83b-285a40b24066 HTTP/1.1" status: 204 len: 168 time: 0.5184176 Nov 11 11:59:00.633273 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40914a97-da54-4705-9ae6-dbeff1976ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86131646-8309-4615-b83b-285a40b24066,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:00.642152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d3f68dd-1ee3-4b80-a483-e76c814caddf req-f9afd7e0-89e1-45a0-b5c1-46de4f00b738 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420548 Nov 11 11:59:00.683438 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dfb7656e-36e6-40ab-a7f7-3ba7850c2b27 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:00.683754 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dfb7656e-36e6-40ab-a7f7-3ba7850c2b27 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:00.691561 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40205fcc-dd90-471a-8f0d-1b8d508ac7d0 req-4558d76a-2f6b-46a6-8814-1682a97e0595 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1813369 Nov 11 11:59:00.704515 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-dfb7656e-36e6-40ab-a7f7-3ba7850c2b27 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Calling delete_port for eedf35f9-fa17-4273-9ae3-b009a827a6da owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:59:00.832803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device df34c0ed-244c-441d-a5d9-6bd9cd215690 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:59:00.853718 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: df34c0ed-244c-441d-a5d9-6bd9cd215690 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:59:00.854164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device df34c0ed-244c-441d-a5d9-6bd9cd215690 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:59:00.922960 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1e0a2-7edf-4b3b-8f97-80ac2cf675ad req-e719cde1-eaab-42e5-a3ee-50f1e4a4970e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:00.924479 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2df1e0a2-7edf-4b3b-8f97-80ac2cf675ad req-e719cde1-eaab-42e5-a3ee-50f1e4a4970e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.1029439 Nov 11 11:59:00.932189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f06d-65b2-4711-aab8-582d459495f3 req-1c0d9d06-ceda-49f8-9a49-5913e9ae4bc1 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:00.933676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-1c0d9d06-ceda-49f8-9a49-5913e9ae4bc1 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/networks?id=a1f2d41f-7044-46ef-877a-23527ca1bd2b HTTP/1.1" status: 200 len: 813 time: 0.1814272 Nov 11 11:59:00.987385 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-33fc8f9d-2a9b-4101-8a9b-2f6e3ad59377 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/quotas/1bf07dadfe77482ab81c004cec159e6b HTTP/1.1" status: 200 len: 375 time: 0.0448287 Nov 11 11:59:01.053210 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2df1e0a2-7edf-4b3b-8f97-80ac2cf675ad req-775f58d4-a198-413b-bfa9-93ec5855fce9 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185310 Nov 11 11:59:01.060939 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dfb7656e-36e6-40ab-a7f7-3ba7850c2b27 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:01.137262 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7656e-36e6-40ab-a7f7-3ba7850c2b27 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Pushing event deleted for resources: {'Port': ['ID=eedf35f9-fa17-4273-9ae3-b009a827a6da,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:01.147615 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-33c4544c-a9ac-4b6a-a06c-735633dcfa08 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bf07dadfe77482ab81c004cec159e6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1475241 Nov 11 11:59:01.250487 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dfb7656e-36e6-40ab-a7f7-3ba7850c2b27 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:01.253148 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dfb7656e-36e6-40ab-a7f7-3ba7850c2b27 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:01.254361 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dfb7656e-36e6-40ab-a7f7-3ba7850c2b27 tempest-ServersTestJSON-1869917111 tempest-ServersTestJSON-1869917111-project] 10.222.0.65 "DELETE /v2.0/floatingips/1686801b-0307-49dc-856d-3a97a9a9bb46 HTTP/1.1" status: 204 len: 168 time: 1.1299167 Nov 11 11:59:01.257421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52422) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:01.269779 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c3022c-3850-4410-99c8-4434b933cbfc'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:01.273716 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8ef6f8-414a-4f22-b620-d7d1a8c12aaf" -d '{"events": [{"server_uuid": "373599c2-2402-4fc3-a79a-94a1e6d98d26", "name": "network-vif-plugged", "status": "completed", "tag": "c8c3022c-3850-4410-99c8-4434b933cbfc"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:01.317385 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142af322-6a91-4078-a9cb-6407d7d426f3 req-5300ad4a-96ef-4943-b19b-1f311e535311 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:01.318978 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-142af322-6a91-4078-a9cb-6407d7d426f3 req-5300ad4a-96ef-4943-b19b-1f311e535311 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 944 time: 0.0863559 Nov 11 11:59:01.328795 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-f83d8e91-b851-4aaf-9ba5-cd94a41e84b4 service neutron] 10.222.0.65 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611831 Nov 11 11:59:01.436236 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-142af322-6a91-4078-a9cb-6407d7d426f3 req-c6258008-3ae8-475e-8092-c2f2929142aa tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988643 Nov 11 11:59:01.466327 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-b78150aa-7fb9-48e1-a8f8-f313caa4b25c service neutron] 10.222.0.65 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366086 Nov 11 11:59:01.484115 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f7f50c-ee33-488c-874b-3963000fffd5 x-openstack-request-id: req-05f7f50c-ee33-488c-874b-3963000fffd5 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:01.484411 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373599c2-2402-4fc3-a79a-94a1e6d98d26", "name": "network-vif-plugged", "status": "completed", "tag": "c8c3022c-3850-4410-99c8-4434b933cbfc", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:01.484651 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05f7f50c-ee33-488c-874b-3963000fffd5 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:01.485037 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c3022c-3850-4410-99c8-4434b933cbfc', 'code': 200} Nov 11 11:59:01.627123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73ba8f-c6a5-47c2-bab2-997d6b88fb6d req-e789efd4-479c-4748-ab50-874297f1e02e tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:01.628743 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b73ba8f-c6a5-47c2-bab2-997d6b88fb6d req-e789efd4-479c-4748-ab50-874297f1e02e tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.62 "GET /v2.0/ports?device_id=70f8d78a-7bee-48bc-b1dc-42a5a641f83d HTTP/1.1" status: 200 len: 946 time: 0.0857437 Nov 11 11:59:01.630771 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147054e9-61a3-4956-9ca5-a0bc9dbdab66 req-4c863580-4c54-4910-8185-1ac79eb20f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:01.632267 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-147054e9-61a3-4956-9ca5-a0bc9dbdab66 req-4c863580-4c54-4910-8185-1ac79eb20f62 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 1096 time: 0.0615141 Nov 11 11:59:01.729033 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-147054e9-61a3-4956-9ca5-a0bc9dbdab66 req-a3fb74ef-b85c-4b3d-a01d-4b3eac8ee05b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797091 Nov 11 11:59:01.748010 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c85cbe8-f1cf-42c0-b8f5-0fe021ec2415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:01.792888 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-8b73ba8f-c6a5-47c2-bab2-997d6b88fb6d req-19f477f7-af69-4e45-bf77-bbd75c9a17e2 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Deleting port 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:59:01.793678 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8b73ba8f-c6a5-47c2-bab2-997d6b88fb6d req-19f477f7-af69-4e45-bf77-bbd75c9a17e2 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:02.024767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-8b73ba8f-c6a5-47c2-bab2-997d6b88fb6d req-19f477f7-af69-4e45-bf77-bbd75c9a17e2 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] For port 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=46d8a7e8-ccd9-4400-8dc1-5c7e52b10189,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:02.025176 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8b73ba8f-c6a5-47c2-bab2-997d6b88fb6d req-19f477f7-af69-4e45-bf77-bbd75c9a17e2 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:02.043055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b248035-53af-4c11-bdf3-3fdcc828cf34 req-a09006da-a18c-4cea-a364-ce93f719f37d tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:02.052385 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b248035-53af-4c11-bdf3-3fdcc828cf34 req-a09006da-a18c-4cea-a364-ce93f719f37d tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 945 time: 0.1567421 Nov 11 11:59:02.057413 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-9c85cbe8-f1cf-42c0-b8f5-0fe021ec2415 admin admin] Deleting port 31781b66-bd3a-43ef-a7ac-7b112b40785a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:59:02.058544 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c85cbe8-f1cf-42c0-b8f5-0fe021ec2415 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:02.076159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-8b73ba8f-c6a5-47c2-bab2-997d6b88fb6d req-19f477f7-af69-4e45-bf77-bbd75c9a17e2 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Calling delete_port for 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:59:02.089338 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b7cd5-a66c-4503-bdd2-b6d08bd6b4f3 req-df50cae6-b05f-4279-b3e4-ee9224a9921f tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:02.092471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-624b7cd5-a66c-4503-bdd2-b6d08bd6b4f3 req-df50cae6-b05f-4279-b3e4-ee9224a9921f tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42f2eac-bf69-4339-b95a-3673540cd360 HTTP/1.1" status: 200 len: 946 time: 0.1984606 Nov 11 11:59:02.227180 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-9c85cbe8-f1cf-42c0-b8f5-0fe021ec2415 admin admin] For port 31781b66-bd3a-43ef-a7ac-7b112b40785a, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=31781b66-bd3a-43ef-a7ac-7b112b40785a,segment=NetworkSegment(1d566418-1a56-4edd-a2ef-cd265ec97c36),segment_id=1d566418-1a56-4edd-a2ef-cd265ec97c36)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:02.227537 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c85cbe8-f1cf-42c0-b8f5-0fe021ec2415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:02.241641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-9c85cbe8-f1cf-42c0-b8f5-0fe021ec2415 admin admin] Calling delete_port for 31781b66-bd3a-43ef-a7ac-7b112b40785a owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:59:02.324171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b248035-53af-4c11-bdf3-3fdcc828cf34 req-07b90cce-58b6-458a-9560-664bc36a3367 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707760 Nov 11 11:59:02.351147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b941b7d-98ee-47ed-8683-0c3ff931128b req-9488559b-d1cf-409b-a801-fa8037dbac9b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:02.359305 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b941b7d-98ee-47ed-8683-0c3ff931128b req-9488559b-d1cf-409b-a801-fa8037dbac9b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:02.366669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b941b7d-98ee-47ed-8683-0c3ff931128b req-9488559b-d1cf-409b-a801-fa8037dbac9b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:02.372832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b941b7d-98ee-47ed-8683-0c3ff931128b req-9488559b-d1cf-409b-a801-fa8037dbac9b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:02.379220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b941b7d-98ee-47ed-8683-0c3ff931128b req-9488559b-d1cf-409b-a801-fa8037dbac9b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:02.385287 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b941b7d-98ee-47ed-8683-0c3ff931128b req-9488559b-d1cf-409b-a801-fa8037dbac9b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:02.391196 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b941b7d-98ee-47ed-8683-0c3ff931128b req-9488559b-d1cf-409b-a801-fa8037dbac9b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:02.399344 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b941b7d-98ee-47ed-8683-0c3ff931128b req-9488559b-d1cf-409b-a801-fa8037dbac9b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5443 time: 0.2138426 Nov 11 11:59:02.457377 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-56ed8581-72b9-4a35-957b-96c509469c9a req-481ca426-a74c-4d69-92f3-012224fd1947 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 210 time: 0.0468469 Nov 11 11:59:02.514926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-624b7cd5-a66c-4503-bdd2-b6d08bd6b4f3 req-a676a0ee-41ad-4b24-9e84-78e8f110ba0d tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Deleting port 16d69a16-1a1b-47be-be40-229adfaad7fd {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:59:02.515264 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-624b7cd5-a66c-4503-bdd2-b6d08bd6b4f3 req-a676a0ee-41ad-4b24-9e84-78e8f110ba0d tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:02.584962 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c85cbe8-f1cf-42c0-b8f5-0fe021ec2415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:02.615522 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8b73ba8f-c6a5-47c2-bab2-997d6b88fb6d req-19f477f7-af69-4e45-bf77-bbd75c9a17e2 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:02.627784 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['16d69a16-1a1b-47be-be40-229adfaad7fd'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:59:02.633301 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['46d8a7e8-ccd9-4400-8dc1-5c7e52b10189'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:59:02.643074 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85cbe8-f1cf-42c0-b8f5-0fe021ec2415 admin admin] Pushing event deleted for resources: {'Port': ['ID=31781b66-bd3a-43ef-a7ac-7b112b40785a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:02.656213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b941b7d-98ee-47ed-8683-0c3ff931128b req-e767376f-f19e-4051-b5f5-165bf74b2f78 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2556555 Nov 11 11:59:03.095957 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f477f7-af69-4e45-bf77-bbd75c9a17e2 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Pushing event deleted for resources: {'Port': ['ID=46d8a7e8-ccd9-4400-8dc1-5c7e52b10189,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:03.150490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b73ba8f-c6a5-47c2-bab2-997d6b88fb6d req-19f477f7-af69-4e45-bf77-bbd75c9a17e2 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] No DVR routers for this DVR port 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:59:03.154890 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8b73ba8f-c6a5-47c2-bab2-997d6b88fb6d req-19f477f7-af69-4e45-bf77-bbd75c9a17e2 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:03.158770 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b73ba8f-c6a5-47c2-bab2-997d6b88fb6d req-19f477f7-af69-4e45-bf77-bbd75c9a17e2 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.62 "DELETE /v2.0/ports/46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 HTTP/1.1" status: 204 len: 173 time: 1.5168536 Nov 11 11:59:03.160594 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-624b7cd5-a66c-4503-bdd2-b6d08bd6b4f3 req-a676a0ee-41ad-4b24-9e84-78e8f110ba0d tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] For port 16d69a16-1a1b-47be-be40-229adfaad7fd, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=16d69a16-1a1b-47be-be40-229adfaad7fd,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:03.161485 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-624b7cd5-a66c-4503-bdd2-b6d08bd6b4f3 req-a676a0ee-41ad-4b24-9e84-78e8f110ba0d tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:03.205698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f8d78a-7bee-48bc-b1dc-42a5a641f83d', 'name': 'network-vif-deleted', 'tag': '46d8a7e8-ccd9-4400-8dc1-5c7e52b10189'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:03.210345 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5ff674-3679-4492-aef6-9ad95a0038ef" -d '{"events": [{"server_uuid": "70f8d78a-7bee-48bc-b1dc-42a5a641f83d", "name": "network-vif-deleted", "tag": "46d8a7e8-ccd9-4400-8dc1-5c7e52b10189"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:03.217249 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c85cbe8-f1cf-42c0-b8f5-0fe021ec2415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:03.277072 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5a8d7-a0be-40e7-82af-ed7e5da87a98 req-b92e3504-b26a-4881-a423-b31e4a50c137 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:03.279260 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30e5a8d7-a0be-40e7-82af-ed7e5da87a98 req-b92e3504-b26a-4881-a423-b31e4a50c137 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.5920813 Nov 11 11:59:03.309421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-624b7cd5-a66c-4503-bdd2-b6d08bd6b4f3 req-a676a0ee-41ad-4b24-9e84-78e8f110ba0d tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Calling delete_port for 16d69a16-1a1b-47be-be40-229adfaad7fd owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:59:03.567010 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30e5a8d7-a0be-40e7-82af-ed7e5da87a98 req-b0076196-9fc3-4a59-aa62-ad356b062453 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552159 Nov 11 11:59:03.599002 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f5b4f-dfa8-4b08-8192-23bb1ceb6757 req-95484d5d-ca19-4831-b882-c76e87d2c9df tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:03.601964 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c06f5b4f-dfa8-4b08-8192-23bb1ceb6757 req-95484d5d-ca19-4831-b882-c76e87d2c9df tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 944 time: 0.4188454 Nov 11 11:59:03.648691 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-624b7cd5-a66c-4503-bdd2-b6d08bd6b4f3 req-a676a0ee-41ad-4b24-9e84-78e8f110ba0d tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:03.717077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676a0ee-41ad-4b24-9e84-78e8f110ba0d tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Pushing event deleted for resources: {'Port': ['ID=16d69a16-1a1b-47be-be40-229adfaad7fd,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:03.717698 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c85cbe8-f1cf-42c0-b8f5-0fe021ec2415 admin admin] Router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:59:03.776383 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c06f5b4f-dfa8-4b08-8192-23bb1ceb6757 req-c1319d96-f7da-4141-bbdf-7a605ca11c76 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619976 Nov 11 11:59:03.791695 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f06d-65b2-4711-aab8-582d459495f3 req-8f8779e6-fb41-47c9-a971-d9d3bf69ffb3 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:03.793258 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-8f8779e6-fb41-47c9-a971-d9d3bf69ffb3 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.43 "GET /v2.0/networks?id=a1f2d41f-7044-46ef-877a-23527ca1bd2b HTTP/1.1" status: 200 len: 813 time: 0.3808048 Nov 11 11:59:03.809795 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-de64f06d-65b2-4711-aab8-582d459495f3 req-e8ade63c-4b7b-4a27-8fad-f21670ebd100 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Request body: {'port': {'device_id': '9702d34d-19fb-4d02-9e37-11eb8b9a31ca', 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b', 'admin_state_up': True, 'tenant_id': '1bf07dadfe77482ab81c004cec159e6b'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:03.849133 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-624b7cd5-a66c-4503-bdd2-b6d08bd6b4f3 req-a676a0ee-41ad-4b24-9e84-78e8f110ba0d tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] No DVR routers for this DVR port 16d69a16-1a1b-47be-be40-229adfaad7fd on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:59:03.860971 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-624b7cd5-a66c-4503-bdd2-b6d08bd6b4f3 req-a676a0ee-41ad-4b24-9e84-78e8f110ba0d tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:03.864348 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-624b7cd5-a66c-4503-bdd2-b6d08bd6b4f3 req-a676a0ee-41ad-4b24-9e84-78e8f110ba0d tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.43 "DELETE /v2.0/ports/16d69a16-1a1b-47be-be40-229adfaad7fd HTTP/1.1" status: 204 len: 173 time: 1.7625492 Nov 11 11:59:03.901890 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f6cffa-e89f-4a64-8451-72c93790a28f x-openstack-request-id: req-36f6cffa-e89f-4a64-8451-72c93790a28f {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:03.902182 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f8d78a-7bee-48bc-b1dc-42a5a641f83d", "name": "network-vif-deleted", "tag": "46d8a7e8-ccd9-4400-8dc1-5c7e52b10189", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:03.902462 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36f6cffa-e89f-4a64-8451-72c93790a28f {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:03.902806 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f8d78a-7bee-48bc-b1dc-42a5a641f83d', 'name': 'network-vif-deleted', 'tag': '46d8a7e8-ccd9-4400-8dc1-5c7e52b10189', 'status': 'completed', 'code': 200} Nov 11 11:59:03.917743 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f94496-d672-421e-9c46-2e5ac496028d req-c10dbba8-9d68-475c-aa7b-27e3308cd0fc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:03.922043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c85cbe8-f1cf-42c0-b8f5-0fe021ec2415 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:59:03.923802 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f94496-d672-421e-9c46-2e5ac496028d req-c10dbba8-9d68-475c-aa7b-27e3308cd0fc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:03.928912 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9c85cbe8-f1cf-42c0-b8f5-0fe021ec2415 admin admin] 10.222.0.65 "PUT /v2.0/routers/a1f12e1c-a920-4ab8-a577-b59c9e71e1eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6704218 Nov 11 11:59:03.929939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f94496-d672-421e-9c46-2e5ac496028d req-c10dbba8-9d68-475c-aa7b-27e3308cd0fc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:03.931831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52486) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:03.935842 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f94496-d672-421e-9c46-2e5ac496028d req-c10dbba8-9d68-475c-aa7b-27e3308cd0fc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:03.937438 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad3ea9-0c03-43f9-bf63-4d2eff48055b None None] Sync routers for ids ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:59:03.942715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f94496-d672-421e-9c46-2e5ac496028d req-c10dbba8-9d68-475c-aa7b-27e3308cd0fc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:03.949201 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f94496-d672-421e-9c46-2e5ac496028d req-c10dbba8-9d68-475c-aa7b-27e3308cd0fc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:03.955872 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f94496-d672-421e-9c46-2e5ac496028d req-c10dbba8-9d68-475c-aa7b-27e3308cd0fc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:03.962845 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad3ea9-0c03-43f9-bf63-4d2eff48055b None None] Routers {'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:59:03.965320 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a5ad3ea9-0c03-43f9-bf63-4d2eff48055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:58:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:03.971062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a4f94496-d672-421e-9c46-2e5ac496028d req-c10dbba8-9d68-475c-aa7b-27e3308cd0fc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5443 time: 0.2515759 Nov 11 11:59:03.974309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52488) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:04.012080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b1e18467-c1a8-4282-8b23-474765fac3b8 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Request body: {'floatingip': {'port_id': '9ec6035f-3430-4180-afe0-3f5a0ee5f6e0'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:04.060524 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6e43-9407-420b-9876-581e1a3887af admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:04.191691 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6e43-9407-420b-9876-581e1a3887af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:04.273681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de64f06d-65b2-4711-aab8-582d459495f3 req-e8ade63c-4b7b-4a27-8fad-f21670ebd100 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Made reservation on behalf of 1bf07dadfe77482ab81c004cec159e6b for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:59:04.278103 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-e8ade63c-4b7b-4a27-8fad-f21670ebd100 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:04.296163 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e6e43-9407-420b-9876-581e1a3887af admin admin] Deleting port fb1a8a41-5894-4fc7-a0cd-006a8eca30f2 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:59:04.296805 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6e43-9407-420b-9876-581e1a3887af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:04.369729 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a5ad3ea9-0c03-43f9-bf63-4d2eff48055b None None] Set router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:59:04.459701 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-2c5e6e43-9407-420b-9876-581e1a3887af admin admin] For port fb1a8a41-5894-4fc7-a0cd-006a8eca30f2, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=fb1a8a41-5894-4fc7-a0cd-006a8eca30f2,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:04.460067 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6e43-9407-420b-9876-581e1a3887af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:04.477042 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e6e43-9407-420b-9876-581e1a3887af admin admin] Calling delete_port for fb1a8a41-5894-4fc7-a0cd-006a8eca30f2 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:59:04.616386 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-de64f06d-65b2-4711-aab8-582d459495f3 req-e8ade63c-4b7b-4a27-8fad-f21670ebd100 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Allocated IP 172.20.0.3 (a1f2d41f-7044-46ef-877a-23527ca1bd2b/70597967-6fad-459a-9a9f-141512985da2/c53a9bfd-28ad-4550-afe0-f6dc2c49222b) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:59:04.833095 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1e18467-c1a8-4282-8b23-474765fac3b8 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:04.834399 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:59:04.868538 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:59:04.869272 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 46d8a7e8-ccd9-4400-8dc1-5c7e52b10189 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:59:04.870843 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7226fe9d-f5c4-4410-adc9-86e97a296a46 req-8b34c4e4-6bca-4f2b-a718-94a7cb233917 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 210 time: 0.6853797 Nov 11 11:59:04.908267 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a5ad3ea9-0c03-43f9-bf63-4d2eff48055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'name': 'tempest-ServersTestJSON-1938653056-router', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:59:02Z', 'revision_number': 5, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'gw_port': {'id': 'fb1a8a41-5894-4fc7-a0cd-006a8eca30f2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:04.937042 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad3ea9-0c03-43f9-bf63-4d2eff48055b None None] Checking router: a1f12e1c-a920-4ab8-a577-b59c9e71e1eb for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:59:04.946889 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad3ea9-0c03-43f9-bf63-4d2eff48055b None None] Routers {'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:59:04.946889 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a5ad3ea9-0c03-43f9-bf63-4d2eff48055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:58:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:05.016261 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-e8ade63c-4b7b-4a27-8fad-f21670ebd100 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:05.019639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f06d-65b2-4711-aab8-582d459495f3 req-4c0f5698-911d-4f36-ad1c-9ca1f00cff3d tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:05.021439 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-4c0f5698-911d-4f36-ad1c-9ca1f00cff3d tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.62 "GET /v2.0/networks?id=a1f2d41f-7044-46ef-877a-23527ca1bd2b HTTP/1.1" status: 200 len: 813 time: 1.2263873 Nov 11 11:59:05.042686 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-de64f06d-65b2-4711-aab8-582d459495f3 req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Request body: {'port': {'device_id': 'ff625744-fe47-4955-8a91-5f9f8ff064a8', 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b', 'admin_state_up': True, 'tenant_id': '1bf07dadfe77482ab81c004cec159e6b'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:05.045194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a5ad3ea9-0c03-43f9-bf63-4d2eff48055b None None] Set router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:59:05.086794 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-e8ade63c-4b7b-4a27-8fad-f21670ebd100 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:05.104269 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6e43-9407-420b-9876-581e1a3887af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:05.107785 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a5ad3ea9-0c03-43f9-bf63-4d2eff48055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'name': 'tempest-ServersTestJSON-1938653056-router', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:59:04Z', 'revision_number': 6, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:05.112338 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea829988-5b44-480e-ab96-d17f028ccbbf req-a210f8da-7746-445d-8ef8-4000785ca9c6 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:05.135649 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea829988-5b44-480e-ab96-d17f028ccbbf req-a210f8da-7746-445d-8ef8-4000785ca9c6 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.3223679 Nov 11 11:59:05.142855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad3ea9-0c03-43f9-bf63-4d2eff48055b None None] The sync data for ids ['a1f12e1c-a920-4ab8-a577-b59c9e71e1eb'] in n-d-807359-3 is: [{'id': 'a1f12e1c-a920-4ab8-a577-b59c9e71e1eb', 'name': 'tempest-ServersTestJSON-1938653056-router', 'tenant_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:24Z', 'updated_at': '2021-11-11T11:59:04Z', 'revision_number': 6, 'project_id': 'ce8c020f04c24b88a3a769ac95da7fb3', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:59:05.173417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ade63c-4b7b-4a27-8fad-f21670ebd100 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Pushing event updated for resources: {'Port': ['ID=c53a9bfd-28ad-4550-afe0-f6dc2c49222b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:05.192414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de64f06d-65b2-4711-aab8-582d459495f3 req-e8ade63c-4b7b-4a27-8fad-f21670ebd100 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Network a1f2d41f-7044-46ef-877a-23527ca1bd2b is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:59:05.214090 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-de64f06d-65b2-4711-aab8-582d459495f3 req-e8ade63c-4b7b-4a27-8fad-f21670ebd100 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:05.218404 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e6e43-9407-420b-9876-581e1a3887af admin admin] Pushing event deleted for resources: {'Port': ['ID=fb1a8a41-5894-4fc7-a0cd-006a8eca30f2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:05.221697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-de64f06d-65b2-4711-aab8-582d459495f3 req-e8ade63c-4b7b-4a27-8fad-f21670ebd100 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:59:05.242255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e5f95-9463-45c3-8e32-30992e51acec req-f51148c2-bbde-4d60-9620-0bb992e1436f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:05.243823 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d6e5f95-9463-45c3-8e32-30992e51acec req-f51148c2-bbde-4d60-9620-0bb992e1436f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 944 time: 0.2915590 Nov 11 11:59:05.300864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f06d-65b2-4711-aab8-582d459495f3 req-e8ade63c-4b7b-4a27-8fad-f21670ebd100 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:05.301484 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-e8ade63c-4b7b-4a27-8fad-f21670ebd100 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:05.323590 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6e43-9407-420b-9876-581e1a3887af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:05.328663 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-e8ade63c-4b7b-4a27-8fad-f21670ebd100 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5248854 Nov 11 11:59:05.361821 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Request body: {'port': {'device_id': '9702d34d-19fb-4d02-9e37-11eb8b9a31ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:05.400587 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea829988-5b44-480e-ab96-d17f028ccbbf req-c8bb6016-c00e-41e8-b39a-9803bef1cbe8 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639215 Nov 11 11:59:05.445386 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de64f06d-65b2-4711-aab8-582d459495f3 req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Made reservation on behalf of 1bf07dadfe77482ab81c004cec159e6b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:59:05.448548 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:05.488691 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d6e5f95-9463-45c3-8e32-30992e51acec req-f424bf92-520f-4e5a-b30b-8cf68cd12b14 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040401 Nov 11 11:59:05.800076 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6ef78d6a-1911-46a8-b60b-374c42b56027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:05.826194 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6e43-9407-420b-9876-581e1a3887af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:05.833033 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6e43-9407-420b-9876-581e1a3887af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:05.841303 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1e18467-c1a8-4282-8b23-474765fac3b8 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:05.855270 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1e18467-c1a8-4282-8b23-474765fac3b8 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:05.905648 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:05.925203 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6e43-9407-420b-9876-581e1a3887af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:05.926047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5e6e43-9407-420b-9876-581e1a3887af admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1f12e1c-a920-4ab8-a577-b59c9e71e1eb {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:59:05.973226 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6e43-9407-420b-9876-581e1a3887af admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:05.978548 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2c5e6e43-9407-420b-9876-581e1a3887af admin admin] 10.222.0.65 "DELETE /v2.0/routers/a1f12e1c-a920-4ab8-a577-b59c9e71e1eb HTTP/1.1" status: 204 len: 168 time: 2.0417314 Nov 11 11:59:06.016947 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52536) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:06.052218 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42f2eac-bf69-4339-b95a-3673540cd360', 'name': 'network-vif-deleted', 'tag': '16d69a16-1a1b-47be-be40-229adfaad7fd'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:06.063153 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3319b8b2-606f-42b1-8bd0-b649cd6eef18" -d '{"events": [{"server_uuid": "a42f2eac-bf69-4339-b95a-3673540cd360", "name": "network-vif-deleted", "tag": "16d69a16-1a1b-47be-be40-229adfaad7fd"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:06.142565 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ef84fe0-25ac-4e1f-9d13-8682845ca8ad req-6262087b-c008-4144-8af9-b7301eca484a tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 210 time: 0.0452342 Nov 11 11:59:06.183621 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-b1e18467-c1a8-4282-8b23-474765fac3b8 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Floating IP 2ff816f8-70e6-4def-bcc0-14d3f69295a9 associated. External IP: 172.25.2.110, port: 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0. Nov 11 11:59:06.266008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-7344d119-795c-49ff-863a-856a01275982 admin admin] Deleting subnet d96812f2-7008-4fc2-bbdd-5a46cd7a6387 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:59:06.271574 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7344d119-795c-49ff-863a-856a01275982 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:06.274791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d7243-2358-477f-afb5-ced71f4c9110 req-5c283c2f-41a5-4190-9d7a-1b7f1361eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:06.276293 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-335d7243-2358-477f-afb5-ced71f4c9110 req-5c283c2f-41a5-4190-9d7a-1b7f1361eae3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b87bddbf76a048759b20fc64684b3b55&device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 1096 time: 0.2993486 Nov 11 11:59:06.320110 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bab89a-e4c3-463b-9111-4e48290df5e0 x-openstack-request-id: req-09bab89a-e4c3-463b-9111-4e48290df5e0 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:06.320675 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42f2eac-bf69-4339-b95a-3673540cd360", "name": "network-vif-deleted", "tag": "16d69a16-1a1b-47be-be40-229adfaad7fd", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:06.321087 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09bab89a-e4c3-463b-9111-4e48290df5e0 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:06.321702 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42f2eac-bf69-4339-b95a-3673540cd360', 'name': 'network-vif-deleted', 'tag': '16d69a16-1a1b-47be-be40-229adfaad7fd', 'status': 'completed', 'code': 200} Nov 11 11:59:06.341938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-de64f06d-65b2-4711-aab8-582d459495f3 req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Allocated IP 172.20.0.11 (a1f2d41f-7044-46ef-877a-23527ca1bd2b/70597967-6fad-459a-9a9f-141512985da2/9af0f368-97eb-4449-bb5f-0696b4e0e049) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:59:06.405297 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7344d119-795c-49ff-863a-856a01275982 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:06.472196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d7243-2358-477f-afb5-ced71f4c9110 req-f64e57ec-d221-4514-9b2e-493a8346d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:06.477957 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-335d7243-2358-477f-afb5-ced71f4c9110 req-f64e57ec-d221-4514-9b2e-493a8346d9bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9 HTTP/1.1" status: 200 len: 922 time: 0.1615295 Nov 11 11:59:06.506117 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55391a8d-a2eb-42f3-b4ff-e1da8e9dd525 req-32fa92b6-76d5-4032-93e5-a6a0f0b5a606 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:06.515313 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55391a8d-a2eb-42f3-b4ff-e1da8e9dd525 req-32fa92b6-76d5-4032-93e5-a6a0f0b5a606 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.1894181 Nov 11 11:59:06.590461 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-335d7243-2358-477f-afb5-ced71f4c9110 req-f32d44be-836c-46d5-a483-cb0ef801e81a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8c3022c-3850-4410-99c8-4434b933cbfc HTTP/1.1" status: 200 len: 217 time: 0.1064529 Nov 11 11:59:06.592099 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 16d69a16-1a1b-47be-be40-229adfaad7fd no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:59:06.656338 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 16d69a16-1a1b-47be-be40-229adfaad7fd {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:59:06.656739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 16d69a16-1a1b-47be-be40-229adfaad7fd not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:59:06.668776 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7344d119-795c-49ff-863a-856a01275982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:06.681123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e18467-c1a8-4282-8b23-474765fac3b8 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Router a1ee33d5-45fd-4c44-8b89-463f2a860c1c has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:59:06.707485 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d7243-2358-477f-afb5-ced71f4c9110 req-e4c10203-202d-4d51-8844-a77785e0a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:06.709812 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-335d7243-2358-477f-afb5-ced71f4c9110 req-e4c10203-202d-4d51-8844-a77785e0a54b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35c45673-39de-42a1-9063-87008924bc87 HTTP/1.1" status: 200 len: 860 time: 0.1100602 Nov 11 11:59:06.709951 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55391a8d-a2eb-42f3-b4ff-e1da8e9dd525 req-2a9bcdf2-eca4-4c79-9937-c5cb0f638adc tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936557 Nov 11 11:59:06.760238 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-335d7243-2358-477f-afb5-ced71f4c9110 req-9d177e77-3be4-4d74-9b81-abb71f211915 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412393 Nov 11 11:59:06.814380 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7344d119-795c-49ff-863a-856a01275982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:06.873742 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:06.880616 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344d119-795c-49ff-863a-856a01275982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d96812f2-7008-4fc2-bbdd-5a46cd7a6387,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:06.885002 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904cfd7-6670-432e-bbce-19a521538b6d req-c9e74d4f-36a8-4525-9947-d3db21425f11 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:06.889975 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7344d119-795c-49ff-863a-856a01275982 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:06.892115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc4e720-0e23-4c02-a671-f6395b7dadd3 None None] Network 6dc3e723-3d12-4bec-8554-dba88e91238e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:59:06.892280 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2904cfd7-6670-432e-bbce-19a521538b6d req-c9e74d4f-36a8-4525-9947-d3db21425f11 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 944 time: 0.2168620 Nov 11 11:59:06.906949 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7344d119-795c-49ff-863a-856a01275982 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d96812f2-7008-4fc2-bbdd-5a46cd7a6387 HTTP/1.1" status: 204 len: 168 time: 0.8854618 Nov 11 11:59:06.909624 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52544) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:07.008757 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-335d7243-2358-477f-afb5-ced71f4c9110 req-d43e592a-6306-4955-9d15-217aab517001 service neutron] 10.222.0.62 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351942 Nov 11 11:59:07.009157 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e18467-c1a8-4282-8b23-474765fac3b8 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:59:07.025497 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e778844-14d8-4577-aefa-63ddc226e207 None None] Sync routers for ids ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:59:07.030875 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:07.031600 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1e18467-c1a8-4282-8b23-474765fac3b8 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:07.044567 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device fb1a8a41-5894-4fc7-a0cd-006a8eca30f2 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:59:07.048969 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e778844-14d8-4577-aefa-63ddc226e207 None None] Routers {'a1ee33d5-45fd-4c44-8b89-463f2a860c1c'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:59:07.049637 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-8e778844-14d8-4577-aefa-63ddc226e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:58:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:07.058627 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2904cfd7-6670-432e-bbce-19a521538b6d req-b84598f0-f55f-4c0a-99f9-d738845e4378 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645939 Nov 11 11:59:07.135267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b1e18467-c1a8-4282-8b23-474765fac3b8 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "PUT /v2.0/floatingips/2ff816f8-70e6-4def-bcc0-14d3f69295a9 HTTP/1.1" status: 200 len: 992 time: 3.1315241 Nov 11 11:59:07.138634 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:07.148557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: fb1a8a41-5894-4fc7-a0cd-006a8eca30f2 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:59:07.150347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device fb1a8a41-5894-4fc7-a0cd-006a8eca30f2 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:59:07.151239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 31781b66-bd3a-43ef-a7ac-7b112b40785a no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:59:07.205129 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 31781b66-bd3a-43ef-a7ac-7b112b40785a {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:59:07.219239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 31781b66-bd3a-43ef-a7ac-7b112b40785a not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:59:07.292903 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-8e778844-14d8-4577-aefa-63ddc226e207 None None] Set router a1ee33d5-45fd-4c44-8b89-463f2a860c1c gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:59:07.326097 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de64f06d-65b2-4711-aab8-582d459495f3 req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Network a1f2d41f-7044-46ef-877a-23527ca1bd2b is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:59:07.329003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-de64f06d-65b2-4711-aab8-582d459495f3 req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:07.332054 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-de64f06d-65b2-4711-aab8-582d459495f3 req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:59:07.364987 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-335d7243-2358-477f-afb5-ced71f4c9110 req-68a4a1c9-8b42-45c6-bd82-1d53ffa5106b service neutron] 10.222.0.62 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464987 Nov 11 11:59:07.450740 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053809b2-5f5f-4788-9ff0-19847d585bac None None] DHCP port deletion for 6dc3e723-3d12-4bec-8554-dba88e91238e request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:59:07.469741 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] Deleting port 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:59:07.470057 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:07.488424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f06d-65b2-4711-aab8-582d459495f3 req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:07.489753 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:07.540321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Pushing event updated for resources: {'Port': ['ID=9af0f368-97eb-4449-bb5f-0696b4e0e049,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:07.544356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-053809b2-5f5f-4788-9ff0-19847d585bac None None] Deleting port 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:59:07.545035 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-053809b2-5f5f-4788-9ff0-19847d585bac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:07.553545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:07.570125 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:07.570488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:07.570831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:07.571166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:07.571497 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:07.571828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:07.572153 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:07.573055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:07.573381 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:07.573813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:07.574126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:07.602097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-11090b6f-c199-43f0-811c-6567cdd0dc43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5514112 Nov 11 11:59:07.608605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Request body: {'port': {'device_id': 'ff625744-fe47-4955-8a91-5f9f8ff064a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:07.619270 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-8e778844-14d8-4577-aefa-63ddc226e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'name': 'tempest-TaggedBootDevicesTest_v242-109950490-router', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:53Z', 'updated_at': '2021-11-11T11:56:59Z', 'revision_number': 4, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'gw_port': {'id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:54Z', 'updated_at': '2021-11-11T11:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '2ff816f8-70e6-4def-bcc0-14d3f69295a9', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'port_id': '9ec6035f-3430-4180-afe0-3f5a0ee5f6e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed', 'mac_address': 'fa:16:3e:df:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:57:37Z', 'updated_at': '2021-11-11T11:59:05Z', 'revision_number': 1, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7a0631-ddbb-4f0b-80eb-5173e9c95ce0', 'name': '', 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'mac_address': 'fa:16:3e:06:d0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '52d168b6-ae90-474b-916f-74be6777191e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:58Z', 'updated_at': '2021-11-11T11:57:04Z', 'revision_number': 5, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'subnets': [{'id': '52d168b6-ae90-474b-916f-74be6777191e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:07.650030 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e778844-14d8-4577-aefa-63ddc226e207 None None] Checking router: a1ee33d5-45fd-4c44-8b89-463f2a860c1c for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:59:07.657813 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-053809b2-5f5f-4788-9ff0-19847d585bac None None] For port 18847fbc-bc8d-4caf-81c0-ddac4e45bc43, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=18847fbc-bc8d-4caf-81c0-ddac4e45bc43,segment=NetworkSegment(1d566418-1a56-4edd-a2ef-cd265ec97c36),segment_id=1d566418-1a56-4edd-a2ef-cd265ec97c36)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:07.658392 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-053809b2-5f5f-4788-9ff0-19847d585bac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:07.660419 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e778844-14d8-4577-aefa-63ddc226e207 None None] Routers {'a1ee33d5-45fd-4c44-8b89-463f2a860c1c'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:59:07.661038 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-8e778844-14d8-4577-aefa-63ddc226e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:58:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:07.668038 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f895eb-5933-45f4-b89b-85d71f9d98ea req-ce1c0744-9873-42f7-b41d-3cb40446a58c tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:07.670979 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] For port 18847fbc-bc8d-4caf-81c0-ddac4e45bc43, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=18847fbc-bc8d-4caf-81c0-ddac4e45bc43,segment=NetworkSegment(1d566418-1a56-4edd-a2ef-cd265ec97c36),segment_id=1d566418-1a56-4edd-a2ef-cd265ec97c36)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:07.671345 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:07.680499 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1f895eb-5933-45f4-b89b-85d71f9d98ea req-ce1c0744-9873-42f7-b41d-3cb40446a58c tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 932 time: 0.3880744 Nov 11 11:59:07.681881 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-053809b2-5f5f-4788-9ff0-19847d585bac None None] Calling delete_port for 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:59:07.745939 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:07.778786 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] Calling delete_port for 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:59:07.788205 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-053809b2-5f5f-4788-9ff0-19847d585bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:07.881451 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-8e778844-14d8-4577-aefa-63ddc226e207 None None] Set router a1ee33d5-45fd-4c44-8b89-463f2a860c1c gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:59:07.900338 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053809b2-5f5f-4788-9ff0-19847d585bac None None] Pushing event deleted for resources: {'Port': ['ID=18847fbc-bc8d-4caf-81c0-ddac4e45bc43,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:07.902514 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053809b2-5f5f-4788-9ff0-19847d585bac None None] No DVR routers for this DVR port 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:59:07.992942 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8476b168-508d-4334-bd24-2ea079b6f548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:08.024268 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53a9bfd-28ad-4550-afe0-f6dc2c49222b {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:59:08.039540 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:08.065074 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Transition to ACTIVE for port object c53a9bfd-28ad-4550-afe0-f6dc2c49222b will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:59:08.070990 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:08.098663 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:08.130942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] No DVR routers for this DVR port 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:59:08.153833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Pushing event updated for resources: {'Port': ['ID=c53a9bfd-28ad-4550-afe0-f6dc2c49222b,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:08.226207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] Pushing event deleted for resources: {'Port': ['ID=18847fbc-bc8d-4caf-81c0-ddac4e45bc43,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:08.237233 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1f895eb-5933-45f4-b89b-85d71f9d98ea req-dc4cffad-c4a3-47e1-9267-98ce952e325c tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556552 Nov 11 11:59:08.325875 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'tag': '9ec6035f-3430-4180-afe0-3f5a0ee5f6e0'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:08.336031 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22567a89-e695-4734-ae4a-8bdfcda7c7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "tag": "9ec6035f-3430-4180-afe0-3f5a0ee5f6e0"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:08.339540 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:08.363885 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-8e778844-14d8-4577-aefa-63ddc226e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'name': 'tempest-TaggedBootDevicesTest_v242-109950490-router', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:53Z', 'updated_at': '2021-11-11T11:56:59Z', 'revision_number': 4, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'gw_port': {'id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:54Z', 'updated_at': '2021-11-11T11:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '2ff816f8-70e6-4def-bcc0-14d3f69295a9', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'port_id': '9ec6035f-3430-4180-afe0-3f5a0ee5f6e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed', 'mac_address': 'fa:16:3e:df:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:57:37Z', 'updated_at': '2021-11-11T11:59:05Z', 'revision_number': 1, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7a0631-ddbb-4f0b-80eb-5173e9c95ce0', 'name': '', 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'mac_address': 'fa:16:3e:06:d0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '52d168b6-ae90-474b-916f-74be6777191e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:58Z', 'updated_at': '2021-11-11T11:57:04Z', 'revision_number': 5, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'subnets': [{'id': '52d168b6-ae90-474b-916f-74be6777191e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:08.369954 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc3e723-3d12-4bec-8554-dba88e91238e']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:08.380403 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d566418-1a56-4edd-a2ef-cd265ec97c36') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:08.380698 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d566418-1a56-4edd-a2ef-cd265ec97c36') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:08.391643 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:08.399764 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e778844-14d8-4577-aefa-63ddc226e207 None None] The sync data for ids ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'] in n-d-807359-3 is: [{'id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'name': 'tempest-TaggedBootDevicesTest_v242-109950490-router', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:53Z', 'updated_at': '2021-11-11T11:56:59Z', 'revision_number': 4, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'gw_port': {'id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:54Z', 'updated_at': '2021-11-11T11:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '2ff816f8-70e6-4def-bcc0-14d3f69295a9', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'port_id': '9ec6035f-3430-4180-afe0-3f5a0ee5f6e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed', 'mac_address': 'fa:16:3e:df:4f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:57:37Z', 'updated_at': '2021-11-11T11:59:05Z', 'revision_number': 1, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7a0631-ddbb-4f0b-80eb-5173e9c95ce0', 'name': '', 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'mac_address': 'fa:16:3e:06:d0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '52d168b6-ae90-474b-916f-74be6777191e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:58Z', 'updated_at': '2021-11-11T11:57:04Z', 'revision_number': 5, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'subnets': [{'id': '52d168b6-ae90-474b-916f-74be6777191e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:59:08.408552 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:08.415623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:59:08.416022 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:59:08.482082 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:59:08.494535 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:08.502005 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:08.509421 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6dc3e723-3d12-4bec-8554-dba88e91238e HTTP/1.1" status: 204 len: 168 time: 1.5953946 Nov 11 11:59:08.531942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95e202-19fa-48f9-bc6e-647daabacd74 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc3e723-3d12-4bec-8554-dba88e91238e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:08.565902 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Attempting to bind port c53a9bfd-28ad-4550-afe0-f6dc2c49222b on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:59:08.566409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Attempting to bind port c53a9bfd-28ad-4550-afe0-f6dc2c49222b by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'c080438a-7460-4558-a2e6-54499c785eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:59:08.566840 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Attempting to bind port c53a9bfd-28ad-4550-afe0-f6dc2c49222b on network a1f2d41f-7044-46ef-877a-23527ca1bd2b {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:59:08.574423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Port c53a9bfd-28ad-4550-afe0-f6dc2c49222b on network a1f2d41f-7044-46ef-877a-23527ca1bd2b not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:59:08.574941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Attempting to bind port c53a9bfd-28ad-4550-afe0-f6dc2c49222b on network a1f2d41f-7044-46ef-877a-23527ca1bd2b {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:59:08.582489 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:59:08.582892 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Checking segment: {'id': 'c080438a-7460-4558-a2e6-54499c785eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:59:08.583364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Bound using segment: {'id': 'c080438a-7460-4558-a2e6-54499c785eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:59:08.583929 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Bound port: c53a9bfd-28ad-4550-afe0-f6dc2c49222b, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c080438a-7460-4558-a2e6-54499c785eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:59:08.584377 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:08.590651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 3e82901d-faa3-4fb4-ab1a-d52a146d1311 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:59:08.692762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] For port c53a9bfd-28ad-4550-afe0-f6dc2c49222b, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:59:08.696635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] For port c53a9bfd-28ad-4550-afe0-f6dc2c49222b, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=c53a9bfd-28ad-4550-afe0-f6dc2c49222b,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:59:08.708963 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:08.784594 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df4b77-6ed9-4500-8e69-a79be00111f9 req-e26b73aa-3bec-4187-aeb7-9b6cb41a6bba tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:08.790128 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:08.794268 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:08.795845 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] 10.222.0.43 "PUT /v2.0/ports/c53a9bfd-28ad-4550-afe0-f6dc2c49222b HTTP/1.1" status: 200 len: 1091 time: 3.4382207 Nov 11 11:59:08.797844 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-39df4b77-6ed9-4500-8e69-a79be00111f9 req-e26b73aa-3bec-4187-aeb7-9b6cb41a6bba tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.8288825 Nov 11 11:59:08.804322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9702d34d-19fb-4d02-9e37-11eb8b9a31ca', 'tag': 'c53a9bfd-28ad-4550-afe0-f6dc2c49222b'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:08.842600 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7e7053-14b1-410b-9ff1-650e893a3173" -d '{"events": [{"name": "network-changed", "server_uuid": "9702d34d-19fb-4d02-9e37-11eb8b9a31ca", "tag": "c53a9bfd-28ad-4550-afe0-f6dc2c49222b"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:08.899571 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3e82901d-faa3-4fb4-ab1a-d52a146d1311,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:08.907334 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52584) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:08.933661 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '3e82901d-faa3-4fb4-ab1a-d52a146d1311', 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794', 'port_id': '3e82901d-faa3-4fb4-ab1a-d52a146d1311', 'mac_address': 'fa:16:3e:22:09:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe659b4-2536-4abf-9268-da5913f8d819', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:59:08.966042 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b35d64-86f3-44f3-9579-ac6b34db93e5 None None] New status for floating IP 2ff816f8-70e6-4def-bcc0-14d3f69295a9: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:59:08.974666 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:59:09.031483 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c0de5-3b00-47c7-9d5d-2be93b99047b req-bb1d1388-eaad-4876-8378-8995272ea311 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:09.039174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-746c0de5-3b00-47c7-9d5d-2be93b99047b req-bb1d1388-eaad-4876-8378-8995272ea311 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 944 time: 0.2655623 Nov 11 11:59:09.057186 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ead28da0-8202-43d5-955f-7978561a34dd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce8c020f04c24b88a3a769ac95da7fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449990 Nov 11 11:59:09.058423 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-39df4b77-6ed9-4500-8e69-a79be00111f9 req-9c4925e5-a403-48ac-9f8a-54feced3d9c4 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595053 Nov 11 11:59:09.059134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52586) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:09.074343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cda4f1-bc95-4e6c-b202-b410386dfbfd service neutron] Pushing event updated for resources: {'Port': ['ID=c53a9bfd-28ad-4550-afe0-f6dc2c49222b,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:09.120621 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af0f368-97eb-4449-bb5f-0696b4e0e049 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:59:09.150260 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:09.152381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:59:09.152720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 18847fbc-bc8d-4caf-81c0-ddac4e45bc43 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:59:09.205311 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f06d-65b2-4711-aab8-582d459495f3 req-06cfec31-0d45-4565-bd03-58a55e469ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:09.205311 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-06cfec31-0d45-4565-bd03-58a55e469ff9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bf07dadfe77482ab81c004cec159e6b&device_id=9702d34d-19fb-4d02-9e37-11eb8b9a31ca HTTP/1.1" status: 200 len: 1094 time: 0.3157499 Nov 11 11:59:09.261001 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Transition to ACTIVE for port object 9af0f368-97eb-4449-bb5f-0696b4e0e049 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:59:09.262521 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:09.281895 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-746c0de5-3b00-47c7-9d5d-2be93b99047b req-164ff068-f2be-42e2-9abe-e60dabb7fe39 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397850 Nov 11 11:59:09.288345 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:09.303275 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-5ff333b8-27c4-4aba-a7fc-d227a3e46b8b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c53a9bfd-28ad-4550-afe0-f6dc2c49222b HTTP/1.1" status: 200 len: 217 time: 0.0942395 Nov 11 11:59:09.374951 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a9ca31-1aac-4ccc-922e-3814cca884fc x-openstack-request-id: req-a6a9ca31-1aac-4ccc-922e-3814cca884fc {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:09.376024 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "tag": "9ec6035f-3430-4180-afe0-3f5a0ee5f6e0", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:09.379328 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6a9ca31-1aac-4ccc-922e-3814cca884fc {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:09.380314 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'tag': '9ec6035f-3430-4180-afe0-3f5a0ee5f6e0', 'status': 'completed', 'code': 200} Nov 11 11:59:09.410339 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:09.422026 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8016bc2c-8cf4-4a58-97a9-6a74317d9dfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:09.442126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e82901d-faa3-4fb4-ab1a-d52a146d1311 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:59:09.455570 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c3ddf0-bc2e-44eb-88fb-d3652faa86e4 x-openstack-request-id: req-e5c3ddf0-bc2e-44eb-88fb-d3652faa86e4 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:09.456179 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9702d34d-19fb-4d02-9e37-11eb8b9a31ca", "tag": "c53a9bfd-28ad-4550-afe0-f6dc2c49222b", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:09.456658 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5c3ddf0-bc2e-44eb-88fb-d3652faa86e4 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:09.461472 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9702d34d-19fb-4d02-9e37-11eb8b9a31ca', 'tag': 'c53a9bfd-28ad-4550-afe0-f6dc2c49222b', 'status': 'completed', 'code': 200} Nov 11 11:59:09.478207 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3e82901d-faa3-4fb4-ab1a-d52a146d1311,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:09.488968 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:09.522661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f06d-65b2-4711-aab8-582d459495f3 req-8bb9f62e-06a4-4c2d-9f2b-e24ee860548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:09.524166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Pushing event updated for resources: {'Port': ['ID=9af0f368-97eb-4449-bb5f-0696b4e0e049,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:09.524276 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-8bb9f62e-06a4-4c2d-9f2b-e24ee860548c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70597967-6fad-459a-9a9f-141512985da2 HTTP/1.1" status: 200 len: 853 time: 0.2115319 Nov 11 11:59:09.580890 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-b42b5d9b-d1d1-4591-aa87-4756593c4601 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a1f2d41f-7044-46ef-877a-23527ca1bd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410211 Nov 11 11:59:09.592471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-eb080c66-e50e-4a43-90f5-dd12924b341c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:59:09.593492 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-eb080c66-e50e-4a43-90f5-dd12924b341c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071642 Nov 11 11:59:09.598333 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=3e82901d-faa3-4fb4-ab1a-d52a146d1311,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:09.640640 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8016bc2c-8cf4-4a58-97a9-6a74317d9dfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:09.694110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22567a89-e695-4734-ae4a-8bdfcda7c7fe req-4c93a030-0055-450e-b02e-ed3416404e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:09.694573 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22567a89-e695-4734-ae4a-8bdfcda7c7fe req-4c93a030-0055-450e-b02e-ed3416404e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:09.695023 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22567a89-e695-4734-ae4a-8bdfcda7c7fe req-4c93a030-0055-450e-b02e-ed3416404e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:09.695889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22567a89-e695-4734-ae4a-8bdfcda7c7fe req-4c93a030-0055-450e-b02e-ed3416404e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:09.695889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22567a89-e695-4734-ae4a-8bdfcda7c7fe req-4c93a030-0055-450e-b02e-ed3416404e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:09.696337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22567a89-e695-4734-ae4a-8bdfcda7c7fe req-4c93a030-0055-450e-b02e-ed3416404e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:09.696775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22567a89-e695-4734-ae4a-8bdfcda7c7fe req-4c93a030-0055-450e-b02e-ed3416404e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:09.698982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-22567a89-e695-4734-ae4a-8bdfcda7c7fe req-4c93a030-0055-450e-b02e-ed3416404e2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da10fcdd1e56422d809e80303ecf3512&device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 6500 time: 0.2913499 Nov 11 11:59:09.715770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e94549-3d8d-40dd-ae7a-27da87a92dc9 req-fa6f5151-457a-49a5-82a2-095aec6210ee tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:09.717298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-02e94549-3d8d-40dd-ae7a-27da87a92dc9 req-fa6f5151-457a-49a5-82a2-095aec6210ee tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 944 time: 0.2319369 Nov 11 11:59:09.730329 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-f9cdefc0-b5af-41f3-b6e7-aa613fa2e134 service neutron] 10.222.0.43 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223147 Nov 11 11:59:09.730982 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52600) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:09.762003 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['3e82901d-faa3-4fb4-ab1a-d52a146d1311'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:59:09.817108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-02e94549-3d8d-40dd-ae7a-27da87a92dc9 req-70c1d2af-30d5-42bd-88f9-02cd3e0ea074 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813859 Nov 11 11:59:09.932270 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1616af7-2bc5-4769-adc0-ea58b4ad11c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:09.954672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Attempting to bind port 9af0f368-97eb-4449-bb5f-0696b4e0e049 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:59:09.954940 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Attempting to bind port 9af0f368-97eb-4449-bb5f-0696b4e0e049 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'c080438a-7460-4558-a2e6-54499c785eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:59:09.955265 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Attempting to bind port 9af0f368-97eb-4449-bb5f-0696b4e0e049 on network a1f2d41f-7044-46ef-877a-23527ca1bd2b {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:59:09.991081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22567a89-e695-4734-ae4a-8bdfcda7c7fe req-83db01e2-56a5-4c59-af29-6227395bc843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:09.993093 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-22567a89-e695-4734-ae4a-8bdfcda7c7fe req-83db01e2-56a5-4c59-af29-6227395bc843 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb65d5f6-787d-4d2e-8933-7095a01ee3ed HTTP/1.1" status: 200 len: 918 time: 0.2655103 Nov 11 11:59:09.993921 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Port 9af0f368-97eb-4449-bb5f-0696b4e0e049 on network a1f2d41f-7044-46ef-877a-23527ca1bd2b not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:59:09.994498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Attempting to bind port 9af0f368-97eb-4449-bb5f-0696b4e0e049 on network a1f2d41f-7044-46ef-877a-23527ca1bd2b {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:59:09.998705 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8016bc2c-8cf4-4a58-97a9-6a74317d9dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:10.001622 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8016bc2c-8cf4-4a58-97a9-6a74317d9dfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:10.003370 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8016bc2c-8cf4-4a58-97a9-6a74317d9dfa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f746ece5-ceaa-4009-a5bd-30cfd20075a5 HTTP/1.1" status: 204 len: 168 time: 0.9275091 Nov 11 11:59:10.025480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:59:10.025935 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Checking segment: {'id': 'c080438a-7460-4558-a2e6-54499c785eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:59:10.026445 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Bound using segment: {'id': 'c080438a-7460-4558-a2e6-54499c785eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:59:10.026951 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Bound port: 9af0f368-97eb-4449-bb5f-0696b4e0e049, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c080438a-7460-4558-a2e6-54499c785eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:59:10.027737 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:10.082089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016bc2c-8cf4-4a58-97a9-6a74317d9dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f746ece5-ceaa-4009-a5bd-30cfd20075a5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:10.112048 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-6901ba67-f71c-47b6-a1f5-0196e2f00dcf service neutron] 10.222.0.43 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740494 Nov 11 11:59:10.153037 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1616af7-2bc5-4769-adc0-ea58b4ad11c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:10.161863 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1616af7-2bc5-4769-adc0-ea58b4ad11c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:10.218515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-22567a89-e695-4734-ae4a-8bdfcda7c7fe req-edcf85fe-de95-4e95-a5fa-2f43e4ead802 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 HTTP/1.1" status: 200 len: 1002 time: 0.2137847 Nov 11 11:59:10.296711 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a1616af7-2bc5-4769-adc0-ea58b4ad11c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=73edc94e338e45c9a8a414b438c08411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5646791 Nov 11 11:59:10.309417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52612) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:10.381751 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] For port 9af0f368-97eb-4449-bb5f-0696b4e0e049, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:59:10.403258 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1616af7-2bc5-4769-adc0-ea58b4ad11c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145f8f13-1e7d-4c75-8710-31f0c4d6274e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:10.424540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e7053-14b1-410b-9ff1-650e893a3173 req-c0d4b293-f6b4-4c00-8a74-5a280b90d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:10.431250 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] For port 9af0f368-97eb-4449-bb5f-0696b4e0e049, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9af0f368-97eb-4449-bb5f-0696b4e0e049,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:59:10.431464 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0d7e7053-14b1-410b-9ff1-650e893a3173 req-c0d4b293-f6b4-4c00-8a74-5a280b90d1e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bf07dadfe77482ab81c004cec159e6b&device_id=9702d34d-19fb-4d02-9e37-11eb8b9a31ca HTTP/1.1" status: 200 len: 1094 time: 0.2087195 Nov 11 11:59:10.441280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22567a89-e695-4734-ae4a-8bdfcda7c7fe req-facb2e33-462b-4ce5-8414-42dcddc2fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:10.444825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-22567a89-e695-4734-ae4a-8bdfcda7c7fe req-facb2e33-462b-4ce5-8414-42dcddc2fc99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52d168b6-ae90-474b-916f-74be6777191e HTTP/1.1" status: 200 len: 855 time: 0.2189496 Nov 11 11:59:10.454280 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:10.468685 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:10.520500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6baec85-f3f5-4ec0-afd6-514c271e4c2a req-efaa261f-f0f9-4c51-abc8-7245484c77cd tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:10.522674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6baec85-f3f5-4ec0-afd6-514c271e4c2a req-efaa261f-f0f9-4c51-abc8-7245484c77cd tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.3033397 Nov 11 11:59:10.561716 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e7053-14b1-410b-9ff1-650e893a3173 req-b36cc1f4-7ed1-48f0-8249-be421468d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:10.562395 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:10.563302 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0d7e7053-14b1-410b-9ff1-650e893a3173 req-b36cc1f4-7ed1-48f0-8249-be421468d10e service neutron] 10.222.0.43 "GET /v2.0/networks?id=a1f2d41f-7044-46ef-877a-23527ca1bd2b HTTP/1.1" status: 200 len: 915 time: 0.1156776 Nov 11 11:59:10.563539 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:10.565276 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] 10.222.0.62 "PUT /v2.0/ports/9af0f368-97eb-4449-bb5f-0696b4e0e049 HTTP/1.1" status: 200 len: 1092 time: 2.9621773 Nov 11 11:59:10.642788 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08e61fa6-b409-43bc-a384-0c34dc6f29c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:10.673398 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08e61fa6-b409-43bc-a384-0c34dc6f29c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:10.677264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78c2bf-8223-480b-b2bc-03f1915def4d service neutron] Pushing event updated for resources: {'Port': ['ID=9af0f368-97eb-4449-bb5f-0696b4e0e049,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:10.689152 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22567a89-e695-4734-ae4a-8bdfcda7c7fe req-18531b96-9f9a-4a42-b111-754058971e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:10.690820 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-22567a89-e695-4734-ae4a-8bdfcda7c7fe req-18531b96-9f9a-4a42-b111-754058971e6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb65d5f6-787d-4d2e-8933-7095a01ee3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2329841 Nov 11 11:59:10.709276 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b57e68-3596-47ff-8794-84081191e9d9 req-1e580ff9-5b1b-4396-a76a-969e3d71bfcb tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:10.710987 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59b57e68-3596-47ff-8794-84081191e9d9 req-1e580ff9-5b1b-4396-a76a-969e3d71bfcb tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 945 time: 0.2186656 Nov 11 11:59:10.723668 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6baec85-f3f5-4ec0-afd6-514c271e4c2a req-36918456-93a1-4864-8b32-9ff2e43486a7 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662605 Nov 11 11:59:10.727672 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0d7e7053-14b1-410b-9ff1-650e893a3173 req-8090b74f-cbc6-48e3-8d04-9c7d1fecf689 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c53a9bfd-28ad-4550-afe0-f6dc2c49222b HTTP/1.1" status: 200 len: 217 time: 0.1460056 Nov 11 11:59:10.759725 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08e61fa6-b409-43bc-a384-0c34dc6f29c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:10.767225 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08e61fa6-b409-43bc-a384-0c34dc6f29c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:10.771976 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-08e61fa6-b409-43bc-a384-0c34dc6f29c5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/145f8f13-1e7d-4c75-8710-31f0c4d6274e HTTP/1.1" status: 204 len: 168 time: 0.4626641 Nov 11 11:59:10.800236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e61fa6-b409-43bc-a384-0c34dc6f29c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145f8f13-1e7d-4c75-8710-31f0c4d6274e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:10.831715 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e7053-14b1-410b-9ff1-650e893a3173 req-b98407b3-4eea-43f9-9c65-987bcca27cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:10.833427 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0d7e7053-14b1-410b-9ff1-650e893a3173 req-b98407b3-4eea-43f9-9c65-987bcca27cd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70597967-6fad-459a-9a9f-141512985da2 HTTP/1.1" status: 200 len: 853 time: 0.0953503 Nov 11 11:59:10.885433 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0d7e7053-14b1-410b-9ff1-650e893a3173 req-304bbff6-a22a-4153-a13b-a147120292f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a1f2d41f-7044-46ef-877a-23527ca1bd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444829 Nov 11 11:59:10.887897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f06d-65b2-4711-aab8-582d459495f3 req-e5696e81-d8cb-45d9-9b80-50b8ee045d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:10.889664 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-e5696e81-d8cb-45d9-9b80-50b8ee045d15 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1bf07dadfe77482ab81c004cec159e6b&device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 1095 time: 0.2720973 Nov 11 11:59:11.017167 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0d7e7053-14b1-410b-9ff1-650e893a3173 req-0d6d45ad-66d8-4a7b-95f8-24ce30e27b8e service neutron] 10.222.0.43 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225407 Nov 11 11:59:11.020287 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59b57e68-3596-47ff-8794-84081191e9d9 req-d73bd7c5-e76c-46d9-a9ac-93f33b7c3279 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830281 Nov 11 11:59:11.039178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-a98a003b-732a-4e57-91cd-b7d8d16e3fe0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9af0f368-97eb-4449-bb5f-0696b4e0e049 HTTP/1.1" status: 200 len: 217 time: 0.1244183 Nov 11 11:59:11.136128 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-22567a89-e695-4734-ae4a-8bdfcda7c7fe req-23d633a8-30fd-4d89-b9a0-f11629feebad service neutron] 10.222.0.43 "GET /v2.0/networks/fb65d5f6-787d-4d2e-8933-7095a01ee3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240675 Nov 11 11:59:11.161831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec007c-f83c-4df7-bccd-50c339d014b7 req-d456000b-5656-416d-a7e3-1c0f33c03be6 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:11.170337 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8ec007c-f83c-4df7-bccd-50c339d014b7 req-d456000b-5656-416d-a7e3-1c0f33c03be6 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 944 time: 0.2292700 Nov 11 11:59:11.230846 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0d7e7053-14b1-410b-9ff1-650e893a3173 req-4db359df-eebd-46d1-a9a7-a4d0a8031064 service neutron] 10.222.0.43 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000916 Nov 11 11:59:11.259538 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-22567a89-e695-4734-ae4a-8bdfcda7c7fe req-6c9b423d-e10f-4b34-aa25-16f2fdff08b0 service neutron] 10.222.0.43 "GET /v2.0/networks/fb65d5f6-787d-4d2e-8933-7095a01ee3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070979 Nov 11 11:59:11.294423 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:11.302965 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f06d-65b2-4711-aab8-582d459495f3 req-3ae10c9a-adfa-4439-8e57-1b076bbf2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:11.302965 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-3ae10c9a-adfa-4439-8e57-1b076bbf2e0e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70597967-6fad-459a-9a9f-141512985da2 HTTP/1.1" status: 200 len: 853 time: 0.2384522 Nov 11 11:59:11.303303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52648) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:11.354169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-19759498-9efc-47ca-91f6-83810a894661 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1f2d41f-7044-46ef-877a-23527ca1bd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397334 Nov 11 11:59:11.372545 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8ec007c-f83c-4df7-bccd-50c339d014b7 req-ecf0fded-ca40-41d8-8159-37d8d9b27617 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976643 Nov 11 11:59:11.387300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff625744-fe47-4955-8a91-5f9f8ff064a8', 'tag': '9af0f368-97eb-4449-bb5f-0696b4e0e049'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:11.390232 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fe2d0c-700c-4c42-b716-0b38ba47417c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff625744-fe47-4955-8a91-5f9f8ff064a8", "tag": "9af0f368-97eb-4449-bb5f-0696b4e0e049"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:11.484479 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23837f2-ac34-46d6-961f-19a230e4853f x-openstack-request-id: req-b23837f2-ac34-46d6-961f-19a230e4853f {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:11.484693 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff625744-fe47-4955-8a91-5f9f8ff064a8", "tag": "9af0f368-97eb-4449-bb5f-0696b4e0e049", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:11.485083 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b23837f2-ac34-46d6-961f-19a230e4853f {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:11.485546 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff625744-fe47-4955-8a91-5f9f8ff064a8', 'tag': '9af0f368-97eb-4449-bb5f-0696b4e0e049', 'status': 'completed', 'code': 200} Nov 11 11:59:11.529523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-f584902d-5172-4afd-be1c-3631ba944be4 service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547947 Nov 11 11:59:11.587665 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f2b518c3-407f-4753-a78f-d08fbf3ed689 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1804844071-network', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:11.616711 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b518c3-407f-4753-a78f-d08fbf3ed689 admin admin] Made reservation on behalf of 60ee3d384a76417ebcdfc95536142dd4 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:59:11.621068 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2b518c3-407f-4753-a78f-d08fbf3ed689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:11.640491 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2b518c3-407f-4753-a78f-d08fbf3ed689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:11.653047 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de64f06d-65b2-4711-aab8-582d459495f3 req-6f374b69-67ef-4925-b157-cdfd087b3551 service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102862 Nov 11 11:59:11.731356 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2b518c3-407f-4753-a78f-d08fbf3ed689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:11.736580 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2b518c3-407f-4753-a78f-d08fbf3ed689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:11.761758 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b518c3-407f-4753-a78f-d08fbf3ed689 admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:59:11.778061 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b518c3-407f-4753-a78f-d08fbf3ed689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:11.796674 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2b518c3-407f-4753-a78f-d08fbf3ed689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:11.797119 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-f2b518c3-407f-4753-a78f-d08fbf3ed689 admin admin] Added segment 2251ea31-8c4f-4cd3-9c37-cc3f06e36863 of type vlan for network 6ba34a62-22e2-4456-8b51-ad2a18e2724f Nov 11 11:59:11.801894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe2d0c-700c-4c42-b716-0b38ba47417c req-3965b5d2-f985-4763-b1cc-e8fe66a587d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:11.803569 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8fe2d0c-700c-4c42-b716-0b38ba47417c req-3965b5d2-f985-4763-b1cc-e8fe66a587d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1bf07dadfe77482ab81c004cec159e6b&device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 1095 time: 0.0923016 Nov 11 11:59:11.858281 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2b518c3-407f-4753-a78f-d08fbf3ed689 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:11.893984 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2b518c3-407f-4753-a78f-d08fbf3ed689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:11.896879 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b518c3-407f-4753-a78f-d08fbf3ed689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:11.898545 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2b518c3-407f-4753-a78f-d08fbf3ed689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:11.939354 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f2b518c3-407f-4753-a78f-d08fbf3ed689 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6320620 Nov 11 11:59:11.943646 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52674) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:11.953437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5fe9d4f3-6be6-4cc4-98b0-c06a5f2c5b68 admin admin] Request body: {'subnet': {'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1804844071-subnet', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:11.982727 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe2d0c-700c-4c42-b716-0b38ba47417c req-2212ecf6-6b0c-4ed3-8d4b-e9781f419c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:11.984225 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8fe2d0c-700c-4c42-b716-0b38ba47417c req-2212ecf6-6b0c-4ed3-8d4b-e9781f419c0c service neutron] 10.222.0.62 "GET /v2.0/networks?id=a1f2d41f-7044-46ef-877a-23527ca1bd2b HTTP/1.1" status: 200 len: 915 time: 0.1723135 Nov 11 11:59:12.004188 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b518c3-407f-4753-a78f-d08fbf3ed689 admin admin] Pushing event updated for resources: {'Network': ['ID=6ba34a62-22e2-4456-8b51-ad2a18e2724f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:12.016076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe9d4f3-6be6-4cc4-98b0-c06a5f2c5b68 admin admin] Made reservation on behalf of 60ee3d384a76417ebcdfc95536142dd4 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:59:12.018868 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d4f3-6be6-4cc4-98b0-c06a5f2c5b68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:12.020161 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 6ba34a62-22e2-4456-8b51-ad2a18e2724f details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:59:12.072751 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a41db5-4129-4912-97c4-1b5a2df9cd76 req-693be93b-4e24-4ba2-8d5c-f1cd9dc851a5 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:12.074412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c0a41db5-4129-4912-97c4-1b5a2df9cd76 req-693be93b-4e24-4ba2-8d5c-f1cd9dc851a5 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.1426604 Nov 11 11:59:12.076219 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8fe2d0c-700c-4c42-b716-0b38ba47417c req-6305ca85-a4f6-42c0-9eaf-c93aa3d6bfb9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9af0f368-97eb-4449-bb5f-0696b4e0e049 HTTP/1.1" status: 200 len: 217 time: 0.0807276 Nov 11 11:59:12.242460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c0a41db5-4129-4912-97c4-1b5a2df9cd76 req-33e0e033-d7fd-4e1d-aff7-d659ea543ca0 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613405 Nov 11 11:59:12.277260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe2d0c-700c-4c42-b716-0b38ba47417c req-5a4f7642-6b9d-43dd-a71f-90d877f35a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:12.282168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8fe2d0c-700c-4c42-b716-0b38ba47417c req-5a4f7642-6b9d-43dd-a71f-90d877f35a94 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70597967-6fad-459a-9a9f-141512985da2 HTTP/1.1" status: 200 len: 853 time: 0.1928821 Nov 11 11:59:12.300751 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d4f3-6be6-4cc4-98b0-c06a5f2c5b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:12.301431 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b5aa1-834f-4308-98db-dd26a7650078 req-40dece13-55a5-4e9b-a37f-1a8f30a54641 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:12.306076 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c6b5aa1-834f-4308-98db-dd26a7650078 req-40dece13-55a5-4e9b-a37f-1a8f30a54641 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 945 time: 0.1405210 Nov 11 11:59:12.344472 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8fe2d0c-700c-4c42-b716-0b38ba47417c req-ad4c0a86-7f83-429f-9fba-b9ec31e39809 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1f2d41f-7044-46ef-877a-23527ca1bd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353143 Nov 11 11:59:12.374841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9d4f3-6be6-4cc4-98b0-c06a5f2c5b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:12.384488 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9d4f3-6be6-4cc4-98b0-c06a5f2c5b68 admin admin] Checking segment: {'id': '2251ea31-8c4f-4cd3-9c37-cc3f06e36863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:59:12.384943 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe9d4f3-6be6-4cc4-98b0-c06a5f2c5b68 admin admin] Network hostable DHCP agents. Network: 6ba34a62-22e2-4456-8b51-ad2a18e2724f, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:59:12.413078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe9d4f3-6be6-4cc4-98b0-c06a5f2c5b68 admin admin] Network 6ba34a62-22e2-4456-8b51-ad2a18e2724f is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:59:12.439603 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-5fe9d4f3-6be6-4cc4-98b0-c06a5f2c5b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 6ba34a62-22e2-4456-8b51-ad2a18e2724f) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:12.447251 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe9d4f3-6be6-4cc4-98b0-c06a5f2c5b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:12.449430 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d4f3-6be6-4cc4-98b0-c06a5f2c5b68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:12.455902 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36d87d2-47fc-44dd-8f95-565f2887185a None None] Network 6ba34a62-22e2-4456-8b51-ad2a18e2724f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:59:12.485962 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5fe9d4f3-6be6-4cc4-98b0-c06a5f2c5b68 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5410483 Nov 11 11:59:12.488671 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52694) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:12.498714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1804844071-router', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:12.538046 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:12.543101 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:12.624380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device c53a9bfd-28ad-4550-afe0-f6dc2c49222b details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:59:12.626845 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 3e82901d-faa3-4fb4-ab1a-d52a146d1311 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:59:12.640258 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:12.656472 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c6b5aa1-834f-4308-98db-dd26a7650078 req-2168b34d-a872-460e-bcb0-c9290dccae97 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437312 Nov 11 11:59:12.692750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2a1d8-a9bf-44b1-806d-bf7c8f5519d6 req-982c8bad-31bc-44e4-b228-24476fe748a8 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:12.703120 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bfa2a1d8-a9bf-44b1-806d-bf7c8f5519d6 req-982c8bad-31bc-44e4-b228-24476fe748a8 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 944 time: 0.2039740 Nov 11 11:59:12.714485 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8fe2d0c-700c-4c42-b716-0b38ba47417c req-5749e8d9-6c4b-4c6a-a69c-c8a859bf220b service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547671 Nov 11 11:59:12.825229 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-6ba34a62-22e2-4456-8b51-ad2a18e2724f', 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'fixed_ips': [{'subnet_id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:59:12.826578 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:12.896146 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:12.911774 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8fe2d0c-700c-4c42-b716-0b38ba47417c req-9c4e648b-c4a7-43a0-b9ef-05fc71266170 service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518822 Nov 11 11:59:12.947157 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bfa2a1d8-a9bf-44b1-806d-bf7c8f5519d6 req-983012d5-6ac2-42ba-8b4a-237abe872a2c tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305260 Nov 11 11:59:13.222999 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:13.247533 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:13.283137 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Allocated IP 172.20.0.2 (6ba34a62-22e2-4456-8b51-ad2a18e2724f/98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9/883cdb4a-6e77-4923-9e12-535ce77199cd) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:59:13.362654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:59:13.380810 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:13.381175 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:13.421342 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83f96a-9819-418a-bb7a-f91a6fce8fd5 req-682b0a9d-4f29-48dd-8a54-33405d6ebca2 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:13.432000 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec83f96a-9819-418a-bb7a-f91a6fce8fd5 req-682b0a9d-4f29-48dd-8a54-33405d6ebca2 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.0884368 Nov 11 11:59:13.473462 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port c53a9bfd-28ad-4550-afe0-f6dc2c49222b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=c53a9bfd-28ad-4550-afe0-f6dc2c49222b,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:13.501912 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'c53a9bfd-28ad-4550-afe0-f6dc2c49222b', 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b', 'port_id': 'c53a9bfd-28ad-4550-afe0-f6dc2c49222b', 'mac_address': 'fa:16:3e:6c:73:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70597967-6fad-459a-9a9f-141512985da2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:59:13.502856 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Allocated IP 172.25.2.53 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/66b00381-c932-4c6e-9ce9-6ef353ad34f4) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:59:13.513154 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:13.514728 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec83f96a-9819-418a-bb7a-f91a6fce8fd5 req-31e3649b-6ccc-4035-8e53-8dddd2b88303 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776205 Nov 11 11:59:13.541983 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:13.622946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Network 6ba34a62-22e2-4456-8b51-ad2a18e2724f is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:59:13.629801 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:13.637798 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:13.645512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:59:13.663821 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Pushing event updated for resources: {'Port': ['ID=883cdb4a-6e77-4923-9e12-535ce77199cd,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:13.670054 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:13.676321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53a9bfd-28ad-4550-afe0-f6dc2c49222b {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:59:13.695120 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:13.763015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:13.790863 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcc00c8-43e5-4221-86e1-0504240b24f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e82901d-faa3-4fb4-ab1a-d52a146d1311'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:13.793303 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4846fd-8e3a-4c8f-9b21-8dccbd8944ac" -d '{"events": [{"server_uuid": "ebcc00c8-43e5-4221-86e1-0504240b24f3", "name": "network-vif-plugged", "status": "completed", "tag": "3e82901d-faa3-4fb4-ab1a-d52a146d1311"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:13.797730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:59:13.807218 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port c53a9bfd-28ad-4550-afe0-f6dc2c49222b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=c53a9bfd-28ad-4550-afe0-f6dc2c49222b,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:13.818016 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:13.821396 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3e82901d-faa3-4fb4-ab1a-d52a146d1311,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:13.823001 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:13.825190 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Attempting to bind port 883cdb4a-6e77-4923-9e12-535ce77199cd on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:59:13.825439 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Attempting to bind port 883cdb4a-6e77-4923-9e12-535ce77199cd by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '2251ea31-8c4f-4cd3-9c37-cc3f06e36863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:59:13.825953 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Attempting to bind port 883cdb4a-6e77-4923-9e12-535ce77199cd on network 6ba34a62-22e2-4456-8b51-ad2a18e2724f {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:59:13.832264 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:13.835472 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:59:13.853131 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:59:13.853683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Checking segment: {'id': '2251ea31-8c4f-4cd3-9c37-cc3f06e36863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:59:13.854185 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:13.854677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Bound using segment: {'id': '2251ea31-8c4f-4cd3-9c37-cc3f06e36863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:59:13.855272 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Bound port: 883cdb4a-6e77-4923-9e12-535ce77199cd, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2251ea31-8c4f-4cd3-9c37-cc3f06e36863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:59:13.855784 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:13.898698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66928ad-48b5-443a-852f-e213024c2a3a req-248286c6-1202-4fcc-9811-7de326dab40c tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:13.900951 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e66928ad-48b5-443a-852f-e213024c2a3a req-248286c6-1202-4fcc-9811-7de326dab40c tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 945 time: 0.1073334 Nov 11 11:59:13.928148 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=c53a9bfd-28ad-4550-afe0-f6dc2c49222b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:14.006340 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52088df3-09d1-4f9b-a6e8-61ffcd1a2a0d x-openstack-request-id: req-52088df3-09d1-4f9b-a6e8-61ffcd1a2a0d {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:14.006656 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcc00c8-43e5-4221-86e1-0504240b24f3", "name": "network-vif-plugged", "status": "completed", "tag": "3e82901d-faa3-4fb4-ab1a-d52a146d1311", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:14.006909 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52088df3-09d1-4f9b-a6e8-61ffcd1a2a0d {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:14.007333 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcc00c8-43e5-4221-86e1-0504240b24f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e82901d-faa3-4fb4-ab1a-d52a146d1311', 'code': 200} Nov 11 11:59:14.033541 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e66928ad-48b5-443a-852f-e213024c2a3a req-40a49b50-c414-45b2-9a22-9e7f8c0e7a8d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253278 Nov 11 11:59:14.110169 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=3e82901d-faa3-4fb4-ab1a-d52a146d1311,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:14.141648 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] For port 883cdb4a-6e77-4923-9e12-535ce77199cd, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:59:14.155722 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] For port 883cdb4a-6e77-4923-9e12-535ce77199cd, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=883cdb4a-6e77-4923-9e12-535ce77199cd,segment=NetworkSegment(2251ea31-8c4f-4cd3-9c37-cc3f06e36863),segment_id=2251ea31-8c4f-4cd3-9c37-cc3f06e36863)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:59:14.156145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Pushing event updated for resources: {'Port': ['ID=66b00381-c932-4c6e-9ce9-6ef353ad34f4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:14.175348 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['c53a9bfd-28ad-4550-afe0-f6dc2c49222b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:59:14.185890 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:14.218119 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8831522-2339-4ab9-bc74-5499acc93bf6 req-bbd8bde0-b46c-45d2-b19b-1f98a12a5a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:14.219694 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8831522-2339-4ab9-bc74-5499acc93bf6 req-bbd8bde0-b46c-45d2-b19b-1f98a12a5a90 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 1097 time: 0.1718180 Nov 11 11:59:14.227329 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d32f4-849f-4aeb-a0c2-3af375bc33f2 req-67993e9d-8241-472f-93e3-fb42f688e8ae tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:14.234478 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-402d32f4-849f-4aeb-a0c2-3af375bc33f2 req-67993e9d-8241-472f-93e3-fb42f688e8ae tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 944 time: 0.1622581 Nov 11 11:59:14.336526 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8831522-2339-4ab9-bc74-5499acc93bf6 req-5f0a27d8-71cf-425c-a3bc-580ad5af6ac2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993795 Nov 11 11:59:14.358762 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-402d32f4-849f-4aeb-a0c2-3af375bc33f2 req-e5a15e7d-59aa-46fe-8614-faec412d5060 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234038 Nov 11 11:59:14.367302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d5150-3722-42ca-ad3f-20c37c07ed43 None None] Pushing event updated for resources: {'Port': ['ID=883cdb4a-6e77-4923-9e12-535ce77199cd,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:14.405943 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:14.490906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52752) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:14.681250 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-44970e67-9fb6-48ad-8002-7d8dcaf26982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:14.713389 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:14.714139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc56de9-003f-44db-9875-8e9e83457c14 req-27dbe809-0b80-4f98-bc40-5aa6282c4192 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:14.715867 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bdc56de9-003f-44db-9875-8e9e83457c14 req-27dbe809-0b80-4f98-bc40-5aa6282c4192 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.1003914 Nov 11 11:59:14.795944 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bdc56de9-003f-44db-9875-8e9e83457c14 req-ec00ea92-d5fb-4f4b-955c-ef841c7fe2cd tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683956 Nov 11 11:59:14.820624 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-44970e67-9fb6-48ad-8002-7d8dcaf26982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:14.826652 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-44970e67-9fb6-48ad-8002-7d8dcaf26982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:14.866654 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-44970e67-9fb6-48ad-8002-7d8dcaf26982 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe72f0c3279f4b898dd5db6707882e68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3746402 Nov 11 11:59:14.867805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44970e67-9fb6-48ad-8002-7d8dcaf26982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e76ff8-90f0-4374-a7b1-e51392524030,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:14.869374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52760) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:14.888505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9af0f368-97eb-4449-bb5f-0696b4e0e049 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:59:14.897333 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:59:14.950526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 883cdb4a-6e77-4923-9e12-535ce77199cd up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:59:15.009721 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bcc36adc-edaa-43a0-8a0d-65e0a6951be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:15.051272 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9af0f368-97eb-4449-bb5f-0696b4e0e049, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9af0f368-97eb-4449-bb5f-0696b4e0e049,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:15.058102 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bcc36adc-edaa-43a0-8a0d-65e0a6951be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:15.066701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '9af0f368-97eb-4449-bb5f-0696b4e0e049', 'network_id': 'a1f2d41f-7044-46ef-877a-23527ca1bd2b', 'port_id': '9af0f368-97eb-4449-bb5f-0696b4e0e049', 'mac_address': 'fa:16:3e:d8:b2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70597967-6fad-459a-9a9f-141512985da2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:59:15.072549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 883cdb4a-6e77-4923-9e12-535ce77199cd triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:15.072935 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:15.104983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:59:15.121392 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Sync routers for ids ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:59:15.129453 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:15.131373 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4b1c103a-e50e-4784-801a-dbfcfe334a16 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6415148 Nov 11 11:59:15.133908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52766) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:15.140316 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Routers {'9d8fb428-2c76-41a8-bcae-c9cf191ce672'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:59:15.141194 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:59:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:15.156090 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:15.175769 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af0f368-97eb-4449-bb5f-0696b4e0e049 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:59:15.221545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6f415-5207-446e-80b8-d2b824a049b2 req-b7931318-3e05-4aa9-b5b7-20d88ab916fb tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:15.228585 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9af0f368-97eb-4449-bb5f-0696b4e0e049, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9af0f368-97eb-4449-bb5f-0696b4e0e049,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:15.229294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27e6f415-5207-446e-80b8-d2b824a049b2 req-b7931318-3e05-4aa9-b5b7-20d88ab916fb tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 946 time: 0.1207452 Nov 11 11:59:15.244101 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:15.254427 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:15.313172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27e6f415-5207-446e-80b8-d2b824a049b2 req-edfb0044-6ced-40d0-85a4-cad0b9f377c5 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827692 Nov 11 11:59:15.317006 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Set router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:59:15.342603 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 883cdb4a-6e77-4923-9e12-535ce77199cd, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=883cdb4a-6e77-4923-9e12-535ce77199cd,segment=NetworkSegment(2251ea31-8c4f-4cd3-9c37-cc3f06e36863),segment_id=2251ea31-8c4f-4cd3-9c37-cc3f06e36863)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:15.355232 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:15.369387 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=9af0f368-97eb-4449-bb5f-0696b4e0e049,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:15.497943 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=883cdb4a-6e77-4923-9e12-535ce77199cd,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:15.546162 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154a2d7-222c-4623-8bba-aaab95f82352 req-00a0dfa3-545d-4984-901f-28ebde960372 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:15.554697 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c154a2d7-222c-4623-8bba-aaab95f82352 req-00a0dfa3-545d-4984-901f-28ebde960372 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 945 time: 0.0822942 Nov 11 11:59:15.578681 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'name': 'tempest-TaggedBootDevicesTest-1804844071-router', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:59:12Z', 'updated_at': '2021-11-11T11:59:14Z', 'revision_number': 3, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'gw_port': {'id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:13Z', 'updated_at': '2021-11-11T11:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:15.584052 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:15.619846 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['9af0f368-97eb-4449-bb5f-0696b4e0e049'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:59:15.620323 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Checking router: 9d8fb428-2c76-41a8-bcae-c9cf191ce672 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:59:15.620860 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Updating router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 port 66b00381-c932-4c6e-9ce9-6ef353ad34f4 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:59:15.644919 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c154a2d7-222c-4623-8bba-aaab95f82352 req-595dda4d-6da9-4262-be6b-65789591c7ec tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890036 Nov 11 11:59:15.660376 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:15.678177 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bcc36adc-edaa-43a0-8a0d-65e0a6951be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:15.680766 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bcc36adc-edaa-43a0-8a0d-65e0a6951be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:15.684263 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bcc36adc-edaa-43a0-8a0d-65e0a6951be0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62e76ff8-90f0-4374-a7b1-e51392524030 HTTP/1.1" status: 204 len: 168 time: 0.8114529 Nov 11 11:59:15.694199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988e3efd-ecec-42ca-b9e3-c4018dbf3e64 None None] Network 6ba34a62-22e2-4456-8b51-ad2a18e2724f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:59:15.698869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc36adc-edaa-43a0-8a0d-65e0a6951be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e76ff8-90f0-4374-a7b1-e51392524030,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:15.836372 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-cb59c9fd-9e18-4f59-ac51-b78a6f7d45d0 None None] Provisioning complete for port 883cdb4a-6e77-4923-9e12-535ce77199cd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:15.836741 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cb59c9fd-9e18-4f59-ac51-b78a6f7d45d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:15.969983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865f957-a7b7-45d2-8614-23255831b490 req-4e07c112-3e0a-46f9-bec4-77c1b0ee95c5 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:15.995745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1865f957-a7b7-45d2-8614-23255831b490 req-4e07c112-3e0a-46f9-bec4-77c1b0ee95c5 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.0802321 Nov 11 11:59:16.108931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1865f957-a7b7-45d2-8614-23255831b490 req-3348281b-f8c9-4b05-9c34-a2c84708aeb8 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084185 Nov 11 11:59:16.145907 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52782) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:16.162660 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ec1b454-fbba-4787-a7f0-4b7e3ada1cfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:16.223158 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:16.234549 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:16.255001 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:16.267142 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ec1b454-fbba-4787-a7f0-4b7e3ada1cfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:16.273407 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ec1b454-fbba-4787-a7f0-4b7e3ada1cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:16.288018 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9caa0-1dee-4816-b339-cb76b53f7b50 None None] Pushing event updated for resources: {'Port': ['ID=66b00381-c932-4c6e-9ce9-6ef353ad34f4,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:16.307933 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Attempting to bind port 66b00381-c932-4c6e-9ce9-6ef353ad34f4 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:59:16.308466 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Attempting to bind port 66b00381-c932-4c6e-9ce9-6ef353ad34f4 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:59:16.308916 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Attempting to bind port 66b00381-c932-4c6e-9ce9-6ef353ad34f4 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:59:16.316675 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:59:16.317286 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:59:16.317876 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:16.318399 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:59:16.319604 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Bound port: 66b00381-c932-4c6e-9ce9-6ef353ad34f4, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:59:16.320040 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:16.345288 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8ec1b454-fbba-4787-a7f0-4b7e3ada1cfe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=714dfce53ee244bfa8f2f008f80506dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1980612 Nov 11 11:59:16.346185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52786) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:16.354986 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1b454-fbba-4787-a7f0-4b7e3ada1cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d0c98d-54ca-4e06-a3cb-8a1213e85472,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:16.380005 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] For port 66b00381-c932-4c6e-9ce9-6ef353ad34f4, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:59:16.384455 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] For port 66b00381-c932-4c6e-9ce9-6ef353ad34f4, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=66b00381-c932-4c6e-9ce9-6ef353ad34f4,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:59:16.390422 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:16.421137 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cc5bf9e7-be3a-4b34-9a71-bed3ccc1a4e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:16.434458 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-fd24f063-b79d-466c-810a-bbd659db288b None None] Provisioning complete for port 883cdb4a-6e77-4923-9e12-535ce77199cd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:16.434944 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Routers {'9d8fb428-2c76-41a8-bcae-c9cf191ce672'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:59:16.435363 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:59:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:16.435622 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fd24f063-b79d-466c-810a-bbd659db288b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:16.448629 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cc5bf9e7-be3a-4b34-9a71-bed3ccc1a4e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:16.473930 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Allocated IP 172.20.0.1 (6ba34a62-22e2-4456-8b51-ad2a18e2724f/98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9/f70b28bf-7390-442d-a7c6-52d8ccd69732) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:59:16.540821 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cc5bf9e7-be3a-4b34-9a71-bed3ccc1a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:16.543687 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cc5bf9e7-be3a-4b34-9a71-bed3ccc1a4e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:16.544983 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cc5bf9e7-be3a-4b34-9a71-bed3ccc1a4e8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/25d0c98d-54ca-4e06-a3cb-8a1213e85472 HTTP/1.1" status: 204 len: 168 time: 0.1967561 Nov 11 11:59:16.558788 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9caa0-1dee-4816-b339-cb76b53f7b50 None None] Pushing event updated for resources: {'Port': ['ID=66b00381-c932-4c6e-9ce9-6ef353ad34f4,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:16.578637 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] Set router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:59:16.581972 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bf9e7-be3a-4b34-9a71-bed3ccc1a4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d0c98d-54ca-4e06-a3cb-8a1213e85472,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:16.610331 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bc720-4718-4cdb-8dd0-41a17401f631 req-4b55a788-4f46-4736-9995-85ded1a920ae tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:16.611594 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:16.611929 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b7bc720-4718-4cdb-8dd0-41a17401f631 req-4b55a788-4f46-4736-9995-85ded1a920ae tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 946 time: 0.1926053 Nov 11 11:59:16.640636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device c53a9bfd-28ad-4550-afe0-f6dc2c49222b up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:59:16.653960 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:16.699162 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b7bc720-4718-4cdb-8dd0-41a17401f631 req-5e8a6ee6-4003-4cb7-9f97-670316cb9c7e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801694 Nov 11 11:59:16.708670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Network 6ba34a62-22e2-4456-8b51-ad2a18e2724f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:59:16.713911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:16.716290 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:59:16.825052 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:16.872086 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'name': 'tempest-TaggedBootDevicesTest-1804844071-router', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:59:12Z', 'updated_at': '2021-11-11T11:59:14Z', 'revision_number': 3, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'gw_port': {'id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:13Z', 'updated_at': '2021-11-11T11:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:16.926814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00979dd7-4188-44f2-a3b0-1e72b4f7ae40 req-ae1e51bd-a74f-4612-850a-ff7e5780f0b2 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:16.939101 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00979dd7-4188-44f2-a3b0-1e72b4f7ae40 req-ae1e51bd-a74f-4612-850a-ff7e5780f0b2 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 945 time: 0.1376102 Nov 11 11:59:16.960498 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89fe22-ef05-482c-829e-e84324adc756 None None] The sync data for ids ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'] in n-d-807359-3 is: [{'id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'name': 'tempest-TaggedBootDevicesTest-1804844071-router', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:59:12Z', 'updated_at': '2021-11-11T11:59:14Z', 'revision_number': 3, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'gw_port': {'id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:13Z', 'updated_at': '2021-11-11T11:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:59:17.033953 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00979dd7-4188-44f2-a3b0-1e72b4f7ae40 req-14b822fd-6cb3-4a65-90ec-613235583236 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894306 Nov 11 11:59:17.045173 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Pushing event updated for resources: {'Port': ['ID=f70b28bf-7390-442d-a7c6-52d8ccd69732,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:17.047347 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cde56-1c5d-413b-8580-eaa441f534d8 req-fd37aecd-102a-448e-914a-be2c36ef3508 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:17.049073 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-376cde56-1c5d-413b-8580-eaa441f534d8 req-fd37aecd-102a-448e-914a-be2c36ef3508 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 1097 time: 0.1879275 Nov 11 11:59:17.112153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9af0f368-97eb-4449-bb5f-0696b4e0e049 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:59:17.114146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 883cdb4a-6e77-4923-9e12-535ce77199cd up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:59:17.138693 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:17.177227 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-376cde56-1c5d-413b-8580-eaa441f534d8 req-23d2f5ab-b088-436b-a149-0575c5145fc2 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203880 Nov 11 11:59:17.247577 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-be19b5c6-54c7-4b4b-b116-284a2a9e5195 None None] Provisioning complete for port f70b28bf-7390-442d-a7c6-52d8ccd69732 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:17.248040 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-be19b5c6-54c7-4b4b-b116-284a2a9e5195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:17.283392 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 883cdb4a-6e77-4923-9e12-535ce77199cd triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:17.283884 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:17.353080 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port c53a9bfd-28ad-4550-afe0-f6dc2c49222b completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:59:17.359291 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port c53a9bfd-28ad-4550-afe0-f6dc2c49222b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:17.359723 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:17.392286 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c431b-88a0-4530-904f-1ab1f52be2ca req-7bd9a0de-3c99-43ad-be68-a4e97387f686 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:17.398847 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c05c431b-88a0-4530-904f-1ab1f52be2ca req-7bd9a0de-3c99-43ad-be68-a4e97387f686 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.1519630 Nov 11 11:59:17.404976 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:17.422076 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:17.435017 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-be19b5c6-54c7-4b4b-b116-284a2a9e5195 None None] Port f70b28bf-7390-442d-a7c6-52d8ccd69732 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:59:17.448501 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 9af0f368-97eb-4449-bb5f-0696b4e0e049 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:59:17.477851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 9af0f368-97eb-4449-bb5f-0696b4e0e049 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:17.478501 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:17.514062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c05c431b-88a0-4530-904f-1ab1f52be2ca req-60f17626-4fcc-4102-aa13-68446ecfe651 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053877 Nov 11 11:59:17.520828 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Pushing event updated for resources: {'Port': ['ID=f70b28bf-7390-442d-a7c6-52d8ccd69732,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:17.523770 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:17.535812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:17.545225 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90781cf9-952a-4e57-be2a-4928283fa909 req-319e4307-0d1c-4a90-8a9e-e1d0c1733df4 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:17.547039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:17.547480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:17.547816 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:17.548145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:17.548471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:17.548796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:17.549117 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:17.549438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:17.549785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:17.550100 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:17.550448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:17.564941 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90781cf9-952a-4e57-be2a-4928283fa909 req-319e4307-0d1c-4a90-8a9e-e1d0c1733df4 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 1097 time: 0.1306620 Nov 11 11:59:17.634411 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:17.676064 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90781cf9-952a-4e57-be2a-4928283fa909 req-3ca367cc-0448-4d67-81a7-47481934aed1 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098421 Nov 11 11:59:17.703191 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:17.705171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Network 6ba34a62-22e2-4456-8b51-ad2a18e2724f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:59:17.706871 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:17.732885 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9702d34d-19fb-4d02-9e37-11eb8b9a31ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53a9bfd-28ad-4550-afe0-f6dc2c49222b'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:17.735800 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b335203-165a-4f7b-ac0c-50e9818a661b" -d '{"events": [{"server_uuid": "9702d34d-19fb-4d02-9e37-11eb8b9a31ca", "name": "network-vif-plugged", "status": "completed", "tag": "c53a9bfd-28ad-4550-afe0-f6dc2c49222b"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:17.781630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9af0f368-97eb-4449-bb5f-0696b4e0e049, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9af0f368-97eb-4449-bb5f-0696b4e0e049,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:17.795703 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:17.883588 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9033c0a-b91c-46ee-aafe-bc635a99bc31 x-openstack-request-id: req-c9033c0a-b91c-46ee-aafe-bc635a99bc31 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:17.885489 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9702d34d-19fb-4d02-9e37-11eb8b9a31ca", "name": "network-vif-plugged", "status": "completed", "tag": "c53a9bfd-28ad-4550-afe0-f6dc2c49222b", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:17.891296 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9033c0a-b91c-46ee-aafe-bc635a99bc31 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:17.892696 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9702d34d-19fb-4d02-9e37-11eb8b9a31ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53a9bfd-28ad-4550-afe0-f6dc2c49222b', 'code': 200} Nov 11 11:59:17.896803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port c53a9bfd-28ad-4550-afe0-f6dc2c49222b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=c53a9bfd-28ad-4550-afe0-f6dc2c49222b,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:17.902436 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:59:17.933338 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:18.005047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f70df-fb62-4305-b913-d1eb54798eb2 req-eb93f2a7-8b47-4ad1-89fd-ff36c17eaed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:18.006849 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=9af0f368-97eb-4449-bb5f-0696b4e0e049,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:18.009070 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-657f70df-fb62-4305-b913-d1eb54798eb2 req-eb93f2a7-8b47-4ad1-89fd-ff36c17eaed3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9702d34d-19fb-4d02-9e37-11eb8b9a31ca HTTP/1.1" status: 200 len: 1095 time: 0.1155665 Nov 11 11:59:18.132497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=c53a9bfd-28ad-4550-afe0-f6dc2c49222b,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:18.162997 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-657f70df-fb62-4305-b913-d1eb54798eb2 req-efda6bf6-7922-4f38-af6f-25d1878a49ac service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408734 Nov 11 11:59:18.173814 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c78032a-734b-4509-961a-404e1226a60f None None] Provisioning complete for port f70b28bf-7390-442d-a7c6-52d8ccd69732 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:18.177103 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c78032a-734b-4509-961a-404e1226a60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:18.245346 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c78032a-734b-4509-961a-404e1226a60f None None] Port f70b28bf-7390-442d-a7c6-52d8ccd69732 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:59:18.256506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf482e3f-da6f-446a-9849-ae0301c3c115 req-c5008250-92ac-4ead-b7b7-9fc10a347a48 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:18.258181 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf482e3f-da6f-446a-9849-ae0301c3c115 req-c5008250-92ac-4ead-b7b7-9fc10a347a48 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 946 time: 0.0752201 Nov 11 11:59:18.263263 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:59:18.287318 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d1a51f70-203f-4037-9e35-6193c6f86138 admin admin] 10.222.0.65 "PUT /v2.0/routers/9d8fb428-2c76-41a8-bcae-c9cf191ce672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1385612 Nov 11 11:59:18.324358 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf482e3f-da6f-446a-9849-ae0301c3c115 req-c9c71e49-0148-4fbd-a40b-892ff0df2f2d tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578017 Nov 11 11:59:18.665861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8393e9-d6d4-45e2-a462-0301a2c10e61 req-c9a855c0-6f23-4574-89ca-ddb3b6453999 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:18.668244 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea8393e9-d6d4-45e2-a462-0301a2c10e61 req-c9a855c0-6f23-4574-89ca-ddb3b6453999 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.0717111 Nov 11 11:59:18.755495 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea8393e9-d6d4-45e2-a462-0301a2c10e61 req-ba5bbe94-4a8b-4204-9c0d-8e426a45c675 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707603 Nov 11 11:59:18.952886 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 66b00381-c932-4c6e-9ce9-6ef353ad34f4 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:59:19.010964 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 66b00381-c932-4c6e-9ce9-6ef353ad34f4 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:19.011407 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:19.066224 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:59:19.113319 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:19.134004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-0e286612-2876-405d-88f1-ab96f2a3c64e tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:59:19.134004 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-0e286612-2876-405d-88f1-ab96f2a3c64e tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097177 Nov 11 11:59:19.152523 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 66b00381-c932-4c6e-9ce9-6ef353ad34f4, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=66b00381-c932-4c6e-9ce9-6ef353ad34f4,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:19.159690 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:19.225615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=66b00381-c932-4c6e-9ce9-6ef353ad34f4,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:19.407080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-8c8b96e5-1cac-4595-959f-a5b783e70f02 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:59:19.416497 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-8c8b96e5-1cac-4595-959f-a5b783e70f02 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2255745 Nov 11 11:59:19.558423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Sync routers for ids ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:59:19.576400 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Routers {'9d8fb428-2c76-41a8-bcae-c9cf191ce672'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:59:19.578446 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:59:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:19.603942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429643-93e7-44df-ae20-1d396afc3c46 req-2c03759d-f4b6-4dd9-b90e-acfd3ce74fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:19.616012 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-2c03759d-f4b6-4dd9-b90e-acfd3ce74fd5 service neutron] 10.222.0.65 "GET /v2.0/ports/3e82901d-faa3-4fb4-ab1a-d52a146d1311 HTTP/1.1" status: 200 len: 1094 time: 0.1980422 Nov 11 11:59:19.624832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-41429643-93e7-44df-ae20-1d396afc3c46 req-16fc66e6-6809-436d-950f-d87159d5be74 service neutron] Request body: {'binding': {'host': 'n-h1-807359-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:19.625568 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-41429643-93e7-44df-ae20-1d396afc3c46 req-16fc66e6-6809-436d-950f-d87159d5be74 service neutron] Unknown quota resources ['binding']. {{(pid=109153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 11:59:19.730556 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Set router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:59:19.856186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8036ea0-88b5-40e1-a593-7c0596fd1648 req-27b77a5e-5e8e-4443-ba4d-bd70b774723f tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:19.859641 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8036ea0-88b5-40e1-a593-7c0596fd1648 req-27b77a5e-5e8e-4443-ba4d-bd70b774723f tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 946 time: 0.4039268 Nov 11 11:59:19.894381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff625744-fe47-4955-8a91-5f9f8ff064a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af0f368-97eb-4449-bb5f-0696b4e0e049'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:19.897272 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582da12d-9f48-4f5b-aded-58020ce77588" -d '{"events": [{"server_uuid": "ff625744-fe47-4955-8a91-5f9f8ff064a8", "name": "network-vif-plugged", "status": "completed", "tag": "9af0f368-97eb-4449-bb5f-0696b4e0e049"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:19.962996 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-41429643-93e7-44df-ae20-1d396afc3c46 req-16fc66e6-6809-436d-950f-d87159d5be74 service neutron] Attempting to bind port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 on host n-h1-807359-3 for vnic_type normal with profile None {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:59:19.963437 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-41429643-93e7-44df-ae20-1d396afc3c46 req-16fc66e6-6809-436d-950f-d87159d5be74 service neutron] Attempting to bind port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:59:19.964000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41429643-93e7-44df-ae20-1d396afc3c46 req-16fc66e6-6809-436d-950f-d87159d5be74 service neutron] Attempting to bind port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:59:19.979732 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41429643-93e7-44df-ae20-1d396afc3c46 req-16fc66e6-6809-436d-950f-d87159d5be74 service neutron] Port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:59:19.980255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41429643-93e7-44df-ae20-1d396afc3c46 req-16fc66e6-6809-436d-950f-d87159d5be74 service neutron] Attempting to bind port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:59:19.994607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41429643-93e7-44df-ae20-1d396afc3c46 req-16fc66e6-6809-436d-950f-d87159d5be74 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:59:19.995135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41429643-93e7-44df-ae20-1d396afc3c46 req-16fc66e6-6809-436d-950f-d87159d5be74 service neutron] Checking segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:59:19.995752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41429643-93e7-44df-ae20-1d396afc3c46 req-16fc66e6-6809-436d-950f-d87159d5be74 service neutron] Bound using segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:59:19.996449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-41429643-93e7-44df-ae20-1d396afc3c46 req-16fc66e6-6809-436d-950f-d87159d5be74 service neutron] Bound port: 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:59:20.006522 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8036ea0-88b5-40e1-a593-7c0596fd1648 req-dbebec88-29df-4778-b344-41015f3a28df tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364040 Nov 11 11:59:20.021152 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'name': 'tempest-TaggedBootDevicesTest-1804844071-router', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:59:12Z', 'updated_at': '2021-11-11T11:59:17Z', 'revision_number': 4, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'gw_port': {'id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:13Z', 'updated_at': '2021-11-11T11:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'f70b28bf-7390-442d-a7c6-52d8ccd69732', 'name': '', 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'mac_address': 'fa:16:3e:55:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:16Z', 'updated_at': '2021-11-11T11:59:17Z', 'revision_number': 2, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'subnets': [{'id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:20.074222 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Checking router: 9d8fb428-2c76-41a8-bcae-c9cf191ce672 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:59:20.074946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Updating router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 port f70b28bf-7390-442d-a7c6-52d8ccd69732 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:59:20.109638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-41429643-93e7-44df-ae20-1d396afc3c46 req-16fc66e6-6809-436d-950f-d87159d5be74 service neutron] For port 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=3e82901d-faa3-4fb4-ab1a-d52a146d1311,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:59:20.127980 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-41429643-93e7-44df-ae20-1d396afc3c46 req-16fc66e6-6809-436d-950f-d87159d5be74 service neutron] Publish callbacks [] for binding, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:20.129760 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-16fc66e6-6809-436d-950f-d87159d5be74 service neutron] 10.222.0.65 "POST /v2.0/ports/3e82901d-faa3-4fb4-ab1a-d52a146d1311/bindings HTTP/1.1" status: 201 len: 389 time: 0.5114169 Nov 11 11:59:20.135241 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:20.299806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd9fda-38ab-4f51-8ff5-b9b3b8174c50 req-1e748919-859b-473e-b6ae-aea2a54b23a5 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:20.314068 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-66fd9fda-38ab-4f51-8ff5-b9b3b8174c50 req-1e748919-859b-473e-b6ae-aea2a54b23a5 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.0850863 Nov 11 11:59:20.388305 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-66fd9fda-38ab-4f51-8ff5-b9b3b8174c50 req-9f198657-b3df-4018-b0ee-0c5bc60cfc3e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732143 Nov 11 11:59:20.493006 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25940eca-1286-4a24-a073-916f74c3fec1 x-openstack-request-id: req-25940eca-1286-4a24-a073-916f74c3fec1 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:20.493812 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff625744-fe47-4955-8a91-5f9f8ff064a8", "name": "network-vif-plugged", "status": "completed", "tag": "9af0f368-97eb-4449-bb5f-0696b4e0e049", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:20.494075 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25940eca-1286-4a24-a073-916f74c3fec1 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:20.494455 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff625744-fe47-4955-8a91-5f9f8ff064a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af0f368-97eb-4449-bb5f-0696b4e0e049', 'code': 200} Nov 11 11:59:20.560705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344662d2-8883-4f73-8c7b-d0151cfa7f0c req-3c0fd8b9-e1e4-4f4b-83be-c614482c157d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:20.562885 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-344662d2-8883-4f73-8c7b-d0151cfa7f0c req-3c0fd8b9-e1e4-4f4b-83be-c614482c157d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 946 time: 0.0714295 Nov 11 11:59:20.656924 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-344662d2-8883-4f73-8c7b-d0151cfa7f0c req-81d50506-c7d5-4a9e-b3aa-cd77d2f5b162 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871363 Nov 11 11:59:20.711042 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:20.719195 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:20.730296 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429643-93e7-44df-ae20-1d396afc3c46 req-11e526bb-dcd8-4087-80d5-4d9f219fcd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:20.732126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-11e526bb-dcd8-4087-80d5-4d9f219fcd49 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 1097 time: 0.2025795 Nov 11 11:59:20.787747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129ce96-118a-4937-9fda-002d734c0e4d req-e93086dc-153c-4ea9-b024-44c174cf61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:20.793199 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b129ce96-118a-4937-9fda-002d734c0e4d req-e93086dc-153c-4ea9-b024-44c174cf61c4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 1097 time: 0.2054899 Nov 11 11:59:20.808441 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5551c-3c13-4352-853b-2e162c3e3d64 None None] Pushing event updated for resources: {'Port': ['ID=f70b28bf-7390-442d-a7c6-52d8ccd69732,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:20.872053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Attempting to bind port f70b28bf-7390-442d-a7c6-52d8ccd69732 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:59:20.872053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Attempting to bind port f70b28bf-7390-442d-a7c6-52d8ccd69732 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '2251ea31-8c4f-4cd3-9c37-cc3f06e36863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:59:20.875217 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Attempting to bind port f70b28bf-7390-442d-a7c6-52d8ccd69732 on network 6ba34a62-22e2-4456-8b51-ad2a18e2724f {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:59:20.893707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:59:20.893707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Checking segment: {'id': '2251ea31-8c4f-4cd3-9c37-cc3f06e36863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:59:20.893707 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:20.893707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Bound using segment: {'id': '2251ea31-8c4f-4cd3-9c37-cc3f06e36863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:59:20.893707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Bound port: f70b28bf-7390-442d-a7c6-52d8ccd69732, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2251ea31-8c4f-4cd3-9c37-cc3f06e36863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:59:20.893707 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:20.904693 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b129ce96-118a-4937-9fda-002d734c0e4d req-0a6385c5-d48e-4e77-b79a-0f234952e235 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017292 Nov 11 11:59:20.917259 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e438c59c-2697-426a-8141-2beb2355c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:20.919796 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e438c59c-2697-426a-8141-2beb2355c977 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.1778994 Nov 11 11:59:20.962404 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 66b00381-c932-4c6e-9ce9-6ef353ad34f4 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:59:21.030794 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] For port f70b28bf-7390-442d-a7c6-52d8ccd69732, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:59:21.034811 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] For port f70b28bf-7390-442d-a7c6-52d8ccd69732, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f70b28bf-7390-442d-a7c6-52d8ccd69732,segment=NetworkSegment(2251ea31-8c4f-4cd3-9c37-cc3f06e36863),segment_id=2251ea31-8c4f-4cd3-9c37-cc3f06e36863)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:59:21.047063 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:21.125186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 66b00381-c932-4c6e-9ce9-6ef353ad34f4 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:21.125186 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:21.158199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5551c-3c13-4352-853b-2e162c3e3d64 None None] Pushing event updated for resources: {'Port': ['ID=f70b28bf-7390-442d-a7c6-52d8ccd69732,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:21.186555 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-77bfd80d-be7d-4452-89ea-a73eb1d2f5ca None None] Provisioning complete for port f70b28bf-7390-442d-a7c6-52d8ccd69732 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:21.186922 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-77bfd80d-be7d-4452-89ea-a73eb1d2f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:21.201569 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Routers {'9d8fb428-2c76-41a8-bcae-c9cf191ce672'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:59:21.202472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:59:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:21.235367 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-1cd27ca9-3b93-41fa-a4c9-ad9ef19c5ea4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e82901d-faa3-4fb4-ab1a-d52a146d1311 HTTP/1.1" status: 200 len: 217 time: 0.1187649 Nov 11 11:59:21.388189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbad847-9f30-49d7-b3d4-5de42100f840 req-5b8a0459-e7b9-45e4-bd0e-8661ec78ddba tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:21.399034 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-adbad847-9f30-49d7-b3d4-5de42100f840 req-5b8a0459-e7b9-45e4-bd0e-8661ec78ddba tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 946 time: 0.1612699 Nov 11 11:59:21.426913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429643-93e7-44df-ae20-1d396afc3c46 req-568dde1d-6f6a-48c4-864c-625bcec41243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:21.432860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-568dde1d-6f6a-48c4-864c-625bcec41243 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.1731911 Nov 11 11:59:21.474677 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-adbad847-9f30-49d7-b3d4-5de42100f840 req-cb42423a-a885-46a8-b29e-b6cf171c6aa1 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735691 Nov 11 11:59:21.570917 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-0160edcd-50eb-4486-b0c5-b520daebd0c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077807 Nov 11 11:59:21.583753 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:21.616501 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] Set router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:59:21.673205 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-77bfd80d-be7d-4452-89ea-a73eb1d2f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:21.709228 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd000a-e630-4647-b013-0dab1ce40341 req-3e8a0d22-abc0-4876-86cd-1ee64b54e070 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:21.712284 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-afbd000a-e630-4647-b013-0dab1ce40341 req-3e8a0d22-abc0-4876-86cd-1ee64b54e070 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.1385405 Nov 11 11:59:21.760071 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-417009df-dcef-4a77-b473-9cc15975fe6b service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747711 Nov 11 11:59:21.797571 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-77bfd80d-be7d-4452-89ea-a73eb1d2f5ca None None] For port f70b28bf-7390-442d-a7c6-52d8ccd69732, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f70b28bf-7390-442d-a7c6-52d8ccd69732,segment=NetworkSegment(2251ea31-8c4f-4cd3-9c37-cc3f06e36863),segment_id=2251ea31-8c4f-4cd3-9c37-cc3f06e36863)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:21.806550 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-77bfd80d-be7d-4452-89ea-a73eb1d2f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:21.928150 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfd80d-be7d-4452-89ea-a73eb1d2f5ca None None] Pushing event updated for resources: {'Port': ['ID=f70b28bf-7390-442d-a7c6-52d8ccd69732,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:21.945286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-244b0c5e-e7d5-4cbb-82d0-b25062de991d None None] Provisioning complete for port f70b28bf-7390-442d-a7c6-52d8ccd69732 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:21.945637 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-244b0c5e-e7d5-4cbb-82d0-b25062de991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:21.951329 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-afbd000a-e630-4647-b013-0dab1ce40341 req-7937cfbc-f32d-4213-bd04-2b50304dd8b7 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275441 Nov 11 11:59:22.004919 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164ca12-f6d8-41c2-b82b-79a7b0a31e5e req-3cd88f87-1285-4a47-853a-52b5dba8a7a3 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:22.006660 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2164ca12-f6d8-41c2-b82b-79a7b0a31e5e req-3cd88f87-1285-4a47-853a-52b5dba8a7a3 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 946 time: 0.1171441 Nov 11 11:59:22.010693 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-ebc30e47-918d-451a-8cba-bc7d7813bcf7 service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181656 Nov 11 11:59:22.031918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'name': 'tempest-TaggedBootDevicesTest-1804844071-router', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:59:12Z', 'updated_at': '2021-11-11T11:59:17Z', 'revision_number': 4, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'gw_port': {'id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:13Z', 'updated_at': '2021-11-11T11:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'f70b28bf-7390-442d-a7c6-52d8ccd69732', 'name': '', 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'mac_address': 'fa:16:3e:55:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:16Z', 'updated_at': '2021-11-11T11:59:21Z', 'revision_number': 4, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'subnets': [{'id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:22.122345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3efd97-6491-470f-bbed-e64182785eec None None] The sync data for ids ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'] in n-d-807359-3 is: [{'id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'name': 'tempest-TaggedBootDevicesTest-1804844071-router', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:59:12Z', 'updated_at': '2021-11-11T11:59:17Z', 'revision_number': 4, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'gw_port': {'id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:13Z', 'updated_at': '2021-11-11T11:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'f70b28bf-7390-442d-a7c6-52d8ccd69732', 'name': '', 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'mac_address': 'fa:16:3e:55:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:16Z', 'updated_at': '2021-11-11T11:59:21Z', 'revision_number': 4, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'subnets': [{'id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:59:22.129016 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2164ca12-f6d8-41c2-b82b-79a7b0a31e5e req-bb495ad5-34ff-4790-905c-4280eded7d73 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148629 Nov 11 11:59:22.192841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7076e-ef72-4658-9e9b-66a4e0d142f5 req-f60b4a19-26b5-4425-b70d-8afbd166dc8a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:22.231757 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69c7076e-ef72-4658-9e9b-66a4e0d142f5 req-f60b4a19-26b5-4425-b70d-8afbd166dc8a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 945 time: 0.1501331 Nov 11 11:59:22.364439 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69c7076e-ef72-4658-9e9b-66a4e0d142f5 req-02e69921-b1a5-478a-a498-b43b5f2d390b tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317606 Nov 11 11:59:22.710721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185e361-1d3f-4de6-bf2d-0305b446b763 req-80db5b47-eaba-4fea-922e-775aa0ea8202 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:22.723434 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1185e361-1d3f-4de6-bf2d-0305b446b763 req-80db5b47-eaba-4fea-922e-775aa0ea8202 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 946 time: 0.1606569 Nov 11 11:59:22.836083 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1185e361-1d3f-4de6-bf2d-0305b446b763 req-8cfeade8-ca0b-4dae-a67a-6ce54f50db43 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057394 Nov 11 11:59:22.954730 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f70b28bf-7390-442d-a7c6-52d8ccd69732 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:59:23.032228 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f70b28bf-7390-442d-a7c6-52d8ccd69732 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:23.033329 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:23.076398 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ebdda-90d7-461c-ba28-2ed78d7a8ab5 req-c32041fb-6544-40d1-a5f5-85e6d1e55253 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:23.091796 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-533ebdda-90d7-461c-ba28-2ed78d7a8ab5 req-c32041fb-6544-40d1-a5f5-85e6d1e55253 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=9702d34d-19fb-4d02-9e37-11eb8b9a31ca HTTP/1.1" status: 200 len: 945 time: 0.1361892 Nov 11 11:59:23.746894 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-533ebdda-90d7-461c-ba28-2ed78d7a8ab5 req-1936376c-4411-4551-aafa-d08e12c75caf tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6541288 Nov 11 11:59:23.772749 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e14c78-fa56-4616-a3b2-17a79dd9cca6 req-a8df6cd4-e71a-42d8-9ef3-c682f868b860 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:23.785909 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8e14c78-fa56-4616-a3b2-17a79dd9cca6 req-a8df6cd4-e71a-42d8-9ef3-c682f868b860 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.6619244 Nov 11 11:59:24.003376 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc0efe-7023-476f-8ee5-394e720d24f7 req-e96a4838-50dc-4746-a545-d7251ae2e44c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:24.005124 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8bdc0efe-7023-476f-8ee5-394e720d24f7 req-e96a4838-50dc-4746-a545-d7251ae2e44c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.43 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 945 time: 0.1825399 Nov 11 11:59:24.119932 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8e14c78-fa56-4616-a3b2-17a79dd9cca6 req-577417fb-b061-4c53-ab85-0cd8f3de4730 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282170 Nov 11 11:59:24.135453 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34eede-8457-4f00-bd9f-10cbe281bc84 req-32015c7f-1c21-4369-9787-602ecd235076 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:24.144058 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe34eede-8457-4f00-bd9f-10cbe281bc84 req-32015c7f-1c21-4369-9787-602ecd235076 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 946 time: 0.2096424 Nov 11 11:59:24.207469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe34eede-8457-4f00-bd9f-10cbe281bc84 req-6106b5d3-c5e1-4b67-ba32-aa08d7ea138d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624106 Nov 11 11:59:24.240938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-8bdc0efe-7023-476f-8ee5-394e720d24f7 req-09700061-9e57-4e63-ad28-47c443d01645 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Deleting port 17b14fb8-fc20-404e-89ab-26ebdae160ec {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:59:24.241352 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8bdc0efe-7023-476f-8ee5-394e720d24f7 req-09700061-9e57-4e63-ad28-47c443d01645 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:24.363564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-8bdc0efe-7023-476f-8ee5-394e720d24f7 req-09700061-9e57-4e63-ad28-47c443d01645 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] For port 17b14fb8-fc20-404e-89ab-26ebdae160ec, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=17b14fb8-fc20-404e-89ab-26ebdae160ec,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:24.363967 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8bdc0efe-7023-476f-8ee5-394e720d24f7 req-09700061-9e57-4e63-ad28-47c443d01645 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:24.406214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-8bdc0efe-7023-476f-8ee5-394e720d24f7 req-09700061-9e57-4e63-ad28-47c443d01645 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Calling delete_port for 17b14fb8-fc20-404e-89ab-26ebdae160ec owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:59:24.482335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d34948-4722-418e-b87b-1b5dc988575c req-81393a11-c97b-4daf-8c3a-903216fad449 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:24.489886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30d34948-4722-418e-b87b-1b5dc988575c req-81393a11-c97b-4daf-8c3a-903216fad449 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 945 time: 0.1163824 Nov 11 11:59:24.569565 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30d34948-4722-418e-b87b-1b5dc988575c req-4ad104cb-c8c3-406a-8807-9bc1f410ea27 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786366 Nov 11 11:59:24.678103 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8bdc0efe-7023-476f-8ee5-394e720d24f7 req-09700061-9e57-4e63-ad28-47c443d01645 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:24.691291 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['17b14fb8-fc20-404e-89ab-26ebdae160ec'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:59:24.727803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09700061-9e57-4e63-ad28-47c443d01645 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Pushing event deleted for resources: {'Port': ['ID=17b14fb8-fc20-404e-89ab-26ebdae160ec,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:24.771331 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdc0efe-7023-476f-8ee5-394e720d24f7 req-09700061-9e57-4e63-ad28-47c443d01645 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] No DVR routers for this DVR port 17b14fb8-fc20-404e-89ab-26ebdae160ec on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:59:24.775921 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8bdc0efe-7023-476f-8ee5-394e720d24f7 req-09700061-9e57-4e63-ad28-47c443d01645 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:24.781363 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8bdc0efe-7023-476f-8ee5-394e720d24f7 req-09700061-9e57-4e63-ad28-47c443d01645 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.43 "DELETE /v2.0/ports/17b14fb8-fc20-404e-89ab-26ebdae160ec HTTP/1.1" status: 204 len: 173 time: 0.7652600 Nov 11 11:59:24.781913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42869fd-6e78-43b0-be58-a1edbe7cdd9f', 'name': 'network-vif-deleted', 'tag': '17b14fb8-fc20-404e-89ab-26ebdae160ec'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:24.785419 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4bca66-4366-4be0-b2b1-055d8f5828e4" -d '{"events": [{"server_uuid": "f42869fd-6e78-43b0-be58-a1edbe7cdd9f", "name": "network-vif-deleted", "tag": "17b14fb8-fc20-404e-89ab-26ebdae160ec"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:24.987355 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04d72a-0c1c-433a-b856-64dba699bb1e req-9abc8783-ff71-4024-9b86-a393b8af49d8 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:24.990859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb04d72a-0c1c-433a-b856-64dba699bb1e req-9abc8783-ff71-4024-9b86-a393b8af49d8 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=9702d34d-19fb-4d02-9e37-11eb8b9a31ca HTTP/1.1" status: 200 len: 945 time: 0.1227734 Nov 11 11:59:25.106968 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb04d72a-0c1c-433a-b856-64dba699bb1e req-9601527f-88ba-4248-9a61-3c984efd3477 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084445 Nov 11 11:59:25.155694 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6679fa4-cb85-42f1-945b-9eecd0b6ab21 x-openstack-request-id: req-c6679fa4-cb85-42f1-945b-9eecd0b6ab21 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:25.156270 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42869fd-6e78-43b0-be58-a1edbe7cdd9f", "name": "network-vif-deleted", "tag": "17b14fb8-fc20-404e-89ab-26ebdae160ec", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:25.156496 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6679fa4-cb85-42f1-945b-9eecd0b6ab21 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:25.156984 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42869fd-6e78-43b0-be58-a1edbe7cdd9f', 'name': 'network-vif-deleted', 'tag': '17b14fb8-fc20-404e-89ab-26ebdae160ec', 'status': 'completed', 'code': 200} Nov 11 11:59:25.259939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b772ec3-646a-41b6-8a08-0fbf652973a9 req-1c8444b5-1e74-4ed5-afbb-806dadd55ccc tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:25.261466 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b772ec3-646a-41b6-8a08-0fbf652973a9 req-1c8444b5-1e74-4ed5-afbb-806dadd55ccc tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.0622232 Nov 11 11:59:25.394349 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b772ec3-646a-41b6-8a08-0fbf652973a9 req-ce9ed339-7a7a-4052-af61-0a9b6137a60b tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220708 Nov 11 11:59:25.433764 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd71335-7822-44ff-a442-542404d0f23a req-c00b8779-b084-47b6-b866-3e200e5a879f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:25.435422 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fd71335-7822-44ff-a442-542404d0f23a req-c00b8779-b084-47b6-b866-3e200e5a879f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 946 time: 0.1092973 Nov 11 11:59:25.518215 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fd71335-7822-44ff-a442-542404d0f23a req-279cc1a9-604b-48f1-ab7b-372fa66218f5 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749216 Nov 11 11:59:25.681117 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-906c60ce-b619-4965-b310-38ac77bdef9a req-bc69732f-999b-45c0-b635-32cf67e1357e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 210 time: 0.0426321 Nov 11 11:59:26.203701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f929eb-9977-4a86-a6e0-aeb2b2bafba4 req-648d78c5-0953-4649-93b4-786fbb0a09f1 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:26.205360 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81f929eb-9977-4a86-a6e0-aeb2b2bafba4 req-648d78c5-0953-4649-93b4-786fbb0a09f1 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.43 "GET /v2.0/ports?device_id=9702d34d-19fb-4d02-9e37-11eb8b9a31ca HTTP/1.1" status: 200 len: 945 time: 0.0946944 Nov 11 11:59:26.299153 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b97a94-0a3f-461d-8057-54e9927fea78 req-a143f98d-21c1-46d3-8376-0bdeb904dcc0 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:26.302711 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7b97a94-0a3f-461d-8057-54e9927fea78 req-a143f98d-21c1-46d3-8376-0bdeb904dcc0 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=9702d34d-19fb-4d02-9e37-11eb8b9a31ca HTTP/1.1" status: 200 len: 945 time: 0.1070983 Nov 11 11:59:26.469091 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7b97a94-0a3f-461d-8057-54e9927fea78 req-56c68be2-0656-45a0-a4a0-b2d56c1c59de tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/security-groups?id=aaa05fff-8305-4c20-a075-10370c9386c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360731 Nov 11 11:59:26.490737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-81f929eb-9977-4a86-a6e0-aeb2b2bafba4 req-4f3ad829-5c73-4e8f-b7ca-9c89a97f05f4 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Deleting port c53a9bfd-28ad-4550-afe0-f6dc2c49222b {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:59:26.491083 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-81f929eb-9977-4a86-a6e0-aeb2b2bafba4 req-4f3ad829-5c73-4e8f-b7ca-9c89a97f05f4 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:26.598788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-81f929eb-9977-4a86-a6e0-aeb2b2bafba4 req-4f3ad829-5c73-4e8f-b7ca-9c89a97f05f4 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] For port c53a9bfd-28ad-4550-afe0-f6dc2c49222b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=c53a9bfd-28ad-4550-afe0-f6dc2c49222b,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:26.599014 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-81f929eb-9977-4a86-a6e0-aeb2b2bafba4 req-4f3ad829-5c73-4e8f-b7ca-9c89a97f05f4 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:26.614040 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-81f929eb-9977-4a86-a6e0-aeb2b2bafba4 req-4f3ad829-5c73-4e8f-b7ca-9c89a97f05f4 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Calling delete_port for c53a9bfd-28ad-4550-afe0-f6dc2c49222b owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:59:26.640438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597aa7c-bfe2-4e2b-a401-7b39bdb48a47 req-37f3f71d-c5fe-45df-ac00-c9b5678f4da5 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:26.642090 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1597aa7c-bfe2-4e2b-a401-7b39bdb48a47 req-37f3f71d-c5fe-45df-ac00-c9b5678f4da5 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff625744-fe47-4955-8a91-5f9f8ff064a8 HTTP/1.1" status: 200 len: 946 time: 0.2840307 Nov 11 11:59:26.890072 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640671e1-62c6-4a5b-85e6-2debc689d4c3 req-7b907064-b7e5-4a75-864b-09955e45f599 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:26.892144 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-640671e1-62c6-4a5b-85e6-2debc689d4c3 req-7b907064-b7e5-4a75-864b-09955e45f599 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 946 time: 0.2089901 Nov 11 11:59:26.913016 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657b55f-d22c-40f9-9fde-50a94061fb87 req-e0b9ff3a-73e4-437c-947e-0d12cb7e02df tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:26.914668 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9657b55f-d22c-40f9-9fde-50a94061fb87 req-e0b9ff3a-73e4-437c-947e-0d12cb7e02df tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.2839870 Nov 11 11:59:27.077541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-1597aa7c-bfe2-4e2b-a401-7b39bdb48a47 req-08fb0b0e-23f3-4247-a273-97bf7bd3b2f6 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Deleting port 9af0f368-97eb-4449-bb5f-0696b4e0e049 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:59:27.078002 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1597aa7c-bfe2-4e2b-a401-7b39bdb48a47 req-08fb0b0e-23f3-4247-a273-97bf7bd3b2f6 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:27.217570 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9657b55f-d22c-40f9-9fde-50a94061fb87 req-03dabe4c-384d-4dc0-a92e-2973987efa05 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889733 Nov 11 11:59:27.250991 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-640671e1-62c6-4a5b-85e6-2debc689d4c3 req-a4f6202a-32c3-4331-a2d3-f3caca5a7e1a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474028 Nov 11 11:59:27.265883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-1597aa7c-bfe2-4e2b-a401-7b39bdb48a47 req-08fb0b0e-23f3-4247-a273-97bf7bd3b2f6 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] For port 9af0f368-97eb-4449-bb5f-0696b4e0e049, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9af0f368-97eb-4449-bb5f-0696b4e0e049,segment=NetworkSegment(c080438a-7460-4558-a2e6-54499c785eac),segment_id=c080438a-7460-4558-a2e6-54499c785eac)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:27.265883 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1597aa7c-bfe2-4e2b-a401-7b39bdb48a47 req-08fb0b0e-23f3-4247-a273-97bf7bd3b2f6 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:27.309112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-1597aa7c-bfe2-4e2b-a401-7b39bdb48a47 req-08fb0b0e-23f3-4247-a273-97bf7bd3b2f6 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Calling delete_port for 9af0f368-97eb-4449-bb5f-0696b4e0e049 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:59:27.379204 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-81f929eb-9977-4a86-a6e0-aeb2b2bafba4 req-4f3ad829-5c73-4e8f-b7ca-9c89a97f05f4 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:27.391483 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['c53a9bfd-28ad-4550-afe0-f6dc2c49222b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:59:27.454185 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e216a06a-11e9-4ece-9df2-9edd88acc7ab req-bbc5fe2b-5e59-4ddc-9a3c-55dcfe834a54 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 210 time: 0.0726590 Nov 11 11:59:27.480328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ad829-5c73-4e8f-b7ca-9c89a97f05f4 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Pushing event deleted for resources: {'Port': ['ID=c53a9bfd-28ad-4550-afe0-f6dc2c49222b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:27.531419 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f929eb-9977-4a86-a6e0-aeb2b2bafba4 req-4f3ad829-5c73-4e8f-b7ca-9c89a97f05f4 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] No DVR routers for this DVR port c53a9bfd-28ad-4550-afe0-f6dc2c49222b on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:59:27.535557 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-81f929eb-9977-4a86-a6e0-aeb2b2bafba4 req-4f3ad829-5c73-4e8f-b7ca-9c89a97f05f4 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:27.539660 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81f929eb-9977-4a86-a6e0-aeb2b2bafba4 req-4f3ad829-5c73-4e8f-b7ca-9c89a97f05f4 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.43 "DELETE /v2.0/ports/c53a9bfd-28ad-4550-afe0-f6dc2c49222b HTTP/1.1" status: 204 len: 173 time: 1.3230493 Nov 11 11:59:27.542024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9702d34d-19fb-4d02-9e37-11eb8b9a31ca', 'name': 'network-vif-deleted', 'tag': 'c53a9bfd-28ad-4550-afe0-f6dc2c49222b'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:27.553904 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf44189e-3368-4a2b-b9d5-8f984bbc68b9" -d '{"events": [{"server_uuid": "9702d34d-19fb-4d02-9e37-11eb8b9a31ca", "name": "network-vif-deleted", "tag": "c53a9bfd-28ad-4550-afe0-f6dc2c49222b"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:27.654587 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c607def-7d47-4c5c-8890-d0e1ade6e56d x-openstack-request-id: req-0c607def-7d47-4c5c-8890-d0e1ade6e56d {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:27.654587 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9702d34d-19fb-4d02-9e37-11eb8b9a31ca", "name": "network-vif-deleted", "tag": "c53a9bfd-28ad-4550-afe0-f6dc2c49222b", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:27.654587 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c607def-7d47-4c5c-8890-d0e1ade6e56d {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:27.655156 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9702d34d-19fb-4d02-9e37-11eb8b9a31ca', 'name': 'network-vif-deleted', 'tag': 'c53a9bfd-28ad-4550-afe0-f6dc2c49222b', 'status': 'completed', 'code': 200} Nov 11 11:59:27.733814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41acf0c1-3991-4ee8-89dc-ccb3a3811136 req-c64d7220-c1be-4acd-b262-748306b1d687 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.65 "GET /v2.0/ports?device_id=9702d34d-19fb-4d02-9e37-11eb8b9a31ca HTTP/1.1" status: 200 len: 210 time: 0.0767069 Nov 11 11:59:27.770282 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1597aa7c-bfe2-4e2b-a401-7b39bdb48a47 req-08fb0b0e-23f3-4247-a273-97bf7bd3b2f6 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:27.794116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['c53a9bfd-28ad-4550-afe0-f6dc2c49222b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:59:27.855728 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb0b0e-23f3-4247-a273-97bf7bd3b2f6 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Pushing event deleted for resources: {'Port': ['ID=9af0f368-97eb-4449-bb5f-0696b4e0e049,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:27.910272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1597aa7c-bfe2-4e2b-a401-7b39bdb48a47 req-08fb0b0e-23f3-4247-a273-97bf7bd3b2f6 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] No DVR routers for this DVR port 9af0f368-97eb-4449-bb5f-0696b4e0e049 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:59:27.913070 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1597aa7c-bfe2-4e2b-a401-7b39bdb48a47 req-08fb0b0e-23f3-4247-a273-97bf7bd3b2f6 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:27.917150 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1597aa7c-bfe2-4e2b-a401-7b39bdb48a47 req-08fb0b0e-23f3-4247-a273-97bf7bd3b2f6 tempest-MultipleCreateTestJSON-2095216350 tempest-MultipleCreateTestJSON-2095216350-project] 10.222.0.62 "DELETE /v2.0/ports/9af0f368-97eb-4449-bb5f-0696b4e0e049 HTTP/1.1" status: 204 len: 173 time: 1.1990173 Nov 11 11:59:28.381949 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223a867-e5f1-4873-a5df-03c7cab8d20f req-97d6ffd7-7b63-4d6e-946b-f860449a1a5f tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:28.392965 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a223a867-e5f1-4873-a5df-03c7cab8d20f req-97d6ffd7-7b63-4d6e-946b-f860449a1a5f tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.0904431 Nov 11 11:59:28.536393 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a223a867-e5f1-4873-a5df-03c7cab8d20f req-eb7fe6ef-1fd3-4fff-aad3-b2ded3a4eb01 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420832 Nov 11 11:59:28.570916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44fad0-0f11-4163-b16b-f90e0e511757 req-8ea8fc04-026d-4d9b-8766-5bf40d96e63a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:28.580748 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3d44fad0-0f11-4163-b16b-f90e0e511757 req-8ea8fc04-026d-4d9b-8766-5bf40d96e63a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 946 time: 0.2078054 Nov 11 11:59:28.661037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3d44fad0-0f11-4163-b16b-f90e0e511757 req-2f709e00-519c-49ba-95a5-c13817b8a593 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792940 Nov 11 11:59:28.707758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 17b14fb8-fc20-404e-89ab-26ebdae160ec no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:59:28.754990 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-357c2762-3910-47ee-8901-73a512402a84 req-d4463a54-62b2-492c-92d7-57a6fbfb3af4 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 210 time: 0.0415831 Nov 11 11:59:28.773884 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 17b14fb8-fc20-404e-89ab-26ebdae160ec {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:59:28.773884 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 17b14fb8-fc20-404e-89ab-26ebdae160ec not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:59:28.773884 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device c53a9bfd-28ad-4550-afe0-f6dc2c49222b no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:59:28.821096 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: c53a9bfd-28ad-4550-afe0-f6dc2c49222b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:59:28.821774 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device c53a9bfd-28ad-4550-afe0-f6dc2c49222b not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:59:28.916119 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 53212) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:28.966723 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9af0f368-97eb-4449-bb5f-0696b4e0e049 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:59:28.993671 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7eb589-70d5-45ce-bdfe-97bce5bb484a admin admin] Deleting subnet 70597967-6fad-459a-9a9f-141512985da2 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:59:28.997913 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb589-70d5-45ce-bdfe-97bce5bb484a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:29.005296 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 9af0f368-97eb-4449-bb5f-0696b4e0e049 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:59:29.005925 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9af0f368-97eb-4449-bb5f-0696b4e0e049 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:59:29.043651 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb589-70d5-45ce-bdfe-97bce5bb484a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:29.106517 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb589-70d5-45ce-bdfe-97bce5bb484a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:29.180382 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb589-70d5-45ce-bdfe-97bce5bb484a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:29.223858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7eb589-70d5-45ce-bdfe-97bce5bb484a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70597967-6fad-459a-9a9f-141512985da2,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:29.229404 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb589-70d5-45ce-bdfe-97bce5bb484a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:29.235745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ba7eb589-70d5-45ce-bdfe-97bce5bb484a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/70597967-6fad-459a-9a9f-141512985da2 HTTP/1.1" status: 204 len: 168 time: 0.3183661 Nov 11 11:59:29.238240 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53216) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:29.326213 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1884d12-dc5a-4b7b-bddf-1e49bd328ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:29.459813 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1884d12-dc5a-4b7b-bddf-1e49bd328ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:29.485700 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c1884d12-dc5a-4b7b-bddf-1e49bd328ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f2d41f-7044-46ef-877a-23527ca1bd2b']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:29.506175 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c1884d12-dc5a-4b7b-bddf-1e49bd328ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c080438a-7460-4558-a2e6-54499c785eac') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:29.506650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c1884d12-dc5a-4b7b-bddf-1e49bd328ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c080438a-7460-4558-a2e6-54499c785eac') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:29.528445 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1884d12-dc5a-4b7b-bddf-1e49bd328ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:29.563078 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1884d12-dc5a-4b7b-bddf-1e49bd328ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:29.581039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1884d12-dc5a-4b7b-bddf-1e49bd328ac4 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:59:29.581465 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1884d12-dc5a-4b7b-bddf-1e49bd328ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:29.655659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff625744-fe47-4955-8a91-5f9f8ff064a8', 'name': 'network-vif-deleted', 'tag': '9af0f368-97eb-4449-bb5f-0696b4e0e049'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:29.659350 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c99d4d7-4098-4017-ac7b-c171887029e4" -d '{"events": [{"server_uuid": "ff625744-fe47-4955-8a91-5f9f8ff064a8", "name": "network-vif-deleted", "tag": "9af0f368-97eb-4449-bb5f-0696b4e0e049"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: timer() Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:59:29.676174 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:59:29.701845 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1884d12-dc5a-4b7b-bddf-1e49bd328ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:29.709761 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1884d12-dc5a-4b7b-bddf-1e49bd328ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:29.720831 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c1884d12-dc5a-4b7b-bddf-1e49bd328ac4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a1f2d41f-7044-46ef-877a-23527ca1bd2b HTTP/1.1" status: 204 len: 168 time: 0.4811385 Nov 11 11:59:29.721427 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248feef-ace0-48d6-8006-fc8d0c4358e5 req-a5689069-0630-4369-9479-43ca608d9b1b tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:29.725366 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7248feef-ace0-48d6-8006-fc8d0c4358e5 req-a5689069-0630-4369-9479-43ca608d9b1b tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.1128185 Nov 11 11:59:29.753513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1884d12-dc5a-4b7b-bddf-1e49bd328ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f2d41f-7044-46ef-877a-23527ca1bd2b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:29.850869 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7248feef-ace0-48d6-8006-fc8d0c4358e5 req-c04b4ba9-6a04-4a82-8003-0aea8c6fcc95 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185946 Nov 11 11:59:29.870375 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6ac360-c513-4470-9009-ed6d8e322f6f x-openstack-request-id: req-ca6ac360-c513-4470-9009-ed6d8e322f6f {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:29.870777 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff625744-fe47-4955-8a91-5f9f8ff064a8", "name": "network-vif-deleted", "tag": "9af0f368-97eb-4449-bb5f-0696b4e0e049", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:29.871247 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca6ac360-c513-4470-9009-ed6d8e322f6f {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:29.871769 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff625744-fe47-4955-8a91-5f9f8ff064a8', 'name': 'network-vif-deleted', 'tag': '9af0f368-97eb-4449-bb5f-0696b4e0e049', 'status': 'completed', 'code': 200} Nov 11 11:59:29.996178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d10ea3-bcb0-42f3-97f6-2d5e34945725 req-d4640286-94ec-405c-ab01-1b209c32a27d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:30.006158 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88d10ea3-bcb0-42f3-97f6-2d5e34945725 req-d4640286-94ec-405c-ab01-1b209c32a27d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 946 time: 0.0756044 Nov 11 11:59:30.054587 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-930406f6-c604-4914-9b13-f1bd2cb605ad req-7a51fe42-d9be-49da-9a7e-b79474762f33 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 210 time: 0.0447295 Nov 11 11:59:30.127693 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88d10ea3-bcb0-42f3-97f6-2d5e34945725 req-4a713843-c4a0-4ede-969b-a111d11dc1e2 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222019 Nov 11 11:59:30.221660 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 53244) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:30.283630 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53248) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:30.284341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-15beb7ec-3e27-49f1-83fd-57444856f7b6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1bf07dadfe77482ab81c004cec159e6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0602160 Nov 11 11:59:30.358621 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b15cea93-ead0-4e5d-9527-c85c802554fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:30.385889 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b15cea93-ead0-4e5d-9527-c85c802554fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:30.451429 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b15cea93-ead0-4e5d-9527-c85c802554fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:30.455070 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b15cea93-ead0-4e5d-9527-c85c802554fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:30.460902 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b15cea93-ead0-4e5d-9527-c85c802554fd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aaa05fff-8305-4c20-a075-10370c9386c2 HTTP/1.1" status: 204 len: 168 time: 0.1705222 Nov 11 11:59:30.466877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cea93-ead0-4e5d-9527-c85c802554fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa05fff-8305-4c20-a075-10370c9386c2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:30.970539 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf63c7b-eb02-4744-a85e-0c0960699194 req-6d4ab1e3-c7af-44e6-8ea6-3589147f0390 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:30.979989 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fbf63c7b-eb02-4744-a85e-0c0960699194 req-6d4ab1e3-c7af-44e6-8ea6-3589147f0390 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.0613711 Nov 11 11:59:31.039713 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fbf63c7b-eb02-4744-a85e-0c0960699194 req-f1db0949-a856-4373-99e9-4ed1ef195491 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584958 Nov 11 11:59:31.261781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c1a8967-0954-488f-baa6-27a1af0b99c5 req-8bf93cba-7722-42e3-9268-a588e5f2f903 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 210 time: 0.1007230 Nov 11 11:59:31.342565 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439575d-09c2-4072-bca2-e17025bbef79 req-ed5d020c-a567-45c0-8a8d-224f8f81003d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:31.351268 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0439575d-09c2-4072-bca2-e17025bbef79 req-ed5d020c-a567-45c0-8a8d-224f8f81003d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 946 time: 0.0884192 Nov 11 11:59:31.421652 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0439575d-09c2-4072-bca2-e17025bbef79 req-b22aacb0-75ec-4331-be93-83022dbb173e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689256 Nov 11 11:59:32.205764 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f3ee4-ca2d-4ca6-9403-f39a21a6a4ba req-151bd76f-1d87-4bfd-aa23-9012a2df4a49 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:32.207409 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec2f3ee4-ca2d-4ca6-9403-f39a21a6a4ba req-151bd76f-1d87-4bfd-aa23-9012a2df4a49 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.0639672 Nov 11 11:59:32.302836 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec2f3ee4-ca2d-4ca6-9403-f39a21a6a4ba req-99867a24-3196-4807-a86c-aaff41f495de tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877125 Nov 11 11:59:32.444114 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1deb8e1c-acf0-431a-8369-79aa57c92495 req-cefd96be-f8bd-41e2-a319-9a1101e938b2 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42869fd-6e78-43b0-be58-a1edbe7cdd9f HTTP/1.1" status: 200 len: 210 time: 0.0648334 Nov 11 11:59:32.627911 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45592cca-b7f1-4c4c-a33b-8512485d53a5 req-839bf6f9-7b5d-4ad4-8e60-67a2ffada16f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:32.639052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45592cca-b7f1-4c4c-a33b-8512485d53a5 req-839bf6f9-7b5d-4ad4-8e60-67a2ffada16f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 946 time: 0.1003327 Nov 11 11:59:32.708133 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45592cca-b7f1-4c4c-a33b-8512485d53a5 req-3f3da5b3-8bd8-4ca8-8c0e-504941a9bd1d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677023 Nov 11 11:59:32.975552 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53354) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:33.310667 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24623f1d-da9e-4c2b-8292-fec6471ecb43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:33.468133 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5b66f-4467-45f4-a36b-18322df48017 req-ff3d15d4-410b-49ef-8fc2-8ad5dfc6624e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:33.472104 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24623f1d-da9e-4c2b-8292-fec6471ecb43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:33.477675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1de5b66f-4467-45f4-a36b-18322df48017 req-ff3d15d4-410b-49ef-8fc2-8ad5dfc6624e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.0849752 Nov 11 11:59:33.481642 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24623f1d-da9e-4c2b-8292-fec6471ecb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:33.542683 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-24623f1d-da9e-4c2b-8292-fec6471ecb43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c554d1eafd63441bba43c0a78a4ecd13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5656354 Nov 11 11:59:33.545261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53374) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:33.579136 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24623f1d-da9e-4c2b-8292-fec6471ecb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81deb567-7fca-42dd-94a0-fd02fa608f0b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:33.608827 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1de5b66f-4467-45f4-a36b-18322df48017 req-77438b23-dce7-44c6-8df5-d1a0e001de4a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294482 Nov 11 11:59:33.653429 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef6091c9-e8aa-4492-8bfe-d54bc5ad76b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:33.714663 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef6091c9-e8aa-4492-8bfe-d54bc5ad76b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:33.789208 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef6091c9-e8aa-4492-8bfe-d54bc5ad76b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:33.792297 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef6091c9-e8aa-4492-8bfe-d54bc5ad76b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:33.793923 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ef6091c9-e8aa-4492-8bfe-d54bc5ad76b2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/81deb567-7fca-42dd-94a0-fd02fa608f0b HTTP/1.1" status: 204 len: 168 time: 0.2472119 Nov 11 11:59:33.804524 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6091c9-e8aa-4492-8bfe-d54bc5ad76b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81deb567-7fca-42dd-94a0-fd02fa608f0b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:34.068379 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9e16e-1ded-41df-b7da-73275dcac328 req-5af63ba5-b212-4a4b-a511-b816a6793429 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:34.083945 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13d9e16e-1ded-41df-b7da-73275dcac328 req-5af63ba5-b212-4a4b-a511-b816a6793429 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 946 time: 0.1937819 Nov 11 11:59:34.149304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79b31b-299d-4651-87fc-f75daa96b37c req-68449693-54cc-4716-aa4f-40850ec9dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:34.152121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f79b31b-299d-4651-87fc-f75daa96b37c req-68449693-54cc-4716-aa4f-40850ec9dbf1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 1096 time: 0.1519036 Nov 11 11:59:34.228771 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13d9e16e-1ded-41df-b7da-73275dcac328 req-61fd154e-8ec8-4ba7-8b0e-39046dd1cecc tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121070 Nov 11 11:59:34.260333 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f79b31b-299d-4651-87fc-f75daa96b37c req-453c6557-6a25-4d9d-aaab-8eb78605c544 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857403 Nov 11 11:59:34.535183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465f7b2-e296-4b22-b33b-748988fcff69 req-abcaf923-8d2b-477e-8731-acb6936bf74f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:34.544037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c465f7b2-e296-4b22-b33b-748988fcff69 req-abcaf923-8d2b-477e-8731-acb6936bf74f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 811 time: 0.1666625 Nov 11 11:59:34.567801 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c465f7b2-e296-4b22-b33b-748988fcff69 req-bc97c543-493f-4985-b894-390c80ce7d3e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/quotas/d71a4d2b117d402fb127e702aea8d45a HTTP/1.1" status: 200 len: 375 time: 0.0217595 Nov 11 11:59:34.611203 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c465f7b2-e296-4b22-b33b-748988fcff69 req-bf042fb7-3025-4845-ac1b-96bd01b19259 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416970 Nov 11 11:59:34.793146 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c465f7b2-e296-4b22-b33b-748988fcff69 req-fe9b8470-01da-4aee-bb4a-05de5af518c0 service neutron] 10.222.0.65 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805103 Nov 11 11:59:34.905920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d88f9b-1c98-489d-aff9-d34ad979b9a1 req-b0ff4b0a-3587-4e8e-a698-e7991081b653 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:34.907521 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64d88f9b-1c98-489d-aff9-d34ad979b9a1 req-b0ff4b0a-3587-4e8e-a698-e7991081b653 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.1629896 Nov 11 11:59:34.978853 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64d88f9b-1c98-489d-aff9-d34ad979b9a1 req-38478724-d656-42df-9045-609fc1e500fa tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641534 Nov 11 11:59:35.002008 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c465f7b2-e296-4b22-b33b-748988fcff69 req-c7526c22-c9cf-484e-8f86-b1b702b06d9c service neutron] 10.222.0.65 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821229 Nov 11 11:59:35.103253 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53448) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:35.276892 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1f29931-1f22-4a4f-89f4-a723870705d9 req-b0446608-7ecc-4823-9381-db3a672cda99 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9c8fafd-9075-4d4d-a9e5-6b779c410c1a HTTP/1.1" status: 200 len: 210 time: 0.0687323 Nov 11 11:59:35.290593 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-191fd02d-cedb-4ca4-b5cf-a220d1d155b5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1841032641-network', 'tenant_id': 'b03e21c93f394d6aac64ebc485463565'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:35.346645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191fd02d-cedb-4ca4-b5cf-a220d1d155b5 admin admin] Made reservation on behalf of b03e21c93f394d6aac64ebc485463565 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:59:35.349165 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-191fd02d-cedb-4ca4-b5cf-a220d1d155b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:35.380456 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-191fd02d-cedb-4ca4-b5cf-a220d1d155b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:35.472997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266412e1-8c2d-489f-a945-cf6bf9187add req-665a0215-b6a5-4191-9bfb-ce07c7fd8a26 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:35.478886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-266412e1-8c2d-489f-a945-cf6bf9187add req-665a0215-b6a5-4191-9bfb-ce07c7fd8a26 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 946 time: 0.1193240 Nov 11 11:59:35.571197 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-191fd02d-cedb-4ca4-b5cf-a220d1d155b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:35.577324 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-191fd02d-cedb-4ca4-b5cf-a220d1d155b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:35.603632 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-266412e1-8c2d-489f-a945-cf6bf9187add req-377f097e-69cc-4829-a0f2-94815c488f6c tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170902 Nov 11 11:59:35.618826 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191fd02d-cedb-4ca4-b5cf-a220d1d155b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:59:35.649431 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-191fd02d-cedb-4ca4-b5cf-a220d1d155b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:35.649967 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-191fd02d-cedb-4ca4-b5cf-a220d1d155b5 admin admin] Added segment 0ca2ffc0-8eb2-43ae-addb-0f0de147e766 of type vlan for network 23ddc49d-c9f3-48df-9831-afc7f5e516ed Nov 11 11:59:35.729478 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-191fd02d-cedb-4ca4-b5cf-a220d1d155b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:35.732399 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fd02d-cedb-4ca4-b5cf-a220d1d155b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8bff85-ffa4-4de5-bdd1-f428a8dcc467,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:35.768517 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-191fd02d-cedb-4ca4-b5cf-a220d1d155b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:35.770620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fd02d-cedb-4ca4-b5cf-a220d1d155b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:35.771288 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-191fd02d-cedb-4ca4-b5cf-a220d1d155b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:35.796694 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6a1e-ed05-42d2-85de-5dae198bd47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:35.856308 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-191fd02d-cedb-4ca4-b5cf-a220d1d155b5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7516718 Nov 11 11:59:35.859316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53486) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:35.865535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-8147f43d-a6a2-4cf5-ace5-27388874a2d6 admin admin] Request body: {'subnet': {'network_id': '23ddc49d-c9f3-48df-9831-afc7f5e516ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1841032641-subnet', 'tenant_id': 'b03e21c93f394d6aac64ebc485463565', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:35.889228 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fd02d-cedb-4ca4-b5cf-a220d1d155b5 admin admin] Pushing event updated for resources: {'Network': ['ID=23ddc49d-c9f3-48df-9831-afc7f5e516ed,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:35.903967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 23ddc49d-c9f3-48df-9831-afc7f5e516ed details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:59:35.921748 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8147f43d-a6a2-4cf5-ace5-27388874a2d6 admin admin] Made reservation on behalf of b03e21c93f394d6aac64ebc485463565 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:59:35.926261 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8147f43d-a6a2-4cf5-ace5-27388874a2d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:36.236977 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8147f43d-a6a2-4cf5-ace5-27388874a2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:36.268035 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f828b14-41a1-44f3-a640-68f751d57ef4 req-8ac12d9e-543f-4175-907d-d17cdb6141e9 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:36.270031 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f828b14-41a1-44f3-a640-68f751d57ef4 req-8ac12d9e-543f-4175-907d-d17cdb6141e9 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.1354740 Nov 11 11:59:36.292116 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147f43d-a6a2-4cf5-ace5-27388874a2d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b82a15-a9cb-486a-8575-157d8d857dfd,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:36.314082 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8147f43d-a6a2-4cf5-ace5-27388874a2d6 admin admin] Checking segment: {'id': '0ca2ffc0-8eb2-43ae-addb-0f0de147e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '23ddc49d-c9f3-48df-9831-afc7f5e516ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:59:36.314567 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8147f43d-a6a2-4cf5-ace5-27388874a2d6 admin admin] Network hostable DHCP agents. Network: 23ddc49d-c9f3-48df-9831-afc7f5e516ed, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:59:36.340245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8147f43d-a6a2-4cf5-ace5-27388874a2d6 admin admin] Network 23ddc49d-c9f3-48df-9831-afc7f5e516ed is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:59:36.350681 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-7151f5dd-f405-4a5a-b7a0-677c7170617c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:36.352078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-8147f43d-a6a2-4cf5-ace5-27388874a2d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 23ddc49d-c9f3-48df-9831-afc7f5e516ed) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:36.357245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8147f43d-a6a2-4cf5-ace5-27388874a2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:36.357974 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-7151f5dd-f405-4a5a-b7a0-677c7170617c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 811 time: 0.1773889 Nov 11 11:59:36.358676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8147f43d-a6a2-4cf5-ace5-27388874a2d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:36.364533 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659cd102-bae8-485b-8c8e-32afc4a9ed57 None None] Network 23ddc49d-c9f3-48df-9831-afc7f5e516ed requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:59:36.385286 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f828b14-41a1-44f3-a640-68f751d57ef4 req-2bd9024b-d89a-41e7-a5da-19082516ecdc tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014745 Nov 11 11:59:36.396429 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8147f43d-a6a2-4cf5-ace5-27388874a2d6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5275190 Nov 11 11:59:36.408520 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-8f7db378-a7a1-4990-a540-b2eadbed24c9 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/quotas/d71a4d2b117d402fb127e702aea8d45a HTTP/1.1" status: 200 len: 375 time: 0.0495508 Nov 11 11:59:36.474860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-8aaafe53-486b-4aa8-bd45-601d53377e2f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653138 Nov 11 11:59:36.560748 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c213644-fdd8-4c30-a692-3472228caf79 None None] Network 23ddc49d-c9f3-48df-9831-afc7f5e516ed requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:59:36.598359 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-69c432ad-ecc7-42ac-b29a-1b09604b80c3 service neutron] 10.222.0.65 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223736 Nov 11 11:59:36.693306 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-8a88ae20-a872-4fe6-8a73-1a543184c22a req-62ed2420-b351-40cb-be17-7861a8a409fb tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-733433100', 'description': 'tempest-description-1294310789'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:36.723157 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8a88ae20-a872-4fe6-8a73-1a543184c22a req-62ed2420-b351-40cb-be17-7861a8a409fb tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:36.774936 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53522) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:36.781691 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-94872703-ed2e-483b-8980-93f945737210 service neutron] 10.222.0.65 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805742 Nov 11 11:59:36.848355 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8a88ae20-a872-4fe6-8a73-1a543184c22a req-62ed2420-b351-40cb-be17-7861a8a409fb tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:36.861081 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8a88ae20-a872-4fe6-8a73-1a543184c22a req-62ed2420-b351-40cb-be17-7861a8a409fb tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:36.899081 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8a88ae20-a872-4fe6-8a73-1a543184c22a req-62ed2420-b351-40cb-be17-7861a8a409fb tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:36.900508 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a88ae20-a872-4fe6-8a73-1a543184c22a req-62ed2420-b351-40cb-be17-7861a8a409fb tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2152500 Nov 11 11:59:36.915676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed2420-b351-40cb-be17-7861a8a409fb tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45f4e97-9116-48b7-bf93-d689fad4b4f7,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:36.960920 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4e24fcc-a49e-4fac-b44f-ab1023606f91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:37.079952 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f59de-77f0-4953-b994-d0a2db1f5441 req-0d5e86d3-17c2-4ee4-ac53-4db477a19653 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:37.082089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca4f59de-77f0-4953-b994-d0a2db1f5441 req-0d5e86d3-17c2-4ee4-ac53-4db477a19653 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 946 time: 0.1032336 Nov 11 11:59:37.133261 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4e24fcc-a49e-4fac-b44f-ab1023606f91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:37.151738 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4e24fcc-a49e-4fac-b44f-ab1023606f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:37.209650 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a4e24fcc-a49e-4fac-b44f-ab1023606f91 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=711defe3faa14baeaadae288886ac1bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4323831 Nov 11 11:59:37.210974 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e24fcc-a49e-4fac-b44f-ab1023606f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba3b345-548b-4a1d-9afe-55e42dc8d2bd,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:37.213992 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53554) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:37.224682 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca4f59de-77f0-4953-b994-d0a2db1f5441 req-33410601-cf81-4a82-b8fc-1b2e7543d58d tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234841 Nov 11 11:59:37.284748 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbf117b2-a9e7-4642-931a-dd0ca084d448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:37.310445 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbf117b2-a9e7-4642-931a-dd0ca084d448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:37.372679 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbf117b2-a9e7-4642-931a-dd0ca084d448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:37.375791 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbf117b2-a9e7-4642-931a-dd0ca084d448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:37.377286 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bbf117b2-a9e7-4642-931a-dd0ca084d448 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ba3b345-548b-4a1d-9afe-55e42dc8d2bd HTTP/1.1" status: 204 len: 168 time: 0.1621232 Nov 11 11:59:37.398823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf117b2-a9e7-4642-931a-dd0ca084d448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba3b345-548b-4a1d-9afe-55e42dc8d2bd,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:37.483040 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-8f7ff16d-44db-4ad4-b105-1b2320dab6a5 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:37.484984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-8f7ff16d-44db-4ad4-b105-1b2320dab6a5 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/networks?id=23ddc49d-c9f3-48df-9831-afc7f5e516ed HTTP/1.1" status: 200 len: 814 time: 0.2133060 Nov 11 11:59:37.526801 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-3caa8a91-e014-48ad-bb8b-eb3c51ed6a39 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/quotas/b03e21c93f394d6aac64ebc485463565 HTTP/1.1" status: 200 len: 375 time: 0.0320265 Nov 11 11:59:37.561822 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-abfdc09a-c758-4ac7-8f20-8912fdf76cec req-380fbf38-d2c0-4436-8e01-8c354f5ae613 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-733433100&fields=id&tenant_id=b87bddbf76a048759b20fc64684b3b55 HTTP/1.1" status: 200 len: 267 time: 0.2438066 Nov 11 11:59:37.594229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-1143a9f8-d7a7-43a9-8177-057c7775a98d tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b03e21c93f394d6aac64ebc485463565&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583055 Nov 11 11:59:37.689267 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdc09a-c758-4ac7-8f20-8912fdf76cec req-2be62459-b23c-4863-9d25-309cc7090c34 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:37.690935 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-abfdc09a-c758-4ac7-8f20-8912fdf76cec req-2be62459-b23c-4863-9d25-309cc7090c34 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.1284101 Nov 11 11:59:37.708937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-abfdc09a-c758-4ac7-8f20-8912fdf76cec req-a55de03d-de7a-4f34-ad06-5c4ad092383c tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Request body: {'port': {'security_groups': ['a2ad7eff-286b-4303-85c9-217e5fb6fd9e', 'b45f4e97-9116-48b7-bf93-d689fad4b4f7']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:37.758720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 53570) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:37.795620 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-0ef62388-9ae3-4f85-aa6d-36f275640897 service neutron] 10.222.0.65 "GET /v2.0/networks/23ddc49d-c9f3-48df-9831-afc7f5e516ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808121 Nov 11 11:59:37.798444 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd3039a8-a2cd-41f5-8273-0b5935bef397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:37.838812 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-abfdc09a-c758-4ac7-8f20-8912fdf76cec req-a55de03d-de7a-4f34-ad06-5c4ad092383c tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:37.987843 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dde17b6c-c07b-482f-acd7-4a4bbdb878b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:38.337905 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-1f2b30e0-2e2f-4dd8-8a3d-89ea8fa71bb3 service neutron] 10.222.0.65 "GET /v2.0/networks/23ddc49d-c9f3-48df-9831-afc7f5e516ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343540 Nov 11 11:59:38.417055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-c1dc6f91-0c4a-4fae-b935-ab96552147ca tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:38.418532 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-c1dc6f91-0c4a-4fae-b935-ab96552147ca tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.62 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 811 time: 0.2076139 Nov 11 11:59:38.421471 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd3039a8-a2cd-41f5-8273-0b5935bef397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:38.443685 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-d742f987-42e4-4459-ab7e-092bc0b2ee71 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Request body: {'port': {'device_id': '1123a3d6-a4d5-4638-bc4f-505932f0047d', 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081', 'admin_state_up': True, 'tenant_id': 'd71a4d2b117d402fb127e702aea8d45a'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:38.453425 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd3039a8-a2cd-41f5-8273-0b5935bef397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:38.628876 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3039a8-a2cd-41f5-8273-0b5935bef397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999bf62d-1d0e-434c-98a5-8b64f29881b9,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:38.633218 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dd3039a8-a2cd-41f5-8273-0b5935bef397 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=25738ea0d4134228871827cb20417bd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8733485 Nov 11 11:59:38.635884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53588) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:38.640336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-646d9fd5-9c00-479a-8300-9c33042cf4d4 req-c651ce7a-8a88-4756-95d7-8ce8dc8ac8d7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=1123a3d6-a4d5-4638-bc4f-505932f0047d HTTP/1.1" status: 200 len: 210 time: 0.0815270 Nov 11 11:59:38.682760 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-abfdc09a-c758-4ac7-8f20-8912fdf76cec req-a55de03d-de7a-4f34-ad06-5c4ad092383c tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] For port c8c3022c-3850-4410-99c8-4434b933cbfc, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=c8c3022c-3850-4410-99c8-4434b933cbfc,segment=NetworkSegment(33f83c6d-a90b-4585-8f1c-14a8a9f812ae),segment_id=33f83c6d-a90b-4585-8f1c-14a8a9f812ae)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:38.720133 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-abfdc09a-c758-4ac7-8f20-8912fdf76cec req-a55de03d-de7a-4f34-ad06-5c4ad092383c tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:38.729496 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-abfdc09a-c758-4ac7-8f20-8912fdf76cec req-a55de03d-de7a-4f34-ad06-5c4ad092383c tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:38.743169 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['c8c3022c-3850-4410-99c8-4434b933cbfc'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:59:38.746356 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42248a5b-3131-45dd-839d-e88087a36153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:38.782835 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42248a5b-3131-45dd-839d-e88087a36153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:38.787060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdc09a-c758-4ac7-8f20-8912fdf76cec req-a55de03d-de7a-4f34-ad06-5c4ad092383c tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:38.787978 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-abfdc09a-c758-4ac7-8f20-8912fdf76cec req-a55de03d-de7a-4f34-ad06-5c4ad092383c tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:38.801445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-abfdc09a-c758-4ac7-8f20-8912fdf76cec req-a55de03d-de7a-4f34-ad06-5c4ad092383c tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "PUT /v2.0/ports/c8c3022c-3850-4410-99c8-4434b933cbfc HTTP/1.1" status: 200 len: 981 time: 1.1014979 Nov 11 11:59:38.805106 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'tag': 'c8c3022c-3850-4410-99c8-4434b933cbfc'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:38.808606 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7027b32-fe4c-47e0-b5d7-fcd35bc77111" -d '{"events": [{"name": "network-changed", "server_uuid": "373599c2-2402-4fc3-a79a-94a1e6d98d26", "tag": "c8c3022c-3850-4410-99c8-4434b933cbfc"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:38.897091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['c8c3022c-3850-4410-99c8-4434b933cbfc'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:59:38.909567 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42248a5b-3131-45dd-839d-e88087a36153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:38.911989 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-d742f987-42e4-4459-ab7e-092bc0b2ee71 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Made reservation on behalf of d71a4d2b117d402fb127e702aea8d45a for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:59:38.912887 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42248a5b-3131-45dd-839d-e88087a36153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:38.914230 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-42248a5b-3131-45dd-839d-e88087a36153 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/999bf62d-1d0e-434c-98a5-8b64f29881b9 HTTP/1.1" status: 204 len: 168 time: 0.2767522 Nov 11 11:59:38.915543 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-d742f987-42e4-4459-ab7e-092bc0b2ee71 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:38.928321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55de03d-de7a-4f34-ad06-5c4ad092383c tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Pushing event updated for resources: {'Port': ['ID=c8c3022c-3850-4410-99c8-4434b933cbfc,revision_number=6']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:38.935542 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42248a5b-3131-45dd-839d-e88087a36153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999bf62d-1d0e-434c-98a5-8b64f29881b9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:39.018098 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90ecd9ce-c4ac-4282-a5b8-589137b854dc req-50cda953-5804-4e4f-9463-4e0004052361 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/ports?device_id=20de47d3-0c9a-4cdf-ae70-fc91ec87480e HTTP/1.1" status: 200 len: 210 time: 0.0676477 Nov 11 11:59:39.096135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a7ea7-31ad-49fa-870d-319ceeabd100 req-b48db6c9-bd8b-4c4c-b7d4-e7799c317617 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:39.104545 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db5a7ea7-31ad-49fa-870d-319ceeabd100 req-b48db6c9-bd8b-4c4c-b7d4-e7799c317617 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 946 time: 0.2156281 Nov 11 11:59:39.113411 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:39.341658 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8bbddbef-f97f-48e5-9723-83d0b28dc5fc req-ee242cae-48bc-4369-9ff6-2de86153c948 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-733433100&fields=id&tenant_id=b87bddbf76a048759b20fc64684b3b55 HTTP/1.1" status: 200 len: 267 time: 0.1926188 Nov 11 11:59:39.352697 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db5a7ea7-31ad-49fa-870d-319ceeabd100 req-d1417cf3-a3d8-4a9b-9685-c64a8bddb778 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012422 Nov 11 11:59:39.460916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-d742f987-42e4-4459-ab7e-092bc0b2ee71 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Allocated IP 172.20.0.4 (394296cd-ddf9-481f-93cf-51fd49ff4081/87e99551-4140-4663-b03e-6ab8528ee6e0/d10a11da-cce8-4b0d-aae3-04ad1553359e) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:59:39.468453 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a568a7-d48a-42d8-9718-eff09fdbc70d x-openstack-request-id: req-69a568a7-d48a-42d8-9718-eff09fdbc70d {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:39.468888 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373599c2-2402-4fc3-a79a-94a1e6d98d26", "tag": "c8c3022c-3850-4410-99c8-4434b933cbfc", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:39.469506 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69a568a7-d48a-42d8-9718-eff09fdbc70d {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:39.472268 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'tag': 'c8c3022c-3850-4410-99c8-4434b933cbfc', 'status': 'completed', 'code': 200} Nov 11 11:59:39.553493 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7027b32-fe4c-47e0-b5d7-fcd35bc77111 req-5278cd14-c5a0-4246-a98d-ccd2038c1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:39.553493 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7027b32-fe4c-47e0-b5d7-fcd35bc77111 req-5278cd14-c5a0-4246-a98d-ccd2038c1ea5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b87bddbf76a048759b20fc64684b3b55&device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 1135 time: 0.1022718 Nov 11 11:59:39.555666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbddbef-f97f-48e5-9723-83d0b28dc5fc req-fe109416-a651-47d6-a395-a7f2396d9d45 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:39.557536 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8bbddbef-f97f-48e5-9723-83d0b28dc5fc req-fe109416-a651-47d6-a395-a7f2396d9d45 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 984 time: 0.2033777 Nov 11 11:59:39.597294 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-8bbddbef-f97f-48e5-9723-83d0b28dc5fc req-382e0a9a-1081-43a3-bfd3-8abc3735c4cb tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Request body: {'port': {'security_groups': ['a2ad7eff-286b-4303-85c9-217e5fb6fd9e']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:39.760030 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8bbddbef-f97f-48e5-9723-83d0b28dc5fc req-382e0a9a-1081-43a3-bfd3-8abc3735c4cb tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:39.779625 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7027b32-fe4c-47e0-b5d7-fcd35bc77111 req-c51e9b6e-7a06-4b14-b5fd-8b0762a5f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:39.782101 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7027b32-fe4c-47e0-b5d7-fcd35bc77111 req-c51e9b6e-7a06-4b14-b5fd-8b0762a5f3d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9 HTTP/1.1" status: 200 len: 922 time: 0.2198985 Nov 11 11:59:39.806532 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec0dcbeb-b05b-4e6f-88a7-82c52ea6d51a req-7946f4cb-ad65-4a58-a1c5-49950e0543f7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=1123a3d6-a4d5-4638-bc4f-505932f0047d HTTP/1.1" status: 200 len: 210 time: 0.0412011 Nov 11 11:59:39.843712 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7027b32-fe4c-47e0-b5d7-fcd35bc77111 req-7e3a8d13-9661-4fd6-9b23-59483e4f7fac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8c3022c-3850-4410-99c8-4434b933cbfc HTTP/1.1" status: 200 len: 217 time: 0.0479093 Nov 11 11:59:39.886570 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-d742f987-42e4-4459-ab7e-092bc0b2ee71 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:39.934514 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7027b32-fe4c-47e0-b5d7-fcd35bc77111 req-339908d8-2667-4025-96e5-9a14f92d6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:39.937875 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7027b32-fe4c-47e0-b5d7-fcd35bc77111 req-339908d8-2667-4025-96e5-9a14f92d6ecf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35c45673-39de-42a1-9063-87008924bc87 HTTP/1.1" status: 200 len: 860 time: 0.0860279 Nov 11 11:59:40.010339 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7027b32-fe4c-47e0-b5d7-fcd35bc77111 req-dd5cf1c0-69c7-450d-a1cc-54c64cc4e64f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639188 Nov 11 11:59:40.060620 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-d742f987-42e4-4459-ab7e-092bc0b2ee71 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:40.170139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-d742f987-42e4-4459-ab7e-092bc0b2ee71 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Network 394296cd-ddf9-481f-93cf-51fd49ff4081 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:59:40.207961 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7027b32-fe4c-47e0-b5d7-fcd35bc77111 req-191a6ba6-5857-49c1-b89a-8b175ccfb4dc service neutron] 10.222.0.62 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888356 Nov 11 11:59:40.293385 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-8bbddbef-f97f-48e5-9723-83d0b28dc5fc req-382e0a9a-1081-43a3-bfd3-8abc3735c4cb tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] For port c8c3022c-3850-4410-99c8-4434b933cbfc, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=c8c3022c-3850-4410-99c8-4434b933cbfc,segment=NetworkSegment(33f83c6d-a90b-4585-8f1c-14a8a9f812ae),segment_id=33f83c6d-a90b-4585-8f1c-14a8a9f812ae)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:40.327276 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-d742f987-42e4-4459-ab7e-092bc0b2ee71 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:40.342246 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-d742f987-42e4-4459-ab7e-092bc0b2ee71 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:59:40.372656 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7027b32-fe4c-47e0-b5d7-fcd35bc77111 req-922c5706-5fad-4a13-9528-6a02bc674f9e service neutron] 10.222.0.62 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538701 Nov 11 11:59:40.378829 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8bbddbef-f97f-48e5-9723-83d0b28dc5fc req-382e0a9a-1081-43a3-bfd3-8abc3735c4cb tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:40.404840 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19580791-4a37-4664-8e7f-a7d4525f9a1e req-93b0ee69-f0f7-4f10-939c-40e3be43be1b tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/ports?device_id=20de47d3-0c9a-4cdf-ae70-fc91ec87480e HTTP/1.1" status: 200 len: 210 time: 0.0869629 Nov 11 11:59:40.434582 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8bbddbef-f97f-48e5-9723-83d0b28dc5fc req-382e0a9a-1081-43a3-bfd3-8abc3735c4cb tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:40.455312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['c8c3022c-3850-4410-99c8-4434b933cbfc'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:59:40.520874 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:40.524239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742f987-42e4-4459-ab7e-092bc0b2ee71 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Pushing event updated for resources: {'Port': ['ID=d10a11da-cce8-4b0d-aae3-04ad1553359e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:40.588410 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e0a9a-1081-43a3-bfd3-8abc3735c4cb tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Pushing event updated for resources: {'Port': ['ID=c8c3022c-3850-4410-99c8-4434b933cbfc,revision_number=7']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:40.634147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbddbef-f97f-48e5-9723-83d0b28dc5fc req-382e0a9a-1081-43a3-bfd3-8abc3735c4cb tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:40.634847 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8bbddbef-f97f-48e5-9723-83d0b28dc5fc req-382e0a9a-1081-43a3-bfd3-8abc3735c4cb tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:40.639814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8bbddbef-f97f-48e5-9723-83d0b28dc5fc req-382e0a9a-1081-43a3-bfd3-8abc3735c4cb tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "PUT /v2.0/ports/c8c3022c-3850-4410-99c8-4434b933cbfc HTTP/1.1" status: 200 len: 942 time: 1.0678215 Nov 11 11:59:40.707401 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-d742f987-42e4-4459-ab7e-092bc0b2ee71 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:40.708546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['c8c3022c-3850-4410-99c8-4434b933cbfc'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:59:40.710444 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-d742f987-42e4-4459-ab7e-092bc0b2ee71 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:40.778594 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-aacabb1b-2f3a-42bd-93e5-02d6dd35a992 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:40.780362 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-aacabb1b-2f3a-42bd-93e5-02d6dd35a992 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.43 "GET /v2.0/networks?id=23ddc49d-c9f3-48df-9831-afc7f5e516ed HTTP/1.1" status: 200 len: 814 time: 0.6571987 Nov 11 11:59:40.865240 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-d742f987-42e4-4459-ab7e-092bc0b2ee71 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4355145 Nov 11 11:59:40.870489 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-c90304c1-e3ee-4866-a268-b93b667faea0 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Request body: {'port': {'device_id': '20de47d3-0c9a-4cdf-ae70-fc91ec87480e', 'network_id': '23ddc49d-c9f3-48df-9831-afc7f5e516ed', 'admin_state_up': True, 'tenant_id': 'b03e21c93f394d6aac64ebc485463565'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:40.884402 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Request body: {'port': {'device_id': '1123a3d6-a4d5-4638-bc4f-505932f0047d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:40.894915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284b27a-0906-497b-b21b-e6fcdae724f8 req-336622e2-73c8-4948-81e4-e9504d4a11d9 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:40.896745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d284b27a-0906-497b-b21b-e6fcdae724f8 req-336622e2-73c8-4948-81e4-e9504d4a11d9 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 946 time: 0.3639145 Nov 11 11:59:40.914270 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-2505dfac-9a61-4b04-9220-055d83bf0767 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2372239 Nov 11 11:59:40.991243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:41.103335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d284b27a-0906-497b-b21b-e6fcdae724f8 req-f36908f3-7177-4d35-90ae-f7907ad74150 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880462 Nov 11 11:59:41.105602 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:41.120945 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:41.227083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e0cb3d54-407b-4656-a0ff-cf4750ce5b15 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:41.228566 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e0cb3d54-407b-4656-a0ff-cf4750ce5b15 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3&tenant_id=67f94b11282a42279e45a23ba30fcf1d&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 1097 time: 0.0896928 Nov 11 11:59:41.263942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807359-3'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:41.293606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-c90304c1-e3ee-4866-a268-b93b667faea0 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Made reservation on behalf of b03e21c93f394d6aac64ebc485463565 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:59:41.294506 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:41.297305 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-c90304c1-e3ee-4866-a268-b93b667faea0 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:41.367554 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:41.574529 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] For port 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3e82901d-faa3-4fb4-ab1a-d52a146d1311,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:41.633422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] For port 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:59:41.689354 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcc00c8-43e5-4221-86e1-0504240b24f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e82901d-faa3-4fb4-ab1a-d52a146d1311'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:41.692676 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2ef0d9-9821-4835-ad17-98aeac1ab915" -d '{"events": [{"server_uuid": "ebcc00c8-43e5-4221-86e1-0504240b24f3", "name": "network-vif-unplugged", "status": "completed", "tag": "3e82901d-faa3-4fb4-ab1a-d52a146d1311"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:41.699235 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:41.708336 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:41.803494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Pushing event updated for resources: {'Port': ['ID=3e82901d-faa3-4fb4-ab1a-d52a146d1311,revision_number=7']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:41.862436 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Attempting to bind port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 on host n-h2-807359-3 for vnic_type normal with profile {"migrating_to": "n-h1-807359-3"} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:59:41.862697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Attempting to bind port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:59:41.863015 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Attempting to bind port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:59:41.865053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'tag': 'c8c3022c-3850-4410-99c8-4434b933cbfc'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:41.867331 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0ad0b7-85b5-4d6a-b995-25b63f176e35" -d '{"events": [{"name": "network-changed", "server_uuid": "373599c2-2402-4fc3-a79a-94a1e6d98d26", "tag": "c8c3022c-3850-4410-99c8-4434b933cbfc"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:41.873661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:59:41.873661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Attempting to bind port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 on network 3bc555a8-78f0-4d3e-a500-5f083af5d794 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:59:41.880611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:59:41.883282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Checking segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:59:41.883966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Bound using segment: {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:59:41.884645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Bound port: 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423e042-70f6-4f15-8a77-9c2655a1a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3bc555a8-78f0-4d3e-a500-5f083af5d794'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:59:41.885407 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:41.898204 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5468c-f450-422c-8a90-d5baa8d4f8af req-f48d7e5f-4499-46db-a739-8e54063a682f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:41.906127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28f5468c-f450-422c-8a90-d5baa8d4f8af req-f48d7e5f-4499-46db-a739-8e54063a682f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=1123a3d6-a4d5-4638-bc4f-505932f0047d HTTP/1.1" status: 200 len: 931 time: 0.6213973 Nov 11 11:59:41.990661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] For port 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:59:41.994549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] For port 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3e82901d-faa3-4fb4-ab1a-d52a146d1311,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:59:42.001632 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:42.064399 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28f5468c-f450-422c-8a90-d5baa8d4f8af req-c91b8d5e-7b46-4228-850b-5b69c7575867 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464744 Nov 11 11:59:42.076850 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Pushing event updated for resources: {'Port': ['ID=3e82901d-faa3-4fb4-ab1a-d52a146d1311,revision_number=8']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:42.142731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:42.144848 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:42.147991 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e82643db-71bb-4d8c-b2c8-d46fac27d390 service neutron] 10.222.0.62 "PUT /v2.0/ports/3e82901d-faa3-4fb4-ab1a-d52a146d1311 HTTP/1.1" status: 200 len: 1122 time: 0.9042976 Nov 11 11:59:42.150327 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-c90304c1-e3ee-4866-a268-b93b667faea0 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Allocated IP 172.20.0.2 (23ddc49d-c9f3-48df-9831-afc7f5e516ed/67b82a15-a9cb-486a-8575-157d8d857dfd/4586d51c-eb8a-4e9a-b983-1cb011540e05) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:59:42.157211 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:42.248351 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['3e82901d-faa3-4fb4-ab1a-d52a146d1311'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:59:42.267100 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['3e82901d-faa3-4fb4-ab1a-d52a146d1311'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:59:42.340616 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10a11da-cce8-4b0d-aae3-04ad1553359e {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:59:42.356670 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:42.452890 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Transition to ACTIVE for port object d10a11da-cce8-4b0d-aae3-04ad1553359e will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:59:42.466623 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:42.518715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Allocated IP 172.25.2.17 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/6a321db0-86c0-4d07-8818-fc3631dee831) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:59:42.707645 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc2f093c-35d2-4158-a3a4-36bcd6df1908 req-a09a8598-0a0e-4855-b6c7-1bc61a7e1c17 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/ports?device_id=20de47d3-0c9a-4cdf-ae70-fc91ec87480e HTTP/1.1" status: 200 len: 210 time: 0.1942201 Nov 11 11:59:42.712722 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:42.826246 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d10a11da-cce8-4b0d-aae3-04ad1553359e,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:42.917160 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7702845f-4ca7-4331-8a47-33445b3d5fe3 x-openstack-request-id: req-7702845f-4ca7-4331-8a47-33445b3d5fe3 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:42.917712 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcc00c8-43e5-4221-86e1-0504240b24f3", "name": "network-vif-unplugged", "status": "completed", "tag": "3e82901d-faa3-4fb4-ab1a-d52a146d1311", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:42.920805 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7702845f-4ca7-4331-8a47-33445b3d5fe3 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:42.922225 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcc00c8-43e5-4221-86e1-0504240b24f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e82901d-faa3-4fb4-ab1a-d52a146d1311', 'code': 200} Nov 11 11:59:42.928223 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-c90304c1-e3ee-4866-a268-b93b667faea0 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:42.937027 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Attempting to bind port d10a11da-cce8-4b0d-aae3-04ad1553359e on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:59:42.937426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Attempting to bind port d10a11da-cce8-4b0d-aae3-04ad1553359e by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:59:42.937881 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Attempting to bind port d10a11da-cce8-4b0d-aae3-04ad1553359e on network 394296cd-ddf9-481f-93cf-51fd49ff4081 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:59:42.948484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Port d10a11da-cce8-4b0d-aae3-04ad1553359e on network 394296cd-ddf9-481f-93cf-51fd49ff4081 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:59:42.948804 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Attempting to bind port d10a11da-cce8-4b0d-aae3-04ad1553359e on network 394296cd-ddf9-481f-93cf-51fd49ff4081 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:59:42.951232 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:42.959940 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa324c7c-ae76-49ea-95b2-c08b6cf848e3 x-openstack-request-id: req-fa324c7c-ae76-49ea-95b2-c08b6cf848e3 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:42.960226 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373599c2-2402-4fc3-a79a-94a1e6d98d26", "tag": "c8c3022c-3850-4410-99c8-4434b933cbfc", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:42.960469 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa324c7c-ae76-49ea-95b2-c08b6cf848e3 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:42.960987 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'tag': 'c8c3022c-3850-4410-99c8-4434b933cbfc', 'status': 'completed', 'code': 200} Nov 11 11:59:43.022318 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 3e82901d-faa3-4fb4-ab1a-d52a146d1311 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:59:43.054851 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:59:43.055133 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Checking segment: {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:59:43.058537 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Bound using segment: {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:59:43.059199 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Bound port: d10a11da-cce8-4b0d-aae3-04ad1553359e, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:59:43.061353 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:43.117145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ad0b7-85b5-4d6a-b995-25b63f176e35 req-369d7190-e4e4-4744-b292-c24f2f9f6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:43.119407 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dc0ad0b7-85b5-4d6a-b995-25b63f176e35 req-369d7190-e4e4-4744-b292-c24f2f9f6b85 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b87bddbf76a048759b20fc64684b3b55&device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 1096 time: 0.1258740 Nov 11 11:59:43.203344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:59:43.238752 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3e82901d-faa3-4fb4-ab1a-d52a146d1311,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:43.242995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Pushing event updated for resources: {'Port': ['ID=6a321db0-86c0-4d07-8818-fc3631dee831,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:43.251682 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:43.260831 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-c90304c1-e3ee-4866-a268-b93b667faea0 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:43.261575 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 3e82901d-faa3-4fb4-ab1a-d52a146d1311 has no active binding in host n-h1-807359-3 {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 11:59:43.263841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:59:43.351732 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11703f14-6bd7-4841-89cb-03db8b07d303 req-806c1ab7-63fc-478b-895d-d1b23ae98fe0 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:43.360406 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11703f14-6bd7-4841-89cb-03db8b07d303 req-806c1ab7-63fc-478b-895d-d1b23ae98fe0 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 944 time: 0.2842531 Nov 11 11:59:43.424373 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ad0b7-85b5-4d6a-b995-25b63f176e35 req-fe02afea-80a2-4ed4-bbaf-136f32936247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:43.425882 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dc0ad0b7-85b5-4d6a-b995-25b63f176e35 req-fe02afea-80a2-4ed4-bbaf-136f32936247 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9 HTTP/1.1" status: 200 len: 922 time: 0.2244329 Nov 11 11:59:43.455005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-c90304c1-e3ee-4866-a268-b93b667faea0 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Network 23ddc49d-c9f3-48df-9831-afc7f5e516ed is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:59:43.463241 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90304c1-e3ee-4866-a268-b93b667faea0 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Pushing event updated for resources: {'Port': ['ID=4586d51c-eb8a-4e9a-b983-1cb011540e05,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:43.466317 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] For port d10a11da-cce8-4b0d-aae3-04ad1553359e, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:59:43.475761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-c90304c1-e3ee-4866-a268-b93b667faea0 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:43.485949 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-c90304c1-e3ee-4866-a268-b93b667faea0 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:59:43.493371 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dc0ad0b7-85b5-4d6a-b995-25b63f176e35 req-5d21fe0a-2dc6-4978-850d-a8d0211a8382 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8c3022c-3850-4410-99c8-4434b933cbfc HTTP/1.1" status: 200 len: 217 time: 0.0483553 Nov 11 11:59:43.542807 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] For port d10a11da-cce8-4b0d-aae3-04ad1553359e, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d10a11da-cce8-4b0d-aae3-04ad1553359e,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:59:43.552257 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11703f14-6bd7-4841-89cb-03db8b07d303 req-1f572f68-c0e7-4fa1-aa67-4e8d0fccc476 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889455 Nov 11 11:59:43.596608 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-c90304c1-e3ee-4866-a268-b93b667faea0 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:43.597339 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-c90304c1-e3ee-4866-a268-b93b667faea0 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:43.605011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ad0b7-85b5-4d6a-b995-25b63f176e35 req-93d857a7-c061-4000-bd5f-8c439aaee171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:43.608001 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dc0ad0b7-85b5-4d6a-b995-25b63f176e35 req-93d857a7-c061-4000-bd5f-8c439aaee171 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35c45673-39de-42a1-9063-87008924bc87 HTTP/1.1" status: 200 len: 860 time: 0.0944819 Nov 11 11:59:43.612131 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:43.630836 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-c90304c1-e3ee-4866-a268-b93b667faea0 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7640498 Nov 11 11:59:43.671930 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Request body: {'port': {'device_id': '20de47d3-0c9a-4cdf-ae70-fc91ec87480e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:43.704668 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dc0ad0b7-85b5-4d6a-b995-25b63f176e35 req-8157459a-6b9d-4003-86c4-c8393238b71d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862751 Nov 11 11:59:43.746448 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:43.784301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:43.785192 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:43.788468 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] 10.222.0.62 "PUT /v2.0/ports/d10a11da-cce8-4b0d-aae3-04ad1553359e HTTP/1.1" status: 200 len: 1091 time: 2.9083955 Nov 11 11:59:43.832479 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:43.865216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc731e-2c1f-4948-8cfb-079dd8b3d9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d10a11da-cce8-4b0d-aae3-04ad1553359e,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:43.869144 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dc0ad0b7-85b5-4d6a-b995-25b63f176e35 req-380c3533-ffb3-4772-84e3-97012eedf7de service neutron] 10.222.0.62 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492589 Nov 11 11:59:43.946112 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:43.961186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be863d8-3b9e-4656-88e4-2c780123c160 req-1c816cfa-c8b7-4caf-938a-68e7a1ac52db tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:43.962819 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8be863d8-3b9e-4656-88e4-2c780123c160 req-1c816cfa-c8b7-4caf-938a-68e7a1ac52db tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=1123a3d6-a4d5-4638-bc4f-505932f0047d HTTP/1.1" status: 200 len: 943 time: 0.2470944 Nov 11 11:59:44.040667 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dc0ad0b7-85b5-4d6a-b995-25b63f176e35 req-a86e25c2-da9d-4300-a309-077b00d3ed4d service neutron] 10.222.0.62 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548877 Nov 11 11:59:44.049855 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-2db4987b-5b6c-46f6-be12-03c6934a8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:44.051388 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-2db4987b-5b6c-46f6-be12-03c6934a8904 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&device_id=1123a3d6-a4d5-4638-bc4f-505932f0047d HTTP/1.1" status: 200 len: 1094 time: 0.1722641 Nov 11 11:59:44.199485 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-e974849c-e4e2-4fa6-9099-49cff44bb3b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d10a11da-cce8-4b0d-aae3-04ad1553359e HTTP/1.1" status: 200 len: 217 time: 0.1214454 Nov 11 11:59:44.218132 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8be863d8-3b9e-4656-88e4-2c780123c160 req-2b854a03-b673-4616-af77-88b58a731592 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303445 Nov 11 11:59:44.369541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-6302613a-e9da-4baa-b989-4a0026d0da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:44.371057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-6302613a-e9da-4baa-b989-4a0026d0da61 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87e99551-4140-4663-b03e-6ab8528ee6e0 HTTP/1.1" status: 200 len: 851 time: 0.1569982 Nov 11 11:59:44.432398 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-0ddc68ea-e991-4b21-8621-7985491ad767 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=394296cd-ddf9-481f-93cf-51fd49ff4081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371325 Nov 11 11:59:44.463967 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:44.486159 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53866) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:44.490089 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:44.615345 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f343eff-6284-4429-917d-a0803b57f763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:44.715506 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f343eff-6284-4429-917d-a0803b57f763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:44.721072 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f343eff-6284-4429-917d-a0803b57f763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:44.723755 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Pushing event updated for resources: {'Port': ['ID=6a321db0-86c0-4d07-8818-fc3631dee831,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:44.739382 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-bea7b897-faf3-46a0-8460-d154cb8af32e service neutron] 10.222.0.62 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921193 Nov 11 11:59:44.746568 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:44.752276 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4586d51c-eb8a-4e9a-b983-1cb011540e05 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:59:44.767217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e1509-e16f-468a-869f-04d74ded858b req-f8dea117-6243-4c30-a714-7cdf5facbfd7 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:44.771466 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9f343eff-6284-4429-917d-a0803b57f763 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fb0ffc0508994975b24f115dd65f8c33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2814288 Nov 11 11:59:44.771605 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c6e1509-e16f-468a-869f-04d74ded858b req-f8dea117-6243-4c30-a714-7cdf5facbfd7 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/ports?device_id=20de47d3-0c9a-4cdf-ae70-fc91ec87480e HTTP/1.1" status: 200 len: 931 time: 0.2774525 Nov 11 11:59:44.772001 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53874) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:44.777753 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:44.778580 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f343eff-6284-4429-917d-a0803b57f763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca7e797-66ee-438e-981f-f918063ef677,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:44.830652 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a8647220-f894-4e44-bc5c-95384b7d0096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:44.858738 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:44.859987 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-0a8759e6-c182-4f1d-91a0-99d24aa54b8a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9144635 Nov 11 11:59:44.860138 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a8647220-f894-4e44-bc5c-95384b7d0096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:44.885197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Transition to ACTIVE for port object 4586d51c-eb8a-4e9a-b983-1cb011540e05 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:59:44.911715 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a8647220-f894-4e44-bc5c-95384b7d0096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:44.914578 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a8647220-f894-4e44-bc5c-95384b7d0096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:44.918208 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a8647220-f894-4e44-bc5c-95384b7d0096 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fca7e797-66ee-438e-981f-f918063ef677 HTTP/1.1" status: 204 len: 168 time: 0.1429515 Nov 11 11:59:44.926686 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcc00c8-43e5-4221-86e1-0504240b24f3', 'tag': '3e82901d-faa3-4fb4-ab1a-d52a146d1311'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:44.930814 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7600f35f-c517-4a6b-9697-4a38f9fad242" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcc00c8-43e5-4221-86e1-0504240b24f3", "tag": "3e82901d-faa3-4fb4-ab1a-d52a146d1311"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:44.935117 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8647220-f894-4e44-bc5c-95384b7d0096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca7e797-66ee-438e-981f-f918063ef677,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:44.956960 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:44.973894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1123a3d6-a4d5-4638-bc4f-505932f0047d', 'tag': 'd10a11da-cce8-4b0d-aae3-04ad1553359e'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:44.976119 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595046cf-7251-4307-9cbe-4ffc9cc0297a" -d '{"events": [{"name": "network-changed", "server_uuid": "1123a3d6-a4d5-4638-bc4f-505932f0047d", "tag": "d10a11da-cce8-4b0d-aae3-04ad1553359e"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:45.008650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c6e1509-e16f-468a-869f-04d74ded858b req-042ecb95-70a9-49ea-b157-51b596714bb9 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8bff85-ffa4-4de5-bdd1-f428a8dcc467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063873 Nov 11 11:59:45.011197 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-f53ae074-f6aa-4b2e-bcee-189621f5063e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 695 time: 0.1224048 Nov 11 11:59:45.094520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Pushing event updated for resources: {'Port': ['ID=4586d51c-eb8a-4e9a-b983-1cb011540e05,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:45.133256 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd2c2433-ce05-4380-b6b3-f496b1a72ebc req-6d49b0ef-4273-4ea4-b31b-5b3b7d997104 service neutron] 10.222.0.62 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754816 Nov 11 11:59:45.583528 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda2b36-9bde-4421-bc55-395c60f41e12 req-f4a28168-7089-43bc-963a-62476b130dfa tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:45.585169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2dda2b36-9bde-4421-bc55-395c60f41e12 req-f4a28168-7089-43bc-963a-62476b130dfa tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 944 time: 0.4940236 Nov 11 11:59:45.595318 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:45.622307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-fa50a43d-5880-49a2-a54c-826a7715b6a7 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:45.623851 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d2346be-4e6e-49b4-874f-295d2d7f115c req-fa50a43d-5880-49a2-a54c-826a7715b6a7 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.5981314 Nov 11 11:59:45.626650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Attempting to bind port 4586d51c-eb8a-4e9a-b983-1cb011540e05 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:59:45.627018 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Attempting to bind port 4586d51c-eb8a-4e9a-b983-1cb011540e05 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '0ca2ffc0-8eb2-43ae-addb-0f0de147e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '23ddc49d-c9f3-48df-9831-afc7f5e516ed'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:59:45.627311 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Attempting to bind port 4586d51c-eb8a-4e9a-b983-1cb011540e05 on network 23ddc49d-c9f3-48df-9831-afc7f5e516ed {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:59:45.643475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Port 4586d51c-eb8a-4e9a-b983-1cb011540e05 on network 23ddc49d-c9f3-48df-9831-afc7f5e516ed not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:59:45.643797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Attempting to bind port 4586d51c-eb8a-4e9a-b983-1cb011540e05 on network 23ddc49d-c9f3-48df-9831-afc7f5e516ed {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:59:45.652170 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:59:45.652590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Checking segment: {'id': '0ca2ffc0-8eb2-43ae-addb-0f0de147e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '23ddc49d-c9f3-48df-9831-afc7f5e516ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:59:45.652952 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Bound using segment: {'id': '0ca2ffc0-8eb2-43ae-addb-0f0de147e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '23ddc49d-c9f3-48df-9831-afc7f5e516ed'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:59:45.653400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Bound port: 4586d51c-eb8a-4e9a-b983-1cb011540e05, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca2ffc0-8eb2-43ae-addb-0f0de147e766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '23ddc49d-c9f3-48df-9831-afc7f5e516ed'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:59:45.653788 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:45.683815 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493c3640-ca1e-4007-992a-58703df8cdaa x-openstack-request-id: req-493c3640-ca1e-4007-992a-58703df8cdaa {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:45.684288 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcc00c8-43e5-4221-86e1-0504240b24f3", "tag": "3e82901d-faa3-4fb4-ab1a-d52a146d1311", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:45.684391 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-493c3640-ca1e-4007-992a-58703df8cdaa {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:45.684857 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcc00c8-43e5-4221-86e1-0504240b24f3', 'tag': '3e82901d-faa3-4fb4-ab1a-d52a146d1311', 'status': 'completed', 'code': 200} Nov 11 11:59:45.749036 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2dda2b36-9bde-4421-bc55-395c60f41e12 req-637e28d1-9052-4693-a13d-503331cc80b3 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460128 Nov 11 11:59:45.782869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600f35f-c517-4a6b-9697-4a38f9fad242 req-781545ad-40e9-41df-8dfd-e7f84323c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:45.784212 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49334e63-a2c0-4ec1-8940-f1e92e17d93f x-openstack-request-id: req-49334e63-a2c0-4ec1-8940-f1e92e17d93f {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:45.784504 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1123a3d6-a4d5-4638-bc4f-505932f0047d", "tag": "d10a11da-cce8-4b0d-aae3-04ad1553359e", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:45.784755 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-49334e63-a2c0-4ec1-8940-f1e92e17d93f {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:45.785212 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1123a3d6-a4d5-4638-bc4f-505932f0047d', 'tag': 'd10a11da-cce8-4b0d-aae3-04ad1553359e', 'status': 'completed', 'code': 200} Nov 11 11:59:45.790622 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7600f35f-c517-4a6b-9697-4a38f9fad242 req-781545ad-40e9-41df-8dfd-e7f84323c1e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 1125 time: 0.0884333 Nov 11 11:59:45.880798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] For port 4586d51c-eb8a-4e9a-b983-1cb011540e05, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:59:45.897486 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595046cf-7251-4307-9cbe-4ffc9cc0297a req-76a8e890-d9db-40b9-92f6-46cad13c5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:45.901052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-595046cf-7251-4307-9cbe-4ffc9cc0297a req-76a8e890-d9db-40b9-92f6-46cad13c5a56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&device_id=1123a3d6-a4d5-4638-bc4f-505932f0047d HTTP/1.1" status: 200 len: 1094 time: 0.0813429 Nov 11 11:59:45.907425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] For port 4586d51c-eb8a-4e9a-b983-1cb011540e05, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4586d51c-eb8a-4e9a-b983-1cb011540e05,segment=NetworkSegment(0ca2ffc0-8eb2-43ae-addb-0f0de147e766),segment_id=0ca2ffc0-8eb2-43ae-addb-0f0de147e766)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:59:45.999576 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600f35f-c517-4a6b-9697-4a38f9fad242 req-6f7a861c-9f1d-423e-9c6a-4e71ba184ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:46.013495 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:46.021729 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7600f35f-c517-4a6b-9697-4a38f9fad242 req-6f7a861c-9f1d-423e-9c6a-4e71ba184ae7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.2048776 Nov 11 11:59:46.089291 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Pushing event updated for resources: {'Port': ['ID=4586d51c-eb8a-4e9a-b983-1cb011540e05,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:46.114258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:46.115062 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:46.116649 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-91292119-e2a2-4b21-9187-326fd3d36813 service neutron] 10.222.0.43 "PUT /v2.0/ports/4586d51c-eb8a-4e9a-b983-1cb011540e05 HTTP/1.1" status: 200 len: 1091 time: 2.4501009 Nov 11 11:59:46.131148 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7600f35f-c517-4a6b-9697-4a38f9fad242 req-85e45689-ee85-48b2-b15d-bafc64253caf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e82901d-faa3-4fb4-ab1a-d52a146d1311 HTTP/1.1" status: 200 len: 217 time: 0.1074603 Nov 11 11:59:46.153279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd275ba6-bedb-4f71-a403-222428743d92 req-338f5f4a-2e30-4133-90bd-5a7a13f9b585 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:46.161514 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd275ba6-bedb-4f71-a403-222428743d92 req-338f5f4a-2e30-4133-90bd-5a7a13f9b585 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=1123a3d6-a4d5-4638-bc4f-505932f0047d HTTP/1.1" status: 200 len: 943 time: 0.2587786 Nov 11 11:59:46.171137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595046cf-7251-4307-9cbe-4ffc9cc0297a req-a7bf6b84-7aec-4ef4-bfd7-1ef4ab888ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:46.172883 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-595046cf-7251-4307-9cbe-4ffc9cc0297a req-a7bf6b84-7aec-4ef4-bfd7-1ef4ab888ca9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 913 time: 0.2419832 Nov 11 11:59:46.217856 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600f35f-c517-4a6b-9697-4a38f9fad242 req-ba47474c-3ddb-40bc-927c-4e2da20a2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:46.223247 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7600f35f-c517-4a6b-9697-4a38f9fad242 req-ba47474c-3ddb-40bc-927c-4e2da20a2e72 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.0809629 Nov 11 11:59:46.275671 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7600f35f-c517-4a6b-9697-4a38f9fad242 req-816cf79a-c2cb-4451-9330-3379c37bdcfe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482917 Nov 11 11:59:46.344218 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-595046cf-7251-4307-9cbe-4ffc9cc0297a req-7096ad6a-73b0-455b-8dce-c0942e3aab44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d10a11da-cce8-4b0d-aae3-04ad1553359e HTTP/1.1" status: 200 len: 217 time: 0.1478183 Nov 11 11:59:46.437509 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd275ba6-bedb-4f71-a403-222428743d92 req-66a11405-6004-447d-918a-71c59770e4f2 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747538 Nov 11 11:59:46.449354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-3805fd7e-259d-48ed-86e1-dc5ee515780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:46.462499 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-3805fd7e-259d-48ed-86e1-dc5ee515780b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b03e21c93f394d6aac64ebc485463565&device_id=20de47d3-0c9a-4cdf-ae70-fc91ec87480e HTTP/1.1" status: 200 len: 1094 time: 0.2821710 Nov 11 11:59:46.494959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595046cf-7251-4307-9cbe-4ffc9cc0297a req-a9769b56-fa80-4e97-9cfb-df4256764e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:46.496581 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-595046cf-7251-4307-9cbe-4ffc9cc0297a req-a9769b56-fa80-4e97-9cfb-df4256764e4b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87e99551-4140-4663-b03e-6ab8528ee6e0 HTTP/1.1" status: 200 len: 851 time: 0.1290483 Nov 11 11:59:46.498835 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7600f35f-c517-4a6b-9697-4a38f9fad242 req-7c41f744-d20e-421a-811a-4c0852f00fa7 service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131083 Nov 11 11:59:46.589944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-56d2868a-78ab-4c9b-8698-a5d92ce8efd0 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:46.591613 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-56d2868a-78ab-4c9b-8698-a5d92ce8efd0 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3828261 Nov 11 11:59:46.592992 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-1b993847-fa58-42c0-ace2-c985d58ea132 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4586d51c-eb8a-4e9a-b983-1cb011540e05 HTTP/1.1" status: 200 len: 217 time: 0.0954411 Nov 11 11:59:46.602494 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-595046cf-7251-4307-9cbe-4ffc9cc0297a req-a9d4aedb-b887-44e6-8706-35d2b995be7b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=394296cd-ddf9-481f-93cf-51fd49ff4081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858619 Nov 11 11:59:46.703095 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7600f35f-c517-4a6b-9697-4a38f9fad242 req-3ab90c6b-0303-48cf-b110-80e330eae83e service neutron] 10.222.0.43 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968906 Nov 11 11:59:46.764820 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-9aa6f1ed-555f-49b1-8922-5309429f5d82 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 695 time: 0.1601069 Nov 11 11:59:46.785753 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-c5f7e169-ea11-4038-9bb0-573a9a516c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:46.787222 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-c5f7e169-ea11-4038-9bb0-573a9a516c7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67b82a15-a9cb-486a-8575-157d8d857dfd HTTP/1.1" status: 200 len: 854 time: 0.1839976 Nov 11 11:59:46.791958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-4a63bf9f-f1dc-44a1-90e2-b676750adc16 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Request body: {'floatingip': {'port_id': 'c8c3022c-3850-4410-99c8-4434b933cbfc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:46.842370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27032c4c-d2b3-441c-bd32-7e459d65820b req-6914c3df-0eb9-45d4-9b42-b6c3981620e7 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:46.850658 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27032c4c-d2b3-441c-bd32-7e459d65820b req-6914c3df-0eb9-45d4-9b42-b6c3981620e7 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/ports?device_id=20de47d3-0c9a-4cdf-ae70-fc91ec87480e HTTP/1.1" status: 200 len: 943 time: 0.2911756 Nov 11 11:59:46.894600 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-6767aa41-dd4a-4abb-a708-5beeaa5e8d78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23ddc49d-c9f3-48df-9831-afc7f5e516ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954576 Nov 11 11:59:46.905525 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-4a63bf9f-f1dc-44a1-90e2-b676750adc16 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:47.046307 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d10a11da-cce8-4b0d-aae3-04ad1553359e details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:59:47.205282 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port d10a11da-cce8-4b0d-aae3-04ad1553359e, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d10a11da-cce8-4b0d-aae3-04ad1553359e,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:47.218063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'd10a11da-cce8-4b0d-aae3-04ad1553359e', 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081', 'port_id': 'd10a11da-cce8-4b0d-aae3-04ad1553359e', 'mac_address': 'fa:16:3e:ae:b7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e99551-4140-4663-b03e-6ab8528ee6e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:59:47.251452 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-595046cf-7251-4307-9cbe-4ffc9cc0297a req-6976b529-4171-43c3-96e1-dda0c766114b service neutron] 10.222.0.62 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6366560 Nov 11 11:59:47.269418 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:47.295942 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10a11da-cce8-4b0d-aae3-04ad1553359e {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:59:47.326926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port d10a11da-cce8-4b0d-aae3-04ad1553359e, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d10a11da-cce8-4b0d-aae3-04ad1553359e,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:47.335341 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:47.451426 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27032c4c-d2b3-441c-bd32-7e459d65820b req-2be33d62-965f-4535-826b-1ea7aad3d11a tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8bff85-ffa4-4de5-bdd1-f428a8dcc467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948505 Nov 11 11:59:47.459186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=d10a11da-cce8-4b0d-aae3-04ad1553359e,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:47.476977 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:47.477638 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:47.478202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:47.484175 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:47.485283 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:47.486092 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:47.486504 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:47.487037 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:47.487537 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:47.487846 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:47.488238 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:47.488656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:59:47.604725 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-6df79e56-9ae2-4496-b9c8-d028143ca7fe service neutron] 10.222.0.43 "GET /v2.0/networks/23ddc49d-c9f3-48df-9831-afc7f5e516ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264446 Nov 11 11:59:47.668233 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['d10a11da-cce8-4b0d-aae3-04ad1553359e'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:59:47.729171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-595046cf-7251-4307-9cbe-4ffc9cc0297a req-b16d6481-0244-4d3e-940c-8d6946b5dfef service neutron] 10.222.0.62 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326332 Nov 11 11:59:47.730949 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5f790e8-ca1d-4d2c-94f1-1ddadefaf91c req-2385effa-08bd-4904-bcb2-a645d3291568 service neutron] 10.222.0.43 "GET /v2.0/networks/23ddc49d-c9f3-48df-9831-afc7f5e516ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877872 Nov 11 11:59:47.799724 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20de47d3-0c9a-4cdf-ae70-fc91ec87480e', 'tag': '4586d51c-eb8a-4e9a-b983-1cb011540e05'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:47.802070 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f115be-f603-481d-a817-cb7110fc5413" -d '{"events": [{"name": "network-changed", "server_uuid": "20de47d3-0c9a-4cdf-ae70-fc91ec87480e", "tag": "4586d51c-eb8a-4e9a-b983-1cb011540e05"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:47.818325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed320c-9a85-41bf-ad9e-b60dc9847c45 req-de9a63b7-5f66-4ba2-800a-a51b576c95c7 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:47.818772 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-94ed320c-9a85-41bf-ad9e-b60dc9847c45 req-de9a63b7-5f66-4ba2-800a-a51b576c95c7 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 944 time: 0.2900832 Nov 11 11:59:47.913814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-94ed320c-9a85-41bf-ad9e-b60dc9847c45 req-df744a2c-118d-4b3f-ae46-120c60361683 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849795 Nov 11 11:59:47.993965 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-4a63bf9f-f1dc-44a1-90e2-b676750adc16 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:47.998829 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-4a63bf9f-f1dc-44a1-90e2-b676750adc16 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:48.165981 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-4a63bf9f-f1dc-44a1-90e2-b676750adc16 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Floating IP 9ea153cd-dfb4-4377-ae5d-e0c02cca8d29 associated. External IP: 172.25.2.17, port: c8c3022c-3850-4410-99c8-4434b933cbfc. Nov 11 11:59:48.259442 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-c151a4b7-63e3-402f-9cb3-6fe351e4424f service neutron] 10.222.0.43 "GET /v2.0/ports/3e82901d-faa3-4fb4-ab1a-d52a146d1311/bindings/n-h1-807359-3 HTTP/1.1" status: 200 len: 384 time: 0.1496453 Nov 11 11:59:48.328556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa4f22-3423-4d08-a8e8-95a7e954514c req-a5eb8322-fc5c-4d00-b907-f0144c4fefe4 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:48.330089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72fa4f22-3423-4d08-a8e8-95a7e954514c req-a5eb8322-fc5c-4d00-b907-f0144c4fefe4 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=1123a3d6-a4d5-4638-bc4f-505932f0047d HTTP/1.1" status: 200 len: 944 time: 0.1678982 Nov 11 11:59:48.464489 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72fa4f22-3423-4d08-a8e8-95a7e954514c req-80bbd089-fdca-46e9-a300-a5d3a0cc47b6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277494 Nov 11 11:59:48.524065 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d9c693-c681-4326-83d4-23232092d8d7 x-openstack-request-id: req-47d9c693-c681-4326-83d4-23232092d8d7 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:48.524421 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20de47d3-0c9a-4cdf-ae70-fc91ec87480e", "tag": "4586d51c-eb8a-4e9a-b983-1cb011540e05", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:48.524580 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47d9c693-c681-4326-83d4-23232092d8d7 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:48.524967 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20de47d3-0c9a-4cdf-ae70-fc91ec87480e', 'tag': '4586d51c-eb8a-4e9a-b983-1cb011540e05', 'status': 'completed', 'code': 200} Nov 11 11:59:48.606847 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f115be-f603-481d-a817-cb7110fc5413 req-d6dc9ddd-9226-465f-8f65-caa69dae46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:48.610265 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-37f115be-f603-481d-a817-cb7110fc5413 req-d6dc9ddd-9226-465f-8f65-caa69dae46ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b03e21c93f394d6aac64ebc485463565&device_id=20de47d3-0c9a-4cdf-ae70-fc91ec87480e HTTP/1.1" status: 200 len: 1094 time: 0.0661027 Nov 11 11:59:48.732698 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f115be-f603-481d-a817-cb7110fc5413 req-a763471f-9388-436b-97f1-4ccc119f92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:48.735771 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-37f115be-f603-481d-a817-cb7110fc5413 req-a763471f-9388-436b-97f1-4ccc119f92d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=23ddc49d-c9f3-48df-9831-afc7f5e516ed HTTP/1.1" status: 200 len: 916 time: 0.1149907 Nov 11 11:59:48.778066 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 3e82901d-faa3-4fb4-ab1a-d52a146d1311 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:59:48.834952 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-37f115be-f603-481d-a817-cb7110fc5413 req-04b1e099-ecd6-4c29-9d57-4394c4b4d012 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4586d51c-eb8a-4e9a-b983-1cb011540e05 HTTP/1.1" status: 200 len: 217 time: 0.0907550 Nov 11 11:59:48.902739 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f115be-f603-481d-a817-cb7110fc5413 req-d261401f-7162-4283-9db7-263866fba560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:48.904332 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-37f115be-f603-481d-a817-cb7110fc5413 req-d261401f-7162-4283-9db7-263866fba560 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67b82a15-a9cb-486a-8575-157d8d857dfd HTTP/1.1" status: 200 len: 854 time: 0.0620885 Nov 11 11:59:48.952418 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-37f115be-f603-481d-a817-cb7110fc5413 req-d35cbe7c-738e-433a-bd68-6488831e4440 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23ddc49d-c9f3-48df-9831-afc7f5e516ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408311 Nov 11 11:59:48.982122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-4a63bf9f-f1dc-44a1-90e2-b676750adc16 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:59:49.041162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54094) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:49.061772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d10a11da-cce8-4b0d-aae3-04ad1553359e up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:59:49.102924 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-37f115be-f603-481d-a817-cb7110fc5413 req-4d191df3-a4c3-4dea-b621-a55750da3a5f service neutron] 10.222.0.43 "GET /v2.0/networks/23ddc49d-c9f3-48df-9831-afc7f5e516ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432939 Nov 11 11:59:49.167987 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port d10a11da-cce8-4b0d-aae3-04ad1553359e completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:59:49.172530 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port d10a11da-cce8-4b0d-aae3-04ad1553359e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:49.173114 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:49.242825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184aa9d-224c-426b-8af0-f51b9204a45d req-1b9ce424-6f24-4e3a-a2be-11ae9162ae58 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:49.254758 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0184aa9d-224c-426b-8af0-f51b9204a45d req-1b9ce424-6f24-4e3a-a2be-11ae9162ae58 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/ports?device_id=20de47d3-0c9a-4cdf-ae70-fc91ec87480e HTTP/1.1" status: 200 len: 943 time: 0.2690127 Nov 11 11:59:49.257736 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-37f115be-f603-481d-a817-cb7110fc5413 req-c0c179c0-eeb0-4fa2-bb05-3a87773320e9 service neutron] 10.222.0.43 "GET /v2.0/networks/23ddc49d-c9f3-48df-9831-afc7f5e516ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458757 Nov 11 11:59:49.287526 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:49.305180 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7e66b2a1-4fd8-4a0d-bd55-ab577efaf5bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:49.328338 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port d10a11da-cce8-4b0d-aae3-04ad1553359e, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d10a11da-cce8-4b0d-aae3-04ad1553359e,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:49.329556 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1123a3d6-a4d5-4638-bc4f-505932f0047d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10a11da-cce8-4b0d-aae3-04ad1553359e'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:49.332427 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf542d75-09ec-46f9-b892-7aacb8b8df3a" -d '{"events": [{"server_uuid": "1123a3d6-a4d5-4638-bc4f-505932f0047d", "name": "network-vif-plugged", "status": "completed", "tag": "d10a11da-cce8-4b0d-aae3-04ad1553359e"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:49.336228 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:49.377258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-41429643-93e7-44df-ae20-1d396afc3c46 req-b984671b-4440-4d90-8744-e24345831727 service neutron] For port 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3e82901d-faa3-4fb4-ab1a-d52a146d1311,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:49.393027 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-4a63bf9f-f1dc-44a1-90e2-b676750adc16 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:59:49.393240 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=d10a11da-cce8-4b0d-aae3-04ad1553359e,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:49.403652 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-4a63bf9f-f1dc-44a1-90e2-b676750adc16 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:49.407567 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ef4dbe-5411-4fa8-a4bc-16951148f180 None None] Sync routers for ids ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:59:49.412198 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7e66b2a1-4fd8-4a0d-bd55-ab577efaf5bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:49.418850 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ef4dbe-5411-4fa8-a4bc-16951148f180 None None] Routers {'91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:59:49.419105 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7e66b2a1-4fd8-4a0d-bd55-ab577efaf5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:49.419790 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f5ef4dbe-5411-4fa8-a4bc-16951148f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:59:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:49.449838 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7e66b2a1-4fd8-4a0d-bd55-ab577efaf5bc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=234786e69c6545a99e00ad48a3be9dd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3998332 Nov 11 11:59:49.456647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54104) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:49.481347 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0184aa9d-224c-426b-8af0-f51b9204a45d req-94d8f05e-69ca-4310-aa68-55da9cda242c tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8bff85-ffa4-4de5-bdd1-f428a8dcc467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051673 Nov 11 11:59:49.492186 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66b2a1-4fd8-4a0d-bd55-ab577efaf5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c83a50-aee3-4b74-9fa4-66900aa21883,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:49.545351 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-4a63bf9f-f1dc-44a1-90e2-b676750adc16 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "PUT /v2.0/floatingips/9ea153cd-dfb4-4377-ae5d-e0c02cca8d29 HTTP/1.1" status: 200 len: 995 time: 2.7603493 Nov 11 11:59:49.546098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-41429643-93e7-44df-ae20-1d396afc3c46 req-b984671b-4440-4d90-8744-e24345831727 service neutron] For port 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:59:49.553379 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8601-5e03-4a1c-a2d0-33aeb5393cab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:49.579525 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8601-5e03-4a1c-a2d0-33aeb5393cab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:49.599535 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-f5ef4dbe-5411-4fa8-a4bc-16951148f180 None None] Set router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:59:49.626356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-41429643-93e7-44df-ae20-1d396afc3c46 req-b984671b-4440-4d90-8744-e24345831727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e82901d-faa3-4fb4-ab1a-d52a146d1311 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:59:49.646184 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8601-5e03-4a1c-a2d0-33aeb5393cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:49.649382 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8601-5e03-4a1c-a2d0-33aeb5393cab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:49.653221 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4dcc8601-5e03-4a1c-a2d0-33aeb5393cab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8c83a50-aee3-4b74-9fa4-66900aa21883 HTTP/1.1" status: 204 len: 168 time: 0.1933939 Nov 11 11:59:49.671098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-41429643-93e7-44df-ae20-1d396afc3c46 req-b984671b-4440-4d90-8744-e24345831727 service neutron] For port 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=3e82901d-faa3-4fb4-ab1a-d52a146d1311,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:49.681405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc8601-5e03-4a1c-a2d0-33aeb5393cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c83a50-aee3-4b74-9fa4-66900aa21883,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:49.708879 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-41429643-93e7-44df-ae20-1d396afc3c46 req-b984671b-4440-4d90-8744-e24345831727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:49.715450 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-e1dd8005-e858-499d-94b5-ef9b9fe38698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:49.724101 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-e1dd8005-e858-499d-94b5-ef9b9fe38698 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b87bddbf76a048759b20fc64684b3b55&device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 1096 time: 0.1736243 Nov 11 11:59:49.814424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a987f-ecab-4624-83f3-fc518489bc28 req-99466501-aaa7-4c58-8c3c-02c44b731328 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:49.817163 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c89a987f-ecab-4624-83f3-fc518489bc28 req-99466501-aaa7-4c58-8c3c-02c44b731328 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 944 time: 0.2146463 Nov 11 11:59:49.946690 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-69339826-8cd7-4e86-b852-457f8a77a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:49.948192 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-69339826-8cd7-4e86-b852-457f8a77a8a9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9 HTTP/1.1" status: 200 len: 922 time: 0.2233222 Nov 11 11:59:49.957760 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c89a987f-ecab-4624-83f3-fc518489bc28 req-feb2b6c8-76ca-4bdc-a1bd-cbc6e103a673 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972514 Nov 11 11:59:49.962692 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f5ef4dbe-5411-4fa8-a4bc-16951148f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-router', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:33Z', 'updated_at': '2021-11-11T11:58:41Z', 'revision_number': 4, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'gw_port': {'id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:34Z', 'updated_at': '2021-11-11T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '9ea153cd-dfb4-4377-ae5d-e0c02cca8d29', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'port_id': 'c8c3022c-3850-4410-99c8-4434b933cbfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9', 'mac_address': 'fa:16:3e:8e:8a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:59:43Z', 'updated_at': '2021-11-11T11:59:47Z', 'revision_number': 1, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4c208e-1917-4ea2-bcbc-55f029596cf8', 'name': '', 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'mac_address': 'fa:16:3e:f9:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '35c45673-39de-42a1-9063-87008924bc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:38Z', 'updated_at': '2021-11-11T11:58:48Z', 'revision_number': 5, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'subnets': [{'id': '35c45673-39de-42a1-9063-87008924bc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:49.997834 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ef4dbe-5411-4fa8-a4bc-16951148f180 None None] Checking router: 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:59:50.007357 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ef4dbe-5411-4fa8-a4bc-16951148f180 None None] Routers {'91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:59:50.007978 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f5ef4dbe-5411-4fa8-a4bc-16951148f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:59:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:50.027841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-41429643-93e7-44df-ae20-1d396afc3c46 req-b984671b-4440-4d90-8744-e24345831727 service neutron] Transition to ACTIVE for port object 3e82901d-faa3-4fb4-ab1a-d52a146d1311 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:59:50.034083 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-41429643-93e7-44df-ae20-1d396afc3c46 req-b984671b-4440-4d90-8744-e24345831727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:50.076604 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-4fd43a7b-2bb9-428b-94da-6359f32eb82a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8c3022c-3850-4410-99c8-4434b933cbfc HTTP/1.1" status: 200 len: 998 time: 0.1179430 Nov 11 11:59:50.136063 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-f5ef4dbe-5411-4fa8-a4bc-16951148f180 None None] Set router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:59:50.149878 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54114) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:50.160518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-41429643-93e7-44df-ae20-1d396afc3c46 req-b984671b-4440-4d90-8744-e24345831727 service neutron] No DVR routers for this DVR port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:59:50.171474 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c5f8d92-4afc-41e1-9e1d-b8da574f45bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:50.177297 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-67e7a1f6-d37b-46e1-88c7-cba5bec1430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:50.177297 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-67e7a1f6-d37b-46e1-88c7-cba5bec1430a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35c45673-39de-42a1-9063-87008924bc87 HTTP/1.1" status: 200 len: 860 time: 0.0888407 Nov 11 11:59:50.181456 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984671b-4440-4d90-8744-e24345831727 service neutron] Pushing event updated for resources: {'Port': ['ID=3e82901d-faa3-4fb4-ab1a-d52a146d1311,revision_number=10']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:50.226193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-6a1c9903-6f47-4283-b4f4-f47418268ab5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398393 Nov 11 11:59:50.231208 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-b984671b-4440-4d90-8744-e24345831727 service neutron] 10.222.0.43 "PUT /v2.0/ports/3e82901d-faa3-4fb4-ab1a-d52a146d1311/bindings/n-h1-807359-3/activate HTTP/1.1" status: 200 len: 369 time: 1.9404697 Nov 11 11:59:50.321640 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c5f8d92-4afc-41e1-9e1d-b8da574f45bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:50.326319 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c5f8d92-4afc-41e1-9e1d-b8da574f45bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:50.369077 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f8d92-4afc-41e1-9e1d-b8da574f45bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8586327f-7ba1-4bb1-9f67-3d1ad0dfb05b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:50.374559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429643-93e7-44df-ae20-1d396afc3c46 req-aaa28970-de82-4fb4-ad06-1f31ca3a6e27 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:50.376530 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-aaa28970-de82-4fb4-ad06-1f31ca3a6e27 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3&tenant_id=67f94b11282a42279e45a23ba30fcf1d&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 1096 time: 0.0713351 Nov 11 11:59:50.378466 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2c5f8d92-4afc-41e1-9e1d-b8da574f45bc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce44c92864a54d288dc10dd07192d71b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2266383 Nov 11 11:59:50.379304 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54118) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:50.379613 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-406f473a-ca0d-43f6-ba66-91d457799359 service neutron] 10.222.0.65 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455758 Nov 11 11:59:50.511631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429643-93e7-44df-ae20-1d396afc3c46 req-cd394116-250e-47ec-8765-241e8ac064ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:50.514204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-cd394116-250e-47ec-8765-241e8ac064ed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3&tenant_id=67f94b11282a42279e45a23ba30fcf1d HTTP/1.1" status: 200 len: 1096 time: 0.1287537 Nov 11 11:59:50.538965 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969fca89-e558-4557-9d98-3f7157e3ae08 x-openstack-request-id: req-969fca89-e558-4557-9d98-3f7157e3ae08 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:50.539445 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1123a3d6-a4d5-4638-bc4f-505932f0047d", "name": "network-vif-plugged", "status": "completed", "tag": "d10a11da-cce8-4b0d-aae3-04ad1553359e", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:50.539616 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-969fca89-e558-4557-9d98-3f7157e3ae08 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:50.540072 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1123a3d6-a4d5-4638-bc4f-505932f0047d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10a11da-cce8-4b0d-aae3-04ad1553359e', 'code': 200} Nov 11 11:59:50.543373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'tag': 'c8c3022c-3850-4410-99c8-4434b933cbfc'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:50.544746 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f5ef4dbe-5411-4fa8-a4bc-16951148f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-router', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:33Z', 'updated_at': '2021-11-11T11:58:41Z', 'revision_number': 4, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'gw_port': {'id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:34Z', 'updated_at': '2021-11-11T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '9ea153cd-dfb4-4377-ae5d-e0c02cca8d29', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'port_id': 'c8c3022c-3850-4410-99c8-4434b933cbfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9', 'mac_address': 'fa:16:3e:8e:8a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:59:43Z', 'updated_at': '2021-11-11T11:59:47Z', 'revision_number': 1, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4c208e-1917-4ea2-bcbc-55f029596cf8', 'name': '', 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'mac_address': 'fa:16:3e:f9:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '35c45673-39de-42a1-9063-87008924bc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:38Z', 'updated_at': '2021-11-11T11:58:48Z', 'revision_number': 5, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'subnets': [{'id': '35c45673-39de-42a1-9063-87008924bc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:50.545961 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d9d1c2-20c1-4b60-af8d-dcc34ca3dd2a" -d '{"events": [{"name": "network-changed", "server_uuid": "373599c2-2402-4fc3-a79a-94a1e6d98d26", "tag": "c8c3022c-3850-4410-99c8-4434b933cbfc"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:50.590704 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ef4dbe-5411-4fa8-a4bc-16951148f180 None None] The sync data for ids ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'] in n-d-807359-3 is: [{'id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-router', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:33Z', 'updated_at': '2021-11-11T11:58:41Z', 'revision_number': 4, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'gw_port': {'id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:34Z', 'updated_at': '2021-11-11T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '9ea153cd-dfb4-4377-ae5d-e0c02cca8d29', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'port_id': 'c8c3022c-3850-4410-99c8-4434b933cbfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9', 'mac_address': 'fa:16:3e:8e:8a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:59:43Z', 'updated_at': '2021-11-11T11:59:47Z', 'revision_number': 1, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4c208e-1917-4ea2-bcbc-55f029596cf8', 'name': '', 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'mac_address': 'fa:16:3e:f9:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '35c45673-39de-42a1-9063-87008924bc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:38Z', 'updated_at': '2021-11-11T11:58:48Z', 'revision_number': 5, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'subnets': [{'id': '35c45673-39de-42a1-9063-87008924bc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:59:50.625154 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-160e3759-7265-40ad-aa57-c9473b2a9d06 req-d91ff9b2-783b-4f25-8b8e-81410ac4e588 service neutron] 10.222.0.65 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268665 Nov 11 11:59:50.792233 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4586d51c-eb8a-4e9a-b983-1cb011540e05 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:59:50.807418 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6670905a-32d2-4925-898c-780f680d3e26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:50.823670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2eff3-fa86-4d7a-b1f7-c09f6740f0da req-d15a1f9b-4cdd-476a-bf53-57d32539bef4 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:50.825410 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42f2eff3-fa86-4d7a-b1f7-c09f6740f0da req-d15a1f9b-4cdd-476a-bf53-57d32539bef4 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=1123a3d6-a4d5-4638-bc4f-505932f0047d HTTP/1.1" status: 200 len: 945 time: 0.1572943 Nov 11 11:59:50.829929 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429643-93e7-44df-ae20-1d396afc3c46 req-c7611606-930d-4242-a5cb-75e05579e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:50.831679 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-c7611606-930d-4242-a5cb-75e05579e05e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67f94b11282a42279e45a23ba30fcf1d&device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 1096 time: 0.2625344 Nov 11 11:59:50.840119 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6670905a-32d2-4925-898c-780f680d3e26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:50.899519 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6670905a-32d2-4925-898c-780f680d3e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:50.902586 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6670905a-32d2-4925-898c-780f680d3e26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:50.921061 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6670905a-32d2-4925-898c-780f680d3e26 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8586327f-7ba1-4bb1-9f67-3d1ad0dfb05b HTTP/1.1" status: 204 len: 168 time: 0.5265710 Nov 11 11:59:50.947106 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2095b-0683-465a-97a1-2fb7647fc7a2 req-c586dcc9-0242-441d-bfe0-ca4c7d25df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:50.948608 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fcb2095b-0683-465a-97a1-2fb7647fc7a2 req-c586dcc9-0242-441d-bfe0-ca4c7d25df3c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1123a3d6-a4d5-4638-bc4f-505932f0047d HTTP/1.1" status: 200 len: 1096 time: 0.1900623 Nov 11 11:59:50.950760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4586d51c-eb8a-4e9a-b983-1cb011540e05, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4586d51c-eb8a-4e9a-b983-1cb011540e05,segment=NetworkSegment(0ca2ffc0-8eb2-43ae-addb-0f0de147e766),segment_id=0ca2ffc0-8eb2-43ae-addb-0f0de147e766)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:50.951818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670905a-32d2-4925-898c-780f680d3e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8586327f-7ba1-4bb1-9f67-3d1ad0dfb05b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:50.983466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '4586d51c-eb8a-4e9a-b983-1cb011540e05', 'network_id': '23ddc49d-c9f3-48df-9831-afc7f5e516ed', 'port_id': '4586d51c-eb8a-4e9a-b983-1cb011540e05', 'mac_address': 'fa:16:3e:07:6d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b82a15-a9cb-486a-8575-157d8d857dfd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:59:51.010778 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58283a22-cb09-4b27-b358-f99a7a108761 req-9120e719-4176-4d15-a778-45e60450cbc9 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:51.012910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-58283a22-cb09-4b27-b358-f99a7a108761 req-9120e719-4176-4d15-a778-45e60450cbc9 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/ports?device_id=20de47d3-0c9a-4cdf-ae70-fc91ec87480e HTTP/1.1" status: 200 len: 943 time: 0.2562723 Nov 11 11:59:51.015068 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429643-93e7-44df-ae20-1d396afc3c46 req-a34edce8-d496-4df2-b65b-1f4a815c4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:51.016608 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-a34edce8-d496-4df2-b65b-1f4a815c4821 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 200 len: 910 time: 0.1734474 Nov 11 11:59:51.031569 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859cddc8-39fd-4857-8c96-5985a70e82c0 None None] New status for floating IP 9ea153cd-dfb4-4377-ae5d-e0c02cca8d29: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:59:51.055964 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42f2eff3-fa86-4d7a-b1f7-c09f6740f0da req-58245335-ce3e-4694-843f-36bd48846e5f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212670 Nov 11 11:59:51.057811 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fcb2095b-0683-465a-97a1-2fb7647fc7a2 req-e915a0dc-aa9e-4284-8af9-ef19c8d01873 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961471 Nov 11 11:59:51.088820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54134) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:51.094115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-6ee61980-f4e3-4e26-a8c4-62ee019e78e8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1008136241'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:51.118974 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee61980-f4e3-4e26-a8c4-62ee019e78e8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Made reservation on behalf of 60ee3d384a76417ebcdfc95536142dd4 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:59:51.124961 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ee61980-f4e3-4e26-a8c4-62ee019e78e8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:51.146944 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:51.155661 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-07a17725-8ca5-41c1-a428-69046a1ba2b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e82901d-faa3-4fb4-ab1a-d52a146d1311 HTTP/1.1" status: 200 len: 217 time: 0.1048393 Nov 11 11:59:51.164894 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee61980-f4e3-4e26-a8c4-62ee019e78e8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:59:51.180913 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ee61980-f4e3-4e26-a8c4-62ee019e78e8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:51.182337 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-6ee61980-f4e3-4e26-a8c4-62ee019e78e8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Added segment 9de71bf6-7d3b-4fee-ad87-0770b0fd8269 of type vlan for network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d Nov 11 11:59:51.200665 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4586d51c-eb8a-4e9a-b983-1cb011540e05 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:59:51.235516 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbfed27-a82b-4b10-aa5a-2da69475c49a x-openstack-request-id: req-1cbfed27-a82b-4b10-aa5a-2da69475c49a {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:51.235991 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373599c2-2402-4fc3-a79a-94a1e6d98d26", "tag": "c8c3022c-3850-4410-99c8-4434b933cbfc", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:51.236244 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1cbfed27-a82b-4b10-aa5a-2da69475c49a {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:51.236849 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'tag': 'c8c3022c-3850-4410-99c8-4434b933cbfc', 'status': 'completed', 'code': 200} Nov 11 11:59:51.238582 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ee61980-f4e3-4e26-a8c4-62ee019e78e8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:51.254389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4586d51c-eb8a-4e9a-b983-1cb011540e05, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4586d51c-eb8a-4e9a-b983-1cb011540e05,segment=NetworkSegment(0ca2ffc0-8eb2-43ae-addb-0f0de147e766),segment_id=0ca2ffc0-8eb2-43ae-addb-0f0de147e766)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:51.262909 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:51.297965 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ee61980-f4e3-4e26-a8c4-62ee019e78e8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:51.305227 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee61980-f4e3-4e26-a8c4-62ee019e78e8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:51.305925 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ee61980-f4e3-4e26-a8c4-62ee019e78e8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:51.374257 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-58283a22-cb09-4b27-b358-f99a7a108761 req-1e47b89f-a206-4e69-baae-3e7396ffa0ed tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8bff85-ffa4-4de5-bdd1-f428a8dcc467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247561 Nov 11 11:59:51.376347 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6ee61980-f4e3-4e26-a8c4-62ee019e78e8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2861929 Nov 11 11:59:51.382992 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54142) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:51.395967 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-6abc3d23-302e-413f-917e-b23a5209eca3 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 998 time: 0.2344527 Nov 11 11:59:51.402709 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-01d3417b-79f8-4c38-9849-f042217c32b8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1710520447'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:51.416401 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:51.434783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=4586d51c-eb8a-4e9a-b983-1cb011540e05,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:51.435480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429643-93e7-44df-ae20-1d396afc3c46 req-548cee30-f134-442b-a22c-023f3947aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:51.438188 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-548cee30-f134-442b-a22c-023f3947aacd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 200 len: 848 time: 0.1650841 Nov 11 11:59:51.466032 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9d1c2-20c1-4b60-af8d-dcc34ca3dd2a req-97fa2b39-df00-479b-b6fd-d08524a33fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:51.468580 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-96d9d1c2-20c1-4b60-af8d-dcc34ca3dd2a req-97fa2b39-df00-479b-b6fd-d08524a33fc6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b87bddbf76a048759b20fc64684b3b55&device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 1096 time: 0.1856384 Nov 11 11:59:51.486012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee61980-f4e3-4e26-a8c4-62ee019e78e8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event updated for resources: {'Network': ['ID=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:51.490887 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-56d02ee4-e313-489c-9b42-62805c44dd9d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3bc555a8-78f0-4d3e-a500-5f083af5d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419643 Nov 11 11:59:51.510444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:59:51.528667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-e39b32bc-73a7-41b7-962e-c2abed540f45 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:51.530464 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d3417b-79f8-4c38-9849-f042217c32b8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Made reservation on behalf of 60ee3d384a76417ebcdfc95536142dd4 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:59:51.534702 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01d3417b-79f8-4c38-9849-f042217c32b8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:51.541317 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-e39b32bc-73a7-41b7-962e-c2abed540f45 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports/c8c3022c-3850-4410-99c8-4434b933cbfc HTTP/1.1" status: 200 len: 942 time: 0.1385882 Nov 11 11:59:51.597463 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['4586d51c-eb8a-4e9a-b983-1cb011540e05'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:59:51.607613 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d3417b-79f8-4c38-9849-f042217c32b8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:59:51.620171 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01d3417b-79f8-4c38-9849-f042217c32b8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:51.620828 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-01d3417b-79f8-4c38-9849-f042217c32b8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Added segment 16f57aec-6565-48c5-9774-80e4a505b3e2 of type vlan for network c7d52acd-8f28-4abc-86b9-191279fd7934 Nov 11 11:59:51.696164 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01d3417b-79f8-4c38-9849-f042217c32b8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:51.717052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9d1c2-20c1-4b60-af8d-dcc34ca3dd2a req-e01d430b-c27e-4d4f-af4b-69521c45c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:51.718892 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-96d9d1c2-20c1-4b60-af8d-dcc34ca3dd2a req-e01d430b-c27e-4d4f-af4b-69521c45c9ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9 HTTP/1.1" status: 200 len: 922 time: 0.2214713 Nov 11 11:59:51.751142 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc362-e341-4e1a-9705-c6c790f6aba7 req-da013096-5fba-44b4-862c-a9672bc4bd3b tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:51.753526 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a5fc362-e341-4e1a-9705-c6c790f6aba7 req-da013096-5fba-44b4-862c-a9672bc4bd3b tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 945 time: 0.2559035 Nov 11 11:59:51.797032 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01d3417b-79f8-4c38-9849-f042217c32b8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:51.805634 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3417b-79f8-4c38-9849-f042217c32b8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:51.806643 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01d3417b-79f8-4c38-9849-f042217c32b8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:51.808000 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-058506fd-5542-4c84-8d47-7b65ceaeee9e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 1000 time: 0.1731439 Nov 11 11:59:51.877626 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-01d3417b-79f8-4c38-9849-f042217c32b8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4872925 Nov 11 11:59:51.888603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54156) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:51.890819 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-8f6f4a2c-cfb9-4172-95db-5637ebbef403 service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804564 Nov 11 11:59:51.898806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-26c0ac17-b752-4072-b50f-544a50d31f7c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Request body: {'subnet': {'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:51.917998 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-96d9d1c2-20c1-4b60-af8d-dcc34ca3dd2a req-eb2ba474-c94c-4ed5-b8ee-61958c438a36 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8c3022c-3850-4410-99c8-4434b933cbfc HTTP/1.1" status: 200 len: 1000 time: 0.1877079 Nov 11 11:59:51.928505 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3417b-79f8-4c38-9849-f042217c32b8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event updated for resources: {'Network': ['ID=c7d52acd-8f28-4abc-86b9-191279fd7934,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:51.944576 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a5fc362-e341-4e1a-9705-c6c790f6aba7 req-4533d819-6355-4129-8326-e8359245d947 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829548 Nov 11 11:59:51.957997 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network c7d52acd-8f28-4abc-86b9-191279fd7934 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:59:51.997713 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9d1c2-20c1-4b60-af8d-dcc34ca3dd2a req-f6c07e26-5875-4de6-9fca-f38fd10711fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:52.000051 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-96d9d1c2-20c1-4b60-af8d-dcc34ca3dd2a req-f6c07e26-5875-4de6-9fca-f38fd10711fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35c45673-39de-42a1-9063-87008924bc87 HTTP/1.1" status: 200 len: 860 time: 0.0685225 Nov 11 11:59:52.051104 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-96d9d1c2-20c1-4b60-af8d-dcc34ca3dd2a req-7eed3b56-d135-4a5a-a214-6906cef53496 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374203 Nov 11 11:59:52.183783 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-6fb22afb-e727-4762-8720-e716b7c7f360 service neutron] 10.222.0.62 "GET /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578502 Nov 11 11:59:52.196536 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-a9d4e991-6295-4a14-afc5-6c1a06bdc910 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:52.210628 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-a9d4e991-6295-4a14-afc5-6c1a06bdc910 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.3926046 Nov 11 11:59:52.211996 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c0ac17-b752-4072-b50f-544a50d31f7c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Made reservation on behalf of 60ee3d384a76417ebcdfc95536142dd4 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:59:52.220357 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac17-b752-4072-b50f-544a50d31f7c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:52.232719 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-96d9d1c2-20c1-4b60-af8d-dcc34ca3dd2a req-d5549af8-37eb-4297-ab3b-8a4bc8bd2adb service neutron] 10.222.0.62 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668935 Nov 11 11:59:52.407613 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-96d9d1c2-20c1-4b60-af8d-dcc34ca3dd2a req-9c9cd0fb-f2ae-4e1b-8bec-fa4a146fe681 service neutron] 10.222.0.62 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458223 Nov 11 11:59:52.427030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c855f5-0b3f-4d52-ac6f-5150327267f8 req-d1752db3-77f0-4ac5-b67e-7307e9d2c27c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:52.428570 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18c855f5-0b3f-4d52-ac6f-5150327267f8 req-d1752db3-77f0-4ac5-b67e-7307e9d2c27c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=1123a3d6-a4d5-4638-bc4f-505932f0047d HTTP/1.1" status: 200 len: 945 time: 0.1195273 Nov 11 11:59:52.433402 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-b534421d-02d4-4f09-a157-235446b2fcf8 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 1000 time: 0.2090764 Nov 11 11:59:52.468441 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-7b0103d1-2375-4361-9569-33f4ccb77962 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:52.554516 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429643-93e7-44df-ae20-1d396afc3c46 req-91962d82-0c1a-4d21-a986-dc03531b2549 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:52.556340 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-91962d82-0c1a-4d21-a986-dc03531b2549 tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3&tenant_id=67f94b11282a42279e45a23ba30fcf1d&binding%3Ahost_id=n-h1-807359-3 HTTP/1.1" status: 200 len: 1096 time: 0.0621874 Nov 11 11:59:52.583788 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-7b0103d1-2375-4361-9569-33f4ccb77962 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:52.588582 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18c855f5-0b3f-4d52-ac6f-5150327267f8 req-0a82bd33-9d61-455c-b39a-b56e28194a32 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512432 Nov 11 11:59:52.713460 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac17-b752-4072-b50f-544a50d31f7c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:52.737134 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e6eac1d0-df76-4308-8c3d-175b50715132 service neutron] For port 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:59:52.742042 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e6eac1d0-df76-4308-8c3d-175b50715132 service neutron] Publish callbacks [] for binding, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:52.743894 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41429643-93e7-44df-ae20-1d396afc3c46 req-e6eac1d0-df76-4308-8c3d-175b50715132 service neutron] 10.222.0.62 "DELETE /v2.0/ports/3e82901d-faa3-4fb4-ab1a-d52a146d1311/bindings/n-h2-807359-3 HTTP/1.1" status: 204 len: 173 time: 0.1775312 Nov 11 11:59:52.807960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4586d51c-eb8a-4e9a-b983-1cb011540e05 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:59:52.836830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54178) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:52.875386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 4586d51c-eb8a-4e9a-b983-1cb011540e05 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:59:52.880126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 4586d51c-eb8a-4e9a-b983-1cb011540e05 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:52.880784 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:52.947480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d4cc112c-830a-40ca-8253-6a1e10a35fa0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-778544769', 'router:external': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:52.976211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cc112c-830a-40ca-8253-6a1e10a35fa0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Made reservation on behalf of c69d42da871149cb8ba9cedf05c7727b for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:59:52.978479 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:52.978752 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4cc112c-830a-40ca-8253-6a1e10a35fa0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:52.989492 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4cc112c-830a-40ca-8253-6a1e10a35fa0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:53.005899 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20de47d3-0c9a-4cdf-ae70-fc91ec87480e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4586d51c-eb8a-4e9a-b983-1cb011540e05'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:53.008381 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d45599-ebbe-4c00-bbd0-9145fb66a44a" -d '{"events": [{"server_uuid": "20de47d3-0c9a-4cdf-ae70-fc91ec87480e", "name": "network-vif-plugged", "status": "completed", "tag": "4586d51c-eb8a-4e9a-b983-1cb011540e05"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:53.024002 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4586d51c-eb8a-4e9a-b983-1cb011540e05, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4586d51c-eb8a-4e9a-b983-1cb011540e05,segment=NetworkSegment(0ca2ffc0-8eb2-43ae-addb-0f0de147e766),segment_id=0ca2ffc0-8eb2-43ae-addb-0f0de147e766)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:53.030869 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:53.096917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=4586d51c-eb8a-4e9a-b983-1cb011540e05,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:53.097122 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4cc112c-830a-40ca-8253-6a1e10a35fa0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:53.108640 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4cc112c-830a-40ca-8253-6a1e10a35fa0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:53.136748 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc112c-830a-40ca-8253-6a1e10a35fa0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b683828b-d467-4901-8c2c-460fb21f4847,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:53.144238 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d449b2-a0b6-4efa-ab4f-2655cf66eb6e req-d89006e4-b185-42a2-b09f-b6de21cfc8f5 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:53.150259 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cc112c-830a-40ca-8253-6a1e10a35fa0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:59:53.154373 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3d449b2-a0b6-4efa-ab4f-2655cf66eb6e req-d89006e4-b185-42a2-b09f-b6de21cfc8f5 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/ports?device_id=20de47d3-0c9a-4cdf-ae70-fc91ec87480e HTTP/1.1" status: 200 len: 944 time: 0.4871731 Nov 11 11:59:53.162450 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4cc112c-830a-40ca-8253-6a1e10a35fa0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:53.162790 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-d4cc112c-830a-40ca-8253-6a1e10a35fa0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Added segment 9febd1f5-abb0-4755-831e-0c9e7a44a455 of type vlan for network 8bd888dc-e2fb-44da-8291-ac3e97b9c544 Nov 11 11:59:53.164002 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0ac17-b752-4072-b50f-544a50d31f7c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event updated for resources: {'Subnet': ['ID=d89a1413-8884-4b74-a235-80322060710a,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:53.225919 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4cc112c-830a-40ca-8253-6a1e10a35fa0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:53.258556 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4cc112c-830a-40ca-8253-6a1e10a35fa0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:53.258768 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-7b0103d1-2375-4361-9569-33f4ccb77962 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:53.259680 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cc112c-830a-40ca-8253-6a1e10a35fa0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:53.260965 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4cc112c-830a-40ca-8253-6a1e10a35fa0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:53.272739 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-7b0103d1-2375-4361-9569-33f4ccb77962 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:53.273124 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-7b0103d1-2375-4361-9569-33f4ccb77962 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Floating IP 9ea153cd-dfb4-4377-ae5d-e0c02cca8d29 disassociated. External IP: 172.25.2.17, port: c8c3022c-3850-4410-99c8-4434b933cbfc. Nov 11 11:59:53.279389 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c0ac17-b752-4072-b50f-544a50d31f7c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Checking segment: {'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:59:53.279533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c0ac17-b752-4072-b50f-544a50d31f7c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Network hostable DHCP agents. Network: c823054d-6bf7-4cf0-8bd1-3719bdca6b4d, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:59:53.298131 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d4cc112c-830a-40ca-8253-6a1e10a35fa0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4598415 Nov 11 11:59:53.320867 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54190) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:53.334140 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc112c-830a-40ca-8253-6a1e10a35fa0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Pushing event updated for resources: {'Network': ['ID=8bd888dc-e2fb-44da-8291-ac3e97b9c544,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:53.334532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e0598373-8e59-4c85-9cc9-e70b42e812b3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Request body: {'subnet': {'network_id': '8bd888dc-e2fb-44da-8291-ac3e97b9c544', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:53.346019 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 8bd888dc-e2fb-44da-8291-ac3e97b9c544 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:59:53.354644 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3d449b2-a0b6-4efa-ab4f-2655cf66eb6e req-d0d4a7d4-61f8-4afa-a26c-5f1620c92db6 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8bff85-ffa4-4de5-bdd1-f428a8dcc467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993458 Nov 11 11:59:53.428046 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c0ac17-b752-4072-b50f-544a50d31f7c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:59:53.459876 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0598373-8e59-4c85-9cc9-e70b42e812b3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Made reservation on behalf of c69d42da871149cb8ba9cedf05c7727b for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:59:53.462530 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e0598373-8e59-4c85-9cc9-e70b42e812b3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:53.494906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-26c0ac17-b752-4072-b50f-544a50d31f7c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, c823054d-6bf7-4cf0-8bd1-3719bdca6b4d) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:53.505310 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149880f5-7285-4f22-9a82-2d123fe2e510 None None] Network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:59:53.515035 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c0ac17-b752-4072-b50f-544a50d31f7c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:53.515565 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-26c0ac17-b752-4072-b50f-544a50d31f7c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:53.639846 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-26c0ac17-b752-4072-b50f-544a50d31f7c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7479990 Nov 11 11:59:53.642760 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54194) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:53.649127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-51803398-c24a-4e79-8ee8-16e657dc735e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Request body: {'subnet': {'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:53.656559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4581711-3c1d-47d8-bb0b-45e1d7bcee04 req-cf771ebb-14db-45ed-a1a5-6e42bf9b678a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:53.665214 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4581711-3c1d-47d8-bb0b-45e1d7bcee04 req-cf771ebb-14db-45ed-a1a5-6e42bf9b678a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 945 time: 0.2244999 Nov 11 11:59:53.681549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-c823054d-6bf7-4cf0-8bd1-3719bdca6b4d', 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'fixed_ips': [{'subnet_id': 'd89a1413-8884-4b74-a235-80322060710a'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:59:53.682601 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:53.761607 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51803398-c24a-4e79-8ee8-16e657dc735e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Made reservation on behalf of 60ee3d384a76417ebcdfc95536142dd4 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:59:53.765833 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-51803398-c24a-4e79-8ee8-16e657dc735e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:53.823915 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4581711-3c1d-47d8-bb0b-45e1d7bcee04 req-f3e7d856-d923-4c13-85aa-bc2d761c2a3e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576695 Nov 11 11:59:53.862385 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Allocated IP 10.1.1.2 (c823054d-6bf7-4cf0-8bd1-3719bdca6b4d/d89a1413-8884-4b74-a235-80322060710a/650d517e-67fb-4afd-96df-c647b6be7cd5) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:59:53.886596 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-7b0103d1-2375-4361-9569-33f4ccb77962 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:59:53.914765 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45889906-b7e7-4a1d-a4ab-c0dac92e3ab5 x-openstack-request-id: req-45889906-b7e7-4a1d-a4ab-c0dac92e3ab5 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:53.915003 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20de47d3-0c9a-4cdf-ae70-fc91ec87480e", "name": "network-vif-plugged", "status": "completed", "tag": "4586d51c-eb8a-4e9a-b983-1cb011540e05", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:53.916361 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45889906-b7e7-4a1d-a4ab-c0dac92e3ab5 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:53.926309 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20de47d3-0c9a-4cdf-ae70-fc91ec87480e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4586d51c-eb8a-4e9a-b983-1cb011540e05', 'code': 200} Nov 11 11:59:54.086328 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-51803398-c24a-4e79-8ee8-16e657dc735e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:54.087591 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:54.105099 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:54.132061 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-7b0103d1-2375-4361-9569-33f4ccb77962 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:59:54.135615 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b99946-defe-4943-aee0-687d69d4fb01 req-9375036b-4641-40e9-9b24-480d4fdb4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:54.137183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91b99946-defe-4943-aee0-687d69d4fb01 req-9375036b-4641-40e9-9b24-480d4fdb4b41 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20de47d3-0c9a-4cdf-ae70-fc91ec87480e HTTP/1.1" status: 200 len: 1096 time: 0.1513467 Nov 11 11:59:54.141353 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-7b0103d1-2375-4361-9569-33f4ccb77962 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:54.150187 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fa74ff-cc1f-4e47-8cc7-f4626fb11bec None None] Sync routers for ids ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:59:54.166065 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fa74ff-cc1f-4e47-8cc7-f4626fb11bec None None] Routers {'91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:59:54.168082 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-05fa74ff-cc1f-4e47-8cc7-f4626fb11bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:59:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:54.190003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51803398-c24a-4e79-8ee8-16e657dc735e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event updated for resources: {'Subnet': ['ID=86e31caf-0b25-4fb4-be5e-587fe4b98546,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:54.197465 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51803398-c24a-4e79-8ee8-16e657dc735e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Checking segment: {'id': '16f57aec-6565-48c5-9774-80e4a505b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:59:54.197959 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51803398-c24a-4e79-8ee8-16e657dc735e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Network hostable DHCP agents. Network: c7d52acd-8f28-4abc-86b9-191279fd7934, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:59:54.199270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:59:54.203926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:54.209345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:59:54.221942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51803398-c24a-4e79-8ee8-16e657dc735e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Network c7d52acd-8f28-4abc-86b9-191279fd7934 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:59:54.229984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-7b0103d1-2375-4361-9569-33f4ccb77962 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "PUT /v2.0/floatingips/9ea153cd-dfb4-4377-ae5d-e0c02cca8d29 HTTP/1.1" status: 200 len: 694 time: 1.7822738 Nov 11 11:59:54.231093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'tag': 'c8c3022c-3850-4410-99c8-4434b933cbfc'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:54.234708 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f6c4e0-ad7b-42a6-ab20-dc634d482844" -d '{"events": [{"name": "network-changed", "server_uuid": "373599c2-2402-4fc3-a79a-94a1e6d98d26", "tag": "c8c3022c-3850-4410-99c8-4434b933cbfc"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:54.254266 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-51803398-c24a-4e79-8ee8-16e657dc735e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, c7d52acd-8f28-4abc-86b9-191279fd7934) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:54.264824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Pushing event updated for resources: {'Port': ['ID=650d517e-67fb-4afd-96df-c647b6be7cd5,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:54.268986 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51803398-c24a-4e79-8ee8-16e657dc735e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:54.269839 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-51803398-c24a-4e79-8ee8-16e657dc735e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:54.274078 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaa6a9f-4287-49bb-a429-9db9b8716217 None None] Network c7d52acd-8f28-4abc-86b9-191279fd7934 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:59:54.299004 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-51803398-c24a-4e79-8ee8-16e657dc735e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6537488 Nov 11 11:59:54.302353 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54202) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:54.304581 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae2ec0-c49e-45ac-a61f-d6ec052b25aa req-015bc5f8-d46c-4493-9cd8-50d7a4c30ffa tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:54.311924 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5ae2ec0-c49e-45ac-a61f-d6ec052b25aa req-015bc5f8-d46c-4493-9cd8-50d7a4c30ffa tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=1123a3d6-a4d5-4638-bc4f-505932f0047d HTTP/1.1" status: 200 len: 945 time: 0.1680794 Nov 11 11:59:54.314405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7fada17f-499c-4707-a1a8-9763964b3f8c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Request body: {'port': {'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d', 'name': 'tempest-TaggedBootDevicesTest-811585105', 'fixed_ips': [{'subnet_id': 'd89a1413-8884-4b74-a235-80322060710a'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:54.323076 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91b99946-defe-4943-aee0-687d69d4fb01 req-92598249-5cfc-4189-a5e2-e60e56a551a5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ce8bff85-ffa4-4de5-bdd1-f428a8dcc467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724763 Nov 11 11:59:54.340882 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Attempting to bind port 650d517e-67fb-4afd-96df-c647b6be7cd5 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:59:54.341307 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Attempting to bind port 650d517e-67fb-4afd-96df-c647b6be7cd5 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:59:54.341728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Attempting to bind port 650d517e-67fb-4afd-96df-c647b6be7cd5 on network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:59:54.377305 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-05fa74ff-cc1f-4e47-8cc7-f4626fb11bec None None] Set router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:59:54.379175 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:59:54.380406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Checking segment: {'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:59:54.380406 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:54.380406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Bound using segment: {'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:59:54.380793 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Bound port: 650d517e-67fb-4afd-96df-c647b6be7cd5, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:59:54.381158 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:54.383759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.objects.ports [None req-e0598373-8e59-4c85-9cc9-e70b42e812b3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 11:59:54.384230 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e0598373-8e59-4c85-9cc9-e70b42e812b3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:54.477904 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5ae2ec0-c49e-45ac-a61f-d6ec052b25aa req-079ef1fd-c965-4c7b-ae88-ca68bf080b4a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612597 Nov 11 11:59:54.499178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0598373-8e59-4c85-9cc9-e70b42e812b3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9d60678f-4faa-4b5a-ba0e-0007e71c6c3d,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:54.499576 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fada17f-499c-4707-a1a8-9763964b3f8c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Made reservation on behalf of 60ee3d384a76417ebcdfc95536142dd4 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:59:54.521623 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-d4efd6dc-ba85-4316-8d87-10bb960ce172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:54.523200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-d4efd6dc-ba85-4316-8d87-10bb960ce172 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b87bddbf76a048759b20fc64684b3b55&device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 1096 time: 0.2711337 Nov 11 11:59:54.523976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] For port 650d517e-67fb-4afd-96df-c647b6be7cd5, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:59:54.530579 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] For port 650d517e-67fb-4afd-96df-c647b6be7cd5, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=650d517e-67fb-4afd-96df-c647b6be7cd5,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:59:54.540512 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:54.555100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0598373-8e59-4c85-9cc9-e70b42e812b3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Checking segment: {'id': '9febd1f5-abb0-4755-831e-0c9e7a44a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8bd888dc-e2fb-44da-8291-ac3e97b9c544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:59:54.555467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0598373-8e59-4c85-9cc9-e70b42e812b3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Network hostable DHCP agents. Network: 8bd888dc-e2fb-44da-8291-ac3e97b9c544, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:59:54.570768 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c475db1-9934-4fcd-b4d0-ca934e095dce x-openstack-request-id: req-8c475db1-9934-4fcd-b4d0-ca934e095dce {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:59:54.570970 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373599c2-2402-4fc3-a79a-94a1e6d98d26", "tag": "c8c3022c-3850-4410-99c8-4434b933cbfc", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:59:54.571086 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c475db1-9934-4fcd-b4d0-ca934e095dce {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:59:54.571481 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'tag': 'c8c3022c-3850-4410-99c8-4434b933cbfc', 'status': 'completed', 'code': 200} Nov 11 11:59:54.638904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1d2d7-c3c2-4b19-b66c-62d40ecf7618 None None] Pushing event updated for resources: {'Port': ['ID=650d517e-67fb-4afd-96df-c647b6be7cd5,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:54.672455 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-05fa74ff-cc1f-4e47-8cc7-f4626fb11bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-router', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:33Z', 'updated_at': '2021-11-11T11:58:41Z', 'revision_number': 4, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'gw_port': {'id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:34Z', 'updated_at': '2021-11-11T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '0b4c208e-1917-4ea2-bcbc-55f029596cf8', 'name': '', 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'mac_address': 'fa:16:3e:f9:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '35c45673-39de-42a1-9063-87008924bc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:38Z', 'updated_at': '2021-11-11T11:58:48Z', 'revision_number': 5, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'subnets': [{'id': '35c45673-39de-42a1-9063-87008924bc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:54.700911 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fa74ff-cc1f-4e47-8cc7-f4626fb11bec None None] Checking router: 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:59:54.707518 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-c7d52acd-8f28-4abc-86b9-191279fd7934', 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'fixed_ips': [{'subnet_id': '86e31caf-0b25-4fb4-be5e-587fe4b98546'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:59:54.708672 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:54.714212 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fa74ff-cc1f-4e47-8cc7-f4626fb11bec None None] Routers {'91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:59:54.714943 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-05fa74ff-cc1f-4e47-8cc7-f4626fb11bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:59:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:54.730369 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6c4e0-ad7b-42a6-ab20-dc634d482844 req-77648545-8a97-42a2-b082-faba4f48d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:54.732376 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f6c4e0-ad7b-42a6-ab20-dc634d482844 req-77648545-8a97-42a2-b082-faba4f48d094 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b87bddbf76a048759b20fc64684b3b55&device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 1096 time: 0.1070411 Nov 11 11:59:54.739584 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0598373-8e59-4c85-9cc9-e70b42e812b3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Network 8bd888dc-e2fb-44da-8291-ac3e97b9c544 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:59:54.743577 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7fada17f-499c-4707-a1a8-9763964b3f8c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:54.776817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-7fada17f-499c-4707-a1a8-9763964b3f8c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] device_id is not set on port ac823cbf-4e8c-4c81-a62c-4380e8a06413 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 11:59:54.780980 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-e0598373-8e59-4c85-9cc9-e70b42e812b3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 8bd888dc-e2fb-44da-8291-ac3e97b9c544) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:54.805414 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0598373-8e59-4c85-9cc9-e70b42e812b3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:54.807125 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e0598373-8e59-4c85-9cc9-e70b42e812b3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:54.811142 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83470d2-ba11-4d6a-b206-53a39eb676c3 None None] Network 8bd888dc-e2fb-44da-8291-ac3e97b9c544 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:59:54.818399 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-368f4a40-9fea-4fc6-8d2e-580b2a56598c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:54.823266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-368f4a40-9fea-4fc6-8d2e-580b2a56598c service neutron] 10.222.0.65 "GET /v2.0/networks?id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9 HTTP/1.1" status: 200 len: 922 time: 0.2902429 Nov 11 11:59:54.843231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a601c-90d4-490b-8bf7-ed6504268766 req-8e17be54-2cd3-4de1-b257-bef962cf121f tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:54.856670 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f11a601c-90d4-490b-8bf7-ed6504268766 req-8e17be54-2cd3-4de1-b257-bef962cf121f tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/ports?device_id=20de47d3-0c9a-4cdf-ae70-fc91ec87480e HTTP/1.1" status: 200 len: 945 time: 0.1895454 Nov 11 11:59:54.874120 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-05fa74ff-cc1f-4e47-8cc7-f4626fb11bec None None] Set router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:59:55.003525 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6c4e0-ad7b-42a6-ab20-dc634d482844 req-437fe764-c69f-41f4-93a7-ab4f6009448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:55.005172 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f6c4e0-ad7b-42a6-ab20-dc634d482844 req-437fe764-c69f-41f4-93a7-ab4f6009448a service neutron] 10.222.0.62 "GET /v2.0/networks?id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9 HTTP/1.1" status: 200 len: 922 time: 0.2436097 Nov 11 11:59:55.014343 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f11a601c-90d4-490b-8bf7-ed6504268766 req-206d2e7a-eeed-46eb-bb1b-0624c146f718 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8bff85-ffa4-4de5-bdd1-f428a8dcc467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373279 Nov 11 11:59:55.034159 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e0598373-8e59-4c85-9cc9-e70b42e812b3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7024639 Nov 11 11:59:55.036404 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-c66e9c52-3697-4d3c-8d07-3bda53515bdd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8c3022c-3850-4410-99c8-4434b933cbfc HTTP/1.1" status: 200 len: 217 time: 0.1757016 Nov 11 11:59:55.037081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54212) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:55.048119 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-fe2c808e-ffea-4ec7-88a5-6ab6828fe2c6 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1902634593', 'network_id': '8bd888dc-e2fb-44da-8291-ac3e97b9c544'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:55.053818 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Allocated IP 10.2.2.2 (c7d52acd-8f28-4abc-86b9-191279fd7934/86e31caf-0b25-4fb4-be5e-587fe4b98546/aa0a62a1-90ef-47bd-88b4-b5d671f8437e) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:59:55.125071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae9f81a-0f67-4c1a-8ee0-bbd6ed95eaf6 None None] Network 8bd888dc-e2fb-44da-8291-ac3e97b9c544 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:59:55.146503 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f6c4e0-ad7b-42a6-ab20-dc634d482844 req-98e029ff-a06c-44f2-9c4d-74698196f9ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8c3022c-3850-4410-99c8-4434b933cbfc HTTP/1.1" status: 200 len: 217 time: 0.1296108 Nov 11 11:59:55.178191 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-45290d71-be04-4f4f-bcbf-6d3539974380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:55.180226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-45290d71-be04-4f4f-bcbf-6d3539974380 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35c45673-39de-42a1-9063-87008924bc87 HTTP/1.1" status: 200 len: 860 time: 0.1208837 Nov 11 11:59:55.232319 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-7fada17f-499c-4707-a1a8-9763964b3f8c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Allocated IP 10.1.1.10 (c823054d-6bf7-4cf0-8bd1-3719bdca6b4d/d89a1413-8884-4b74-a235-80322060710a/ac823cbf-4e8c-4c81-a62c-4380e8a06413) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:59:55.252884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6c4e0-ad7b-42a6-ab20-dc634d482844 req-4eae83e9-6a2b-4a9d-a124-6e6dd0b0c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:55.256185 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f6c4e0-ad7b-42a6-ab20-dc634d482844 req-4eae83e9-6a2b-4a9d-a124-6e6dd0b0c5e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35c45673-39de-42a1-9063-87008924bc87 HTTP/1.1" status: 200 len: 860 time: 0.0966568 Nov 11 11:59:55.266975 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-fafde8be-4e95-415c-824f-b8844a3c92fd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782003 Nov 11 11:59:55.314710 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f6c4e0-ad7b-42a6-ab20-dc634d482844 req-ae7a2450-2d44-4c21-83a4-6fd3234f754a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8400662f-b9f5-4b52-95ed-5cb0217fb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479519 Nov 11 11:59:55.315945 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-05fa74ff-cc1f-4e47-8cc7-f4626fb11bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-router', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:33Z', 'updated_at': '2021-11-11T11:58:41Z', 'revision_number': 4, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'gw_port': {'id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:34Z', 'updated_at': '2021-11-11T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '0b4c208e-1917-4ea2-bcbc-55f029596cf8', 'name': '', 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'mac_address': 'fa:16:3e:f9:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '35c45673-39de-42a1-9063-87008924bc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:38Z', 'updated_at': '2021-11-11T11:58:48Z', 'revision_number': 5, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'subnets': [{'id': '35c45673-39de-42a1-9063-87008924bc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:59:55.379532 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fa74ff-cc1f-4e47-8cc7-f4626fb11bec None None] The sync data for ids ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'] in n-d-807359-3 is: [{'id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-router', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:33Z', 'updated_at': '2021-11-11T11:58:41Z', 'revision_number': 4, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'gw_port': {'id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:34Z', 'updated_at': '2021-11-11T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '0b4c208e-1917-4ea2-bcbc-55f029596cf8', 'name': '', 'network_id': '8400662f-b9f5-4b52-95ed-5cb0217fb0b9', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'mac_address': 'fa:16:3e:f9:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '35c45673-39de-42a1-9063-87008924bc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:38Z', 'updated_at': '2021-11-11T11:58:48Z', 'revision_number': 5, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'subnets': [{'id': '35c45673-39de-42a1-9063-87008924bc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:59:55.437637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2c808e-ffea-4ec7-88a5-6ab6828fe2c6 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Made reservation on behalf of c69d42da871149cb8ba9cedf05c7727b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:59:55.440062 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fe2c808e-ffea-4ec7-88a5-6ab6828fe2c6 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:55.458784 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:55.467553 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:55.480796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-fe2c808e-ffea-4ec7-88a5-6ab6828fe2c6 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] device_id is not set on port 0f277fad-2bcb-4630-8fa0-abd0a0397c96 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 11:59:55.538183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Network c7d52acd-8f28-4abc-86b9-191279fd7934 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:59:55.541286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:55.546559 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:59:55.549866 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Pushing event updated for resources: {'Port': ['ID=aa0a62a1-90ef-47bd-88b4-b5d671f8437e,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:55.569358 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-d996bcd0-957a-4ac7-ba85-b746f2808ec5 service neutron] 10.222.0.65 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942002 Nov 11 11:59:55.614890 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f6c4e0-ad7b-42a6-ab20-dc634d482844 req-cce31d0b-49d7-48ed-8590-8914dfad3534 service neutron] 10.222.0.62 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866843 Nov 11 11:59:55.653091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Attempting to bind port aa0a62a1-90ef-47bd-88b4-b5d671f8437e on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:59:55.654186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Attempting to bind port aa0a62a1-90ef-47bd-88b4-b5d671f8437e by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '16f57aec-6565-48c5-9774-80e4a505b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:59:55.654648 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Attempting to bind port aa0a62a1-90ef-47bd-88b4-b5d671f8437e on network c7d52acd-8f28-4abc-86b9-191279fd7934 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:59:55.660020 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7fada17f-499c-4707-a1a8-9763964b3f8c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:55.663838 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:59:55.664767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Checking segment: {'id': '16f57aec-6565-48c5-9774-80e4a505b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:59:55.666145 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:55.666634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Bound using segment: {'id': '16f57aec-6565-48c5-9774-80e4a505b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:59:55.667277 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Bound port: aa0a62a1-90ef-47bd-88b4-b5d671f8437e, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f57aec-6565-48c5-9774-80e4a505b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:59:55.667743 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:55.729761 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-874bb978-377e-42a7-a1ab-2f296814eb28 req-03fe2073-c11a-4d69-a3ce-8163737a92b7 service neutron] 10.222.0.65 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029944 Nov 11 11:59:55.771687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] For port aa0a62a1-90ef-47bd-88b4-b5d671f8437e, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:59:55.781994 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] For port aa0a62a1-90ef-47bd-88b4-b5d671f8437e, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=aa0a62a1-90ef-47bd-88b4-b5d671f8437e,segment=NetworkSegment(16f57aec-6565-48c5-9774-80e4a505b3e2),segment_id=16f57aec-6565-48c5-9774-80e4a505b3e2)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:59:55.788278 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:55.831555 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f6c4e0-ad7b-42a6-ab20-dc634d482844 req-cacd6e56-b54e-4618-a88a-cc31a7e6d804 service neutron] 10.222.0.62 "GET /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056034 Nov 11 11:59:55.855195 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7fada17f-499c-4707-a1a8-9763964b3f8c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:55.920137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00772f3-954c-40fe-b7cb-114978af83d0 req-7779e7d1-9e9e-49f2-a5a5-4e4f7a9d220c tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:55.930277 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a00772f3-954c-40fe-b7cb-114978af83d0 req-7779e7d1-9e9e-49f2-a5a5-4e4f7a9d220c tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 1096 time: 0.5002761 Nov 11 11:59:55.931722 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f5b5c-8ebf-44e9-a298-ad3e86f71779 None None] Pushing event updated for resources: {'Port': ['ID=aa0a62a1-90ef-47bd-88b4-b5d671f8437e,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:55.992824 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fada17f-499c-4707-a1a8-9763964b3f8c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event updated for resources: {'Port': ['ID=ac823cbf-4e8c-4c81-a62c-4380e8a06413,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:56.004540 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-fe2c808e-ffea-4ec7-88a5-6ab6828fe2c6 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Allocated IP 2001:db8::44 (8bd888dc-e2fb-44da-8291-ac3e97b9c544/9d60678f-4faa-4b5a-ba0e-0007e71c6c3d/0f277fad-2bcb-4630-8fa0-abd0a0397c96) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:59:56.018576 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-e25d8f23-8b5e-40cb-9112-c96e816a87d6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2986884 Nov 11 11:59:56.019173 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fada17f-499c-4707-a1a8-9763964b3f8c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:59:56.023446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-7fada17f-499c-4707-a1a8-9763964b3f8c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:56.027473 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fada17f-499c-4707-a1a8-9763964b3f8c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:59:56.069437 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:59:56.095139 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a00772f3-954c-40fe-b7cb-114978af83d0 req-10095432-d551-4c71-9e95-cf6033977f7a tempest-LiveMigrationTest-2086628117 tempest-LiveMigrationTest-2086628117-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591787 Nov 11 11:59:56.124505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8421da62-c0d7-4a58-a57d-d048e87915f6 None None] New status for floating IP 9ea153cd-dfb4-4377-ae5d-e0c02cca8d29: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:59:56.161117 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fada17f-499c-4707-a1a8-9763964b3f8c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:56.161792 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7fada17f-499c-4707-a1a8-9763964b3f8c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:56.198436 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7fada17f-499c-4707-a1a8-9763964b3f8c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8939204 Nov 11 11:59:56.200936 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54224) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:56.211766 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c40cc592-da4d-4994-9757-8633f4513513 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Request body: {'port': {'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d', 'name': 'tempest-TaggedBootDevicesTest-1770200122', 'fixed_ips': [{'subnet_id': 'd89a1413-8884-4b74-a235-80322060710a'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:56.371221 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28db8c2b-1fda-4d24-87fb-5012a1187723 req-2ab853a1-6780-417f-b012-ea427cfbc497 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/floatingips/9ea153cd-dfb4-4377-ae5d-e0c02cca8d29 HTTP/1.1" status: 200 len: 694 time: 0.2290215 Nov 11 11:59:56.444143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40cc592-da4d-4994-9757-8633f4513513 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Made reservation on behalf of 60ee3d384a76417ebcdfc95536142dd4 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:59:56.450946 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c40cc592-da4d-4994-9757-8633f4513513 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:56.478732 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-c40cc592-da4d-4994-9757-8633f4513513 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] device_id is not set on port 99b9334d-889b-4925-8044-1f449140c379 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 11:59:56.520828 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e8b90f-616e-4917-a42e-ab59fba39e49 None None] Network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:59:56.579831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-f81790b6-d996-42b4-9c9c-0619044a69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:56.580936 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-f81790b6-d996-42b4-9c9c-0619044a69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:56.581574 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-f81790b6-d996-42b4-9c9c-0619044a69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:56.582196 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-f81790b6-d996-42b4-9c9c-0619044a69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:56.582649 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-f81790b6-d996-42b4-9c9c-0619044a69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:56.583102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-f81790b6-d996-42b4-9c9c-0619044a69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:56.583558 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-f81790b6-d996-42b4-9c9c-0619044a69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:56.585456 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-f81790b6-d996-42b4-9c9c-0619044a69b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da10fcdd1e56422d809e80303ecf3512&device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 6500 time: 0.4776163 Nov 11 11:59:56.596482 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa3040-b11c-4d55-89bc-ccab6dddd52c req-845a08bc-9ee4-49fa-96d8-7f5e6798517a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:56.603852 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eaaa3040-b11c-4d55-89bc-ccab6dddd52c req-845a08bc-9ee4-49fa-96d8-7f5e6798517a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=1123a3d6-a4d5-4638-bc4f-505932f0047d HTTP/1.1" status: 200 len: 945 time: 0.3316393 Nov 11 11:59:56.680473 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-c40cc592-da4d-4994-9757-8633f4513513 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Allocated IP 10.1.1.102 (c823054d-6bf7-4cf0-8bd1-3719bdca6b4d/d89a1413-8884-4b74-a235-80322060710a/99b9334d-889b-4925-8044-1f449140c379) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:59:56.736408 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-92c30aae-f845-495a-98be-6710a3c399e1 None None] Provisioning complete for port 650d517e-67fb-4afd-96df-c647b6be7cd5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:56.736777 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-92c30aae-f845-495a-98be-6710a3c399e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:56.771238 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fe2c808e-ffea-4ec7-88a5-6ab6828fe2c6 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:56.794012 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eaaa3040-b11c-4d55-89bc-ccab6dddd52c req-14a0a419-943e-4d46-ad85-4063091961c1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891806 Nov 11 11:59:56.830151 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db8c2b-1fda-4d24-87fb-5012a1187723 req-7dcb01c6-00cb-4050-aeb8-5f6587b8e73c tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:56.838731 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28db8c2b-1fda-4d24-87fb-5012a1187723 req-7dcb01c6-00cb-4050-aeb8-5f6587b8e73c tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.4275997 Nov 11 11:59:56.982963 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c40cc592-da4d-4994-9757-8633f4513513 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:56.987135 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-92c30aae-f845-495a-98be-6710a3c399e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:57.050952 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c40cc592-da4d-4994-9757-8633f4513513 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:57.062383 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-92c30aae-f845-495a-98be-6710a3c399e1 None None] For port 650d517e-67fb-4afd-96df-c647b6be7cd5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=650d517e-67fb-4afd-96df-c647b6be7cd5,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:57.071043 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-92c30aae-f845-495a-98be-6710a3c399e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:57.170075 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40cc592-da4d-4994-9757-8633f4513513 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:59:57.173384 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-c40cc592-da4d-4994-9757-8633f4513513 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:57.175851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c30aae-f845-495a-98be-6710a3c399e1 None None] Pushing event updated for resources: {'Port': ['ID=650d517e-67fb-4afd-96df-c647b6be7cd5,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:57.182304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 650d517e-67fb-4afd-96df-c647b6be7cd5 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:59:57.190225 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40cc592-da4d-4994-9757-8633f4513513 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:59:57.287539 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 650d517e-67fb-4afd-96df-c647b6be7cd5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:57.288276 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:57.340195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40cc592-da4d-4994-9757-8633f4513513 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:57.346263 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c40cc592-da4d-4994-9757-8633f4513513 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:57.387254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cc592-da4d-4994-9757-8633f4513513 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event updated for resources: {'Port': ['ID=99b9334d-889b-4925-8044-1f449140c379,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:57.399389 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c40cc592-da4d-4994-9757-8633f4513513 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1971922 Nov 11 11:59:57.429168 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device aa0a62a1-90ef-47bd-88b4-b5d671f8437e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:59:57.502551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port aa0a62a1-90ef-47bd-88b4-b5d671f8437e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:57.502923 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:57.560792 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-68af369c-e225-4315-97c5-5794ad56a6b4 None None] Provisioning complete for port 650d517e-67fb-4afd-96df-c647b6be7cd5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:57.561156 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-68af369c-e225-4315-97c5-5794ad56a6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:57.568652 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28db8c2b-1fda-4d24-87fb-5012a1187723 req-b5bba710-bab7-451d-b4c9-62a96332e9c1 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 695 time: 0.6841760 Nov 11 11:59:57.610106 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-4f349005-89ac-4e35-85e4-7fd0ed09f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:57.610722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-4f349005-89ac-4e35-85e4-7fd0ed09f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:57.610989 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-4f349005-89ac-4e35-85e4-7fd0ed09f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:57.612647 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-4f349005-89ac-4e35-85e4-7fd0ed09f632 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb65d5f6-787d-4d2e-8933-7095a01ee3ed&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=8b798677-2731-47ea-a947-54aa100bcc0d&id=8b798677-2731-47ea-a947-54aa100bcc0d HTTP/1.1" status: 200 len: 2300 time: 0.9824364 Nov 11 11:59:57.626333 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3513cd23-a08f-4b1a-bb7f-5c6167533399 None None] Network c7d52acd-8f28-4abc-86b9-191279fd7934 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:59:57.712172 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:57.719372 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28db8c2b-1fda-4d24-87fb-5012a1187723 req-dcbdb99a-0be2-499e-b3a0-2b28c500f689 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 695 time: 0.1365874 Nov 11 11:59:57.750912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c6e05-b327-4f7f-ac93-63289de0d0a2 req-93f709b0-0073-4f34-9b50-701bbf83a5b2 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:57.759004 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-022c6e05-b327-4f7f-ac93-63289de0d0a2 req-93f709b0-0073-4f34-9b50-701bbf83a5b2 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/ports?device_id=20de47d3-0c9a-4cdf-ae70-fc91ec87480e HTTP/1.1" status: 200 len: 945 time: 0.1831095 Nov 11 11:59:57.769275 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fe2c808e-ffea-4ec7-88a5-6ab6828fe2c6 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:57.819645 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port aa0a62a1-90ef-47bd-88b4-b5d671f8437e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=aa0a62a1-90ef-47bd-88b4-b5d671f8437e,segment=NetworkSegment(16f57aec-6565-48c5-9774-80e4a505b3e2),segment_id=16f57aec-6565-48c5-9774-80e4a505b3e2)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:57.826046 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-a4ddad48-b7a0-46d5-ba2c-e6eb2dbbb7a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 HTTP/1.1" status: 200 len: 1002 time: 0.2003815 Nov 11 11:59:57.842792 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:57.904857 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-68af369c-e225-4315-97c5-5794ad56a6b4 None None] Provisioning complete for port ac823cbf-4e8c-4c81-a62c-4380e8a06413 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:57.905222 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-68af369c-e225-4315-97c5-5794ad56a6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:57.949320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2c808e-ffea-4ec7-88a5-6ab6828fe2c6 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Network 8bd888dc-e2fb-44da-8291-ac3e97b9c544 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:59:57.962022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=aa0a62a1-90ef-47bd-88b4-b5d671f8437e,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:57.966722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-fe2c808e-ffea-4ec7-88a5-6ab6828fe2c6 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:59:57.976266 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-68af369c-e225-4315-97c5-5794ad56a6b4 None None] Port ac823cbf-4e8c-4c81-a62c-4380e8a06413 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:59:57.977672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c808e-ffea-4ec7-88a5-6ab6828fe2c6 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Pushing event updated for resources: {'Port': ['ID=0f277fad-2bcb-4630-8fa0-abd0a0397c96,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:57.984518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2c808e-ffea-4ec7-88a5-6ab6828fe2c6 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:59:57.985484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2c808e-ffea-4ec7-88a5-6ab6828fe2c6 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:57.986238 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fe2c808e-ffea-4ec7-88a5-6ab6828fe2c6 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.021664 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-022c6e05-b327-4f7f-ac93-63289de0d0a2 req-ea1673e2-01fd-4b2f-9bd9-6cd261904a81 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8bff85-ffa4-4de5-bdd1-f428a8dcc467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617493 Nov 11 11:59:58.025987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-bd937701-683e-4527-b4f7-c5edf839e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:58.027839 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-bd937701-683e-4527-b4f7-c5edf839e734 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52d168b6-ae90-474b-916f-74be6777191e HTTP/1.1" status: 200 len: 855 time: 0.1693492 Nov 11 11:59:58.036322 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fe2c808e-ffea-4ec7-88a5-6ab6828fe2c6 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.9938011 Nov 11 11:59:58.036701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54234) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:58.103592 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a7fc325a-1a6b-4084-a410-45c9555c1f4a None None] Provisioning complete for port ac823cbf-4e8c-4c81-a62c-4380e8a06413 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:58.103962 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a7fc325a-1a6b-4084-a410-45c9555c1f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.153794 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-28db8c2b-1fda-4d24-87fb-5012a1187723 req-9cd2761a-d001-4e01-91f9-b02e92d593a4 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Deleting port 6a321db0-86c0-4d07-8818-fc3631dee831 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:59:58.154490 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-28db8c2b-1fda-4d24-87fb-5012a1187723 req-9cd2761a-d001-4e01-91f9-b02e92d593a4 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.159318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-cb942355-414d-4189-aef5-2ebfdeaee1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:58.161490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-cb942355-414d-4189-aef5-2ebfdeaee1b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb65d5f6-787d-4d2e-8933-7095a01ee3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265931 Nov 11 11:59:58.165013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc325a-1a6b-4084-a410-45c9555c1f4a None None] Port ac823cbf-4e8c-4c81-a62c-4380e8a06413 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:59:58.176895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a7fc325a-1a6b-4084-a410-45c9555c1f4a None None] Provisioning complete for port 99b9334d-889b-4925-8044-1f449140c379 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:58.177482 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a7fc325a-1a6b-4084-a410-45c9555c1f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.221482 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc325a-1a6b-4084-a410-45c9555c1f4a None None] Port 99b9334d-889b-4925-8044-1f449140c379 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:59:58.242918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a7fc325a-1a6b-4084-a410-45c9555c1f4a None None] Provisioning complete for port aa0a62a1-90ef-47bd-88b4-b5d671f8437e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:58.243291 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a7fc325a-1a6b-4084-a410-45c9555c1f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.325303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-3684ee6c-68f7-4183-869c-5d38c882859a tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Deleting port 0f277fad-2bcb-4630-8fa0-abd0a0397c96 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:59:58.325699 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3684ee6c-68f7-4183-869c-5d38c882859a tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.364927 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-28db8c2b-1fda-4d24-87fb-5012a1187723 req-9cd2761a-d001-4e01-91f9-b02e92d593a4 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.365260 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-28db8c2b-1fda-4d24-87fb-5012a1187723 req-9cd2761a-d001-4e01-91f9-b02e92d593a4 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.419866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-28db8c2b-1fda-4d24-87fb-5012a1187723 req-9cd2761a-d001-4e01-91f9-b02e92d593a4 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Calling delete_port for 6a321db0-86c0-4d07-8818-fc3631dee831 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:59:58.431111 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-125d1c71-c0e1-45c8-b944-6d244f839bdf service neutron] 10.222.0.43 "GET /v2.0/networks/fb65d5f6-787d-4d2e-8933-7095a01ee3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426445 Nov 11 11:59:58.459312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6f1e6859-8894-40eb-9a60-c6a9f89f9d78 None None] Provisioning complete for port aa0a62a1-90ef-47bd-88b4-b5d671f8437e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:58.459674 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6f1e6859-8894-40eb-9a60-c6a9f89f9d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.551595 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3684ee6c-68f7-4183-869c-5d38c882859a tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.582962 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-3684ee6c-68f7-4183-869c-5d38c882859a tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Calling delete_port for 0f277fad-2bcb-4630-8fa0-abd0a0397c96 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:59:58.624610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-d56bce20-b9d6-4280-a6f9-2d792717f583 service neutron] 10.222.0.43 "GET /v2.0/networks/fb65d5f6-787d-4d2e-8933-7095a01ee3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843748 Nov 11 11:59:58.667624 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54242) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:58.671719 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4fcb1d50-dd3f-4fb4-85bb-07eddfdab2c1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1166271419', 'description': 'tempest-description--1720665952'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:58.696309 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4fcb1d50-dd3f-4fb4-85bb-07eddfdab2c1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.700137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-2f665dcb-b157-4429-9abf-3d29b0b82d91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 HTTP/1.1" status: 200 len: 217 time: 0.0453439 Nov 11 11:59:58.766067 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4fcb1d50-dd3f-4fb4-85bb-07eddfdab2c1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.770543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4fcb1d50-dd3f-4fb4-85bb-07eddfdab2c1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.801444 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4fcb1d50-dd3f-4fb4-85bb-07eddfdab2c1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.802716 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4fcb1d50-dd3f-4fb4-85bb-07eddfdab2c1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1347430 Nov 11 11:59:58.803816 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb1d50-dd3f-4fb4-85bb-07eddfdab2c1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4739cbc3-ef93-4bd1-b144-584e607420cf,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:58.806205 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54246) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:58.810317 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5cd29107-1cdf-4438-8fce-1007691efe50 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Request body: {'security_group_rule': {'security_group_id': '4739cbc3-ef93-4bd1-b144-584e607420cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:58.838215 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5cd29107-1cdf-4438-8fce-1007691efe50 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.844234 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-67c08aa7-3264-446d-b7d6-7612affae370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:58.845846 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-67c08aa7-3264-446d-b7d6-7612affae370 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.1369574 Nov 11 11:59:58.869509 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-28db8c2b-1fda-4d24-87fb-5012a1187723 req-9cd2761a-d001-4e01-91f9-b02e92d593a4 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.905634 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5cd29107-1cdf-4438-8fce-1007691efe50 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.910430 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5cd29107-1cdf-4438-8fce-1007691efe50 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.929306 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd29107-1cdf-4438-8fce-1007691efe50 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf90ff7-444c-4608-86db-4fa53c7fd2ce,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:58.938553 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5cd29107-1cdf-4438-8fce-1007691efe50 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:58.939998 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5cd29107-1cdf-4438-8fce-1007691efe50 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333704 Nov 11 11:59:58.942829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54248) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:58.943588 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d75b9-9445-4b89-8fa2-a9b54b6f0ea4 req-aefe696d-b575-45f7-b11f-457149d8f749 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:58.946992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 650d517e-67fb-4afd-96df-c647b6be7cd5 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:59:58.950797 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-984d75b9-9445-4b89-8fa2-a9b54b6f0ea4 req-aefe696d-b575-45f7-b11f-457149d8f749 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 945 time: 0.1824760 Nov 11 11:59:58.956507 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-1d87064b-a088-4f86-870f-4e1f9cb9517e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Request body: {'security_group_rule': {'security_group_id': '4739cbc3-ef93-4bd1-b144-584e607420cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:58.957279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2761a-d001-4e01-91f9-b02e92d593a4 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Pushing event deleted for resources: {'Port': ['ID=6a321db0-86c0-4d07-8818-fc3631dee831,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:59.007767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 650d517e-67fb-4afd-96df-c647b6be7cd5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:59.008128 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.018930 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fe0d6-6a1f-4855-8e8c-579178c665de req-23c2ef2e-691c-4ff2-a292-179fed31e4f6 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:59.020889 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c74fe0d6-6a1f-4855-8e8c-579178c665de req-23c2ef2e-691c-4ff2-a292-179fed31e4f6 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 945 time: 0.0797143 Nov 11 11:59:59.027439 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1d87064b-a088-4f86-870f-4e1f9cb9517e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.041655 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3684ee6c-68f7-4183-869c-5d38c882859a tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.052106 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-94906be6-e1e9-4116-bac3-8b9017360418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:59.053572 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-94906be6-e1e9-4116-bac3-8b9017360418 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2002215 Nov 11 11:59:59.091257 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device aa0a62a1-90ef-47bd-88b4-b5d671f8437e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:59:59.119287 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684ee6c-68f7-4183-869c-5d38c882859a tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f277fad-2bcb-4630-8fa0-abd0a0397c96,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:59.140837 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-984d75b9-9445-4b89-8fa2-a9b54b6f0ea4 req-a0b0701e-d011-41ef-9fc1-9fd85d9d36dd tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891153 Nov 11 11:59:59.151091 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-28db8c2b-1fda-4d24-87fb-5012a1187723 req-9cd2761a-d001-4e01-91f9-b02e92d593a4 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.151310 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port aa0a62a1-90ef-47bd-88b4-b5d671f8437e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:59:59.151710 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.154793 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-28db8c2b-1fda-4d24-87fb-5012a1187723 req-9cd2761a-d001-4e01-91f9-b02e92d593a4 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.154937 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28db8c2b-1fda-4d24-87fb-5012a1187723 req-9cd2761a-d001-4e01-91f9-b02e92d593a4 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "DELETE /v2.0/floatingips/9ea153cd-dfb4-4377-ae5d-e0c02cca8d29 HTTP/1.1" status: 204 len: 173 time: 1.4176466 Nov 11 11:59:59.209713 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3684ee6c-68f7-4183-869c-5d38c882859a tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.215998 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3684ee6c-68f7-4183-869c-5d38c882859a tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "DELETE /v2.0/ports/0f277fad-2bcb-4630-8fa0-abd0a0397c96 HTTP/1.1" status: 204 len: 168 time: 1.1713271 Nov 11 11:59:59.216615 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54254) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:59.222668 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bd888dc-e2fb-44da-8291-ac3e97b9c544', 'external_fixed_ips': [{'subnet_id': '9d60678f-4faa-4b5a-ba0e-0007e71c6c3d', 'ip_address': '2001:db8::44'}]}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:59.244543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1d87064b-a088-4f86-870f-4e1f9cb9517e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.256862 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-c74fe0d6-6a1f-4855-8e8c-579178c665de req-6e64c51a-12f8-4658-8ed9-1ac6cfed4ad3 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Deleting port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:59:59.257427 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c74fe0d6-6a1f-4855-8e8c-579178c665de req-6e64c51a-12f8-4658-8ed9-1ac6cfed4ad3 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.263834 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1d87064b-a088-4f86-870f-4e1f9cb9517e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.311694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87064b-a088-4f86-870f-4e1f9cb9517e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc077ba9-cb48-47e3-b4f4-d59815924d77,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:59.323415 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.324436 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.335776 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-a669e362-669b-4837-9144-636042837ff2 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726092 Nov 11 11:59:59.341733 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1d87064b-a088-4f86-870f-4e1f9cb9517e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.343188 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1d87064b-a088-4f86-870f-4e1f9cb9517e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3992584 Nov 11 11:59:59.347748 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54258) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:59:59.355872 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:59:59.373041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff9e48-5069-4b7d-97d6-2e1ff7ea9d33 req-5a72023b-de89-425f-9418-c3faca1ab34d tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:59:59.374741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e2ff9e48-5069-4b7d-97d6-2e1ff7ea9d33 req-5a72023b-de89-425f-9418-c3faca1ab34d tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=1123a3d6-a4d5-4638-bc4f-505932f0047d HTTP/1.1" status: 200 len: 945 time: 0.1405900 Nov 11 11:59:59.398733 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c74fe0d6-6a1f-4855-8e8c-579178c665de req-6e64c51a-12f8-4658-8ed9-1ac6cfed4ad3 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] For port 3e82901d-faa3-4fb4-ab1a-d52a146d1311, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=3e82901d-faa3-4fb4-ab1a-d52a146d1311,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:59:59.399084 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c74fe0d6-6a1f-4855-8e8c-579178c665de req-6e64c51a-12f8-4658-8ed9-1ac6cfed4ad3 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.401407 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.419934 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-013d78b1-1699-42f7-8265-c4f0d13fba08 req-70baf424-181d-4e1a-991b-839a124f529a tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups/b45f4e97-9116-48b7-bf93-d689fad4b4f7 HTTP/1.1" status: 200 len: 1826 time: 0.1580846 Nov 11 11:59:59.423582 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-c74fe0d6-6a1f-4855-8e8c-579178c665de req-6e64c51a-12f8-4658-8ed9-1ac6cfed4ad3 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Calling delete_port for 3e82901d-faa3-4fb4-ab1a-d52a146d1311 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:59:59.531393 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.604547 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.613101 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c74fe0d6-6a1f-4855-8e8c-579178c665de req-6e64c51a-12f8-4658-8ed9-1ac6cfed4ad3 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.625967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['24e990b1-18dd-4242-9688-0f51c6576fc6', '3e82901d-faa3-4fb4-ab1a-d52a146d1311'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:59:59.672429 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64c51a-12f8-4658-8ed9-1ac6cfed4ad3 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Pushing event deleted for resources: {'Port': ['ID=3e82901d-faa3-4fb4-ab1a-d52a146d1311,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:59:59.728549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74fe0d6-6a1f-4855-8e8c-579178c665de req-6e64c51a-12f8-4658-8ed9-1ac6cfed4ad3 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] No DVR routers for this DVR port 3e82901d-faa3-4fb4-ab1a-d52a146d1311 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:59:59.733419 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c74fe0d6-6a1f-4855-8e8c-579178c665de req-6e64c51a-12f8-4658-8ed9-1ac6cfed4ad3 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.736958 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c74fe0d6-6a1f-4855-8e8c-579178c665de req-6e64c51a-12f8-4658-8ed9-1ac6cfed4ad3 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.62 "DELETE /v2.0/ports/3e82901d-faa3-4fb4-ab1a-d52a146d1311 HTTP/1.1" status: 204 len: 173 time: 0.7065933 Nov 11 11:59:59.737422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcc00c8-43e5-4221-86e1-0504240b24f3', 'name': 'network-vif-deleted', 'tag': '3e82901d-faa3-4fb4-ab1a-d52a146d1311'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:59:59.740986 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b9abdd-2496-4af9-8b06-cd3c1f5ac76a" -d '{"events": [{"server_uuid": "ebcc00c8-43e5-4221-86e1-0504240b24f3", "name": "network-vif-deleted", "tag": "3e82901d-faa3-4fb4-ab1a-d52a146d1311"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:59:59.794778 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Allocated IP 172.25.2.195 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/7c675c18-e885-4e6d-8fe3-66934a56e3f1) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:59:59.911832 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.944688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e2ff9e48-5069-4b7d-97d6-2e1ff7ea9d33 req-41237405-4721-44e9-8b53-b3e26ebd8f42 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528951 Nov 11 11:59:59.951762 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:59:59.971408 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-a4904400-3389-49de-a480-e226d6db0de8 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267819 Nov 11 12:00:00.004918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:00.008139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:00.014495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:00.038593 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event updated for resources: {'Port': ['ID=7c675c18-e885-4e6d-8fe3-66934a56e3f1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:00.085997 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-013d78b1-1699-42f7-8265-c4f0d13fba08 req-fc0250b9-362e-4ac0-84ff-523f320962ad tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:00.121523 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:00.122713 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:00.132322 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-e9274127-ba1d-49a1-b603-fb7fa1dabaa1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 HTTP/1.1" status: 200 len: 217 time: 0.1431994 Nov 11 12:00:00.194020 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:00.201516 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-013d78b1-1699-42f7-8265-c4f0d13fba08 req-fc0250b9-362e-4ac0-84ff-523f320962ad tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:00.220045 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a53e6f7-adfb-4fa8-a90a-36ca660350fd x-openstack-request-id: req-2a53e6f7-adfb-4fa8-a90a-36ca660350fd {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:00.220338 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcc00c8-43e5-4221-86e1-0504240b24f3", "name": "network-vif-deleted", "tag": "3e82901d-faa3-4fb4-ab1a-d52a146d1311", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:00.220605 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a53e6f7-adfb-4fa8-a90a-36ca660350fd {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:00.221490 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcc00c8-43e5-4221-86e1-0504240b24f3', 'name': 'network-vif-deleted', 'tag': '3e82901d-faa3-4fb4-ab1a-d52a146d1311', 'status': 'completed', 'code': 200} Nov 11 12:00:00.245996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e04ba-fd9f-4d8c-9a13-b829108d7eaf req-36c9fa26-9891-4c3c-be43-7343d610ae36 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:00.248888 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-401e04ba-fd9f-4d8c-9a13-b829108d7eaf req-36c9fa26-9891-4c3c-be43-7343d610ae36 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.62 "GET /v2.0/ports?device_id=1123a3d6-a4d5-4638-bc4f-505932f0047d HTTP/1.1" status: 200 len: 945 time: 0.0922420 Nov 11 12:00:00.250030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-86d163b5-f223-4530-bd27-14397acc3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:00.251506 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-86d163b5-f223-4530-bd27-14397acc3c10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.1116204 Nov 11 12:00:00.337029 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-013d78b1-1699-42f7-8265-c4f0d13fba08 req-fc0250b9-362e-4ac0-84ff-523f320962ad tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:00.339601 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-013d78b1-1699-42f7-8265-c4f0d13fba08 req-fc0250b9-362e-4ac0-84ff-523f320962ad tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:00.340763 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-013d78b1-1699-42f7-8265-c4f0d13fba08 req-fc0250b9-362e-4ac0-84ff-523f320962ad tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "DELETE /v2.0/security-groups/b45f4e97-9116-48b7-bf93-d689fad4b4f7 HTTP/1.1" status: 204 len: 173 time: 0.9056025 Nov 11 12:00:00.354911 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-35a70715-36a1-487e-b738-00cf8835ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:00.356461 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-35a70715-36a1-487e-b738-00cf8835ae7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0787065 Nov 11 12:00:00.363354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0250b9-362e-4ac0-84ff-523f320962ad tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45f4e97-9116-48b7-bf93-d689fad4b4f7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:00.473099 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-401e04ba-fd9f-4d8c-9a13-b829108d7eaf req-55cbd897-7b3d-4956-91fd-75c3c69b5fc5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Deleting port d10a11da-cce8-4b0d-aae3-04ad1553359e {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:00:00.473438 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-401e04ba-fd9f-4d8c-9a13-b829108d7eaf req-55cbd897-7b3d-4956-91fd-75c3c69b5fc5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:00.540826 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:00.551299 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2264b68-5f54-46c0-beb8-455b292c2f5a req-0248e6ec-6bc8-4790-99d6-5793df53445b tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 210 time: 0.0880382 Nov 11 12:00:00.556248 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:00.557131 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-65967dc2-4a4c-47bf-98df-adbbb7514798 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902318 Nov 11 12:00:00.682614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-401e04ba-fd9f-4d8c-9a13-b829108d7eaf req-55cbd897-7b3d-4956-91fd-75c3c69b5fc5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] For port d10a11da-cce8-4b0d-aae3-04ad1553359e, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d10a11da-cce8-4b0d-aae3-04ad1553359e,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:00.683119 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-401e04ba-fd9f-4d8c-9a13-b829108d7eaf req-55cbd897-7b3d-4956-91fd-75c3c69b5fc5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:00.696359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-401e04ba-fd9f-4d8c-9a13-b829108d7eaf req-55cbd897-7b3d-4956-91fd-75c3c69b5fc5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Calling delete_port for d10a11da-cce8-4b0d-aae3-04ad1553359e owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:00:00.751457 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:00.818305 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:00.833985 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-14ff5d40-ee78-43b3-9309-8380205ef9e1 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350993 Nov 11 12:00:00.850733 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10c2ce-2d1a-4225-b312-6cc6e0906e3a req-109216c2-64a6-42c8-8a68-dafa7689d464 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:00.852459 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e10c2ce-2d1a-4225-b312-6cc6e0906e3a req-109216c2-64a6-42c8-8a68-dafa7689d464 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/ports?device_id=20de47d3-0c9a-4cdf-ae70-fc91ec87480e HTTP/1.1" status: 200 len: 945 time: 0.1587358 Nov 11 12:00:00.966406 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-bcd7efbb-d63a-40fd-bb22-473546b23291 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 HTTP/1.1" status: 200 len: 217 time: 0.1109002 Nov 11 12:00:01.043229 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:01.058699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3fdce-3421-4b0b-ab0a-85c7258213ed req-56842948-c642-40e0-afaa-0d3c3cf0bbc2 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:01.060500 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7a3fdce-3421-4b0b-ab0a-85c7258213ed req-56842948-c642-40e0-afaa-0d3c3cf0bbc2 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.3106863 Nov 11 12:00:01.077441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event updated for resources: {'Port': ['ID=7c675c18-e885-4e6d-8fe3-66934a56e3f1,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:01.085156 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:01.086396 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-187f0cfa-674e-41ee-a7be-6c146b4e5ead tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7375233 Nov 11 12:00:01.108132 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e10c2ce-2d1a-4225-b312-6cc6e0906e3a req-afd9bdb3-0862-4649-84e9-de29a27ba411 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8bff85-ffa4-4de5-bdd1-f428a8dcc467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414103 Nov 11 12:00:01.125351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-6b0b920b-1edd-4abe-a54e-3b851afab29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:01.126960 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-6b0b920b-1edd-4abe-a54e-3b851afab29c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.1492898 Nov 11 12:00:01.223503 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7a3fdce-3421-4b0b-ab0a-85c7258213ed req-ef925250-c363-4cbf-a27f-dc6e57b13d13 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504924 Nov 11 12:00:01.251217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-401e04ba-fd9f-4d8c-9a13-b829108d7eaf req-55cbd897-7b3d-4956-91fd-75c3c69b5fc5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:01.310267 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Allocated IP 2001:db8::44 (8bd888dc-e2fb-44da-8291-ac3e97b9c544/9d60678f-4faa-4b5a-ba0e-0007e71c6c3d/a2945414-356d-48f4-9436-3b1aa36d04d3) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:01.355537 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4a7729b4-8174-4723-9176-105f6a3d5607 req-51400f39-e3b4-4422-a875-d7953961d959 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=1123a3d6-a4d5-4638-bc4f-505932f0047d HTTP/1.1" status: 200 len: 210 time: 0.0865877 Nov 11 12:00:01.367612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-be99001f-537d-481a-af18-f74f630def42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:01.373994 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-be99001f-537d-481a-af18-f74f630def42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2280519 Nov 11 12:00:01.406737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbd897-7b3d-4956-91fd-75c3c69b5fc5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Pushing event deleted for resources: {'Port': ['ID=d10a11da-cce8-4b0d-aae3-04ad1553359e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:01.410459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-401e04ba-fd9f-4d8c-9a13-b829108d7eaf req-55cbd897-7b3d-4956-91fd-75c3c69b5fc5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] No DVR routers for this DVR port d10a11da-cce8-4b0d-aae3-04ad1553359e on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:00:01.415966 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-401e04ba-fd9f-4d8c-9a13-b829108d7eaf req-55cbd897-7b3d-4956-91fd-75c3c69b5fc5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:01.424621 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-401e04ba-fd9f-4d8c-9a13-b829108d7eaf req-55cbd897-7b3d-4956-91fd-75c3c69b5fc5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.62 "DELETE /v2.0/ports/d10a11da-cce8-4b0d-aae3-04ad1553359e HTTP/1.1" status: 204 len: 173 time: 1.1663415 Nov 11 12:00:01.651057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-3f495adf-a61f-4d24-82bf-aba1f096cf63 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637057 Nov 11 12:00:01.662332 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d026482e-39cd-415a-bcd1-3281a6e46dcb tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1166271419&fields=id&tenant_id=60ee3d384a76417ebcdfc95536142dd4 HTTP/1.1" status: 200 len: 267 time: 0.1659522 Nov 11 12:00:01.726834 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:01.765449 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-600fde5e-0f8f-4d01-84d7-2310c8dad983 req-d356f72b-c6e1-43e2-8dcc-84ee4c7f8064 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 210 time: 0.0979953 Nov 11 12:00:01.808740 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7cc2d5c-5a8a-4346-bead-f550e4fb46bb tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:01.810186 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7cc2d5c-5a8a-4346-bead-f550e4fb46bb tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports/ac823cbf-4e8c-4c81-a62c-4380e8a06413 HTTP/1.1" status: 200 len: 930 time: 0.1418393 Nov 11 12:00:01.881520 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc584-0379-4ae8-b498-5b67968d00ef req-a2033270-61e8-4595-95e9-5ec4af306ef1 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:01.883246 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-65abc584-0379-4ae8-b498-5b67968d00ef req-a2033270-61e8-4595-95e9-5ec4af306ef1 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.43 "GET /v2.0/ports?device_id=20de47d3-0c9a-4cdf-ae70-fc91ec87480e HTTP/1.1" status: 200 len: 945 time: 0.0547557 Nov 11 12:00:01.889046 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-ce706e2f-b75e-4aae-8e55-c751c1998cdf tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:01.890541 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-ce706e2f-b75e-4aae-8e55-c751c1998cdf tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports/99b9334d-889b-4925-8044-1f449140c379 HTTP/1.1" status: 200 len: 932 time: 0.0708237 Nov 11 12:00:01.922726 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:01.947001 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-ceedfdca-2912-433c-a3ea-20fbca2cdc8b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?network_id=c7d52acd-8f28-4abc-86b9-191279fd7934&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0461774 Nov 11 12:00:01.968596 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-82687409-903b-492d-aa79-22e561a6a4e2 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052013 Nov 11 12:00:01.995162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-65abc584-0379-4ae8-b498-5b67968d00ef req-f19c2c59-13ed-44ed-a5e9-d00c57baf872 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Deleting port 4586d51c-eb8a-4e9a-b983-1cb011540e05 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:00:01.995162 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-65abc584-0379-4ae8-b498-5b67968d00ef req-f19c2c59-13ed-44ed-a5e9-d00c57baf872 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:02.011925 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Network 8bd888dc-e2fb-44da-8291-ac3e97b9c544 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:02.017924 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-29d0ceb5-0f1b-4d83-b972-94ca053ae92e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?network_id=c7d52acd-8f28-4abc-86b9-191279fd7934&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0480278 Nov 11 12:00:02.052408 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:02.058414 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-cfeac461-e11e-4bf5-86d4-bed85cd8ba4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=cb685e1e-459f-492c-9930-41b9ec4b238d HTTP/1.1" status: 200 len: 217 time: 0.0742702 Nov 11 12:00:02.066352 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:02.091143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-65abc584-0379-4ae8-b498-5b67968d00ef req-f19c2c59-13ed-44ed-a5e9-d00c57baf872 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] For port 4586d51c-eb8a-4e9a-b983-1cb011540e05, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4586d51c-eb8a-4e9a-b983-1cb011540e05,segment=NetworkSegment(0ca2ffc0-8eb2-43ae-addb-0f0de147e766),segment_id=0ca2ffc0-8eb2-43ae-addb-0f0de147e766)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:02.091729 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-65abc584-0379-4ae8-b498-5b67968d00ef req-f19c2c59-13ed-44ed-a5e9-d00c57baf872 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:02.103112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Pushing event updated for resources: {'Port': ['ID=a2945414-356d-48f4-9436-3b1aa36d04d3,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:02.105802 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-65abc584-0379-4ae8-b498-5b67968d00ef req-f19c2c59-13ed-44ed-a5e9-d00c57baf872 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Calling delete_port for 4586d51c-eb8a-4e9a-b983-1cb011540e05 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:00:02.302143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1123a3d6-a4d5-4638-bc4f-505932f0047d', 'name': 'network-vif-deleted', 'tag': 'd10a11da-cce8-4b0d-aae3-04ad1553359e'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:02.305419 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a8db14-fc28-4927-8e65-a24d2ed8d3ca" -d '{"events": [{"server_uuid": "1123a3d6-a4d5-4638-bc4f-505932f0047d", "name": "network-vif-deleted", "tag": "d10a11da-cce8-4b0d-aae3-04ad1553359e"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:02.311273 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-65abc584-0379-4ae8-b498-5b67968d00ef req-f19c2c59-13ed-44ed-a5e9-d00c57baf872 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:02.324577 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['4586d51c-eb8a-4e9a-b983-1cb011540e05'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:00:02.325181 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-5385e112-c214-46c7-99c8-34289bd13753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:02.326349 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-5385e112-c214-46c7-99c8-34289bd13753 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.2261639 Nov 11 12:00:02.377989 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c2c59-13ed-44ed-a5e9-d00c57baf872 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Pushing event deleted for resources: {'Port': ['ID=4586d51c-eb8a-4e9a-b983-1cb011540e05,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:02.399117 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-65abc584-0379-4ae8-b498-5b67968d00ef req-f19c2c59-13ed-44ed-a5e9-d00c57baf872 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] No DVR routers for this DVR port 4586d51c-eb8a-4e9a-b983-1cb011540e05 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:00:02.401780 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-65abc584-0379-4ae8-b498-5b67968d00ef req-f19c2c59-13ed-44ed-a5e9-d00c57baf872 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:02.405198 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-65abc584-0379-4ae8-b498-5b67968d00ef req-f19c2c59-13ed-44ed-a5e9-d00c57baf872 tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.43 "DELETE /v2.0/ports/4586d51c-eb8a-4e9a-b983-1cb011540e05 HTTP/1.1" status: 204 len: 173 time: 0.5140181 Nov 11 12:00:02.433394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-463c96fd-277b-472a-bc9e-ce8b5e1259aa tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:02.439559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-463c96fd-277b-472a-bc9e-ce8b5e1259aa tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:02.445789 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-463c96fd-277b-472a-bc9e-ce8b5e1259aa tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:02.447436 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-463c96fd-277b-472a-bc9e-ce8b5e1259aa tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/networks?id=6ba34a62-22e2-4456-8b51-ad2a18e2724f&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c7d52acd-8f28-4abc-86b9-191279fd7934&id=c7d52acd-8f28-4abc-86b9-191279fd7934 HTTP/1.1" status: 200 len: 1991 time: 0.3964460 Nov 11 12:00:02.466894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ace6f3-5c5b-4b61-b3e0-88038fa4fe7d req-b2a0a385-6735-4ee3-9e5a-eb713b9ab50e tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:02.469003 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-01ace6f3-5c5b-4b61-b3e0-88038fa4fe7d req-b2a0a385-6735-4ee3-9e5a-eb713b9ab50e tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/ports?device_id=20de47d3-0c9a-4cdf-ae70-fc91ec87480e HTTP/1.1" status: 200 len: 867 time: 0.2123518 Nov 11 12:00:02.527836 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-0ad9b6e7-ee45-4d38-bfb7-cfc4cc8c6b55 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/quotas/60ee3d384a76417ebcdfc95536142dd4 HTTP/1.1" status: 200 len: 375 time: 0.0720966 Nov 11 12:00:02.581333 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-769ddbbc-c5cf-4c6b-b86d-ab85a85d2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:02.582878 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-769ddbbc-c5cf-4c6b-b86d-ab85a85d2b77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2441051 Nov 11 12:00:02.608947 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:02.633196 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-01ace6f3-5c5b-4b61-b3e0-88038fa4fe7d req-a710b8a7-2e3f-45b5-95ad-fcefdbbc792b tempest-ServerAddressesTestJSON-149313838 tempest-ServerAddressesTestJSON-149313838-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8bff85-ffa4-4de5-bdd1-f428a8dcc467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561661 Nov 11 12:00:03.073664 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-775c183f-9ba8-47d1-b6f3-5bfa29c95db7 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=60ee3d384a76417ebcdfc95536142dd4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5347509 Nov 11 12:00:03.126422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 3e82901d-faa3-4fb4-ab1a-d52a146d1311 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:00:03.149888 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 3e82901d-faa3-4fb4-ab1a-d52a146d1311 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:00:03.150188 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 3e82901d-faa3-4fb4-ab1a-d52a146d1311 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:00:03.150800 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d10a11da-cce8-4b0d-aae3-04ad1553359e no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:00:03.173830 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: d10a11da-cce8-4b0d-aae3-04ad1553359e {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:00:03.174129 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d10a11da-cce8-4b0d-aae3-04ad1553359e not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:00:03.190763 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-3114a3a2-c4bb-4907-b037-9d17ad6dfbf4 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988789 Nov 11 12:00:03.209238 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554251d-4c66-41c2-bd95-e23169ec782a req-039963b1-d5bb-4920-81aa-c594c6e20c8d tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:03.210689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b554251d-4c66-41c2-bd95-e23169ec782a req-039963b1-d5bb-4920-81aa-c594c6e20c8d tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.1984713 Nov 11 12:00:03.400909 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-39b04ed8-5379-4dd7-8311-c3cbf95cfd41 service neutron] 10.222.0.65 "GET /v2.0/networks/6ba34a62-22e2-4456-8b51-ad2a18e2724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977102 Nov 11 12:00:03.453376 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b554251d-4c66-41c2-bd95-e23169ec782a req-13bef525-5a70-45a7-bc67-19dbec71d8bc tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2ad7eff-286b-4303-85c9-217e5fb6fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997790 Nov 11 12:00:03.454369 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:03.494618 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-e6a63951-eb1b-45b5-b14e-95f2a8433842 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932365 Nov 11 12:00:03.498160 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3887-c6c0-4012-b93a-19845c0c1e8f req-a72acaed-c1b3-4db4-8fbd-e30c421a87e8 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:03.499753 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e40c3887-c6c0-4012-b93a-19845c0c1e8f req-a72acaed-c1b3-4db4-8fbd-e30c421a87e8 tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.62 "GET /v2.0/ports?device_id=373599c2-2402-4fc3-a79a-94a1e6d98d26 HTTP/1.1" status: 200 len: 945 time: 0.0630608 Nov 11 12:00:03.512720 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b3980e-0426-4a67-8a9c-1b761a9aed9e x-openstack-request-id: req-10b3980e-0426-4a67-8a9c-1b761a9aed9e {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:03.513175 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1123a3d6-a4d5-4638-bc4f-505932f0047d", "name": "network-vif-deleted", "tag": "d10a11da-cce8-4b0d-aae3-04ad1553359e", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:03.514111 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10b3980e-0426-4a67-8a9c-1b761a9aed9e {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:03.514757 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1123a3d6-a4d5-4638-bc4f-505932f0047d', 'name': 'network-vif-deleted', 'tag': 'd10a11da-cce8-4b0d-aae3-04ad1553359e', 'status': 'completed', 'code': 200} Nov 11 12:00:03.585263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-cd0c2f64-c480-4712-b3c7-c4f753d88067 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=34a34710-3faa-4315-b872-f1630df0cbd0 HTTP/1.1" status: 200 len: 217 time: 0.0814657 Nov 11 12:00:03.616088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-e40c3887-c6c0-4012-b93a-19845c0c1e8f req-da842548-f014-4ea4-a7b3-00f15ec86e4e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Deleting port c8c3022c-3850-4410-99c8-4434b933cbfc {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:00:03.616441 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e40c3887-c6c0-4012-b93a-19845c0c1e8f req-da842548-f014-4ea4-a7b3-00f15ec86e4e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:03.727006 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4230a6b9-63f0-4c4c-9c9e-c35cc024fcca service neutron] 10.222.0.65 "GET /v2.0/networks/6ba34a62-22e2-4456-8b51-ad2a18e2724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166459 Nov 11 12:00:03.749316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e40c3887-c6c0-4012-b93a-19845c0c1e8f req-da842548-f014-4ea4-a7b3-00f15ec86e4e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] For port c8c3022c-3850-4410-99c8-4434b933cbfc, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=c8c3022c-3850-4410-99c8-4434b933cbfc,segment=NetworkSegment(33f83c6d-a90b-4585-8f1c-14a8a9f812ae),segment_id=33f83c6d-a90b-4585-8f1c-14a8a9f812ae)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:03.750083 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e40c3887-c6c0-4012-b93a-19845c0c1e8f req-da842548-f014-4ea4-a7b3-00f15ec86e4e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:03.770830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-e40c3887-c6c0-4012-b93a-19845c0c1e8f req-da842548-f014-4ea4-a7b3-00f15ec86e4e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Calling delete_port for c8c3022c-3850-4410-99c8-4434b933cbfc owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:00:03.819266 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-9bdfe76a-7dcd-4e8c-ba43-8269be187061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:03.820745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-9bdfe76a-7dcd-4e8c-ba43-8269be187061 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49b842ca-bb16-4b32-afdd-253fe6553f51 HTTP/1.1" status: 200 len: 797 time: 0.2245595 Nov 11 12:00:03.826407 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3dcf4f2-c929-4801-ac41-e225ac019443 req-a586430c-5005-469a-8ead-7dc8278515b7 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebcc00c8-43e5-4221-86e1-0504240b24f3 HTTP/1.1" status: 200 len: 210 time: 0.0527298 Nov 11 12:00:03.893479 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54320) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:03.906160 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-e8d29c52-4541-4f54-bcc6-224373bb2783 service neutron] 10.222.0.65 "GET /v2.0/ports/ac823cbf-4e8c-4c81-a62c-4380e8a06413?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1528270 Nov 11 12:00:03.939663 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e40c3887-c6c0-4012-b93a-19845c0c1e8f req-da842548-f014-4ea4-a7b3-00f15ec86e4e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:03.953441 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['c8c3022c-3850-4410-99c8-4434b933cbfc'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:00:03.984333 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da842548-f014-4ea4-a7b3-00f15ec86e4e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Pushing event deleted for resources: {'Port': ['ID=c8c3022c-3850-4410-99c8-4434b933cbfc,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:04.031063 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40c3887-c6c0-4012-b93a-19845c0c1e8f req-da842548-f014-4ea4-a7b3-00f15ec86e4e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] No DVR routers for this DVR port c8c3022c-3850-4410-99c8-4434b933cbfc on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:00:04.034005 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e40c3887-c6c0-4012-b93a-19845c0c1e8f req-da842548-f014-4ea4-a7b3-00f15ec86e4e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:04.039118 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e40c3887-c6c0-4012-b93a-19845c0c1e8f req-da842548-f014-4ea4-a7b3-00f15ec86e4e tempest-ServerRescueTestJSONUnderV235-616933346 tempest-ServerRescueTestJSONUnderV235-616933346-project] 10.222.0.62 "DELETE /v2.0/ports/c8c3022c-3850-4410-99c8-4434b933cbfc HTTP/1.1" status: 204 len: 173 time: 0.5294445 Nov 11 12:00:04.040643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-2cae557a-d762-4b14-a9b3-2ba75f6625da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:04.042166 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-2cae557a-d762-4b14-a9b3-2ba75f6625da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b798677-2731-47ea-a947-54aa100bcc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1995828 Nov 11 12:00:04.163254 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Router 05592d28-d1e0-4193-b7dd-ec7c0bb88b1f is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:00:04.167213 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59f6ef4-bde9-4b19-959c-2b17273c7e0b admin admin] Deleting subnet 67b82a15-a9cb-486a-8575-157d8d857dfd {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:00:04.182922 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a59f6ef4-bde9-4b19-959c-2b17273c7e0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:04.287809 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a59f6ef4-bde9-4b19-959c-2b17273c7e0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:04.323074 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-8591c644-abe4-4170-b07c-56f70e3d7a77 service neutron] 10.222.0.65 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079754 Nov 11 12:00:04.449526 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-48d4f86b-dc35-458b-8e6f-3cea0caf531e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:04.450894 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-48d4f86b-dc35-458b-8e6f-3cea0caf531e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 811 time: 0.4805441 Nov 11 12:00:04.511660 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-ae563012-a8f0-42c0-9655-d1fc98837449 service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275162 Nov 11 12:00:04.516640 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a59f6ef4-bde9-4b19-959c-2b17273c7e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:04.577926 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-fb5e9c12-1749-4816-b7dc-58f087742aa1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/quotas/d71a4d2b117d402fb127e702aea8d45a HTTP/1.1" status: 200 len: 375 time: 0.1119473 Nov 11 12:00:04.693569 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:00:04.700332 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-2c4738b7-5fd5-4bc9-87ea-29979445ea6c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1089787 Nov 11 12:00:04.703177 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Sync routers for ids ['05592d28-d1e0-4193-b7dd-ec7c0bb88b1f'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:00:04.710364 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-08ca2ce8-549f-45d4-907e-59c0f4337986 service neutron] 10.222.0.65 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593175 Nov 11 12:00:04.716942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-b786a5c3-0cbf-4ac8-b491-026e183ea9f8 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:00:04.717940 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-b786a5c3-0cbf-4ac8-b491-026e183ea9f8 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050220 Nov 11 12:00:04.718224 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Routers {'05592d28-d1e0-4193-b7dd-ec7c0bb88b1f'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:04.719065 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:59:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['05592d28-d1e0-4193-b7dd-ec7c0bb88b1f'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:04.786401 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:04.788038 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3fd055f3-c131-43ca-a17b-436c258d9369 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.5684648 Nov 11 12:00:04.790359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54336) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:04.816697 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a59f6ef4-bde9-4b19-959c-2b17273c7e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:04.820460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-612e21b1-c2cb-40ab-a3dc-d6f6db1a9ac0 service neutron] 10.222.0.65 "GET /v2.0/ports/99b9334d-889b-4925-8044-1f449140c379?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0964687 Nov 11 12:00:04.836858 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Set router 05592d28-d1e0-4193-b7dd-ec7c0bb88b1f gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:00:04.869303 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4586d51c-eb8a-4e9a-b983-1cb011540e05 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:00:04.904304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 4586d51c-eb8a-4e9a-b983-1cb011540e05 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:00:04.904901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4586d51c-eb8a-4e9a-b983-1cb011540e05 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:00:04.932561 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-dc1a3305-00cc-434f-922c-243fdd5be9ee service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073551 Nov 11 12:00:04.936969 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a59f6ef4-bde9-4b19-959c-2b17273c7e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:04.943443 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a59f6ef4-bde9-4b19-959c-2b17273c7e0b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/67b82a15-a9cb-486a-8575-157d8d857dfd HTTP/1.1" status: 204 len: 168 time: 1.0447104 Nov 11 12:00:04.955216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f6ef4-bde9-4b19-959c-2b17273c7e0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b82a15-a9cb-486a-8575-157d8d857dfd,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:04.963600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54340) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:05.027040 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c96490e-e039-4ee9-adc8-8e9f82711aee tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.097902 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05592d28-d1e0-4193-b7dd-ec7c0bb88b1f', 'name': '', 'tenant_id': 'c69d42da871149cb8ba9cedf05c7727b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bd888dc-e2fb-44da-8291-ac3e97b9c544', 'external_fixed_ips': [{'subnet_id': '9d60678f-4faa-4b5a-ba0e-0007e71c6c3d', 'ip_address': '2001:db8::44'}], 'enable_snat': True}, 'gw_port_id': 'a2945414-356d-48f4-9436-3b1aa36d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:59:59Z', 'updated_at': '2021-11-11T12:00:02Z', 'revision_number': 3, 'project_id': 'c69d42da871149cb8ba9cedf05c7727b', 'gw_port': {'id': 'a2945414-356d-48f4-9436-3b1aa36d04d3', 'name': '', 'network_id': '8bd888dc-e2fb-44da-8291-ac3e97b9c544', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05592d28-d1e0-4193-b7dd-ec7c0bb88b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '9d60678f-4faa-4b5a-ba0e-0007e71c6c3d', 'ip_address': '2001:db8::44', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:00:00Z', 'updated_at': '2021-11-11T12:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d60678f-4faa-4b5a-ba0e-0007e71c6c3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:05.100175 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-0da2c78e-0183-4aa4-a41a-079a443b0a19 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 HTTP/1.1" status: 200 len: 217 time: 0.1518073 Nov 11 12:00:05.156362 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Checking router: 05592d28-d1e0-4193-b7dd-ec7c0bb88b1f for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:00:05.156749 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Updating router 05592d28-d1e0-4193-b7dd-ec7c0bb88b1f port a2945414-356d-48f4-9436-3b1aa36d04d3 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:00:05.193764 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.204146 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c96490e-e039-4ee9-adc8-8e9f82711aee tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.268619 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5c96490e-e039-4ee9-adc8-8e9f82711aee tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Deleting port a2945414-356d-48f4-9436-3b1aa36d04d3 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:00:05.268934 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c96490e-e039-4ee9-adc8-8e9f82711aee tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.374129 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c96490e-e039-4ee9-adc8-8e9f82711aee tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.390040 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5c96490e-e039-4ee9-adc8-8e9f82711aee tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Calling delete_port for a2945414-356d-48f4-9436-3b1aa36d04d3 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:00:05.498700 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.506138 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.527516 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-e07f3805-63a2-476a-bd9d-21f5ead39060 service neutron] 10.222.0.65 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7880909 Nov 11 12:00:05.554607 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Attempting to bind port a2945414-356d-48f4-9436-3b1aa36d04d3 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:00:05.555932 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Attempting to bind port a2945414-356d-48f4-9436-3b1aa36d04d3 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '9febd1f5-abb0-4755-831e-0c9e7a44a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8bd888dc-e2fb-44da-8291-ac3e97b9c544'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:00:05.556512 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Attempting to bind port a2945414-356d-48f4-9436-3b1aa36d04d3 on network 8bd888dc-e2fb-44da-8291-ac3e97b9c544 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:05.566976 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:00:05.567724 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Checking segment: {'id': '9febd1f5-abb0-4755-831e-0c9e7a44a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8bd888dc-e2fb-44da-8291-ac3e97b9c544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:05.568334 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.568926 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Bound using segment: {'id': '9febd1f5-abb0-4755-831e-0c9e7a44a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8bd888dc-e2fb-44da-8291-ac3e97b9c544'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:00:05.569635 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Bound port: a2945414-356d-48f4-9436-3b1aa36d04d3, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9febd1f5-abb0-4755-831e-0c9e7a44a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8bd888dc-e2fb-44da-8291-ac3e97b9c544'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:00:05.570257 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.599864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20de47d3-0c9a-4cdf-ae70-fc91ec87480e', 'name': 'network-vif-deleted', 'tag': '4586d51c-eb8a-4e9a-b983-1cb011540e05'}, {'server_uuid': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'name': 'network-vif-deleted', 'tag': 'c8c3022c-3850-4410-99c8-4434b933cbfc'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:05.602569 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b425395-d27e-44e4-b77c-ae7194b4a6be" -d '{"events": [{"server_uuid": "20de47d3-0c9a-4cdf-ae70-fc91ec87480e", "name": "network-vif-deleted", "tag": "4586d51c-eb8a-4e9a-b983-1cb011540e05"}, {"server_uuid": "373599c2-2402-4fc3-a79a-94a1e6d98d26", "name": "network-vif-deleted", "tag": "c8c3022c-3850-4410-99c8-4434b933cbfc"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:05.608996 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c96490e-e039-4ee9-adc8-8e9f82711aee tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.617216 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c1e8a03a-b802-4139-93a4-15e0ed3f6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.630273 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.db.api [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:00:05.630470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-f3946cc6-553b-4ee9-a6ca-3f6a25edd48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:05.630896 n-d-807359-3 neutron-server[109156]: DEBUG oslo_db.api [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:00:05.631876 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-f3946cc6-553b-4ee9-a6ca-3f6a25edd48b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49b842ca-bb16-4b32-afdd-253fe6553f51 HTTP/1.1" status: 200 len: 797 time: 0.5184772 Nov 11 12:00:05.633755 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4c13b540-b960-4d22-b09c-55508901520e service neutron] 10.222.0.65 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7643371 Nov 11 12:00:05.636543 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452481b-ad3c-4233-af8f-2be86fbf0302 None None] Pushing event updated for resources: {'Port': ['ID=a2945414-356d-48f4-9436-3b1aa36d04d3,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:05.644412 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452481b-ad3c-4233-af8f-2be86fbf0302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:05.644873 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452481b-ad3c-4233-af8f-2be86fbf0302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:05.645664 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452481b-ad3c-4233-af8f-2be86fbf0302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:05.646088 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452481b-ad3c-4233-af8f-2be86fbf0302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:05.646512 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452481b-ad3c-4233-af8f-2be86fbf0302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:05.647984 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96490e-e039-4ee9-adc8-8e9f82711aee tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2945414-356d-48f4-9436-3b1aa36d04d3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:05.649090 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452481b-ad3c-4233-af8f-2be86fbf0302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:05.649524 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452481b-ad3c-4233-af8f-2be86fbf0302 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:05.655983 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452481b-ad3c-4233-af8f-2be86fbf0302 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:05.656521 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452481b-ad3c-4233-af8f-2be86fbf0302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:05.656958 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452481b-ad3c-4233-af8f-2be86fbf0302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:05.657385 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452481b-ad3c-4233-af8f-2be86fbf0302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:05.657849 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452481b-ad3c-4233-af8f-2be86fbf0302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:05.667253 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c96490e-e039-4ee9-adc8-8e9f82711aee tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.776812 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c96490e-e039-4ee9-adc8-8e9f82711aee tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.779905 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c96490e-e039-4ee9-adc8-8e9f82711aee tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.784693 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d4b045f0-1366-40a7-af86-57149eb00b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.795460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-afa995b7-6bec-454b-b648-a606848bb5cd service neutron] 10.222.0.65 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671947 Nov 11 12:00:05.845570 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c96490e-e039-4ee9-adc8-8e9f82711aee tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.847018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c96490e-e039-4ee9-adc8-8e9f82711aee tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05592d28-d1e0-4193-b7dd-ec7c0bb88b1f {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:00:05.850787 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c1e8a03a-b802-4139-93a4-15e0ed3f6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.862127 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-cbd61b01-b9f0-4d11-bc23-b9ec7b5e6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:05.863730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-cbd61b01-b9f0-4d11-bc23-b9ec7b5e6953 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b798677-2731-47ea-a947-54aa100bcc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2210450 Nov 11 12:00:05.864137 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c96490e-e039-4ee9-adc8-8e9f82711aee tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.869922 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5c96490e-e039-4ee9-adc8-8e9f82711aee tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "DELETE /v2.0/routers/05592d28-d1e0-4193-b7dd-ec7c0bb88b1f HTTP/1.1" status: 204 len: 168 time: 1.0776386 Nov 11 12:00:05.870843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54344) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:05.918361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-c1e8a03a-b802-4139-93a4-15e0ed3f6f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ddc49d-c9f3-48df-9831-afc7f5e516ed']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:05.930983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66765c9-14d8-4c0c-8d26-9ba748f0eb5d tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Deleting subnet 9d60678f-4faa-4b5a-ba0e-0007e71c6c3d {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:00:05.942499 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d66765c9-14d8-4c0c-8d26-9ba748f0eb5d tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.996399 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d66765c9-14d8-4c0c-8d26-9ba748f0eb5d tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:05.999704 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54350) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:06.005865 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-c1e8a03a-b802-4139-93a4-15e0ed3f6f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca2ffc0-8eb2-43ae-addb-0f0de147e766') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:06.006206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-c1e8a03a-b802-4139-93a4-15e0ed3f6f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca2ffc0-8eb2-43ae-addb-0f0de147e766') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:06.021357 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d79edf28-9c39-4862-9257-5179ff3de1ec service neutron] 10.222.0.65 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649790 Nov 11 12:00:06.050415 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d66765c9-14d8-4c0c-8d26-9ba748f0eb5d tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:06.131125 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d66765c9-14d8-4c0c-8d26-9ba748f0eb5d tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:06.145793 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-68cc61d0-7889-48e0-b5b3-9e92c06a59d9 service neutron] 10.222.0.65 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223242 Nov 11 12:00:06.167202 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66765c9-14d8-4c0c-8d26-9ba748f0eb5d tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9d60678f-4faa-4b5a-ba0e-0007e71c6c3d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:06.169821 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d66765c9-14d8-4c0c-8d26-9ba748f0eb5d tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:06.176499 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d66765c9-14d8-4c0c-8d26-9ba748f0eb5d tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/9d60678f-4faa-4b5a-ba0e-0007e71c6c3d HTTP/1.1" status: 204 len: 168 time: 0.3040864 Nov 11 12:00:06.177250 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54352) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:06.181187 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Attempting to bind port a2945414-356d-48f4-9436-3b1aa36d04d3 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:00:06.182120 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Attempting to bind port a2945414-356d-48f4-9436-3b1aa36d04d3 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '9febd1f5-abb0-4755-831e-0c9e7a44a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8bd888dc-e2fb-44da-8291-ac3e97b9c544'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:00:06.184219 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Attempting to bind port a2945414-356d-48f4-9436-3b1aa36d04d3 on network 8bd888dc-e2fb-44da-8291-ac3e97b9c544 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:06.201147 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:00:06.202574 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Checking segment: {'id': '9febd1f5-abb0-4755-831e-0c9e7a44a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8bd888dc-e2fb-44da-8291-ac3e97b9c544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:06.203285 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:06.205433 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Bound using segment: {'id': '9febd1f5-abb0-4755-831e-0c9e7a44a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8bd888dc-e2fb-44da-8291-ac3e97b9c544'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:00:06.207456 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Bound port: a2945414-356d-48f4-9436-3b1aa36d04d3, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9febd1f5-abb0-4755-831e-0c9e7a44a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8bd888dc-e2fb-44da-8291-ac3e97b9c544'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:00:06.207659 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:06.262877 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6532075d-2e62-49ff-9be3-499ba3f4c239 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:06.269578 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.plugin [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Port a2945414-356d-48f4-9436-3b1aa36d04d3 has been deleted concurrently {{(pid=109156) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 11 12:00:06.291802 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-3715b0eb-f520-4193-ab9c-e47c9f2db731 service neutron] 10.222.0.65 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450672 Nov 11 12:00:06.306970 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Routers set() bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:06.307340 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Router IDs set() for agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 12:00:06.307479 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c1e8a03a-b802-4139-93a4-15e0ed3f6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:06.307928 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_agentschedulers_db [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'05592d28-d1e0-4193-b7dd-ec7c0bb88b1f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T11:59:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent'). {{(pid=109156) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 12:00:06.308297 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4298d0-7f4f-4af6-b99b-34dc196bd0fc None None] The sync data for ids ['05592d28-d1e0-4193-b7dd-ec7c0bb88b1f'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:00:06.390258 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7881a8-97f6-492f-8a14-6f02c1468e68 x-openstack-request-id: req-2e7881a8-97f6-492f-8a14-6f02c1468e68 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:06.390671 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20de47d3-0c9a-4cdf-ae70-fc91ec87480e", "name": "network-vif-deleted", "tag": "4586d51c-eb8a-4e9a-b983-1cb011540e05", "status": "completed", "code": 200}, {"server_uuid": "373599c2-2402-4fc3-a79a-94a1e6d98d26", "name": "network-vif-deleted", "tag": "c8c3022c-3850-4410-99c8-4434b933cbfc", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:06.391022 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e7881a8-97f6-492f-8a14-6f02c1468e68 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:06.391517 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20de47d3-0c9a-4cdf-ae70-fc91ec87480e', 'name': 'network-vif-deleted', 'tag': '4586d51c-eb8a-4e9a-b983-1cb011540e05', 'status': 'completed', 'code': 200} Nov 11 12:00:06.391880 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373599c2-2402-4fc3-a79a-94a1e6d98d26', 'name': 'network-vif-deleted', 'tag': 'c8c3022c-3850-4410-99c8-4434b933cbfc', 'status': 'completed', 'code': 200} Nov 11 12:00:06.398979 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6532075d-2e62-49ff-9be3-499ba3f4c239 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:06.447531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6532075d-2e62-49ff-9be3-499ba3f4c239 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd888dc-e2fb-44da-8291-ac3e97b9c544']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:06.449295 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c1e8a03a-b802-4139-93a4-15e0ed3f6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:06.476309 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6532075d-2e62-49ff-9be3-499ba3f4c239 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9febd1f5-abb0-4755-831e-0c9e7a44a455') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:06.476618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6532075d-2e62-49ff-9be3-499ba3f4c239 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9febd1f5-abb0-4755-831e-0c9e7a44a455') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:06.497630 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6532075d-2e62-49ff-9be3-499ba3f4c239 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:06.507093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e8a03a-b802-4139-93a4-15e0ed3f6f8c admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:00:06.507496 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c1e8a03a-b802-4139-93a4-15e0ed3f6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:00:06.510554 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:00:06.523409 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6532075d-2e62-49ff-9be3-499ba3f4c239 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:06.533314 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6532075d-2e62-49ff-9be3-499ba3f4c239 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:00:06.534581 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6532075d-2e62-49ff-9be3-499ba3f4c239 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: items = [ Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:00:06.538289 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:00:06.610623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-87608b7e-7459-475b-92da-2e1a0ced2046 req-756e3919-1014-4870-ab03-4198ecac869e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 210 time: 0.1008787 Nov 11 12:00:06.613316 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-619c0cdd-4ddc-4453-9498-b96a366c525d service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7346194 Nov 11 12:00:06.671714 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6532075d-2e62-49ff-9be3-499ba3f4c239 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:06.687185 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-1e002bc6-0931-41ae-b40d-1fe0bb3791d9 service neutron] 10.222.0.65 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945007 Nov 11 12:00:06.707800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6532075d-2e62-49ff-9be3-499ba3f4c239 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8bd888dc-e2fb-44da-8291-ac3e97b9c544 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 12:00:06.732077 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6532075d-2e62-49ff-9be3-499ba3f4c239 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:06.739641 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6532075d-2e62-49ff-9be3-499ba3f4c239 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "DELETE /v2.0/networks/8bd888dc-e2fb-44da-8291-ac3e97b9c544 HTTP/1.1" status: 204 len: 168 time: 0.5609477 Nov 11 12:00:06.744340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532075d-2e62-49ff-9be3-499ba3f4c239 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Pushing event deleted for resources: {'Network': ['ID=8bd888dc-e2fb-44da-8291-ac3e97b9c544,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:06.764977 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c1e8a03a-b802-4139-93a4-15e0ed3f6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:06.950788 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c1e8a03a-b802-4139-93a4-15e0ed3f6f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:06.962282 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c1e8a03a-b802-4139-93a4-15e0ed3f6f8c admin admin] 10.222.0.65 "DELETE /v2.0/networks/23ddc49d-c9f3-48df-9831-afc7f5e516ed HTTP/1.1" status: 204 len: 168 time: 1.9955862 Nov 11 12:00:06.985654 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8a03a-b802-4139-93a4-15e0ed3f6f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=23ddc49d-c9f3-48df-9831-afc7f5e516ed,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:07.134515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54376) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:07.139705 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b6aebe27-51f6-4130-b7b2-23790f1c0b74 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Request body: {'router': {'name': 'tempest-router--950704046', 'project_id': '9468c28c10714cfdbc4fe2657b4d8d90'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:07.141279 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device c8c3022c-3850-4410-99c8-4434b933cbfc no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:00:07.172791 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a130ae8-b421-4c3d-8106-03016cdaf9db req-411dff7c-73c0-4645-a873-f04438e3334d service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482726 Nov 11 12:00:07.199673 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6aebe27-51f6-4130-b7b2-23790f1c0b74 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:07.200137 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: c8c3022c-3850-4410-99c8-4434b933cbfc {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:00:07.201182 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6aebe27-51f6-4130-b7b2-23790f1c0b74 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:07.201804 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device c8c3022c-3850-4410-99c8-4434b933cbfc not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:00:07.281053 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-e5c22ecb-34dc-4424-a0c6-46b05cdeaa7c service neutron] 10.222.0.65 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027993 Nov 11 12:00:07.343079 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6aebe27-51f6-4130-b7b2-23790f1c0b74 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:07.350867 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6aebe27-51f6-4130-b7b2-23790f1c0b74 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:07.381151 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6aebe27-51f6-4130-b7b2-23790f1c0b74 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:07.387158 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b6aebe27-51f6-4130-b7b2-23790f1c0b74 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2493279 Nov 11 12:00:07.387406 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54378) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:07.396395 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54380) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:07.502895 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f1a5f84d-3f06-43d6-b31e-eaf9a2a89065 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:07.532057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-12f352ce-5b80-4a6a-b003-4c0a21ef7f75 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b03e21c93f394d6aac64ebc485463565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323545 Nov 11 12:00:07.542443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54384) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:07.754568 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:07.776687 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f1a5f84d-3f06-43d6-b31e-eaf9a2a89065 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:07.777611 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-251e4dff-f6b4-412e-a94d-a91e48889aaf service neutron] 10.222.0.65 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955962 Nov 11 12:00:07.783733 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f1a5f84d-3f06-43d6-b31e-eaf9a2a89065 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:07.855471 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f1a5f84d-3f06-43d6-b31e-eaf9a2a89065 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:07.856159 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a5f84d-3f06-43d6-b31e-eaf9a2a89065 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6cdec861-5f7d-4f9c-8b24-1b5f2f85fe8b {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:00:07.861684 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f1a5f84d-3f06-43d6-b31e-eaf9a2a89065 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:07.863508 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f1a5f84d-3f06-43d6-b31e-eaf9a2a89065 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "DELETE /v2.0/routers/6cdec861-5f7d-4f9c-8b24-1b5f2f85fe8b HTTP/1.1" status: 204 len: 168 time: 0.4727573 Nov 11 12:00:07.927903 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd203726-437e-4526-8dea-190f4afd47cb req-d69adc4e-934b-4625-92d7-c3d47127f581 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 210 time: 0.1765637 Nov 11 12:00:07.960382 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:08.000597 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-19a1e33b-1616-4433-81c5-cd43d81fbda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:08.141623 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:08.150755 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:08.163929 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce8bff85-ffa4-4de5-bdd1-f428a8dcc467 HTTP/1.1" status: 204 len: 168 time: 0.6127474 Nov 11 12:00:08.164044 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54394) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:08.221064 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-111f1f58-c415-430a-93a8-e8fa9429d46f service neutron] 10.222.0.65 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833382 Nov 11 12:00:08.241682 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8bff85-ffa4-4de5-bdd1-f428a8dcc467,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:08.254277 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:08.254508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:08.254741 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:08.255058 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:08.255380 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:08.255698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:08.256016 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:08.256334 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:08.256640 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:08.256946 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:08.257260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:08.257568 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad5c17-26e3-4fa8-8425-2154c2ec02e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:08.340730 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eae4dbe1-fe7e-4c7d-9f49-4a3d396b024d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:08.356378 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-62e7f5ea-2a88-495a-aa2d-5f8d8fc4b8ef tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:08.357937 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-62e7f5ea-2a88-495a-aa2d-5f8d8fc4b8ef tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.43 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 811 time: 0.5009792 Nov 11 12:00:08.402099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-c6a906eb-e06f-4fc3-aedc-47e30f432ef6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Request body: {'port': {'device_id': 'd6403911-9ce1-4f99-b44f-424e2ebab923', 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081', 'admin_state_up': True, 'tenant_id': 'd71a4d2b117d402fb127e702aea8d45a'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:08.429665 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-305103109', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}, 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:08.476975 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:08.481283 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:08.550572 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5cedf400-e579-485b-b07d-101ff7024ce8 service neutron] 10.222.0.65 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258462 Nov 11 12:00:08.606082 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:08.892519 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:08.954847 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:09.155238 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48d14e70-afba-4a1e-88c0-33862b1ab48b req-1a7604e2-705c-43a6-9d5d-246e35a7a98f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 210 time: 0.0664136 Nov 11 12:00:09.187767 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d1e1a378-6ec6-410f-8580-3e7dfd686d97 service neutron] 10.222.0.65 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6254869 Nov 11 12:00:09.212249 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-c6a906eb-e06f-4fc3-aedc-47e30f432ef6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Made reservation on behalf of d71a4d2b117d402fb127e702aea8d45a for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:00:09.215443 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:09.216418 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-c6a906eb-e06f-4fc3-aedc-47e30f432ef6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:09.250583 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:09.390634 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Allocated IP 172.25.2.97 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/711c9947-6cc2-46b7-8a19-9ab5cfcb6802) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:09.631533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-eae4dbe1-fe7e-4c7d-9f49-4a3d396b024d admin admin] Deleting port 0b4c208e-1917-4ea2-bcbc-55f029596cf8 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:00:09.631865 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eae4dbe1-fe7e-4c7d-9f49-4a3d396b024d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:09.660782 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:09.715454 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:09.733680 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-c6a906eb-e06f-4fc3-aedc-47e30f432ef6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Allocated IP 172.20.0.8 (394296cd-ddf9-481f-93cf-51fd49ff4081/87e99551-4140-4663-b03e-6ab8528ee6e0/140f0f42-4358-4311-afc5-2dba84513e2f) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:09.766000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-eae4dbe1-fe7e-4c7d-9f49-4a3d396b024d admin admin] For port 0b4c208e-1917-4ea2-bcbc-55f029596cf8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0b4c208e-1917-4ea2-bcbc-55f029596cf8,segment=NetworkSegment(33f83c6d-a90b-4585-8f1c-14a8a9f812ae),segment_id=33f83c6d-a90b-4585-8f1c-14a8a9f812ae)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:09.766456 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eae4dbe1-fe7e-4c7d-9f49-4a3d396b024d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:09.768263 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:09.771747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:09.776628 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:09.779808 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Pushing event updated for resources: {'Port': ['ID=711c9947-6cc2-46b7-8a19-9ab5cfcb6802,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:09.789814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-eae4dbe1-fe7e-4c7d-9f49-4a3d396b024d admin admin] Calling delete_port for 0b4c208e-1917-4ea2-bcbc-55f029596cf8 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:00:10.187222 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-c6a906eb-e06f-4fc3-aedc-47e30f432ef6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:10.323966 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-c6a906eb-e06f-4fc3-aedc-47e30f432ef6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:10.385024 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eae4dbe1-fe7e-4c7d-9f49-4a3d396b024d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:10.466580 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:10.494495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-c6a906eb-e06f-4fc3-aedc-47e30f432ef6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Network 394296cd-ddf9-481f-93cf-51fd49ff4081 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:10.505223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-c6a906eb-e06f-4fc3-aedc-47e30f432ef6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:10.508590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-c6a906eb-e06f-4fc3-aedc-47e30f432ef6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:10.625369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a906eb-e06f-4fc3-aedc-47e30f432ef6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Pushing event updated for resources: {'Port': ['ID=140f0f42-4358-4311-afc5-2dba84513e2f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:10.808884 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e51890c-b919-470d-b1e4-629e24a043cb req-325df63a-1e2b-4167-b309-f39113eccbca tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.1864910 Nov 11 12:00:10.843197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4dbe1-fe7e-4c7d-9f49-4a3d396b024d admin admin] Pushing event deleted for resources: {'Port': ['ID=0b4c208e-1917-4ea2-bcbc-55f029596cf8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:10.871863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-c6a906eb-e06f-4fc3-aedc-47e30f432ef6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:10.872668 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-c6a906eb-e06f-4fc3-aedc-47e30f432ef6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:10.886440 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b92df5-d085-49b0-a3eb-8ba8ef571bdb req-e5b9436e-5117-4750-be21-63c5825f93ed tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:10.888276 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10b92df5-d085-49b0-a3eb-8ba8ef571bdb req-e5b9436e-5117-4750-be21-63c5825f93ed tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 931 time: 0.5243483 Nov 11 12:00:10.935854 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-c6a906eb-e06f-4fc3-aedc-47e30f432ef6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5379758 Nov 11 12:00:10.987377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Request body: {'port': {'device_id': 'd6403911-9ce1-4f99-b44f-424e2ebab923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:11.044498 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:11.217920 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10b92df5-d085-49b0-a3eb-8ba8ef571bdb req-2a28763f-9c66-49bd-8495-5b6fac11df17 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099291 Nov 11 12:00:11.292873 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:11.309051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2586405-0083-42e9-a71c-469bc50daf2e req-b040d2ee-f0ca-497e-9640-26f085c6016a tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c49b039-3740-477f-bf55-7b47f8ab277f HTTP/1.1" status: 200 len: 210 time: 0.2077065 Nov 11 12:00:11.315121 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:11.353609 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eae4dbe1-fe7e-4c7d-9f49-4a3d396b024d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:11.470263 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:11.765358 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Router f0eadea0-5d59-4916-aa3f-cc43239bbdd2 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:00:11.895537 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae4dbe1-fe7e-4c7d-9f49-4a3d396b024d admin admin] Router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:00:12.074438 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c55e063b-a0e5-4adc-af9d-8e2a011f3c09 req-2e0859cc-e3ac-4e14-922b-a013ba90fc17 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.0543916 Nov 11 12:00:12.137536 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140f0f42-4358-4311-afc5-2dba84513e2f {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:00:12.151409 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:12.158590 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:00:12.174796 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaddd71f-7a98-4e70-91fe-73e701031be1 None None] Sync routers for ids ['f0eadea0-5d59-4916-aa3f-cc43239bbdd2'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:00:12.179312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Transition to ACTIVE for port object 140f0f42-4358-4311-afc5-2dba84513e2f will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:00:12.185791 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae4dbe1-fe7e-4c7d-9f49-4a3d396b024d admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:00:12.188195 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:12.197235 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-eae4dbe1-fe7e-4c7d-9f49-4a3d396b024d admin admin] 10.222.0.65 "PUT /v2.0/routers/91f57bb5-b7f2-4e47-afc9-0e3368e1b73b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1924055 Nov 11 12:00:12.198312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaddd71f-7a98-4e70-91fe-73e701031be1 None None] Routers {'f0eadea0-5d59-4916-aa3f-cc43239bbdd2'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:12.198923 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-eaddd71f-7a98-4e70-91fe-73e701031be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f0eadea0-5d59-4916-aa3f-cc43239bbdd2'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:12.201693 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37563363-85b8-438e-b0d3-03fb7ed9c266 None None] Sync routers for ids ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:00:12.202249 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54518) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:12.218313 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37563363-85b8-438e-b0d3-03fb7ed9c266 None None] Routers {'91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:12.220679 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-37563363-85b8-438e-b0d3-03fb7ed9c266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:12.394625 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-02f6577b-88c5-4399-8dbf-8d3f8bdfe802 req-487e4e93-b421-47db-9a7c-c81ce9b832f0 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.1183367 Nov 11 12:00:12.436591 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Pushing event updated for resources: {'Port': ['ID=140f0f42-4358-4311-afc5-2dba84513e2f,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:12.511067 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:12.515081 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e1387a18-ecc4-4c87-9945-e9670f01c8a4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3500361 Nov 11 12:00:12.519413 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54528) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:12.547375 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-37563363-85b8-438e-b0d3-03fb7ed9c266 None None] Set router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:00:12.672526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-af9f96bf-cd95-4c10-8c49-8c070b94ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:12.674119 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-af9f96bf-cd95-4c10-8c49-8c070b94ae3a service neutron] 10.222.0.62 "GET /v2.0/ports/ac823cbf-4e8c-4c81-a62c-4380e8a06413 HTTP/1.1" status: 200 len: 1026 time: 0.2479441 Nov 11 12:00:12.681148 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-eaddd71f-7a98-4e70-91fe-73e701031be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:12.704795 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaddd71f-7a98-4e70-91fe-73e701031be1 None None] Routers {'f0eadea0-5d59-4916-aa3f-cc43239bbdd2'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:12.705719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-eaddd71f-7a98-4e70-91fe-73e701031be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f0eadea0-5d59-4916-aa3f-cc43239bbdd2'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:12.747143 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-eaddd71f-7a98-4e70-91fe-73e701031be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:12.748152 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaddd71f-7a98-4e70-91fe-73e701031be1 None None] The sync data for ids ['f0eadea0-5d59-4916-aa3f-cc43239bbdd2'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:00:12.786315 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc64ae-981e-4562-9545-abc351c01fca req-ef81a8da-e86f-499f-9afd-abac3226b1a1 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:12.788052 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e20a2211-dafd-4430-818e-09a35fdb002a tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "GET /v2.0/routers/f0eadea0-5d59-4916-aa3f-cc43239bbdd2 HTTP/1.1" status: 200 len: 923 time: 0.2671902 Nov 11 12:00:12.791447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54530) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:12.797633 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63fc64ae-981e-4562-9545-abc351c01fca req-ef81a8da-e86f-499f-9afd-abac3226b1a1 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 944 time: 0.2988214 Nov 11 12:00:12.866262 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-45cd84b1-6349-47d1-9cf6-c16a0a179cb5 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0eadea0-5d59-4916-aa3f-cc43239bbdd2 HTTP/1.1" status: 200 len: 205 time: 0.0733676 Nov 11 12:00:12.867900 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02ebe906-c0c2-4ecd-9d7f-613371f2dd45 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:12.872066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54532) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:12.890293 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Attempting to bind port 140f0f42-4358-4311-afc5-2dba84513e2f on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:00:12.891055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Attempting to bind port 140f0f42-4358-4311-afc5-2dba84513e2f by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:00:12.891747 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Attempting to bind port 140f0f42-4358-4311-afc5-2dba84513e2f on network 394296cd-ddf9-481f-93cf-51fd49ff4081 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:12.915242 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60919426-a81a-4a26-9260-25d6494a8007 req-45fe4f4e-a598-47cc-bdff-b5440fccc8ab tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:12.924905 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60919426-a81a-4a26-9260-25d6494a8007 req-45fe4f4e-a598-47cc-bdff-b5440fccc8ab tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 943 time: 0.3054855 Nov 11 12:00:12.929135 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4040c77e-0548-4bb7-9b2d-96cf182bc66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:12.930544 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4040c77e-0548-4bb7-9b2d-96cf182bc66d service neutron] 10.222.0.62 "GET /v2.0/ports/99b9334d-889b-4925-8044-1f449140c379 HTTP/1.1" status: 200 len: 1028 time: 0.2357738 Nov 11 12:00:12.946933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Port 140f0f42-4358-4311-afc5-2dba84513e2f on network 394296cd-ddf9-481f-93cf-51fd49ff4081 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:00:12.947568 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Attempting to bind port 140f0f42-4358-4311-afc5-2dba84513e2f on network 394296cd-ddf9-481f-93cf-51fd49ff4081 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:13.061611 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:00:13.066192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Checking segment: {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:13.066837 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Bound using segment: {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:00:13.067581 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Bound port: 140f0f42-4358-4311-afc5-2dba84513e2f, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:00:13.068158 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:13.093668 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63fc64ae-981e-4562-9545-abc351c01fca req-c4daf0f0-1e45-43a5-b96a-ccca3b5b3883 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897959 Nov 11 12:00:13.158390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b49a3ad7-d85e-40fb-ae6f-628119e80ef5 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:13.165548 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b49a3ad7-d85e-40fb-ae6f-628119e80ef5 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:13.172260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b49a3ad7-d85e-40fb-ae6f-628119e80ef5 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:13.173981 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b49a3ad7-d85e-40fb-ae6f-628119e80ef5 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.62 "GET /v2.0/networks?id=6ba34a62-22e2-4456-8b51-ad2a18e2724f&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c7d52acd-8f28-4abc-86b9-191279fd7934&id=c7d52acd-8f28-4abc-86b9-191279fd7934 HTTP/1.1" status: 200 len: 1991 time: 0.2087054 Nov 11 12:00:13.186286 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60919426-a81a-4a26-9260-25d6494a8007 req-d317e1b5-7d58-42a4-8ac9-741466e214f6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602060 Nov 11 12:00:13.192856 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-37563363-85b8-438e-b0d3-03fb7ed9c266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-router', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:33Z', 'updated_at': '2021-11-11T12:00:10Z', 'revision_number': 5, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'gw_port': {'id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:34Z', 'updated_at': '2021-11-11T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:13.258510 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37563363-85b8-438e-b0d3-03fb7ed9c266 None None] Checking router: 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:00:13.273651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] For port 140f0f42-4358-4311-afc5-2dba84513e2f, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:00:13.274855 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37563363-85b8-438e-b0d3-03fb7ed9c266 None None] Routers {'91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:13.277907 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-37563363-85b8-438e-b0d3-03fb7ed9c266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:13.278053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] For port 140f0f42-4358-4311-afc5-2dba84513e2f, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=140f0f42-4358-4311-afc5-2dba84513e2f,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:00:13.288759 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:13.310906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:13.312138 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:13.313561 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] 10.222.0.43 "PUT /v2.0/ports/140f0f42-4358-4311-afc5-2dba84513e2f HTTP/1.1" status: 200 len: 1091 time: 2.3651981 Nov 11 12:00:13.316207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6403911-9ce1-4f99-b44f-424e2ebab923', 'tag': '140f0f42-4358-4311-afc5-2dba84513e2f'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:13.319118 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46e4b67-c921-4aa3-abd8-543fc4de6813" -d '{"events": [{"name": "network-changed", "server_uuid": "d6403911-9ce1-4f99-b44f-424e2ebab923", "tag": "140f0f42-4358-4311-afc5-2dba84513e2f"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:13.333917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4be31f-43ff-407d-8ebc-706ee2642dbf req-855bc1f1-b2f4-460b-8550-a4085d5ce611 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:13.335548 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b4be31f-43ff-407d-8ebc-706ee2642dbf req-855bc1f1-b2f4-460b-8550-a4085d5ce611 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.62 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 944 time: 0.4551775 Nov 11 12:00:13.398840 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-0dc8708c-b4ac-4eed-a6fe-d95c95c7df34 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60ee3d384a76417ebcdfc95536142dd4 HTTP/1.1" status: 200 len: 380 time: 0.2088914 Nov 11 12:00:13.410916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b3a416b7-a791-4d82-9f94-d054496ab8df tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Request body: {'port': {'device_id': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f', 'admin_state_up': True, 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'security_groups': ['4739cbc3-ef93-4bd1-b144-584e607420cf']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:13.544407 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-37563363-85b8-438e-b0d3-03fb7ed9c266 None None] Set router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:00:13.554686 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ec6f7d-fa14-4d8a-9b56-0ae3375db92f x-openstack-request-id: req-17ec6f7d-fa14-4d8a-9b56-0ae3375db92f {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:13.555225 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6403911-9ce1-4f99-b44f-424e2ebab923", "tag": "140f0f42-4358-4311-afc5-2dba84513e2f", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:13.555225 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17ec6f7d-fa14-4d8a-9b56-0ae3375db92f {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:13.555625 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6403911-9ce1-4f99-b44f-424e2ebab923', 'tag': '140f0f42-4358-4311-afc5-2dba84513e2f', 'status': 'completed', 'code': 200} Nov 11 12:00:13.602473 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02ebe906-c0c2-4ecd-9d7f-613371f2dd45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:13.611632 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d365687-cb2f-4489-9a10-fe66151ce69a tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:13.775751 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b3a416b7-a791-4d82-9f94-d054496ab8df tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Made reservation on behalf of 60ee3d384a76417ebcdfc95536142dd4 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:00:13.779428 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b3a416b7-a791-4d82-9f94-d054496ab8df tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:13.806883 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-02ebe906-c0c2-4ecd-9d7f-613371f2dd45 admin admin] Deleting port 2c855a23-956b-461e-8cc4-4028ad611d87 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:00:13.807218 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02ebe906-c0c2-4ecd-9d7f-613371f2dd45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:13.811744 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d365687-cb2f-4489-9a10-fe66151ce69a tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:13.859377 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-37563363-85b8-438e-b0d3-03fb7ed9c266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-router', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:33Z', 'updated_at': '2021-11-11T12:00:10Z', 'revision_number': 5, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'gw_port': {'id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:34Z', 'updated_at': '2021-11-11T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:13.898299 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37563363-85b8-438e-b0d3-03fb7ed9c266 None None] The sync data for ids ['91f57bb5-b7f2-4e47-afc9-0e3368e1b73b'] in n-d-807359-3 is: [{'id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1067628661-router', 'tenant_id': 'b87bddbf76a048759b20fc64684b3b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:33Z', 'updated_at': '2021-11-11T12:00:10Z', 'revision_number': 5, 'project_id': 'b87bddbf76a048759b20fc64684b3b55', 'gw_port': {'id': '2c855a23-956b-461e-8cc4-4028ad611d87', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f57bb5-b7f2-4e47-afc9-0e3368e1b73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:34Z', 'updated_at': '2021-11-11T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:00:14.016521 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-02ebe906-c0c2-4ecd-9d7f-613371f2dd45 admin admin] For port 2c855a23-956b-461e-8cc4-4028ad611d87, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2c855a23-956b-461e-8cc4-4028ad611d87,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:14.016887 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02ebe906-c0c2-4ecd-9d7f-613371f2dd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:14.043511 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-02ebe906-c0c2-4ecd-9d7f-613371f2dd45 admin admin] Calling delete_port for 2c855a23-956b-461e-8cc4-4028ad611d87 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:00:14.049670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b3a416b7-a791-4d82-9f94-d054496ab8df tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Allocated IP 172.20.0.6 (6ba34a62-22e2-4456-8b51-ad2a18e2724f/98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9/a4ce7603-6d5b-42f6-be9e-268fcfaee0bd) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:14.095201 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a678e507-cc94-4474-bd42-f3a1261c02e3 req-a022411d-29f7-4361-9bd9-e15af9c97e8d tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.7022488 Nov 11 12:00:14.107468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5d365687-cb2f-4489-9a10-fe66151ce69a tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Deleting port 711c9947-6cc2-46b7-8a19-9ab5cfcb6802 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:00:14.107813 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d365687-cb2f-4489-9a10-fe66151ce69a tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:14.147445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e69cd1ab-5a0b-430c-948c-5149618a8cce req-a933b8d3-0cce-4497-86ef-568a992de284 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0550127 Nov 11 12:00:14.162433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad872c6b-e88f-4371-ad57-6bc14ac8a33c service neutron] Pushing event updated for resources: {'Port': ['ID=140f0f42-4358-4311-afc5-2dba84513e2f,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:14.222472 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-eaf40a15-8639-4cd9-a2da-1df92bfd29c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:14.224324 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-eaf40a15-8639-4cd9-a2da-1df92bfd29c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 1094 time: 0.8304582 Nov 11 12:00:14.311997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-2b4be31f-43ff-407d-8ebc-706ee2642dbf req-25f1837a-9cba-4557-9870-e12c4c7dcb8f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Deleting port 24e990b1-18dd-4242-9688-0f51c6576fc6 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:00:14.312252 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2b4be31f-43ff-407d-8ebc-706ee2642dbf req-25f1837a-9cba-4557-9870-e12c4c7dcb8f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:14.334935 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-5468b799-a5b2-4d25-8354-19f2b96c3479 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140f0f42-4358-4311-afc5-2dba84513e2f HTTP/1.1" status: 200 len: 217 time: 0.0974624 Nov 11 12:00:14.484522 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebf19c-10a3-4c94-8e9f-065271a19415 req-583b0256-9c9b-45fb-8fc9-97a14d017a2e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:14.486341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3cebf19c-10a3-4c94-8e9f-065271a19415 req-583b0256-9c9b-45fb-8fc9-97a14d017a2e tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc8c6a-fd01-44a5-841c-a2b36a834635 HTTP/1.1" status: 200 len: 944 time: 0.2337179 Nov 11 12:00:14.506480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-a7d1d11d-7e6a-4233-9a54-9b43724a236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:14.508032 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-a7d1d11d-7e6a-4233-9a54-9b43724a236b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87e99551-4140-4663-b03e-6ab8528ee6e0 HTTP/1.1" status: 200 len: 851 time: 0.1470289 Nov 11 12:00:14.583462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13a171-b760-4193-afb3-bfec062046ea req-795f5a3d-c8d5-4519-99c5-f46b7fc93683 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:14.585154 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da13a171-b760-4193-afb3-bfec062046ea req-795f5a3d-c8d5-4519-99c5-f46b7fc93683 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 943 time: 0.2761316 Nov 11 12:00:14.590257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-2b4be31f-43ff-407d-8ebc-706ee2642dbf req-25f1837a-9cba-4557-9870-e12c4c7dcb8f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] For port 24e990b1-18dd-4242-9688-0f51c6576fc6, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=24e990b1-18dd-4242-9688-0f51c6576fc6,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:14.590848 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2b4be31f-43ff-407d-8ebc-706ee2642dbf req-25f1837a-9cba-4557-9870-e12c4c7dcb8f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:14.595065 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-a679baa7-db6c-4cbf-869e-7b000ac8ff72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=394296cd-ddf9-481f-93cf-51fd49ff4081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625763 Nov 11 12:00:14.651745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3cebf19c-10a3-4c94-8e9f-065271a19415 req-42d7716e-dd3a-4d65-ab0e-bd84afa7e71f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516163 Nov 11 12:00:14.652669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-2b4be31f-43ff-407d-8ebc-706ee2642dbf req-25f1837a-9cba-4557-9870-e12c4c7dcb8f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Calling delete_port for 24e990b1-18dd-4242-9688-0f51c6576fc6 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:00:14.685564 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-87ae2628-a3e8-4b5c-bc69-f115d63c567b req-b8783e9f-da8f-4c2f-a69a-ac33d665fba9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3c49b039-3740-477f-bf55-7b47f8ab277f HTTP/1.1" status: 200 len: 210 time: 0.3234756 Nov 11 12:00:14.718163 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2ec15e88-e0c8-4864-9337-e5a5740e1a10 req-bf006668-e42d-44e3-a2b0-bb17b9c1e270 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0295510 Nov 11 12:00:14.774296 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da13a171-b760-4193-afb3-bfec062046ea req-20f3e044-f602-4c55-a6c5-16331071feea tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741126 Nov 11 12:00:14.792858 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d365687-cb2f-4489-9a10-fe66151ce69a tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:14.822459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5d365687-cb2f-4489-9a10-fe66151ce69a tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Calling delete_port for 711c9947-6cc2-46b7-8a19-9ab5cfcb6802 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:00:14.856172 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b3a416b7-a791-4d82-9f94-d054496ab8df tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:14.889867 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-c2adf649-cca3-445d-b24d-620270fe58f8 service neutron] 10.222.0.43 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810600 Nov 11 12:00:14.889867 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2b4be31f-43ff-407d-8ebc-706ee2642dbf req-25f1837a-9cba-4557-9870-e12c4c7dcb8f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:14.902610 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['24e990b1-18dd-4242-9688-0f51c6576fc6'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:00:14.919387 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1837a-9cba-4557-9870-e12c4c7dcb8f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Pushing event deleted for resources: {'Port': ['ID=24e990b1-18dd-4242-9688-0f51c6576fc6,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:14.946730 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02ebe906-c0c2-4ecd-9d7f-613371f2dd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:14.951279 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0b4c208e-1917-4ea2-bcbc-55f029596cf8 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:00:14.979134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 0b4c208e-1917-4ea2-bcbc-55f029596cf8 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:00:14.979470 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0b4c208e-1917-4ea2-bcbc-55f029596cf8 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:00:14.983012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebe906-c0c2-4ecd-9d7f-613371f2dd45 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c855a23-956b-461e-8cc4-4028ad611d87,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:15.039575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4be31f-43ff-407d-8ebc-706ee2642dbf req-25f1837a-9cba-4557-9870-e12c4c7dcb8f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] No DVR routers for this DVR port 24e990b1-18dd-4242-9688-0f51c6576fc6 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:00:15.043187 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-2b4be31f-43ff-407d-8ebc-706ee2642dbf req-25f1837a-9cba-4557-9870-e12c4c7dcb8f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:15.046505 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b4be31f-43ff-407d-8ebc-706ee2642dbf req-25f1837a-9cba-4557-9870-e12c4c7dcb8f tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.62 "DELETE /v2.0/ports/24e990b1-18dd-4242-9688-0f51c6576fc6 HTTP/1.1" status: 204 len: 173 time: 1.5945830 Nov 11 12:00:15.067567 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b3a416b7-a791-4d82-9f94-d054496ab8df tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:15.080323 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e10440b-b206-4255-8eb7-aed8f178fb37 req-de8ed82b-a2bc-4d10-84ba-0fd680baeb75 service neutron] 10.222.0.43 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619930 Nov 11 12:00:15.148489 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a416b7-a791-4d82-9f94-d054496ab8df tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event updated for resources: {'Port': ['ID=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:15.170732 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02ebe906-c0c2-4ecd-9d7f-613371f2dd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:15.180551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b3a416b7-a791-4d82-9f94-d054496ab8df tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Network 6ba34a62-22e2-4456-8b51-ad2a18e2724f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:15.185089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e4b67-c921-4aa3-abd8-543fc4de6813 req-00a0d336-eef7-4d7a-97d5-5e3304e3fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:15.187594 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b46e4b67-c921-4aa3-abd8-543fc4de6813 req-00a0d336-eef7-4d7a-97d5-5e3304e3fc81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 1094 time: 0.0523374 Nov 11 12:00:15.218090 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b3a416b7-a791-4d82-9f94-d054496ab8df tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:15.221768 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b3a416b7-a791-4d82-9f94-d054496ab8df tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:15.314143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b3a416b7-a791-4d82-9f94-d054496ab8df tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:15.316747 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b3a416b7-a791-4d82-9f94-d054496ab8df tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:15.385483 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d4e07dd-4b17-49d7-b61c-5b451933873e req-2ced514b-fac9-4426-aacc-a96ae3076514 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0889292 Nov 11 12:00:15.390179 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02ebe906-c0c2-4ecd-9d7f-613371f2dd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:15.394204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02ebe906-c0c2-4ecd-9d7f-613371f2dd45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:15.407951 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b3a416b7-a791-4d82-9f94-d054496ab8df tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0011110 Nov 11 12:00:15.455965 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9db2b-cce7-4fa2-aacc-bcbf56ac9ced req-7e92f3e0-9981-4a25-9ddc-d9b26062b896 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:15.458273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-85d9db2b-cce7-4fa2-aacc-bcbf56ac9ced req-7e92f3e0-9981-4a25-9ddc-d9b26062b896 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 931 time: 0.1663771 Nov 11 12:00:15.464062 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e4b67-c921-4aa3-abd8-543fc4de6813 req-e6bfa682-a21b-4f33-9de5-ef7d3e6e7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:15.465748 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b46e4b67-c921-4aa3-abd8-543fc4de6813 req-e6bfa682-a21b-4f33-9de5-ef7d3e6e7c7d service neutron] 10.222.0.43 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 913 time: 0.2701755 Nov 11 12:00:15.467286 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-8ad41f0b-194d-4f55-9d6d-ad9f7ce6cec0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Request body: {'port': {'device_id': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d', 'admin_state_up': True, 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'security_groups': ['4739cbc3-ef93-4bd1-b144-584e607420cf']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:15.495706 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d365687-cb2f-4489-9a10-fe66151ce69a tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:15.510131 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02ebe906-c0c2-4ecd-9d7f-613371f2dd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:15.510773 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ebe906-c0c2-4ecd-9d7f-613371f2dd45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91f57bb5-b7f2-4e47-afc9-0e3368e1b73b {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:00:15.515294 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02ebe906-c0c2-4ecd-9d7f-613371f2dd45 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:15.516980 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-02ebe906-c0c2-4ecd-9d7f-613371f2dd45 admin admin] 10.222.0.65 "DELETE /v2.0/routers/91f57bb5-b7f2-4e47-afc9-0e3368e1b73b HTTP/1.1" status: 204 len: 168 time: 3.3044102 Nov 11 12:00:15.551597 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54554) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:15.556384 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b46e4b67-c921-4aa3-abd8-543fc4de6813 req-02725877-2486-4d32-ad48-7a783b2bd190 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140f0f42-4358-4311-afc5-2dba84513e2f HTTP/1.1" status: 200 len: 217 time: 0.0711725 Nov 11 12:00:15.575355 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dc8c6a-fd01-44a5-841c-a2b36a834635', 'name': 'network-vif-deleted', 'tag': '24e990b1-18dd-4242-9688-0f51c6576fc6'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:15.578396 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cb6a3f-72b5-4efa-8434-c782be52f6bd" -d '{"events": [{"server_uuid": "03dc8c6a-fd01-44a5-841c-a2b36a834635", "name": "network-vif-deleted", "tag": "24e990b1-18dd-4242-9688-0f51c6576fc6"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:15.615149 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:15.645367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b9e7eedc-88c6-430e-8e26-9f67e340b038 None None] Provisioning complete for port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:00:15.645715 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b9e7eedc-88c6-430e-8e26-9f67e340b038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:15.660111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-23082422-6fcc-41fa-825c-0e6fecb12f12 admin admin] Deleting subnet 35c45673-39de-42a1-9063-87008924bc87 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:00:15.699479 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d365687-cb2f-4489-9a10-fe66151ce69a tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Pushing event deleted for resources: {'Port': ['ID=711c9947-6cc2-46b7-8a19-9ab5cfcb6802,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:15.712067 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23082422-6fcc-41fa-825c-0e6fecb12f12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:15.756706 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b9e7eedc-88c6-430e-8e26-9f67e340b038 None None] Port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:00:15.800718 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23082422-6fcc-41fa-825c-0e6fecb12f12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:15.843833 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23082422-6fcc-41fa-825c-0e6fecb12f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:15.922092 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d365687-cb2f-4489-9a10-fe66151ce69a tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:15.935821 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6829c0d5-6c2c-4704-81b7-c010df649a1b x-openstack-request-id: req-6829c0d5-6c2c-4704-81b7-c010df649a1b {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:15.936218 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03dc8c6a-fd01-44a5-841c-a2b36a834635", "name": "network-vif-deleted", "tag": "24e990b1-18dd-4242-9688-0f51c6576fc6", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:15.936412 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6829c0d5-6c2c-4704-81b7-c010df649a1b {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:15.936795 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03dc8c6a-fd01-44a5-841c-a2b36a834635', 'name': 'network-vif-deleted', 'tag': '24e990b1-18dd-4242-9688-0f51c6576fc6', 'status': 'completed', 'code': 200} Nov 11 12:00:15.964190 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23082422-6fcc-41fa-825c-0e6fecb12f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:15.986225 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e4b67-c921-4aa3-abd8-543fc4de6813 req-e40af872-330a-4b43-b54d-2c79028b341a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:15.987720 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b46e4b67-c921-4aa3-abd8-543fc4de6813 req-e40af872-330a-4b43-b54d-2c79028b341a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87e99551-4140-4663-b03e-6ab8528ee6e0 HTTP/1.1" status: 200 len: 851 time: 0.3406494 Nov 11 12:00:16.043313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d365687-cb2f-4489-9a10-fe66151ce69a tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.046146 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-85d9db2b-cce7-4fa2-aacc-bcbf56ac9ced req-05f1ab61-edcc-4eb8-88c0-0f0f74011e6e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5793738 Nov 11 12:00:16.049631 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d365687-cb2f-4489-9a10-fe66151ce69a tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.050668 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23082422-6fcc-41fa-825c-0e6fecb12f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c45673-39de-42a1-9063-87008924bc87,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:16.076596 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b46e4b67-c921-4aa3-abd8-543fc4de6813 req-342e35f3-b53d-4037-8e3a-275259e26b60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=394296cd-ddf9-481f-93cf-51fd49ff4081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396330 Nov 11 12:00:16.076596 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23082422-6fcc-41fa-825c-0e6fecb12f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.079945 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-23082422-6fcc-41fa-825c-0e6fecb12f12 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/35c45673-39de-42a1-9063-87008924bc87 HTTP/1.1" status: 204 len: 168 time: 0.5232167 Nov 11 12:00:16.083643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54568) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:16.100265 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-8ad41f0b-194d-4f55-9d6d-ad9f7ce6cec0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Made reservation on behalf of 60ee3d384a76417ebcdfc95536142dd4 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:00:16.104711 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-8ad41f0b-194d-4f55-9d6d-ad9f7ce6cec0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.120374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3a9df-36cf-4567-a577-13475636d3d8 req-3fb3a3d5-67bc-4e6b-a3c2-6c12935f47f5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:16.127837 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-acf3a9df-36cf-4567-a577-13475636d3d8 req-3fb3a3d5-67bc-4e6b-a3c2-6c12935f47f5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 943 time: 0.1691060 Nov 11 12:00:16.151227 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d365687-cb2f-4489-9a10-fe66151ce69a tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.151891 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d365687-cb2f-4489-9a10-fe66151ce69a tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Fanout notify agent at l3_agent the message router_deleted on router f0eadea0-5d59-4916-aa3f-cc43239bbdd2 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:00:16.160624 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d365687-cb2f-4489-9a10-fe66151ce69a tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.161789 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5d365687-cb2f-4489-9a10-fe66151ce69a tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "DELETE /v2.0/routers/f0eadea0-5d59-4916-aa3f-cc43239bbdd2 HTTP/1.1" status: 204 len: 168 time: 3.2893772 Nov 11 12:00:16.165544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54570) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:16.173797 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1531576559', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'enable_snat': False}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:16.244982 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.246156 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.272258 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-24a03ff4-18aa-4dca-b4bc-d2893ec80e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.310934 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-acf3a9df-36cf-4567-a577-13475636d3d8 req-7ced7705-f823-4830-b8ce-3e5dfcd61493 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802061 Nov 11 12:00:16.365863 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b46e4b67-c921-4aa3-abd8-543fc4de6813 req-045edb47-7181-474f-97ce-ccad3e745f0e service neutron] 10.222.0.43 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811487 Nov 11 12:00:16.366289 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-8ad41f0b-194d-4f55-9d6d-ad9f7ce6cec0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Allocated IP 10.1.1.215 (c823054d-6bf7-4cf0-8bd1-3719bdca6b4d/d89a1413-8884-4b74-a235-80322060710a/598e6046-573d-4050-bad0-9f22dc092749) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:16.377789 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.448701 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-24a03ff4-18aa-4dca-b4bc-d2893ec80e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.511594 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-24a03ff4-18aa-4dca-b4bc-d2893ec80e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8400662f-b9f5-4b52-95ed-5cb0217fb0b9']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:16.553616 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-24a03ff4-18aa-4dca-b4bc-d2893ec80e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f83c6d-a90b-4585-8f1c-14a8a9f812ae') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:16.553888 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-24a03ff4-18aa-4dca-b4bc-d2893ec80e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f83c6d-a90b-4585-8f1c-14a8a9f812ae') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:16.583324 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.583567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40f1b38e-b4d0-4a95-ad9b-f77da93bae84 req-17e25a0d-d7c3-47ae-8189-b6d85daaa95f tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0455704 Nov 11 12:00:16.585037 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-24a03ff4-18aa-4dca-b4bc-d2893ec80e4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.618620 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-24a03ff4-18aa-4dca-b4bc-d2893ec80e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.630218 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1e600-6a99-44cd-aef2-5a13ebfc4e86 req-8b2eafc9-e764-471d-9f74-287c36fab172 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:16.633642 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b5a1e600-6a99-44cd-aef2-5a13ebfc4e86 req-8b2eafc9-e764-471d-9f74-287c36fab172 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 944 time: 0.1398611 Nov 11 12:00:16.643060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a03ff4-18aa-4dca-b4bc-d2893ec80e4d admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:00:16.645837 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-24a03ff4-18aa-4dca-b4bc-d2893ec80e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.663437 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b46e4b67-c921-4aa3-abd8-543fc4de6813 req-c9122c22-291a-4071-9fb6-3fcb2ad77a2a service neutron] 10.222.0.43 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859590 Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:00:16.664881 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:00:16.749705 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-24a03ff4-18aa-4dca-b4bc-d2893ec80e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.765512 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-8ad41f0b-194d-4f55-9d6d-ad9f7ce6cec0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.773906 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-24a03ff4-18aa-4dca-b4bc-d2893ec80e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.782558 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-24a03ff4-18aa-4dca-b4bc-d2893ec80e4d admin admin] 10.222.0.65 "DELETE /v2.0/networks/8400662f-b9f5-4b52-95ed-5cb0217fb0b9 HTTP/1.1" status: 204 len: 168 time: 0.6925030 Nov 11 12:00:16.798631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a03ff4-18aa-4dca-b4bc-d2893ec80e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=8400662f-b9f5-4b52-95ed-5cb0217fb0b9,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:16.842931 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-8ad41f0b-194d-4f55-9d6d-ad9f7ce6cec0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:16.854944 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b5a1e600-6a99-44cd-aef2-5a13ebfc4e86 req-7d49be70-b5c9-4d13-a21d-1682af4d62bf tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757581 Nov 11 12:00:16.902435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acc307-d340-4aea-9b0f-4950f93e74db req-400d7481-ed16-42f4-b962-c0c273b4c38c tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:16.915909 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38acc307-d340-4aea-9b0f-4950f93e74db req-400d7481-ed16-42f4-b962-c0c273b4c38c tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.62 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 944 time: 0.1100872 Nov 11 12:00:16.965632 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-8ad41f0b-194d-4f55-9d6d-ad9f7ce6cec0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:16.971018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-8ad41f0b-194d-4f55-9d6d-ad9f7ce6cec0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:16.974575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-8ad41f0b-194d-4f55-9d6d-ad9f7ce6cec0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:17.036032 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad41f0b-194d-4f55-9d6d-ad9f7ce6cec0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event updated for resources: {'Port': ['ID=598e6046-573d-4050-bad0-9f22dc092749,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:17.064342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2c855a23-956b-461e-8cc4-4028ad611d87 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:00:17.091376 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 2c855a23-956b-461e-8cc4-4028ad611d87 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:00:17.091706 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2c855a23-956b-461e-8cc4-4028ad611d87 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:00:17.116847 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-8ad41f0b-194d-4f55-9d6d-ad9f7ce6cec0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:17.117395 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54592) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:17.117519 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-8ad41f0b-194d-4f55-9d6d-ad9f7ce6cec0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:17.142318 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:17.179142 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:17.185114 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 24e990b1-18dd-4242-9688-0f51c6576fc6 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:00:17.213359 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28ed61f6-f7f0-4219-b203-f69dbb2c987f req-e1c0a4c3-a87d-4584-a933-19923f1c0e2a tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0730174 Nov 11 12:00:17.224310 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-8ad41f0b-194d-4f55-9d6d-ad9f7ce6cec0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8063965 Nov 11 12:00:17.228884 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 24e990b1-18dd-4242-9688-0f51c6576fc6 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:00:17.230874 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 24e990b1-18dd-4242-9688-0f51c6576fc6 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:00:17.275880 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-0f6130f1-dd8f-4304-940a-0567a81e8b1b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Request body: {'port': {'device_id': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d', 'admin_state_up': True, 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'security_groups': ['4739cbc3-ef93-4bd1-b144-584e607420cf']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:17.278104 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3039619d-b32f-4442-9f12-83f0672d9fa7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b87bddbf76a048759b20fc64684b3b55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1581988 Nov 11 12:00:17.280680 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54594) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:17.287527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-38acc307-d340-4aea-9b0f-4950f93e74db req-1bae7956-9eeb-4b3e-ba1d-eeb6495d385a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Deleting port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:00:17.288150 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-38acc307-d340-4aea-9b0f-4950f93e74db req-1bae7956-9eeb-4b3e-ba1d-eeb6495d385a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:17.332889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9e598-52a0-404b-99ac-9441a3d9b2f1 req-81e15cc4-1d72-4b21-b350-4caf8cf70bba tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:17.339507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9e598-52a0-404b-99ac-9441a3d9b2f1 req-81e15cc4-1d72-4b21-b350-4caf8cf70bba tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:17.348893 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f1f9e598-52a0-404b-99ac-9441a3d9b2f1 req-81e15cc4-1d72-4b21-b350-4caf8cf70bba tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 1653 time: 0.1556871 Nov 11 12:00:17.397705 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-717341de-e16b-4089-87e0-7a16e4bbaa62 None None] Provisioning complete for port 598e6046-573d-4050-bad0-9f22dc092749 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:00:17.398461 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-717341de-e16b-4089-87e0-7a16e4bbaa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:17.439594 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-717341de-e16b-4089-87e0-7a16e4bbaa62 None None] Port 598e6046-573d-4050-bad0-9f22dc092749 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:00:17.480096 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Allocated IP 172.25.2.168 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/b4444cec-af96-43ca-a2bb-26d66c2803aa) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:17.490544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-0f6130f1-dd8f-4304-940a-0567a81e8b1b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Made reservation on behalf of 60ee3d384a76417ebcdfc95536142dd4 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:00:17.494204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-0f6130f1-dd8f-4304-940a-0567a81e8b1b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:17.538126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-38acc307-d340-4aea-9b0f-4950f93e74db req-1bae7956-9eeb-4b3e-ba1d-eeb6495d385a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] For port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:17.538469 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-38acc307-d340-4aea-9b0f-4950f93e74db req-1bae7956-9eeb-4b3e-ba1d-eeb6495d385a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:17.541393 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c944c2a6-1ef3-45e1-9423-aa564f3f1cf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:17.553546 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f1f9e598-52a0-404b-99ac-9441a3d9b2f1 req-e6b1f64f-d3d0-43a0-96ab-16017dc1782d tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037268 Nov 11 12:00:17.584367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-38acc307-d340-4aea-9b0f-4950f93e74db req-1bae7956-9eeb-4b3e-ba1d-eeb6495d385a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Calling delete_port for 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:00:17.600145 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe99ce9-e65c-47dd-a30a-fd4593f262e9 req-a610a83b-6f2b-4bc6-99da-88c5ea06b3d7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:17.607946 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fe99ce9-e65c-47dd-a30a-fd4593f262e9 req-a610a83b-6f2b-4bc6-99da-88c5ea06b3d7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 943 time: 0.2169859 Nov 11 12:00:17.624074 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c944c2a6-1ef3-45e1-9423-aa564f3f1cf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:17.710614 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:17.732511 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fe99ce9-e65c-47dd-a30a-fd4593f262e9 req-de6b5ebf-8a3c-4920-9d2a-6569aa0cc1e6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236029 Nov 11 12:00:17.733154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-0f6130f1-dd8f-4304-940a-0567a81e8b1b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Allocated IP 10.1.1.204 (c823054d-6bf7-4cf0-8bd1-3719bdca6b4d/d89a1413-8884-4b74-a235-80322060710a/5bb8b285-d3a8-488b-ace9-c5345979a664) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:17.792438 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:17.799869 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c944c2a6-1ef3-45e1-9423-aa564f3f1cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:17.802695 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c944c2a6-1ef3-45e1-9423-aa564f3f1cf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:17.803859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c944c2a6-1ef3-45e1-9423-aa564f3f1cf5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a2ad7eff-286b-4303-85c9-217e5fb6fd9e HTTP/1.1" status: 204 len: 168 time: 0.5204248 Nov 11 12:00:17.822664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944c2a6-1ef3-45e1-9423-aa564f3f1cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ad7eff-286b-4303-85c9-217e5fb6fd9e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:17.833171 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-38acc307-d340-4aea-9b0f-4950f93e74db req-1bae7956-9eeb-4b3e-ba1d-eeb6495d385a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:17.861329 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Pushing event updated for resources: {'Port': ['ID=b4444cec-af96-43ca-a2bb-26d66c2803aa,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:17.864096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae7956-9eeb-4b3e-ba1d-eeb6495d385a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Pushing event deleted for resources: {'Port': ['ID=3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:17.936137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-38acc307-d340-4aea-9b0f-4950f93e74db req-1bae7956-9eeb-4b3e-ba1d-eeb6495d385a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] No DVR routers for this DVR port 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:00:17.940378 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-38acc307-d340-4aea-9b0f-4950f93e74db req-1bae7956-9eeb-4b3e-ba1d-eeb6495d385a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:17.945256 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38acc307-d340-4aea-9b0f-4950f93e74db req-1bae7956-9eeb-4b3e-ba1d-eeb6495d385a tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.62 "DELETE /v2.0/ports/3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b HTTP/1.1" status: 204 len: 173 time: 1.0224941 Nov 11 12:00:17.946072 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75ed44a-4c88-416a-856f-9c1c7600e775', 'name': 'network-vif-deleted', 'tag': '3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:17.949106 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9d53b2-04d3-4943-92eb-532540fd12d7" -d '{"events": [{"server_uuid": "d75ed44a-4c88-416a-856f-9c1c7600e775", "name": "network-vif-deleted", "tag": "3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:17.959160 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:17.959537 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:17.960039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:17.960375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:17.960702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:17.961029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:17.961660 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:17.961943 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:17.962266 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:17.962715 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:17.963032 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:17.963350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:17.978087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:17.982101 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:17.987186 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:18.014279 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b1b3c28-e8d9-4208-8a97-8fd3fc76f208 req-c3b145f7-001e-4a68-8d92-0b0fb42c0daf tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75ed44a-4c88-416a-856f-9c1c7600e775 HTTP/1.1" status: 200 len: 210 time: 0.0585890 Nov 11 12:00:18.058858 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-0f6130f1-dd8f-4304-940a-0567a81e8b1b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:18.075071 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1606001f-5cca-4f43-aadd-d48e98db3524 x-openstack-request-id: req-1606001f-5cca-4f43-aadd-d48e98db3524 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:18.075625 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75ed44a-4c88-416a-856f-9c1c7600e775", "name": "network-vif-deleted", "tag": "3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:18.076569 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1606001f-5cca-4f43-aadd-d48e98db3524 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:18.077189 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75ed44a-4c88-416a-856f-9c1c7600e775', 'name': 'network-vif-deleted', 'tag': '3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b', 'status': 'completed', 'code': 200} Nov 11 12:00:18.209299 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-0f6130f1-dd8f-4304-940a-0567a81e8b1b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:18.301405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-0f6130f1-dd8f-4304-940a-0567a81e8b1b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:18.307402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-0f6130f1-dd8f-4304-940a-0567a81e8b1b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:18.316970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-0f6130f1-dd8f-4304-940a-0567a81e8b1b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:18.345224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6130f1-dd8f-4304-940a-0567a81e8b1b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event updated for resources: {'Port': ['ID=5bb8b285-d3a8-488b-ace9-c5345979a664,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:18.402433 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-715afd8d-d272-43aa-a251-36aefccc3105 req-1242aef2-b8b8-45fb-88f0-a15e2858e1f5 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0707121 Nov 11 12:00:18.431217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-0f6130f1-dd8f-4304-940a-0567a81e8b1b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:18.431869 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-0f6130f1-dd8f-4304-940a-0567a81e8b1b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:18.448048 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:18.511387 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-0f6130f1-dd8f-4304-940a-0567a81e8b1b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2785084 Nov 11 12:00:18.528133 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-36471314-037a-4bae-a73b-65a6dbacda16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Request body: {'port': {'device_id': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934', 'admin_state_up': True, 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'security_groups': ['4739cbc3-ef93-4bd1-b144-584e607420cf']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:18.682293 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4fe2cde3-590f-4c9c-8db6-81d8ead8b902 None None] Provisioning complete for port 5bb8b285-d3a8-488b-ace9-c5345979a664 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:00:18.683254 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cde3-590f-4c9c-8db6-81d8ead8b902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:18.813510 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2cde3-590f-4c9c-8db6-81d8ead8b902 None None] Port 5bb8b285-d3a8-488b-ace9-c5345979a664 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:00:18.815770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1c688-06b3-4aa2-aec4-3d188c7a66dd req-764e3604-773d-4b14-b8e4-1a99bf0d64f8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:18.822195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1c688-06b3-4aa2-aec4-3d188c7a66dd req-764e3604-773d-4b14-b8e4-1a99bf0d64f8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:18.840599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1c688-06b3-4aa2-aec4-3d188c7a66dd req-764e3604-773d-4b14-b8e4-1a99bf0d64f8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:18.842374 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-24e1c688-06b3-4aa2-aec4-3d188c7a66dd req-764e3604-773d-4b14-b8e4-1a99bf0d64f8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 2374 time: 0.1341679 Nov 11 12:00:18.929962 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-24e1c688-06b3-4aa2-aec4-3d188c7a66dd req-8c8308b4-f928-4115-9ee2-e2883ffdc05a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793457 Nov 11 12:00:18.984212 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 140f0f42-4358-4311-afc5-2dba84513e2f details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:00:19.022130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39245d9e-dc6e-4b94-ae3a-c61e8e766756 req-648efbd5-9f56-48ab-8a4f-79ab1d3518d9 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:19.036120 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-39245d9e-dc6e-4b94-ae3a-c61e8e766756 req-648efbd5-9f56-48ab-8a4f-79ab1d3518d9 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 943 time: 0.0882196 Nov 11 12:00:19.133881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-39245d9e-dc6e-4b94-ae3a-c61e8e766756 req-b5847506-6030-4068-8b1d-fc567001bf46 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964725 Nov 11 12:00:19.156915 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 140f0f42-4358-4311-afc5-2dba84513e2f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=140f0f42-4358-4311-afc5-2dba84513e2f,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:19.166504 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54646) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:19.196579 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '140f0f42-4358-4311-afc5-2dba84513e2f', 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081', 'port_id': '140f0f42-4358-4311-afc5-2dba84513e2f', 'mac_address': 'fa:16:3e:b2:59:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e99551-4140-4663-b03e-6ab8528ee6e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:00:19.322408 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:19.336299 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2b49b394-50ca-4d67-8491-5654128f83c1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1775814200-network', 'tenant_id': 'f07a7411337b45a8a7f3d2d1f861c200'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:19.339477 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140f0f42-4358-4311-afc5-2dba84513e2f {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:00:19.368543 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 140f0f42-4358-4311-afc5-2dba84513e2f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=140f0f42-4358-4311-afc5-2dba84513e2f,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:19.377061 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:19.401346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b49b394-50ca-4d67-8491-5654128f83c1 admin admin] Made reservation on behalf of f07a7411337b45a8a7f3d2d1f861c200 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:00:19.404391 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b49b394-50ca-4d67-8491-5654128f83c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:19.414343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-36471314-037a-4bae-a73b-65a6dbacda16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Made reservation on behalf of 60ee3d384a76417ebcdfc95536142dd4 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:00:19.414931 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b49b394-50ca-4d67-8491-5654128f83c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:19.455105 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=140f0f42-4358-4311-afc5-2dba84513e2f,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:19.485087 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:19.497953 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b49b394-50ca-4d67-8491-5654128f83c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:19.538314 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7265fdd4-c6ee-4dbf-814d-5fe1a5d78ceb req-22961f4d-630a-488c-a5f1-b5a33fbf7ac5 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0387123 Nov 11 12:00:19.541607 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b49b394-50ca-4d67-8491-5654128f83c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:19.581971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49b394-50ca-4d67-8491-5654128f83c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:19.604693 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b49b394-50ca-4d67-8491-5654128f83c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:00:19.621970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f440875-98d1-4639-ae13-c1a330a5ece0 req-9c9b0e74-51bb-41f2-9b07-bb0a774dcef0 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:19.623508 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3f440875-98d1-4639-ae13-c1a330a5ece0 req-9c9b0e74-51bb-41f2-9b07-bb0a774dcef0 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 945 time: 0.1228657 Nov 11 12:00:19.631017 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b49b394-50ca-4d67-8491-5654128f83c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:19.631358 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-2b49b394-50ca-4d67-8491-5654128f83c1 admin admin] Added segment 3830253a-cee4-45b7-b44f-349d633a7dc0 of type vlan for network 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec Nov 11 12:00:19.632930 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['140f0f42-4358-4311-afc5-2dba84513e2f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:00:19.644475 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-36471314-037a-4bae-a73b-65a6dbacda16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:19.694123 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b49b394-50ca-4d67-8491-5654128f83c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:19.751827 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3f440875-98d1-4639-ae13-c1a330a5ece0 req-2a0324d2-e205-43c7-9bc1-5db39874d539 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796659 Nov 11 12:00:19.754337 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b49b394-50ca-4d67-8491-5654128f83c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:19.755420 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b49b394-50ca-4d67-8491-5654128f83c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:19.756074 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b49b394-50ca-4d67-8491-5654128f83c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:19.827218 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2b49b394-50ca-4d67-8491-5654128f83c1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6569498 Nov 11 12:00:19.837708 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54656) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:19.847395 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-091dba46-dc96-4276-b1eb-ef583abc4ae6 admin admin] Request body: {'subnet': {'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1775814200-subnet', 'tenant_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:19.868343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Router 7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:00:19.877072 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091dba46-dc96-4276-b1eb-ef583abc4ae6 admin admin] Made reservation on behalf of f07a7411337b45a8a7f3d2d1f861c200 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:00:19.877368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49b394-50ca-4d67-8491-5654128f83c1 admin admin] Pushing event updated for resources: {'Network': ['ID=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:19.879985 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-091dba46-dc96-4276-b1eb-ef583abc4ae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:19.904971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c834e9f-c0d3-4fcb-b335-0468b74d488d req-a0395403-e61f-45af-989e-0140bcb37c30 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:19.907081 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:00:19.907622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c834e9f-c0d3-4fcb-b335-0468b74d488d req-a0395403-e61f-45af-989e-0140bcb37c30 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 945 time: 0.0863659 Nov 11 12:00:20.025746 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-3c834e9f-c0d3-4fcb-b335-0468b74d488d req-8b59904c-0e42-4c80-9c69-af53e8d30231 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Deleting port 4268846f-f95a-45fb-a653-37bf04cc2216 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:00:20.026768 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3c834e9f-c0d3-4fcb-b335-0468b74d488d req-8b59904c-0e42-4c80-9c69-af53e8d30231 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:20.096093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-36471314-037a-4bae-a73b-65a6dbacda16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Allocated IP 10.2.2.100 (c7d52acd-8f28-4abc-86b9-191279fd7934/86e31caf-0b25-4fb4-be5e-587fe4b98546/f8d1764e-a322-45c9-823c-8821a86bf6c4) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:20.159610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21410e8e-10d9-4fec-a339-04b705e8000a req-7e0edbf6-869d-4e9f-8e0e-e9e1c8eb0ed1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:20.165960 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21410e8e-10d9-4fec-a339-04b705e8000a req-7e0edbf6-869d-4e9f-8e0e-e9e1c8eb0ed1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:20.172215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21410e8e-10d9-4fec-a339-04b705e8000a req-7e0edbf6-869d-4e9f-8e0e-e9e1c8eb0ed1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:20.180153 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21410e8e-10d9-4fec-a339-04b705e8000a req-7e0edbf6-869d-4e9f-8e0e-e9e1c8eb0ed1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 2374 time: 0.1242514 Nov 11 12:00:20.185062 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:00:20.200276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Sync routers for ids ['7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:00:20.215340 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:20.216109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-3c834e9f-c0d3-4fcb-b335-0468b74d488d req-8b59904c-0e42-4c80-9c69-af53e8d30231 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] For port 4268846f-f95a-45fb-a653-37bf04cc2216, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4268846f-f95a-45fb-a653-37bf04cc2216,segment=NetworkSegment(2423e042-70f6-4f15-8a77-9c2655a1a4db),segment_id=2423e042-70f6-4f15-8a77-9c2655a1a4db)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:20.216578 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3c834e9f-c0d3-4fcb-b335-0468b74d488d req-8b59904c-0e42-4c80-9c69-af53e8d30231 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:20.219522 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-619492bb-1d3d-4a8c-89bc-22c48ed607f3 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.0514727 Nov 11 12:00:20.219782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54664) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:20.237858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Routers {'7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:20.238493 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:20.266821 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21410e8e-10d9-4fec-a339-04b705e8000a req-baf60703-bf03-4c4a-9d47-8ebfb820d485 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833514 Nov 11 12:00:20.325776 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-3c834e9f-c0d3-4fcb-b335-0468b74d488d req-8b59904c-0e42-4c80-9c69-af53e8d30231 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Calling delete_port for 4268846f-f95a-45fb-a653-37bf04cc2216 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:00:20.354814 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Set router 7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:00:20.369401 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-091dba46-dc96-4276-b1eb-ef583abc4ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:20.486885 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091dba46-dc96-4276-b1eb-ef583abc4ae6 admin admin] Checking segment: {'id': '3830253a-cee4-45b7-b44f-349d633a7dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:20.487453 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091dba46-dc96-4276-b1eb-ef583abc4ae6 admin admin] Network hostable DHCP agents. Network: 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:00:20.493805 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091dba46-dc96-4276-b1eb-ef583abc4ae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f81a86f-c988-41d8-9db9-540f02c42205,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:20.525783 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-36471314-037a-4bae-a73b-65a6dbacda16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:20.528211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091dba46-dc96-4276-b1eb-ef583abc4ae6 admin admin] Network 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:00:20.548349 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-091dba46-dc96-4276-b1eb-ef583abc4ae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:20.556234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091dba46-dc96-4276-b1eb-ef583abc4ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:20.556913 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-091dba46-dc96-4276-b1eb-ef583abc4ae6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:20.569839 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456ea142-204b-4cbb-aa26-5ba8edbe9415 None None] Network 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:00:20.589486 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-091dba46-dc96-4276-b1eb-ef583abc4ae6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7506685 Nov 11 12:00:20.595333 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-36471314-037a-4bae-a73b-65a6dbacda16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:20.597386 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54668) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:20.602979 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1775814200-router', 'tenant_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:20.665882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-36471314-037a-4bae-a73b-65a6dbacda16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Network c7d52acd-8f28-4abc-86b9-191279fd7934 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:20.671031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-36471314-037a-4bae-a73b-65a6dbacda16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:20.678817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-36471314-037a-4bae-a73b-65a6dbacda16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:20.713903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36471314-037a-4bae-a73b-65a6dbacda16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event updated for resources: {'Port': ['ID=f8d1764e-a322-45c9-823c-8821a86bf6c4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:20.736950 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:20.738407 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:20.759298 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2', 'name': 'tempest-snat-router-1531576559', 'tenant_id': 'c69d42da871149cb8ba9cedf05c7727b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.168'}], 'enable_snat': False}, 'gw_port_id': 'b4444cec-af96-43ca-a2bb-26d66c2803aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:00:16Z', 'updated_at': '2021-11-11T12:00:18Z', 'revision_number': 3, 'project_id': 'c69d42da871149cb8ba9cedf05c7727b', 'gw_port': {'id': 'b4444cec-af96-43ca-a2bb-26d66c2803aa', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:00:17Z', 'updated_at': '2021-11-11T12:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:20.815836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Checking router: 7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:00:20.816176 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Updating router 7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2 port b4444cec-af96-43ca-a2bb-26d66c2803aa binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:00:20.821048 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:20.832555 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-36471314-037a-4bae-a73b-65a6dbacda16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:20.833228 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-36471314-037a-4bae-a73b-65a6dbacda16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:20.888832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c35b7e-3d63-479a-9576-3b4e6c932d37 None None] Network 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:00:20.913952 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:20.929263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0dcaa2f1-b09d-4990-8480-2f08f29fb467 req-231e0043-ba9c-4d5e-81b4-bdfe148c0f20 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0856268 Nov 11 12:00:20.947554 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11fd8a-4953-4692-af05-d6f6f3e4c504 req-f5f9fe10-52ac-41a6-a362-bec70b56bbd9 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:20.956538 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df11fd8a-4953-4692-af05-d6f6f3e4c504 req-f5f9fe10-52ac-41a6-a362-bec70b56bbd9 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 944 time: 0.6841331 Nov 11 12:00:21.027025 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 140f0f42-4358-4311-afc5-2dba84513e2f up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:00:21.040503 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fbe94a9c-5f13-44ef-9958-12d423f66a82 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "GET /v2.0/routers/7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2 HTTP/1.1" status: 200 len: 909 time: 0.7957282 Nov 11 12:00:21.046322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54676) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:21.051332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1531576559', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'enable_snat': True}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:21.060986 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-36471314-037a-4bae-a73b-65a6dbacda16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5409184 Nov 11 12:00:21.081283 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df11fd8a-4953-4692-af05-d6f6f3e4c504 req-044f3a17-d97d-47e3-a10a-8ba95b734788 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238282 Nov 11 12:00:21.110092 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:21.123332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-394278a0-2cba-44fb-8799-f7720f93da98 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Request body: {'port': {'device_id': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934', 'admin_state_up': True, 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'security_groups': ['4739cbc3-ef93-4bd1-b144-584e607420cf']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:21.235341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ffb87-2601-4031-9d50-6b3fb95406e8 req-fe1934ca-8a61-4124-a078-0d57b58282e2 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:21.243445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-840ffb87-2601-4031-9d50-6b3fb95406e8 req-fe1934ca-8a61-4124-a078-0d57b58282e2 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4140dd3-4f80-4c3e-af25-a9e3b6443155 HTTP/1.1" status: 200 len: 866 time: 0.1901116 Nov 11 12:00:21.252539 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3c834e9f-c0d3-4fcb-b335-0468b74d488d req-8b59904c-0e42-4c80-9c69-af53e8d30231 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:21.271059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 4268846f-f95a-45fb-a653-37bf04cc2216 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:00:21.316454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59904c-0e42-4c80-9c69-af53e8d30231 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Pushing event deleted for resources: {'Port': ['ID=4268846f-f95a-45fb-a653-37bf04cc2216,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:21.359746 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:21.360841 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:21.370528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 4268846f-f95a-45fb-a653-37bf04cc2216 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:00:21.370872 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 4268846f-f95a-45fb-a653-37bf04cc2216 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:00:21.371278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:00:21.383597 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c834e9f-c0d3-4fcb-b335-0468b74d488d req-8b59904c-0e42-4c80-9c69-af53e8d30231 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] No DVR routers for this DVR port 4268846f-f95a-45fb-a653-37bf04cc2216 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:00:21.387440 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3c834e9f-c0d3-4fcb-b335-0468b74d488d req-8b59904c-0e42-4c80-9c69-af53e8d30231 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:21.391470 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c834e9f-c0d3-4fcb-b335-0468b74d488d req-8b59904c-0e42-4c80-9c69-af53e8d30231 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.62 "DELETE /v2.0/ports/4268846f-f95a-45fb-a653-37bf04cc2216 HTTP/1.1" status: 204 len: 173 time: 1.4771526 Nov 11 12:00:21.392282 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4140dd3-4f80-4c3e-af25-a9e3b6443155', 'name': 'network-vif-deleted', 'tag': '4268846f-f95a-45fb-a653-37bf04cc2216'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:21.394749 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d517b16-33ac-415b-b14f-fdb8d940c000" -d '{"events": [{"server_uuid": "d4140dd3-4f80-4c3e-af25-a9e3b6443155", "name": "network-vif-deleted", "tag": "4268846f-f95a-45fb-a653-37bf04cc2216"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:21.449613 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:21.462390 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-840ffb87-2601-4031-9d50-6b3fb95406e8 req-c7a13d46-6cff-450b-8d33-99c5d73b0541 tempest-LiveMigrationTest-1587168372 tempest-LiveMigrationTest-1587168372-project] 10.222.0.65 "GET /v2.0/security-groups?id=8513fea9-f5b2-497b-83f9-46331c7269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139826 Nov 11 12:00:21.529707 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-394278a0-2cba-44fb-8799-f7720f93da98 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Made reservation on behalf of 60ee3d384a76417ebcdfc95536142dd4 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:00:21.535159 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-394278a0-2cba-44fb-8799-f7720f93da98 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:21.564502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c2784-2e08-4518-aaa2-51641237257d req-63e0f321-73eb-438e-a693-5871bf05fffc tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:21.572258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c2784-2e08-4518-aaa2-51641237257d req-63e0f321-73eb-438e-a693-5871bf05fffc tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:21.581949 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c2784-2e08-4518-aaa2-51641237257d req-63e0f321-73eb-438e-a693-5871bf05fffc tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:21.590329 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c2784-2e08-4518-aaa2-51641237257d req-63e0f321-73eb-438e-a693-5871bf05fffc tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:21.592449 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef6c2784-2e08-4518-aaa2-51641237257d req-63e0f321-73eb-438e-a693-5871bf05fffc tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 3095 time: 0.1927009 Nov 11 12:00:21.594576 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63008087-a196-4ba0-9852-742cfafccee2 x-openstack-request-id: req-63008087-a196-4ba0-9852-742cfafccee2 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:21.595178 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4140dd3-4f80-4c3e-af25-a9e3b6443155", "name": "network-vif-deleted", "tag": "4268846f-f95a-45fb-a653-37bf04cc2216", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:21.595634 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63008087-a196-4ba0-9852-742cfafccee2 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:21.596232 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4140dd3-4f80-4c3e-af25-a9e3b6443155', 'name': 'network-vif-deleted', 'tag': '4268846f-f95a-45fb-a653-37bf04cc2216', 'status': 'completed', 'code': 200} Nov 11 12:00:21.627704 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-706db061-8d41-4527-a529-9112a66ce024 None None] Provisioning complete for port f8d1764e-a322-45c9-823c-8821a86bf6c4 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:00:21.627963 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-706db061-8d41-4527-a529-9112a66ce024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:21.639703 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:00:21.640051 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 3d876bc2-0fc8-4746-bc4f-665eb2cd2f7b not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:00:21.658261 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef6c2784-2e08-4518-aaa2-51641237257d req-edefaf94-bcd5-4735-b9e9-83c927deb5e0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592070 Nov 11 12:00:21.674881 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:21.701772 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:21.719141 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-706db061-8d41-4527-a529-9112a66ce024 None None] Port f8d1764e-a322-45c9-823c-8821a86bf6c4 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:00:21.731076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 140f0f42-4358-4311-afc5-2dba84513e2f completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:00:21.738527 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 140f0f42-4358-4311-afc5-2dba84513e2f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:00:21.738527 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:21.771140 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:21.792124 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:21.856208 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Attempting to bind port b4444cec-af96-43ca-a2bb-26d66c2803aa on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:00:21.856654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Attempting to bind port b4444cec-af96-43ca-a2bb-26d66c2803aa by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:00:21.857077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Attempting to bind port b4444cec-af96-43ca-a2bb-26d66c2803aa on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:21.866903 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ca9c0-c52b-4646-b3bf-37442ea3d91a None None] Pushing event updated for resources: {'Port': ['ID=b4444cec-af96-43ca-a2bb-26d66c2803aa,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:21.891041 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:00:21.891507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:21.892469 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:21.892592 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:00:21.893166 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Bound port: b4444cec-af96-43ca-a2bb-26d66c2803aa, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:00:21.893627 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:21.936553 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:21.995688 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6403911-9ce1-4f99-b44f-424e2ebab923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140f0f42-4358-4311-afc5-2dba84513e2f'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:22.006392 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a663380-76e3-4c80-8ad9-ed26cadceb29" -d '{"events": [{"server_uuid": "d6403911-9ce1-4f99-b44f-424e2ebab923", "name": "network-vif-plugged", "status": "completed", "tag": "140f0f42-4358-4311-afc5-2dba84513e2f"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:22.030437 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] For port b4444cec-af96-43ca-a2bb-26d66c2803aa, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:00:22.052908 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 140f0f42-4358-4311-afc5-2dba84513e2f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=140f0f42-4358-4311-afc5-2dba84513e2f,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:22.058575 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:22.060281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] For port b4444cec-af96-43ca-a2bb-26d66c2803aa, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b4444cec-af96-43ca-a2bb-26d66c2803aa,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:00:22.063229 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:22.072421 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:22.086607 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:22.115388 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c174ee-058a-47db-ae7d-f4f74eb52957 x-openstack-request-id: req-32c174ee-058a-47db-ae7d-f4f74eb52957 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:22.115753 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6403911-9ce1-4f99-b44f-424e2ebab923", "name": "network-vif-plugged", "status": "completed", "tag": "140f0f42-4358-4311-afc5-2dba84513e2f", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:22.116107 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32c174ee-058a-47db-ae7d-f4f74eb52957 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:22.116557 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6403911-9ce1-4f99-b44f-424e2ebab923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140f0f42-4358-4311-afc5-2dba84513e2f', 'code': 200} Nov 11 12:00:22.160490 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Routers {'7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:22.161230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:22.167649 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=140f0f42-4358-4311-afc5-2dba84513e2f,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:22.204609 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-47352e6d-a0d5-4b02-9f83-8111b69e8af7 req-7d2283fd-481c-49f8-a076-41ed969d679e tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0567329 Nov 11 12:00:22.299796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Allocated IP 172.25.2.235 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:22.346017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3d592-f267-4ef2-9528-81acb1e2aa2e req-43f5103e-b906-4222-b6a9-e0882778c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:22.347976 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57c3d592-f267-4ef2-9528-81acb1e2aa2e req-43f5103e-b906-4222-b6a9-e0882778c977 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 1096 time: 0.1502125 Nov 11 12:00:22.396921 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cc8d4-fe21-4711-8589-870136f13422 req-9eb74ac4-7914-4421-adec-5e1791f4307e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:22.406594 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d19cc8d4-fe21-4711-8589-870136f13422 req-9eb74ac4-7914-4421-adec-5e1791f4307e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.1172116 Nov 11 12:00:22.421313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:22.455608 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57c3d592-f267-4ef2-9528-81acb1e2aa2e req-17f5a195-7d76-4013-b802-f04b88b43ea1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996833 Nov 11 12:00:22.458635 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ca9c0-c52b-4646-b3bf-37442ea3d91a None None] Pushing event updated for resources: {'Port': ['ID=b4444cec-af96-43ca-a2bb-26d66c2803aa,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:22.480918 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d19cc8d4-fe21-4711-8589-870136f13422 req-ca940128-de70-4de6-afe2-d945b55bc7b6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730720 Nov 11 12:00:22.496430 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] Set router 7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:00:22.530576 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54694) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:22.669179 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aec718b-91c7-4954-bc3a-0df7087efd15 admin admin] Deleting subnet fbe659b4-2536-4abf-9268-da5913f8d819 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:00:22.672900 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1aec718b-91c7-4954-bc3a-0df7087efd15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:22.753634 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1aec718b-91c7-4954-bc3a-0df7087efd15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:22.765386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2', 'name': 'tempest-snat-router-1531576559', 'tenant_id': 'c69d42da871149cb8ba9cedf05c7727b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.168'}], 'enable_snat': False}, 'gw_port_id': 'b4444cec-af96-43ca-a2bb-26d66c2803aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:00:16Z', 'updated_at': '2021-11-11T12:00:18Z', 'revision_number': 3, 'project_id': 'c69d42da871149cb8ba9cedf05c7727b', 'gw_port': {'id': 'b4444cec-af96-43ca-a2bb-26d66c2803aa', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:00:17Z', 'updated_at': '2021-11-11T12:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:22.803306 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0a465-7d86-4edb-aeab-29b37f65ca87 None None] The sync data for ids ['7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2'] in n-d-807359-3 is: [{'id': '7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2', 'name': 'tempest-snat-router-1531576559', 'tenant_id': 'c69d42da871149cb8ba9cedf05c7727b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.168'}], 'enable_snat': False}, 'gw_port_id': 'b4444cec-af96-43ca-a2bb-26d66c2803aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:00:16Z', 'updated_at': '2021-11-11T12:00:18Z', 'revision_number': 3, 'project_id': 'c69d42da871149cb8ba9cedf05c7727b', 'gw_port': {'id': 'b4444cec-af96-43ca-a2bb-26d66c2803aa', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:00:17Z', 'updated_at': '2021-11-11T12:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:00:22.841571 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1aec718b-91c7-4954-bc3a-0df7087efd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:22.858470 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:22.862714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-394278a0-2cba-44fb-8799-f7720f93da98 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Allocated IP 10.2.2.200 (c7d52acd-8f28-4abc-86b9-191279fd7934/86e31caf-0b25-4fb4-be5e-587fe4b98546/00b27224-5b1e-47f9-9afc-62ede007c4b3) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:22.922823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11dcc2-c891-4916-b0ca-5fe6d838d4da req-7fb683b9-4fe3-451d-b305-502f29a00a56 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:22.929506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11dcc2-c891-4916-b0ca-5fe6d838d4da req-7fb683b9-4fe3-451d-b305-502f29a00a56 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:22.935241 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11dcc2-c891-4916-b0ca-5fe6d838d4da req-7fb683b9-4fe3-451d-b305-502f29a00a56 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:22.942084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11dcc2-c891-4916-b0ca-5fe6d838d4da req-7fb683b9-4fe3-451d-b305-502f29a00a56 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:22.943940 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c11dcc2-c891-4916-b0ca-5fe6d838d4da req-7fb683b9-4fe3-451d-b305-502f29a00a56 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 3095 time: 0.1608946 Nov 11 12:00:22.962373 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:22.975004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:22.982968 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:22.997968 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:23.044702 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1aec718b-91c7-4954-bc3a-0df7087efd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:23.083713 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1aec718b-91c7-4954-bc3a-0df7087efd15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:23.089840 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1aec718b-91c7-4954-bc3a-0df7087efd15 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fbe659b4-2536-4abf-9268-da5913f8d819 HTTP/1.1" status: 204 len: 168 time: 0.5557730 Nov 11 12:00:23.093115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54700) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:23.141110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec718b-91c7-4954-bc3a-0df7087efd15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe659b4-2536-4abf-9268-da5913f8d819,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:23.164631 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c11dcc2-c891-4916-b0ca-5fe6d838d4da req-fdcccdf9-f373-4b95-abec-4f381b78db27 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104409 Nov 11 12:00:23.438389 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca30afcd-eb37-44ba-a85e-f9f8fbe0038d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:23.480973 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-737bc825-2cb9-4c0f-94b5-ed844ba19760 req-2812bc06-5582-4fff-a832-39c493c7f7ed tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.1242428 Nov 11 12:00:23.532140 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:23.566636 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-394278a0-2cba-44fb-8799-f7720f93da98 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:23.572949 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:23.662369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3ba3e-fedf-472a-a987-62c293e6fef0 req-e1804237-d38d-44c0-bba6-8f5172b5bf95 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:23.664779 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d3b3ba3e-fedf-472a-a987-62c293e6fef0 req-e1804237-d38d-44c0-bba6-8f5172b5bf95 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.0733302 Nov 11 12:00:23.754837 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d3b3ba3e-fedf-472a-a987-62c293e6fef0 req-344866e3-4c07-4165-a30c-ad5e9f284eee tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770020 Nov 11 12:00:23.800090 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca30afcd-eb37-44ba-a85e-f9f8fbe0038d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:23.865633 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-ca30afcd-eb37-44ba-a85e-f9f8fbe0038d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc555a8-78f0-4d3e-a500-5f083af5d794']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:23.868245 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-394278a0-2cba-44fb-8799-f7720f93da98 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:23.895440 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-ca30afcd-eb37-44ba-a85e-f9f8fbe0038d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2423e042-70f6-4f15-8a77-9c2655a1a4db') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:23.895735 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-ca30afcd-eb37-44ba-a85e-f9f8fbe0038d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2423e042-70f6-4f15-8a77-9c2655a1a4db') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:23.901673 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:23.937436 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca30afcd-eb37-44ba-a85e-f9f8fbe0038d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:24.001726 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-394278a0-2cba-44fb-8799-f7720f93da98 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Network c7d52acd-8f28-4abc-86b9-191279fd7934 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:24.021122 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Allocated IP 172.25.2.58 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/aa9fb3b6-dc8d-4ba9-a753-38ed59d324cc) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:24.025512 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-394278a0-2cba-44fb-8799-f7720f93da98 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:24.034052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-394278a0-2cba-44fb-8799-f7720f93da98 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:24.042287 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca30afcd-eb37-44ba-a85e-f9f8fbe0038d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:24.055580 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394278a0-2cba-44fb-8799-f7720f93da98 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event updated for resources: {'Port': ['ID=00b27224-5b1e-47f9-9afc-62ede007c4b3,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:24.144226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca30afcd-eb37-44ba-a85e-f9f8fbe0038d admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:00:24.149610 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca30afcd-eb37-44ba-a85e-f9f8fbe0038d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:00:24.159956 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:00:24.327038 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-394278a0-2cba-44fb-8799-f7720f93da98 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:24.328387 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-394278a0-2cba-44fb-8799-f7720f93da98 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:24.351074 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82564981-0aeb-41e8-b2de-5670bfcea85f req-60a785f3-ff8f-4b18-86ba-0820fe159f06 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:24.356926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82564981-0aeb-41e8-b2de-5670bfcea85f req-60a785f3-ff8f-4b18-86ba-0820fe159f06 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:24.362926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82564981-0aeb-41e8-b2de-5670bfcea85f req-60a785f3-ff8f-4b18-86ba-0820fe159f06 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:24.368839 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82564981-0aeb-41e8-b2de-5670bfcea85f req-60a785f3-ff8f-4b18-86ba-0820fe159f06 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:24.372048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a9dc92a9-ca27-4ada-8525-bbc174f12f82 None None] Provisioning complete for port 00b27224-5b1e-47f9-9afc-62ede007c4b3 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:00:24.372513 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a9dc92a9-ca27-4ada-8525-bbc174f12f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:24.374750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82564981-0aeb-41e8-b2de-5670bfcea85f req-60a785f3-ff8f-4b18-86ba-0820fe159f06 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:24.376765 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82564981-0aeb-41e8-b2de-5670bfcea85f req-60a785f3-ff8f-4b18-86ba-0820fe159f06 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 3816 time: 0.1203101 Nov 11 12:00:24.414355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc92a9-ca27-4ada-8525-bbc174f12f82 None None] Port 00b27224-5b1e-47f9-9afc-62ede007c4b3 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:00:24.447398 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-394278a0-2cba-44fb-8799-f7720f93da98 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3463173 Nov 11 12:00:24.447832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d8a80-4eb0-4501-b83e-d315e624058e req-a85c7e05-3d42-4696-b962-89931ebdc3b5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:24.449356 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-366d8a80-4eb0-4501-b83e-d315e624058e req-a85c7e05-3d42-4696-b962-89931ebdc3b5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.1540856 Nov 11 12:00:24.454348 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82564981-0aeb-41e8-b2de-5670bfcea85f req-89900fe4-f123-4628-8107-71aa676c646a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586040 Nov 11 12:00:24.500668 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca30afcd-eb37-44ba-a85e-f9f8fbe0038d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:24.514790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Request body: {'port': {'device_id': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:24.529212 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-366d8a80-4eb0-4501-b83e-d315e624058e req-1ea84e84-eb80-4036-8977-6fb704c5e625 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695629 Nov 11 12:00:24.549423 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca30afcd-eb37-44ba-a85e-f9f8fbe0038d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:24.552656 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ca30afcd-eb37-44ba-a85e-f9f8fbe0038d admin admin] 10.222.0.65 "DELETE /v2.0/networks/3bc555a8-78f0-4d3e-a500-5f083af5d794 HTTP/1.1" status: 204 len: 168 time: 1.4179268 Nov 11 12:00:24.556674 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54728) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:24.602005 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:24.603381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30afcd-eb37-44ba-a85e-f9f8fbe0038d admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc555a8-78f0-4d3e-a500-5f083af5d794,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:24.652121 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:24.659438 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6aec3798-4d08-4d95-a4f7-aa7749740599 req-7d4dfb63-cf4c-4322-b862-f8e9f334f48c tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0649252 Nov 11 12:00:24.677551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-149be02e-d415-4ce5-a6ec-f617ad9bddf5 admin admin] Deleting subnet 1a66e358-df4f-42e4-9194-9ddf323b6036 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:00:24.683788 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-149be02e-d415-4ce5-a6ec-f617ad9bddf5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:24.735781 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:24.736413 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-149be02e-d415-4ce5-a6ec-f617ad9bddf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:24.821459 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-149be02e-d415-4ce5-a6ec-f617ad9bddf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:24.919465 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-149be02e-d415-4ce5-a6ec-f617ad9bddf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:24.938092 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:24.978554 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149be02e-d415-4ce5-a6ec-f617ad9bddf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a66e358-df4f-42e4-9194-9ddf323b6036,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:24.980746 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-149be02e-d415-4ce5-a6ec-f617ad9bddf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:24.984497 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-149be02e-d415-4ce5-a6ec-f617ad9bddf5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1a66e358-df4f-42e4-9194-9ddf323b6036 HTTP/1.1" status: 204 len: 168 time: 0.4255099 Nov 11 12:00:24.987112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54736) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:25.069467 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b4444cec-af96-43ca-a2bb-26d66c2803aa up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:00:25.070150 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:25.079611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:25.084817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:25.086924 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Pushing event updated for resources: {'Port': ['ID=aa9fb3b6-dc8d-4ba9-a753-38ed59d324cc,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:25.089024 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Router 138b984c-f0bc-41ac-a4cb-a5ac68b3efe9 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:00:25.102019 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2047ad01-5ffc-4f1b-be9e-1f65d42c5887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:25.232041 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port b4444cec-af96-43ca-a2bb-26d66c2803aa triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:00:25.232596 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:25.351382 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:25.361315 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2047ad01-5ffc-4f1b-be9e-1f65d42c5887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:25.373738 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port b4444cec-af96-43ca-a2bb-26d66c2803aa, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b4444cec-af96-43ca-a2bb-26d66c2803aa,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:25.383358 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:25.409978 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-2047ad01-5ffc-4f1b-be9e-1f65d42c5887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913b1703-2762-4025-9bae-2c2c6eafa67d']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:25.423158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-2047ad01-5ffc-4f1b-be9e-1f65d42c5887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33f1c7e-6905-478a-b6b5-9fc07e40a350') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:25.423529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-2047ad01-5ffc-4f1b-be9e-1f65d42c5887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33f1c7e-6905-478a-b6b5-9fc07e40a350') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:25.448636 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2047ad01-5ffc-4f1b-be9e-1f65d42c5887 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:25.453597 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=b4444cec-af96-43ca-a2bb-26d66c2803aa,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:25.472132 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2047ad01-5ffc-4f1b-be9e-1f65d42c5887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:25.480462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2047ad01-5ffc-4f1b-be9e-1f65d42c5887 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:00:25.480947 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2047ad01-5ffc-4f1b-be9e-1f65d42c5887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:00:25.484284 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:00:25.582263 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2047ad01-5ffc-4f1b-be9e-1f65d42c5887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:25.646468 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2047ad01-5ffc-4f1b-be9e-1f65d42c5887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:25.655007 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2047ad01-5ffc-4f1b-be9e-1f65d42c5887 admin admin] 10.222.0.65 "DELETE /v2.0/networks/913b1703-2762-4025-9bae-2c2c6eafa67d HTTP/1.1" status: 204 len: 168 time: 0.6638830 Nov 11 12:00:25.683458 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047ad01-5ffc-4f1b-be9e-1f65d42c5887 admin admin] Pushing event deleted for resources: {'Network': ['ID=913b1703-2762-4025-9bae-2c2c6eafa67d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:25.753484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee6917-1f2a-408d-ac7a-c2e7da8705d1 req-c743d945-32cb-4916-9a4a-f0a0824cfb03 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:25.778331 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee6917-1f2a-408d-ac7a-c2e7da8705d1 req-c743d945-32cb-4916-9a4a-f0a0824cfb03 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:25.788047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee6917-1f2a-408d-ac7a-c2e7da8705d1 req-c743d945-32cb-4916-9a4a-f0a0824cfb03 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:25.795757 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee6917-1f2a-408d-ac7a-c2e7da8705d1 req-c743d945-32cb-4916-9a4a-f0a0824cfb03 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:25.802692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee6917-1f2a-408d-ac7a-c2e7da8705d1 req-c743d945-32cb-4916-9a4a-f0a0824cfb03 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:25.805069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9ee6917-1f2a-408d-ac7a-c2e7da8705d1 req-c743d945-32cb-4916-9a4a-f0a0824cfb03 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 3816 time: 0.2361710 Nov 11 12:00:25.820300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07679539-218e-45c5-ab1e-8ddd335e43ff req-cd2f34c6-eed8-41f4-835f-9aac35b8d438 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:25.823016 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07679539-218e-45c5-ab1e-8ddd335e43ff req-cd2f34c6-eed8-41f4-835f-9aac35b8d438 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.1562893 Nov 11 12:00:25.863300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:00:25.868726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54752) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:25.877226 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Sync routers for ids ['138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:00:25.889513 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Routers {'138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:25.890419 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:25.956411 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9ee6917-1f2a-408d-ac7a-c2e7da8705d1 req-531064b4-6641-4037-83bf-65a590a28b31 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320589 Nov 11 12:00:26.004610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-afff3ed3-d095-48b8-a3a2-af2689434b74 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=67f94b11282a42279e45a23ba30fcf1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272006 Nov 11 12:00:26.004610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54756) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:26.044914 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07679539-218e-45c5-ab1e-8ddd335e43ff req-9835a065-829b-4a68-9b05-04cf82fb0850 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129941 Nov 11 12:00:26.090105 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:26.097987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54758) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:26.101551 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-563dd4a4-d44b-41c8-8992-0151ee6bcc29 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4995515 Nov 11 12:00:26.142254 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Set router 138b984c-f0bc-41ac-a4cb-a5ac68b3efe9 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:00:26.197678 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c3890ee0-2caf-4ce2-aa63-020f8ae5da76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:26.256202 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c17ba7fa-a6cd-46f3-a378-a77c2bd66547 req-b3cd6bac-baca-4cbc-812d-fd3ca3f98d90 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0605383 Nov 11 12:00:26.284710 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:26.284832 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c3890ee0-2caf-4ce2-aa63-020f8ae5da76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:26.284923 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ce7603-6d5b-42f6-be9e-268fcfaee0bd {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:00:26.322740 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:26.346893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Transition to ACTIVE for port object a4ce7603-6d5b-42f6-be9e-268fcfaee0bd will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:00:26.352527 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:26.502954 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Pushing event updated for resources: {'Port': ['ID=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:26.506962 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c3890ee0-2caf-4ce2-aa63-020f8ae5da76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:26.511259 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c3890ee0-2caf-4ce2-aa63-020f8ae5da76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:26.515335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c3890ee0-2caf-4ce2-aa63-020f8ae5da76 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8513fea9-f5b2-497b-83f9-46331c7269e6 HTTP/1.1" status: 204 len: 168 time: 0.5110466 Nov 11 12:00:26.519066 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'name': 'tempest-ServerRescueNegativeTestJSON-1775814200-router', 'tenant_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:00:20Z', 'updated_at': '2021-11-11T12:00:23Z', 'revision_number': 3, 'project_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'gw_port': {'id': '6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:00:22Z', 'updated_at': '2021-11-11T12:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:26.533173 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3890ee0-2caf-4ce2-aa63-020f8ae5da76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8513fea9-f5b2-497b-83f9-46331c7269e6,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:26.551225 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Checking router: 138b984c-f0bc-41ac-a4cb-a5ac68b3efe9 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:00:26.551898 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Updating router 138b984c-f0bc-41ac-a4cb-a5ac68b3efe9 port 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:00:26.608850 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:26.710124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Attempting to bind port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:00:26.710771 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Attempting to bind port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '2251ea31-8c4f-4cd3-9c37-cc3f06e36863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:00:26.711445 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Attempting to bind port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd on network 6ba34a62-22e2-4456-8b51-ad2a18e2724f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:26.761215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd on network 6ba34a62-22e2-4456-8b51-ad2a18e2724f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:00:26.761862 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Attempting to bind port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd on network 6ba34a62-22e2-4456-8b51-ad2a18e2724f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:26.783599 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:00:26.784775 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Checking segment: {'id': '2251ea31-8c4f-4cd3-9c37-cc3f06e36863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:26.784775 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Bound using segment: {'id': '2251ea31-8c4f-4cd3-9c37-cc3f06e36863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:00:26.784986 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Bound port: a4ce7603-6d5b-42f6-be9e-268fcfaee0bd, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2251ea31-8c4f-4cd3-9c37-cc3f06e36863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:00:26.785296 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:26.844107 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:26.968828 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b4444cec-af96-43ca-a2bb-26d66c2803aa up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:00:26.990855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] For port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:00:27.029598 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:27.035711 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:27.037479 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:27.101338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] For port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd,segment=NetworkSegment(2251ea31-8c4f-4cd3-9c37-cc3f06e36863),segment_id=2251ea31-8c4f-4cd3-9c37-cc3f06e36863)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:00:27.120393 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:27.124980 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d549c4-1aa5-4d1c-a690-e3afb1cacd83 None None] Pushing event updated for resources: {'Port': ['ID=6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:27.155581 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Attempting to bind port 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:00:27.156525 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Attempting to bind port 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:00:27.157274 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Attempting to bind port 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:27.167650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port b4444cec-af96-43ca-a2bb-26d66c2803aa triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:00:27.168035 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:27.168913 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:00:27.170291 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:27.170879 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:27.172232 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:00:27.173388 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Bound port: 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:00:27.174086 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:27.203996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54770) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:27.246309 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] For port 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:00:27.250236 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] For port 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:00:27.258176 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:27.281310 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:27.288046 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:27.289522 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] 10.222.0.62 "PUT /v2.0/ports/a4ce7603-6d5b-42f6-be9e-268fcfaee0bd HTTP/1.1" status: 200 len: 1091 time: 2.7868407 Nov 11 12:00:27.296545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'tag': 'a4ce7603-6d5b-42f6-be9e-268fcfaee0bd'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:27.298775 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118052f1-9948-40c6-8c17-e9a8a38c8bec" -d '{"events": [{"name": "network-changed", "server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "tag": "a4ce7603-6d5b-42f6-be9e-268fcfaee0bd"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:27.360978 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d549c4-1aa5-4d1c-a690-e3afb1cacd83 None None] Pushing event updated for resources: {'Port': ['ID=6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:27.368660 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54780) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:27.374280 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b3a894d6-d062-4b11-b0c1-ba1a7c6db241 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1b18257a6ae546679c615fce73ad0e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690681 Nov 11 12:00:27.389942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960b0ed-1328-402e-9fcd-b62d10b8b9a9 req-2590a8b1-ec90-47c4-b761-711086aa4d9d tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:27.390162 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Routers {'138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:27.392390 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:27.402388 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960b0ed-1328-402e-9fcd-b62d10b8b9a9 req-2590a8b1-ec90-47c4-b761-711086aa4d9d tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:27.406164 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Request body: {'port': {'device_id': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:27.410307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960b0ed-1328-402e-9fcd-b62d10b8b9a9 req-2590a8b1-ec90-47c4-b761-711086aa4d9d tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:27.421261 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960b0ed-1328-402e-9fcd-b62d10b8b9a9 req-2590a8b1-ec90-47c4-b761-711086aa4d9d tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:27.427762 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960b0ed-1328-402e-9fcd-b62d10b8b9a9 req-2590a8b1-ec90-47c4-b761-711086aa4d9d tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:27.435945 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1960b0ed-1328-402e-9fcd-b62d10b8b9a9 req-2590a8b1-ec90-47c4-b761-711086aa4d9d tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 3828 time: 0.3101473 Nov 11 12:00:27.482857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89f201-108b-4537-9cc8-4acfaa71d608 req-17f3995a-35e1-493f-a6ef-5c5b015f01de tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:27.490320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c89f201-108b-4537-9cc8-4acfaa71d608 req-17f3995a-35e1-493f-a6ef-5c5b015f01de tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.2849426 Nov 11 12:00:27.516706 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a34a5f-07b7-47f8-aab8-c6256d16a63f service neutron] Pushing event updated for resources: {'Port': ['ID=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:27.543518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Router d11e959e-74b9-48ed-aa7b-42191d5b7178 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:00:27.549577 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:27.571509 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] Set router 138b984c-f0bc-41ac-a4cb-a5ac68b3efe9 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:00:27.640014 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1960b0ed-1328-402e-9fcd-b62d10b8b9a9 req-9d964db5-b0af-4450-84c8-a5cef84377b8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030797 Nov 11 12:00:27.707743 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c89f201-108b-4537-9cc8-4acfaa71d608 req-1b95d54e-60d3-4d75-a054-ad5b7f464e43 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164502 Nov 11 12:00:27.745367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Allocated IP 172.20.0.1 (2626bd61-ef52-4ae0-b0ab-590c6bdd88ec/5f81a86f-c988-41d8-9db9-540f02c42205/5edf90e4-3137-4160-9e1f-4102e5657136) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:27.748502 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8025a6aa-8942-4ba2-8d75-0246ad25778e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:27.861876 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'name': 'tempest-ServerRescueNegativeTestJSON-1775814200-router', 'tenant_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:00:20Z', 'updated_at': '2021-11-11T12:00:23Z', 'revision_number': 3, 'project_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'gw_port': {'id': '6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:00:22Z', 'updated_at': '2021-11-11T12:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:27.864730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b709862-fd05-4aeb-8332-9bd483049854 req-1bdb93ed-c519-4178-8f3e-2e1372f13128 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0356145 Nov 11 12:00:27.872203 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ada35b1-b88a-4c2a-bd3d-d7130e8c8d87 x-openstack-request-id: req-9ada35b1-b88a-4c2a-bd3d-d7130e8c8d87 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:27.872755 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "tag": "a4ce7603-6d5b-42f6-be9e-268fcfaee0bd", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:27.873128 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ada35b1-b88a-4c2a-bd3d-d7130e8c8d87 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:27.873549 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'tag': 'a4ce7603-6d5b-42f6-be9e-268fcfaee0bd', 'status': 'completed', 'code': 200} Nov 11 12:00:27.889204 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:00:27.890655 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8025a6aa-8942-4ba2-8d75-0246ad25778e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:27.895691 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a9599-2154-4231-a6fc-2527766f1a6f None None] The sync data for ids ['138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'] in n-d-807359-3 is: [{'id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'name': 'tempest-ServerRescueNegativeTestJSON-1775814200-router', 'tenant_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:00:20Z', 'updated_at': '2021-11-11T12:00:23Z', 'revision_number': 3, 'project_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'gw_port': {'id': '6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:00:22Z', 'updated_at': '2021-11-11T12:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:00:27.906619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Sync routers for ids ['d11e959e-74b9-48ed-aa7b-42191d5b7178'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:00:27.924446 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:27.925795 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-93807b15-867e-4405-95c5-f54e0e68a025 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8781404 Nov 11 12:00:27.926092 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Routers {'d11e959e-74b9-48ed-aa7b-42191d5b7178'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:27.926931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d11e959e-74b9-48ed-aa7b-42191d5b7178'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:27.929146 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54784) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:28.062034 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118052f1-9948-40c6-8c17-e9a8a38c8bec req-793cf958-737f-47f2-8496-2a130fa75313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:28.062652 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118052f1-9948-40c6-8c17-e9a8a38c8bec req-793cf958-737f-47f2-8496-2a130fa75313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:28.062890 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118052f1-9948-40c6-8c17-e9a8a38c8bec req-793cf958-737f-47f2-8496-2a130fa75313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:28.063900 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118052f1-9948-40c6-8c17-e9a8a38c8bec req-793cf958-737f-47f2-8496-2a130fa75313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:28.064380 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118052f1-9948-40c6-8c17-e9a8a38c8bec req-793cf958-737f-47f2-8496-2a130fa75313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:28.066298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-118052f1-9948-40c6-8c17-e9a8a38c8bec req-793cf958-737f-47f2-8496-2a130fa75313 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60ee3d384a76417ebcdfc95536142dd4&device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 4363 time: 0.1735334 Nov 11 12:00:28.086299 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:28.096588 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Set router d11e959e-74b9-48ed-aa7b-42191d5b7178 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:00:28.126098 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8025a6aa-8942-4ba2-8d75-0246ad25778e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:28.127299 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8025a6aa-8942-4ba2-8d75-0246ad25778e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:28.128593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8025a6aa-8942-4ba2-8d75-0246ad25778e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/627c7f46-d235-442f-9c98-e06724fccaa8 HTTP/1.1" status: 204 len: 168 time: 0.6854565 Nov 11 12:00:28.152944 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-67aaed72-3a18-4293-a7f9-c0626fd81c16 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "GET /v2.0/routers/d11e959e-74b9-48ed-aa7b-42191d5b7178 HTTP/1.1" status: 200 len: 907 time: 0.2220383 Nov 11 12:00:28.156448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54792) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:28.222510 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025a6aa-8942-4ba2-8d75-0246ad25778e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627c7f46-d235-442f-9c98-e06724fccaa8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:28.345271 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:28.391253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118052f1-9948-40c6-8c17-e9a8a38c8bec req-49791b4f-ace8-4b3c-a215-c26fe380da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:28.393563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118052f1-9948-40c6-8c17-e9a8a38c8bec req-49791b4f-ace8-4b3c-a215-c26fe380da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:28.395573 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118052f1-9948-40c6-8c17-e9a8a38c8bec req-49791b4f-ace8-4b3c-a215-c26fe380da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:28.408533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-118052f1-9948-40c6-8c17-e9a8a38c8bec req-49791b4f-ace8-4b3c-a215-c26fe380da39 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=60ee3d384a76417ebcdfc95536142dd4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3152220 Nov 11 12:00:28.462947 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c69e6da-cb39-4b86-b313-075832047c43 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:28.527073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac823cbf-4e8c-4c81-a62c-4380e8a06413 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:00:28.531749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11e959e-74b9-48ed-aa7b-42191d5b7178', 'name': 'tempest-snat-router-1531576559', 'tenant_id': 'c69d42da871149cb8ba9cedf05c7727b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aa9fb3b6-dc8d-4ba9-a753-38ed59d324cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:00:21Z', 'updated_at': '2021-11-11T12:00:26Z', 'revision_number': 3, 'project_id': 'c69d42da871149cb8ba9cedf05c7727b', 'gw_port': {'id': 'aa9fb3b6-dc8d-4ba9-a753-38ed59d324cc', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11e959e-74b9-48ed-aa7b-42191d5b7178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:00:23Z', 'updated_at': '2021-11-11T12:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:28.538130 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:28.555533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Network 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:28.597802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Checking router: d11e959e-74b9-48ed-aa7b-42191d5b7178 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:00:28.598144 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Updating router d11e959e-74b9-48ed-aa7b-42191d5b7178 port aa9fb3b6-dc8d-4ba9-a753-38ed59d324cc binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:00:28.599104 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:28.605261 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:28.622876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Transition to ACTIVE for port object ac823cbf-4e8c-4c81-a62c-4380e8a06413 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:00:28.637217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:28.660111 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:28.730566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=5edf90e4-3137-4160-9e1f-4102e5657136,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:28.843912 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c69e6da-cb39-4b86-b313-075832047c43 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:28.873918 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:28.915246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Pushing event updated for resources: {'Port': ['ID=ac823cbf-4e8c-4c81-a62c-4380e8a06413,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:29.141979 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Attempting to bind port ac823cbf-4e8c-4c81-a62c-4380e8a06413 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:00:29.142182 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Attempting to bind port ac823cbf-4e8c-4c81-a62c-4380e8a06413 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:00:29.142506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Attempting to bind port ac823cbf-4e8c-4c81-a62c-4380e8a06413 on network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:29.151460 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Port ac823cbf-4e8c-4c81-a62c-4380e8a06413 on network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:00:29.151917 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Attempting to bind port ac823cbf-4e8c-4c81-a62c-4380e8a06413 on network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:29.169809 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:00:29.170387 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Checking segment: {'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:29.170387 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Bound using segment: {'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:00:29.170865 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Bound port: ac823cbf-4e8c-4c81-a62c-4380e8a06413, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:00:29.171547 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:29.189129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-7c69e6da-cb39-4b86-b313-075832047c43 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Deleting port aa9fb3b6-dc8d-4ba9-a753-38ed59d324cc {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:00:29.189480 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c69e6da-cb39-4b86-b313-075832047c43 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:29.271590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118052f1-9948-40c6-8c17-e9a8a38c8bec req-7b6fc8a0-e3f2-4677-8b18-b9820c3071ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:29.273279 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-118052f1-9948-40c6-8c17-e9a8a38c8bec req-7b6fc8a0-e3f2-4677-8b18-b9820c3071ed service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7847133 Nov 11 12:00:29.334529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3ec63-0407-450b-9a56-5a44143f7d8e req-89ab4630-b9ec-42af-a011-66d51ed2d3bf tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:29.337953 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:29.345485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:00:29.348719 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3ec63-0407-450b-9a56-5a44143f7d8e req-89ab4630-b9ec-42af-a011-66d51ed2d3bf tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:29.359582 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] For port ac823cbf-4e8c-4c81-a62c-4380e8a06413, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:00:29.361043 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3ec63-0407-450b-9a56-5a44143f7d8e req-89ab4630-b9ec-42af-a011-66d51ed2d3bf tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:29.370248 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3ec63-0407-450b-9a56-5a44143f7d8e req-89ab4630-b9ec-42af-a011-66d51ed2d3bf tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:29.371524 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c69e6da-cb39-4b86-b313-075832047c43 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:29.381442 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3ec63-0407-450b-9a56-5a44143f7d8e req-89ab4630-b9ec-42af-a011-66d51ed2d3bf tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:29.387530 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:29.388031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] For port ac823cbf-4e8c-4c81-a62c-4380e8a06413, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ac823cbf-4e8c-4c81-a62c-4380e8a06413,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:00:29.396857 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:29.399944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3ec63-0407-450b-9a56-5a44143f7d8e req-89ab4630-b9ec-42af-a011-66d51ed2d3bf tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:29.401817 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31d3ec63-0407-450b-9a56-5a44143f7d8e req-89ab4630-b9ec-42af-a011-66d51ed2d3bf tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 4599 time: 0.3964496 Nov 11 12:00:29.431111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2eff4-84fc-480f-ae83-3bb2fd8245c4 req-c8308230-9ff9-4986-adb2-1293bfe8998d tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:29.432679 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76e2eff4-84fc-480f-ae83-3bb2fd8245c4 req-c8308230-9ff9-4986-adb2-1293bfe8998d tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.4285004 Nov 11 12:00:29.439528 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-7c69e6da-cb39-4b86-b313-075832047c43 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Calling delete_port for aa9fb3b6-dc8d-4ba9-a753-38ed59d324cc owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:00:29.469948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f7804-4582-4315-aeeb-3ff89245dd08 None None] Pushing event updated for resources: {'Port': ['ID=aa9fb3b6-dc8d-4ba9-a753-38ed59d324cc,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:29.470968 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:29.471705 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:29.477310 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] 10.222.0.62 "PUT /v2.0/ports/ac823cbf-4e8c-4c81-a62c-4380e8a06413 HTTP/1.1" status: 200 len: 1129 time: 2.1169927 Nov 11 12:00:29.547961 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:00:29.548549 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:29.564618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Request body: {'port': {'device_id': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:29.581854 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:29.601481 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6af8a7-b8f8-4260-909c-4d7f35837f52 service neutron] Pushing event updated for resources: {'Port': ['ID=ac823cbf-4e8c-4c81-a62c-4380e8a06413,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:29.670176 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31d3ec63-0407-450b-9a56-5a44143f7d8e req-4864ff1d-0c52-4a39-8391-874d40bd0def tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2363684 Nov 11 12:00:29.682388 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Attempting to bind port aa9fb3b6-dc8d-4ba9-a753-38ed59d324cc on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:00:29.682760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Attempting to bind port aa9fb3b6-dc8d-4ba9-a753-38ed59d324cc by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:00:29.683124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Attempting to bind port aa9fb3b6-dc8d-4ba9-a753-38ed59d324cc on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:29.693173 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:00:29.693548 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:29.698143 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:29.698559 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:00:29.699048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Bound port: aa9fb3b6-dc8d-4ba9-a753-38ed59d324cc, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:00:29.699426 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:29.814241 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:29.836573 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76e2eff4-84fc-480f-ae83-3bb2fd8245c4 req-a96e781d-65a9-4cd8-be73-3327b72f2182 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951757 Nov 11 12:00:29.850573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] For port aa9fb3b6-dc8d-4ba9-a753-38ed59d324cc, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:00:29.863653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] For port aa9fb3b6-dc8d-4ba9-a753-38ed59d324cc, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=aa9fb3b6-dc8d-4ba9-a753-38ed59d324cc,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:00:29.920048 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'tag': 'ac823cbf-4e8c-4c81-a62c-4380e8a06413'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:29.925911 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67c79f4-8da3-4eef-ab97-429af5562e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "tag": "ac823cbf-4e8c-4c81-a62c-4380e8a06413"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:29.939264 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:30.020311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Routers {'d11e959e-74b9-48ed-aa7b-42191d5b7178'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:30.021862 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d11e959e-74b9-48ed-aa7b-42191d5b7178'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:30.039432 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9068db70-d082-4ad2-bb6e-a896e51f1972 req-9a2a8575-ed24-4854-88eb-018b6184c9cb tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0552480 Nov 11 12:00:30.086211 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:30.116782 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:30.146008 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb1638d-f9d8-4ba4-a75f-9a5f6e42c375 x-openstack-request-id: req-bbb1638d-f9d8-4ba4-a75f-9a5f6e42c375 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:30.146304 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "tag": "ac823cbf-4e8c-4c81-a62c-4380e8a06413", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:30.146680 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bbb1638d-f9d8-4ba4-a75f-9a5f6e42c375 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:30.147190 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'tag': 'ac823cbf-4e8c-4c81-a62c-4380e8a06413', 'status': 'completed', 'code': 200} Nov 11 12:00:30.164059 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e599b-84f1-411b-afdb-c8c1cabdf530 req-2593f3c8-2772-4b84-98f5-ee7c4f7f841e tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:30.174066 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:30.176229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-862e599b-84f1-411b-afdb-c8c1cabdf530 req-2593f3c8-2772-4b84-98f5-ee7c4f7f841e tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.2636402 Nov 11 12:00:30.183417 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c69e6da-cb39-4b86-b313-075832047c43 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:30.221338 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f7804-4582-4315-aeeb-3ff89245dd08 None None] Pushing event updated for resources: {'Port': ['ID=aa9fb3b6-dc8d-4ba9-a753-38ed59d324cc,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:30.273133 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69e6da-cb39-4b86-b313-075832047c43 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa9fb3b6-dc8d-4ba9-a753-38ed59d324cc,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:30.279629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] Set router d11e959e-74b9-48ed-aa7b-42191d5b7178 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:00:30.310368 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-862e599b-84f1-411b-afdb-c8c1cabdf530 req-c2f087f1-1e11-4336-94ca-d94adab2a294 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323564 Nov 11 12:00:30.336490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c79f4-8da3-4eef-ab97-429af5562e3f req-4e53b3f8-2d1b-4a01-b602-a23934332a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:30.337307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c79f4-8da3-4eef-ab97-429af5562e3f req-4e53b3f8-2d1b-4a01-b602-a23934332a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:30.337970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c79f4-8da3-4eef-ab97-429af5562e3f req-4e53b3f8-2d1b-4a01-b602-a23934332a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:30.338571 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c79f4-8da3-4eef-ab97-429af5562e3f req-4e53b3f8-2d1b-4a01-b602-a23934332a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:30.339184 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c79f4-8da3-4eef-ab97-429af5562e3f req-4e53b3f8-2d1b-4a01-b602-a23934332a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:30.339820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c79f4-8da3-4eef-ab97-429af5562e3f req-4e53b3f8-2d1b-4a01-b602-a23934332a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:30.342145 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c67c79f4-8da3-4eef-ab97-429af5562e3f req-4e53b3f8-2d1b-4a01-b602-a23934332a96 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60ee3d384a76417ebcdfc95536142dd4&device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5285 time: 0.1598127 Nov 11 12:00:30.357051 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11e959e-74b9-48ed-aa7b-42191d5b7178', 'name': 'tempest-snat-router-1531576559', 'tenant_id': 'c69d42da871149cb8ba9cedf05c7727b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:00:21Z', 'updated_at': '2021-11-11T12:00:28Z', 'revision_number': 4, 'project_id': 'c69d42da871149cb8ba9cedf05c7727b', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:30.380327 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:30.383256 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:30.414004 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:30.416225 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c217530b-e049-4809-8ee4-7b703ca2e230 None None] The sync data for ids ['d11e959e-74b9-48ed-aa7b-42191d5b7178'] in n-d-807359-3 is: [{'id': 'd11e959e-74b9-48ed-aa7b-42191d5b7178', 'name': 'tempest-snat-router-1531576559', 'tenant_id': 'c69d42da871149cb8ba9cedf05c7727b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:00:21Z', 'updated_at': '2021-11-11T12:00:28Z', 'revision_number': 4, 'project_id': 'c69d42da871149cb8ba9cedf05c7727b', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:00:30.433177 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c69e6da-cb39-4b86-b313-075832047c43 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:30.540514 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:30.543880 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c69e6da-cb39-4b86-b313-075832047c43 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:30.546947 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c69e6da-cb39-4b86-b313-075832047c43 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:30.706015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=5edf90e4-3137-4160-9e1f-4102e5657136,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:31.045266 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:00:31.108616 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:00:31.108974 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:31.232582 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c69e6da-cb39-4b86-b313-075832047c43 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:31.233132 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c69e6da-cb39-4b86-b313-075832047c43 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d11e959e-74b9-48ed-aa7b-42191d5b7178 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:00:31.241620 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c69e6da-cb39-4b86-b313-075832047c43 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:31.245390 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7c69e6da-cb39-4b86-b313-075832047c43 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "DELETE /v2.0/routers/d11e959e-74b9-48ed-aa7b-42191d5b7178 HTTP/1.1" status: 204 len: 168 time: 3.0872860 Nov 11 12:00:31.247773 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54856) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:31.257355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b9334d-889b-4925-8044-1f449140c379 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:00:31.301464 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:31.325634 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Transition to ACTIVE for port object 99b9334d-889b-4925-8044-1f449140c379 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:00:31.357325 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:31.398886 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c79f4-8da3-4eef-ab97-429af5562e3f req-2619b226-af75-4e47-a90c-ecb28ed1315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:31.399416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c79f4-8da3-4eef-ab97-429af5562e3f req-2619b226-af75-4e47-a90c-ecb28ed1315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:31.399800 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c79f4-8da3-4eef-ab97-429af5562e3f req-2619b226-af75-4e47-a90c-ecb28ed1315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:31.401624 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c67c79f4-8da3-4eef-ab97-429af5562e3f req-2619b226-af75-4e47-a90c-ecb28ed1315b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=60ee3d384a76417ebcdfc95536142dd4&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0189881 Nov 11 12:00:31.462887 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cffe7d00-8335-4660-8627-b5fcda23ac8f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:31.478437 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c79757-35bb-44dc-b15e-1f230ccddd75 req-a74a861e-71af-4930-bd4a-3f88064537c6 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:31.482540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Pushing event updated for resources: {'Port': ['ID=99b9334d-889b-4925-8044-1f449140c379,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:31.488258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c79757-35bb-44dc-b15e-1f230ccddd75 req-a74a861e-71af-4930-bd4a-3f88064537c6 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:31.494400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c79757-35bb-44dc-b15e-1f230ccddd75 req-a74a861e-71af-4930-bd4a-3f88064537c6 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:31.500629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c79757-35bb-44dc-b15e-1f230ccddd75 req-a74a861e-71af-4930-bd4a-3f88064537c6 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:31.507345 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c79757-35bb-44dc-b15e-1f230ccddd75 req-a74a861e-71af-4930-bd4a-3f88064537c6 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:31.513353 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c79757-35bb-44dc-b15e-1f230ccddd75 req-a74a861e-71af-4930-bd4a-3f88064537c6 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:31.516819 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2c79757-35bb-44dc-b15e-1f230ccddd75 req-a74a861e-71af-4930-bd4a-3f88064537c6 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 4599 time: 0.2106299 Nov 11 12:00:31.566384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b6e34-3df4-4a0d-a8b8-4151a3cee642 req-5fcac95a-19ef-42ed-89e5-82e1e1f78ae5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:31.575486 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-880b6e34-3df4-4a0d-a8b8-4151a3cee642 req-5fcac95a-19ef-42ed-89e5-82e1e1f78ae5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.2681386 Nov 11 12:00:31.591824 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Attempting to bind port 99b9334d-889b-4925-8044-1f449140c379 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:00:31.592159 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Attempting to bind port 99b9334d-889b-4925-8044-1f449140c379 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:00:31.592479 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Attempting to bind port 99b9334d-889b-4925-8044-1f449140c379 on network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:31.600539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Port 99b9334d-889b-4925-8044-1f449140c379 on network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:00:31.600539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Attempting to bind port 99b9334d-889b-4925-8044-1f449140c379 on network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:31.608834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Network 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:31.628811 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:00:31.629215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Checking segment: {'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:31.629543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Bound using segment: {'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:00:31.630060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Bound port: 99b9334d-889b-4925-8044-1f449140c379, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:00:31.630419 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:31.678686 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cffe7d00-8335-4660-8627-b5fcda23ac8f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:31.723037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c79f4-8da3-4eef-ab97-429af5562e3f req-12f77aa5-03ef-4a31-b348-3d14e525dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:31.724793 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c67c79f4-8da3-4eef-ab97-429af5562e3f req-12f77aa5-03ef-4a31-b348-3d14e525dfea service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3113973 Nov 11 12:00:31.730132 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:31.739689 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] For port 99b9334d-889b-4925-8044-1f449140c379, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:00:31.744375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] For port 99b9334d-889b-4925-8044-1f449140c379, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=99b9334d-889b-4925-8044-1f449140c379,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:00:31.751584 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:31.796651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:31.797266 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:31.798716 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] 10.222.0.62 "PUT /v2.0/ports/99b9334d-889b-4925-8044-1f449140c379 HTTP/1.1" status: 200 len: 1131 time: 2.2500527 Nov 11 12:00:31.810035 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-cffe7d00-8335-4660-8627-b5fcda23ac8f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Deleting port b4444cec-af96-43ca-a2bb-26d66c2803aa {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:00:31.810372 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cffe7d00-8335-4660-8627-b5fcda23ac8f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:31.824154 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-880b6e34-3df4-4a0d-a8b8-4151a3cee642 req-e22201ec-7e9d-44eb-b779-c6aafd2d1648 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475924 Nov 11 12:00:31.845369 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2c79757-35bb-44dc-b15e-1f230ccddd75 req-5ad6ed13-fe9c-43f5-bd2a-48483f3c3779 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3126495 Nov 11 12:00:31.846218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Request body: {'port': {'device_id': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:31.967834 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0d1aa-dd3f-4049-811f-83637139c795 service neutron] Pushing event updated for resources: {'Port': ['ID=99b9334d-889b-4925-8044-1f449140c379,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:32.042655 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b81dbe90-0e79-451d-a672-ca8e05714bb5 req-90d09f0a-5480-4de6-b76f-6541bc708926 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0762589 Nov 11 12:00:32.048027 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Router 138b984c-f0bc-41ac-a4cb-a5ac68b3efe9 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:00:32.055951 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:32.089013 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-cffe7d00-8335-4660-8627-b5fcda23ac8f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] For port b4444cec-af96-43ca-a2bb-26d66c2803aa, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b4444cec-af96-43ca-a2bb-26d66c2803aa,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:32.089452 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cffe7d00-8335-4660-8627-b5fcda23ac8f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:32.133562 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-cffe7d00-8335-4660-8627-b5fcda23ac8f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Calling delete_port for b4444cec-af96-43ca-a2bb-26d66c2803aa owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:00:32.169613 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'tag': '99b9334d-889b-4925-8044-1f449140c379'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:32.171938 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f918c699-baaa-4398-a733-91f37f92a6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "tag": "99b9334d-889b-4925-8044-1f449140c379"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:32.340015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:00:32.351873 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Sync routers for ids ['138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:00:32.366721 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5d1413-f460-43cd-849e-9b875a9cf8f3 x-openstack-request-id: req-cf5d1413-f460-43cd-849e-9b875a9cf8f3 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:32.367202 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "tag": "99b9334d-889b-4925-8044-1f449140c379", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:32.367458 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf5d1413-f460-43cd-849e-9b875a9cf8f3 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:32.367734 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'tag': '99b9334d-889b-4925-8044-1f449140c379', 'status': 'completed', 'code': 200} Nov 11 12:00:32.398003 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Routers {'138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:32.398873 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:32.408892 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e56aa709-f015-45fd-9c79-3cd6948ef9f7 admin admin] 10.222.0.65 "PUT /v2.0/routers/138b984c-f0bc-41ac-a4cb-a5ac68b3efe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3096898 Nov 11 12:00:32.486113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01c7c1-6acf-4968-9da5-210ac4d7f0e6 req-317c5d4b-d32e-4d69-96c9-033ea6512a0e tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:32.494914 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e01c7c1-6acf-4968-9da5-210ac4d7f0e6 req-317c5d4b-d32e-4d69-96c9-033ea6512a0e tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.2446163 Nov 11 12:00:32.598094 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e01c7c1-6acf-4968-9da5-210ac4d7f0e6 req-15238893-c6eb-4923-940c-230c997804cb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997915 Nov 11 12:00:32.615529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918c699-baaa-4398-a733-91f37f92a6cc req-c0621ee8-c9f6-468f-a9e5-960a276741b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:32.616017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918c699-baaa-4398-a733-91f37f92a6cc req-c0621ee8-c9f6-468f-a9e5-960a276741b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:32.616489 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918c699-baaa-4398-a733-91f37f92a6cc req-c0621ee8-c9f6-468f-a9e5-960a276741b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:32.620366 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918c699-baaa-4398-a733-91f37f92a6cc req-c0621ee8-c9f6-468f-a9e5-960a276741b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:32.620857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918c699-baaa-4398-a733-91f37f92a6cc req-c0621ee8-c9f6-468f-a9e5-960a276741b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:32.621330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918c699-baaa-4398-a733-91f37f92a6cc req-c0621ee8-c9f6-468f-a9e5-960a276741b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:32.624016 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918c699-baaa-4398-a733-91f37f92a6cc req-c0621ee8-c9f6-468f-a9e5-960a276741b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:32.629146 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f918c699-baaa-4398-a733-91f37f92a6cc req-c0621ee8-c9f6-468f-a9e5-960a276741b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60ee3d384a76417ebcdfc95536142dd4&device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 6209 time: 0.2151074 Nov 11 12:00:32.758590 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cffe7d00-8335-4660-8627-b5fcda23ac8f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:32.840238 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe7d00-8335-4660-8627-b5fcda23ac8f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4444cec-af96-43ca-a2bb-26d66c2803aa,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:32.864166 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Set router 138b984c-f0bc-41ac-a4cb-a5ac68b3efe9 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:00:32.873913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918c699-baaa-4398-a733-91f37f92a6cc req-575f8968-3104-4dc9-9033-a70e4ea2cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:32.874955 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918c699-baaa-4398-a733-91f37f92a6cc req-575f8968-3104-4dc9-9033-a70e4ea2cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:32.875056 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918c699-baaa-4398-a733-91f37f92a6cc req-575f8968-3104-4dc9-9033-a70e4ea2cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:32.877156 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f918c699-baaa-4398-a733-91f37f92a6cc req-575f8968-3104-4dc9-9033-a70e4ea2cb2c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=60ee3d384a76417ebcdfc95536142dd4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2394450 Nov 11 12:00:32.986298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598e6046-573d-4050-bad0-9f22dc092749 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:00:33.011457 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.053293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Transition to ACTIVE for port object 598e6046-573d-4050-bad0-9f22dc092749 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:00:33.069019 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.089716 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cffe7d00-8335-4660-8627-b5fcda23ac8f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.094615 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:00:33.140617 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54898) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:33.171159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9de3c-bce8-4e84-9a88-114b75f8e76c req-da169e73-e460-4120-9957-8c092664fdf9 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:33.172756 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ba9de3c-bce8-4e84-9a88-114b75f8e76c req-da169e73-e460-4120-9957-8c092664fdf9 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.1943989 Nov 11 12:00:33.183245 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-116827a5-68a0-4911-baf0-e48c9efd87d1 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:33.184781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-116827a5-68a0-4911-baf0-e48c9efd87d1 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/networks?id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec HTTP/1.1" status: 200 len: 819 time: 0.2986271 Nov 11 12:00:33.206391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918c699-baaa-4398-a733-91f37f92a6cc req-886d055c-a978-47e5-8d88-9866fb8d903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:33.207874 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f918c699-baaa-4398-a733-91f37f92a6cc req-886d055c-a978-47e5-8d88-9866fb8d903c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3171837 Nov 11 12:00:33.242286 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-9a833e29-57a5-4898-af88-f65a927c5dee tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/quotas/f07a7411337b45a8a7f3d2d1f861c200 HTTP/1.1" status: 200 len: 375 time: 0.0386255 Nov 11 12:00:33.256384 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'name': 'tempest-ServerRescueNegativeTestJSON-1775814200-router', 'tenant_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:00:20Z', 'updated_at': '2021-11-11T12:00:29Z', 'revision_number': 4, 'project_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'gw_port': {'id': '6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:00:22Z', 'updated_at': '2021-11-11T12:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '5edf90e4-3137-4160-9e1f-4102e5657136', 'name': '', 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec', 'tenant_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'mac_address': 'fa:16:3e:cd:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '5f81a86f-c988-41d8-9db9-540f02c42205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:00:27Z', 'updated_at': '2021-11-11T12:00:29Z', 'revision_number': 2, 'project_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'subnets': [{'id': '5f81a86f-c988-41d8-9db9-540f02c42205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:33.289382 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Checking router: 138b984c-f0bc-41ac-a4cb-a5ac68b3efe9 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:00:33.290021 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Updating router 138b984c-f0bc-41ac-a4cb-a5ac68b3efe9 port 5edf90e4-3137-4160-9e1f-4102e5657136 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:00:33.323198 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ba9de3c-bce8-4e84-9a88-114b75f8e76c req-1298b3a8-b96d-456b-b3fa-9ca10446618c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304607 Nov 11 12:00:33.324580 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.349863 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-55a27bb2-c72b-4637-818e-fb421e3d1c68 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f07a7411337b45a8a7f3d2d1f861c200&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990398 Nov 11 12:00:33.353706 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cffe7d00-8335-4660-8627-b5fcda23ac8f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.396337 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cffe7d00-8335-4660-8627-b5fcda23ac8f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.405220 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Pushing event updated for resources: {'Port': ['ID=598e6046-573d-4050-bad0-9f22dc092749,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:33.570791 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e704b111-7045-4663-b2de-4e781ef05b8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.586009 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cffe7d00-8335-4660-8627-b5fcda23ac8f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.586801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffe7d00-8335-4660-8627-b5fcda23ac8f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:00:33.604711 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cffe7d00-8335-4660-8627-b5fcda23ac8f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.611561 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cffe7d00-8335-4660-8627-b5fcda23ac8f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "DELETE /v2.0/routers/7ca362d0-bbb8-44f6-b5f7-fcb8d50f70c2 HTTP/1.1" status: 204 len: 168 time: 2.3628583 Nov 11 12:00:33.615378 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54906) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:33.706333 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Attempting to bind port 598e6046-573d-4050-bad0-9f22dc092749 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:00:33.706823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Attempting to bind port 598e6046-573d-4050-bad0-9f22dc092749 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:00:33.707246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Attempting to bind port 598e6046-573d-4050-bad0-9f22dc092749 on network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:33.718773 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1173222290', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}, 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:33.720737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Port 598e6046-573d-4050-bad0-9f22dc092749 on network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:00:33.721705 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Attempting to bind port 598e6046-573d-4050-bad0-9f22dc092749 on network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:33.731913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:00:33.732438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Checking segment: {'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:33.733145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Bound using segment: {'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:00:33.733875 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Bound port: 598e6046-573d-4050-bad0-9f22dc092749, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:00:33.734360 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.763148 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.769327 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.782223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43784763-ffe3-43c1-98fd-e04480f3345b req-42b596e2-cb82-4493-9a9e-3be210838e48 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:33.788269 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43784763-ffe3-43c1-98fd-e04480f3345b req-42b596e2-cb82-4493-9a9e-3be210838e48 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:33.794323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43784763-ffe3-43c1-98fd-e04480f3345b req-42b596e2-cb82-4493-9a9e-3be210838e48 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:33.811563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43784763-ffe3-43c1-98fd-e04480f3345b req-42b596e2-cb82-4493-9a9e-3be210838e48 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:33.817850 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43784763-ffe3-43c1-98fd-e04480f3345b req-42b596e2-cb82-4493-9a9e-3be210838e48 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:33.833098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43784763-ffe3-43c1-98fd-e04480f3345b req-42b596e2-cb82-4493-9a9e-3be210838e48 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:33.843608 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43784763-ffe3-43c1-98fd-e04480f3345b req-42b596e2-cb82-4493-9a9e-3be210838e48 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:33.852223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43784763-ffe3-43c1-98fd-e04480f3345b req-42b596e2-cb82-4493-9a9e-3be210838e48 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5384 time: 0.4059343 Nov 11 12:00:33.875407 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e704b111-7045-4663-b2de-4e781ef05b8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.886606 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e704b111-7045-4663-b2de-4e781ef05b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.887164 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.888189 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.892453 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c1a1e-ee97-41a1-88b9-fd2ba3e42e69 None None] Pushing event updated for resources: {'Port': ['ID=5edf90e4-3137-4160-9e1f-4102e5657136,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:33.914857 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Attempting to bind port 5edf90e4-3137-4160-9e1f-4102e5657136 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:00:33.915485 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Attempting to bind port 5edf90e4-3137-4160-9e1f-4102e5657136 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '3830253a-cee4-45b7-b44f-349d633a7dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:00:33.916010 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Attempting to bind port 5edf90e4-3137-4160-9e1f-4102e5657136 on network 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:33.918693 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] For port 598e6046-573d-4050-bad0-9f22dc092749, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:00:33.922829 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:00:33.923552 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Checking segment: {'id': '3830253a-cee4-45b7-b44f-349d633a7dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:33.924282 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.924876 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Bound using segment: {'id': '3830253a-cee4-45b7-b44f-349d633a7dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:00:33.925530 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Bound port: 5edf90e4-3137-4160-9e1f-4102e5657136, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3830253a-cee4-45b7-b44f-349d633a7dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:00:33.926934 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.939495 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.949213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] For port 598e6046-573d-4050-bad0-9f22dc092749, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=598e6046-573d-4050-bad0-9f22dc092749,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:00:33.953722 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-357b0b9e-90b0-4189-91bb-e0c01b7566eb service neutron] 10.222.0.65 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988812 Nov 11 12:00:33.960583 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:33.964667 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704b111-7045-4663-b2de-4e781ef05b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c152a3-77ff-41f3-80c1-c5d332a31554,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:33.985549 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e704b111-7045-4663-b2de-4e781ef05b8f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ad298cafbbf542ca93a05a560bef84be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8159773 Nov 11 12:00:33.994324 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54910) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:34.017719 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] For port 5edf90e4-3137-4160-9e1f-4102e5657136, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:00:34.023838 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] For port 5edf90e4-3137-4160-9e1f-4102e5657136, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5edf90e4-3137-4160-9e1f-4102e5657136,segment=NetworkSegment(3830253a-cee4-45b7-b44f-349d633a7dc0),segment_id=3830253a-cee4-45b7-b44f-349d633a7dc0)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:00:34.029851 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:34.052491 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:34.053264 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:34.055976 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] 10.222.0.62 "PUT /v2.0/ports/598e6046-573d-4050-bad0-9f22dc092749 HTTP/1.1" status: 200 len: 1091 time: 2.2191989 Nov 11 12:00:34.112877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Request body: {'port': {'device_id': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:34.135572 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c1a1e-ee97-41a1-88b9-fd2ba3e42e69 None None] Pushing event updated for resources: {'Port': ['ID=5edf90e4-3137-4160-9e1f-4102e5657136,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:34.150618 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Routers {'138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:34.151298 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:34.251557 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59dec4-22f6-46dc-9823-eef474f45647 service neutron] Pushing event updated for resources: {'Port': ['ID=598e6046-573d-4050-bad0-9f22dc092749,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:34.281477 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:34.287382 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] Set router 138b984c-f0bc-41ac-a4cb-a5ac68b3efe9 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:00:34.313763 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43784763-ffe3-43c1-98fd-e04480f3345b req-4edb6c46-1a86-4c37-a6bb-38f19d392b78 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4602582 Nov 11 12:00:34.326997 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-efe5b379-396b-428a-bdd6-b0e4d576c2ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:34.387317 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-c84f51ad-de3c-42ff-a8d7-941427928750 service neutron] 10.222.0.65 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325407 Nov 11 12:00:34.401283 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:34.470685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'tag': '598e6046-573d-4050-bad0-9f22dc092749'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:34.485308 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33a076a-a13a-4280-b16d-824bee367432" -d '{"events": [{"name": "network-changed", "server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "tag": "598e6046-573d-4050-bad0-9f22dc092749"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:34.503219 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-919ded3f-af28-4e61-8fac-4381421a8353 req-664d6f89-9849-4462-abf4-fadf11c34ddb tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0558622 Nov 11 12:00:34.693011 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'name': 'tempest-ServerRescueNegativeTestJSON-1775814200-router', 'tenant_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:00:20Z', 'updated_at': '2021-11-11T12:00:29Z', 'revision_number': 4, 'project_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'gw_port': {'id': '6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:00:22Z', 'updated_at': '2021-11-11T12:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '5edf90e4-3137-4160-9e1f-4102e5657136', 'name': '', 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec', 'tenant_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'mac_address': 'fa:16:3e:cd:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '5f81a86f-c988-41d8-9db9-540f02c42205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:00:27Z', 'updated_at': '2021-11-11T12:00:34Z', 'revision_number': 4, 'project_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'subnets': [{'id': '5f81a86f-c988-41d8-9db9-540f02c42205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:34.708365 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-efe5b379-396b-428a-bdd6-b0e4d576c2ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:34.735969 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1291e2-3504-4f3e-bac7-69cf6a0804e4 None None] The sync data for ids ['138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'] in n-d-807359-3 is: [{'id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'name': 'tempest-ServerRescueNegativeTestJSON-1775814200-router', 'tenant_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:00:20Z', 'updated_at': '2021-11-11T12:00:29Z', 'revision_number': 4, 'project_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'gw_port': {'id': '6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:00:22Z', 'updated_at': '2021-11-11T12:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '5edf90e4-3137-4160-9e1f-4102e5657136', 'name': '', 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec', 'tenant_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'mac_address': 'fa:16:3e:cd:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '5f81a86f-c988-41d8-9db9-540f02c42205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:00:27Z', 'updated_at': '2021-11-11T12:00:34Z', 'revision_number': 4, 'project_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'subnets': [{'id': '5f81a86f-c988-41d8-9db9-540f02c42205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:00:34.761620 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053a7f-3175-4380-937b-b01b6e73253d req-2fbe1ef5-9ef2-4db4-bca1-a639a800b950 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:34.763230 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ac053a7f-3175-4380-937b-b01b6e73253d req-2fbe1ef5-9ef2-4db4-bca1-a639a800b950 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.0797570 Nov 11 12:00:34.877142 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-efe5b379-396b-428a-bdd6-b0e4d576c2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:34.895883 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-efe5b379-396b-428a-bdd6-b0e4d576c2ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:34.902385 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-efe5b379-396b-428a-bdd6-b0e4d576c2ba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71c152a3-77ff-41f3-80c1-c5d332a31554 HTTP/1.1" status: 204 len: 168 time: 0.9069180 Nov 11 12:00:34.943515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb8b285-d3a8-488b-ace9-c5345979a664 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:00:34.992500 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5b379-396b-428a-bdd6-b0e4d576c2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c152a3-77ff-41f3-80c1-c5d332a31554,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:34.998669 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:35.051090 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Transition to ACTIVE for port object 5bb8b285-d3a8-488b-ace9-c5345979a664 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:00:35.057695 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:35.099082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ed8ac-9757-409c-8d0b-a4884bee15e9 req-98ada08b-9166-4239-9174-089c4d21d5ae tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:35.118785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-225ed8ac-9757-409c-8d0b-a4884bee15e9 req-98ada08b-9166-4239-9174-089c4d21d5ae tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.3543346 Nov 11 12:00:35.130787 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:35.184629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5edf90e4-3137-4160-9e1f-4102e5657136 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:00:35.197855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb8b285-d3a8-488b-ace9-c5345979a664,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:35.199486 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:35.317417 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5edf90e4-3137-4160-9e1f-4102e5657136 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:00:35.317820 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:35.368787 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Attempting to bind port 5bb8b285-d3a8-488b-ace9-c5345979a664 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:00:35.370066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Attempting to bind port 5bb8b285-d3a8-488b-ace9-c5345979a664 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:00:35.374178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Attempting to bind port 5bb8b285-d3a8-488b-ace9-c5345979a664 on network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:35.379872 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Port 5bb8b285-d3a8-488b-ace9-c5345979a664 on network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:00:35.382412 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Attempting to bind port 5bb8b285-d3a8-488b-ace9-c5345979a664 on network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:35.390496 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:00:35.391151 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Checking segment: {'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:35.391338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Bound using segment: {'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:00:35.391678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Bound port: 5bb8b285-d3a8-488b-ace9-c5345979a664, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de71bf6-7d3b-4fee-ad87-0770b0fd8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:00:35.392034 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:35.444836 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ac053a7f-3175-4380-937b-b01b6e73253d req-5bd5f1f2-27b1-4d4f-bf73-04e319d14da1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5744772 Nov 11 12:00:35.486788 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-225ed8ac-9757-409c-8d0b-a4884bee15e9 req-12443ee8-2c7f-4f7f-8cc1-0321c021e75f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666625 Nov 11 12:00:35.549773 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:35.585602 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] For port 5bb8b285-d3a8-488b-ace9-c5345979a664, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:00:35.589068 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb2b0a2-573f-4a68-91d7-9fbfa77db096 x-openstack-request-id: req-4eb2b0a2-573f-4a68-91d7-9fbfa77db096 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:35.589791 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "tag": "598e6046-573d-4050-bad0-9f22dc092749", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:35.591218 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4eb2b0a2-573f-4a68-91d7-9fbfa77db096 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:35.591867 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'tag': '598e6046-573d-4050-bad0-9f22dc092749', 'status': 'completed', 'code': 200} Nov 11 12:00:35.595528 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] For port 5bb8b285-d3a8-488b-ace9-c5345979a664, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5bb8b285-d3a8-488b-ace9-c5345979a664,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:00:35.605301 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:35.672180 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 5edf90e4-3137-4160-9e1f-4102e5657136, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5edf90e4-3137-4160-9e1f-4102e5657136,segment=NetworkSegment(3830253a-cee4-45b7-b44f-349d633a7dc0),segment_id=3830253a-cee4-45b7-b44f-349d633a7dc0)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:35.703989 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:35.723209 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b4444cec-af96-43ca-a2bb-26d66c2803aa no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:00:35.749863 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54936) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:35.771267 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:35.778415 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:35.780228 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] 10.222.0.62 "PUT /v2.0/ports/5bb8b285-d3a8-488b-ace9-c5345979a664 HTTP/1.1" status: 200 len: 1091 time: 1.6885958 Nov 11 12:00:35.787881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b3fc445-720e-4b73-9fbf-230a19eee675 req-eb4e57e0-f048-4143-b6a2-8c70cfb16b37 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 210 time: 0.1353879 Nov 11 12:00:35.870950 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eacf5622-425a-49c8-9eab-f460f21396c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:35.897012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Request body: {'port': {'device_id': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:35.909009 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: b4444cec-af96-43ca-a2bb-26d66c2803aa {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:00:35.909340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b4444cec-af96-43ca-a2bb-26d66c2803aa not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:00:35.982554 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2c1708ec-a454-44f5-84f6-4ab401970291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:35.998631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=5edf90e4-3137-4160-9e1f-4102e5657136,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:36.033968 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7846770-0a24-428c-b7f5-436d485a7a42 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb8b285-d3a8-488b-ace9-c5345979a664,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:36.081700 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:36.118981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Allocated IP 172.25.2.238 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/cb3d6884-f255-41b7-827a-ddecb2805b2d) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:36.132078 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a076a-a13a-4280-b16d-824bee367432 req-0535ee3c-5162-490b-858f-4e839899ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:36.132753 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a076a-a13a-4280-b16d-824bee367432 req-0535ee3c-5162-490b-858f-4e839899ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:36.133514 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a076a-a13a-4280-b16d-824bee367432 req-0535ee3c-5162-490b-858f-4e839899ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:36.134157 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a076a-a13a-4280-b16d-824bee367432 req-0535ee3c-5162-490b-858f-4e839899ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:36.134761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a076a-a13a-4280-b16d-824bee367432 req-0535ee3c-5162-490b-858f-4e839899ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:36.135394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a076a-a13a-4280-b16d-824bee367432 req-0535ee3c-5162-490b-858f-4e839899ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:36.135998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a076a-a13a-4280-b16d-824bee367432 req-0535ee3c-5162-490b-858f-4e839899ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:36.138338 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f33a076a-a13a-4280-b16d-824bee367432 req-0535ee3c-5162-490b-858f-4e839899ffab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60ee3d384a76417ebcdfc95536142dd4&device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 6343 time: 0.4938893 Nov 11 12:00:36.153895 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b17cde63-ba6b-4627-b174-8e19c4ae6306 req-303afc03-3fdd-41c7-8d43-9bd7bac28742 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.1067753 Nov 11 12:00:36.337772 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e24dc-d3b5-4994-9b22-70d72de1eccf req-b71e229e-39ff-4325-bd61-740bc38cf40e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:36.344687 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e24dc-d3b5-4994-9b22-70d72de1eccf req-b71e229e-39ff-4325-bd61-740bc38cf40e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:36.351702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e24dc-d3b5-4994-9b22-70d72de1eccf req-b71e229e-39ff-4325-bd61-740bc38cf40e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:36.358635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e24dc-d3b5-4994-9b22-70d72de1eccf req-b71e229e-39ff-4325-bd61-740bc38cf40e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:36.366125 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e24dc-d3b5-4994-9b22-70d72de1eccf req-b71e229e-39ff-4325-bd61-740bc38cf40e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:36.374519 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e24dc-d3b5-4994-9b22-70d72de1eccf req-b71e229e-39ff-4325-bd61-740bc38cf40e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:36.381880 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e24dc-d3b5-4994-9b22-70d72de1eccf req-b71e229e-39ff-4325-bd61-740bc38cf40e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:36.390899 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-459e24dc-d3b5-4994-9b22-70d72de1eccf req-b71e229e-39ff-4325-bd61-740bc38cf40e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5396 time: 0.6117151 Nov 11 12:00:36.394011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a076a-a13a-4280-b16d-824bee367432 req-0c0ca853-91c0-4872-8683-10d959d0a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:36.395112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a076a-a13a-4280-b16d-824bee367432 req-0c0ca853-91c0-4872-8683-10d959d0a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:36.395800 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a076a-a13a-4280-b16d-824bee367432 req-0c0ca853-91c0-4872-8683-10d959d0a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:36.397848 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f33a076a-a13a-4280-b16d-824bee367432 req-0c0ca853-91c0-4872-8683-10d959d0a1f4 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=60ee3d384a76417ebcdfc95536142dd4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2422357 Nov 11 12:00:36.486102 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eacf5622-425a-49c8-9eab-f460f21396c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:36.498163 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eacf5622-425a-49c8-9eab-f460f21396c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:36.523323 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-459e24dc-d3b5-4994-9b22-70d72de1eccf req-9220cedb-ab8b-4ece-a908-7009cbf4e7db tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1309834 Nov 11 12:00:36.663210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d1764e-a322-45c9-823c-8821a86bf6c4 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:00:36.671357 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:36.685775 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Transition to ACTIVE for port object f8d1764e-a322-45c9-823c-8821a86bf6c4 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:00:36.703010 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:36.783177 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-eacf5622-425a-49c8-9eab-f460f21396c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=068b2ad2141b49c982803eb86aa5029f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0299931 Nov 11 12:00:36.785811 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54954) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:36.801541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d1764e-a322-45c9-823c-8821a86bf6c4,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:36.803826 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf5622-425a-49c8-9eab-f460f21396c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711a0a9e-d854-4936-aa38-469cbc084a71,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:36.929223 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a845f0b-fcf7-480c-bdde-d99bef98f336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:36.955619 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Attempting to bind port f8d1764e-a322-45c9-823c-8821a86bf6c4 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:00:36.955987 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Attempting to bind port f8d1764e-a322-45c9-823c-8821a86bf6c4 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '16f57aec-6565-48c5-9774-80e4a505b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:00:36.956276 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Attempting to bind port f8d1764e-a322-45c9-823c-8821a86bf6c4 on network c7d52acd-8f28-4abc-86b9-191279fd7934 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:36.963208 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a845f0b-fcf7-480c-bdde-d99bef98f336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:36.971313 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Port f8d1764e-a322-45c9-823c-8821a86bf6c4 on network c7d52acd-8f28-4abc-86b9-191279fd7934 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:00:36.971911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Attempting to bind port f8d1764e-a322-45c9-823c-8821a86bf6c4 on network c7d52acd-8f28-4abc-86b9-191279fd7934 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:36.983379 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:00:36.983731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Checking segment: {'id': '16f57aec-6565-48c5-9774-80e4a505b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:36.984098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Bound using segment: {'id': '16f57aec-6565-48c5-9774-80e4a505b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:00:36.984539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Bound port: f8d1764e-a322-45c9-823c-8821a86bf6c4, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f57aec-6565-48c5-9774-80e4a505b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:00:36.984898 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:37.007495 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5edf90e4-3137-4160-9e1f-4102e5657136 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:00:37.072367 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a845f0b-fcf7-480c-bdde-d99bef98f336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:37.075071 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a845f0b-fcf7-480c-bdde-d99bef98f336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:37.076436 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6a845f0b-fcf7-480c-bdde-d99bef98f336 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/711a0a9e-d854-4936-aa38-469cbc084a71 HTTP/1.1" status: 204 len: 168 time: 0.2892575 Nov 11 12:00:37.084614 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5edf90e4-3137-4160-9e1f-4102e5657136 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:00:37.085227 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:37.092787 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a845f0b-fcf7-480c-bdde-d99bef98f336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711a0a9e-d854-4936-aa38-469cbc084a71,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:37.095076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] For port f8d1764e-a322-45c9-823c-8821a86bf6c4, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:00:37.098645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] For port f8d1764e-a322-45c9-823c-8821a86bf6c4, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f8d1764e-a322-45c9-823c-8821a86bf6c4,segment=NetworkSegment(16f57aec-6565-48c5-9774-80e4a505b3e2),segment_id=16f57aec-6565-48c5-9774-80e4a505b3e2)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:00:37.104406 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:37.156510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:37.157245 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:37.158777 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] 10.222.0.62 "PUT /v2.0/ports/f8d1764e-a322-45c9-823c-8821a86bf6c4 HTTP/1.1" status: 200 len: 1091 time: 1.2893820 Nov 11 12:00:37.219895 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Request body: {'port': {'device_id': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:37.280431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e27b5a-f225-4c86-91dd-ee622b69ca65 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d1764e-a322-45c9-823c-8821a86bf6c4,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:37.361220 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:37.508376 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:37.542544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-a0f7ab57-0f47-4da8-81be-22d18174af76 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:37.544038 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-a0f7ab57-0f47-4da8-81be-22d18174af76 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.43 "GET /v2.0/networks?id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec HTTP/1.1" status: 200 len: 819 time: 1.1438186 Nov 11 12:00:37.559302 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a076a-a13a-4280-b16d-824bee367432 req-eb89cd68-335b-4dcb-9878-48a1d12df878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:37.560769 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f33a076a-a13a-4280-b16d-824bee367432 req-eb89cd68-335b-4dcb-9878-48a1d12df878 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.1405122 Nov 11 12:00:37.587373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53145f7-6c9f-4822-8f7b-325ffe368487 req-a9642a4d-75dc-4a63-a2e3-3b03f9e4b340 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:37.595239 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'tag': '5bb8b285-d3a8-488b-ace9-c5345979a664'}, {'name': 'network-changed', 'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'tag': 'f8d1764e-a322-45c9-823c-8821a86bf6c4'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:37.595496 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b53145f7-6c9f-4822-8f7b-325ffe368487 req-a9642a4d-75dc-4a63-a2e3-3b03f9e4b340 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.9512534 Nov 11 12:00:37.598059 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3480c09a-8e7c-46c4-a871-cfea764119c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "tag": "5bb8b285-d3a8-488b-ace9-c5345979a664"}, {"name": "network-changed", "server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "tag": "f8d1764e-a322-45c9-823c-8821a86bf6c4"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:37.607161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-ec4b7bce-f0c1-4d4a-b5a9-cb4e44818fd0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Request body: {'port': {'device_id': '3c975ef1-8f21-4969-84d0-f3cf58b1c2c7', 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec', 'admin_state_up': True, 'tenant_id': 'f07a7411337b45a8a7f3d2d1f861c200'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:37.650543 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-459b3ecb-9a66-4d67-b771-e3add897c153 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:37.652140 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-459b3ecb-9a66-4d67-b771-e3add897c153 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/networks?id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec HTTP/1.1" status: 200 len: 819 time: 1.1431358 Nov 11 12:00:37.723932 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-5b7c0e68-49de-4944-9546-a3210ca29b36 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/quotas/f07a7411337b45a8a7f3d2d1f861c200 HTTP/1.1" status: 200 len: 375 time: 0.0590916 Nov 11 12:00:37.774416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b27224-5b1e-47f9-9afc-62ede007c4b3 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:00:37.792087 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:37.800896 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b53145f7-6c9f-4822-8f7b-325ffe368487 req-d3dbd8fd-2ed9-4e93-aaa2-75ba318a6d14 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025692 Nov 11 12:00:37.805552 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:37.809482 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Transition to ACTIVE for port object 00b27224-5b1e-47f9-9afc-62ede007c4b3 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:00:37.834589 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:37.907253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:37.913570 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-69b74c54-e7b2-45bf-9530-1939cc37ae8e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f07a7411337b45a8a7f3d2d1f861c200&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1760385 Nov 11 12:00:37.940296 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:37.948878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:38.013177 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-895c4321-9d73-473c-b2f0-6e17d83e6b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:38.042326 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Pushing event updated for resources: {'Port': ['ID=cb3d6884-f255-41b7-827a-ddecb2805b2d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:38.057807 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Pushing event updated for resources: {'Port': ['ID=00b27224-5b1e-47f9-9afc-62ede007c4b3,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:38.063964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Attempting to bind port 00b27224-5b1e-47f9-9afc-62ede007c4b3 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:00:38.064292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Attempting to bind port 00b27224-5b1e-47f9-9afc-62ede007c4b3 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '16f57aec-6565-48c5-9774-80e4a505b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:00:38.064608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Attempting to bind port 00b27224-5b1e-47f9-9afc-62ede007c4b3 on network c7d52acd-8f28-4abc-86b9-191279fd7934 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:38.071516 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Port 00b27224-5b1e-47f9-9afc-62ede007c4b3 on network c7d52acd-8f28-4abc-86b9-191279fd7934 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:00:38.072016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Attempting to bind port 00b27224-5b1e-47f9-9afc-62ede007c4b3 on network c7d52acd-8f28-4abc-86b9-191279fd7934 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:38.079519 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:00:38.079519 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Checking segment: {'id': '16f57aec-6565-48c5-9774-80e4a505b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:38.079778 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Bound using segment: {'id': '16f57aec-6565-48c5-9774-80e4a505b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:00:38.080168 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Bound port: 00b27224-5b1e-47f9-9afc-62ede007c4b3, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f57aec-6565-48c5-9774-80e4a505b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:00:38.080517 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:38.124900 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-ec4b7bce-f0c1-4d4a-b5a9-cb4e44818fd0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Made reservation on behalf of f07a7411337b45a8a7f3d2d1f861c200 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:00:38.128559 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-ec4b7bce-f0c1-4d4a-b5a9-cb4e44818fd0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:38.188947 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54984) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:38.198293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] For port 00b27224-5b1e-47f9-9afc-62ede007c4b3, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:00:38.209767 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] For port 00b27224-5b1e-47f9-9afc-62ede007c4b3, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=00b27224-5b1e-47f9-9afc-62ede007c4b3,segment=NetworkSegment(16f57aec-6565-48c5-9774-80e4a505b3e2),segment_id=16f57aec-6565-48c5-9774-80e4a505b3e2)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:00:38.215160 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:38.216777 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ec88d-161c-4f65-b34e-ff7df90805a9 req-2b0ae70a-8c95-44a8-931f-aff0bd37bd80 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:38.218336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-063ec88d-161c-4f65-b34e-ff7df90805a9 req-2b0ae70a-8c95-44a8-931f-aff0bd37bd80 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.3293042 Nov 11 12:00:38.250554 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:38.251340 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:38.252783 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] 10.222.0.62 "PUT /v2.0/ports/00b27224-5b1e-47f9-9afc-62ede007c4b3 HTTP/1.1" status: 200 len: 1091 time: 1.0435491 Nov 11 12:00:38.276739 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e327b60-7b73-45b2-9e53-2d7035f6fa70 service neutron] Pushing event updated for resources: {'Port': ['ID=00b27224-5b1e-47f9-9afc-62ede007c4b3,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:38.363598 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-14203bf3-053b-4020-a81e-99f62ce45592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:38.364749 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-14203bf3-053b-4020-a81e-99f62ce45592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:38.365425 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-14203bf3-053b-4020-a81e-99f62ce45592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:38.366058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-14203bf3-053b-4020-a81e-99f62ce45592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:38.366667 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-14203bf3-053b-4020-a81e-99f62ce45592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:38.367301 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-14203bf3-053b-4020-a81e-99f62ce45592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:38.367925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-14203bf3-053b-4020-a81e-99f62ce45592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:38.370336 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-14203bf3-053b-4020-a81e-99f62ce45592 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60ee3d384a76417ebcdfc95536142dd4&device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 6477 time: 0.0648375 Nov 11 12:00:38.377083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-72f09b1c-8e6b-450f-9c47-59d1caaccb89 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-976282064-network', 'tenant_id': '9f064667b8c9411daf9fa36b3097e975'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:38.412318 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-ebb0d938-09af-4990-aca3-e5b81136311c service neutron] 10.222.0.65 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666290 Nov 11 12:00:38.441902 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-c2cc2724-0188-40e0-9826-e15c2b8fd2e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd HTTP/1.1" status: 200 len: 217 time: 0.0558417 Nov 11 12:00:38.447918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f09b1c-8e6b-450f-9c47-59d1caaccb89 admin admin] Made reservation on behalf of 9f064667b8c9411daf9fa36b3097e975 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:00:38.450847 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72f09b1c-8e6b-450f-9c47-59d1caaccb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:38.454181 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-ec4b7bce-f0c1-4d4a-b5a9-cb4e44818fd0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Allocated IP 172.20.0.14 (2626bd61-ef52-4ae0-b0ab-590c6bdd88ec/5f81a86f-c988-41d8-9db9-540f02c42205/0464d91d-6b70-4f03-aebe-8d756df6077b) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:38.468858 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72f09b1c-8e6b-450f-9c47-59d1caaccb89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:38.483065 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-063ec88d-161c-4f65-b34e-ff7df90805a9 req-3d9325a1-5a82-46de-8d04-4f17bf5c5be9 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496831 Nov 11 12:00:38.544444 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-7146f68e-fb95-4710-958f-63392ae43b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:38.546032 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-7146f68e-fb95-4710-958f-63392ae43b33 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9 HTTP/1.1" status: 200 len: 851 time: 0.0916805 Nov 11 12:00:38.627152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72f09b1c-8e6b-450f-9c47-59d1caaccb89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:38.634670 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72f09b1c-8e6b-450f-9c47-59d1caaccb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:38.643794 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-f97590ef-7291-478c-9389-24a2120b85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:38.645691 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-f97590ef-7291-478c-9389-24a2120b85a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ba34a62-22e2-4456-8b51-ad2a18e2724f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791569 Nov 11 12:00:38.669272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f09b1c-8e6b-450f-9c47-59d1caaccb89 admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:00:38.705053 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72f09b1c-8e6b-450f-9c47-59d1caaccb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:38.705053 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-72f09b1c-8e6b-450f-9c47-59d1caaccb89 admin admin] Added segment c153829d-283e-4fcd-a942-31c2aab9712f of type vlan for network 0fdc1803-804f-4621-9528-5d6ca7b5284e Nov 11 12:00:38.714553 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f09b1c-8e6b-450f-9c47-59d1caaccb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cdb983-b189-4369-b7d7-83f94edb4396,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:38.764328 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-4824073e-617d-4452-9f60-fa7dd2f1aa1e service neutron] 10.222.0.65 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457875 Nov 11 12:00:38.771827 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:38.783681 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72f09b1c-8e6b-450f-9c47-59d1caaccb89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:38.822432 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-00e65105-7c9e-4aa3-88a3-a0d47ae4595f service neutron] 10.222.0.62 "GET /v2.0/networks/6ba34a62-22e2-4456-8b51-ad2a18e2724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655188 Nov 11 12:00:38.829533 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72f09b1c-8e6b-450f-9c47-59d1caaccb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:38.830599 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f09b1c-8e6b-450f-9c47-59d1caaccb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:38.831355 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72f09b1c-8e6b-450f-9c47-59d1caaccb89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:38.892328 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-72f09b1c-8e6b-450f-9c47-59d1caaccb89 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7023232 Nov 11 12:00:38.912236 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54990) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:38.916968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-54b6205b-3aaa-449d-b338-cd93b1621d4d admin admin] Request body: {'subnet': {'network_id': '0fdc1803-804f-4621-9528-5d6ca7b5284e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-976282064-subnet', 'tenant_id': '9f064667b8c9411daf9fa36b3097e975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:38.942225 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0436dc4-a398-4f47-b287-df1bfb2203dd req-3696900c-29ca-4668-822b-104b1654a59a tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0779243 Nov 11 12:00:38.963187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f09b1c-8e6b-450f-9c47-59d1caaccb89 admin admin] Pushing event updated for resources: {'Network': ['ID=0fdc1803-804f-4621-9528-5d6ca7b5284e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:38.989505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 0fdc1803-804f-4621-9528-5d6ca7b5284e details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:00:38.993005 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-ec4b7bce-f0c1-4d4a-b5a9-cb4e44818fd0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:38.993205 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-dc2d1928-7616-404e-977b-596becacac29 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba34a62-22e2-4456-8b51-ad2a18e2724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589170 Nov 11 12:00:39.001135 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:39.055248 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b6205b-3aaa-449d-b338-cd93b1621d4d admin admin] Made reservation on behalf of 9f064667b8c9411daf9fa36b3097e975 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:00:39.066363 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-54b6205b-3aaa-449d-b338-cd93b1621d4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:39.093223 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-14a07514-342c-43ef-8f6e-1e2f16a17bef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=ac823cbf-4e8c-4c81-a62c-4380e8a06413 HTTP/1.1" status: 200 len: 217 time: 0.0907650 Nov 11 12:00:39.143260 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcff53d-1a8a-40a4-83e1-6f50bca62d5f x-openstack-request-id: req-ebcff53d-1a8a-40a4-83e1-6f50bca62d5f {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:39.146562 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "tag": "5bb8b285-d3a8-488b-ace9-c5345979a664", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "tag": "f8d1764e-a322-45c9-823c-8821a86bf6c4", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:39.146986 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ebcff53d-1a8a-40a4-83e1-6f50bca62d5f {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:39.147681 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'tag': '5bb8b285-d3a8-488b-ace9-c5345979a664', 'status': 'completed', 'code': 200} Nov 11 12:00:39.148068 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'tag': 'f8d1764e-a322-45c9-823c-8821a86bf6c4', 'status': 'completed', 'code': 200} Nov 11 12:00:39.175262 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-38ce0c37-ad63-4c82-a579-2a4cced3f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:39.177101 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-38ce0c37-ad63-4c82-a579-2a4cced3f9df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.0763099 Nov 11 12:00:39.229261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-953afc05-884e-45ab-866c-d46709f925ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:39.232214 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-953afc05-884e-45ab-866c-d46709f925ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0462811 Nov 11 12:00:39.296810 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-ec4b7bce-f0c1-4d4a-b5a9-cb4e44818fd0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:39.361415 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-0a103d68-7cea-4305-a9fb-e6ab56c0a9bf service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147923 Nov 11 12:00:39.382848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6c585-bec1-402a-96f5-f7066510166c req-eaa62e90-e028-4ef0-8ecd-b71564b79f16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:39.389019 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6c585-bec1-402a-96f5-f7066510166c req-eaa62e90-e028-4ef0-8ecd-b71564b79f16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:39.395651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6c585-bec1-402a-96f5-f7066510166c req-eaa62e90-e028-4ef0-8ecd-b71564b79f16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:39.401721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6c585-bec1-402a-96f5-f7066510166c req-eaa62e90-e028-4ef0-8ecd-b71564b79f16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:39.407593 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6c585-bec1-402a-96f5-f7066510166c req-eaa62e90-e028-4ef0-8ecd-b71564b79f16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:39.413683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6c585-bec1-402a-96f5-f7066510166c req-eaa62e90-e028-4ef0-8ecd-b71564b79f16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:39.420615 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6c585-bec1-402a-96f5-f7066510166c req-eaa62e90-e028-4ef0-8ecd-b71564b79f16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:39.422616 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b8e6c585-bec1-402a-96f5-f7066510166c req-eaa62e90-e028-4ef0-8ecd-b71564b79f16 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5420 time: 0.3300998 Nov 11 12:00:39.433241 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:39.449049 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-ec4b7bce-f0c1-4d4a-b5a9-cb4e44818fd0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Network 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:39.463310 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-f3b4ceed-0006-44aa-8d1b-5cd4e88191a2 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933418 Nov 11 12:00:39.479485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ab090-252d-483d-925d-39017a56d509 req-a1d65b0c-ce9f-48c1-b4ab-86f0313e2c9d tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:39.480971 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef4ab090-252d-483d-925d-39017a56d509 req-a1d65b0c-ce9f-48c1-b4ab-86f0313e2c9d tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.2855244 Nov 11 12:00:39.483778 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-ec4b7bce-f0c1-4d4a-b5a9-cb4e44818fd0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:39.486298 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-ec4b7bce-f0c1-4d4a-b5a9-cb4e44818fd0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:39.496785 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b7bce-f0c1-4d4a-b5a9-cb4e44818fd0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Pushing event updated for resources: {'Port': ['ID=0464d91d-6b70-4f03-aebe-8d756df6077b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:39.517888 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-2123f59e-ca2a-4ed1-ad95-bc26fa6e3e4f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=99b9334d-889b-4925-8044-1f449140c379 HTTP/1.1" status: 200 len: 217 time: 0.0418489 Nov 11 12:00:39.574048 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-af05dba7-823a-4b56-bb9d-148757223434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:39.575835 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-af05dba7-823a-4b56-bb9d-148757223434 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.0489004 Nov 11 12:00:39.630325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b62b3e4e-f300-41b5-8ce1-96b19214b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:39.631892 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b62b3e4e-f300-41b5-8ce1-96b19214b058 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0469327 Nov 11 12:00:39.711037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-ec4b7bce-f0c1-4d4a-b5a9-cb4e44818fd0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:39.711723 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-ec4b7bce-f0c1-4d4a-b5a9-cb4e44818fd0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:39.753038 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b8e6c585-bec1-402a-96f5-f7066510166c req-a268605e-b6cc-4d0f-b147-9b816e7431d5 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3108218 Nov 11 12:00:39.820241 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-ec4b7bce-f0c1-4d4a-b5a9-cb4e44818fd0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2172313 Nov 11 12:00:39.830218 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef4ab090-252d-483d-925d-39017a56d509 req-0e1bfb8c-a9cc-431b-a05b-9a0e6a94e2a3 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343537 Nov 11 12:00:39.848273 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Request body: {'port': {'device_id': '3c975ef1-8f21-4969-84d0-f3cf58b1c2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:39.907819 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bed12239-9715-468a-ad77-53a7be08df41 req-e2927a55-ced5-4936-aadc-df7a1e1befa7 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 210 time: 0.0636799 Nov 11 12:00:39.908669 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-54b6205b-3aaa-449d-b338-cd93b1621d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:40.033060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6205b-3aaa-449d-b338-cd93b1621d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e2157db-0569-4573-b66a-0d1b90c0d746,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:40.033870 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-3bfb89e7-5813-4931-b579-296eb467e3f2 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903863 Nov 11 12:00:40.039081 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:40.137535 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-54dc447a-d884-4815-922b-45db2e74f487 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930438 Nov 11 12:00:40.183294 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-43bd0fb8-e03d-4cf0-8b77-66d69c674ad9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=598e6046-573d-4050-bad0-9f22dc092749 HTTP/1.1" status: 200 len: 217 time: 0.0370266 Nov 11 12:00:40.252062 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-14920055-d876-43e6-a843-f5d32f55d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:40.254066 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-14920055-d876-43e6-a843-f5d32f55d611 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.0473590 Nov 11 12:00:40.317552 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-441174db-32d7-45c1-b042-1e0009ecce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:40.320075 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-441174db-32d7-45c1-b042-1e0009ecce1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0494773 Nov 11 12:00:40.419209 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-925252e5-6d1d-4996-9c6e-8c9a90c08521 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885994 Nov 11 12:00:40.429901 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf55dc35-17a6-4b4c-8d65-14d485ed26dc req-d4b9aacb-0a48-4fa3-9c74-746922452dd0 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.3881760 Nov 11 12:00:40.457842 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b7a70-d8f2-42da-9ae0-39f65ac93b2f req-8422da77-eb39-4aa9-b423-f32788caa0b2 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:40.462169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-907b7a70-d8f2-42da-9ae0-39f65ac93b2f req-8422da77-eb39-4aa9-b423-f32788caa0b2 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.5482383 Nov 11 12:00:40.464308 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:40.465198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b6205b-3aaa-449d-b338-cd93b1621d4d admin admin] Checking segment: {'id': 'c153829d-283e-4fcd-a942-31c2aab9712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '0fdc1803-804f-4621-9528-5d6ca7b5284e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:40.465672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b6205b-3aaa-449d-b338-cd93b1621d4d admin admin] Network hostable DHCP agents. Network: 0fdc1803-804f-4621-9528-5d6ca7b5284e, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:00:40.468291 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Router b9079774-1e06-44db-a939-f12993a916d7 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:00:40.534088 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-b65d3747-5fd7-4dab-a4ad-e5b758784124 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048970 Nov 11 12:00:40.581876 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-1fed038e-76ba-4dce-9949-c07fef3e82b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=5bb8b285-d3a8-488b-ace9-c5345979a664 HTTP/1.1" status: 200 len: 217 time: 0.0358870 Nov 11 12:00:40.627087 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b6205b-3aaa-449d-b338-cd93b1621d4d admin admin] Network 0fdc1803-804f-4621-9528-5d6ca7b5284e is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:00:40.635468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-55b521fe-8808-4440-b545-ceb28c60c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:40.636955 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-55b521fe-8808-4440-b545-ceb28c60c2b9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.0450308 Nov 11 12:00:40.689699 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-bad98ac3-6fbc-4400-80b5-5acc9b87b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:40.691223 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-bad98ac3-6fbc-4400-80b5-5acc9b87b92f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0464146 Nov 11 12:00:40.724558 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-907b7a70-d8f2-42da-9ae0-39f65ac93b2f req-7ded2fc8-b115-4ef8-86ac-898954068afd tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539382 Nov 11 12:00:40.725116 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-54b6205b-3aaa-449d-b338-cd93b1621d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 0fdc1803-804f-4621-9528-5d6ca7b5284e) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:40.729960 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b6205b-3aaa-449d-b338-cd93b1621d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:40.730581 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-54b6205b-3aaa-449d-b338-cd93b1621d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:40.736894 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1efafa1-356c-4c69-8f41-583f1d12afa9 None None] Network 0fdc1803-804f-4621-9528-5d6ca7b5284e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:00:40.796429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-863c9fdc-d1d4-4266-bf8c-37850eee68ab tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:40.797956 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-863c9fdc-d1d4-4266-bf8c-37850eee68ab tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.62 "GET /v2.0/networks?id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec HTTP/1.1" status: 200 len: 819 time: 0.3809843 Nov 11 12:00:40.805855 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-38fea885-b970-4aab-bfda-3fb3669979d9 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032562 Nov 11 12:00:40.828342 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-54b6205b-3aaa-449d-b338-cd93b1621d4d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9149427 Nov 11 12:00:40.843337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-09c5a2ee-94aa-4a9b-8c93-ce0315efa20e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Request body: {'port': {'device_id': '1c6a415a-b421-4af0-b820-2042173e3c50', 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec', 'admin_state_up': True, 'tenant_id': 'f07a7411337b45a8a7f3d2d1f861c200'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:40.903334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3af5f9-ac93-41ff-8aff-508ac0487d6b None None] Network 0fdc1803-804f-4621-9528-5d6ca7b5284e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:00:40.946428 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-330ef85a-0dbe-4768-8d31-0d853583b8d4 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273935 Nov 11 12:00:41.016316 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-c6bc530f-9cbb-4a8d-922d-f083fe4139ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f8d1764e-a322-45c9-823c-8821a86bf6c4 HTTP/1.1" status: 200 len: 217 time: 0.0598438 Nov 11 12:00:41.064559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:00:41.078332 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6932af87-0762-4522-821e-825a46141b22 None None] Sync routers for ids ['b9079774-1e06-44db-a939-f12993a916d7'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:00:41.090729 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6932af87-0762-4522-821e-825a46141b22 None None] Routers {'b9079774-1e06-44db-a939-f12993a916d7'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:41.091895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6932af87-0762-4522-821e-825a46141b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b9079774-1e06-44db-a939-f12993a916d7'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:41.099872 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-196afc56-1ea2-4704-95d5-86180e62c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:41.102116 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-196afc56-1ea2-4704-95d5-86180e62c056 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86e31caf-0b25-4fb4-be5e-587fe4b98546 HTTP/1.1" status: 200 len: 797 time: 0.0711894 Nov 11 12:00:41.138088 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ec00-fd0f-4a88-ac0c-152c6c964630 req-186ed119-bdba-4bd8-9c4d-c0ae8986d37b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:41.144894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ec00-fd0f-4a88-ac0c-152c6c964630 req-186ed119-bdba-4bd8-9c4d-c0ae8986d37b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:41.145048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6932af87-0762-4522-821e-825a46141b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:41.150869 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ec00-fd0f-4a88-ac0c-152c6c964630 req-186ed119-bdba-4bd8-9c4d-c0ae8986d37b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:41.154002 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'tag': '00b27224-5b1e-47f9-9afc-62ede007c4b3'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:41.155424 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6932af87-0762-4522-821e-825a46141b22 None None] Routers {'b9079774-1e06-44db-a939-f12993a916d7'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:41.156194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6932af87-0762-4522-821e-825a46141b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b9079774-1e06-44db-a939-f12993a916d7'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:41.156814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ec00-fd0f-4a88-ac0c-152c6c964630 req-186ed119-bdba-4bd8-9c4d-c0ae8986d37b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:41.156939 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3caabae-086e-4fbe-9bc1-913a47ee28fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "tag": "00b27224-5b1e-47f9-9afc-62ede007c4b3"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:41.162781 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ec00-fd0f-4a88-ac0c-152c6c964630 req-186ed119-bdba-4bd8-9c4d-c0ae8986d37b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:41.169552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ec00-fd0f-4a88-ac0c-152c6c964630 req-186ed119-bdba-4bd8-9c4d-c0ae8986d37b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:41.176126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ec00-fd0f-4a88-ac0c-152c6c964630 req-186ed119-bdba-4bd8-9c4d-c0ae8986d37b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:41.177740 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89d9ec00-fd0f-4a88-ac0c-152c6c964630 req-186ed119-bdba-4bd8-9c4d-c0ae8986d37b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5420 time: 0.2492774 Nov 11 12:00:41.185970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-c3066a91-1e70-471f-8104-0cb04b702b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:41.187843 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-c3066a91-1e70-471f-8104-0cb04b702b64 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c7d52acd-8f28-4abc-86b9-191279fd7934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0773277 Nov 11 12:00:41.197902 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:41.199087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-51026457-eb66-4726-aa4d-325bddab9c83 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.5072453 Nov 11 12:00:41.206227 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6932af87-0762-4522-821e-825a46141b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:41.207072 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6932af87-0762-4522-821e-825a46141b22 None None] The sync data for ids ['b9079774-1e06-44db-a939-f12993a916d7'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:00:41.210892 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55024) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:41.226426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eef75f-432a-4079-a3c5-89007eab6cac req-cd9a340a-919f-4839-aa88-8d9a28ed8475 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:41.229647 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d5eef75f-432a-4079-a3c5-89007eab6cac req-cd9a340a-919f-4839-aa88-8d9a28ed8475 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.2475672 Nov 11 12:00:41.231196 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ea0e9516-2dbe-43b2-86cc-2500961351d5 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'enable_snat': False}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:41.279189 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:41.315356 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-2374bd06-e78e-441c-a16c-274537d844d2 service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184742 Nov 11 12:00:41.349287 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 6052d76b-4b9e-4134-9050-174abc3fac26 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:00:41.409857 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d5eef75f-432a-4079-a3c5-89007eab6cac req-243db2ba-b6ad-4380-bc10-9748712b6acc tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646686 Nov 11 12:00:41.415696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-09c5a2ee-94aa-4a9b-8c93-ce0315efa20e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Made reservation on behalf of f07a7411337b45a8a7f3d2d1f861c200 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:00:41.419265 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-09c5a2ee-94aa-4a9b-8c93-ce0315efa20e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:41.423412 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-0bb221fb-2a3f-48fa-9dc9-4b7c09eefadc service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999300 Nov 11 12:00:41.456310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0464d91d-6b70-4f03-aebe-8d756df6077b {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:00:41.474722 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-258d5255-e4a2-43ff-a01e-cc44228d092f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00b27224-5b1e-47f9-9afc-62ede007c4b3 HTTP/1.1" status: 200 len: 217 time: 0.0381296 Nov 11 12:00:41.477894 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:41.504593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89d9ec00-fd0f-4a88-ac0c-152c6c964630 req-f20d23b3-950e-4284-aa4c-64c2a0e1ee1b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3006747 Nov 11 12:00:41.522436 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 6052d76b-4b9e-4134-9050-174abc3fac26, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=6052d76b-4b9e-4134-9050-174abc3fac26,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:41.523182 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55034) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:41.537761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '6052d76b-4b9e-4134-9050-174abc3fac26', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'port_id': '6052d76b-4b9e-4134-9050-174abc3fac26', 'mac_address': 'fa:16:3e:2f:59:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:00:41.539858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2d968279-1962-4ef8-91ba-1f98bba10357 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-776399056-network', 'tenant_id': 'e92e0f5e579f425883ce9c0a337181b2'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:41.549759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Transition to ACTIVE for port object 0464d91d-6b70-4f03-aebe-8d756df6077b will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:00:41.565239 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6cb0ad95-9e5c-44d8-91a3-bd7f4617282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:41.567273 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-6cb0ad95-9e5c-44d8-91a3-bd7f4617282f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86e31caf-0b25-4fb4-be5e-587fe4b98546 HTTP/1.1" status: 200 len: 797 time: 0.0824130 Nov 11 12:00:41.569382 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de83a862-3235-4b3a-a17f-bbb4f156c557 x-openstack-request-id: req-de83a862-3235-4b3a-a17f-bbb4f156c557 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:41.569712 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "tag": "00b27224-5b1e-47f9-9afc-62ede007c4b3", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:41.570047 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de83a862-3235-4b3a-a17f-bbb4f156c557 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:41.570437 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'tag': '00b27224-5b1e-47f9-9afc-62ede007c4b3', 'status': 'completed', 'code': 200} Nov 11 12:00:41.588619 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:41.605134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6052d76b-4b9e-4134-9050-174abc3fac26 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:00:41.616387 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:41.626095 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 6052d76b-4b9e-4134-9050-174abc3fac26, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=6052d76b-4b9e-4134-9050-174abc3fac26,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:41.629472 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb4e34fe-7ce2-4cfb-bdb3-5f9e54eb1a8d req-cf6fc623-cae0-467a-a55c-1ee12f3aebf2 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 210 time: 0.0824533 Nov 11 12:00:41.634099 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:41.663516 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-1cce565b-1779-4ca8-aa85-aa76b6678c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:41.665927 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-1cce565b-1779-4ca8-aa85-aa76b6678c84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c7d52acd-8f28-4abc-86b9-191279fd7934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0873826 Nov 11 12:00:41.707827 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=6052d76b-4b9e-4134-9050-174abc3fac26,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:41.731890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['6052d76b-4b9e-4134-9050-174abc3fac26'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:00:41.751686 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d968279-1962-4ef8-91ba-1f98bba10357 admin admin] Made reservation on behalf of e92e0f5e579f425883ce9c0a337181b2 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:00:41.753997 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2d968279-1962-4ef8-91ba-1f98bba10357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:41.764121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c33d80fb-417e-4e9c-b39f-0030493627e1 req-23b6b489-658d-4921-bb8e-d87c46c3d619 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0723908 Nov 11 12:00:41.814105 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Pushing event updated for resources: {'Port': ['ID=0464d91d-6b70-4f03-aebe-8d756df6077b,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:41.816533 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2d968279-1962-4ef8-91ba-1f98bba10357 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:41.823705 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-2bfd8c7c-1ea1-401c-a664-f6f9b95c6a55 service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412656 Nov 11 12:00:41.943471 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e244ff60-2111-4291-b0d2-65cecf3023f6 req-056a6af8-a5a6-4402-bedd-1eb524e0a580 service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111002 Nov 11 12:00:41.968113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-09c5a2ee-94aa-4a9b-8c93-ce0315efa20e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Allocated IP 172.20.0.4 (2626bd61-ef52-4ae0-b0ab-590c6bdd88ec/5f81a86f-c988-41d8-9db9-540f02c42205/ff131ddc-eaea-40c1-934c-69f3c094ac81) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:42.081175 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-0de30ff7-4c30-45b5-ab68-7b0cb89bfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.081687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-0de30ff7-4c30-45b5-ab68-7b0cb89bfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.082148 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-0de30ff7-4c30-45b5-ab68-7b0cb89bfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.082744 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-0de30ff7-4c30-45b5-ab68-7b0cb89bfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.083196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-0de30ff7-4c30-45b5-ab68-7b0cb89bfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.083294 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba86e6-3d0e-45f0-ad6c-2e30aa98f68b req-28059870-2fc7-437e-a850-e83d98ec8848 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.083690 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-0de30ff7-4c30-45b5-ab68-7b0cb89bfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.084112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-0de30ff7-4c30-45b5-ab68-7b0cb89bfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.086005 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-0de30ff7-4c30-45b5-ab68-7b0cb89bfe2d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60ee3d384a76417ebcdfc95536142dd4&device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 6477 time: 0.0512459 Nov 11 12:00:42.086493 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a3ba86e6-3d0e-45f0-ad6c-2e30aa98f68b req-28059870-2fc7-437e-a850-e83d98ec8848 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.2332149 Nov 11 12:00:42.141956 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Attempting to bind port 0464d91d-6b70-4f03-aebe-8d756df6077b on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:00:42.142293 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Attempting to bind port 0464d91d-6b70-4f03-aebe-8d756df6077b by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '3830253a-cee4-45b7-b44f-349d633a7dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:00:42.142621 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Attempting to bind port 0464d91d-6b70-4f03-aebe-8d756df6077b on network 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:42.191242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-7be06ba7-4269-4eb6-8d04-971c3b22be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.193310 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-7be06ba7-4269-4eb6-8d04-971c3b22be24 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d HTTP/1.1" status: 200 len: 904 time: 0.0951858 Nov 11 12:00:42.213480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Port 0464d91d-6b70-4f03-aebe-8d756df6077b on network 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:00:42.213825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Attempting to bind port 0464d91d-6b70-4f03-aebe-8d756df6077b on network 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:42.244412 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-d61e741f-ad95-4b89-a36c-0aa16265cdb7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=5bb8b285-d3a8-488b-ace9-c5345979a664 HTTP/1.1" status: 200 len: 217 time: 0.0390046 Nov 11 12:00:42.286719 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:00:42.287075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Checking segment: {'id': '3830253a-cee4-45b7-b44f-349d633a7dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:42.287436 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Bound using segment: {'id': '3830253a-cee4-45b7-b44f-349d633a7dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:00:42.287871 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Bound port: 0464d91d-6b70-4f03-aebe-8d756df6077b, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3830253a-cee4-45b7-b44f-349d633a7dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:00:42.288671 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:42.298841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-52cfa628-fb99-4adc-9335-3abf65a74867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.300359 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-52cfa628-fb99-4adc-9335-3abf65a74867 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.0480053 Nov 11 12:00:42.322861 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9516-2dbe-43b2-86cc-2500961351d5 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:42.333475 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2d968279-1962-4ef8-91ba-1f98bba10357 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:42.349569 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a3ba86e6-3d0e-45f0-ad6c-2e30aa98f68b req-a403b81d-fb39-4010-9f32-ee5ef9491b7a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339232 Nov 11 12:00:42.352402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-cd866b74-357b-402a-babc-c241ef55dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.354033 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-cd866b74-357b-402a-babc-c241ef55dbcb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0459156 Nov 11 12:00:42.374368 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2d968279-1962-4ef8-91ba-1f98bba10357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:42.439126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d968279-1962-4ef8-91ba-1f98bba10357 admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:00:42.468358 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-4d1928ce-7df2-46e5-b057-8e02eecdfe3e service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046612 Nov 11 12:00:42.485700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d968279-1962-4ef8-91ba-1f98bba10357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d90971-8f71-4933-949e-0089fd9ea540,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:42.488933 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2d968279-1962-4ef8-91ba-1f98bba10357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:42.489277 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-2d968279-1962-4ef8-91ba-1f98bba10357 admin admin] Added segment b6c64277-8485-4714-bb29-b411b6f9dd32 of type vlan for network 459465fa-008c-4124-805d-e7b587bc9d57 Nov 11 12:00:42.497434 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-09c5a2ee-94aa-4a9b-8c93-ce0315efa20e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:42.529803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] For port 0464d91d-6b70-4f03-aebe-8d756df6077b, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:00:42.583019 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] For port 0464d91d-6b70-4f03-aebe-8d756df6077b, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=0464d91d-6b70-4f03-aebe-8d756df6077b,segment=NetworkSegment(3830253a-cee4-45b7-b44f-349d633a7dc0),segment_id=3830253a-cee4-45b7-b44f-349d633a7dc0)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:00:42.632073 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:42.637020 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-3b014977-4279-4370-8bc6-efbf2d4d32f1 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576567 Nov 11 12:00:42.641532 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2d968279-1962-4ef8-91ba-1f98bba10357 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:42.750110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.750946 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:42.752601 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] 10.222.0.43 "PUT /v2.0/ports/0464d91d-6b70-4f03-aebe-8d756df6077b HTTP/1.1" status: 200 len: 1092 time: 2.9166417 Nov 11 12:00:42.759507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c975ef1-8f21-4969-84d0-f3cf58b1c2c7', 'tag': '0464d91d-6b70-4f03-aebe-8d756df6077b'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:42.762836 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f0d5fd-61aa-4f8c-b80a-26599844e8e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3c975ef1-8f21-4969-84d0-f3cf58b1c2c7", "tag": "0464d91d-6b70-4f03-aebe-8d756df6077b"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:42.776849 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-09c5a2ee-94aa-4a9b-8c93-ce0315efa20e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:42.780127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-58d4fb4e-0832-4fea-9b18-2a99eb296d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.781711 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-58d4fb4e-0832-4fea-9b18-2a99eb296d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.782300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-58d4fb4e-0832-4fea-9b18-2a99eb296d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.782974 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-58d4fb4e-0832-4fea-9b18-2a99eb296d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.783694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-58d4fb4e-0832-4fea-9b18-2a99eb296d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.784358 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-58d4fb4e-0832-4fea-9b18-2a99eb296d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.786545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-58d4fb4e-0832-4fea-9b18-2a99eb296d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.789140 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-58d4fb4e-0832-4fea-9b18-2a99eb296d29 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60ee3d384a76417ebcdfc95536142dd4&device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 6477 time: 0.0869257 Nov 11 12:00:42.814631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884df4b1-0ec7-452a-9985-7cb3a84bb1f1 req-9945b282-668b-4d64-90fd-f12da0746005 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.822172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-884df4b1-0ec7-452a-9985-7cb3a84bb1f1 req-9945b282-668b-4d64-90fd-f12da0746005 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 945 time: 0.3139210 Nov 11 12:00:42.940464 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-af23fd72-db54-46a8-aedb-aef6fb478ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:42.942417 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-af23fd72-db54-46a8-aedb-aef6fb478ea8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c7d52acd-8f28-4abc-86b9-191279fd7934 HTTP/1.1" status: 200 len: 904 time: 0.1277328 Nov 11 12:00:43.002155 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-4976c327-2efd-449b-aa8f-38fe5b648f02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f8d1764e-a322-45c9-823c-8821a86bf6c4 HTTP/1.1" status: 200 len: 217 time: 0.0487978 Nov 11 12:00:43.078411 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-b54b8717-a98d-43f2-bcf8-9f2fdbdd9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.080104 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-b54b8717-a98d-43f2-bcf8-9f2fdbdd9906 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86e31caf-0b25-4fb4-be5e-587fe4b98546 HTTP/1.1" status: 200 len: 797 time: 0.0633354 Nov 11 12:00:43.144262 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-0fb306b6-c50f-45d7-a87b-e888ea1e4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.146143 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-0fb306b6-c50f-45d7-a87b-e888ea1e4622 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c7d52acd-8f28-4abc-86b9-191279fd7934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0567257 Nov 11 12:00:43.214409 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2d968279-1962-4ef8-91ba-1f98bba10357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:43.215391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d968279-1962-4ef8-91ba-1f98bba10357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.215968 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2d968279-1962-4ef8-91ba-1f98bba10357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:43.236245 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ecd74-c409-4d27-b163-43d7839edd86 service neutron] Pushing event updated for resources: {'Port': ['ID=0464d91d-6b70-4f03-aebe-8d756df6077b,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:43.264107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-09c5a2ee-94aa-4a9b-8c93-ce0315efa20e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Network 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:43.283792 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-8fb15f19-9fcc-407f-8045-1e22960a0879 service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290493 Nov 11 12:00:43.316713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-09c5a2ee-94aa-4a9b-8c93-ce0315efa20e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:43.330379 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-09c5a2ee-94aa-4a9b-8c93-ce0315efa20e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:43.364418 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2d968279-1962-4ef8-91ba-1f98bba10357 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8378620 Nov 11 12:00:43.366330 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55080) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:43.371176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-029a8b6c-173e-46ba-93c5-ba6000a70b1f admin admin] Request body: {'subnet': {'network_id': '459465fa-008c-4124-805d-e7b587bc9d57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-776399056-subnet', 'tenant_id': 'e92e0f5e579f425883ce9c0a337181b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:43.373292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bf9c2-1539-4018-8d6a-01f519ae8df4 req-c03127ea-b417-47df-9957-567ab3ea7deb tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.373891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 6052d76b-4b9e-4134-9050-174abc3fac26 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:00:43.379350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bf9c2-1539-4018-8d6a-01f519ae8df4 req-c03127ea-b417-47df-9957-567ab3ea7deb tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.385308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bf9c2-1539-4018-8d6a-01f519ae8df4 req-c03127ea-b417-47df-9957-567ab3ea7deb tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.391986 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bf9c2-1539-4018-8d6a-01f519ae8df4 req-c03127ea-b417-47df-9957-567ab3ea7deb tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.398656 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bf9c2-1539-4018-8d6a-01f519ae8df4 req-c03127ea-b417-47df-9957-567ab3ea7deb tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.405407 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bf9c2-1539-4018-8d6a-01f519ae8df4 req-c03127ea-b417-47df-9957-567ab3ea7deb tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.411734 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bf9c2-1539-4018-8d6a-01f519ae8df4 req-c03127ea-b417-47df-9957-567ab3ea7deb tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.414009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-389bf9c2-1539-4018-8d6a-01f519ae8df4 req-c03127ea-b417-47df-9957-567ab3ea7deb tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5420 time: 0.7689633 Nov 11 12:00:43.420127 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3480c09a-8e7c-46c4-a871-cfea764119c2 req-bc4be72c-8555-4a20-accb-3d7b12c3fdcc service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255703 Nov 11 12:00:43.425324 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029a8b6c-173e-46ba-93c5-ba6000a70b1f admin admin] Made reservation on behalf of e92e0f5e579f425883ce9c0a337181b2 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:00:43.429173 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-029a8b6c-173e-46ba-93c5-ba6000a70b1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:43.454916 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 6052d76b-4b9e-4134-9050-174abc3fac26 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:00:43.455364 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:43.489016 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d968279-1962-4ef8-91ba-1f98bba10357 admin admin] Pushing event updated for resources: {'Network': ['ID=459465fa-008c-4124-805d-e7b587bc9d57,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:43.501847 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 459465fa-008c-4124-805d-e7b587bc9d57 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:00:43.503729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5a2ee-94aa-4a9b-8c93-ce0315efa20e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Pushing event updated for resources: {'Port': ['ID=ff131ddc-eaea-40c1-934c-69f3c094ac81,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:43.517039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-b41c5006-6ac5-4983-9e62-7a72d4360831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.520716 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-b41c5006-6ac5-4983-9e62-7a72d4360831 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f07a7411337b45a8a7f3d2d1f861c200&device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 1095 time: 0.6830895 Nov 11 12:00:43.541426 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-884df4b1-0ec7-452a-9985-7cb3a84bb1f1 req-e6b6fbb9-3aa2-4f8b-989a-0ca9adbd5909 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7126105 Nov 11 12:00:43.606376 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caabae-086e-4fbe-9bc1-913a47ee28fd req-f54028df-5313-49f1-bc43-b1b12e8e83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.606970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caabae-086e-4fbe-9bc1-913a47ee28fd req-f54028df-5313-49f1-bc43-b1b12e8e83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.607502 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caabae-086e-4fbe-9bc1-913a47ee28fd req-f54028df-5313-49f1-bc43-b1b12e8e83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.608284 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caabae-086e-4fbe-9bc1-913a47ee28fd req-f54028df-5313-49f1-bc43-b1b12e8e83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.608800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caabae-086e-4fbe-9bc1-913a47ee28fd req-f54028df-5313-49f1-bc43-b1b12e8e83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.609313 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caabae-086e-4fbe-9bc1-913a47ee28fd req-f54028df-5313-49f1-bc43-b1b12e8e83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.610335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caabae-086e-4fbe-9bc1-913a47ee28fd req-f54028df-5313-49f1-bc43-b1b12e8e83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.614322 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b3caabae-086e-4fbe-9bc1-913a47ee28fd req-f54028df-5313-49f1-bc43-b1b12e8e83c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60ee3d384a76417ebcdfc95536142dd4&device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 6477 time: 0.1078482 Nov 11 12:00:43.661698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-09c5a2ee-94aa-4a9b-8c93-ce0315efa20e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.662624 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-09c5a2ee-94aa-4a9b-8c93-ce0315efa20e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:43.677083 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-3876a464-9de4-41f2-8585-9d51bafe78f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0464d91d-6b70-4f03-aebe-8d756df6077b HTTP/1.1" status: 200 len: 217 time: 0.1316924 Nov 11 12:00:43.685553 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:43.733211 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 6052d76b-4b9e-4134-9050-174abc3fac26, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=6052d76b-4b9e-4134-9050-174abc3fac26,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:43.735284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6052d76b-4b9e-4134-9050-174abc3fac26'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:43.739539 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe03fe3-f0bf-4ab1-a048-680fe2a709f2" -d '{"events": [{"server_uuid": "e2b17559-2fb1-48c1-9e40-a4af53480687", "name": "network-vif-plugged", "status": "completed", "tag": "6052d76b-4b9e-4134-9050-174abc3fac26"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:43.747061 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:43.817170 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-029a8b6c-173e-46ba-93c5-ba6000a70b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:43.823929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=6052d76b-4b9e-4134-9050-174abc3fac26,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:43.825429 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-09c5a2ee-94aa-4a9b-8c93-ce0315efa20e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9928408 Nov 11 12:00:43.837609 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caabae-086e-4fbe-9bc1-913a47ee28fd req-7e2fae19-e7dd-4164-b85a-f886e250bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.839708 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b3caabae-086e-4fbe-9bc1-913a47ee28fd req-7e2fae19-e7dd-4164-b85a-f886e250bcde service neutron] 10.222.0.62 "GET /v2.0/networks?id=c7d52acd-8f28-4abc-86b9-191279fd7934 HTTP/1.1" status: 200 len: 904 time: 0.1915808 Nov 11 12:00:43.852331 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Request body: {'port': {'device_id': '1c6a415a-b421-4af0-b820-2042173e3c50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:43.859631 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-389bf9c2-1539-4018-8d6a-01f519ae8df4 req-bf322d65-6eae-4785-bfe4-7299542fc846 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4055243 Nov 11 12:00:43.934402 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b3caabae-086e-4fbe-9bc1-913a47ee28fd req-555e93a8-ce2d-4fb9-8874-ae65cfe4b038 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00b27224-5b1e-47f9-9afc-62ede007c4b3 HTTP/1.1" status: 200 len: 217 time: 0.0705123 Nov 11 12:00:43.944045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-bc61b221-9caf-4fe7-9034-8227b97168d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.945113 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-bc61b221-9caf-4fe7-9034-8227b97168d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f81a86f-c988-41d8-9db9-540f02c42205 HTTP/1.1" status: 200 len: 859 time: 0.2496367 Nov 11 12:00:43.984019 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a8b6c-173e-46ba-93c5-ba6000a70b1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=188caf82-4049-438b-9bf0-6be62b0c02ca,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:43.991193 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdca992-8747-40d5-a7b8-63783441afcd req-5520a8b1-1a27-40bb-a2dd-45895ce73d76 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:43.992782 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4fdca992-8747-40d5-a7b8-63783441afcd req-5520a8b1-1a27-40bb-a2dd-45895ce73d76 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 931 time: 0.3244226 Nov 11 12:00:44.005333 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029a8b6c-173e-46ba-93c5-ba6000a70b1f admin admin] Checking segment: {'id': 'b6c64277-8485-4714-bb29-b411b6f9dd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '459465fa-008c-4124-805d-e7b587bc9d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:44.005856 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a8b6c-173e-46ba-93c5-ba6000a70b1f admin admin] Network hostable DHCP agents. Network: 459465fa-008c-4124-805d-e7b587bc9d57, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:00:44.014672 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caabae-086e-4fbe-9bc1-913a47ee28fd req-73b8e535-7acc-485d-8db3-66a9d6b823ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:44.016508 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b3caabae-086e-4fbe-9bc1-913a47ee28fd req-73b8e535-7acc-485d-8db3-66a9d6b823ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86e31caf-0b25-4fb4-be5e-587fe4b98546 HTTP/1.1" status: 200 len: 797 time: 0.0721750 Nov 11 12:00:44.017014 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-690ca249-4e3f-40e9-a013-f01169360b02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597916 Nov 11 12:00:44.054549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a8b6c-173e-46ba-93c5-ba6000a70b1f admin admin] Network 459465fa-008c-4124-805d-e7b587bc9d57 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:00:44.072195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-029a8b6c-173e-46ba-93c5-ba6000a70b1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 459465fa-008c-4124-805d-e7b587bc9d57) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:44.077287 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfb2c69-2dbc-47dd-a44a-ac558dd7f254 x-openstack-request-id: req-bdfb2c69-2dbc-47dd-a44a-ac558dd7f254 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:44.077798 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c975ef1-8f21-4969-84d0-f3cf58b1c2c7", "tag": "0464d91d-6b70-4f03-aebe-8d756df6077b", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:44.077916 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bdfb2c69-2dbc-47dd-a44a-ac558dd7f254 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:44.078290 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c975ef1-8f21-4969-84d0-f3cf58b1c2c7', 'tag': '0464d91d-6b70-4f03-aebe-8d756df6077b', 'status': 'completed', 'code': 200} Nov 11 12:00:44.079218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a8b6c-173e-46ba-93c5-ba6000a70b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:44.080620 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-029a8b6c-173e-46ba-93c5-ba6000a70b1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:44.081920 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:44.084086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedac19a-bea3-488d-8837-b5c98cd8cc96 None None] Network 459465fa-008c-4124-805d-e7b587bc9d57 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:00:44.113076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caabae-086e-4fbe-9bc1-913a47ee28fd req-d5ef0697-df33-45be-baf2-b4870e576aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:44.113076 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b3caabae-086e-4fbe-9bc1-913a47ee28fd req-d5ef0697-df33-45be-baf2-b4870e576aa9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c7d52acd-8f28-4abc-86b9-191279fd7934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0842259 Nov 11 12:00:44.147240 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-029a8b6c-173e-46ba-93c5-ba6000a70b1f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7797332 Nov 11 12:00:44.275278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-413a910e-f608-4bc8-822d-f8260b13b8b8 req-3efa7bd6-f102-4ae6-9f68-29fc538716f8 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.1099429 Nov 11 12:00:44.292884 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4fdca992-8747-40d5-a7b8-63783441afcd req-4ba815dc-ed53-447f-b516-cbf561c06b9e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784233 Nov 11 12:00:44.320244 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcef290-e185-4a0e-99fd-43c4c250c218 None None] Network 459465fa-008c-4124-805d-e7b587bc9d57 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:00:44.372535 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b3caabae-086e-4fbe-9bc1-913a47ee28fd req-930436c4-dc86-4b06-a0a4-ddebd940d317 service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526739 Nov 11 12:00:44.401931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-32eac892-2223-4608-9a58-cec3f20470c9 service neutron] 10.222.0.43 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699617 Nov 11 12:00:44.444845 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79b5aaa-338d-4fa2-85d1-1a3159cd7c71 x-openstack-request-id: req-f79b5aaa-338d-4fa2-85d1-1a3159cd7c71 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:44.445447 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b17559-2fb1-48c1-9e40-a4af53480687", "name": "network-vif-plugged", "status": "completed", "tag": "6052d76b-4b9e-4134-9050-174abc3fac26", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:44.445447 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f79b5aaa-338d-4fa2-85d1-1a3159cd7c71 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:44.446718 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6052d76b-4b9e-4134-9050-174abc3fac26', 'code': 200} Nov 11 12:00:44.589606 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b3caabae-086e-4fbe-9bc1-913a47ee28fd req-139b42d5-9168-40d2-8b71-166e1bc14bd6 service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087979 Nov 11 12:00:44.799488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca436-2060-4fc2-9126-8ef7cb1cb332 req-66af7409-271c-4c96-90ab-4fe54d036635 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:44.807238 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a2ca436-2060-4fc2-9126-8ef7cb1cb332 req-66af7409-271c-4c96-90ab-4fe54d036635 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.4252245 Nov 11 12:00:44.828938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3fd8450-67ea-42b1-bac6-17a2c2246d60 req-710353d5-7604-4b78-aad7-bcf9e9b5f2ce service neutron] 10.222.0.43 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783376 Nov 11 12:00:44.983894 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9516-2dbe-43b2-86cc-2500961351d5 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:45.008418 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9516-2dbe-43b2-86cc-2500961351d5 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:45.045557 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a2ca436-2060-4fc2-9126-8ef7cb1cb332 req-3873f4f5-7c6a-438e-9c9f-0a5aee1f55bc tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373118 Nov 11 12:00:45.112965 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-e9d9cd72-f6ac-4932-b0e1-e094e81f51f0 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:45.115079 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-e9d9cd72-f6ac-4932-b0e1-e094e81f51f0 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/networks?id=0fdc1803-804f-4621-9528-5d6ca7b5284e HTTP/1.1" status: 200 len: 814 time: 0.2932663 Nov 11 12:00:45.179624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff131ddc-eaea-40c1-934c-69f3c094ac81 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:00:45.188807 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:45.239794 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Transition to ACTIVE for port object ff131ddc-eaea-40c1-934c-69f3c094ac81 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:00:45.263982 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:45.267622 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0d5fd-61aa-4f8c-b80a-26599844e8e4 req-eb0b65e7-01cd-4ff1-a6fc-ed466c177ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:45.269179 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1f0d5fd-61aa-4f8c-b80a-26599844e8e4 req-eb0b65e7-01cd-4ff1-a6fc-ed466c177ac2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f07a7411337b45a8a7f3d2d1f861c200&device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 1095 time: 0.3555214 Nov 11 12:00:45.352876 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-902918bf-4aef-4519-b63c-85a8c0d0d4ef tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/quotas/9f064667b8c9411daf9fa36b3097e975 HTTP/1.1" status: 200 len: 375 time: 0.1116045 Nov 11 12:00:45.459756 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-ead9ee27-04d8-4250-ae68-092c5e75a793 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f064667b8c9411daf9fa36b3097e975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682175 Nov 11 12:00:45.499336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff131ddc-eaea-40c1-934c-69f3c094ac81,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:45.516545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e055af-3bb8-42af-afd2-c91f0e5c39b7 req-ae67640e-0c5d-4ae7-8255-72be52669f0a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:45.518112 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4e055af-3bb8-42af-afd2-c91f0e5c39b7 req-ae67640e-0c5d-4ae7-8255-72be52669f0a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.2729690 Nov 11 12:00:45.622198 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:45.992180 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0d5fd-61aa-4f8c-b80a-26599844e8e4 req-965d97c3-a972-47dc-a136-bbba840ab792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:45.993841 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1f0d5fd-61aa-4f8c-b80a-26599844e8e4 req-965d97c3-a972-47dc-a136-bbba840ab792 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec HTTP/1.1" status: 200 len: 921 time: 0.6978397 Nov 11 12:00:45.995818 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0e9516-2dbe-43b2-86cc-2500961351d5 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Router b9079774-1e06-44db-a939-f12993a916d7 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:00:46.071957 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1f0d5fd-61aa-4f8c-b80a-26599844e8e4 req-246d510a-ed41-46ef-b64a-6d7188df03fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0464d91d-6b70-4f03-aebe-8d756df6077b HTTP/1.1" status: 200 len: 217 time: 0.0647218 Nov 11 12:00:46.110274 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4e055af-3bb8-42af-afd2-c91f0e5c39b7 req-26a485c2-6d3e-463a-b80e-53fbc9e86743 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5593550 Nov 11 12:00:46.135816 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-0ce25056-66bf-4ffb-8aa2-b57976432ea3 service neutron] 10.222.0.65 "GET /v2.0/networks/0fdc1803-804f-4621-9528-5d6ca7b5284e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520433 Nov 11 12:00:46.192927 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Attempting to bind port ff131ddc-eaea-40c1-934c-69f3c094ac81 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:00:46.192927 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Attempting to bind port ff131ddc-eaea-40c1-934c-69f3c094ac81 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '3830253a-cee4-45b7-b44f-349d633a7dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:00:46.193284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Attempting to bind port ff131ddc-eaea-40c1-934c-69f3c094ac81 on network 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:46.251222 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Port ff131ddc-eaea-40c1-934c-69f3c094ac81 on network 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:00:46.251456 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Attempting to bind port ff131ddc-eaea-40c1-934c-69f3c094ac81 on network 2626bd61-ef52-4ae0-b0ab-590c6bdd88ec {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:46.319630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0d5fd-61aa-4f8c-b80a-26599844e8e4 req-ad08f2f4-1c48-49c7-a42a-36acf6b89064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:46.321203 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1f0d5fd-61aa-4f8c-b80a-26599844e8e4 req-ad08f2f4-1c48-49c7-a42a-36acf6b89064 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f81a86f-c988-41d8-9db9-540f02c42205 HTTP/1.1" status: 200 len: 859 time: 0.2364354 Nov 11 12:00:46.367160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:00:46.367160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Checking segment: {'id': '3830253a-cee4-45b7-b44f-349d633a7dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:46.367160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Bound using segment: {'id': '3830253a-cee4-45b7-b44f-349d633a7dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:00:46.367160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Bound port: ff131ddc-eaea-40c1-934c-69f3c094ac81, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3830253a-cee4-45b7-b44f-349d633a7dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:00:46.368131 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:46.389824 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1a66b4f1-c9b9-4cb0-a5a4-ac22abf0fa9a req-3afa5e2d-fc1d-445a-86ce-694847a42fc6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0304713 Nov 11 12:00:46.403670 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1f0d5fd-61aa-4f8c-b80a-26599844e8e4 req-eb44cc71-9cb3-4097-8e5b-6614160478e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610621 Nov 11 12:00:46.460974 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0e9516-2dbe-43b2-86cc-2500961351d5 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:00:46.465966 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-926b4172-f2fb-43bf-8138-19424f5d4c99 service neutron] 10.222.0.65 "GET /v2.0/networks/0fdc1803-804f-4621-9528-5d6ca7b5284e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856789 Nov 11 12:00:46.470004 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9516-2dbe-43b2-86cc-2500961351d5 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:46.474546 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ea0e9516-2dbe-43b2-86cc-2500961351d5 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "PUT /v2.0/routers/b9079774-1e06-44db-a939-f12993a916d7 HTTP/1.1" status: 200 len: 926 time: 5.2555041 Nov 11 12:00:46.476318 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55118) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:46.479434 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626d764-42bc-4890-9bd2-121521756cd7 None None] Sync routers for ids ['b9079774-1e06-44db-a939-f12993a916d7'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:00:46.495113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbb527-52fe-46e1-9410-6d3567ad9022 req-54e4a638-b547-4a34-8e05-0d88b35b9a4a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:46.501175 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbb527-52fe-46e1-9410-6d3567ad9022 req-54e4a638-b547-4a34-8e05-0d88b35b9a4a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:46.508400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbb527-52fe-46e1-9410-6d3567ad9022 req-54e4a638-b547-4a34-8e05-0d88b35b9a4a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:46.512726 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626d764-42bc-4890-9bd2-121521756cd7 None None] Routers {'b9079774-1e06-44db-a939-f12993a916d7'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:46.514264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbb527-52fe-46e1-9410-6d3567ad9022 req-54e4a638-b547-4a34-8e05-0d88b35b9a4a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:46.518912 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3626d764-42bc-4890-9bd2-121521756cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b9079774-1e06-44db-a939-f12993a916d7'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:46.520640 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbb527-52fe-46e1-9410-6d3567ad9022 req-54e4a638-b547-4a34-8e05-0d88b35b9a4a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:46.532844 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbb527-52fe-46e1-9410-6d3567ad9022 req-54e4a638-b547-4a34-8e05-0d88b35b9a4a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:46.538826 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbb527-52fe-46e1-9410-6d3567ad9022 req-54e4a638-b547-4a34-8e05-0d88b35b9a4a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:46.540835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7dbb527-52fe-46e1-9410-6d3567ad9022 req-54e4a638-b547-4a34-8e05-0d88b35b9a4a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5420 time: 0.3082564 Nov 11 12:00:46.577333 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] For port ff131ddc-eaea-40c1-934c-69f3c094ac81, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:00:46.608094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] For port ff131ddc-eaea-40c1-934c-69f3c094ac81, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ff131ddc-eaea-40c1-934c-69f3c094ac81,segment=NetworkSegment(3830253a-cee4-45b7-b44f-349d633a7dc0),segment_id=3830253a-cee4-45b7-b44f-349d633a7dc0)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:00:46.618457 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3626d764-42bc-4890-9bd2-121521756cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:46.631104 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:46.647725 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626d764-42bc-4890-9bd2-121521756cd7 None None] Routers {'b9079774-1e06-44db-a939-f12993a916d7'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:46.651419 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3626d764-42bc-4890-9bd2-121521756cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b9079774-1e06-44db-a939-f12993a916d7'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:46.738420 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3626d764-42bc-4890-9bd2-121521756cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:46.741059 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626d764-42bc-4890-9bd2-121521756cd7 None None] The sync data for ids ['b9079774-1e06-44db-a939-f12993a916d7'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:00:46.753753 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:46.754413 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:46.755849 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] 10.222.0.62 "PUT /v2.0/ports/ff131ddc-eaea-40c1-934c-69f3c094ac81 HTTP/1.1" status: 200 len: 1091 time: 2.9178088 Nov 11 12:00:46.760380 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1ea7f75b-e8ca-494e-8eb5-f25b9f34d0fa tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "GET /v2.0/routers/b9079774-1e06-44db-a939-f12993a916d7 HTTP/1.1" status: 200 len: 926 time: 0.2828214 Nov 11 12:00:46.761953 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55124) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:46.773913 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7dbb527-52fe-46e1-9410-6d3567ad9022 req-302c2826-2a79-4b07-9d2b-9333ba144f6c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2163558 Nov 11 12:00:46.774672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6a415a-b421-4af0-b820-2042173e3c50', 'tag': 'ff131ddc-eaea-40c1-934c-69f3c094ac81'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:46.778935 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0bfced-24de-47f2-bb0b-6d9e681ae868" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6a415a-b421-4af0-b820-2042173e3c50", "tag": "ff131ddc-eaea-40c1-934c-69f3c094ac81"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:46.868336 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aa247c-3a2c-4ed9-8b24-60640c18a23f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:46.878108 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-98aa247c-3a2c-4ed9-8b24-60640c18a23f tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&device_id=b9079774-1e06-44db-a939-f12993a916d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1145239 Nov 11 12:00:46.879023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55128) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:46.961102 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2cf68dc9-d677-4a89-81b1-400963e2c38c req-064602aa-023a-43c7-8b06-440c92c8eb12 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0807438 Nov 11 12:00:46.964023 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64273a8-8328-4313-a827-35e93e9f6cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff131ddc-eaea-40c1-934c-69f3c094ac81,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:46.968365 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1f0d5fd-61aa-4f8c-b80a-26599844e8e4 req-fc54a6ce-1bcf-4710-8f92-c28a6f2bae76 service neutron] 10.222.0.43 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788297 Nov 11 12:00:46.995396 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-196b7ed5-d8be-49b7-82c3-a77980ea2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:46.996776 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-196b7ed5-d8be-49b7-82c3-a77980ea2266 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f07a7411337b45a8a7f3d2d1f861c200&device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 1094 time: 0.1913357 Nov 11 12:00:47.032313 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c48ab-185d-450e-b04d-1ed6af53b5dc req-aebc1bf3-cd40-468b-9a43-df0982b98d63 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:47.040100 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b7c48ab-185d-450e-b04d-1ed6af53b5dc req-aebc1bf3-cd40-468b-9a43-df0982b98d63 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 943 time: 0.1484854 Nov 11 12:00:47.066546 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7d1b4e-5c67-4e85-ac3b-be8e9bc1fae9 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:47.073321 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ca7d1b4e-5c67-4e85-ac3b-be8e9bc1fae9 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 881 time: 0.1931355 Nov 11 12:00:47.073982 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55134) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:47.117045 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-bfe17320-13f4-462b-a2e6-96d98f7484fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff131ddc-eaea-40c1-934c-69f3c094ac81 HTTP/1.1" status: 200 len: 217 time: 0.1093805 Nov 11 12:00:47.118607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 0464d91d-6b70-4f03-aebe-8d756df6077b details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:00:47.139322 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-83dcc5f5-359c-4ff5-924e-92256e7e590a tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9079774-1e06-44db-a939-f12993a916d7 HTTP/1.1" status: 200 len: 205 time: 0.0639064 Nov 11 12:00:47.140501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55136) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:47.259098 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b7c48ab-185d-450e-b04d-1ed6af53b5dc req-3e381221-04f3-42f9-9da8-1506f1b2220c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182808 Nov 11 12:00:47.268438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-04d69317-8a8a-4d53-a396-00c3daccda22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:47.279670 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-04d69317-8a8a-4d53-a396-00c3daccda22 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5f81a86f-c988-41d8-9db9-540f02c42205 HTTP/1.1" status: 200 len: 859 time: 0.1531188 Nov 11 12:00:47.330962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 0464d91d-6b70-4f03-aebe-8d756df6077b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=0464d91d-6b70-4f03-aebe-8d756df6077b,segment=NetworkSegment(3830253a-cee4-45b7-b44f-349d633a7dc0),segment_id=3830253a-cee4-45b7-b44f-349d633a7dc0)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:47.340413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1f0d5fd-61aa-4f8c-b80a-26599844e8e4 req-bf64c954-8a37-4741-9742-e8868234bdb5 service neutron] 10.222.0.43 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595874 Nov 11 12:00:47.342661 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-6cab4464-b8c1-4a72-8835-854687b1c732 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602684 Nov 11 12:00:47.344608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '0464d91d-6b70-4f03-aebe-8d756df6077b', 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec', 'port_id': '0464d91d-6b70-4f03-aebe-8d756df6077b', 'mac_address': 'fa:16:3e:21:8e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f81a86f-c988-41d8-9db9-540f02c42205', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:00:47.385519 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:47.404834 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0464d91d-6b70-4f03-aebe-8d756df6077b {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:00:47.430872 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 0464d91d-6b70-4f03-aebe-8d756df6077b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=0464d91d-6b70-4f03-aebe-8d756df6077b,segment=NetworkSegment(3830253a-cee4-45b7-b44f-349d633a7dc0),segment_id=3830253a-cee4-45b7-b44f-349d633a7dc0)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:47.438092 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:47.442722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406939ed-9345-4438-92b9-b95c52eddf3b req-ccf03f4f-6552-4561-b936-c61bc48a9b20 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:47.458939 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-406939ed-9345-4438-92b9-b95c52eddf3b req-ccf03f4f-6552-4561-b936-c61bc48a9b20 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.3141255 Nov 11 12:00:47.468852 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92f02826-4601-4a1b-a869-9b884307605f req-4f6aaa29-a0ad-42cd-a0cb-3171bc1aaed5 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 210 time: 0.1226046 Nov 11 12:00:47.469556 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7e10c11-ac99-4d04-a8aa-bd01a737a051 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:47.545460 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=0464d91d-6b70-4f03-aebe-8d756df6077b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:47.564555 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f74b7e4-a361-4d43-adc1-6dba18ac4eca x-openstack-request-id: req-3f74b7e4-a361-4d43-adc1-6dba18ac4eca {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:47.566400 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:47.566720 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6a415a-b421-4af0-b820-2042173e3c50", "tag": "ff131ddc-eaea-40c1-934c-69f3c094ac81", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:47.567081 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f74b7e4-a361-4d43-adc1-6dba18ac4eca {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:47.567215 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:47.567706 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:47.568650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:47.568822 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6a415a-b421-4af0-b820-2042173e3c50', 'tag': 'ff131ddc-eaea-40c1-934c-69f3c094ac81', 'status': 'completed', 'code': 200} Nov 11 12:00:47.569774 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:47.570967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:47.571867 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:47.573819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:47.574333 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:47.574797 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:47.576123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:47.576606 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:00:47.694028 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7e10c11-ac99-4d04-a8aa-bd01a737a051 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:47.715308 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['0464d91d-6b70-4f03-aebe-8d756df6077b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:00:47.778073 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-406939ed-9345-4438-92b9-b95c52eddf3b req-e60ae16b-57b8-47d3-b6a6-85e758778976 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150897 Nov 11 12:00:47.820451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a7e10c11-ac99-4d04-a8aa-bd01a737a051 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Deleting port cb3d6884-f255-41b7-827a-ddecb2805b2d {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:00:47.821193 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7e10c11-ac99-4d04-a8aa-bd01a737a051 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:47.841858 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-9d7165b5-316c-4b47-bba3-f412808bfca1 service neutron] 10.222.0.62 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684000 Nov 11 12:00:47.859301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e2bc7-117e-4157-a282-7c37e24ba5c2 req-236e5cf5-cbbe-4105-bbd3-c73433d01606 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:47.862293 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a58e2bc7-117e-4157-a282-7c37e24ba5c2 req-236e5cf5-cbbe-4105-bbd3-c73433d01606 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.1959875 Nov 11 12:00:47.983108 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7e10c11-ac99-4d04-a8aa-bd01a737a051 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:47.999323 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a7e10c11-ac99-4d04-a8aa-bd01a737a051 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Calling delete_port for cb3d6884-f255-41b7-827a-ddecb2805b2d owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:00:48.022233 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a58e2bc7-117e-4157-a282-7c37e24ba5c2 req-3253e89c-3f47-4a4e-945f-a7dfe615923a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483355 Nov 11 12:00:48.080447 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75198163-1981-46da-b4da-2e7bf5fa67ac req-a6c936cf-0bf1-496d-866a-edffd2e6dc7f service neutron] 10.222.0.62 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169912 Nov 11 12:00:48.148627 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a0551-53ed-405b-a8cc-30c84b6f8784 req-a0790992-fbaf-4415-b126-e687c4085497 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:48.154754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a0551-53ed-405b-a8cc-30c84b6f8784 req-a0790992-fbaf-4415-b126-e687c4085497 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:48.161098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a0551-53ed-405b-a8cc-30c84b6f8784 req-a0790992-fbaf-4415-b126-e687c4085497 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:48.167468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a0551-53ed-405b-a8cc-30c84b6f8784 req-a0790992-fbaf-4415-b126-e687c4085497 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:48.173644 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a0551-53ed-405b-a8cc-30c84b6f8784 req-a0790992-fbaf-4415-b126-e687c4085497 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:48.180129 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a0551-53ed-405b-a8cc-30c84b6f8784 req-a0790992-fbaf-4415-b126-e687c4085497 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:48.186313 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a0551-53ed-405b-a8cc-30c84b6f8784 req-a0790992-fbaf-4415-b126-e687c4085497 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:48.188422 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f03a0551-53ed-405b-a8cc-30c84b6f8784 req-a0790992-fbaf-4415-b126-e687c4085497 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5420 time: 0.1434190 Nov 11 12:00:48.251172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-06606c71-236d-4b17-aace-0a6e7f6b818d req-a9e41dba-ff36-474d-993b-44d8f264d6f0 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0606201 Nov 11 12:00:48.282849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bfced-24de-47f2-bb0b-6d9e681ae868 req-fc02d87e-5cc9-48e9-9658-bffaa30126b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:48.284364 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd0bfced-24de-47f2-bb0b-6d9e681ae868 req-fc02d87e-5cc9-48e9-9658-bffaa30126b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f07a7411337b45a8a7f3d2d1f861c200&device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 1094 time: 0.0950093 Nov 11 12:00:48.297747 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7e10c11-ac99-4d04-a8aa-bd01a737a051 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:48.347898 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e10c11-ac99-4d04-a8aa-bd01a737a051 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Pushing event deleted for resources: {'Port': ['ID=cb3d6884-f255-41b7-827a-ddecb2805b2d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:48.400334 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f03a0551-53ed-405b-a8cc-30c84b6f8784 req-1ea909a9-ae6f-499b-8b3e-5f77c821a468 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1949058 Nov 11 12:00:48.420983 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7e10c11-ac99-4d04-a8aa-bd01a737a051 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:48.537387 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7e10c11-ac99-4d04-a8aa-bd01a737a051 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:48.539906 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7e10c11-ac99-4d04-a8aa-bd01a737a051 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:48.550656 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bfced-24de-47f2-bb0b-6d9e681ae868 req-4c77c306-ac43-44c4-95c0-4625f752e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:48.559704 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd0bfced-24de-47f2-bb0b-6d9e681ae868 req-4c77c306-ac43-44c4-95c0-4625f752e278 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec HTTP/1.1" status: 200 len: 921 time: 0.2629681 Nov 11 12:00:48.591606 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7e10c11-ac99-4d04-a8aa-bd01a737a051 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:48.597285 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e10c11-ac99-4d04-a8aa-bd01a737a051 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Fanout notify agent at l3_agent the message router_deleted on router b9079774-1e06-44db-a939-f12993a916d7 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:00:48.608318 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7e10c11-ac99-4d04-a8aa-bd01a737a051 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:48.616378 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a7e10c11-ac99-4d04-a8aa-bd01a737a051 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "DELETE /v2.0/routers/b9079774-1e06-44db-a939-f12993a916d7 HTTP/1.1" status: 204 len: 168 time: 1.4752166 Nov 11 12:00:48.617187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55154) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:48.623325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-48f6d76a-f07e-4d85-ba10-9bfba1e00dd3 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-980557947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:48.654567 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48f6d76a-f07e-4d85-ba10-9bfba1e00dd3 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:48.656318 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48f6d76a-f07e-4d85-ba10-9bfba1e00dd3 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:48.681004 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd0bfced-24de-47f2-bb0b-6d9e681ae868 req-a1b7b1a7-9cc7-45cc-a18f-31a179110ca3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff131ddc-eaea-40c1-934c-69f3c094ac81 HTTP/1.1" status: 200 len: 217 time: 0.0894134 Nov 11 12:00:48.698820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4def3-29b8-4795-9250-cc86a2a47024 req-f5d9cd30-69bf-4890-8d2f-e606096679ec tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:48.707455 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f1f4def3-29b8-4795-9250-cc86a2a47024 req-f5d9cd30-69bf-4890-8d2f-e606096679ec tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 943 time: 0.3476558 Nov 11 12:00:48.722422 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48f6d76a-f07e-4d85-ba10-9bfba1e00dd3 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:48.742124 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48f6d76a-f07e-4d85-ba10-9bfba1e00dd3 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:48.806840 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48f6d76a-f07e-4d85-ba10-9bfba1e00dd3 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:48.807245 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bfced-24de-47f2-bb0b-6d9e681ae868 req-9d7a5865-ce5a-45d6-8058-0282eb3f3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:48.808782 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd0bfced-24de-47f2-bb0b-6d9e681ae868 req-9d7a5865-ce5a-45d6-8058-0282eb3f3b01 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5f81a86f-c988-41d8-9db9-540f02c42205 HTTP/1.1" status: 200 len: 859 time: 0.0986729 Nov 11 12:00:48.811163 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-48f6d76a-f07e-4d85-ba10-9bfba1e00dd3 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1924536 Nov 11 12:00:48.814244 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55156) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:48.821245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Request body: {'router': {'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:48.877528 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff80d39c-2520-4a26-b150-5acbb6c982d6 req-3af4ce9e-676e-4d0b-806c-ce95b1cd43e5 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178&device_id=3c49b039-3740-477f-bf55-7b47f8ab277f HTTP/1.1" status: 200 len: 210 time: 0.0594041 Nov 11 12:00:48.935605 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd0bfced-24de-47f2-bb0b-6d9e681ae868 req-22c143ff-82a7-4763-965a-36f8cf744ca4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736806 Nov 11 12:00:49.039325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c6acc0a4-cc03-4154-bc9c-8d6ca15bc40d req-24f69a18-d3f7-4991-b236-bf7d4f684326 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 210 time: 0.0685070 Nov 11 12:00:49.048317 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-5754a18c-265e-48c8-943c-77fff6602c60 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:49.050645 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-5754a18c-265e-48c8-943c-77fff6602c60 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.43 "GET /v2.0/networks?id=0fdc1803-804f-4621-9528-5d6ca7b5284e HTTP/1.1" status: 200 len: 814 time: 0.4887044 Nov 11 12:00:49.093718 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f1f4def3-29b8-4795-9250-cc86a2a47024 req-ddcf885a-2ca3-4cbb-93c9-4774b5367f80 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797321 Nov 11 12:00:49.100718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-5d6be6eb-357b-4a44-8b8f-638029cac96a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Request body: {'port': {'device_id': 'f458329a-7b4a-4611-bf53-e79dd3eb2a8f', 'network_id': '0fdc1803-804f-4621-9528-5d6ca7b5284e', 'admin_state_up': True, 'tenant_id': '9f064667b8c9411daf9fa36b3097e975'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:49.126264 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 0464d91d-6b70-4f03-aebe-8d756df6077b up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:00:49.203232 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 0464d91d-6b70-4f03-aebe-8d756df6077b completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:00:49.212056 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 0464d91d-6b70-4f03-aebe-8d756df6077b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:00:49.212947 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:49.368669 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:49.369534 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd0bfced-24de-47f2-bb0b-6d9e681ae868 req-dff60e53-e817-4820-96bb-850e0a89a8c1 service neutron] 10.222.0.62 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172268 Nov 11 12:00:49.421015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be29d29-5619-4d5f-9b7a-c5ead44c5f91 req-f53759f8-4481-4630-a1e2-72602890ee0d tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:49.422766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8be29d29-5619-4d5f-9b7a-c5ead44c5f91 req-f53759f8-4481-4630-a1e2-72602890ee0d tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.2618544 Nov 11 12:00:49.434458 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ff131ddc-eaea-40c1-934c-69f3c094ac81 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:00:49.460526 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9dc8b373-06db-4e91-96eb-06baca727f69 req-46a239f1-048f-430c-b3ac-9fbb82ddb9d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdb4446f833346ea82bffee2f357a065&device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0347795 Nov 11 12:00:49.538841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-5d6be6eb-357b-4a44-8b8f-638029cac96a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Made reservation on behalf of 9f064667b8c9411daf9fa36b3097e975 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:00:49.542952 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-5d6be6eb-357b-4a44-8b8f-638029cac96a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:49.553420 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:49.570307 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9dc8b373-06db-4e91-96eb-06baca727f69 req-9f2a51b4-7f09-45cc-ba23-5d22d2d0637e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=bdb4446f833346ea82bffee2f357a065&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691917 Nov 11 12:00:49.591565 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8be29d29-5619-4d5f-9b7a-c5ead44c5f91 req-7bd0dd04-e20c-47b0-bf7f-75087646ce24 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581976 Nov 11 12:00:49.672311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ff131ddc-eaea-40c1-934c-69f3c094ac81, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ff131ddc-eaea-40c1-934c-69f3c094ac81,segment=NetworkSegment(3830253a-cee4-45b7-b44f-349d633a7dc0),segment_id=3830253a-cee4-45b7-b44f-349d633a7dc0)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:49.694076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'ff131ddc-eaea-40c1-934c-69f3c094ac81', 'network_id': '2626bd61-ef52-4ae0-b0ab-590c6bdd88ec', 'port_id': 'ff131ddc-eaea-40c1-934c-69f3c094ac81', 'mac_address': 'fa:16:3e:6d:1c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f81a86f-c988-41d8-9db9-540f02c42205', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:00:49.697052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c975ef1-8f21-4969-84d0-f3cf58b1c2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0464d91d-6b70-4f03-aebe-8d756df6077b'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:49.699654 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f204b935-db78-491b-ae89-278620d2933f" -d '{"events": [{"server_uuid": "3c975ef1-8f21-4969-84d0-f3cf58b1c2c7", "name": "network-vif-plugged", "status": "completed", "tag": "0464d91d-6b70-4f03-aebe-8d756df6077b"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:49.750077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 0464d91d-6b70-4f03-aebe-8d756df6077b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=0464d91d-6b70-4f03-aebe-8d756df6077b,segment=NetworkSegment(3830253a-cee4-45b7-b44f-349d633a7dc0),segment_id=3830253a-cee4-45b7-b44f-349d633a7dc0)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:49.757774 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:49.760315 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:49.774988 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd0bfced-24de-47f2-bb0b-6d9e681ae868 req-acefc6df-423d-451a-b231-aad4fc564513 service neutron] 10.222.0.62 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866935 Nov 11 12:00:49.777657 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-5d6be6eb-357b-4a44-8b8f-638029cac96a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Allocated IP 172.20.0.5 (0fdc1803-804f-4621-9528-5d6ca7b5284e/7e2157db-0569-4573-b66a-0d1b90c0d746/63065ca5-ec04-4a33-b9c4-3aea4c428548) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:49.817815 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-05e62788-a2e8-40da-8d80-313f2c5bbec2 req-c30d7aae-4106-47f3-aee3-855408ec0987 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0717793 Nov 11 12:00:49.842137 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff131ddc-eaea-40c1-934c-69f3c094ac81 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:00:49.877916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8080d48-1fe0-4d41-a394-2d838a558dec req-d181a987-52a2-47a6-bf37-d32f4cf5f1e8 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:49.885825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8080d48-1fe0-4d41-a394-2d838a558dec req-d181a987-52a2-47a6-bf37-d32f4cf5f1e8 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.1384182 Nov 11 12:00:49.888412 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=0464d91d-6b70-4f03-aebe-8d756df6077b,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:49.888780 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8b373-06db-4e91-96eb-06baca727f69 req-9c4ac0ab-e301-4bee-9955-f6de599bae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:49.890452 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9dc8b373-06db-4e91-96eb-06baca727f69 req-9c4ac0ab-e301-4bee-9955-f6de599bae34 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3066859 Nov 11 12:00:49.893330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ff131ddc-eaea-40c1-934c-69f3c094ac81, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ff131ddc-eaea-40c1-934c-69f3c094ac81,segment=NetworkSegment(3830253a-cee4-45b7-b44f-349d633a7dc0),segment_id=3830253a-cee4-45b7-b44f-349d633a7dc0)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:49.911761 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:50.017799 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=ff131ddc-eaea-40c1-934c-69f3c094ac81,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:50.018226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8080d48-1fe0-4d41-a394-2d838a558dec req-787504f0-0ad2-4048-9a3d-7dd8c0058972 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312127 Nov 11 12:00:50.077058 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:50.105623 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce8c0b2-145c-4b33-9df8-82193bf28b8a x-openstack-request-id: req-4ce8c0b2-145c-4b33-9df8-82193bf28b8a {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:50.106506 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c975ef1-8f21-4969-84d0-f3cf58b1c2c7", "name": "network-vif-plugged", "status": "completed", "tag": "0464d91d-6b70-4f03-aebe-8d756df6077b", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:50.106904 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ce8c0b2-145c-4b33-9df8-82193bf28b8a {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:50.107452 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c975ef1-8f21-4969-84d0-f3cf58b1c2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0464d91d-6b70-4f03-aebe-8d756df6077b', 'code': 200} Nov 11 12:00:50.139429 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-5d6be6eb-357b-4a44-8b8f-638029cac96a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:50.162953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76496597-6b4e-4a41-905f-69d37af6e0f8 req-20624d7b-c20d-442f-8e08-43a004c6199c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:50.169438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76496597-6b4e-4a41-905f-69d37af6e0f8 req-20624d7b-c20d-442f-8e08-43a004c6199c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:50.172146 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:50.177146 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76496597-6b4e-4a41-905f-69d37af6e0f8 req-20624d7b-c20d-442f-8e08-43a004c6199c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:50.183071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['ff131ddc-eaea-40c1-934c-69f3c094ac81'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:00:50.185623 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76496597-6b4e-4a41-905f-69d37af6e0f8 req-20624d7b-c20d-442f-8e08-43a004c6199c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:50.194145 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76496597-6b4e-4a41-905f-69d37af6e0f8 req-20624d7b-c20d-442f-8e08-43a004c6199c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:50.200818 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76496597-6b4e-4a41-905f-69d37af6e0f8 req-20624d7b-c20d-442f-8e08-43a004c6199c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:50.207050 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76496597-6b4e-4a41-905f-69d37af6e0f8 req-20624d7b-c20d-442f-8e08-43a004c6199c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:50.208990 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76496597-6b4e-4a41-905f-69d37af6e0f8 req-20624d7b-c20d-442f-8e08-43a004c6199c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5420 time: 0.1893508 Nov 11 12:00:50.256787 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb5a6a43-d6ff-4133-a281-31fd1e913ecf req-8b22300b-98c5-4dc5-8997-1a4e69759375 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 210 time: 0.0451746 Nov 11 12:00:50.334249 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-5d6be6eb-357b-4a44-8b8f-638029cac96a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:50.348373 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e31eb4-5449-40df-ac3b-5ded0a77291b req-6d79ec38-e917-46f5-b499-357b999f7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:50.350190 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3e31eb4-5449-40df-ac3b-5ded0a77291b req-6d79ec38-e917-46f5-b499-357b999f7ab4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 1097 time: 0.1518033 Nov 11 12:00:50.420122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76496597-6b4e-4a41-905f-69d37af6e0f8 req-df2c0685-1741-451b-b9ae-45080b693dba tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1822484 Nov 11 12:00:50.441931 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3e31eb4-5449-40df-ac3b-5ded0a77291b req-a458e4a0-ce4f-42dd-98f3-552020f07d9b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813560 Nov 11 12:00:50.442155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-5d6be6eb-357b-4a44-8b8f-638029cac96a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Network 0fdc1803-804f-4621-9528-5d6ca7b5284e is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:50.458167 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-5d6be6eb-357b-4a44-8b8f-638029cac96a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:50.461208 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-5d6be6eb-357b-4a44-8b8f-638029cac96a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:50.461478 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Allocated IP 172.25.2.9 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/ddd1347e-c8f1-41b9-8fc1-d7aaaf3409c0) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:50.541545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6be6eb-357b-4a44-8b8f-638029cac96a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Pushing event updated for resources: {'Port': ['ID=63065ca5-ec04-4a33-b9c4-3aea4c428548,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:50.559165 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-5d6be6eb-357b-4a44-8b8f-638029cac96a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:50.559165 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-5d6be6eb-357b-4a44-8b8f-638029cac96a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:50.620971 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-5d6be6eb-357b-4a44-8b8f-638029cac96a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5435202 Nov 11 12:00:50.629320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ddfe4-4478-4e96-9391-f1daac795caa req-8b91f5ac-6f16-4fc1-8290-8dcf1f92044e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:50.634170 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb7ddfe4-4478-4e96-9391-f1daac795caa req-8b91f5ac-6f16-4fc1-8290-8dcf1f92044e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 944 time: 0.2444718 Nov 11 12:00:50.646821 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:50.665292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Request body: {'port': {'device_id': 'f458329a-7b4a-4611-bf53-e79dd3eb2a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:50.687514 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:50.737177 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:50.741224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:50.750472 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:50.786033 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Pushing event updated for resources: {'Port': ['ID=ddd1347e-c8f1-41b9-8fc1-d7aaaf3409c0,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:51.050051 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:51.199431 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:51.227513 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7d594-f993-49f1-b210-df43b7f047a4 req-05c0ee8e-cf04-483b-bc6a-58903fe7ad93 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:51.235327 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-58c7d594-f993-49f1-b210-df43b7f047a4 req-05c0ee8e-cf04-483b-bc6a-58903fe7ad93 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.1396940 Nov 11 12:00:51.245415 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb7ddfe4-4478-4e96-9391-f1daac795caa req-0532e8a3-d966-4cb3-8d62-c66a30334269 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6078162 Nov 11 12:00:51.330821 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:51.338233 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:51.364439 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09cf7972-fc6e-4067-9023-94c08764f7be req-eb9f906b-6397-43c1-8707-7361ca3b1c9c tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0408561 Nov 11 12:00:51.381626 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:51.411039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ff131ddc-eaea-40c1-934c-69f3c094ac81 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:00:51.468001 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-58c7d594-f993-49f1-b210-df43b7f047a4 req-eb1a5dad-13f1-47d6-905d-987e1f2458bf tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314687 Nov 11 12:00:51.472446 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9dc8b373-06db-4e91-96eb-06baca727f69 req-7708010a-520e-47d9-8ec9-6456a731679f tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.43 "GET /v2.0/ports?device_id=211b3539-44b4-4185-a9b4-141dde8f5178 HTTP/1.1" status: 200 len: 210 time: 0.0795105 Nov 11 12:00:51.512844 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port ff131ddc-eaea-40c1-934c-69f3c094ac81 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:00:51.520930 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port ff131ddc-eaea-40c1-934c-69f3c094ac81 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:00:51.521450 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:51.646676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Router aa352f8d-fbfa-4e43-9ccc-8e735a26cec0 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:00:51.665067 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:51.737994 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ff131ddc-eaea-40c1-934c-69f3c094ac81, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ff131ddc-eaea-40c1-934c-69f3c094ac81,segment=NetworkSegment(3830253a-cee4-45b7-b44f-349d633a7dc0),segment_id=3830253a-cee4-45b7-b44f-349d633a7dc0)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:51.748764 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:51.754691 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf63326-97b5-44f7-9ead-6d72e63032c9 req-0d32b1f9-5d03-4796-8e56-11d28bdf8667 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:51.756509 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcf63326-97b5-44f7-9ead-6d72e63032c9 req-0d32b1f9-5d03-4796-8e56-11d28bdf8667 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.2599099 Nov 11 12:00:51.801895 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:00:51.823722 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:51.824424 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9bda80-e59c-4087-bb11-1955f6da5a20 None None] Sync routers for ids ['aa352f8d-fbfa-4e43-9ccc-8e735a26cec0'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:00:51.825417 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9b8ae00c-4e31-4e05-8b71-6ba037410fa4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "PUT /v2.0/routers/aa352f8d-fbfa-4e43-9ccc-8e735a26cec0 HTTP/1.1" status: 200 len: 881 time: 3.0102015 Nov 11 12:00:51.828081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55190) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:51.840801 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=ff131ddc-eaea-40c1-934c-69f3c094ac81,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:51.842524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4ae3a-8ccf-4367-93d5-6c6a32c00979 req-50e09f1f-a623-4a82-9edc-25b1ea7d559f tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:51.844353 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14a4ae3a-8ccf-4367-93d5-6c6a32c00979 req-50e09f1f-a623-4a82-9edc-25b1ea7d559f tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 931 time: 0.1645267 Nov 11 12:00:51.863871 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9bda80-e59c-4087-bb11-1955f6da5a20 None None] Routers {'aa352f8d-fbfa-4e43-9ccc-8e735a26cec0'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:51.864689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcf63326-97b5-44f7-9ead-6d72e63032c9 req-783841eb-846d-4e2e-944c-e67ead2a5f47 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004181 Nov 11 12:00:51.865131 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0a9bda80-e59c-4087-bb11-1955f6da5a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['aa352f8d-fbfa-4e43-9ccc-8e735a26cec0'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:51.925168 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0a9bda80-e59c-4087-bb11-1955f6da5a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:51.936817 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9bda80-e59c-4087-bb11-1955f6da5a20 None None] Routers {'aa352f8d-fbfa-4e43-9ccc-8e735a26cec0'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:51.937464 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0a9bda80-e59c-4087-bb11-1955f6da5a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['aa352f8d-fbfa-4e43-9ccc-8e735a26cec0'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:51.975927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0a9bda80-e59c-4087-bb11-1955f6da5a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:51.976516 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9bda80-e59c-4087-bb11-1955f6da5a20 None None] The sync data for ids ['aa352f8d-fbfa-4e43-9ccc-8e735a26cec0'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:00:51.993893 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dd16e9cd-1655-4894-8b68-9470e0e9e319 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "GET /v2.0/routers/aa352f8d-fbfa-4e43-9ccc-8e735a26cec0 HTTP/1.1" status: 200 len: 922 time: 0.1625912 Nov 11 12:00:51.995601 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14a4ae3a-8ccf-4367-93d5-6c6a32c00979 req-648c7a82-98e4-4fa6-a0d9-11860c478075 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7cdb983-b189-4369-b7d7-83f94edb4396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267433 Nov 11 12:00:52.016976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55192) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:52.102971 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da308b1c-0709-4f35-89f8-2c921a0be704 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:52.104582 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-da308b1c-0709-4f35-89f8-2c921a0be704 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&device_id=aa352f8d-fbfa-4e43-9ccc-8e735a26cec0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0863080 Nov 11 12:00:52.111595 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6a415a-b421-4af0-b820-2042173e3c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff131ddc-eaea-40c1-934c-69f3c094ac81'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:52.111776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55194) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:52.111871 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4779209-5a3d-4bca-b921-f7e70662e5f3" -d '{"events": [{"server_uuid": "1c6a415a-b421-4af0-b820-2042173e3c50", "name": "network-vif-plugged", "status": "completed", "tag": "ff131ddc-eaea-40c1-934c-69f3c094ac81"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:52.134803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba5f30-5d39-42de-9677-36da90ccf75a req-70e85156-fd7f-48ec-acc1-792d9faf4257 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:52.146509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba5f30-5d39-42de-9677-36da90ccf75a req-70e85156-fd7f-48ec-acc1-792d9faf4257 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:52.153883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba5f30-5d39-42de-9677-36da90ccf75a req-70e85156-fd7f-48ec-acc1-792d9faf4257 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:52.161953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba5f30-5d39-42de-9677-36da90ccf75a req-70e85156-fd7f-48ec-acc1-792d9faf4257 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:52.169459 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d747af8c-bbfd-49dc-a76a-cb5e90ac5b89 x-openstack-request-id: req-d747af8c-bbfd-49dc-a76a-cb5e90ac5b89 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:52.169777 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6a415a-b421-4af0-b820-2042173e3c50", "name": "network-vif-plugged", "status": "completed", "tag": "ff131ddc-eaea-40c1-934c-69f3c094ac81", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:52.169925 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba5f30-5d39-42de-9677-36da90ccf75a req-70e85156-fd7f-48ec-acc1-792d9faf4257 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:52.170030 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d747af8c-bbfd-49dc-a76a-cb5e90ac5b89 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:52.170398 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6a415a-b421-4af0-b820-2042173e3c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff131ddc-eaea-40c1-934c-69f3c094ac81', 'code': 200} Nov 11 12:00:52.176506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba5f30-5d39-42de-9677-36da90ccf75a req-70e85156-fd7f-48ec-acc1-792d9faf4257 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:52.183203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba5f30-5d39-42de-9677-36da90ccf75a req-70e85156-fd7f-48ec-acc1-792d9faf4257 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:52.185401 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-08ba5f30-5d39-42de-9677-36da90ccf75a req-70e85156-fd7f-48ec-acc1-792d9faf4257 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5420 time: 0.1870337 Nov 11 12:00:52.204270 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63065ca5-ec04-4a33-b9c4-3aea4c428548 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:00:52.219066 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:52.281817 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-08ba5f30-5d39-42de-9677-36da90ccf75a req-7eb7bcea-5e75-43cf-a99c-a72e2554ad95 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849290 Nov 11 12:00:52.322583 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Transition to ACTIVE for port object 63065ca5-ec04-4a33-b9c4-3aea4c428548 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:00:52.330546 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:52.340695 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d33000e-119c-4c43-aabd-3d861a1b1d13 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:52.342973 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7d33000e-119c-4c43-aabd-3d861a1b1d13 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 881 time: 0.2322211 Nov 11 12:00:52.345889 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55204) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:52.379858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Pushing event updated for resources: {'Port': ['ID=63065ca5-ec04-4a33-b9c4-3aea4c428548,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:52.400921 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c2353-0448-49ae-bede-8b4907afa8ba req-623188fd-e180-433c-ba8f-207524046c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:52.408558 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-122c6f60-678c-430a-9aa9-7c2f704b34b7 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa352f8d-fbfa-4e43-9ccc-8e735a26cec0 HTTP/1.1" status: 200 len: 205 time: 0.0596666 Nov 11 12:00:52.411350 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-263c2353-0448-49ae-bede-8b4907afa8ba req-623188fd-e180-433c-ba8f-207524046c06 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 1096 time: 0.1255233 Nov 11 12:00:52.411495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55208) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:52.538608 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6dfdc-9f65-4752-8502-0eb7ff0086c9 req-4cfbe594-eb09-452e-b1be-02fd2d657635 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:52.547185 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ded54c39-f944-4914-8fd0-a9b27196e322 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:52.553004 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9cb6dfdc-9f65-4752-8502-0eb7ff0086c9 req-4cfbe594-eb09-452e-b1be-02fd2d657635 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.1683052 Nov 11 12:00:52.652182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-263c2353-0448-49ae-bede-8b4907afa8ba req-2138621f-f9ba-44ab-a561-eab374c85a81 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119865 Nov 11 12:00:52.667728 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9cb6dfdc-9f65-4752-8502-0eb7ff0086c9 req-ae25d0d1-4ed8-4e92-9ff1-594cbb12b025 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126971 Nov 11 12:00:52.726958 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ded54c39-f944-4914-8fd0-a9b27196e322 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:52.817379 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-ded54c39-f944-4914-8fd0-a9b27196e322 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Deleting port ddd1347e-c8f1-41b9-8fc1-d7aaaf3409c0 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:00:52.818108 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ded54c39-f944-4914-8fd0-a9b27196e322 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:52.828075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8cbac-14eb-4931-934b-735e49acc4ec req-492b94a7-d5cf-47d5-a8cf-dd4166809178 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:52.836349 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42f8cbac-14eb-4931-934b-735e49acc4ec req-492b94a7-d5cf-47d5-a8cf-dd4166809178 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.1134765 Nov 11 12:00:52.846129 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de6e227a-3e94-4061-9efa-76940a3913fa req-8a4fbb83-caee-4f23-abd3-e1734ec12797 tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c49b039-3740-477f-bf55-7b47f8ab277f HTTP/1.1" status: 200 len: 210 time: 0.0682204 Nov 11 12:00:52.893515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90f365e6-e0e2-4543-ab9c-8163606716c7 req-131525cd-d039-40a5-8c56-aa5610d857b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bdb4446f833346ea82bffee2f357a065&device_id=3c49b039-3740-477f-bf55-7b47f8ab277f HTTP/1.1" status: 200 len: 210 time: 0.0260406 Nov 11 12:00:52.900175 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Attempting to bind port 63065ca5-ec04-4a33-b9c4-3aea4c428548 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:00:52.900363 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Attempting to bind port 63065ca5-ec04-4a33-b9c4-3aea4c428548 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'c153829d-283e-4fcd-a942-31c2aab9712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '0fdc1803-804f-4621-9528-5d6ca7b5284e'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:00:52.900677 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Attempting to bind port 63065ca5-ec04-4a33-b9c4-3aea4c428548 on network 0fdc1803-804f-4621-9528-5d6ca7b5284e {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:52.920565 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Port 63065ca5-ec04-4a33-b9c4-3aea4c428548 on network 0fdc1803-804f-4621-9528-5d6ca7b5284e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:00:52.920899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Attempting to bind port 63065ca5-ec04-4a33-b9c4-3aea4c428548 on network 0fdc1803-804f-4621-9528-5d6ca7b5284e {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:00:52.943233 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ded54c39-f944-4914-8fd0-a9b27196e322 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:52.947136 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:00:52.947483 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Checking segment: {'id': 'c153829d-283e-4fcd-a942-31c2aab9712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '0fdc1803-804f-4621-9528-5d6ca7b5284e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:00:52.947873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Bound using segment: {'id': 'c153829d-283e-4fcd-a942-31c2aab9712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '0fdc1803-804f-4621-9528-5d6ca7b5284e'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:00:52.948314 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Bound port: 63065ca5-ec04-4a33-b9c4-3aea4c428548, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c153829d-283e-4fcd-a942-31c2aab9712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '0fdc1803-804f-4621-9528-5d6ca7b5284e'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:00:52.948674 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:52.952114 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90f365e6-e0e2-4543-ab9c-8163606716c7 req-0e64f9a5-2f1c-46a6-bb96-85b16f818442 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=bdb4446f833346ea82bffee2f357a065&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459099 Nov 11 12:00:52.960040 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-ded54c39-f944-4914-8fd0-a9b27196e322 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Calling delete_port for ddd1347e-c8f1-41b9-8fc1-d7aaaf3409c0 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:00:52.968606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42f8cbac-14eb-4931-934b-735e49acc4ec req-ce76b618-9dfd-4058-ae29-61642c475fd9 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311591 Nov 11 12:00:53.198449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab0834-5d42-4b82-ba78-1f4eb8fa8900 req-0aeaa862-d291-41a2-9046-7d177769ef1b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:53.206125 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-74ab0834-5d42-4b82-ba78-1f4eb8fa8900 req-0aeaa862-d291-41a2-9046-7d177769ef1b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.2284112 Nov 11 12:00:53.209482 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ded54c39-f944-4914-8fd0-a9b27196e322 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:53.245198 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded54c39-f944-4914-8fd0-a9b27196e322 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Pushing event deleted for resources: {'Port': ['ID=ddd1347e-c8f1-41b9-8fc1-d7aaaf3409c0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:53.307643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3cb40-9874-4152-a306-ae47b7444274 req-5f71e5ee-e295-44be-a359-f0e9ba5f0742 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:53.314293 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ef3cb40-9874-4152-a306-ae47b7444274 req-5f71e5ee-e295-44be-a359-f0e9ba5f0742 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 943 time: 0.2219741 Nov 11 12:00:53.318059 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ded54c39-f944-4914-8fd0-a9b27196e322 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:53.322598 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] For port 63065ca5-ec04-4a33-b9c4-3aea4c428548, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:00:53.354985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f365e6-e0e2-4543-ab9c-8163606716c7 req-662b6f89-7dbb-4ac8-bc48-c03c79b07bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:53.356527 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90f365e6-e0e2-4543-ab9c-8163606716c7 req-662b6f89-7dbb-4ac8-bc48-c03c79b07bb2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3869476 Nov 11 12:00:53.364286 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] For port 63065ca5-ec04-4a33-b9c4-3aea4c428548, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=63065ca5-ec04-4a33-b9c4-3aea4c428548,segment=NetworkSegment(c153829d-283e-4fcd-a942-31c2aab9712f),segment_id=c153829d-283e-4fcd-a942-31c2aab9712f)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:00:53.390272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-74ab0834-5d42-4b82-ba78-1f4eb8fa8900 req-59758920-1691-443b-957e-bbde174c60f6 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831222 Nov 11 12:00:53.405282 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:53.432140 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ded54c39-f944-4914-8fd0-a9b27196e322 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:53.434565 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ded54c39-f944-4914-8fd0-a9b27196e322 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:53.465450 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:53.466107 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:53.467525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] 10.222.0.43 "PUT /v2.0/ports/63065ca5-ec04-4a33-b9c4-3aea4c428548 HTTP/1.1" status: 200 len: 1091 time: 2.8067079 Nov 11 12:00:53.467973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f458329a-7b4a-4611-bf53-e79dd3eb2a8f', 'tag': '63065ca5-ec04-4a33-b9c4-3aea4c428548'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:00:53.470396 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b48f73b-f975-4380-a598-c5ae2628acb5" -d '{"events": [{"name": "network-changed", "server_uuid": "f458329a-7b4a-4611-bf53-e79dd3eb2a8f", "tag": "63065ca5-ec04-4a33-b9c4-3aea4c428548"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:00:53.486698 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ef3cb40-9874-4152-a306-ae47b7444274 req-457979c0-299f-430e-a0ef-66d668a9caf0 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7cdb983-b189-4369-b7d7-83f94edb4396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714931 Nov 11 12:00:53.513725 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ded54c39-f944-4914-8fd0-a9b27196e322 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:53.514306 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded54c39-f944-4914-8fd0-a9b27196e322 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Fanout notify agent at l3_agent the message router_deleted on router aa352f8d-fbfa-4e43-9ccc-8e735a26cec0 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:00:53.519159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219a17c-0691-420b-8031-fa40446f0bee service neutron] Pushing event updated for resources: {'Port': ['ID=63065ca5-ec04-4a33-b9c4-3aea4c428548,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:53.536841 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ded54c39-f944-4914-8fd0-a9b27196e322 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:53.538351 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ded54c39-f944-4914-8fd0-a9b27196e322 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "DELETE /v2.0/routers/aa352f8d-fbfa-4e43-9ccc-8e735a26cec0 HTTP/1.1" status: 204 len: 168 time: 1.1258729 Nov 11 12:00:53.544329 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55226) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:53.551438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-44acd4ef-18a9-4c9c-aecb-af3e0ec6b510 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1987667920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:53.596383 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7d86f2-5a10-4945-b8a0-e79af5e8d7bc x-openstack-request-id: req-1b7d86f2-5a10-4945-b8a0-e79af5e8d7bc {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:00:53.597114 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f458329a-7b4a-4611-bf53-e79dd3eb2a8f", "tag": "63065ca5-ec04-4a33-b9c4-3aea4c428548", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:00:53.597567 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b7d86f2-5a10-4945-b8a0-e79af5e8d7bc {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:00:53.598205 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f458329a-7b4a-4611-bf53-e79dd3eb2a8f', 'tag': '63065ca5-ec04-4a33-b9c4-3aea4c428548', 'status': 'completed', 'code': 200} Nov 11 12:00:53.601467 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-44acd4ef-18a9-4c9c-aecb-af3e0ec6b510 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:53.605656 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-44acd4ef-18a9-4c9c-aecb-af3e0ec6b510 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:53.641368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-763ec588-f5b3-4470-b2e6-040d67a702b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:53.643300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-763ec588-f5b3-4470-b2e6-040d67a702b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f064667b8c9411daf9fa36b3097e975&device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 1094 time: 0.1058288 Nov 11 12:00:53.656126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd2390-d260-4230-a206-daa0e995e4a8 req-f8f9674b-e7a4-42ad-b6df-2b1dd7558219 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:53.662595 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd2390-d260-4230-a206-daa0e995e4a8 req-f8f9674b-e7a4-42ad-b6df-2b1dd7558219 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:53.668433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd2390-d260-4230-a206-daa0e995e4a8 req-f8f9674b-e7a4-42ad-b6df-2b1dd7558219 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:53.674561 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd2390-d260-4230-a206-daa0e995e4a8 req-f8f9674b-e7a4-42ad-b6df-2b1dd7558219 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:53.680449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd2390-d260-4230-a206-daa0e995e4a8 req-f8f9674b-e7a4-42ad-b6df-2b1dd7558219 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:53.686468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd2390-d260-4230-a206-daa0e995e4a8 req-f8f9674b-e7a4-42ad-b6df-2b1dd7558219 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:53.686711 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-44acd4ef-18a9-4c9c-aecb-af3e0ec6b510 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:53.692737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd2390-d260-4230-a206-daa0e995e4a8 req-f8f9674b-e7a4-42ad-b6df-2b1dd7558219 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:53.698150 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16bd2390-d260-4230-a206-daa0e995e4a8 req-f8f9674b-e7a4-42ad-b6df-2b1dd7558219 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5420 time: 0.1328199 Nov 11 12:00:53.701009 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-44acd4ef-18a9-4c9c-aecb-af3e0ec6b510 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:53.732296 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-44acd4ef-18a9-4c9c-aecb-af3e0ec6b510 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:53.737430 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-44acd4ef-18a9-4c9c-aecb-af3e0ec6b510 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1915443 Nov 11 12:00:53.738344 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55230) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:53.743622 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'enable_snat': True}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:53.773573 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-9a4b62f9-0617-4797-bf6e-a0d5c356e856 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63065ca5-ec04-4a33-b9c4-3aea4c428548 HTTP/1.1" status: 200 len: 217 time: 0.0703919 Nov 11 12:00:53.872633 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-07e603e0-8bab-438c-9ef3-dee8e61de5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:53.875078 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-07e603e0-8bab-438c-9ef3-dee8e61de5ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e2157db-0569-4573-b66a-0d1b90c0d746 HTTP/1.1" status: 200 len: 854 time: 0.0546381 Nov 11 12:00:53.939887 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43be48e-47a9-4ee7-ba4c-eb984c869b25 req-d40ff5fb-52ec-47c7-bfb0-8a9129587bd6 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:53.946382 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b43be48e-47a9-4ee7-ba4c-eb984c869b25 req-d40ff5fb-52ec-47c7-bfb0-8a9129587bd6 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.1702335 Nov 11 12:00:53.975908 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:53.985373 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-5923bac5-0217-4377-8e9f-cafe52480500 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0fdc1803-804f-4621-9528-5d6ca7b5284e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975754 Nov 11 12:00:54.108727 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16bd2390-d260-4230-a206-daa0e995e4a8 req-5b16cd95-6dde-4a71-843f-dca4a3f93e58 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4036012 Nov 11 12:00:54.139335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b43be48e-47a9-4ee7-ba4c-eb984c869b25 req-44fa20d6-d8fb-4d75-bea9-52ca33f49f3e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911438 Nov 11 12:00:54.265335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83055333-0d07-4034-9763-92e3a5d991bc req-59aaed93-889e-4acc-b0df-56ae84f40aae tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c49b039-3740-477f-bf55-7b47f8ab277f HTTP/1.1" status: 200 len: 210 time: 0.0583758 Nov 11 12:00:54.332126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-5dd4a7ee-74fc-4aa6-b355-a10c478ddfa0 service neutron] 10.222.0.43 "GET /v2.0/networks/0fdc1803-804f-4621-9528-5d6ca7b5284e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395519 Nov 11 12:00:54.345883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ea641-05b1-4c8c-a59e-d4ab65d778f7 req-f90af5a1-1dbb-4c5f-9d5f-3e338ef33183 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:54.347460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b9ea641-05b1-4c8c-a59e-d4ab65d778f7 req-f90af5a1-1dbb-4c5f-9d5f-3e338ef33183 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.1147978 Nov 11 12:00:54.512391 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63fe6f4d-b264-4e68-8889-8a6e37d9ea2f req-40ae7d55-52ef-4813-8f5c-11e9410bf2ff service neutron] 10.222.0.43 "GET /v2.0/networks/0fdc1803-804f-4621-9528-5d6ca7b5284e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630611 Nov 11 12:00:54.563095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b9ea641-05b1-4c8c-a59e-d4ab65d778f7 req-96f65317-c4e9-40b4-b78d-13658a4b0091 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062700 Nov 11 12:00:54.586860 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487177b5-9878-4034-9daf-2256a96be244 req-a3af2955-0e41-480a-a8e5-c3def84a02ee tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:54.595149 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-487177b5-9878-4034-9daf-2256a96be244 req-a3af2955-0e41-480a-a8e5-c3def84a02ee tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.0965917 Nov 11 12:00:54.664518 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:54.695193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-487177b5-9878-4034-9daf-2256a96be244 req-06942469-511f-419d-88e7-4b323b0e60a8 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990548 Nov 11 12:00:54.703648 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:54.739994 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48f73b-f975-4380-a598-c5ae2628acb5 req-c2286d3b-3657-4d36-863b-c2163858cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:54.741965 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b48f73b-f975-4380-a598-c5ae2628acb5 req-c2286d3b-3657-4d36-863b-c2163858cb59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f064667b8c9411daf9fa36b3097e975&device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 1094 time: 0.1259484 Nov 11 12:00:54.872033 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Allocated IP 172.25.2.194 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/f4732639-2f75-4416-8568-5cc885e523b9) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:00:54.891377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed72bf4-3754-4ae2-949f-042ecfad06ea req-c4bdb175-647e-4c63-9797-3104eab5255a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:54.892953 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ed72bf4-3754-4ae2-949f-042ecfad06ea req-c4bdb175-647e-4c63-9797-3104eab5255a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 943 time: 0.1094027 Nov 11 12:00:55.002270 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90f365e6-e0e2-4543-ab9c-8163606716c7 req-e5f0fd59-5831-4a2f-a407-9c9a89f219db tempest-ServerShowV247Test-2009666772 tempest-ServerShowV247Test-2009666772-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c49b039-3740-477f-bf55-7b47f8ab277f HTTP/1.1" status: 200 len: 210 time: 0.0677888 Nov 11 12:00:55.015572 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:55.046774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48f73b-f975-4380-a598-c5ae2628acb5 req-8d8bcaa9-5c16-4417-bb84-30017d9a7fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:55.049674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b48f73b-f975-4380-a598-c5ae2628acb5 req-8d8bcaa9-5c16-4417-bb84-30017d9a7fff service neutron] 10.222.0.43 "GET /v2.0/networks?id=0fdc1803-804f-4621-9528-5d6ca7b5284e HTTP/1.1" status: 200 len: 916 time: 0.2933071 Nov 11 12:00:55.055858 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ed72bf4-3754-4ae2-949f-042ecfad06ea req-a4b41fa4-b02d-4fa4-8e79-5673e10d4931 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7cdb983-b189-4369-b7d7-83f94edb4396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505699 Nov 11 12:00:55.056201 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:55.102254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:00:55.104067 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b48f73b-f975-4380-a598-c5ae2628acb5 req-64b5cae1-d274-4ce2-b962-10f26d73c9aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63065ca5-ec04-4a33-b9c4-3aea4c428548 HTTP/1.1" status: 200 len: 217 time: 0.0454497 Nov 11 12:00:55.107676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:00:55.111372 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:00:55.183472 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Pushing event updated for resources: {'Port': ['ID=f4732639-2f75-4416-8568-5cc885e523b9,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:55.238367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48f73b-f975-4380-a598-c5ae2628acb5 req-bd5fd805-548b-43f4-b172-10c8f4f76488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:55.240445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b48f73b-f975-4380-a598-c5ae2628acb5 req-bd5fd805-548b-43f4-b172-10c8f4f76488 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e2157db-0569-4573-b66a-0d1b90c0d746 HTTP/1.1" status: 200 len: 854 time: 0.1213655 Nov 11 12:00:55.307367 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b48f73b-f975-4380-a598-c5ae2628acb5 req-de2730ea-e13b-4aa6-82fe-84b550252283 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0fdc1803-804f-4621-9528-5d6ca7b5284e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576320 Nov 11 12:00:55.450209 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b48f73b-f975-4380-a598-c5ae2628acb5 req-ed7d140f-357b-4757-b8f6-6bdcf3271a04 service neutron] 10.222.0.43 "GET /v2.0/networks/0fdc1803-804f-4621-9528-5d6ca7b5284e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076686 Nov 11 12:00:55.482113 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:55.508474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69c0ce-b929-4dde-a854-296f881ec7ae req-498000dc-94dd-4449-8488-31711e8f6f6c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:55.517669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69c0ce-b929-4dde-a854-296f881ec7ae req-498000dc-94dd-4449-8488-31711e8f6f6c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:55.524639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69c0ce-b929-4dde-a854-296f881ec7ae req-498000dc-94dd-4449-8488-31711e8f6f6c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:55.531715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69c0ce-b929-4dde-a854-296f881ec7ae req-498000dc-94dd-4449-8488-31711e8f6f6c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:55.541634 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69c0ce-b929-4dde-a854-296f881ec7ae req-498000dc-94dd-4449-8488-31711e8f6f6c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:55.549622 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69c0ce-b929-4dde-a854-296f881ec7ae req-498000dc-94dd-4449-8488-31711e8f6f6c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:55.557762 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69c0ce-b929-4dde-a854-296f881ec7ae req-498000dc-94dd-4449-8488-31711e8f6f6c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:55.559791 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c69c0ce-b929-4dde-a854-296f881ec7ae req-498000dc-94dd-4449-8488-31711e8f6f6c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5420 time: 0.2930753 Nov 11 12:00:55.688983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b081db6-7c20-4e5a-bfc6-6df2fd7989be req-f307f8c1-5d23-44d5-9933-42b0601a15a1 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:55.698602 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b081db6-7c20-4e5a-bfc6-6df2fd7989be req-f307f8c1-5d23-44d5-9933-42b0601a15a1 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.4344635 Nov 11 12:00:55.809007 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:55.813753 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:55.820422 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c69c0ce-b929-4dde-a854-296f881ec7ae req-6b357b61-32f6-4e78-b47a-41614d8afd8c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2536886 Nov 11 12:00:55.838649 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b48f73b-f975-4380-a598-c5ae2628acb5 req-1a32123a-5c60-4d8e-b62a-fa90170071e5 service neutron] 10.222.0.43 "GET /v2.0/networks/0fdc1803-804f-4621-9528-5d6ca7b5284e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712671 Nov 11 12:00:55.864378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b081db6-7c20-4e5a-bfc6-6df2fd7989be req-239004c4-9041-4973-8aff-45b343e32916 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225295 Nov 11 12:00:56.061646 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Router ec8c2119-0949-4d7c-a700-5827caf11046 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:00:56.099541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfdf56-f454-4686-aa56-a7c77648b337 req-612116c2-dfab-4d59-9f55-7716498898b7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:56.109506 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-adbfdf56-f454-4686-aa56-a7c77648b337 req-612116c2-dfab-4d59-9f55-7716498898b7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.1210008 Nov 11 12:00:56.250062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-adbfdf56-f454-4686-aa56-a7c77648b337 req-0cd9095e-5e89-4af1-9e67-d22a31453498 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352065 Nov 11 12:00:56.324157 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64514e7-4a5f-43b0-beb8-66877289b8d5 req-31f0100e-2bd2-4224-970b-20c5c36a70cb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:56.327044 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d64514e7-4a5f-43b0-beb8-66877289b8d5 req-31f0100e-2bd2-4224-970b-20c5c36a70cb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.1614635 Nov 11 12:00:56.344340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:00:56.362948 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4604c9-e0ec-43ef-b2b6-c273f88d52a3 None None] Sync routers for ids ['ec8c2119-0949-4d7c-a700-5827caf11046'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:00:56.369191 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:56.375628 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-25ad3e37-9e57-44db-a6f9-386c7d4f032e tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "PUT /v2.0/routers/ec8c2119-0949-4d7c-a700-5827caf11046 HTTP/1.1" status: 200 len: 919 time: 2.6332178 Nov 11 12:00:56.376402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55262) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:56.393174 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4604c9-e0ec-43ef-b2b6-c273f88d52a3 None None] Routers {'ec8c2119-0949-4d7c-a700-5827caf11046'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:56.397880 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0c4604c9-e0ec-43ef-b2b6-c273f88d52a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ec8c2119-0949-4d7c-a700-5827caf11046'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:56.499591 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d64514e7-4a5f-43b0-beb8-66877289b8d5 req-3f3ba285-744b-475f-a146-0859be9dde40 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582315 Nov 11 12:00:56.581143 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0c4604c9-e0ec-43ef-b2b6-c273f88d52a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:56.630300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55274) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:56.630426 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4604c9-e0ec-43ef-b2b6-c273f88d52a3 None None] Routers {'ec8c2119-0949-4d7c-a700-5827caf11046'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:00:56.631017 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0c4604c9-e0ec-43ef-b2b6-c273f88d52a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ec8c2119-0949-4d7c-a700-5827caf11046'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:56.743609 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c0d430a8-4b56-4732-ad54-7d4ad4174b67 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "GET /v2.0/routers/ec8c2119-0949-4d7c-a700-5827caf11046 HTTP/1.1" status: 200 len: 925 time: 0.3652353 Nov 11 12:00:56.747712 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55278) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:56.793109 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0c4604c9-e0ec-43ef-b2b6-c273f88d52a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:00:56.794071 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4604c9-e0ec-43ef-b2b6-c273f88d52a3 None None] The sync data for ids ['ec8c2119-0949-4d7c-a700-5827caf11046'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:00:56.835881 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acfc7b9-f964-41e5-8bba-ab4cfe762774 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:56.840564 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3acfc7b9-f964-41e5-8bba-ab4cfe762774 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&device_id=ec8c2119-0949-4d7c-a700-5827caf11046&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0907598 Nov 11 12:00:56.843396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55280) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:56.957323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6367104-0260-45a3-836e-16c4a4402f59 req-7af38e0a-a976-452c-a992-f959f5ed5801 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:56.959764 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6367104-0260-45a3-836e-16c4a4402f59 req-7af38e0a-a976-452c-a992-f959f5ed5801 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 943 time: 0.3077874 Nov 11 12:00:56.976541 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bcaee31-45a7-4bee-8f57-c506a083b30f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:57.039859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b620bb1-580e-4b3c-8a66-64f21fcba334 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:57.043178 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1b620bb1-580e-4b3c-8a66-64f21fcba334 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 881 time: 0.1977284 Nov 11 12:00:57.046271 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55290) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:57.081502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336aea1-a972-4be4-84f6-bab3f45ca252 req-7034e462-b2bb-4348-bb2b-72ee2dd9f263 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:57.092075 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d336aea1-a972-4be4-84f6-bab3f45ca252 req-7034e462-b2bb-4348-bb2b-72ee2dd9f263 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.3153133 Nov 11 12:00:57.140190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea942dd-8c83-4cd1-bc2a-f818206679df req-b6e7798b-106e-48fd-a82b-236eada1b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:57.141871 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ea942dd-8c83-4cd1-bc2a-f818206679df req-b6e7798b-106e-48fd-a82b-236eada1b227 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f07a7411337b45a8a7f3d2d1f861c200&device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 1096 time: 0.4180725 Nov 11 12:00:57.149744 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 140f0f42-4358-4311-afc5-2dba84513e2f details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:00:57.151564 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6367104-0260-45a3-836e-16c4a4402f59 req-7027bc8e-50eb-4a2e-b19a-64e3ca10d1aa tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7cdb983-b189-4369-b7d7-83f94edb4396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789339 Nov 11 12:00:57.158065 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9844e099-c66b-49b8-983f-2cc3252f78fd tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec8c2119-0949-4d7c-a700-5827caf11046 HTTP/1.1" status: 200 len: 205 time: 0.1067047 Nov 11 12:00:57.158744 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55292) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:57.219329 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bcaee31-45a7-4bee-8f57-c506a083b30f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:57.238146 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bcaee31-45a7-4bee-8f57-c506a083b30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:57.414799 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d336aea1-a972-4be4-84f6-bab3f45ca252 req-6ec7ef61-8432-42ea-87ca-88bb87ba240d tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213153 Nov 11 12:00:57.439764 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 140f0f42-4358-4311-afc5-2dba84513e2f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=140f0f42-4358-4311-afc5-2dba84513e2f,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:57.454946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '140f0f42-4358-4311-afc5-2dba84513e2f', 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081', 'port_id': '140f0f42-4358-4311-afc5-2dba84513e2f', 'mac_address': 'fa:16:3e:b2:59:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e99551-4140-4663-b03e-6ab8528ee6e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:00:57.500575 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:57.527063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 140f0f42-4358-4311-afc5-2dba84513e2f {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:00:57.535839 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2bcaee31-45a7-4bee-8f57-c506a083b30f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bdb4446f833346ea82bffee2f357a065&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9039149 Nov 11 12:00:57.538057 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4eed3b61-186e-4398-9feb-fd99e4317a91 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:57.538735 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55308) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:57.596931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 140f0f42-4358-4311-afc5-2dba84513e2f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=140f0f42-4358-4311-afc5-2dba84513e2f,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:57.607376 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:57.608300 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 63065ca5-ec04-4a33-b9c4-3aea4c428548 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:00:57.623453 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea942dd-8c83-4cd1-bc2a-f818206679df req-e4e6e1e3-5c8d-40f0-9cfe-3406b32e606d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:57.626817 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ea942dd-8c83-4cd1-bc2a-f818206679df req-e4e6e1e3-5c8d-40f0-9cfe-3406b32e606d service neutron] 10.222.0.62 "GET /v2.0/networks?id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec HTTP/1.1" status: 200 len: 921 time: 0.4726746 Nov 11 12:00:57.669604 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcaee31-45a7-4bee-8f57-c506a083b30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7234b45-9a8a-4fd4-be87-826183708ab9,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:57.759294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ea942dd-8c83-4cd1-bc2a-f818206679df req-88d59b79-cc1b-4c6b-939e-b0f70aff0c7f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff131ddc-eaea-40c1-934c-69f3c094ac81 HTTP/1.1" status: 200 len: 217 time: 0.1150813 Nov 11 12:00:57.797732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 63065ca5-ec04-4a33-b9c4-3aea4c428548, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=63065ca5-ec04-4a33-b9c4-3aea4c428548,segment=NetworkSegment(c153829d-283e-4fcd-a942-31c2aab9712f),segment_id=c153829d-283e-4fcd-a942-31c2aab9712f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:57.826496 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4eed3b61-186e-4398-9feb-fd99e4317a91 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:57.828231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9172274-42e5-4fe8-8ec6-58ebe864608b req-1b991c24-5824-42c6-af5a-580895a09b0a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:57.837104 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9172274-42e5-4fe8-8ec6-58ebe864608b req-1b991c24-5824-42c6-af5a-580895a09b0a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:57.844930 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9172274-42e5-4fe8-8ec6-58ebe864608b req-1b991c24-5824-42c6-af5a-580895a09b0a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:57.851961 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9172274-42e5-4fe8-8ec6-58ebe864608b req-1b991c24-5824-42c6-af5a-580895a09b0a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:57.858934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9172274-42e5-4fe8-8ec6-58ebe864608b req-1b991c24-5824-42c6-af5a-580895a09b0a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:57.866484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9172274-42e5-4fe8-8ec6-58ebe864608b req-1b991c24-5824-42c6-af5a-580895a09b0a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:57.873767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9172274-42e5-4fe8-8ec6-58ebe864608b req-1b991c24-5824-42c6-af5a-580895a09b0a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:57.876345 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9172274-42e5-4fe8-8ec6-58ebe864608b req-1b991c24-5824-42c6-af5a-580895a09b0a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5420 time: 0.5180202 Nov 11 12:00:57.891304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '63065ca5-ec04-4a33-b9c4-3aea4c428548', 'network_id': '0fdc1803-804f-4621-9528-5d6ca7b5284e', 'port_id': '63065ca5-ec04-4a33-b9c4-3aea4c428548', 'mac_address': 'fa:16:3e:5e:b5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e2157db-0569-4573-b66a-0d1b90c0d746', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:00:57.954229 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4eed3b61-186e-4398-9feb-fd99e4317a91 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Deleting port f4732639-2f75-4416-8568-5cc885e523b9 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:00:57.954683 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4eed3b61-186e-4398-9feb-fd99e4317a91 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:58.046355 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:58.188074 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63065ca5-ec04-4a33-b9c4-3aea4c428548 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:00:58.218386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=140f0f42-4358-4311-afc5-2dba84513e2f,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:58.270611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 63065ca5-ec04-4a33-b9c4-3aea4c428548, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=63065ca5-ec04-4a33-b9c4-3aea4c428548,segment=NetworkSegment(c153829d-283e-4fcd-a942-31c2aab9712f),segment_id=c153829d-283e-4fcd-a942-31c2aab9712f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:58.292454 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:58.297050 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4eed3b61-186e-4398-9feb-fd99e4317a91 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:58.330586 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4eed3b61-186e-4398-9feb-fd99e4317a91 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Calling delete_port for f4732639-2f75-4416-8568-5cc885e523b9 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:00:58.403132 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=63065ca5-ec04-4a33-b9c4-3aea4c428548,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:58.446296 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['140f0f42-4358-4311-afc5-2dba84513e2f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:00:58.639258 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['63065ca5-ec04-4a33-b9c4-3aea4c428548'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:00:58.714346 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4eed3b61-186e-4398-9feb-fd99e4317a91 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:58.795212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed3b61-186e-4398-9feb-fd99e4317a91 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Pushing event deleted for resources: {'Port': ['ID=f4732639-2f75-4416-8568-5cc885e523b9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:58.880830 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79537015-3090-43ae-8b47-fc67c9172ba0 req-ea403587-6910-49c4-b824-99f1a2080332 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:58.888803 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79537015-3090-43ae-8b47-fc67c9172ba0 req-ea403587-6910-49c4-b824-99f1a2080332 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 944 time: 1.1416605 Nov 11 12:00:58.949457 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-657379a9-d196-4acb-a3e8-55654ceec78f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:58.973113 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4eed3b61-186e-4398-9feb-fd99e4317a91 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:59.009146 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9172274-42e5-4fe8-8ec6-58ebe864608b req-a5613a7d-8271-4931-9f09-4916640ee5ae tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1036325 Nov 11 12:00:59.037034 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea942dd-8c83-4cd1-bc2a-f818206679df req-06892203-cc6f-4005-870d-42d6e3d15d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:59.038945 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ea942dd-8c83-4cd1-bc2a-f818206679df req-06892203-cc6f-4005-870d-42d6e3d15d2f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5f81a86f-c988-41d8-9db9-540f02c42205 HTTP/1.1" status: 200 len: 859 time: 1.2374825 Nov 11 12:00:59.050021 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-657379a9-d196-4acb-a3e8-55654ceec78f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:59.145036 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79537015-3090-43ae-8b47-fc67c9172ba0 req-58d0dd43-791e-4564-b73a-746856ad6ba7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548926 Nov 11 12:00:59.147403 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ea942dd-8c83-4cd1-bc2a-f818206679df req-7ec5a3de-c46e-4499-99e9-332a301a6463 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950136 Nov 11 12:00:59.263314 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4eed3b61-186e-4398-9feb-fd99e4317a91 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:59.271576 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4eed3b61-186e-4398-9feb-fd99e4317a91 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:59.405926 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4eed3b61-186e-4398-9feb-fd99e4317a91 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:59.407150 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eed3b61-186e-4398-9feb-fd99e4317a91 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Fanout notify agent at l3_agent the message router_deleted on router ec8c2119-0949-4d7c-a700-5827caf11046 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:00:59.417010 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4eed3b61-186e-4398-9feb-fd99e4317a91 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:59.421990 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4eed3b61-186e-4398-9feb-fd99e4317a91 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "DELETE /v2.0/routers/ec8c2119-0949-4d7c-a700-5827caf11046 HTTP/1.1" status: 204 len: 168 time: 2.2587960 Nov 11 12:00:59.423160 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eca0f8-f775-4ee2-87a6-8d6dc6eee033 req-f11506b5-3729-4338-bf06-cb192da0e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:59.423845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2215226-5d12-4ccd-be01-8794f05956ef req-bb2a4b6b-be6f-441b-9fc5-f7a503075a46 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:59.424967 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3eca0f8-f775-4ee2-87a6-8d6dc6eee033 req-f11506b5-3729-4338-bf06-cb192da0e5a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a654e19116f4a7c8567a53fd67aec2d&device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 1097 time: 0.1474373 Nov 11 12:00:59.425444 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2215226-5d12-4ccd-be01-8794f05956ef req-bb2a4b6b-be6f-441b-9fc5-f7a503075a46 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 944 time: 0.1540110 Nov 11 12:00:59.425558 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55330) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:59.431829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-bf296f6c-f26d-4f21-9375-78142124fd75 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1582919727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:59.453631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b8efb-a1da-4eac-a2fb-1b7f65dff401 req-428f467f-707b-4a7a-b1f7-dcd0d8a200b0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:59.456188 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c6b8efb-a1da-4eac-a2fb-1b7f65dff401 req-428f467f-707b-4a7a-b1f7-dcd0d8a200b0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.2500632 Nov 11 12:00:59.468047 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-657379a9-d196-4acb-a3e8-55654ceec78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:59.472922 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-657379a9-d196-4acb-a3e8-55654ceec78f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:59.477812 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-657379a9-d196-4acb-a3e8-55654ceec78f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b7234b45-9a8a-4fd4-be87-826183708ab9 HTTP/1.1" status: 204 len: 168 time: 1.8531141 Nov 11 12:00:59.486145 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device a4ce7603-6d5b-42f6-be9e-268fcfaee0bd details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:00:59.507245 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657379a9-d196-4acb-a3e8-55654ceec78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7234b45-9a8a-4fd4-be87-826183708ab9,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:00:59.511007 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ea942dd-8c83-4cd1-bc2a-f818206679df req-5e778eb7-d6ee-4eb8-81a8-3deed81e876f service neutron] 10.222.0.62 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390827 Nov 11 12:00:59.547584 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf296f6c-f26d-4f21-9375-78142124fd75 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:59.548911 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf296f6c-f26d-4f21-9375-78142124fd75 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:59.646609 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eca0f8-f775-4ee2-87a6-8d6dc6eee033 req-c065965c-ac8f-418f-b8b9-eb21cd54849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:59.648399 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3eca0f8-f775-4ee2-87a6-8d6dc6eee033 req-c065965c-ac8f-418f-b8b9-eb21cd54849d service neutron] 10.222.0.62 "GET /v2.0/networks?id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972 HTTP/1.1" status: 200 len: 918 time: 0.1927655 Nov 11 12:00:59.651036 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf296f6c-f26d-4f21-9375-78142124fd75 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:59.677353 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf296f6c-f26d-4f21-9375-78142124fd75 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:59.679833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2215226-5d12-4ccd-be01-8794f05956ef req-333aaf69-38d1-48bb-81e0-178d34390ef8 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7cdb983-b189-4369-b7d7-83f94edb4396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404063 Nov 11 12:00:59.697633 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c6b8efb-a1da-4eac-a2fb-1b7f65dff401 req-1d2d68d2-6211-40ec-81d6-624d9967b18d tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213378 Nov 11 12:00:59.755671 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ea942dd-8c83-4cd1-bc2a-f818206679df req-79b3f9dd-05ad-4ced-aee7-9fd3ef5eb3a5 service neutron] 10.222.0.62 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337255 Nov 11 12:00:59.826615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd,segment=NetworkSegment(2251ea31-8c4f-4cd3-9c37-cc3f06e36863),segment_id=2251ea31-8c4f-4cd3-9c37-cc3f06e36863)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:00:59.874780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'a4ce7603-6d5b-42f6-be9e-268fcfaee0bd', 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f', 'port_id': 'a4ce7603-6d5b-42f6-be9e-268fcfaee0bd', 'mac_address': 'fa:16:3e:af:b1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:00:59.904115 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf296f6c-f26d-4f21-9375-78142124fd75 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:00:59.911136 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55342) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:00:59.918435 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bf296f6c-f26d-4f21-9375-78142124fd75 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4915266 Nov 11 12:00:59.921646 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'enable_snat': False}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:00:59.931984 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3eca0f8-f775-4ee2-87a6-8d6dc6eee033 req-e8a738ce-ce2d-4bfa-8bd8-c5fd21179c08 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6052d76b-4b9e-4134-9050-174abc3fac26 HTTP/1.1" status: 200 len: 1000 time: 0.2704308 Nov 11 12:00:59.934887 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba3fd7-2b61-4960-b11e-2e5f879c8d96 req-cefe1684-2110-4c82-bf99-077a4832a4ba tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:00:59.936453 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3ba3fd7-2b61-4960-b11e-2e5f879c8d96 req-cefe1684-2110-4c82-bf99-077a4832a4ba tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.1508677 Nov 11 12:00:59.998086 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:00.005310 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eca0f8-f775-4ee2-87a6-8d6dc6eee033 req-9e349334-5a5d-4edf-91da-9d03bb88cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:00.007124 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3eca0f8-f775-4ee2-87a6-8d6dc6eee033 req-9e349334-5a5d-4edf-91da-9d03bb88cbaf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ddfb148-78d7-41db-ac12-7719b2b055b6 HTTP/1.1" status: 200 len: 855 time: 0.0617979 Nov 11 12:01:00.040759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ce7603-6d5b-42f6-be9e-268fcfaee0bd {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:01:00.080994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eca0f8-f775-4ee2-87a6-8d6dc6eee033 req-ddd276a3-dec1-40d1-8b76-bff0c234bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:00.082769 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3eca0f8-f775-4ee2-87a6-8d6dc6eee033 req-ddd276a3-dec1-40d1-8b76-bff0c234bfb6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643001 Nov 11 12:01:00.113862 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd,segment=NetworkSegment(2251ea31-8c4f-4cd3-9c37-cc3f06e36863),segment_id=2251ea31-8c4f-4cd3-9c37-cc3f06e36863)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:00.125557 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:00.217851 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3eca0f8-f775-4ee2-87a6-8d6dc6eee033 req-87d2e25d-9b5b-442f-9406-d55f52a00a9f service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268027 Nov 11 12:01:00.234165 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:00.305817 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3ba3fd7-2b61-4960-b11e-2e5f879c8d96 req-7efc8c8d-91a1-4d62-abb7-1316bfc14a6f tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079615 Nov 11 12:01:00.339232 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3eca0f8-f775-4ee2-87a6-8d6dc6eee033 req-01c2b8c5-209b-4454-8158-788d7a1a3780 service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111445 Nov 11 12:01:00.351478 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:00.388342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['a4ce7603-6d5b-42f6-be9e-268fcfaee0bd'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:01:00.392472 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6de3f-c64f-448b-8a1f-0bc28e220b26 req-e07d0f5d-6229-4ed8-830e-0df74ac6d466 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:00.412148 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6de3f-c64f-448b-8a1f-0bc28e220b26 req-e07d0f5d-6229-4ed8-830e-0df74ac6d466 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:00.428873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6de3f-c64f-448b-8a1f-0bc28e220b26 req-e07d0f5d-6229-4ed8-830e-0df74ac6d466 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:00.435351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6de3f-c64f-448b-8a1f-0bc28e220b26 req-e07d0f5d-6229-4ed8-830e-0df74ac6d466 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:00.442566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6de3f-c64f-448b-8a1f-0bc28e220b26 req-e07d0f5d-6229-4ed8-830e-0df74ac6d466 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:00.449699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6de3f-c64f-448b-8a1f-0bc28e220b26 req-e07d0f5d-6229-4ed8-830e-0df74ac6d466 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:00.455889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6de3f-c64f-448b-8a1f-0bc28e220b26 req-e07d0f5d-6229-4ed8-830e-0df74ac6d466 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:00.463926 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49b6de3f-c64f-448b-8a1f-0bc28e220b26 req-e07d0f5d-6229-4ed8-830e-0df74ac6d466 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5421 time: 0.2540038 Nov 11 12:01:00.464493 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0f8b2-921e-485d-984b-aee9b265633f req-02536b02-d387-4b8a-9237-3f0434dbea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:00.466196 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72a0f8b2-921e-485d-984b-aee9b265633f req-02536b02-d387-4b8a-9237-3f0434dbea31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a654e19116f4a7c8567a53fd67aec2d&device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 1097 time: 0.0708764 Nov 11 12:01:00.590729 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0f8b2-921e-485d-984b-aee9b265633f req-6e360d6d-ff9e-4aac-97c5-f79ca56ec74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:00.592309 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72a0f8b2-921e-485d-984b-aee9b265633f req-6e360d6d-ff9e-4aac-97c5-f79ca56ec74d service neutron] 10.222.0.62 "GET /v2.0/networks?id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972 HTTP/1.1" status: 200 len: 918 time: 0.1181149 Nov 11 12:01:00.678133 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55362) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:00.683768 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d37af-5ba0-4db8-bdbe-f82dc4c5b136 req-f8a742b6-e0b0-4da2-a953-06bd55e716b6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:00.692198 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b50d37af-5ba0-4db8-bdbe-f82dc4c5b136 req-f8a742b6-e0b0-4da2-a953-06bd55e716b6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 944 time: 0.2166171 Nov 11 12:01:00.703217 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72a0f8b2-921e-485d-984b-aee9b265633f req-3a3db8dd-95c8-4f37-bd67-d0c632772e9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6052d76b-4b9e-4134-9050-174abc3fac26 HTTP/1.1" status: 200 len: 1000 time: 0.1021333 Nov 11 12:01:00.720923 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49b6de3f-c64f-448b-8a1f-0bc28e220b26 req-f52443d2-7721-4040-ae5c-3d14f5bac957 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2559888 Nov 11 12:01:00.779311 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b50d37af-5ba0-4db8-bdbe-f82dc4c5b136 req-7a506ab4-a6e6-4101-a798-e42bb97d7d25 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814052 Nov 11 12:01:00.793573 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0f8b2-921e-485d-984b-aee9b265633f req-730ae9d4-9fec-47b0-97c2-ced9e4f01b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:00.795228 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72a0f8b2-921e-485d-984b-aee9b265633f req-730ae9d4-9fec-47b0-97c2-ced9e4f01b6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ddfb148-78d7-41db-ac12-7719b2b055b6 HTTP/1.1" status: 200 len: 855 time: 0.0813272 Nov 11 12:01:00.880681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-82b3f584-97ee-4eae-82b3-8c6c84504d14 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-265280967-network', 'tenant_id': '66f1af08848e4be7b86be007635c44ed'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:00.913043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0f8b2-921e-485d-984b-aee9b265633f req-fd0fd3e9-fd86-4226-a228-f9ea0755614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:00.914817 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72a0f8b2-921e-485d-984b-aee9b265633f req-fd0fd3e9-fd86-4226-a228-f9ea0755614d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975163 Nov 11 12:01:00.917699 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b3f584-97ee-4eae-82b3-8c6c84504d14 admin admin] Made reservation on behalf of 66f1af08848e4be7b86be007635c44ed for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:00.920500 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82b3f584-97ee-4eae-82b3-8c6c84504d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:00.947754 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82b3f584-97ee-4eae-82b3-8c6c84504d14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:01.056112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980b0dd-1c48-4c68-9b53-ed648be73239 req-5ecf4fa1-b6fb-4a17-8b1c-d023b98c882f tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:01.058194 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72a0f8b2-921e-485d-984b-aee9b265633f req-4a84efc0-81d9-4745-a50d-0857628fccba service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339014 Nov 11 12:01:01.065869 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e980b0dd-1c48-4c68-9b53-ed648be73239 req-5ecf4fa1-b6fb-4a17-8b1c-d023b98c882f tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.1742799 Nov 11 12:01:01.092163 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804346d-37b8-42f4-b708-2b8c933428b3 req-e2784025-4b61-4360-9cdf-7ebd65174b3a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:01.094242 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b804346d-37b8-42f4-b708-2b8c933428b3 req-e2784025-4b61-4360-9cdf-7ebd65174b3a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 944 time: 0.1625779 Nov 11 12:01:01.102422 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:01.151724 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:01.160639 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82b3f584-97ee-4eae-82b3-8c6c84504d14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:01.170719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 140f0f42-4358-4311-afc5-2dba84513e2f up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:01:01.172324 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82b3f584-97ee-4eae-82b3-8c6c84504d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:01.185310 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b3f584-97ee-4eae-82b3-8c6c84504d14 admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:01:01.195171 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82b3f584-97ee-4eae-82b3-8c6c84504d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:01.195586 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-82b3f584-97ee-4eae-82b3-8c6c84504d14 admin admin] Added segment c98b7a57-9fbb-4c32-b6be-eb22f754382b of type vlan for network 702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 Nov 11 12:01:01.197127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e980b0dd-1c48-4c68-9b53-ed648be73239 req-4f83e410-8ba1-46cc-bde3-fbbecff8b0fa tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300411 Nov 11 12:01:01.239025 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82b3f584-97ee-4eae-82b3-8c6c84504d14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:01.280401 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 140f0f42-4358-4311-afc5-2dba84513e2f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:01.280875 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:01.291144 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82b3f584-97ee-4eae-82b3-8c6c84504d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:01.292214 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b3f584-97ee-4eae-82b3-8c6c84504d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:01.293360 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82b3f584-97ee-4eae-82b3-8c6c84504d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:01.351960 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72a0f8b2-921e-485d-984b-aee9b265633f req-00f734bc-c7ff-4a22-96dd-acdc6bd0bcb1 service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849369 Nov 11 12:01:01.355157 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3f584-97ee-4eae-82b3-8c6c84504d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6653fd-85ab-4f7c-bc37-599a3f600c4b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:01.358405 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b804346d-37b8-42f4-b708-2b8c933428b3 req-a8ab103f-757f-4ef6-8ffb-ed52fbe4fe4f tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7cdb983-b189-4369-b7d7-83f94edb4396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509623 Nov 11 12:01:01.421191 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-82b3f584-97ee-4eae-82b3-8c6c84504d14 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7374232 Nov 11 12:01:01.421402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55374) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:01.429989 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:01.436902 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e68aecbd-8fb7-43b4-956d-d0ccc1f8f0c6 admin admin] Request body: {'subnet': {'network_id': '702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-265280967-subnet', 'tenant_id': '66f1af08848e4be7b86be007635c44ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:01.457428 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3f584-97ee-4eae-82b3-8c6c84504d14 admin admin] Pushing event updated for resources: {'Network': ['ID=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:01.475838 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68aecbd-8fb7-43b4-956d-d0ccc1f8f0c6 admin admin] Made reservation on behalf of 66f1af08848e4be7b86be007635c44ed for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:01.476509 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6403911-9ce1-4f99-b44f-424e2ebab923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140f0f42-4358-4311-afc5-2dba84513e2f'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:01:01.480144 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1264cb-3abf-4ef2-a73e-ac0e2188ac11" -d '{"events": [{"server_uuid": "d6403911-9ce1-4f99-b44f-424e2ebab923", "name": "network-vif-plugged", "status": "completed", "tag": "140f0f42-4358-4311-afc5-2dba84513e2f"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:01:01.481963 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e68aecbd-8fb7-43b4-956d-d0ccc1f8f0c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:01.491877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:01:01.498561 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Allocated IP 172.25.2.21 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/eb313aee-733a-4d65-b12c-ae05981157b3) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:01:01.499152 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 99b9334d-889b-4925-8044-1f449140c379 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:01:01.507706 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device a4ce7603-6d5b-42f6-be9e-268fcfaee0bd up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:01:01.528883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b01d9e-db6f-4c75-8833-e3c0d80c8484 req-f377f227-e4cb-4601-b03d-8a1d8224afe8 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:01.537941 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0b01d9e-db6f-4c75-8833-e3c0d80c8484 req-f377f227-e4cb-4601-b03d-8a1d8224afe8 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.1042552 Nov 11 12:01:01.672335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0b01d9e-db6f-4c75-8833-e3c0d80c8484 req-6e0cc542-b7f8-4731-a184-d4f2110151f6 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334054 Nov 11 12:01:01.742373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 99b9334d-889b-4925-8044-1f449140c379, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=99b9334d-889b-4925-8044-1f449140c379,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:01.744108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:01.792266 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '99b9334d-889b-4925-8044-1f449140c379', 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d', 'port_id': '99b9334d-889b-4925-8044-1f449140c379', 'mac_address': 'fa:16:3e:15:ce:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89a1413-8884-4b74-a235-80322060710a', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:01:01.800269 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974ef898-65d9-4844-abcf-9adf7a2f4b59 x-openstack-request-id: req-974ef898-65d9-4844-abcf-9adf7a2f4b59 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:01:01.803257 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6403911-9ce1-4f99-b44f-424e2ebab923", "name": "network-vif-plugged", "status": "completed", "tag": "140f0f42-4358-4311-afc5-2dba84513e2f", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:01:01.805085 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-974ef898-65d9-4844-abcf-9adf7a2f4b59 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:01:01.805750 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6403911-9ce1-4f99-b44f-424e2ebab923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140f0f42-4358-4311-afc5-2dba84513e2f', 'code': 200} Nov 11 12:01:01.825110 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e68aecbd-8fb7-43b4-956d-d0ccc1f8f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:01.836029 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:01.875015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 140f0f42-4358-4311-afc5-2dba84513e2f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=140f0f42-4358-4311-afc5-2dba84513e2f,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:01.891617 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:01.892761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 63065ca5-ec04-4a33-b9c4-3aea4c428548 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:01:01.927282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68aecbd-8fb7-43b4-956d-d0ccc1f8f0c6 admin admin] Checking segment: {'id': 'c98b7a57-9fbb-4c32-b6be-eb22f754382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:01:01.927588 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68aecbd-8fb7-43b4-956d-d0ccc1f8f0c6 admin admin] Network hostable DHCP agents. Network: 702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:01:01.953317 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:01:01.964187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68aecbd-8fb7-43b4-956d-d0ccc1f8f0c6 admin admin] Network 702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:01:01.975455 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68aecbd-8fb7-43b4-956d-d0ccc1f8f0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f55957-2e48-4530-9888-3e2eccb4f2da,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:01.979347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-e68aecbd-8fb7-43b4-956d-d0ccc1f8f0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:01.991731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68aecbd-8fb7-43b4-956d-d0ccc1f8f0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:01.992213 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:01.992329 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e68aecbd-8fb7-43b4-956d-d0ccc1f8f0c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:02.024862 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d230c1a-5ee1-4283-90d5-9304850bb079 None None] Network 702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:01:02.027693 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:01:02.033007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Pushing event updated for resources: {'Port': ['ID=eb313aee-733a-4d65-b12c-ae05981157b3,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:02.061646 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e68aecbd-8fb7-43b4-956d-d0ccc1f8f0c6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6297250 Nov 11 12:01:02.157536 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13b1bf-f93c-45de-b73e-09636f79a77d req-8b384187-8faa-495a-ae16-3bf616ea4fd7 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:02.163548 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13b1bf-f93c-45de-b73e-09636f79a77d req-8b384187-8faa-495a-ae16-3bf616ea4fd7 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:02.166248 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:02.169678 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13b1bf-f93c-45de-b73e-09636f79a77d req-8b384187-8faa-495a-ae16-3bf616ea4fd7 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:02.175575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13b1bf-f93c-45de-b73e-09636f79a77d req-8b384187-8faa-495a-ae16-3bf616ea4fd7 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:02.181735 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13b1bf-f93c-45de-b73e-09636f79a77d req-8b384187-8faa-495a-ae16-3bf616ea4fd7 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:02.187823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13b1bf-f93c-45de-b73e-09636f79a77d req-8b384187-8faa-495a-ae16-3bf616ea4fd7 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:02.189836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b9334d-889b-4925-8044-1f449140c379 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:01:02.194012 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13b1bf-f93c-45de-b73e-09636f79a77d req-8b384187-8faa-495a-ae16-3bf616ea4fd7 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:02.195784 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 63065ca5-ec04-4a33-b9c4-3aea4c428548 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:01:02.196192 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4c13b1bf-f93c-45de-b73e-09636f79a77d req-8b384187-8faa-495a-ae16-3bf616ea4fd7 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5421 time: 0.2963724 Nov 11 12:01:02.207340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaaa48-e1c7-4ed3-950e-10748076cd2f req-2d8885a6-e08b-420b-8963-089ba060361e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:02.215847 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aefaaa48-e1c7-4ed3-950e-10748076cd2f req-2d8885a6-e08b-420b-8963-089ba060361e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.3168268 Nov 11 12:01:02.221179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=140f0f42-4358-4311-afc5-2dba84513e2f,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:02.227145 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:01:02.279637 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:02.280005 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:02.282245 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 63065ca5-ec04-4a33-b9c4-3aea4c428548 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:02.282596 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:02.365213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 99b9334d-889b-4925-8044-1f449140c379, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=99b9334d-889b-4925-8044-1f449140c379,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:02.382695 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:02.383506 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 598e6046-573d-4050-bad0-9f22dc092749 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:01:02.420496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 598e6046-573d-4050-bad0-9f22dc092749, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=598e6046-573d-4050-bad0-9f22dc092749,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:02.448761 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aefaaa48-e1c7-4ed3-950e-10748076cd2f req-0ea144b6-0ab9-4c2f-bea5-25ad9208a65a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310755 Nov 11 12:01:02.456981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '598e6046-573d-4050-bad0-9f22dc092749', 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d', 'port_id': '598e6046-573d-4050-bad0-9f22dc092749', 'mac_address': 'fa:16:3e:d5:b7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89a1413-8884-4b74-a235-80322060710a', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:01:02.469739 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4c13b1bf-f93c-45de-b73e-09636f79a77d req-f6f02c91-4f57-40d6-854b-67ffff8bbf5c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2513964 Nov 11 12:01:02.493801 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e894dae-68af-421c-8b61-8384ed931766 None None] Network 702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:01:02.573772 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:02.706595 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa77e89-94bd-4a98-bbe8-2524067a0be7 req-c7c3c774-cd8e-4084-896d-d13fe8d1a933 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:02.714550 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5aa77e89-94bd-4a98-bbe8-2524067a0be7 req-c7c3c774-cd8e-4084-896d-d13fe8d1a933 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.1226449 Nov 11 12:01:02.792058 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5aa77e89-94bd-4a98-bbe8-2524067a0be7 req-be353762-f485-406a-aae1-ec284b8d97d1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763128 Nov 11 12:01:02.812716 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:02.839216 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598e6046-573d-4050-bad0-9f22dc092749 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:01:02.859353 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=99b9334d-889b-4925-8044-1f449140c379,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:02.945640 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 598e6046-573d-4050-bad0-9f22dc092749, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=598e6046-573d-4050-bad0-9f22dc092749,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:02.959959 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:02.960739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5bb8b285-d3a8-488b-ace9-c5345979a664 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:01:02.973795 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:03.093077 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:03.190508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-66dfcd0d-4af4-479a-9e8f-f7435d881a81 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:03.199265 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-66dfcd0d-4af4-479a-9e8f-f7435d881a81 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/networks?id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 HTTP/1.1" status: 200 len: 813 time: 0.4220839 Nov 11 12:01:03.213078 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 63065ca5-ec04-4a33-b9c4-3aea4c428548, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=63065ca5-ec04-4a33-b9c4-3aea4c428548,segment=NetworkSegment(c153829d-283e-4fcd-a942-31c2aab9712f),segment_id=c153829d-283e-4fcd-a942-31c2aab9712f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:03.225551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd,segment=NetworkSegment(2251ea31-8c4f-4cd3-9c37-cc3f06e36863),segment_id=2251ea31-8c4f-4cd3-9c37-cc3f06e36863)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:03.227685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5bb8b285-d3a8-488b-ace9-c5345979a664, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5bb8b285-d3a8-488b-ace9-c5345979a664,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:03.232517 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:03.233186 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-f7579184-8205-4e54-89b5-b19d177e80f6 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/quotas/66f1af08848e4be7b86be007635c44ed HTTP/1.1" status: 200 len: 375 time: 0.0324905 Nov 11 12:01:03.244962 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:03.246743 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=598e6046-573d-4050-bad0-9f22dc092749,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:03.305276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=63065ca5-ec04-4a33-b9c4-3aea4c428548,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:03.313200 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '5bb8b285-d3a8-488b-ace9-c5345979a664', 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d', 'port_id': '5bb8b285-d3a8-488b-ace9-c5345979a664', 'mac_address': 'fa:16:3e:24:e5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89a1413-8884-4b74-a235-80322060710a', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:01:03.341732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-06cfd369-93e0-4f7d-9662-83b5ee1c792e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=66f1af08848e4be7b86be007635c44ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383253 Nov 11 12:01:03.354542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef739ee6-49f3-4bf4-b247-d5aecd77e334 req-80e8b3c1-ac7b-473c-8df7-a64c8ac0d4ff tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:03.362980 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef739ee6-49f3-4bf4-b247-d5aecd77e334 req-80e8b3c1-ac7b-473c-8df7-a64c8ac0d4ff tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 944 time: 0.3166530 Nov 11 12:01:03.387918 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:03.393011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:03.412518 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb8b285-d3a8-488b-ace9-c5345979a664 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:01:03.445971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5bb8b285-d3a8-488b-ace9-c5345979a664, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5bb8b285-d3a8-488b-ace9-c5345979a664,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:03.449993 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:03.458075 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:03.458919 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 00b27224-5b1e-47f9-9afc-62ede007c4b3 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:01:03.493978 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:03.548769 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5bb8b285-d3a8-488b-ace9-c5345979a664,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:03.726644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 00b27224-5b1e-47f9-9afc-62ede007c4b3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=00b27224-5b1e-47f9-9afc-62ede007c4b3,segment=NetworkSegment(16f57aec-6565-48c5-9774-80e4a505b3e2),segment_id=16f57aec-6565-48c5-9774-80e4a505b3e2)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:03.748957 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '00b27224-5b1e-47f9-9afc-62ede007c4b3', 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934', 'port_id': '00b27224-5b1e-47f9-9afc-62ede007c4b3', 'mac_address': 'fa:16:3e:cc:49:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e31caf-0b25-4fb4-be5e-587fe4b98546', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:01:03.798719 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:03.808804 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ce7603-6d5b-42f6-be9e-268fcfaee0bd'}, {'server_uuid': 'f458329a-7b4a-4611-bf53-e79dd3eb2a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63065ca5-ec04-4a33-b9c4-3aea4c428548'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:01:03.811923 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ad107a-33d9-42b9-9a42-890a882d7844" -d '{"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-plugged", "status": "completed", "tag": "a4ce7603-6d5b-42f6-be9e-268fcfaee0bd"}, {"server_uuid": "f458329a-7b4a-4611-bf53-e79dd3eb2a8f", "name": "network-vif-plugged", "status": "completed", "tag": "63065ca5-ec04-4a33-b9c4-3aea4c428548"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:01:03.822200 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b27224-5b1e-47f9-9afc-62ede007c4b3 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:01:03.849423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 00b27224-5b1e-47f9-9afc-62ede007c4b3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=00b27224-5b1e-47f9-9afc-62ede007c4b3,segment=NetworkSegment(16f57aec-6565-48c5-9774-80e4a505b3e2),segment_id=16f57aec-6565-48c5-9774-80e4a505b3e2)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:03.856656 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:03.857514 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f8d1764e-a322-45c9-823c-8821a86bf6c4 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:01:03.943629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f8d1764e-a322-45c9-823c-8821a86bf6c4, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f8d1764e-a322-45c9-823c-8821a86bf6c4,segment=NetworkSegment(16f57aec-6565-48c5-9774-80e4a505b3e2),segment_id=16f57aec-6565-48c5-9774-80e4a505b3e2)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:03.946854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=00b27224-5b1e-47f9-9afc-62ede007c4b3,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:03.964244 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'f8d1764e-a322-45c9-823c-8821a86bf6c4', 'network_id': 'c7d52acd-8f28-4abc-86b9-191279fd7934', 'port_id': 'f8d1764e-a322-45c9-823c-8821a86bf6c4', 'mac_address': 'fa:16:3e:96:77:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e31caf-0b25-4fb4-be5e-587fe4b98546', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:01:03.969415 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef739ee6-49f3-4bf4-b247-d5aecd77e334 req-ebf1e3e9-cf07-4f12-930f-3ec8d3704d13 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7cdb983-b189-4369-b7d7-83f94edb4396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054392 Nov 11 12:01:04.014486 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:04.034831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d1764e-a322-45c9-823c-8821a86bf6c4 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:01:04.057105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-54940d1f-fcb5-41d1-98ba-df04aaa61a38 service neutron] 10.222.0.65 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6651299 Nov 11 12:01:04.062669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f8d1764e-a322-45c9-823c-8821a86bf6c4, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f8d1764e-a322-45c9-823c-8821a86bf6c4,segment=NetworkSegment(16f57aec-6565-48c5-9774-80e4a505b3e2),segment_id=16f57aec-6565-48c5-9774-80e4a505b3e2)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:04.073479 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:04.074368 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ac823cbf-4e8c-4c81-a62c-4380e8a06413 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:01:04.170687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f8d1764e-a322-45c9-823c-8821a86bf6c4,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:04.186786 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ac823cbf-4e8c-4c81-a62c-4380e8a06413, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ac823cbf-4e8c-4c81-a62c-4380e8a06413,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:04.195794 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab579e5-bdf9-4ca3-97dc-4a5a0ed593ac req-5fb52d41-31ea-4ebf-94d9-dd56f54fce9c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:04.197396 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ab579e5-bdf9-4ca3-97dc-4a5a0ed593ac req-5fb52d41-31ea-4ebf-94d9-dd56f54fce9c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.1073215 Nov 11 12:01:04.211385 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'ac823cbf-4e8c-4c81-a62c-4380e8a06413', 'network_id': 'c823054d-6bf7-4cf0-8bd1-3719bdca6b4d', 'port_id': 'ac823cbf-4e8c-4c81-a62c-4380e8a06413', 'mac_address': 'fa:16:3e:f7:dc:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89a1413-8884-4b74-a235-80322060710a', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:01:04.263192 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:04.276027 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ab579e5-bdf9-4ca3-97dc-4a5a0ed593ac req-2d368717-961e-407e-9854-7fab67437db8 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660510 Nov 11 12:01:04.295422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac823cbf-4e8c-4c81-a62c-4380e8a06413 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:01:04.297259 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-d74f2b91-d1ea-47db-9df5-ba0fb9d29fae service neutron] 10.222.0.65 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391880 Nov 11 12:01:04.299989 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Router f49751f0-40a2-4105-a96b-220ead1909a4 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:01:04.340590 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ac823cbf-4e8c-4c81-a62c-4380e8a06413, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ac823cbf-4e8c-4c81-a62c-4380e8a06413,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:04.356559 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:04.430445 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=ac823cbf-4e8c-4c81-a62c-4380e8a06413,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:04.533906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d32a4-7912-468e-af1c-4b6ea4b6b30a req-a0ecf553-fb29-4a68-b661-6fbfea258cab tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:04.535410 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-156d32a4-7912-468e-af1c-4b6ea4b6b30a req-a0ecf553-fb29-4a68-b661-6fbfea258cab tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.1337085 Nov 11 12:01:04.586205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:01:04.598504 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b2b0a-1acf-4094-9670-17d29f954e0d None None] Sync routers for ids ['f49751f0-40a2-4105-a96b-220ead1909a4'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:01:04.610451 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:04.611871 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5d7e75bb-925a-486a-ac55-bb36b48f2223 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "PUT /v2.0/routers/f49751f0-40a2-4105-a96b-220ead1909a4 HTTP/1.1" status: 200 len: 919 time: 4.6997645 Nov 11 12:01:04.614707 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55424) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:04.626320 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b2b0a-1acf-4094-9670-17d29f954e0d None None] Routers {'f49751f0-40a2-4105-a96b-220ead1909a4'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:01:04.626992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-257b2b0a-1acf-4094-9670-17d29f954e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f49751f0-40a2-4105-a96b-220ead1909a4'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:04.670988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ded69-46cb-4319-9571-4a0f900c8cae req-27f8590e-07ea-4a43-b110-f925329870af tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:04.677152 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ded69-46cb-4319-9571-4a0f900c8cae req-27f8590e-07ea-4a43-b110-f925329870af tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:04.683258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ded69-46cb-4319-9571-4a0f900c8cae req-27f8590e-07ea-4a43-b110-f925329870af tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:04.689419 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ded69-46cb-4319-9571-4a0f900c8cae req-27f8590e-07ea-4a43-b110-f925329870af tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:04.698418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ded69-46cb-4319-9571-4a0f900c8cae req-27f8590e-07ea-4a43-b110-f925329870af tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:04.705352 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ded69-46cb-4319-9571-4a0f900c8cae req-27f8590e-07ea-4a43-b110-f925329870af tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:04.711564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ded69-46cb-4319-9571-4a0f900c8cae req-27f8590e-07ea-4a43-b110-f925329870af tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:04.712343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-257b2b0a-1acf-4094-9670-17d29f954e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:04.713604 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c39ded69-46cb-4319-9571-4a0f900c8cae req-27f8590e-07ea-4a43-b110-f925329870af tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5428 time: 0.2049072 Nov 11 12:01:04.718175 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-156d32a4-7912-468e-af1c-4b6ea4b6b30a req-e7073140-8273-4403-8acb-257f281cb22f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597812 Nov 11 12:01:04.732538 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b2b0a-1acf-4094-9670-17d29f954e0d None None] Routers {'f49751f0-40a2-4105-a96b-220ead1909a4'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:01:04.732694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-257b2b0a-1acf-4094-9670-17d29f954e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:00:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f49751f0-40a2-4105-a96b-220ead1909a4'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:04.832842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-257b2b0a-1acf-4094-9670-17d29f954e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:04.833684 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b2b0a-1acf-4094-9670-17d29f954e0d None None] The sync data for ids ['f49751f0-40a2-4105-a96b-220ead1909a4'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:01:04.864933 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-62f5e1fc-3eaa-47ef-a3b5-4ca176432091 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "GET /v2.0/routers/f49751f0-40a2-4105-a96b-220ead1909a4 HTTP/1.1" status: 200 len: 925 time: 0.2472081 Nov 11 12:01:04.866056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55430) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:04.892311 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c39ded69-46cb-4319-9571-4a0f900c8cae req-44cd53ad-10ea-4e51-89a8-d5b28d957a46 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1715431 Nov 11 12:01:04.907113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['5bb8b285-d3a8-488b-ace9-c5345979a664'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:01:04.930188 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52d6c0e-ec1a-4422-9218-477aa1c5b3ea tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:04.935297 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c52d6c0e-ec1a-4422-9218-477aa1c5b3ea tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&device_id=f49751f0-40a2-4105-a96b-220ead1909a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0676072 Nov 11 12:01:04.939961 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55432) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:05.000840 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa223492-97e6-43ec-84b0-5f15c311a931 req-31913f1c-95ad-4afb-a2fb-1683bddc491c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:05.001940 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['00b27224-5b1e-47f9-9afc-62ede007c4b3'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:01:05.007910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aa223492-97e6-43ec-84b0-5f15c311a931 req-31913f1c-95ad-4afb-a2fb-1683bddc491c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 946 time: 0.1817651 Nov 11 12:01:05.096919 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['598e6046-573d-4050-bad0-9f22dc092749'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:01:05.156813 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 12:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8918e3-e3e0-413f-80fa-abf39e192f17 x-openstack-request-id: req-ce8918e3-e3e0-413f-80fa-abf39e192f17 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:01:05.157115 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-plugged", "status": "completed", "tag": "a4ce7603-6d5b-42f6-be9e-268fcfaee0bd", "code": 200}, {"server_uuid": "f458329a-7b4a-4611-bf53-e79dd3eb2a8f", "name": "network-vif-plugged", "status": "completed", "tag": "63065ca5-ec04-4a33-b9c4-3aea4c428548", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:01:05.157378 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce8918e3-e3e0-413f-80fa-abf39e192f17 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:01:05.157912 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ce7603-6d5b-42f6-be9e-268fcfaee0bd', 'code': 200} Nov 11 12:01:05.158162 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f458329a-7b4a-4611-bf53-e79dd3eb2a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63065ca5-ec04-4a33-b9c4-3aea4c428548', 'code': 200} Nov 11 12:01:05.338483 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb8796d4-d78d-4a9d-9686-abbe911712b5 req-19de1267-c34d-4bf5-9bcd-de9c9b987967 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 210 time: 0.1572001 Nov 11 12:01:05.414053 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aa223492-97e6-43ec-84b0-5f15c311a931 req-4533427c-f8a6-41f5-9b0e-594a2122c15a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3786764 Nov 11 12:01:05.426507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875b9a3-adcb-4601-a202-788004a73439 req-2ceb83cc-419a-4892-8edc-27fd8e7bc7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:05.447705 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c875b9a3-adcb-4601-a202-788004a73439 req-2ceb83cc-419a-4892-8edc-27fd8e7bc7cc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 1096 time: 0.3452406 Nov 11 12:01:05.560819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f689fa1-0e63-496a-a146-50b75520a8c0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:05.562496 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4f689fa1-0e63-496a-a146-50b75520a8c0 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 881 time: 0.6083062 Nov 11 12:01:05.566261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55442) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:05.600242 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3f21ce0f-d43f-4824-b7b9-4ba8531603d6 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "GET /v2.0/ports?device_id=f49751f0-40a2-4105-a96b-220ead1909a4 HTTP/1.1" status: 200 len: 205 time: 0.0318077 Nov 11 12:01:05.600675 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55444) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:05.633325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f0f71-a1e0-4b23-8a33-fc8ea6bd9490 req-f2704cc9-099b-4072-b4c2-ceb9c68e497a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:05.635237 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-594f0f71-a1e0-4b23-8a33-fc8ea6bd9490 req-f2704cc9-099b-4072-b4c2-ceb9c68e497a tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 945 time: 0.1470928 Nov 11 12:01:05.638732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c875b9a3-adcb-4601-a202-788004a73439 req-792c237b-e9fa-4e92-943b-5295153a200e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f7cdb983-b189-4369-b7d7-83f94edb4396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807823 Nov 11 12:01:05.665912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9f128-134d-41b1-a2b0-12220ba37998 req-3eb8ccdb-426b-45f8-bef9-72c83e202253 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:05.667633 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17f9f128-134d-41b1-a2b0-12220ba37998 req-3eb8ccdb-426b-45f8-bef9-72c83e202253 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.1284173 Nov 11 12:01:05.748491 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-594f0f71-a1e0-4b23-8a33-fc8ea6bd9490 req-5d39b658-d5aa-4661-ba65-bf31ba9bf2b7 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7cdb983-b189-4369-b7d7-83f94edb4396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045096 Nov 11 12:01:05.799768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17f9f128-134d-41b1-a2b0-12220ba37998 req-aa590e95-2c15-4470-a6e7-ebba5c8059b3 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243589 Nov 11 12:01:05.810721 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8e25983c-d3b9-4c31-9f22-c6834f0f0bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:05.966586 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641615a9-cd1e-4c61-9fc5-45fc563df43c req-23a43241-9f01-4efb-9bc9-555003410d47 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:05.968767 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-641615a9-cd1e-4c61-9fc5-45fc563df43c req-23a43241-9f01-4efb-9bc9-555003410d47 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.0833943 Nov 11 12:01:06.050846 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-641615a9-cd1e-4c61-9fc5-45fc563df43c req-0e8d1fd4-8ad5-4bc7-bccc-e74cef13a911 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743845 Nov 11 12:01:06.095368 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['99b9334d-889b-4925-8044-1f449140c379'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:01:06.158336 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c83504b8-0c23-4126-a782-fc67ef0bb1b8 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:06.185868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f8d1764e-a322-45c9-823c-8821a86bf6c4'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:01:06.233672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201159e-352b-44d8-9e90-d38e57c6506b req-5fc0cdde-1f49-496c-82e0-3ef9c1435561 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:06.246322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201159e-352b-44d8-9e90-d38e57c6506b req-5fc0cdde-1f49-496c-82e0-3ef9c1435561 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:06.260302 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201159e-352b-44d8-9e90-d38e57c6506b req-5fc0cdde-1f49-496c-82e0-3ef9c1435561 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:06.268720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['ac823cbf-4e8c-4c81-a62c-4380e8a06413'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:01:06.276144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201159e-352b-44d8-9e90-d38e57c6506b req-5fc0cdde-1f49-496c-82e0-3ef9c1435561 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:06.295543 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201159e-352b-44d8-9e90-d38e57c6506b req-5fc0cdde-1f49-496c-82e0-3ef9c1435561 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:06.306873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201159e-352b-44d8-9e90-d38e57c6506b req-5fc0cdde-1f49-496c-82e0-3ef9c1435561 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:06.323419 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201159e-352b-44d8-9e90-d38e57c6506b req-5fc0cdde-1f49-496c-82e0-3ef9c1435561 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:06.327871 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4201159e-352b-44d8-9e90-d38e57c6506b req-5fc0cdde-1f49-496c-82e0-3ef9c1435561 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5428 time: 0.2211840 Nov 11 12:01:06.353616 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c83504b8-0c23-4126-a782-fc67ef0bb1b8 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:06.400119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 6052d76b-4b9e-4134-9050-174abc3fac26 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:01:06.526105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c83504b8-0c23-4126-a782-fc67ef0bb1b8 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Deleting port eb313aee-733a-4d65-b12c-ae05981157b3 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:01:06.526485 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c83504b8-0c23-4126-a782-fc67ef0bb1b8 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:06.675913 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c83504b8-0c23-4126-a782-fc67ef0bb1b8 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:06.682143 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4201159e-352b-44d8-9e90-d38e57c6506b req-3dc4890b-2b6e-49bb-b7d8-878198b9bb37 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3323693 Nov 11 12:01:06.710162 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-7a1f22f2-51a6-46dd-8e17-a6134f0523ce tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:06.714560 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-7a1f22f2-51a6-46dd-8e17-a6134f0523ce tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.43 "GET /v2.0/networks?id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 HTTP/1.1" status: 200 len: 813 time: 0.3856976 Nov 11 12:01:06.715336 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c83504b8-0c23-4126-a782-fc67ef0bb1b8 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Calling delete_port for eb313aee-733a-4d65-b12c-ae05981157b3 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:01:06.761706 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Request body: {'port': {'device_id': '1a869594-4ca2-4363-bb04-bd8db37ec393', 'network_id': '702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6', 'admin_state_up': True, 'tenant_id': '66f1af08848e4be7b86be007635c44ed'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:06.786116 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8d0b3bc-5c58-43b5-ae2b-5abd4637cf79 req-4e0610ec-4c2f-408a-af24-6df194d3be65 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 210 time: 0.1019938 Nov 11 12:01:06.807784 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:06.833917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-4dd2d33c-705c-436e-8bf0-f407ae28f70b req-b258edcd-3083-4c5e-8f72-1de3ae6d69c9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:01:06.837190 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4dd2d33c-705c-436e-8bf0-f407ae28f70b req-b258edcd-3083-4c5e-8f72-1de3ae6d69c9 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145183 Nov 11 12:01:07.012791 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 6052d76b-4b9e-4134-9050-174abc3fac26, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=6052d76b-4b9e-4134-9050-174abc3fac26,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:07.030591 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:07.113223 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c83504b8-0c23-4126-a782-fc67ef0bb1b8 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:07.123555 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=6052d76b-4b9e-4134-9050-174abc3fac26,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:07.159752 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6052d76b-4b9e-4134-9050-174abc3fac26'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:01:07.162986 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988aa4cd-40d1-40dc-8f75-de569108dabf" -d '{"events": [{"server_uuid": "e2b17559-2fb1-48c1-9e40-a4af53480687", "name": "network-vif-unplugged", "status": "completed", "tag": "6052d76b-4b9e-4134-9050-174abc3fac26"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:01:07.217234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83504b8-0c23-4126-a782-fc67ef0bb1b8 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Pushing event deleted for resources: {'Port': ['ID=eb313aee-733a-4d65-b12c-ae05981157b3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:07.235605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca94f0-e266-47a6-ac5e-6f851e68189b req-d92c3f21-15eb-4ef4-aef3-ef02530241fb tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:07.243250 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aeca94f0-e266-47a6-ac5e-6f851e68189b req-d92c3f21-15eb-4ef4-aef3-ef02530241fb tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 945 time: 0.2057939 Nov 11 12:01:07.254567 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ad927-b370-4044-8981-c7823486e771 req-dd18d030-99b1-4986-8d43-dedd25ed85d1 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:07.262047 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b07ad927-b370-4044-8981-c7823486e771 req-dd18d030-99b1-4986-8d43-dedd25ed85d1 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.1547632 Nov 11 12:01:07.276153 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c83504b8-0c23-4126-a782-fc67ef0bb1b8 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:07.377190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Made reservation on behalf of 66f1af08848e4be7b86be007635c44ed for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:07.380949 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:07.392030 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c83504b8-0c23-4126-a782-fc67ef0bb1b8 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:07.394599 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c83504b8-0c23-4126-a782-fc67ef0bb1b8 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:07.410031 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aeca94f0-e266-47a6-ac5e-6f851e68189b req-6dde9c01-3fae-4984-8cc7-e6b7322df897 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7cdb983-b189-4369-b7d7-83f94edb4396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654382 Nov 11 12:01:07.420734 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1d66a9b-2b37-4a68-8c14-d9fe4a94d3fc req-928905a0-9510-425f-8a5e-3295ec928018 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2527928 Nov 11 12:01:07.457554 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b07ad927-b370-4044-8981-c7823486e771 req-a02061e9-428e-4b38-a763-2961da8d3e6e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864104 Nov 11 12:01:07.520916 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c83504b8-0c23-4126-a782-fc67ef0bb1b8 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:07.521648 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83504b8-0c23-4126-a782-fc67ef0bb1b8 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Fanout notify agent at l3_agent the message router_deleted on router f49751f0-40a2-4105-a96b-220ead1909a4 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:01:07.531597 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c83504b8-0c23-4126-a782-fc67ef0bb1b8 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:07.537113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-b1d66a9b-2b37-4a68-8c14-d9fe4a94d3fc req-715798b6-39c8-4300-94ef-efbe6fabff7c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:01:07.538919 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c83504b8-0c23-4126-a782-fc67ef0bb1b8 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "DELETE /v2.0/routers/f49751f0-40a2-4105-a96b-220ead1909a4 HTTP/1.1" status: 204 len: 168 time: 1.9374728 Nov 11 12:01:07.539563 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55488) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:07.542405 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1d66a9b-2b37-4a68-8c14-d9fe4a94d3fc req-715798b6-39c8-4300-94ef-efbe6fabff7c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0915637 Nov 11 12:01:07.569066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1352428991', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}, 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:07.614209 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:07.616678 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:07.690003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b84063-12b0-409c-8ec8-89db36990933 req-bce4cfed-e620-4181-9622-a2d615c0d287 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:07.697631 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25b84063-12b0-409c-8ec8-89db36990933 req-bce4cfed-e620-4181-9622-a2d615c0d287 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.1513107 Nov 11 12:01:07.711963 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:07.718053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32a1d8-2c11-4a86-b8fc-d4a2bd40a3e9 req-c5b18543-3d58-45cd-9c97-7187dfacb7cd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:07.726043 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d32a1d8-2c11-4a86-b8fc-d4a2bd40a3e9 req-c5b18543-3d58-45cd-9c97-7187dfacb7cd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.1460295 Nov 11 12:01:07.748913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Allocated IP 172.20.0.13 (702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6/80f55957-2e48-4530-9888-3e2eccb4f2da/2520d97d-2568-4957-bdd8-95d393789830) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:01:07.830322 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d32a1d8-2c11-4a86-b8fc-d4a2bd40a3e9 req-f163e38c-4433-45d4-81ff-c16e7f414441 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032758 Nov 11 12:01:07.884589 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25b84063-12b0-409c-8ec8-89db36990933 req-9f1f89c9-30a3-4d5a-b822-701bde7aa501 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856565 Nov 11 12:01:07.899736 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 12:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8cbe5b-309b-4985-953e-9ddb78458bf1 x-openstack-request-id: req-bc8cbe5b-309b-4985-953e-9ddb78458bf1 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:01:07.900021 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b17559-2fb1-48c1-9e40-a4af53480687", "name": "network-vif-unplugged", "status": "failed", "tag": "6052d76b-4b9e-4134-9050-174abc3fac26", "code": 422}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:01:07.900273 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc8cbe5b-309b-4985-953e-9ddb78458bf1 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:01:07.900681 n-d-807359-3 neutron-server[109155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6052d76b-4b9e-4134-9050-174abc3fac26', 'code': 422} returned with failed status Nov 11 12:01:07.928567 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:08.121387 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:08.154767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfd40e-0a7e-4881-9675-2eec0321bacc req-78cb60ef-33c8-4604-af6a-01a1b6b8bb3f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:08.161429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfd40e-0a7e-4881-9675-2eec0321bacc req-78cb60ef-33c8-4604-af6a-01a1b6b8bb3f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:08.167797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfd40e-0a7e-4881-9675-2eec0321bacc req-78cb60ef-33c8-4604-af6a-01a1b6b8bb3f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:08.174244 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfd40e-0a7e-4881-9675-2eec0321bacc req-78cb60ef-33c8-4604-af6a-01a1b6b8bb3f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:08.180374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfd40e-0a7e-4881-9675-2eec0321bacc req-78cb60ef-33c8-4604-af6a-01a1b6b8bb3f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:08.186875 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfd40e-0a7e-4881-9675-2eec0321bacc req-78cb60ef-33c8-4604-af6a-01a1b6b8bb3f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:08.194474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfd40e-0a7e-4881-9675-2eec0321bacc req-78cb60ef-33c8-4604-af6a-01a1b6b8bb3f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:08.197826 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-03dfd40e-0a7e-4881-9675-2eec0321bacc req-78cb60ef-33c8-4604-af6a-01a1b6b8bb3f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5428 time: 0.1438351 Nov 11 12:01:08.205113 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f62590af-61cc-4a21-8328-546b676057a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:08.271803 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:08.292741 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:08.335543 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ea24e60-d165-4bec-a599-d6d25a33c542 req-7306f8ec-e541-4cb2-9532-09169c4008b8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 210 time: 0.0751064 Nov 11 12:01:08.342785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-03dfd40e-0a7e-4881-9675-2eec0321bacc req-5400a035-6267-45f2-a34f-0c4c47982888 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1326272 Nov 11 12:01:08.362070 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:08.378802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5bb8b285-d3a8-488b-ace9-c5345979a664 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:01:08.417396 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Network 702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:01:08.422216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:08.428865 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:01:08.469398 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Allocated IP 172.25.2.79 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/82d599d7-5ab1-40c1-ac99-d6cd474c6955) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:01:08.469810 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 5bb8b285-d3a8-488b-ace9-c5345979a664 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:01:08.478045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 5bb8b285-d3a8-488b-ace9-c5345979a664 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:08.478431 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:08.534377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:08.535070 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:08.564681 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8091612 Nov 11 12:01:08.581843 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Request body: {'port': {'device_id': '1a869594-4ca2-4363-bb04-bd8db37ec393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:08.601950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Pushing event updated for resources: {'Port': ['ID=2520d97d-2568-4957-bdd8-95d393789830,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:08.644224 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:08.663973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:08.664439 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:08.664683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:08.665096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:08.665477 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:08.665855 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:08.666275 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:08.666551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:08.666836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:08.667144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:08.667477 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:08.667817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceda07d-471e-43a4-8fd8-ef2faa2af3dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:08.692091 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:08.706161 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5bb8b285-d3a8-488b-ace9-c5345979a664, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5bb8b285-d3a8-488b-ace9-c5345979a664,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:08.715462 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:08.716683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 598e6046-573d-4050-bad0-9f22dc092749 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:01:08.762348 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:08.812706 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd77e7-e8a2-42e6-a135-d325020e3980 req-75682882-e0db-410d-a825-9ef8c46a7ad4 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:08.820525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29fd77e7-e8a2-42e6-a135-d325020e3980 req-75682882-e0db-410d-a825-9ef8c46a7ad4 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.1967320 Nov 11 12:01:08.830620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Pushing event updated for resources: {'Port': ['ID=82d599d7-5ab1-40c1-ac99-d6cd474c6955,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:08.841134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7250cb2-a9ac-470a-b4e9-9de809d14670 req-c3cb3815-26b4-4a0c-8b47-a670f3bb9fe3 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:08.841407 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:01:08.843406 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:08.844984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7250cb2-a9ac-470a-b4e9-9de809d14670 req-c3cb3815-26b4-4a0c-8b47-a670f3bb9fe3 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 945 time: 0.2791054 Nov 11 12:01:08.863566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:01:08.875986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5bb8b285-d3a8-488b-ace9-c5345979a664,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:08.886653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 598e6046-573d-4050-bad0-9f22dc092749 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:01:08.891695 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 598e6046-573d-4050-bad0-9f22dc092749 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:08.892058 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:08.911975 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7250cb2-a9ac-470a-b4e9-9de809d14670 req-9257da33-60e7-4cc5-9496-669aa89bdd19 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7cdb983-b189-4369-b7d7-83f94edb4396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584846 Nov 11 12:01:08.915144 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:08.985052 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:09.040149 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:09.116437 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 598e6046-573d-4050-bad0-9f22dc092749, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=598e6046-573d-4050-bad0-9f22dc092749,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:09.125167 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:09.126425 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ac823cbf-4e8c-4c81-a62c-4380e8a06413 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:01:09.222381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=598e6046-573d-4050-bad0-9f22dc092749,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:09.237114 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port ac823cbf-4e8c-4c81-a62c-4380e8a06413 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:01:09.244483 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port ac823cbf-4e8c-4c81-a62c-4380e8a06413 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:09.245000 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:09.362198 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:09.398094 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29fd77e7-e8a2-42e6-a135-d325020e3980 req-e0233075-0b65-4a6c-a44f-52a2cfa3f9b3 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5759094 Nov 11 12:01:09.490206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ac823cbf-4e8c-4c81-a62c-4380e8a06413, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ac823cbf-4e8c-4c81-a62c-4380e8a06413,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:09.504809 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:09.506747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f8d1764e-a322-45c9-823c-8821a86bf6c4 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:01:09.580163 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeb346-78d6-476e-9a7f-b439b72d4f82 req-1d30517a-9fbe-45d7-8574-337c180c976e tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:09.589745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9eaeb346-78d6-476e-9a7f-b439b72d4f82 req-1d30517a-9fbe-45d7-8574-337c180c976e tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.3412962 Nov 11 12:01:09.600808 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:09.634585 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321d50c-c8b7-4b16-9f12-60623397a4fd req-0ea0692e-e3af-4201-9acf-b5b5439b77bc tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:09.642931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9321d50c-c8b7-4b16-9f12-60623397a4fd req-0ea0692e-e3af-4201-9acf-b5b5439b77bc tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.1433759 Nov 11 12:01:09.816057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9eaeb346-78d6-476e-9a7f-b439b72d4f82 req-6aeb466c-a9f6-4783-a6a6-ab5967810166 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223182 Nov 11 12:01:09.889632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2520d97d-2568-4957-bdd8-95d393789830 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:01:09.905380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb8b285-d3a8-488b-ace9-c5345979a664'}, {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598e6046-573d-4050-bad0-9f22dc092749'}, {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac823cbf-4e8c-4c81-a62c-4380e8a06413'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:01:09.913207 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6678b6ad-f831-4d52-9d6d-00497f8dd5e2" -d '{"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-plugged", "status": "completed", "tag": "5bb8b285-d3a8-488b-ace9-c5345979a664"}, {"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-plugged", "status": "completed", "tag": "598e6046-573d-4050-bad0-9f22dc092749"}, {"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-plugged", "status": "completed", "tag": "ac823cbf-4e8c-4c81-a62c-4380e8a06413"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:01:09.927652 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:09.958771 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9321d50c-c8b7-4b16-9f12-60623397a4fd req-adddc380-70a0-4e3f-901d-042dcc1955d2 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145759 Nov 11 12:01:09.969368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Transition to ACTIVE for port object 2520d97d-2568-4957-bdd8-95d393789830 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:01:09.980028 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:10.043852 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=ac823cbf-4e8c-4c81-a62c-4380e8a06413,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:10.075020 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:01:10.088855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port f8d1764e-a322-45c9-823c-8821a86bf6c4 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:01:10.096323 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port f8d1764e-a322-45c9-823c-8821a86bf6c4 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:10.096692 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:10.158032 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:10.178906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=2520d97d-2568-4957-bdd8-95d393789830,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:10.243995 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:10.320009 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f8d1764e-a322-45c9-823c-8821a86bf6c4, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f8d1764e-a322-45c9-823c-8821a86bf6c4,segment=NetworkSegment(16f57aec-6565-48c5-9774-80e4a505b3e2),segment_id=16f57aec-6565-48c5-9774-80e4a505b3e2)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:10.331014 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:10.331928 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 00b27224-5b1e-47f9-9afc-62ede007c4b3 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:01:10.352687 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce315827-d685-4521-a84d-82a305dce98d req-89d9c3d9-9fe0-4ce3-8792-15905ee4cc7d tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:10.368586 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce315827-d685-4521-a84d-82a305dce98d req-89d9c3d9-9fe0-4ce3-8792-15905ee4cc7d tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:10.382260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce315827-d685-4521-a84d-82a305dce98d req-89d9c3d9-9fe0-4ce3-8792-15905ee4cc7d tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:10.396297 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce315827-d685-4521-a84d-82a305dce98d req-89d9c3d9-9fe0-4ce3-8792-15905ee4cc7d tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:10.412634 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce315827-d685-4521-a84d-82a305dce98d req-89d9c3d9-9fe0-4ce3-8792-15905ee4cc7d tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:10.418296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Router 3b06e8c2-feb7-4785-8af5-ad0fb46b4862 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:01:10.428710 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce315827-d685-4521-a84d-82a305dce98d req-89d9c3d9-9fe0-4ce3-8792-15905ee4cc7d tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:10.443178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce315827-d685-4521-a84d-82a305dce98d req-89d9c3d9-9fe0-4ce3-8792-15905ee4cc7d tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:10.454979 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce315827-d685-4521-a84d-82a305dce98d req-89d9c3d9-9fe0-4ce3-8792-15905ee4cc7d tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5431 time: 0.2890794 Nov 11 12:01:10.508196 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f8d1764e-a322-45c9-823c-8821a86bf6c4,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:10.512360 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:10.522779 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 00b27224-5b1e-47f9-9afc-62ede007c4b3 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:01:10.527985 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 00b27224-5b1e-47f9-9afc-62ede007c4b3 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:10.528533 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:10.636150 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:10.717027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:01:10.724475 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 00b27224-5b1e-47f9-9afc-62ede007c4b3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=00b27224-5b1e-47f9-9afc-62ede007c4b3,segment=NetworkSegment(16f57aec-6565-48c5-9774-80e4a505b3e2),segment_id=16f57aec-6565-48c5-9774-80e4a505b3e2)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:10.733004 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a632589-515a-4e8d-a0dd-a6d1756ae25d None None] Sync routers for ids ['3b06e8c2-feb7-4785-8af5-ad0fb46b4862'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:01:10.734130 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:10.734958 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 99b9334d-889b-4925-8044-1f449140c379 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:01:10.754243 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a632589-515a-4e8d-a0dd-a6d1756ae25d None None] Routers {'3b06e8c2-feb7-4785-8af5-ad0fb46b4862'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:01:10.757048 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5a632589-515a-4e8d-a0dd-a6d1756ae25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:01:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3b06e8c2-feb7-4785-8af5-ad0fb46b4862'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:10.764181 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:10.768591 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-84107f6e-9eed-41dc-b715-e4e467534855 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2280498 Nov 11 12:01:10.772696 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55534) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:10.784666 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-1ff9c9fd-559c-4c0c-b7cf-1f402ed1efd4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:10.793446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Attempting to bind port 2520d97d-2568-4957-bdd8-95d393789830 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:01:10.801848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Attempting to bind port 2520d97d-2568-4957-bdd8-95d393789830 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'c98b7a57-9fbb-4c32-b6be-eb22f754382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:01:10.802330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Attempting to bind port 2520d97d-2568-4957-bdd8-95d393789830 on network 702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:01:10.857345 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a33fb-7d15-4adb-92a5-232b03c45ebb req-32e5f825-25c8-4a69-af85-b2b6a5ff80a8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:10.870636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 99b9334d-889b-4925-8044-1f449140c379 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:01:10.873003 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-208a33fb-7d15-4adb-92a5-232b03c45ebb req-32e5f825-25c8-4a69-af85-b2b6a5ff80a8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.7084212 Nov 11 12:01:10.878373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 99b9334d-889b-4925-8044-1f449140c379 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:10.878748 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:10.895797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Port 2520d97d-2568-4957-bdd8-95d393789830 on network 702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:01:10.903095 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Attempting to bind port 2520d97d-2568-4957-bdd8-95d393789830 on network 702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:01:10.912139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=00b27224-5b1e-47f9-9afc-62ede007c4b3,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:11.005855 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce315827-d685-4521-a84d-82a305dce98d req-0d15a324-9cce-4312-aae6-744f1ab26aef tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5497744 Nov 11 12:01:11.010670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:01:11.011011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Checking segment: {'id': 'c98b7a57-9fbb-4c32-b6be-eb22f754382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:01:11.018145 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Bound using segment: {'id': 'c98b7a57-9fbb-4c32-b6be-eb22f754382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:01:11.018383 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Bound port: 2520d97d-2568-4957-bdd8-95d393789830, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98b7a57-9fbb-4c32-b6be-eb22f754382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:01:11.018764 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:11.049389 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:11.114203 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 99b9334d-889b-4925-8044-1f449140c379, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=99b9334d-889b-4925-8044-1f449140c379,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:11.134639 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:11.153428 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-208a33fb-7d15-4adb-92a5-232b03c45ebb req-c0c7d20b-7625-4656-9ae6-9581700d41d8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757170 Nov 11 12:01:11.190544 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 11 Nov 2021 12:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9938b1e-2f40-477c-9b73-80ac7e32f9f4 x-openstack-request-id: req-b9938b1e-2f40-477c-9b73-80ac7e32f9f4 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:01:11.190923 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-plugged", "status": "completed", "tag": "5bb8b285-d3a8-488b-ace9-c5345979a664", "code": 200}, {"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-plugged", "status": "completed", "tag": "598e6046-573d-4050-bad0-9f22dc092749", "code": 200}, {"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-plugged", "status": "completed", "tag": "ac823cbf-4e8c-4c81-a62c-4380e8a06413", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:01:11.191237 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9938b1e-2f40-477c-9b73-80ac7e32f9f4 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:01:11.191748 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb8b285-d3a8-488b-ace9-c5345979a664', 'code': 200} Nov 11 12:01:11.192082 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598e6046-573d-4050-bad0-9f22dc092749', 'code': 200} Nov 11 12:01:11.192390 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac823cbf-4e8c-4c81-a62c-4380e8a06413', 'code': 200} Nov 11 12:01:11.246719 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] For port 2520d97d-2568-4957-bdd8-95d393789830, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:01:11.249279 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=99b9334d-889b-4925-8044-1f449140c379,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:11.267828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] For port 2520d97d-2568-4957-bdd8-95d393789830, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2520d97d-2568-4957-bdd8-95d393789830,segment=NetworkSegment(c98b7a57-9fbb-4c32-b6be-eb22f754382b),segment_id=c98b7a57-9fbb-4c32-b6be-eb22f754382b)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:01:11.280107 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:11.304291 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5a632589-515a-4e8d-a0dd-a6d1756ae25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:11.305063 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:11.326190 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a632589-515a-4e8d-a0dd-a6d1756ae25d None None] Routers {'3b06e8c2-feb7-4785-8af5-ad0fb46b4862'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:01:11.330306 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5a632589-515a-4e8d-a0dd-a6d1756ae25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:01:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3b06e8c2-feb7-4785-8af5-ad0fb46b4862'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:11.369821 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5a632589-515a-4e8d-a0dd-a6d1756ae25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:11.371470 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a632589-515a-4e8d-a0dd-a6d1756ae25d None None] The sync data for ids ['3b06e8c2-feb7-4785-8af5-ad0fb46b4862'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:01:11.435700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:11.436603 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:11.439001 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] 10.222.0.43 "PUT /v2.0/ports/2520d97d-2568-4957-bdd8-95d393789830 HTTP/1.1" status: 200 len: 1092 time: 2.8607543 Nov 11 12:01:11.447217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a869594-4ca2-4363-bb04-bd8db37ec393', 'tag': '2520d97d-2568-4957-bdd8-95d393789830'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:01:11.450624 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5aa35e-49bd-4340-a23c-3a8e5ac8e11a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a869594-4ca2-4363-bb04-bd8db37ec393", "tag": "2520d97d-2568-4957-bdd8-95d393789830"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:01:11.470664 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ff9c9fd-559c-4c0c-b7cf-1f402ed1efd4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:11.480291 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af5b5c-b75d-43d9-ab26-297192145ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=2520d97d-2568-4957-bdd8-95d393789830,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:11.513368 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ff9c9fd-559c-4c0c-b7cf-1f402ed1efd4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:11.558852 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96aed7-b0f4-4062-b556-b03a7b3b332f req-cd315a35-5e57-4f6d-9d1e-4d49b3aa5820 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:11.560712 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd96aed7-b0f4-4062-b556-b03a7b3b332f req-cd315a35-5e57-4f6d-9d1e-4d49b3aa5820 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.2020950 Nov 11 12:01:11.575946 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dbf65-5163-421c-a2d9-4d2730c84b1b req-5eba5510-d468-4914-86c2-902ce098c0a0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:11.577538 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c9dbf65-5163-421c-a2d9-4d2730c84b1b req-5eba5510-d468-4914-86c2-902ce098c0a0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.2079911 Nov 11 12:01:11.665721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-327d9a34-4a8e-42d7-a485-752432544631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:11.667879 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-327d9a34-4a8e-42d7-a485-752432544631 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66f1af08848e4be7b86be007635c44ed&device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 1095 time: 0.1748970 Nov 11 12:01:11.680209 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd96aed7-b0f4-4062-b556-b03a7b3b332f req-0d3e4da7-cbfa-49b5-a96c-ecc10dc03711 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014402 Nov 11 12:01:11.708676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1ff9c9fd-559c-4c0c-b7cf-1f402ed1efd4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Deleting port 82d599d7-5ab1-40c1-ac99-d6cd474c6955 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:01:11.708676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ff9c9fd-559c-4c0c-b7cf-1f402ed1efd4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:11.844515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-1590c8cc-fd0b-46fb-8ed2-3951789b8956 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2520d97d-2568-4957-bdd8-95d393789830 HTTP/1.1" status: 200 len: 217 time: 0.1497729 Nov 11 12:01:11.882674 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ff9c9fd-559c-4c0c-b7cf-1f402ed1efd4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:11.897562 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1ff9c9fd-559c-4c0c-b7cf-1f402ed1efd4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Calling delete_port for 82d599d7-5ab1-40c1-ac99-d6cd474c6955 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:01:11.936398 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c9dbf65-5163-421c-a2d9-4d2730c84b1b req-bb6b0cfd-38eb-4cac-be26-c6a29ab0ce7a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462441 Nov 11 12:01:12.016453 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33db055-59ee-47f8-85d6-0d0dde31fb66 req-ecd3b7af-4d92-498f-a9de-7db1d9ac7185 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:12.023965 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f33db055-59ee-47f8-85d6-0d0dde31fb66 req-ecd3b7af-4d92-498f-a9de-7db1d9ac7185 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.1712725 Nov 11 12:01:12.043266 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-bf606d08-ea1c-460f-ae49-9af399989300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:12.045646 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-bf606d08-ea1c-460f-ae49-9af399989300 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80f55957-2e48-4530-9888-3e2eccb4f2da HTTP/1.1" status: 200 len: 853 time: 0.1700797 Nov 11 12:01:12.117725 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-dd6b20bd-c81d-452d-8b54-2815183b41b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606415 Nov 11 12:01:12.236161 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ff9c9fd-559c-4c0c-b7cf-1f402ed1efd4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:12.273683 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a94c1f-1455-40a3-ab4d-bd44572e4196 x-openstack-request-id: req-f2a94c1f-1455-40a3-ab4d-bd44572e4196 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:01:12.274205 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a869594-4ca2-4363-bb04-bd8db37ec393", "tag": "2520d97d-2568-4957-bdd8-95d393789830", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:01:12.274480 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2a94c1f-1455-40a3-ab4d-bd44572e4196 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:01:12.274872 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a869594-4ca2-4363-bb04-bd8db37ec393', 'tag': '2520d97d-2568-4957-bdd8-95d393789830', 'status': 'completed', 'code': 200} Nov 11 12:01:12.285388 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f33db055-59ee-47f8-85d6-0d0dde31fb66 req-3f87525e-1453-42d8-9da3-77bc330c23d0 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548280 Nov 11 12:01:12.328446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9c9fd-559c-4c0c-b7cf-1f402ed1efd4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Pushing event deleted for resources: {'Port': ['ID=82d599d7-5ab1-40c1-ac99-d6cd474c6955,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:12.387887 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ff9c9fd-559c-4c0c-b7cf-1f402ed1efd4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:12.430390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a102b12-5800-4b6d-8fe0-970a4ce6c71a req-536cc345-ff76-467d-8774-61fe20721880 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:12.441203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a102b12-5800-4b6d-8fe0-970a4ce6c71a req-536cc345-ff76-467d-8774-61fe20721880 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:12.450493 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a102b12-5800-4b6d-8fe0-970a4ce6c71a req-536cc345-ff76-467d-8774-61fe20721880 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:12.456770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a102b12-5800-4b6d-8fe0-970a4ce6c71a req-536cc345-ff76-467d-8774-61fe20721880 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:12.462711 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a102b12-5800-4b6d-8fe0-970a4ce6c71a req-536cc345-ff76-467d-8774-61fe20721880 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:12.469309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a102b12-5800-4b6d-8fe0-970a4ce6c71a req-536cc345-ff76-467d-8774-61fe20721880 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:12.475793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a102b12-5800-4b6d-8fe0-970a4ce6c71a req-536cc345-ff76-467d-8774-61fe20721880 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:12.484538 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a102b12-5800-4b6d-8fe0-970a4ce6c71a req-536cc345-ff76-467d-8774-61fe20721880 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5434 time: 0.1978014 Nov 11 12:01:12.543773 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-6cd6876c-7742-440b-a60a-9099e49fca68 service neutron] 10.222.0.43 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173870 Nov 11 12:01:13.033148 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a102b12-5800-4b6d-8fe0-970a4ce6c71a req-2bd02d4c-b2c7-47aa-90d7-ad5d1b08ae40 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5454974 Nov 11 12:01:13.092988 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ff9c9fd-559c-4c0c-b7cf-1f402ed1efd4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:13.096795 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ff9c9fd-559c-4c0c-b7cf-1f402ed1efd4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:13.147203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410f622-7fb3-461e-a53b-a71a965ed544 req-4750233b-2acc-4bf5-91b9-ee96399e4a5c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:13.148952 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e410f622-7fb3-461e-a53b-a71a965ed544 req-4750233b-2acc-4bf5-91b9-ee96399e4a5c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.6566520 Nov 11 12:01:13.193472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d1764e-a322-45c9-823c-8821a86bf6c4'}, {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b27224-5b1e-47f9-9afc-62ede007c4b3'}, {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9334d-889b-4925-8044-1f449140c379'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:01:13.196045 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf00a9e-c277-42cf-ab7b-029c63be2c25" -d '{"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-plugged", "status": "completed", "tag": "f8d1764e-a322-45c9-823c-8821a86bf6c4"}, {"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-plugged", "status": "completed", "tag": "00b27224-5b1e-47f9-9afc-62ede007c4b3"}, {"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-plugged", "status": "completed", "tag": "99b9334d-889b-4925-8044-1f449140c379"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:01:13.222201 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff9c9fd-559c-4c0c-b7cf-1f402ed1efd4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Router 3b06e8c2-feb7-4785-8af5-ad0fb46b4862 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:01:13.265204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff559bd7-aa96-4e37-9e51-64fbbfd91a5c req-a7eeaa35-f6eb-4f2d-9fd3-309094ff3724 service neutron] 10.222.0.43 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123995 Nov 11 12:01:13.279856 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e8a42-fa64-4edd-8fea-4991317a2bbf req-29757887-c952-43df-822f-a65498762611 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:13.281617 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c9e8a42-fa64-4edd-8fea-4991317a2bbf req-29757887-c952-43df-822f-a65498762611 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.1150613 Nov 11 12:01:13.291767 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e410f622-7fb3-461e-a53b-a71a965ed544 req-9b840ef7-ba73-4d63-89ef-dad5b24511ff tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348693 Nov 11 12:01:13.358069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff9c9fd-559c-4c0c-b7cf-1f402ed1efd4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:01:13.366663 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ff9c9fd-559c-4c0c-b7cf-1f402ed1efd4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:13.369604 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cc668-5e00-4bc3-8ee5-3af08497a5fa None None] Sync routers for ids ['3b06e8c2-feb7-4785-8af5-ad0fb46b4862'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:01:13.374985 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1ff9c9fd-559c-4c0c-b7cf-1f402ed1efd4 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "PUT /v2.0/routers/3b06e8c2-feb7-4785-8af5-ad0fb46b4862 HTTP/1.1" status: 200 len: 710 time: 2.6008065 Nov 11 12:01:13.375646 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55564) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:13.385669 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c9e8a42-fa64-4edd-8fea-4991317a2bbf req-aae55a0c-7be5-4e6a-8198-01aa3a3ed1bb tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925367 Nov 11 12:01:13.390959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21cc668-5e00-4bc3-8ee5-3af08497a5fa None None] Routers {'3b06e8c2-feb7-4785-8af5-ad0fb46b4862'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:01:13.400290 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e21cc668-5e00-4bc3-8ee5-3af08497a5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:01:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3b06e8c2-feb7-4785-8af5-ad0fb46b4862'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:13.480060 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e21cc668-5e00-4bc3-8ee5-3af08497a5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:13.482527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aa35e-49bd-4340-a23c-3a8e5ac8e11a req-334ce32f-f4f5-4a5f-bcf6-94527c64564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:13.484250 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb5aa35e-49bd-4340-a23c-3a8e5ac8e11a req-334ce32f-f4f5-4a5f-bcf6-94527c64564c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66f1af08848e4be7b86be007635c44ed&device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 1095 time: 0.1323495 Nov 11 12:01:13.500646 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21cc668-5e00-4bc3-8ee5-3af08497a5fa None None] Routers {'3b06e8c2-feb7-4785-8af5-ad0fb46b4862'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:01:13.501559 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e21cc668-5e00-4bc3-8ee5-3af08497a5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:01:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3b06e8c2-feb7-4785-8af5-ad0fb46b4862'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:13.561784 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2d94ad7b-2d2f-46f6-be36-81c39b482077 tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "GET /v2.0/routers/3b06e8c2-feb7-4785-8af5-ad0fb46b4862 HTTP/1.1" status: 200 len: 745 time: 0.1841025 Nov 11 12:01:13.564697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55568) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:13.565003 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e21cc668-5e00-4bc3-8ee5-3af08497a5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:13.565720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cc668-5e00-4bc3-8ee5-3af08497a5fa None None] The sync data for ids ['3b06e8c2-feb7-4785-8af5-ad0fb46b4862'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:01:13.686721 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b63fc9cf-aa94-4b23-b687-69111ecb2fab tempest-RoutersIpV6AdminTest-1946669691 tempest-RoutersIpV6AdminTest-1946669691-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&device_id=3b06e8c2-feb7-4785-8af5-ad0fb46b4862 HTTP/1.1" status: 200 len: 205 time: 0.1196296 Nov 11 12:01:13.688176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55574) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:13.693563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a857d1-fc6d-42fe-9205-910b83ac3479 req-a61824a0-22c0-4f67-b25b-763dd9376d41 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:13.707373 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60a857d1-fc6d-42fe-9205-910b83ac3479 req-a61824a0-22c0-4f67-b25b-763dd9376d41 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.1807604 Nov 11 12:01:13.733253 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-63394ff8-b5de-45f6-8ca5-c6d331e3e16d tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b06e8c2-feb7-4785-8af5-ad0fb46b4862 HTTP/1.1" status: 200 len: 205 time: 0.0404456 Nov 11 12:01:13.741728 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55576) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:13.845937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aa35e-49bd-4340-a23c-3a8e5ac8e11a req-37c47c9b-29a2-43e4-8737-e4153f867e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:13.847707 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb5aa35e-49bd-4340-a23c-3a8e5ac8e11a req-37c47c9b-29a2-43e4-8737-e4153f867e15 service neutron] 10.222.0.43 "GET /v2.0/networks?id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 HTTP/1.1" status: 200 len: 915 time: 0.3556049 Nov 11 12:01:13.865512 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c392e91-fbdc-4734-8dc4-f475d03081dd tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:14.051899 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb5aa35e-49bd-4340-a23c-3a8e5ac8e11a req-0067e58e-32d4-4392-8d68-cadf95833b9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2520d97d-2568-4957-bdd8-95d393789830 HTTP/1.1" status: 200 len: 217 time: 0.1772218 Nov 11 12:01:14.065623 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 11 Nov 2021 12:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac667e6-e520-41b8-b785-1d88f710c4f4 x-openstack-request-id: req-7ac667e6-e520-41b8-b785-1d88f710c4f4 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:01:14.066129 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-plugged", "status": "completed", "tag": "f8d1764e-a322-45c9-823c-8821a86bf6c4", "code": 200}, {"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-plugged", "status": "completed", "tag": "00b27224-5b1e-47f9-9afc-62ede007c4b3", "code": 200}, {"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-plugged", "status": "completed", "tag": "99b9334d-889b-4925-8044-1f449140c379", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:01:14.066536 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ac667e6-e520-41b8-b785-1d88f710c4f4 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:01:14.067087 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d1764e-a322-45c9-823c-8821a86bf6c4', 'code': 200} Nov 11 12:01:14.067484 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b27224-5b1e-47f9-9afc-62ede007c4b3', 'code': 200} Nov 11 12:01:14.067884 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9334d-889b-4925-8044-1f449140c379', 'code': 200} Nov 11 12:01:14.275092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa916f3e-6ad8-4545-b1e3-f3e7462a046f req-57730732-06d0-4028-a380-569067afc9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:14.275677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa916f3e-6ad8-4545-b1e3-f3e7462a046f req-57730732-06d0-4028-a380-569067afc9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:14.276291 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa916f3e-6ad8-4545-b1e3-f3e7462a046f req-57730732-06d0-4028-a380-569067afc9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:14.276814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa916f3e-6ad8-4545-b1e3-f3e7462a046f req-57730732-06d0-4028-a380-569067afc9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:14.279277 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c392e91-fbdc-4734-8dc4-f475d03081dd tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:14.279966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa916f3e-6ad8-4545-b1e3-f3e7462a046f req-57730732-06d0-4028-a380-569067afc9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:14.280532 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa916f3e-6ad8-4545-b1e3-f3e7462a046f req-57730732-06d0-4028-a380-569067afc9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:14.281164 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa916f3e-6ad8-4545-b1e3-f3e7462a046f req-57730732-06d0-4028-a380-569067afc9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:14.281734 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c392e91-fbdc-4734-8dc4-f475d03081dd tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:14.287340 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aa916f3e-6ad8-4545-b1e3-f3e7462a046f req-57730732-06d0-4028-a380-569067afc9cc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 6491 time: 0.1061475 Nov 11 12:01:14.350014 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60a857d1-fc6d-42fe-9205-910b83ac3479 req-6497a10f-3d6a-439c-b31c-0dc8651fc6cd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6416304 Nov 11 12:01:14.406402 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aa916f3e-6ad8-4545-b1e3-f3e7462a046f req-f34f589c-d58b-45cf-be3f-92016b68333d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4739cbc3-ef93-4bd1-b144-584e607420cf&id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082010 Nov 11 12:01:14.446212 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c392e91-fbdc-4734-8dc4-f475d03081dd tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:14.447269 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c392e91-fbdc-4734-8dc4-f475d03081dd tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Fanout notify agent at l3_agent the message router_deleted on router 3b06e8c2-feb7-4785-8af5-ad0fb46b4862 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:01:14.460147 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c392e91-fbdc-4734-8dc4-f475d03081dd tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:14.461698 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1c392e91-fbdc-4734-8dc4-f475d03081dd tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "DELETE /v2.0/routers/3b06e8c2-feb7-4785-8af5-ad0fb46b4862 HTTP/1.1" status: 204 len: 168 time: 0.7189262 Nov 11 12:01:14.465049 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55586) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:14.508391 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-17f2135d-c1ea-4aa8-9c05-1cd59e2cc34f tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b06e8c2-feb7-4785-8af5-ad0fb46b4862 HTTP/1.1" status: 200 len: 205 time: 0.0397298 Nov 11 12:01:14.509347 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55588) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:14.555457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aa35e-49bd-4340-a23c-3a8e5ac8e11a req-24acfa0f-aae3-4d85-a635-9aff2d9fe7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:14.557354 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb5aa35e-49bd-4340-a23c-3a8e5ac8e11a req-24acfa0f-aae3-4d85-a635-9aff2d9fe7a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80f55957-2e48-4530-9888-3e2eccb4f2da HTTP/1.1" status: 200 len: 853 time: 0.1864922 Nov 11 12:01:14.579079 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-8ab25590-851a-4eea-a2c0-4048d09fd214 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] delete failed (client error): The resource could not be found. Nov 11 12:01:14.580471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8ab25590-851a-4eea-a2c0-4048d09fd214 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "DELETE /v2.0/routers/3b06e8c2-feb7-4785-8af5-ad0fb46b4862 HTTP/1.1" status: 404 len: 336 time: 0.0666373 Nov 11 12:01:14.583221 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55590) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:14.626301 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-201e14c4-cb30-4c79-b34d-2e24061a3ac0 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "GET /v2.0/ports?device_id=f49751f0-40a2-4105-a96b-220ead1909a4 HTTP/1.1" status: 200 len: 205 time: 0.0416083 Nov 11 12:01:14.630326 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55592) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:14.674521 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb5aa35e-49bd-4340-a23c-3a8e5ac8e11a req-d9357e05-092d-4ed4-b373-aa807fa05ffd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043453 Nov 11 12:01:14.709485 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-68def0c0-8605-4ca4-ae0a-cfd299eabceb tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] delete failed (client error): The resource could not be found. Nov 11 12:01:14.710897 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-68def0c0-8605-4ca4-ae0a-cfd299eabceb tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "DELETE /v2.0/routers/f49751f0-40a2-4105-a96b-220ead1909a4 HTTP/1.1" status: 404 len: 336 time: 0.0794449 Nov 11 12:01:14.712053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67fb30-5653-4d55-a1e9-6ea51c1ee352 req-e6c2327a-ef49-47bb-bece-6632fa59776c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:14.714122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a67fb30-5653-4d55-a1e9-6ea51c1ee352 req-e6c2327a-ef49-47bb-bece-6632fa59776c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.3626950 Nov 11 12:01:14.714678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55594) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:14.776464 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6e5977d4-84b6-4c69-bcb0-5786d2f9f442 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec8c2119-0949-4d7c-a700-5827caf11046 HTTP/1.1" status: 200 len: 205 time: 0.0604413 Nov 11 12:01:14.779834 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55596) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:14.846637 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-0d872c4b-fcbc-40b0-911c-41439b9375b2 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] delete failed (client error): The resource could not be found. Nov 11 12:01:14.847994 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0d872c4b-fcbc-40b0-911c-41439b9375b2 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "DELETE /v2.0/routers/ec8c2119-0949-4d7c-a700-5827caf11046 HTTP/1.1" status: 404 len: 336 time: 0.0669365 Nov 11 12:01:14.851561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55598) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:14.878131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fae05-1bd6-40ed-96c5-878e6194e23c req-93727c39-4cdd-47c9-981d-ceb71df1a562 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:14.884667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fae05-1bd6-40ed-96c5-878e6194e23c req-93727c39-4cdd-47c9-981d-ceb71df1a562 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:14.891135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fae05-1bd6-40ed-96c5-878e6194e23c req-93727c39-4cdd-47c9-981d-ceb71df1a562 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:14.897981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fae05-1bd6-40ed-96c5-878e6194e23c req-93727c39-4cdd-47c9-981d-ceb71df1a562 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:14.904301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fae05-1bd6-40ed-96c5-878e6194e23c req-93727c39-4cdd-47c9-981d-ceb71df1a562 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:14.910681 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fae05-1bd6-40ed-96c5-878e6194e23c req-93727c39-4cdd-47c9-981d-ceb71df1a562 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:14.917033 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fae05-1bd6-40ed-96c5-878e6194e23c req-93727c39-4cdd-47c9-981d-ceb71df1a562 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:14.925457 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-220fae05-1bd6-40ed-96c5-878e6194e23c req-93727c39-4cdd-47c9-981d-ceb71df1a562 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5434 time: 0.3660638 Nov 11 12:01:14.935098 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b4c8df59-e07e-4724-8917-d7e308efc09f tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa352f8d-fbfa-4e43-9ccc-8e735a26cec0 HTTP/1.1" status: 200 len: 205 time: 0.0781085 Nov 11 12:01:14.937726 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55602) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:14.975756 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a67fb30-5653-4d55-a1e9-6ea51c1ee352 req-c135b1dc-1c63-43b9-a50b-1d079484c93c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371504 Nov 11 12:01:15.016522 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb5aa35e-49bd-4340-a23c-3a8e5ac8e11a req-06c97ae1-9f56-4bd5-b546-06824e055a53 service neutron] 10.222.0.43 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327482 Nov 11 12:01:15.045059 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-32285187-ffad-4e6c-9b44-f7ee3e2b45bd tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] delete failed (client error): The resource could not be found. Nov 11 12:01:15.048925 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-32285187-ffad-4e6c-9b44-f7ee3e2b45bd tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "DELETE /v2.0/routers/aa352f8d-fbfa-4e43-9ccc-8e735a26cec0 HTTP/1.1" status: 404 len: 336 time: 0.1065538 Nov 11 12:01:15.049492 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55606) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:15.085376 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0c60fc3f-f9cd-48e7-bbb0-442fe5be916f tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9079774-1e06-44db-a939-f12993a916d7 HTTP/1.1" status: 200 len: 205 time: 0.0347786 Nov 11 12:01:15.086102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55608) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:15.106336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-220fae05-1bd6-40ed-96c5-878e6194e23c req-a1b1177b-db90-486e-9c97-f64a7d39ed14 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1734073 Nov 11 12:01:15.143203 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-dd659a1a-e7ed-4e0b-b0ba-965a43259f91 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] delete failed (client error): The resource could not be found. Nov 11 12:01:15.147019 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dd659a1a-e7ed-4e0b-b0ba-965a43259f91 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "DELETE /v2.0/routers/b9079774-1e06-44db-a939-f12993a916d7 HTTP/1.1" status: 404 len: 336 time: 0.0572383 Nov 11 12:01:15.147563 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55610) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:15.187821 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3458f4d1-e5b6-4015-bac5-3feff1efcd89 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0eadea0-5d59-4916-aa3f-cc43239bbdd2 HTTP/1.1" status: 200 len: 205 time: 0.0387459 Nov 11 12:01:15.190433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55612) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:15.241810 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-f5a50117-2ef9-4f7b-b068-c1850798b868 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] delete failed (client error): The resource could not be found. Nov 11 12:01:15.245359 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f5a50117-2ef9-4f7b-b068-c1850798b868 tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "DELETE /v2.0/routers/f0eadea0-5d59-4916-aa3f-cc43239bbdd2 HTTP/1.1" status: 404 len: 336 time: 0.0514395 Nov 11 12:01:15.245571 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55614) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:15.264130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2520d97d-2568-4957-bdd8-95d393789830 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:01:15.307068 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dce77-bce2-4546-82b8-747119df2608 req-7b2dd8ed-c0bb-48d7-99a2-5d827878efbc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:15.311165 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb49100-0786-4dba-828f-678bc9fe959b tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] DELETE failed (client error): The resource could not be found. Nov 11 12:01:15.311670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb49100-0786-4dba-828f-678bc9fe959b tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:01:15.317310 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9cb49100-0786-4dba-828f-678bc9fe959b tempest-RoutersIpV6AdminTest-612504611 tempest-RoutersIpV6AdminTest-612504611-project] 10.222.0.65 "DELETE /v2.0/subnets/9d60678f-4faa-4b5a-ba0e-0007e71c6c3d HTTP/1.1" status: 404 len: 337 time: 0.0630264 Nov 11 12:01:15.317473 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de3dce77-bce2-4546-82b8-747119df2608 req-7b2dd8ed-c0bb-48d7-99a2-5d827878efbc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.1235688 Nov 11 12:01:15.366788 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb5aa35e-49bd-4340-a23c-3a8e5ac8e11a req-db9b61e6-2a27-47a8-9df0-f766e84a1745 service neutron] 10.222.0.43 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395057 Nov 11 12:01:15.386365 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de3dce77-bce2-4546-82b8-747119df2608 req-4de2f35b-47ca-4737-a29c-9c1560d15147 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699193 Nov 11 12:01:15.417398 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c6c60-010a-43d5-bcfb-12ae4af36895 req-6091e2f2-fe98-4668-af59-52b4ec64db53 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:15.419655 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2520d97d-2568-4957-bdd8-95d393789830, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2520d97d-2568-4957-bdd8-95d393789830,segment=NetworkSegment(c98b7a57-9fbb-4c32-b6be-eb22f754382b),segment_id=c98b7a57-9fbb-4c32-b6be-eb22f754382b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:15.419830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4e2c6c60-010a-43d5-bcfb-12ae4af36895 req-6091e2f2-fe98-4668-af59-52b4ec64db53 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.1860573 Nov 11 12:01:15.458849 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '2520d97d-2568-4957-bdd8-95d393789830', 'network_id': '702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6', 'port_id': '2520d97d-2568-4957-bdd8-95d393789830', 'mac_address': 'fa:16:3e:db:80:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f55957-2e48-4530-9888-3e2eccb4f2da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:01:15.532272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4e2c6c60-010a-43d5-bcfb-12ae4af36895 req-f15d79ef-f79b-4bb5-a75a-fca09287fd0f tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052372 Nov 11 12:01:15.576456 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:15.606418 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2520d97d-2568-4957-bdd8-95d393789830 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:01:15.687124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55622) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:15.693956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2520d97d-2568-4957-bdd8-95d393789830, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2520d97d-2568-4957-bdd8-95d393789830,segment=NetworkSegment(c98b7a57-9fbb-4c32-b6be-eb22f754382b),segment_id=c98b7a57-9fbb-4c32-b6be-eb22f754382b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:15.696349 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:15.719265 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:15.740703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4fa4d-2cde-4a21-b353-2cd2c2ac24d8 req-e24e3dc8-139c-4ff0-9fe2-f15ee3065c0d tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:15.749689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9a4fa4d-2cde-4a21-b353-2cd2c2ac24d8 req-e24e3dc8-139c-4ff0-9fe2-f15ee3065c0d tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.1226485 Nov 11 12:01:15.842768 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=2520d97d-2568-4957-bdd8-95d393789830,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:15.847114 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9a4fa4d-2cde-4a21-b353-2cd2c2ac24d8 req-853877ba-20eb-4e04-bdba-04ffb563cad7 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963788 Nov 11 12:01:15.914998 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-98f40cab-2c38-413d-a7e3-6b97af1388d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:16.033201 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-98f40cab-2c38-413d-a7e3-6b97af1388d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:16.040577 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-98f40cab-2c38-413d-a7e3-6b97af1388d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:16.088136 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-98f40cab-2c38-413d-a7e3-6b97af1388d0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cf5c627f6ac74620bc244101533689e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3970156 Nov 11 12:01:16.088340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55632) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:16.132985 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['2520d97d-2568-4957-bdd8-95d393789830'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:01:16.156792 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f40cab-2c38-413d-a7e3-6b97af1388d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249502e7-90d3-4e3c-9f76-3674adaf6545,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:16.185761 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8866645e-062e-4023-8ef9-d57820b9fa42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:16.224985 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8866645e-062e-4023-8ef9-d57820b9fa42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:16.318987 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8866645e-062e-4023-8ef9-d57820b9fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:16.321975 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8866645e-062e-4023-8ef9-d57820b9fa42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:16.323155 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8866645e-062e-4023-8ef9-d57820b9fa42 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/249502e7-90d3-4e3c-9f76-3674adaf6545 HTTP/1.1" status: 204 len: 168 time: 0.2334790 Nov 11 12:01:16.332792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a9495-e51d-4e95-a316-b1b5490b4e91 req-6e2d31c8-f8d7-4f0e-9d23-1d2c091de2a6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:16.343815 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e42a9495-e51d-4e95-a316-b1b5490b4e91 req-6e2d31c8-f8d7-4f0e-9d23-1d2c091de2a6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.2420511 Nov 11 12:01:16.353963 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866645e-062e-4023-8ef9-d57820b9fa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249502e7-90d3-4e3c-9f76-3674adaf6545,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:16.446921 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e42a9495-e51d-4e95-a316-b1b5490b4e91 req-dcf95c30-22c1-41d9-92b7-27fc19b9eaa5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971344 Nov 11 12:01:16.491869 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e257113-aff1-45bf-918c-990f44f10fd3 req-9b7499f7-6e98-45e8-a27b-7c24dee2ada6 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:16.503313 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e257113-aff1-45bf-918c-990f44f10fd3 req-9b7499f7-6e98-45e8-a27b-7c24dee2ada6 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:16.525297 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e257113-aff1-45bf-918c-990f44f10fd3 req-9b7499f7-6e98-45e8-a27b-7c24dee2ada6 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:16.538017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e257113-aff1-45bf-918c-990f44f10fd3 req-9b7499f7-6e98-45e8-a27b-7c24dee2ada6 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:16.550664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e257113-aff1-45bf-918c-990f44f10fd3 req-9b7499f7-6e98-45e8-a27b-7c24dee2ada6 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:16.557728 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e257113-aff1-45bf-918c-990f44f10fd3 req-9b7499f7-6e98-45e8-a27b-7c24dee2ada6 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:16.565677 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e257113-aff1-45bf-918c-990f44f10fd3 req-9b7499f7-6e98-45e8-a27b-7c24dee2ada6 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:16.567608 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e257113-aff1-45bf-918c-990f44f10fd3 req-9b7499f7-6e98-45e8-a27b-7c24dee2ada6 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5434 time: 0.3166759 Nov 11 12:01:16.669016 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1159c72-1821-4cc0-bb7c-f6a8a4a92825 req-475445dc-eecb-4e0a-adc0-9e1ff39a2af6 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:16.677148 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1159c72-1821-4cc0-bb7c-f6a8a4a92825 req-475445dc-eecb-4e0a-adc0-9e1ff39a2af6 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 945 time: 0.1083257 Nov 11 12:01:16.706147 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e257113-aff1-45bf-918c-990f44f10fd3 req-d8cc1490-d060-4020-9de6-5fbc1cf98533 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1213369 Nov 11 12:01:16.791013 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1159c72-1821-4cc0-bb7c-f6a8a4a92825 req-f2d1f705-6c40-463a-9582-ca7e02b9eebb tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130230 Nov 11 12:01:16.808018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55654) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:16.890203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55658) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:16.893636 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2531a9b8-4f00-45a4-9b57-7ddb40c9a2b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c69d42da871149cb8ba9cedf05c7727b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0778961 Nov 11 12:01:17.027212 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f842a0f-736d-4950-ae5c-1b38c6321545 req-f8c4a76e-57c6-4b9c-9ada-12e4aef99897 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:17.033181 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f842a0f-736d-4950-ae5c-1b38c6321545 req-f8c4a76e-57c6-4b9c-9ada-12e4aef99897 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:17.039404 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f842a0f-736d-4950-ae5c-1b38c6321545 req-f8c4a76e-57c6-4b9c-9ada-12e4aef99897 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:17.045337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f842a0f-736d-4950-ae5c-1b38c6321545 req-f8c4a76e-57c6-4b9c-9ada-12e4aef99897 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:17.051427 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f842a0f-736d-4950-ae5c-1b38c6321545 req-f8c4a76e-57c6-4b9c-9ada-12e4aef99897 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:17.057343 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f842a0f-736d-4950-ae5c-1b38c6321545 req-f8c4a76e-57c6-4b9c-9ada-12e4aef99897 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:17.063328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f842a0f-736d-4950-ae5c-1b38c6321545 req-f8c4a76e-57c6-4b9c-9ada-12e4aef99897 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:17.066522 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f842a0f-736d-4950-ae5c-1b38c6321545 req-f8c4a76e-57c6-4b9c-9ada-12e4aef99897 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5434 time: 0.1560073 Nov 11 12:01:17.070734 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b2f8244f-d0da-41a2-bab0-20a00ae1885c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:17.076824 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55664) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:17.081881 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f14cd9f5-d31b-4bec-86a9-034456e97a6f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Request body: {'floatingip': {'port_id': 'a4ce7603-6d5b-42f6-be9e-268fcfaee0bd'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:17.099001 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07761cda-fac4-41cb-bc91-01c5cb5e288e req-a075a845-93c9-434a-9261-c19d9dec7172 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:17.108052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07761cda-fac4-41cb-bc91-01c5cb5e288e req-a075a845-93c9-434a-9261-c19d9dec7172 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.2002091 Nov 11 12:01:17.133307 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f14cd9f5-d31b-4bec-86a9-034456e97a6f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for floatingip, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:17.135714 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b2f8244f-d0da-41a2-bab0-20a00ae1885c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:17.237724 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07761cda-fac4-41cb-bc91-01c5cb5e288e req-0796fce7-33e3-4a60-9374-631fa3afabb6 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286688 Nov 11 12:01:17.265959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04102a57-4edb-46fb-a78a-426765e04b36 req-cc88a1f8-8afa-417d-8497-fcb91f62dce1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:17.275290 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-04102a57-4edb-46fb-a78a-426765e04b36 req-cc88a1f8-8afa-417d-8497-fcb91f62dce1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.1356015 Nov 11 12:01:17.358860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-04102a57-4edb-46fb-a78a-426765e04b36 req-93a426f7-082c-4e21-bd14-30d2aadbe2aa tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822198 Nov 11 12:01:17.373300 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b2f8244f-d0da-41a2-bab0-20a00ae1885c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:17.376873 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b2f8244f-d0da-41a2-bab0-20a00ae1885c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:17.380458 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b2f8244f-d0da-41a2-bab0-20a00ae1885c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b683828b-d467-4901-8c2c-460fb21f4847 HTTP/1.1" status: 204 len: 168 time: 0.4869640 Nov 11 12:01:17.388449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8244f-d0da-41a2-bab0-20a00ae1885c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b683828b-d467-4901-8c2c-460fb21f4847,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:17.514410 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e930dc-ab5c-40e8-8cdc-25fd1409fa82 req-cf9eece4-f4bc-45a3-a64e-7410a648e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:17.516393 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78e930dc-ab5c-40e8-8cdc-25fd1409fa82 req-cf9eece4-f4bc-45a3-a64e-7410a648e777 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 1096 time: 0.0579801 Nov 11 12:01:17.676893 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e930dc-ab5c-40e8-8cdc-25fd1409fa82 req-1e43ca24-2095-48e5-9b4a-ad3a9bcce32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:17.678981 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78e930dc-ab5c-40e8-8cdc-25fd1409fa82 req-1e43ca24-2095-48e5-9b4a-ad3a9bcce32b service neutron] 10.222.0.43 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 913 time: 0.1541710 Nov 11 12:01:17.745355 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78e930dc-ab5c-40e8-8cdc-25fd1409fa82 req-1d26381e-015a-4453-ba5e-35c3960ea2ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140f0f42-4358-4311-afc5-2dba84513e2f HTTP/1.1" status: 200 len: 217 time: 0.0464709 Nov 11 12:01:17.760518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e93a1-9227-498f-8965-70e2ed630154 req-e2691308-ccfc-45b6-ae08-c323ffe154e0 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:17.762707 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-351e93a1-9227-498f-8965-70e2ed630154 req-e2691308-ccfc-45b6-ae08-c323ffe154e0 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.1561182 Nov 11 12:01:17.815425 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f14cd9f5-d31b-4bec-86a9-034456e97a6f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:17.824364 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f14cd9f5-d31b-4bec-86a9-034456e97a6f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:17.885318 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-351e93a1-9227-498f-8965-70e2ed630154 req-c1f549ae-67a5-4dde-a3f3-2d21c122ba02 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083262 Nov 11 12:01:17.891813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e930dc-ab5c-40e8-8cdc-25fd1409fa82 req-b6771fbf-a23a-4f23-acc2-b0a3fa240455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:17.893988 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78e930dc-ab5c-40e8-8cdc-25fd1409fa82 req-b6771fbf-a23a-4f23-acc2-b0a3fa240455 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87e99551-4140-4663-b03e-6ab8528ee6e0 HTTP/1.1" status: 200 len: 851 time: 0.1298559 Nov 11 12:01:17.962164 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78e930dc-ab5c-40e8-8cdc-25fd1409fa82 req-1b15b568-5d7e-44db-bb48-aaf5bdc471b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=394296cd-ddf9-481f-93cf-51fd49ff4081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589325 Nov 11 12:01:17.968404 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-f14cd9f5-d31b-4bec-86a9-034456e97a6f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Floating IP aa12f3f8-44b2-4fe6-ac9f-9c22946fe660 associated. External IP: 172.25.2.195, port: a4ce7603-6d5b-42f6-be9e-268fcfaee0bd. Nov 11 12:01:18.074744 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74a842-791d-43f1-b424-128ee9a4286d req-739b5cff-821d-4775-b2dd-d44d149269c2 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:18.082130 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e74a842-791d-43f1-b424-128ee9a4286d req-739b5cff-821d-4775-b2dd-d44d149269c2 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 945 time: 0.1225646 Nov 11 12:01:18.121035 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78e930dc-ab5c-40e8-8cdc-25fd1409fa82 req-75eeb7d4-68de-4f06-b7d7-617231629fc1 service neutron] 10.222.0.43 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488771 Nov 11 12:01:18.147235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d66a9b-2b37-4a68-8c14-d9fe4a94d3fc req-1e32ca1f-5986-483d-908a-a7e71ffdf116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:18.149040 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b1d66a9b-2b37-4a68-8c14-d9fe4a94d3fc req-1e32ca1f-5986-483d-908a-a7e71ffdf116 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687&tenant_id=0a654e19116f4a7c8567a53fd67aec2d HTTP/1.1" status: 200 len: 1095 time: 0.1258566 Nov 11 12:01:18.213681 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e74a842-791d-43f1-b424-128ee9a4286d req-bdec47c1-0188-4c8c-811e-4f628f0b27ee tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221404 Nov 11 12:01:18.285648 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78e930dc-ab5c-40e8-8cdc-25fd1409fa82 req-67d70649-c349-4670-81f6-a1ee6bf12a9a service neutron] 10.222.0.43 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551135 Nov 11 12:01:18.310737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d66a9b-2b37-4a68-8c14-d9fe4a94d3fc req-9a655f18-34fe-4f1b-a443-24550b9760fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:18.312517 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b1d66a9b-2b37-4a68-8c14-d9fe4a94d3fc req-9a655f18-34fe-4f1b-a443-24550b9760fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a654e19116f4a7c8567a53fd67aec2d&device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 1095 time: 0.1213937 Nov 11 12:01:18.393832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe50c32-d9e9-4b7a-b5da-223c5691c174 req-5a955fb9-3c7d-41a8-ab46-42a2c1a427e7 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:18.395800 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fbe50c32-d9e9-4b7a-b5da-223c5691c174 req-5a955fb9-3c7d-41a8-ab46-42a2c1a427e7 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.0624862 Nov 11 12:01:18.480817 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fbe50c32-d9e9-4b7a-b5da-223c5691c174 req-5bf0ee6d-f630-459a-8bca-5bf1902af105 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774980 Nov 11 12:01:18.485366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14cd9f5-d31b-4bec-86a9-034456e97a6f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:01:18.507931 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d66a9b-2b37-4a68-8c14-d9fe4a94d3fc req-5cd5f46e-61d2-41a1-b755-c084f5f8cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:18.509419 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b1d66a9b-2b37-4a68-8c14-d9fe4a94d3fc req-5cd5f46e-61d2-41a1-b755-c084f5f8cfa6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972 HTTP/1.1" status: 200 len: 918 time: 0.1659393 Nov 11 12:01:18.558453 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6afad5-5d87-404d-8171-ef849070eae3 req-a2d5c7f0-7e9c-4daa-8339-47a9619e1ef8 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:18.559544 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb6afad5-5d87-404d-8171-ef849070eae3 req-a2d5c7f0-7e9c-4daa-8339-47a9619e1ef8 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.0720773 Nov 11 12:01:18.616825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb6afad5-5d87-404d-8171-ef849070eae3 req-84ee5107-ffdf-46b5-8fcb-78bf6f800f13 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511267 Nov 11 12:01:18.689709 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b1d66a9b-2b37-4a68-8c14-d9fe4a94d3fc req-9846547e-5a73-46e3-838f-e1eefa45fb2d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6052d76b-4b9e-4134-9050-174abc3fac26 HTTP/1.1" status: 200 len: 998 time: 0.1274340 Nov 11 12:01:18.692501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14cd9f5-d31b-4bec-86a9-034456e97a6f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:01:18.696980 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f14cd9f5-d31b-4bec-86a9-034456e97a6f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:18.707209 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c27aaa8-dcb4-4042-852f-7c4385619cd2 None None] Sync routers for ids ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:01:18.717624 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c27aaa8-dcb4-4042-852f-7c4385619cd2 None None] Routers {'9d8fb428-2c76-41a8-bcae-c9cf191ce672'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:01:18.718567 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0c27aaa8-dcb4-4042-852f-7c4385619cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:01:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:18.784479 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f14cd9f5-d31b-4bec-86a9-034456e97a6f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "PUT /v2.0/floatingips/aa12f3f8-44b2-4fe6-ac9f-9c22946fe660 HTTP/1.1" status: 200 len: 991 time: 1.6970108 Nov 11 12:01:18.792147 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'tag': 'a4ce7603-6d5b-42f6-be9e-268fcfaee0bd'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:01:18.795063 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60739502-3342-4aa5-8235-3e47c38a2a74" -d '{"events": [{"name": "network-changed", "server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "tag": "a4ce7603-6d5b-42f6-be9e-268fcfaee0bd"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:01:18.824363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d66a9b-2b37-4a68-8c14-d9fe4a94d3fc req-001ded59-b8c0-45ed-9771-60a52af48b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:18.826292 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b1d66a9b-2b37-4a68-8c14-d9fe4a94d3fc req-001ded59-b8c0-45ed-9771-60a52af48b96 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ddfb148-78d7-41db-ac12-7719b2b055b6 HTTP/1.1" status: 200 len: 855 time: 0.0988472 Nov 11 12:01:18.842674 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-0c27aaa8-dcb4-4042-852f-7c4385619cd2 None None] Set router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:01:18.874802 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23860f63-1670-4a33-9054-53ad66c4c11c x-openstack-request-id: req-23860f63-1670-4a33-9054-53ad66c4c11c {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:01:18.875293 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "tag": "a4ce7603-6d5b-42f6-be9e-268fcfaee0bd", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:01:18.875699 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23860f63-1670-4a33-9054-53ad66c4c11c {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:01:18.877161 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'tag': 'a4ce7603-6d5b-42f6-be9e-268fcfaee0bd', 'status': 'completed', 'code': 200} Nov 11 12:01:18.898646 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d66a9b-2b37-4a68-8c14-d9fe4a94d3fc req-b76df18e-5298-467e-8a10-fe536a0e6342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:18.900302 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b1d66a9b-2b37-4a68-8c14-d9fe4a94d3fc req-b76df18e-5298-467e-8a10-fe536a0e6342 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655875 Nov 11 12:01:19.050942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739502-3342-4aa5-8235-3e47c38a2a74 req-06153197-11f4-48f4-8374-b7254e143d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:19.051862 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739502-3342-4aa5-8235-3e47c38a2a74 req-06153197-11f4-48f4-8374-b7254e143d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:19.052340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739502-3342-4aa5-8235-3e47c38a2a74 req-06153197-11f4-48f4-8374-b7254e143d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:19.052803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739502-3342-4aa5-8235-3e47c38a2a74 req-06153197-11f4-48f4-8374-b7254e143d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:19.053271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739502-3342-4aa5-8235-3e47c38a2a74 req-06153197-11f4-48f4-8374-b7254e143d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:19.054227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739502-3342-4aa5-8235-3e47c38a2a74 req-06153197-11f4-48f4-8374-b7254e143d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:19.054687 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739502-3342-4aa5-8235-3e47c38a2a74 req-06153197-11f4-48f4-8374-b7254e143d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:19.056710 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60739502-3342-4aa5-8235-3e47c38a2a74 req-06153197-11f4-48f4-8374-b7254e143d87 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60ee3d384a76417ebcdfc95536142dd4&device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 6491 time: 0.1426330 Nov 11 12:01:19.071198 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b1d66a9b-2b37-4a68-8c14-d9fe4a94d3fc req-4b3ef337-8ec7-4c77-9579-34ccd93a2ae8 service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552005 Nov 11 12:01:19.084517 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d77ae5-7277-42d8-8262-3d2711e8502d req-666751f0-8979-4443-a105-acbb4fc08530 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:19.092718 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0d77ae5-7277-42d8-8262-3d2711e8502d req-666751f0-8979-4443-a105-acbb4fc08530 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.1072969 Nov 11 12:01:19.142767 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0c27aaa8-dcb4-4042-852f-7c4385619cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'name': 'tempest-TaggedBootDevicesTest-1804844071-router', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:59:12Z', 'updated_at': '2021-11-11T11:59:17Z', 'revision_number': 4, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'gw_port': {'id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:13Z', 'updated_at': '2021-11-11T11:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'aa12f3f8-44b2-4fe6-ac9f-9c22946fe660', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'port_id': 'a4ce7603-6d5b-42f6-be9e-268fcfaee0bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f', 'mac_address': 'fa:16:3e:af:b1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:00:00Z', 'updated_at': '2021-11-11T12:01:17Z', 'revision_number': 1, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70b28bf-7390-442d-a7c6-52d8ccd69732', 'name': '', 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'mac_address': 'fa:16:3e:55:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:16Z', 'updated_at': '2021-11-11T11:59:21Z', 'revision_number': 5, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'subnets': [{'id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:19.174390 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c27aaa8-dcb4-4042-852f-7c4385619cd2 None None] Checking router: 9d8fb428-2c76-41a8-bcae-c9cf191ce672 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:01:19.183227 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c27aaa8-dcb4-4042-852f-7c4385619cd2 None None] Routers {'9d8fb428-2c76-41a8-bcae-c9cf191ce672'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:01:19.183688 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0c27aaa8-dcb4-4042-852f-7c4385619cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:01:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:19.208627 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b1d66a9b-2b37-4a68-8c14-d9fe4a94d3fc req-b762a254-4231-43cd-a43b-4229e9924ebf service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286521 Nov 11 12:01:19.290019 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0d77ae5-7277-42d8-8262-3d2711e8502d req-c551510b-184e-471b-84ba-fd92c8c6802a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962221 Nov 11 12:01:19.292384 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2520d97d-2568-4957-bdd8-95d393789830 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:01:19.340033 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-0c27aaa8-dcb4-4042-852f-7c4385619cd2 None None] Set router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:01:19.358694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55726) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:19.386184 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739502-3342-4aa5-8235-3e47c38a2a74 req-d037172f-ec9c-49d3-9df6-5a0c2b0d2b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:19.387864 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60739502-3342-4aa5-8235-3e47c38a2a74 req-d037172f-ec9c-49d3-9df6-5a0c2b0d2b80 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ba34a62-22e2-4456-8b51-ad2a18e2724f HTTP/1.1" status: 200 len: 914 time: 0.3208022 Nov 11 12:01:19.397251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 2520d97d-2568-4957-bdd8-95d393789830 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:01:19.403434 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 2520d97d-2568-4957-bdd8-95d393789830 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:19.404416 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:19.545267 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:19.562255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec99ba-9698-455d-a0f1-a477a551b965 req-de119d34-573d-472e-af1b-76a3e4fea87d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:19.572678 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2eec99ba-9698-455d-a0f1-a477a551b965 req-de119d34-573d-472e-af1b-76a3e4fea87d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 945 time: 0.2520559 Nov 11 12:01:19.588708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2520d97d-2568-4957-bdd8-95d393789830, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2520d97d-2568-4957-bdd8-95d393789830,segment=NetworkSegment(c98b7a57-9fbb-4c32-b6be-eb22f754382b),segment_id=c98b7a57-9fbb-4c32-b6be-eb22f754382b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:19.590482 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a869594-4ca2-4363-bb04-bd8db37ec393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2520d97d-2568-4957-bdd8-95d393789830'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:01:19.595269 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048b055c-496d-43f8-aa65-c9517e556880" -d '{"events": [{"server_uuid": "1a869594-4ca2-4363-bb04-bd8db37ec393", "name": "network-vif-plugged", "status": "completed", "tag": "2520d97d-2568-4957-bdd8-95d393789830"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:01:19.596101 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-730db0f5-932f-48c6-81a9-6edf6fab1ab9 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1903091662'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:19.600901 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:19.655718 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-730db0f5-932f-48c6-81a9-6edf6fab1ab9 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:19.657992 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-730db0f5-932f-48c6-81a9-6edf6fab1ab9 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:19.661230 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60739502-3342-4aa5-8235-3e47c38a2a74 req-32d68ce2-7a07-474b-a4ce-e7296c35a778 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd HTTP/1.1" status: 200 len: 999 time: 0.2559569 Nov 11 12:01:19.694990 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=2520d97d-2568-4957-bdd8-95d393789830,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:19.740592 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739502-3342-4aa5-8235-3e47c38a2a74 req-aa04e673-5536-40dd-abfb-ad0d2f85e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:19.742135 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60739502-3342-4aa5-8235-3e47c38a2a74 req-aa04e673-5536-40dd-abfb-ad0d2f85e98a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9 HTTP/1.1" status: 200 len: 851 time: 0.0655334 Nov 11 12:01:19.745204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-730db0f5-932f-48c6-81a9-6edf6fab1ab9 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:19.751776 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-730db0f5-932f-48c6-81a9-6edf6fab1ab9 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:19.766849 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2eec99ba-9698-455d-a0f1-a477a551b965 req-f0a85311-69ec-4e68-91a9-6bafb0d4a74b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863766 Nov 11 12:01:19.771043 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-730db0f5-932f-48c6-81a9-6edf6fab1ab9 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:19.775584 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-730db0f5-932f-48c6-81a9-6edf6fab1ab9 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4158158 Nov 11 12:01:19.776387 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55744) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:19.808206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71a22f-55d7-4de2-a447-0d42a63c5b7e req-ba29498a-377e-408b-9fd5-fabd6ff05b33 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:19.811520 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f71a22f-55d7-4de2-a447-0d42a63c5b7e req-ba29498a-377e-408b-9fd5-fabd6ff05b33 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.2166586 Nov 11 12:01:19.814038 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0c27aaa8-dcb4-4042-852f-7c4385619cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'name': 'tempest-TaggedBootDevicesTest-1804844071-router', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:59:12Z', 'updated_at': '2021-11-11T11:59:17Z', 'revision_number': 4, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'gw_port': {'id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:13Z', 'updated_at': '2021-11-11T11:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'aa12f3f8-44b2-4fe6-ac9f-9c22946fe660', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'port_id': 'a4ce7603-6d5b-42f6-be9e-268fcfaee0bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f', 'mac_address': 'fa:16:3e:af:b1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:00:00Z', 'updated_at': '2021-11-11T12:01:17Z', 'revision_number': 1, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70b28bf-7390-442d-a7c6-52d8ccd69732', 'name': '', 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'mac_address': 'fa:16:3e:55:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:16Z', 'updated_at': '2021-11-11T11:59:21Z', 'revision_number': 5, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'subnets': [{'id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:19.849473 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c27aaa8-dcb4-4042-852f-7c4385619cd2 None None] The sync data for ids ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'] in n-d-807359-3 is: [{'id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'name': 'tempest-TaggedBootDevicesTest-1804844071-router', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:59:12Z', 'updated_at': '2021-11-11T11:59:17Z', 'revision_number': 4, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'gw_port': {'id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:13Z', 'updated_at': '2021-11-11T11:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'aa12f3f8-44b2-4fe6-ac9f-9c22946fe660', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'port_id': 'a4ce7603-6d5b-42f6-be9e-268fcfaee0bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f', 'mac_address': 'fa:16:3e:af:b1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:00:00Z', 'updated_at': '2021-11-11T12:01:17Z', 'revision_number': 1, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70b28bf-7390-442d-a7c6-52d8ccd69732', 'name': '', 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'mac_address': 'fa:16:3e:55:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:16Z', 'updated_at': '2021-11-11T11:59:21Z', 'revision_number': 5, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'subnets': [{'id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:01:19.851718 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a98ef1a-caf5-440f-984b-658281f8a1fa x-openstack-request-id: req-7a98ef1a-caf5-440f-984b-658281f8a1fa {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:01:19.852012 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a869594-4ca2-4363-bb04-bd8db37ec393", "name": "network-vif-plugged", "status": "completed", "tag": "2520d97d-2568-4957-bdd8-95d393789830", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:01:19.852260 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a98ef1a-caf5-440f-984b-658281f8a1fa {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:01:19.852645 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a869594-4ca2-4363-bb04-bd8db37ec393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2520d97d-2568-4957-bdd8-95d393789830', 'code': 200} Nov 11 12:01:19.902737 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a0020d1-1205-42b9-aeb3-408931d6ac5e tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:19.945112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739502-3342-4aa5-8235-3e47c38a2a74 req-0c597ce5-3e9a-4707-8fa7-8a3f4d53d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:19.947167 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60739502-3342-4aa5-8235-3e47c38a2a74 req-0c597ce5-3e9a-4707-8fa7-8a3f4d53d8c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ba34a62-22e2-4456-8b51-ad2a18e2724f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793487 Nov 11 12:01:20.074917 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f71a22f-55d7-4de2-a447-0d42a63c5b7e req-bd10b9dd-21b7-4dc4-8ed2-47771c1d3cfc tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221694 Nov 11 12:01:20.274470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2aff8d-7a45-4dab-a4f4-da0488b58e3d req-94f9ab3e-ff06-4d31-8a0c-4412f1f671ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:20.277700 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec2aff8d-7a45-4dab-a4f4-da0488b58e3d req-94f9ab3e-ff06-4d31-8a0c-4412f1f671ac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 1097 time: 0.3545203 Nov 11 12:01:20.334345 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a0020d1-1205-42b9-aeb3-408931d6ac5e tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:20.341924 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a0020d1-1205-42b9-aeb3-408931d6ac5e tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:20.357560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0152c0b-859b-4dc2-8117-f59a568ee04c req-dce849fc-aa45-4aa4-acd7-4c7b9b5301cf tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:20.362469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0152c0b-859b-4dc2-8117-f59a568ee04c req-dce849fc-aa45-4aa4-acd7-4c7b9b5301cf tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.3794372 Nov 11 12:01:20.408150 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a0020d1-1205-42b9-aeb3-408931d6ac5e tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:20.409135 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0020d1-1205-42b9-aeb3-408931d6ac5e tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9db96783-4b11-4a34-9837-00e26865937e {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:01:20.420679 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a0020d1-1205-42b9-aeb3-408931d6ac5e tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:20.422117 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6a0020d1-1205-42b9-aeb3-408931d6ac5e tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] 10.222.0.65 "DELETE /v2.0/routers/9db96783-4b11-4a34-9837-00e26865937e HTTP/1.1" status: 204 len: 168 time: 0.6446016 Nov 11 12:01:20.425842 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55758) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:20.431375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d7458876-0750-4cc3-aeff-2500255fc606 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Request body: {'router': {'name': 'tempest-router-5411769', 'distributed': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:20.466130 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d7458876-0750-4cc3-aeff-2500255fc606 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:20.467267 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d7458876-0750-4cc3-aeff-2500255fc606 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:20.563845 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a8f0c-5489-4d13-b406-f8992586a398 None None] New status for floating IP aa12f3f8-44b2-4fe6-ac9f-9c22946fe660: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:01:20.564665 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60739502-3342-4aa5-8235-3e47c38a2a74 req-693fc460-7193-4a30-90a5-cfef225c5e3b service neutron] 10.222.0.62 "GET /v2.0/networks/6ba34a62-22e2-4456-8b51-ad2a18e2724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853353 Nov 11 12:01:20.748753 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec2aff8d-7a45-4dab-a4f4-da0488b58e3d req-8ced9e2a-04ab-4aeb-a1ef-6ec78b8abae6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559155 Nov 11 12:01:20.770529 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0152c0b-859b-4dc2-8117-f59a568ee04c req-1c42e508-de02-4d0f-b1c0-53848cf09b58 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780789 Nov 11 12:01:20.889045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e282e-307e-476b-a8ca-92d7798e1b58 req-9b387973-2950-4795-a1a3-290ab01576e4 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:20.897258 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd4e282e-307e-476b-a8ca-92d7798e1b58 req-9b387973-2950-4795-a1a3-290ab01576e4 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 945 time: 0.2445366 Nov 11 12:01:21.253263 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d7458876-0750-4cc3-aeff-2500255fc606 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:21.262262 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d7458876-0750-4cc3-aeff-2500255fc606 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:21.296481 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d7458876-0750-4cc3-aeff-2500255fc606 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:21.299533 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d7458876-0750-4cc3-aeff-2500255fc606 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.8721554 Nov 11 12:01:21.303710 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55768) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:21.309252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 140f0f42-4358-4311-afc5-2dba84513e2f no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:01:21.396109 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:21.440898 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:21.489289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 140f0f42-4358-4311-afc5-2dba84513e2f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=140f0f42-4358-4311-afc5-2dba84513e2f,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:21.496562 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:21.521887 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60739502-3342-4aa5-8235-3e47c38a2a74 req-cfd95f38-b17c-4a40-9897-a1c6f627ca2f service neutron] 10.222.0.62 "GET /v2.0/networks/6ba34a62-22e2-4456-8b51-ad2a18e2724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9409871 Nov 11 12:01:21.539175 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac90f21f-4422-43b9-93c8-4305cf8cd694 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:21.550273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd4e282e-307e-476b-a8ca-92d7798e1b58 req-6b591f85-85e4-4a3f-b46a-ea83e73f0485 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6518483 Nov 11 12:01:21.581219 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0f78d-40b8-493b-b836-be4097ddf7e5 req-a6dd3b47-947c-4e0d-bae3-91c470c1e7ba tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:21.583436 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=140f0f42-4358-4311-afc5-2dba84513e2f,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:21.595025 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-84a0f78d-40b8-493b-b836-be4097ddf7e5 req-a6dd3b47-947c-4e0d-bae3-91c470c1e7ba tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.6760242 Nov 11 12:01:21.719019 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-84a0f78d-40b8-493b-b836-be4097ddf7e5 req-6d0146ef-8874-407b-b4f1-e45816460b92 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085932 Nov 11 12:01:21.836512 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb13bb1-dd3e-4947-ab31-7dbcc6fcc5a8 req-e531b57b-1f59-4a97-a8fb-ed355458510d tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:21.855158 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-acb13bb1-dd3e-4947-ab31-7dbcc6fcc5a8 req-e531b57b-1f59-4a97-a8fb-ed355458510d tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.1680975 Nov 11 12:01:21.857550 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6403911-9ce1-4f99-b44f-424e2ebab923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '140f0f42-4358-4311-afc5-2dba84513e2f'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:01:21.860101 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f038773-089a-474e-801c-7ece72b261fe" -d '{"events": [{"server_uuid": "d6403911-9ce1-4f99-b44f-424e2ebab923", "name": "network-vif-unplugged", "status": "completed", "tag": "140f0f42-4358-4311-afc5-2dba84513e2f"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:01:21.913311 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac90f21f-4422-43b9-93c8-4305cf8cd694 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:21.916445 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac90f21f-4422-43b9-93c8-4305cf8cd694 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:21.967280 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-acb13bb1-dd3e-4947-ab31-7dbcc6fcc5a8 req-7bbebc46-67e1-46f6-8fca-40957db1562e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099150 Nov 11 12:01:22.006914 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac90f21f-4422-43b9-93c8-4305cf8cd694 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:22.007533 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac90f21f-4422-43b9-93c8-4305cf8cd694 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 920c5365-49ee-4850-99d0-59902e98b6bf {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:01:22.033515 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac90f21f-4422-43b9-93c8-4305cf8cd694 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:22.041908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55780) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:22.044942 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ac90f21f-4422-43b9-93c8-4305cf8cd694 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] 10.222.0.65 "DELETE /v2.0/routers/920c5365-49ee-4850-99d0-59902e98b6bf HTTP/1.1" status: 204 len: 168 time: 0.7396944 Nov 11 12:01:22.047832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8abe7759-a346-4b06-91c2-0385198ac209 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Request body: {'router': {'name': 'tempest-router-266124489', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '27d779f5536243a6af1902816605dcb2'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:22.082019 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8abe7759-a346-4b06-91c2-0385198ac209 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:22.083894 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8abe7759-a346-4b06-91c2-0385198ac209 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:22.199899 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8abe7759-a346-4b06-91c2-0385198ac209 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:22.210020 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8abe7759-a346-4b06-91c2-0385198ac209 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:22.247932 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8abe7759-a346-4b06-91c2-0385198ac209 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:22.250701 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8abe7759-a346-4b06-91c2-0385198ac209 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2073739 Nov 11 12:01:22.253291 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55786) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:22.259730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3b0a01f2-d386-4dc1-82f4-033931c79b97 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:22.556672 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b0a01f2-d386-4dc1-82f4-033931c79b97 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:22.556972 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b0a01f2-d386-4dc1-82f4-033931c79b97 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:22.676580 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3b0a01f2-d386-4dc1-82f4-033931c79b97 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109154) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 11 12:01:22.677003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3b0a01f2-d386-4dc1-82f4-033931c79b97 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Router 923420a0-f114-4cd1-b1a7-b3f62611d986 migrating from provider to provider. {{(pid=109154) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 11 12:01:22.677284 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b0a01f2-d386-4dc1-82f4-033931c79b97 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:22.683232 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b0a01f2-d386-4dc1-82f4-033931c79b97 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:22.697044 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b0a01f2-d386-4dc1-82f4-033931c79b97 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:22.832221 n-d-807359-3 neutron-server[109154]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3b0a01f2-d386-4dc1-82f4-033931c79b97 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] No L3 agents can host the router 923420a0-f114-4cd1-b1a7-b3f62611d986 Nov 11 12:01:23.030426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a01f2-d386-4dc1-82f4-033931c79b97 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Hosts for router 923420a0-f114-4cd1-b1a7-b3f62611d986: [] {{(pid=109154) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 11 12:01:23.077906 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a01f2-d386-4dc1-82f4-033931c79b97 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Hosts for other DVR routers connected to router 923420a0-f114-4cd1-b1a7-b3f62611d986: set() {{(pid=109154) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 11 12:01:23.081274 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b0a01f2-d386-4dc1-82f4-033931c79b97 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:23.086337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55828) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:23.093357 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3b0a01f2-d386-4dc1-82f4-033931c79b97 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] 10.222.0.65 "PUT /v2.0/routers/923420a0-f114-4cd1-b1a7-b3f62611d986 HTTP/1.1" status: 200 len: 716 time: 0.8379629 Nov 11 12:01:23.217538 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-add9ef7e-0803-4235-a16e-f2083630092d tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] 10.222.0.65 "GET /v2.0/routers/923420a0-f114-4cd1-b1a7-b3f62611d986 HTTP/1.1" status: 200 len: 716 time: 0.1293762 Nov 11 12:01:23.220468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55830) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:23.260917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8205ad-37af-41f0-8149-9872c3aef241 req-2ea351e7-8443-41ac-8a0e-95c412d8704b tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:23.262796 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c8205ad-37af-41f0-8149-9872c3aef241 req-2ea351e7-8443-41ac-8a0e-95c412d8704b tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6403911-9ce1-4f99-b44f-424e2ebab923 HTTP/1.1" status: 200 len: 943 time: 0.0621417 Nov 11 12:01:23.395464 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-0c8205ad-37af-41f0-8149-9872c3aef241 req-c231f9e0-3b16-4a95-bf4b-88a9009a18ab tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Deleting port 140f0f42-4358-4311-afc5-2dba84513e2f {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:01:23.395807 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0c8205ad-37af-41f0-8149-9872c3aef241 req-c231f9e0-3b16-4a95-bf4b-88a9009a18ab tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:23.552818 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-0c8205ad-37af-41f0-8149-9872c3aef241 req-c231f9e0-3b16-4a95-bf4b-88a9009a18ab tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] For port 140f0f42-4358-4311-afc5-2dba84513e2f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=140f0f42-4358-4311-afc5-2dba84513e2f,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:23.553366 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0c8205ad-37af-41f0-8149-9872c3aef241 req-c231f9e0-3b16-4a95-bf4b-88a9009a18ab tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:23.572076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-0c8205ad-37af-41f0-8149-9872c3aef241 req-c231f9e0-3b16-4a95-bf4b-88a9009a18ab tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Calling delete_port for 140f0f42-4358-4311-afc5-2dba84513e2f owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:01:23.621897 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a32878ac-b37d-4e82-b8ed-1a73e69ca2d6 tempest-RoutersTestDVR-1429351559 tempest-RoutersTestDVR-1429351559-project] 10.222.0.65 "GET /v2.0/routers/923420a0-f114-4cd1-b1a7-b3f62611d986 HTTP/1.1" status: 200 len: 682 time: 0.3997128 Nov 11 12:01:23.632788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55836) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:23.736396 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ce82c2ea-c192-4304-83ff-5c846a5be281 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:23.800086 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0c8205ad-37af-41f0-8149-9872c3aef241 req-c231f9e0-3b16-4a95-bf4b-88a9009a18ab tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:23.891858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231f9e0-3b16-4a95-bf4b-88a9009a18ab tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Pushing event deleted for resources: {'Port': ['ID=140f0f42-4358-4311-afc5-2dba84513e2f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:23.954530 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8205ad-37af-41f0-8149-9872c3aef241 req-c231f9e0-3b16-4a95-bf4b-88a9009a18ab tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] No DVR routers for this DVR port 140f0f42-4358-4311-afc5-2dba84513e2f on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:01:23.961797 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0c8205ad-37af-41f0-8149-9872c3aef241 req-c231f9e0-3b16-4a95-bf4b-88a9009a18ab tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:23.971957 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c8205ad-37af-41f0-8149-9872c3aef241 req-c231f9e0-3b16-4a95-bf4b-88a9009a18ab tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "DELETE /v2.0/ports/140f0f42-4358-4311-afc5-2dba84513e2f HTTP/1.1" status: 204 len: 173 time: 0.7016771 Nov 11 12:01:23.972437 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6403911-9ce1-4f99-b44f-424e2ebab923', 'name': 'network-vif-deleted', 'tag': '140f0f42-4358-4311-afc5-2dba84513e2f'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:01:23.976699 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85ed31d-b43a-4f4c-9278-9ce3b66b1e20" -d '{"events": [{"server_uuid": "d6403911-9ce1-4f99-b44f-424e2ebab923", "name": "network-vif-deleted", "tag": "140f0f42-4358-4311-afc5-2dba84513e2f"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:01:24.109735 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ce82c2ea-c192-4304-83ff-5c846a5be281 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:24.111481 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ce82c2ea-c192-4304-83ff-5c846a5be281 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:24.159491 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ce82c2ea-c192-4304-83ff-5c846a5be281 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:24.161143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce82c2ea-c192-4304-83ff-5c846a5be281 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 923420a0-f114-4cd1-b1a7-b3f62611d986 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:01:24.166845 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ce82c2ea-c192-4304-83ff-5c846a5be281 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:24.167976 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ce82c2ea-c192-4304-83ff-5c846a5be281 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] 10.222.0.65 "DELETE /v2.0/routers/923420a0-f114-4cd1-b1a7-b3f62611d986 HTTP/1.1" status: 204 len: 168 time: 0.5338781 Nov 11 12:01:24.172007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55846) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:24.177067 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-1999319f-8ec6-4379-af67-672b628e093b tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Request body: {'router': {'name': 'tempest-router-75595389', 'distributed': True}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:24.229363 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1999319f-8ec6-4379-af67-672b628e093b tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:24.230560 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1999319f-8ec6-4379-af67-672b628e093b tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:24.301235 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1999319f-8ec6-4379-af67-672b628e093b tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:24.306377 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1999319f-8ec6-4379-af67-672b628e093b tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:24.323176 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1999319f-8ec6-4379-af67-672b628e093b tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:24.327410 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1999319f-8ec6-4379-af67-672b628e093b tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.1513872 Nov 11 12:01:24.329966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55850) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:24.419415 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b58894a-3510-4707-b357-4034561e4680 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:24.596724 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b58894a-3510-4707-b357-4034561e4680 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:24.603754 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b58894a-3510-4707-b357-4034561e4680 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:24.655037 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b58894a-3510-4707-b357-4034561e4680 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:24.655882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b58894a-3510-4707-b357-4034561e4680 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adfdb67b-c90e-4483-a8d6-d5121ee9d780 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:01:24.660270 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b58894a-3510-4707-b357-4034561e4680 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:24.661560 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8b58894a-3510-4707-b357-4034561e4680 tempest-RoutersTestDVR-578344343 tempest-RoutersTestDVR-578344343-project-admin] 10.222.0.65 "DELETE /v2.0/routers/adfdb67b-c90e-4483-a8d6-d5121ee9d780 HTTP/1.1" status: 204 len: 168 time: 0.3305750 Nov 11 12:01:24.727259 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85f1bb-55f4-49b2-a816-17740cb51b8e req-d6d6623e-b7c5-46c1-b9fa-02000931f4fa tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:24.734695 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a85f1bb-55f4-49b2-a816-17740cb51b8e req-d6d6623e-b7c5-46c1-b9fa-02000931f4fa tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.0633910 Nov 11 12:01:24.782629 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a85f1bb-55f4-49b2-a816-17740cb51b8e req-97d0ffb4-ebf0-464a-9783-841ef64fb4dd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471559 Nov 11 12:01:24.843098 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 12:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cbde9c-6138-4b54-9083-7f98f8a46471 x-openstack-request-id: req-c1cbde9c-6138-4b54-9083-7f98f8a46471 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:01:24.843619 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6403911-9ce1-4f99-b44f-424e2ebab923", "name": "network-vif-unplugged", "status": "failed", "tag": "140f0f42-4358-4311-afc5-2dba84513e2f", "code": 422}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:01:24.843619 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1cbde9c-6138-4b54-9083-7f98f8a46471 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:01:24.843995 n-d-807359-3 neutron-server[109155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd6403911-9ce1-4f99-b44f-424e2ebab923', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '140f0f42-4358-4311-afc5-2dba84513e2f', 'code': 422} returned with failed status Nov 11 12:01:24.957368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78bf6f-b7cc-4369-a4d0-440f8efc9076 req-031a8f02-cb2c-4a50-be5b-1799fdb8fff3 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:24.959434 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a78bf6f-b7cc-4369-a4d0-440f8efc9076 req-031a8f02-cb2c-4a50-be5b-1799fdb8fff3 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0635400 Nov 11 12:01:24.967508 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55864) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:25.015193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a78bf6f-b7cc-4369-a4d0-440f8efc9076 req-cf4de44d-0df0-4275-a4ed-4f4002966d52 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479877 Nov 11 12:01:25.173874 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db3824-1b29-4359-9adb-29372e211d44 req-491eead6-cb22-4fcb-9b25-1829234c6ee5 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:25.175472 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-01db3824-1b29-4359-9adb-29372e211d44 req-491eead6-cb22-4fcb-9b25-1829234c6ee5 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.0751348 Nov 11 12:01:25.182652 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-acb2a8aa-d296-4e14-8a41-d5cf9539be11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:25.242949 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-01db3824-1b29-4359-9adb-29372e211d44 req-650d5101-f457-4ff1-94ff-392e2e64db64 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576141 Nov 11 12:01:25.296314 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-acb2a8aa-d296-4e14-8a41-d5cf9539be11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:25.302610 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-acb2a8aa-d296-4e14-8a41-d5cf9539be11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:25.342064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2a8aa-d296-4e14-8a41-d5cf9539be11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa78be6-8515-412e-9a2e-bc3b852b3347,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:25.346195 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-acb2a8aa-d296-4e14-8a41-d5cf9539be11 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=27d779f5536243a6af1902816605dcb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3775933 Nov 11 12:01:25.348916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55874) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:25.358731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2a8aa-d296-4e14-8a41-d5cf9539be11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:25.359115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2a8aa-d296-4e14-8a41-d5cf9539be11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:25.359462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2a8aa-d296-4e14-8a41-d5cf9539be11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:25.359798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2a8aa-d296-4e14-8a41-d5cf9539be11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:25.360137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2a8aa-d296-4e14-8a41-d5cf9539be11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:25.360462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2a8aa-d296-4e14-8a41-d5cf9539be11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:25.360789 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2a8aa-d296-4e14-8a41-d5cf9539be11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:25.361143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2a8aa-d296-4e14-8a41-d5cf9539be11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:25.361471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2a8aa-d296-4e14-8a41-d5cf9539be11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:25.361828 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2a8aa-d296-4e14-8a41-d5cf9539be11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:25.362247 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2a8aa-d296-4e14-8a41-d5cf9539be11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:25.362575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb2a8aa-d296-4e14-8a41-d5cf9539be11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:25.391436 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 11 Nov 2021 12:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca70f33-3057-43cd-8a0b-8094826f46b5 x-openstack-request-id: req-2ca70f33-3057-43cd-8a0b-8094826f46b5 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:01:25.391597 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6403911-9ce1-4f99-b44f-424e2ebab923", "name": "network-vif-deleted", "tag": "140f0f42-4358-4311-afc5-2dba84513e2f", "status": "failed", "code": 422}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:01:25.391856 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ca70f33-3057-43cd-8a0b-8094826f46b5 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:01:25.392275 n-d-807359-3 neutron-server[109153]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd6403911-9ce1-4f99-b44f-424e2ebab923', 'name': 'network-vif-deleted', 'tag': '140f0f42-4358-4311-afc5-2dba84513e2f', 'status': 'failed', 'code': 422} returned with failed status Nov 11 12:01:25.414271 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c9e35e9-2d04-4518-8830-5b8069fed6bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:25.442818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c9e35e9-2d04-4518-8830-5b8069fed6bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:25.514240 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c9e35e9-2d04-4518-8830-5b8069fed6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:25.519731 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c9e35e9-2d04-4518-8830-5b8069fed6bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:25.522216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1c9e35e9-2d04-4518-8830-5b8069fed6bb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/efa78be6-8515-412e-9a2e-bc3b852b3347 HTTP/1.1" status: 204 len: 168 time: 0.1722763 Nov 11 12:01:25.551305 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e35e9-2d04-4518-8830-5b8069fed6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa78be6-8515-412e-9a2e-bc3b852b3347,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:25.676793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-761a138a-3449-4875-b690-899e7994ded1 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:25.678926 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-761a138a-3449-4875-b690-899e7994ded1 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/networks?id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 HTTP/1.1" status: 200 len: 813 time: 0.1447661 Nov 11 12:01:25.699369 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-2bc90e45-2c4a-46fd-95d1-9c86bb2eb621 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/quotas/66f1af08848e4be7b86be007635c44ed HTTP/1.1" status: 200 len: 375 time: 0.0135806 Nov 11 12:01:25.757001 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-8535ae06-c4ed-40c1-9ddb-c22899e9a68f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=66f1af08848e4be7b86be007635c44ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0513957 Nov 11 12:01:25.869194 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-12112a37-8e20-40d0-a75e-02d180e620b1 service neutron] 10.222.0.65 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047919 Nov 11 12:01:25.913168 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55894) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:25.929602 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c45a92f1-9843-4bbd-8922-1c14650a791e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:25.990395 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-5c097883-14c4-4d7e-bd91-e2ee8904c0cd service neutron] 10.222.0.65 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116819 Nov 11 12:01:26.055147 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c45a92f1-9843-4bbd-8922-1c14650a791e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:26.060528 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c45a92f1-9843-4bbd-8922-1c14650a791e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:26.117991 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c45a92f1-9843-4bbd-8922-1c14650a791e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1da76f70eb874a7caad81055298ac069&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2035594 Nov 11 12:01:26.120753 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55898) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:26.128994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a92f1-9843-4bbd-8922-1c14650a791e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36837b7-1158-46b3-a197-4d923d00f99c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:26.297919 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-128c6f64-e924-4fe6-8393-3e074162274f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:26.356205 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-128c6f64-e924-4fe6-8393-3e074162274f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:26.399542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-13058fdd-f3ce-4443-8fdb-8f24d31b0470 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:26.401307 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-13058fdd-f3ce-4443-8fdb-8f24d31b0470 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 811 time: 0.1929181 Nov 11 12:01:26.448084 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-530412be-1e58-4566-ae85-7f0ae7c0deda tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/quotas/d71a4d2b117d402fb127e702aea8d45a HTTP/1.1" status: 200 len: 375 time: 0.0150125 Nov 11 12:01:26.498453 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-5128d67e-2d3c-4dac-b6b7-bd4f60fd48fe tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413871 Nov 11 12:01:26.545912 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-128c6f64-e924-4fe6-8393-3e074162274f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:26.548598 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-128c6f64-e924-4fe6-8393-3e074162274f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:26.552625 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-128c6f64-e924-4fe6-8393-3e074162274f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a36837b7-1158-46b3-a197-4d923d00f99c HTTP/1.1" status: 204 len: 168 time: 0.4282408 Nov 11 12:01:26.589219 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c6f64-e924-4fe6-8393-3e074162274f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36837b7-1158-46b3-a197-4d923d00f99c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:26.645875 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-678e6fe3-6c1d-4f00-a6f2-4e6ad64038d5 service neutron] 10.222.0.65 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309414 Nov 11 12:01:26.795327 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-443b8c52-f37a-4c08-a2bc-729b3973076c service neutron] 10.222.0.65 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484182 Nov 11 12:01:27.109696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd50090-2e21-41ee-a0ba-2a42d0cc5842 req-d9b1e97b-7fee-4fc9-8af2-58762e74a7b6 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:27.116756 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1bd50090-2e21-41ee-a0ba-2a42d0cc5842 req-d9b1e97b-7fee-4fc9-8af2-58762e74a7b6 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.0935440 Nov 11 12:01:27.178690 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1bd50090-2e21-41ee-a0ba-2a42d0cc5842 req-d15a99b8-af7b-4645-a541-163e3c1a71bf tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609376 Nov 11 12:01:27.315575 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6f2ea19-1261-42d5-84ca-1acc33e92774 req-9e1b353e-93f6-4081-8e13-f1c8c447394e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 210 time: 0.0653996 Nov 11 12:01:27.459932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13881f12-f2a1-4fa0-b789-34e1dbc73352 req-477f53df-2247-4473-87ad-49eb210cc029 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:27.479822 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13881f12-f2a1-4fa0-b789-34e1dbc73352 req-477f53df-2247-4473-87ad-49eb210cc029 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.1021223 Nov 11 12:01:27.547988 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13881f12-f2a1-4fa0-b789-34e1dbc73352 req-0ccfe9f8-4afd-4c83-8c61-d870a15abc51 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671403 Nov 11 12:01:27.707713 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55956) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:27.744805 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-af0bfa1b-a5db-4441-87b7-21eb877e3cf6 req-92ed4b71-8244-4706-833b-a83898a894d9 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 210 time: 0.0421743 Nov 11 12:01:27.828284 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-75dccd69-d3f7-4573-b912-8774a5c47df8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1139014703'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:27.850918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dccd69-d3f7-4573-b912-8774a5c47df8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Made reservation on behalf of 13124b2210bb41f48c4bb39748875fa0 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:27.854843 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75dccd69-d3f7-4573-b912-8774a5c47df8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:27.865135 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75dccd69-d3f7-4573-b912-8774a5c47df8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:27.949217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75dccd69-d3f7-4573-b912-8774a5c47df8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:27.953536 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75dccd69-d3f7-4573-b912-8774a5c47df8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:27.983906 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75dccd69-d3f7-4573-b912-8774a5c47df8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:01:27.995443 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dccd69-d3f7-4573-b912-8774a5c47df8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a35935-0343-491b-8872-17c7f906383a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:28.001516 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75dccd69-d3f7-4573-b912-8774a5c47df8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:28.001901 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-75dccd69-d3f7-4573-b912-8774a5c47df8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Added segment c78a9ffb-0a65-4c65-bf39-cf7fc8fe0cf7 of type vlan for network 431b7501-661e-4f70-85b8-531dec00ee73 Nov 11 12:01:28.050819 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75dccd69-d3f7-4573-b912-8774a5c47df8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:28.076503 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75dccd69-d3f7-4573-b912-8774a5c47df8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:28.082436 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dccd69-d3f7-4573-b912-8774a5c47df8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:28.083035 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75dccd69-d3f7-4573-b912-8774a5c47df8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:28.122650 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-75dccd69-d3f7-4573-b912-8774a5c47df8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4137757 Nov 11 12:01:28.125759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55960) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:28.131500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-aa09c39c-9683-4b58-818b-8c24dbd677ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Request body: {'subnet': {'network_id': '431b7501-661e-4f70-85b8-531dec00ee73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:28.170829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dccd69-d3f7-4573-b912-8774a5c47df8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event updated for resources: {'Network': ['ID=431b7501-661e-4f70-85b8-531dec00ee73,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:28.182359 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 431b7501-661e-4f70-85b8-531dec00ee73 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:01:28.260886 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa09c39c-9683-4b58-818b-8c24dbd677ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Made reservation on behalf of 13124b2210bb41f48c4bb39748875fa0 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:28.265535 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aa09c39c-9683-4b58-818b-8c24dbd677ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:28.388675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43613-75c5-4682-a928-73531c141a70 req-44e732c8-9f52-4af6-b2d5-8d3d8f9f32a7 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:28.390303 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ca43613-75c5-4682-a928-73531c141a70 req-44e732c8-9f52-4af6-b2d5-8d3d8f9f32a7 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.0969148 Nov 11 12:01:28.484891 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ca43613-75c5-4682-a928-73531c141a70 req-f1a225eb-6cea-4b73-958a-734acb651a62 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848877 Nov 11 12:01:28.572278 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aa09c39c-9683-4b58-818b-8c24dbd677ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:28.599542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4cbe40a8-6402-450b-b4a2-e823b957f4b1 req-28691c49-9cf2-4804-b497-5e38a98d598e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 210 time: 0.0388010 Nov 11 12:01:28.666666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09c39c-9683-4b58-818b-8c24dbd677ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event updated for resources: {'Subnet': ['ID=54e08509-2ff2-46bd-abf2-b0a5e37fac00,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:28.680144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09c39c-9683-4b58-818b-8c24dbd677ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Checking segment: {'id': 'c78a9ffb-0a65-4c65-bf39-cf7fc8fe0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '431b7501-661e-4f70-85b8-531dec00ee73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:01:28.680786 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa09c39c-9683-4b58-818b-8c24dbd677ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Network hostable DHCP agents. Network: 431b7501-661e-4f70-85b8-531dec00ee73, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:01:28.729381 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa09c39c-9683-4b58-818b-8c24dbd677ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Network 431b7501-661e-4f70-85b8-531dec00ee73 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:01:28.742298 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-aa09c39c-9683-4b58-818b-8c24dbd677ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 431b7501-661e-4f70-85b8-531dec00ee73) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:28.749915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa09c39c-9683-4b58-818b-8c24dbd677ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:28.750520 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aa09c39c-9683-4b58-818b-8c24dbd677ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:28.751404 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c23274-c5ea-4cc2-9783-df685242397f None None] Network 431b7501-661e-4f70-85b8-531dec00ee73 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:01:28.760555 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b2a89-1567-4182-b4ab-4f69d5fa5187 req-b531e7a4-555b-4a8d-8e8d-4fdf81d7882c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:28.762196 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c89b2a89-1567-4182-b4ab-4f69d5fa5187 req-b531e7a4-555b-4a8d-8e8d-4fdf81d7882c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.0784819 Nov 11 12:01:28.788587 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-aa09c39c-9683-4b58-818b-8c24dbd677ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6616552 Nov 11 12:01:28.791590 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55974) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:28.796945 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3b58148d-c33b-420e-a241-d508d9d7f387 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Request body: {'port': {'network_id': '431b7501-661e-4f70-85b8-531dec00ee73', 'name': 'tempest-AllowedAddressPairTestJSON-1866190370'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:28.879833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c89b2a89-1567-4182-b4ab-4f69d5fa5187 req-c992f043-d794-4fcf-a4f4-f5b78e53af16 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036880 Nov 11 12:01:28.949842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-431b7501-661e-4f70-85b8-531dec00ee73', 'network_id': '431b7501-661e-4f70-85b8-531dec00ee73', 'tenant_id': '13124b2210bb41f48c4bb39748875fa0', 'fixed_ips': [{'subnet_id': '54e08509-2ff2-46bd-abf2-b0a5e37fac00'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:01:28.950933 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:28.983469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b58148d-c33b-420e-a241-d508d9d7f387 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Made reservation on behalf of 13124b2210bb41f48c4bb39748875fa0 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:28.989758 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b58148d-c33b-420e-a241-d508d9d7f387 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:29.012439 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-3b58148d-c33b-420e-a241-d508d9d7f387 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] device_id is not set on port c4a89117-5324-4bea-bb70-4167e566fc11 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:01:29.113991 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7ab323c-a61f-4fc0-8ac8-189a77170ec3 req-3758fe04-7028-4a9e-a71c-b8a553d58db6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 210 time: 0.0361996 Nov 11 12:01:29.162219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Allocated IP 172.20.0.2 (431b7501-661e-4f70-85b8-531dec00ee73/54e08509-2ff2-46bd-abf2-b0a5e37fac00/4b6c2e35-5584-4ee6-a918-6adaf80a0d52) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:01:29.307303 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:29.314543 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:29.388264 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-3b58148d-c33b-420e-a241-d508d9d7f387 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Allocated IP 172.20.0.8 (431b7501-661e-4f70-85b8-531dec00ee73/54e08509-2ff2-46bd-abf2-b0a5e37fac00/c4a89117-5324-4bea-bb70-4167e566fc11) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:01:29.492196 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Pushing event updated for resources: {'Port': ['ID=4b6c2e35-5584-4ee6-a918-6adaf80a0d52,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:29.506831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Network 431b7501-661e-4f70-85b8-531dec00ee73 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:01:29.508587 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:29.511304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:01:29.571011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Attempting to bind port 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:01:29.571406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Attempting to bind port 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'c78a9ffb-0a65-4c65-bf39-cf7fc8fe0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '431b7501-661e-4f70-85b8-531dec00ee73'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:01:29.571772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Attempting to bind port 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 on network 431b7501-661e-4f70-85b8-531dec00ee73 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:01:29.578075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:01:29.578505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Checking segment: {'id': 'c78a9ffb-0a65-4c65-bf39-cf7fc8fe0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '431b7501-661e-4f70-85b8-531dec00ee73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:01:29.578882 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:29.579225 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Bound using segment: {'id': 'c78a9ffb-0a65-4c65-bf39-cf7fc8fe0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '431b7501-661e-4f70-85b8-531dec00ee73'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:01:29.579692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Bound port: 4b6c2e35-5584-4ee6-a918-6adaf80a0d52, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78a9ffb-0a65-4c65-bf39-cf7fc8fe0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '431b7501-661e-4f70-85b8-531dec00ee73'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:01:29.580071 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:29.613151 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b58148d-c33b-420e-a241-d508d9d7f387 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:29.658870 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] For port 4b6c2e35-5584-4ee6-a918-6adaf80a0d52, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:01:29.662788 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b58148d-c33b-420e-a241-d508d9d7f387 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:29.664314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] For port 4b6c2e35-5584-4ee6-a918-6adaf80a0d52, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4b6c2e35-5584-4ee6-a918-6adaf80a0d52,segment=NetworkSegment(c78a9ffb-0a65-4c65-bf39-cf7fc8fe0cf7),segment_id=c78a9ffb-0a65-4c65-bf39-cf7fc8fe0cf7)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:01:29.672779 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:29.684146 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb22e1c-317d-468b-a930-5c228c6a9fd9 req-3aa36279-57f3-4de7-9b85-294299b7f9ae tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:29.686114 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-edb22e1c-317d-468b-a930-5c228c6a9fd9 req-3aa36279-57f3-4de7-9b85-294299b7f9ae tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.0867302 Nov 11 12:01:29.709139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b58148d-c33b-420e-a241-d508d9d7f387 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Network 431b7501-661e-4f70-85b8-531dec00ee73 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:01:29.721432 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-3b58148d-c33b-420e-a241-d508d9d7f387 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:29.734497 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b58148d-c33b-420e-a241-d508d9d7f387 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:01:29.762125 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58148d-c33b-420e-a241-d508d9d7f387 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event updated for resources: {'Port': ['ID=c4a89117-5324-4bea-bb70-4167e566fc11,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:29.784996 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-edb22e1c-317d-468b-a930-5c228c6a9fd9 req-2fbbb051-513a-4406-8699-7cff859b442b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914059 Nov 11 12:01:29.821402 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b5eca-2179-4d00-a26f-f859d090179d None None] Pushing event updated for resources: {'Port': ['ID=4b6c2e35-5584-4ee6-a918-6adaf80a0d52,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:29.845814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b58148d-c33b-420e-a241-d508d9d7f387 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:29.848142 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b58148d-c33b-420e-a241-d508d9d7f387 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:29.882403 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3b58148d-c33b-420e-a241-d508d9d7f387 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0896797 Nov 11 12:01:29.885829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55982) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:29.904296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-38b2a0e3-9dbc-46b5-8042-56eca1db7366 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Request body: {'port': {'network_id': '431b7501-661e-4f70-85b8-531dec00ee73', 'name': 'tempest-AllowedAddressPairTestJSON-659328433', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f6:7e:5a'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:29.908796 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b1b894b-57d8-4d48-bbd2-7bc2d1323829 req-5df1a5b2-7762-479a-9cf2-161c76f44c7a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 210 time: 0.0566859 Nov 11 12:01:30.122998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b13239-e93c-46d1-9f57-7e26008f3f67 req-6586cf22-9d51-4cb0-bfce-c741dbd9dc13 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:30.133308 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b2a0e3-9dbc-46b5-8042-56eca1db7366 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Made reservation on behalf of 13124b2210bb41f48c4bb39748875fa0 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:30.134793 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13b13239-e93c-46d1-9f57-7e26008f3f67 req-6586cf22-9d51-4cb0-bfce-c741dbd9dc13 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.1026852 Nov 11 12:01:30.194866 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13b13239-e93c-46d1-9f57-7e26008f3f67 req-7b338d98-5e7d-44ae-857e-558ad4840e85 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577693 Nov 11 12:01:30.263289 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38b2a0e3-9dbc-46b5-8042-56eca1db7366 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:30.300777 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-38b2a0e3-9dbc-46b5-8042-56eca1db7366 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] device_id is not set on port 5be7f86a-c902-4dc7-a8f1-3082f3261239 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:01:30.371020 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf4fb426-1fc1-4a61-9807-387241445b79 req-b1b8db54-c6df-45d6-a19d-72920352fd6d tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 210 time: 0.0335939 Nov 11 12:01:30.433476 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-38b2a0e3-9dbc-46b5-8042-56eca1db7366 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Allocated IP 172.20.0.4 (431b7501-661e-4f70-85b8-531dec00ee73/54e08509-2ff2-46bd-abf2-b0a5e37fac00/5be7f86a-c902-4dc7-a8f1-3082f3261239) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:01:30.615160 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38b2a0e3-9dbc-46b5-8042-56eca1db7366 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:30.666957 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38b2a0e3-9dbc-46b5-8042-56eca1db7366 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:30.726257 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b2a0e3-9dbc-46b5-8042-56eca1db7366 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Network 431b7501-661e-4f70-85b8-531dec00ee73 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:01:30.730305 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-38b2a0e3-9dbc-46b5-8042-56eca1db7366 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:30.733690 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b2a0e3-9dbc-46b5-8042-56eca1db7366 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:01:30.765307 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2a0e3-9dbc-46b5-8042-56eca1db7366 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event updated for resources: {'Port': ['ID=5be7f86a-c902-4dc7-a8f1-3082f3261239,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:30.799794 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2a0e3-9dbc-46b5-8042-56eca1db7366 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:30.800455 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38b2a0e3-9dbc-46b5-8042-56eca1db7366 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:30.828448 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-38b2a0e3-9dbc-46b5-8042-56eca1db7366 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 0.9402852 Nov 11 12:01:30.831020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56002) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:30.956526 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f32304-24bf-4e20-803a-af268e525ff1 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:30.962894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f32304-24bf-4e20-803a-af268e525ff1 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:30.970976 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f32304-24bf-4e20-803a-af268e525ff1 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:30.972988 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-67f32304-24bf-4e20-803a-af268e525ff1 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1403112 Nov 11 12:01:30.976161 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56008) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:31.059178 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1505896a-fd11-4029-9178-7707cd09c4fa None None] Network 431b7501-661e-4f70-85b8-531dec00ee73 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:01:31.103100 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:01:31.135668 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-bdf58e0e-b012-446c-ab88-66210e962b1f tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Deleting port 5be7f86a-c902-4dc7-a8f1-3082f3261239 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:01:31.136033 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bdf58e0e-b012-446c-ab88-66210e962b1f tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:31.189074 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f9db1d36-6887-4fca-9474-f4cf44edade2 None None] Provisioning complete for port 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:31.189625 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f9db1d36-6887-4fca-9474-f4cf44edade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:31.204695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2e83f-36ae-4050-bc86-cf89c6c95a7e req-70882235-d5fd-497e-9ebf-c2099fdd0be3 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:31.206627 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6d2e83f-36ae-4050-bc86-cf89c6c95a7e req-70882235-d5fd-497e-9ebf-c2099fdd0be3 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.0581298 Nov 11 12:01:31.239878 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bdf58e0e-b012-446c-ab88-66210e962b1f tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:31.254845 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-bdf58e0e-b012-446c-ab88-66210e962b1f tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Calling delete_port for 5be7f86a-c902-4dc7-a8f1-3082f3261239 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:01:31.260164 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6d2e83f-36ae-4050-bc86-cf89c6c95a7e req-ef7cdbbe-f8e3-4376-9f5e-90460e1b4773 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470104 Nov 11 12:01:31.274401 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:31.274773 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:31.355738 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c54ae91-9b02-4bb9-816b-438926a94dde req-c372bd1c-ef45-4de8-983d-fc586f5fdd9a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 210 time: 0.0297368 Nov 11 12:01:31.399608 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bdf58e0e-b012-446c-ab88-66210e962b1f tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:31.414825 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f9db1d36-6887-4fca-9474-f4cf44edade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:31.503463 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f9db1d36-6887-4fca-9474-f4cf44edade2 None None] For port 4b6c2e35-5584-4ee6-a918-6adaf80a0d52, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4b6c2e35-5584-4ee6-a918-6adaf80a0d52,segment=NetworkSegment(c78a9ffb-0a65-4c65-bf39-cf7fc8fe0cf7),segment_id=c78a9ffb-0a65-4c65-bf39-cf7fc8fe0cf7)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:31.506585 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:31.512413 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f9db1d36-6887-4fca-9474-f4cf44edade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:31.699033 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db1d36-6887-4fca-9474-f4cf44edade2 None None] Pushing event updated for resources: {'Port': ['ID=4b6c2e35-5584-4ee6-a918-6adaf80a0d52,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:31.723316 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:01:31.723865 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:01:31.803705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cbeb3-e077-42c7-bd98-e81369d677e8 req-b1abd4fc-1600-4e63-b2f8-0c9b81a6b0a3 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:31.805377 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f7cbeb3-e077-42c7-bd98-e81369d677e8 req-b1abd4fc-1600-4e63-b2f8-0c9b81a6b0a3 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.1169422 Nov 11 12:01:31.829795 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf58e0e-b012-446c-ab88-66210e962b1f tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event deleted for resources: {'Port': ['ID=5be7f86a-c902-4dc7-a8f1-3082f3261239,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:31.867489 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f8e9b0bf-1dba-4991-890a-6847aecd5a82 None None] Provisioning complete for port c4a89117-5324-4bea-bb70-4167e566fc11 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:31.867866 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b0bf-1dba-4991-890a-6847aecd5a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:31.929130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9b0bf-1dba-4991-890a-6847aecd5a82 None None] Port c4a89117-5324-4bea-bb70-4167e566fc11 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:01:31.937630 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1f67961-93f0-4c9a-ac75-80321b3d82c3 req-40558663-480f-420d-940d-eba6d2617f13 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 210 time: 0.0349221 Nov 11 12:01:31.958497 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f7cbeb3-e077-42c7-bd98-e81369d677e8 req-f979f611-1f3e-453a-99fc-6f0eb2036b6c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397755 Nov 11 12:01:31.967676 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f8e9b0bf-1dba-4991-890a-6847aecd5a82 None None] Provisioning complete for port 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:31.968039 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b0bf-1dba-4991-890a-6847aecd5a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:32.066902 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bdf58e0e-b012-446c-ab88-66210e962b1f tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:32.070449 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bdf58e0e-b012-446c-ab88-66210e962b1f tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "DELETE /v2.0/ports/5be7f86a-c902-4dc7-a8f1-3082f3261239 HTTP/1.1" status: 204 len: 168 time: 1.0925896 Nov 11 12:01:32.072972 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56028) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:32.095371 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f8e9b0bf-1dba-4991-890a-6847aecd5a82 None None] Could not find standard attr ID for object 5be7f86a-c902-4dc7-a8f1-3082f3261239. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:01:32.097557 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-387a2ae1-457b-45e1-bf07-19a3997888c0 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] GET failed (client error): The resource could not be found. Nov 11 12:01:32.102944 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-387a2ae1-457b-45e1-bf07-19a3997888c0 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "GET /v2.0/ports/5be7f86a-c902-4dc7-a8f1-3082f3261239 HTTP/1.1" status: 404 len: 333 time: 0.0289643 Nov 11 12:01:32.106681 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56030) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:32.111801 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d6d1e824-9894-4d70-9391-d63446570b18 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Request body: {'port': {'network_id': '431b7501-661e-4f70-85b8-531dec00ee73', 'name': 'tempest-AllowedAddressPairTestJSON-1910437444'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:32.218813 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a04de895-ad7a-42f5-af29-d2c8cb3cadeb None None] Provisioning complete for port c4a89117-5324-4bea-bb70-4167e566fc11 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:32.219180 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a04de895-ad7a-42f5-af29-d2c8cb3cadeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:32.232280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d1e824-9894-4d70-9391-d63446570b18 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Made reservation on behalf of 13124b2210bb41f48c4bb39748875fa0 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:32.236042 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e824-9894-4d70-9391-d63446570b18 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:32.257021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-d6d1e824-9894-4d70-9391-d63446570b18 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] device_id is not set on port 4f872231-f033-4890-b720-92ccf3d16887 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:01:32.299983 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a04de895-ad7a-42f5-af29-d2c8cb3cadeb None None] Port c4a89117-5324-4bea-bb70-4167e566fc11 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:01:32.412385 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7a8e7f3d-4f6c-46c1-93c3-be9fa2119bbb None None] Could not find standard attr ID for object 5be7f86a-c902-4dc7-a8f1-3082f3261239. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:01:32.452421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-d6d1e824-9894-4d70-9391-d63446570b18 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Allocated IP 172.20.0.4 (431b7501-661e-4f70-85b8-531dec00ee73/54e08509-2ff2-46bd-abf2-b0a5e37fac00/4f872231-f033-4890-b720-92ccf3d16887) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:01:32.647219 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48acd907-4c36-4341-9faa-0bb2a86290a7 req-999699b1-1bb1-42b3-bd2d-37af95edd355 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 210 time: 0.0514519 Nov 11 12:01:32.722129 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e824-9894-4d70-9391-d63446570b18 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:32.730841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31da53-568c-4380-b702-227566484184 req-6025054a-5518-4e45-816c-be741c98bec8 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:32.732331 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e31da53-568c-4380-b702-227566484184 req-6025054a-5518-4e45-816c-be741c98bec8 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.3549833 Nov 11 12:01:32.819383 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-2035a12a-8463-4c5b-8dd2-74ae738b0d1b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:32.820890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-2035a12a-8463-4c5b-8dd2-74ae738b0d1b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.62 "GET /v2.0/networks?id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 HTTP/1.1" status: 200 len: 813 time: 0.2263560 Nov 11 12:01:32.830707 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e31da53-568c-4380-b702-227566484184 req-016d8c5e-3b91-4240-b43f-c2e281539379 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893424 Nov 11 12:01:32.841430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-ae10f2d4-8f2e-45ee-b6a1-4b5ff373c8cc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Request body: {'port': {'device_id': '199fecb4-2286-4098-8ece-ae96b7cb8215', 'network_id': '702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6', 'admin_state_up': True, 'tenant_id': '66f1af08848e4be7b86be007635c44ed'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:32.862905 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e824-9894-4d70-9391-d63446570b18 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:32.948112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d1e824-9894-4d70-9391-d63446570b18 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Network 431b7501-661e-4f70-85b8-531dec00ee73 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:01:32.960180 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-d6d1e824-9894-4d70-9391-d63446570b18 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:32.962002 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1e824-9894-4d70-9391-d63446570b18 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event updated for resources: {'Port': ['ID=4f872231-f033-4890-b720-92ccf3d16887,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:32.974320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d1e824-9894-4d70-9391-d63446570b18 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:01:33.132072 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:01:33.175045 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fb387f94-dcd6-42df-b864-2765f26d1027 req-a11a49f6-985f-4734-878e-c33c28281b2c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 210 time: 0.0661702 Nov 11 12:01:33.192362 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d1e824-9894-4d70-9391-d63446570b18 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:33.193041 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e824-9894-4d70-9391-d63446570b18 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:33.223385 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:33.223385 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:33.256378 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6ea04-6948-4ecf-835e-ded7c0c0f57b req-cdaf7bb3-5b6a-4442-bcac-9c58f2644f2c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:33.264055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59a6ea04-6948-4ecf-835e-ded7c0c0f57b req-cdaf7bb3-5b6a-4442-bcac-9c58f2644f2c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.1512027 Nov 11 12:01:33.272841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-ae10f2d4-8f2e-45ee-b6a1-4b5ff373c8cc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Made reservation on behalf of 66f1af08848e4be7b86be007635c44ed for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:33.277250 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-ae10f2d4-8f2e-45ee-b6a1-4b5ff373c8cc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:33.311447 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d6d1e824-9894-4d70-9391-d63446570b18 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2034988 Nov 11 12:01:33.312427 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56046) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:33.326009 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-cbac6c3c-027f-4264-803f-923cbeb026ba tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f6:7e:5a'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:33.339555 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1869c9b-dfbc-4867-a017-8eaebdc7adc7 req-8a85eb09-3610-4597-861b-7bc93c88265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:33.341063 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c1869c9b-dfbc-4867-a017-8eaebdc7adc7 req-8a85eb09-3610-4597-861b-7bc93c88265e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 1096 time: 0.2506795 Nov 11 12:01:33.441456 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5f95ea81-b11c-4d07-a597-3cc159a6a608 None None] Provisioning complete for port 4f872231-f033-4890-b720-92ccf3d16887 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:33.442199 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5f95ea81-b11c-4d07-a597-3cc159a6a608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:33.450771 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-8e62a384-21c4-4eb4-916b-55d5797679d4 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:33.452519 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-8e62a384-21c4-4eb4-916b-55d5797679d4 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.62 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 811 time: 0.2827094 Nov 11 12:01:33.474812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-f7f1d5f1-75b8-423a-ab29-cbff7321246f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Request body: {'port': {'device_id': '690db8d8-778e-489b-ac75-e6dccc98cac5', 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081', 'admin_state_up': True, 'tenant_id': 'd71a4d2b117d402fb127e702aea8d45a'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:33.484871 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c1869c9b-dfbc-4867-a017-8eaebdc7adc7 req-ad1fa302-9744-454f-bdae-14380b58a1a3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213756 Nov 11 12:01:33.493277 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59a6ea04-6948-4ecf-835e-ded7c0c0f57b req-5c1cf104-36b4-4728-8c12-95be45fd701f tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282841 Nov 11 12:01:33.499149 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-5f95ea81-b11c-4d07-a597-3cc159a6a608 None None] Port 4f872231-f033-4890-b720-92ccf3d16887 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:01:33.608992 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-f7f1d5f1-75b8-423a-ab29-cbff7321246f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Made reservation on behalf of d71a4d2b117d402fb127e702aea8d45a for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:33.612747 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-f7f1d5f1-75b8-423a-ab29-cbff7321246f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:33.638309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-ae10f2d4-8f2e-45ee-b6a1-4b5ff373c8cc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Allocated IP 172.20.0.6 (702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6/80f55957-2e48-4530-9888-3e2eccb4f2da/c2de93aa-5318-46dc-b21d-4186040d6f01) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:01:33.654003 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cbac6c3c-027f-4264-803f-923cbeb026ba tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:33.758407 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-f7f1d5f1-75b8-423a-ab29-cbff7321246f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Allocated IP 172.20.0.14 (394296cd-ddf9-481f-93cf-51fd49ff4081/87e99551-4140-4663-b03e-6ab8528ee6e0/b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:01:33.797262 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b226a702-f465-4b1a-8eed-214d572daf41 req-67ec3a27-fdc4-479d-b868-d22d2e722121 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 210 time: 0.0669041 Nov 11 12:01:33.966613 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-f7f1d5f1-75b8-423a-ab29-cbff7321246f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:34.004511 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-f7f1d5f1-75b8-423a-ab29-cbff7321246f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:34.059680 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1d5f1-75b8-423a-ab29-cbff7321246f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Pushing event updated for resources: {'Port': ['ID=b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:34.069133 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-ae10f2d4-8f2e-45ee-b6a1-4b5ff373c8cc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:34.077099 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-f7f1d5f1-75b8-423a-ab29-cbff7321246f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Network 394296cd-ddf9-481f-93cf-51fd49ff4081 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:01:34.078926 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-f7f1d5f1-75b8-423a-ab29-cbff7321246f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:34.081415 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927de4ec-4f6a-4571-8060-2c5ae41252dc req-5a953827-e152-4730-a2f8-5953d2bb7a78 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:34.082928 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-927de4ec-4f6a-4571-8060-2c5ae41252dc req-5a953827-e152-4730-a2f8-5953d2bb7a78 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.1223767 Nov 11 12:01:34.084243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-f7f1d5f1-75b8-423a-ab29-cbff7321246f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:01:34.154808 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cbac6c3c-027f-4264-803f-923cbeb026ba tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:34.171231 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-f7f1d5f1-75b8-423a-ab29-cbff7321246f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:34.171231 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-f7f1d5f1-75b8-423a-ab29-cbff7321246f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:34.175255 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cbac6c3c-027f-4264-803f-923cbeb026ba tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:34.186010 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-f7f1d5f1-75b8-423a-ab29-cbff7321246f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7153220 Nov 11 12:01:34.199178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Request body: {'port': {'device_id': '690db8d8-778e-489b-ac75-e6dccc98cac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:34.258347 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:34.561016 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-927de4ec-4f6a-4571-8060-2c5ae41252dc req-7ecbb116-dce8-4b5a-b5c0-0c1b4a196582 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4638181 Nov 11 12:01:34.581578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:01:34.594717 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:34.614184 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-ae10f2d4-8f2e-45ee-b6a1-4b5ff373c8cc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:34.622915 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Transition to ACTIVE for port object b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:01:34.627637 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['2520d97d-2568-4957-bdd8-95d393789830'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:01:34.629541 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:34.657243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-cbac6c3c-027f-4264-803f-923cbeb026ba tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] In _notify_port_updated(), no bound segment for port 4f872231-f033-4890-b720-92ccf3d16887 on network 431b7501-661e-4f70-85b8-531dec00ee73 {{(pid=109153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:01:34.663281 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbac6c3c-027f-4264-803f-923cbeb026ba tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:34.663933 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cbac6c3c-027f-4264-803f-923cbeb026ba tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:34.665453 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cbac6c3c-027f-4264-803f-923cbeb026ba tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "PUT /v2.0/ports/4f872231-f033-4890-b720-92ccf3d16887 HTTP/1.1" status: 200 len: 993 time: 1.3438671 Nov 11 12:01:34.674399 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56062) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:34.676103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-ae10f2d4-8f2e-45ee-b6a1-4b5ff373c8cc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Network 702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:01:34.688147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac6c3c-027f-4264-803f-923cbeb026ba tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event updated for resources: {'Port': ['ID=4f872231-f033-4890-b720-92ccf3d16887,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:34.698093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-ae10f2d4-8f2e-45ee-b6a1-4b5ff373c8cc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:34.700672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-ae10f2d4-8f2e-45ee-b6a1-4b5ff373c8cc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:01:34.740467 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:34.827330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c912c-c457-460a-93c2-5cff61c88084 req-d2028a1c-7d28-4c3c-978f-66023459923d tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:34.829668 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-046c912c-c457-460a-93c2-5cff61c88084 req-d2028a1c-7d28-4c3c-978f-66023459923d tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 932 time: 0.3037603 Nov 11 12:01:34.926878 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Attempting to bind port b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:01:34.927215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Attempting to bind port b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:01:34.927546 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Attempting to bind port b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 on network 394296cd-ddf9-481f-93cf-51fd49ff4081 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:01:34.934785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Port b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 on network 394296cd-ddf9-481f-93cf-51fd49ff4081 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:01:34.935114 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Attempting to bind port b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 on network 394296cd-ddf9-481f-93cf-51fd49ff4081 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:01:34.942482 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:01:34.942834 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Checking segment: {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:01:34.943223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Bound using segment: {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:01:34.943718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Bound port: b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:01:34.944213 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:34.952023 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10f2d4-8f2e-45ee-b6a1-4b5ff373c8cc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Pushing event updated for resources: {'Port': ['ID=c2de93aa-5318-46dc-b21d-4186040d6f01,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:34.974713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-ae10f2d4-8f2e-45ee-b6a1-4b5ff373c8cc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:34.975332 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-ae10f2d4-8f2e-45ee-b6a1-4b5ff373c8cc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:35.018129 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-046c912c-c457-460a-93c2-5cff61c88084 req-2d1b0c65-3f88-49d0-8737-01c628633f25 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620662 Nov 11 12:01:35.028791 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-ae10f2d4-8f2e-45ee-b6a1-4b5ff373c8cc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1909881 Nov 11 12:01:35.051871 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9ce9c812-68e6-4efc-a540-b421420cb1fa None None] Provisioning complete for port 4f872231-f033-4890-b720-92ccf3d16887 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:35.052475 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c812-68e6-4efc-a540-b421420cb1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:35.062456 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Request body: {'port': {'device_id': '199fecb4-2286-4098-8ece-ae96b7cb8215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:35.071454 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] For port b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:01:35.075654 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] For port b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:01:35.077381 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbfd6f-74b2-4965-a332-aa957ead1d0f req-dd034c59-7450-4af5-8897-fe01f97b1569 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:35.079230 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5acbfd6f-74b2-4965-a332-aa957ead1d0f req-dd034c59-7450-4af5-8897-fe01f97b1569 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.1614170 Nov 11 12:01:35.084349 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:35.112878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-fbd755f5-8228-4731-8947-67f65ce46414 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Deleting port 4f872231-f033-4890-b720-92ccf3d16887 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:01:35.112878 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fbd755f5-8228-4731-8947-67f65ce46414 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:35.132432 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:35.133051 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:35.134728 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] 10.222.0.62 "PUT /v2.0/ports/b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 HTTP/1.1" status: 200 len: 1092 time: 0.9400268 Nov 11 12:01:35.136946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690db8d8-778e-489b-ac75-e6dccc98cac5', 'tag': 'b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:01:35.139453 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-9ce9c812-68e6-4efc-a540-b421420cb1fa None None] Port 4f872231-f033-4890-b720-92ccf3d16887 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:01:35.140674 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7f8964-227c-4e70-8c54-79b576cd8fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "690db8d8-778e-489b-ac75-e6dccc98cac5", "tag": "b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:01:35.178546 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46526ae-e6f2-42e0-b6d7-35344bf94253 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:35.246305 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-aa378981-b991-4ed4-a8bc-ac77fbbb2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:35.247722 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-aa378981-b991-4ed4-a8bc-ac77fbbb2504 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 1095 time: 0.0475664 Nov 11 12:01:35.294386 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5acbfd6f-74b2-4965-a332-aa957ead1d0f req-b631ba36-eb89-4b76-9722-d24f0ea99ae2 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812258 Nov 11 12:01:35.296860 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-3095596f-607d-47e8-a313-8a9e4741f91b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 HTTP/1.1" status: 200 len: 217 time: 0.0398998 Nov 11 12:01:35.338906 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:35.353515 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fbd755f5-8228-4731-8947-67f65ce46414 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:35.363841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-e7054a54-52c7-4e36-8820-6e465ed733c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:35.365320 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-e7054a54-52c7-4e36-8820-6e465ed733c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87e99551-4140-4663-b03e-6ab8528ee6e0 HTTP/1.1" status: 200 len: 851 time: 0.0520504 Nov 11 12:01:35.376814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48b013-bc98-4b11-ac66-7af829112022 req-1fcdab92-6911-4bcd-a7ec-e430a3a5fa05 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:35.385917 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be48b013-bc98-4b11-ac66-7af829112022 req-1fcdab92-6911-4bcd-a7ec-e430a3a5fa05 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 931 time: 0.2493985 Nov 11 12:01:35.398513 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-fbd755f5-8228-4731-8947-67f65ce46414 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Calling delete_port for 4f872231-f033-4890-b720-92ccf3d16887 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:01:35.406955 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-2fcd7a65-4377-45f3-ac8a-d85d69426101 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=394296cd-ddf9-481f-93cf-51fd49ff4081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330870 Nov 11 12:01:35.506195 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377b7d81-b2a7-4ea3-b627-4a4f4ac4a3b7 x-openstack-request-id: req-377b7d81-b2a7-4ea3-b627-4a4f4ac4a3b7 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:01:35.506616 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690db8d8-778e-489b-ac75-e6dccc98cac5", "tag": "b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:01:35.507297 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-377b7d81-b2a7-4ea3-b627-4a4f4ac4a3b7 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:01:35.507890 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690db8d8-778e-489b-ac75-e6dccc98cac5', 'tag': 'b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2', 'status': 'completed', 'code': 200} Nov 11 12:01:35.526741 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-a30a1b22-7d0d-48f7-8579-54ac76dd3f07 service neutron] 10.222.0.62 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065722 Nov 11 12:01:35.528186 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be48b013-bc98-4b11-ac66-7af829112022 req-57e38828-e592-4a7b-8815-186b580e3b0f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425257 Nov 11 12:01:35.629940 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e795fa2c-1bc4-4cf9-a433-4aae85aed7eb req-2bd986d7-e3d8-4be0-a535-65dbc976961f service neutron] 10.222.0.62 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956533 Nov 11 12:01:35.749064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f8964-227c-4e70-8c54-79b576cd8fc7 req-e13bd636-d228-47eb-a68d-04d079aa3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:35.751659 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac7f8964-227c-4e70-8c54-79b576cd8fc7 req-e13bd636-d228-47eb-a68d-04d079aa3081 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 1095 time: 0.0496063 Nov 11 12:01:35.762190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67519cc-c8c2-4534-a913-19e75c17f63f req-08ba1b70-1b6b-4d4d-ac49-fafcf3c8f0b4 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:35.763711 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d67519cc-c8c2-4534-a913-19e75c17f63f req-08ba1b70-1b6b-4d4d-ac49-fafcf3c8f0b4 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1858377 Nov 11 12:01:35.792866 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8f6f0e4b-b809-4e82-a244-9c0331a7388e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:35.862149 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a6421-59de-47d7-b90a-1e1533e74fbd req-0896df74-288b-47c4-9de1-7b486325a10f tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:35.865768 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f8964-227c-4e70-8c54-79b576cd8fc7 req-baf1052b-daea-410c-9aca-e9a84ddfca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:35.867471 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac7f8964-227c-4e70-8c54-79b576cd8fc7 req-baf1052b-daea-410c-9aca-e9a84ddfca9e service neutron] 10.222.0.62 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 913 time: 0.1065609 Nov 11 12:01:35.869344 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-045a6421-59de-47d7-b90a-1e1533e74fbd req-0896df74-288b-47c4-9de1-7b486325a10f tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.1950855 Nov 11 12:01:35.907673 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fbd755f5-8228-4731-8947-67f65ce46414 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:35.911532 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac7f8964-227c-4e70-8c54-79b576cd8fc7 req-74d68cad-f8be-4f3a-809e-6097b771e855 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 HTTP/1.1" status: 200 len: 217 time: 0.0366061 Nov 11 12:01:35.954121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d67519cc-c8c2-4534-a913-19e75c17f63f req-3493697e-dfe1-4459-99f0-362434411005 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677415 Nov 11 12:01:35.967067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f8964-227c-4e70-8c54-79b576cd8fc7 req-b08bba05-d107-405e-ab52-df826951c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:35.968802 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd755f5-8228-4731-8947-67f65ce46414 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event deleted for resources: {'Port': ['ID=4f872231-f033-4890-b720-92ccf3d16887,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:35.981442 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac7f8964-227c-4e70-8c54-79b576cd8fc7 req-b08bba05-d107-405e-ab52-df826951c888 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87e99551-4140-4663-b03e-6ab8528ee6e0 HTTP/1.1" status: 200 len: 851 time: 0.0600553 Nov 11 12:01:36.042012 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac7f8964-227c-4e70-8c54-79b576cd8fc7 req-45cf555c-5119-4ba5-bb79-4b649c41c54f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=394296cd-ddf9-481f-93cf-51fd49ff4081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386276 Nov 11 12:01:36.086016 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-045a6421-59de-47d7-b90a-1e1533e74fbd req-04b3306b-0004-4414-840b-2867d386b814 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107570 Nov 11 12:01:36.104608 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2de93aa-5318-46dc-b21d-4186040d6f01 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:01:36.133271 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:36.216101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Transition to ACTIVE for port object c2de93aa-5318-46dc-b21d-4186040d6f01 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:01:36.227966 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac7f8964-227c-4e70-8c54-79b576cd8fc7 req-04098e4a-6895-4feb-9d1d-996470bd797d service neutron] 10.222.0.62 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786606 Nov 11 12:01:36.235397 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:36.367263 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac7f8964-227c-4e70-8c54-79b576cd8fc7 req-aa4d7729-ae9f-4aa2-9c74-d7f144019889 service neutron] 10.222.0.62 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326361 Nov 11 12:01:36.382437 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Pushing event updated for resources: {'Port': ['ID=c2de93aa-5318-46dc-b21d-4186040d6f01,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:36.394658 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fbd755f5-8228-4731-8947-67f65ce46414 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:36.397777 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fbd755f5-8228-4731-8947-67f65ce46414 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "DELETE /v2.0/ports/4f872231-f033-4890-b720-92ccf3d16887 HTTP/1.1" status: 204 len: 168 time: 1.7181783 Nov 11 12:01:36.402036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56088) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:36.406198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5efb62-7f44-4a68-9c2a-975af6ca24fa req-73b43009-f7fd-4498-8baf-1e0acceeefd6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:36.407647 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b5efb62-7f44-4a68-9c2a-975af6ca24fa req-73b43009-f7fd-4498-8baf-1e0acceeefd6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 944 time: 0.2267406 Nov 11 12:01:36.441287 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-90fc934c-1c97-438e-9840-9ec487274bc0 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] GET failed (client error): The resource could not be found. Nov 11 12:01:36.443654 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-90fc934c-1c97-438e-9840-9ec487274bc0 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "GET /v2.0/ports/4f872231-f033-4890-b720-92ccf3d16887 HTTP/1.1" status: 404 len: 333 time: 0.0404644 Nov 11 12:01:36.447500 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56090) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:36.452638 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f43667b8-0772-4481-b8e5-11cce2bcbdaa tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Request body: {'port': {'network_id': '431b7501-661e-4f70-85b8-531dec00ee73', 'name': 'tempest-AllowedAddressPairTestJSON-1118717165'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:36.492471 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cb256-3860-4e95-9120-b458c1c9fdd4 req-51a81715-9f9b-4854-a09f-3ba0f4224646 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:36.494135 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-428cb256-3860-4e95-9120-b458c1c9fdd4 req-51a81715-9f9b-4854-a09f-3ba0f4224646 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1649852 Nov 11 12:01:36.551825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b5efb62-7f44-4a68-9c2a-975af6ca24fa req-078affac-66d3-4ce0-aee5-fc78d399fcba tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233504 Nov 11 12:01:36.592403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Attempting to bind port c2de93aa-5318-46dc-b21d-4186040d6f01 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:01:36.592403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Attempting to bind port c2de93aa-5318-46dc-b21d-4186040d6f01 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'c98b7a57-9fbb-4c32-b6be-eb22f754382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:01:36.592403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Attempting to bind port c2de93aa-5318-46dc-b21d-4186040d6f01 on network 702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:01:36.606675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-428cb256-3860-4e95-9120-b458c1c9fdd4 req-e1d4c97b-bb15-4154-a68c-281bd16a16fa tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029687 Nov 11 12:01:36.607472 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Port c2de93aa-5318-46dc-b21d-4186040d6f01 on network 702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:01:36.607790 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Attempting to bind port c2de93aa-5318-46dc-b21d-4186040d6f01 on network 702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:01:36.617216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:01:36.617570 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Checking segment: {'id': 'c98b7a57-9fbb-4c32-b6be-eb22f754382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:01:36.618071 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Bound using segment: {'id': 'c98b7a57-9fbb-4c32-b6be-eb22f754382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:01:36.618399 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Bound port: c2de93aa-5318-46dc-b21d-4186040d6f01, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98b7a57-9fbb-4c32-b6be-eb22f754382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:01:36.618760 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:36.619500 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43667b8-0772-4481-b8e5-11cce2bcbdaa tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Made reservation on behalf of 13124b2210bb41f48c4bb39748875fa0 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:36.622771 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f43667b8-0772-4481-b8e5-11cce2bcbdaa tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:36.655861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-f43667b8-0772-4481-b8e5-11cce2bcbdaa tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] device_id is not set on port 662ce690-93ed-4c60-ba61-a9bf3be190c8 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:01:36.696864 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] For port c2de93aa-5318-46dc-b21d-4186040d6f01, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:01:36.701890 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] For port c2de93aa-5318-46dc-b21d-4186040d6f01, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=c2de93aa-5318-46dc-b21d-4186040d6f01,segment=NetworkSegment(c98b7a57-9fbb-4c32-b6be-eb22f754382b),segment_id=c98b7a57-9fbb-4c32-b6be-eb22f754382b)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:01:36.709935 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:36.767319 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:36.767898 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:36.769757 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] 10.222.0.62 "PUT /v2.0/ports/c2de93aa-5318-46dc-b21d-4186040d6f01 HTTP/1.1" status: 200 len: 1091 time: 1.7140706 Nov 11 12:01:36.770219 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199fecb4-2286-4098-8ece-ae96b7cb8215', 'tag': 'c2de93aa-5318-46dc-b21d-4186040d6f01'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:01:36.772483 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b77148-4d52-4a7d-929e-6752c8ee488b" -d '{"events": [{"name": "network-changed", "server_uuid": "199fecb4-2286-4098-8ece-ae96b7cb8215", "tag": "c2de93aa-5318-46dc-b21d-4186040d6f01"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:01:36.852207 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549ded5e-b342-4c48-a550-a2d1ba1a0209 x-openstack-request-id: req-549ded5e-b342-4c48-a550-a2d1ba1a0209 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:01:36.852592 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "199fecb4-2286-4098-8ece-ae96b7cb8215", "tag": "c2de93aa-5318-46dc-b21d-4186040d6f01", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:01:36.852912 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-549ded5e-b342-4c48-a550-a2d1ba1a0209 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:01:36.854180 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199fecb4-2286-4098-8ece-ae96b7cb8215', 'tag': 'c2de93aa-5318-46dc-b21d-4186040d6f01', 'status': 'completed', 'code': 200} Nov 11 12:01:36.875603 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-f43667b8-0772-4481-b8e5-11cce2bcbdaa tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Allocated IP 172.20.0.13 (431b7501-661e-4f70-85b8-531dec00ee73/54e08509-2ff2-46bd-abf2-b0a5e37fac00/662ce690-93ed-4c60-ba61-a9bf3be190c8) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:01:36.884701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2c1a5-dc3c-458a-86d1-4aa929c8c98c service neutron] Pushing event updated for resources: {'Port': ['ID=c2de93aa-5318-46dc-b21d-4186040d6f01,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:36.911525 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bcc79-7539-43ad-a329-f816c2289a0d req-67d99bf1-30b8-4fa3-b30d-24a1129a24eb tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:36.913260 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b3bcc79-7539-43ad-a329-f816c2289a0d req-67d99bf1-30b8-4fa3-b30d-24a1129a24eb tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 943 time: 0.1182439 Nov 11 12:01:36.919807 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-165a7656-c513-4c04-b87c-c20ea59d9bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:36.921860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-165a7656-c513-4c04-b87c-c20ea59d9bb2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=66f1af08848e4be7b86be007635c44ed&device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 1094 time: 0.0848067 Nov 11 12:01:36.979428 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-eb7636a1-141e-45ef-9d27-fbf568c4ce82 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2de93aa-5318-46dc-b21d-4186040d6f01 HTTP/1.1" status: 200 len: 217 time: 0.0473516 Nov 11 12:01:37.050801 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f43667b8-0772-4481-b8e5-11cce2bcbdaa tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:37.062105 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-26a57c06-e5b7-465d-a1af-5fb6c2a386f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:37.063720 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-26a57c06-e5b7-465d-a1af-5fb6c2a386f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80f55957-2e48-4530-9888-3e2eccb4f2da HTTP/1.1" status: 200 len: 853 time: 0.0746055 Nov 11 12:01:37.068959 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b3bcc79-7539-43ad-a329-f816c2289a0d req-e0d99ea2-2026-471a-9bc2-c7333dfb873a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280477 Nov 11 12:01:37.099627 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f43667b8-0772-4481-b8e5-11cce2bcbdaa tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:37.117959 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-66648ab9-47de-4efe-ace9-0f954fabe64f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381706 Nov 11 12:01:37.204001 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43667b8-0772-4481-b8e5-11cce2bcbdaa tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Network 431b7501-661e-4f70-85b8-531dec00ee73 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:01:37.209835 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-f43667b8-0772-4481-b8e5-11cce2bcbdaa tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:37.212806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43667b8-0772-4481-b8e5-11cce2bcbdaa tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:01:37.286124 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-c92d1fed-65bd-41be-bc32-e757ae20e5ae service neutron] 10.222.0.62 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590891 Nov 11 12:01:37.289741 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43667b8-0772-4481-b8e5-11cce2bcbdaa tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:37.290339 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f43667b8-0772-4481-b8e5-11cce2bcbdaa tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:37.296042 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff2c64-82ab-4281-b414-45eead6b7263 req-dffeaaff-e58e-404e-a809-2d038fdd25ed tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:37.297810 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29ff2c64-82ab-4281-b414-45eead6b7263 req-dffeaaff-e58e-404e-a809-2d038fdd25ed tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.1078179 Nov 11 12:01:37.319807 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f43667b8-0772-4481-b8e5-11cce2bcbdaa tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8684366 Nov 11 12:01:37.320029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56102) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:37.329067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e6d4b30f-b39a-46f2-bf4f-d44711ea638b tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f6:7e:5a'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:37.380720 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43667b8-0772-4481-b8e5-11cce2bcbdaa tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event updated for resources: {'Port': ['ID=662ce690-93ed-4c60-ba61-a9bf3be190c8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:37.421223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29ff2c64-82ab-4281-b414-45eead6b7263 req-b23a2346-cedd-433e-917d-b959edabb127 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079729 Nov 11 12:01:37.455203 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a53f98bf-93ef-42f3-9dc4-8cd19274127f req-826a6169-172d-4ab4-b193-581b94cdf942 service neutron] 10.222.0.62 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561794 Nov 11 12:01:37.506657 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d1176130-512b-49a2-80cb-4127ea999e2c None None] Provisioning complete for port 662ce690-93ed-4c60-ba61-a9bf3be190c8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:37.507228 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d1176130-512b-49a2-80cb-4127ea999e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:37.564488 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d1176130-512b-49a2-80cb-4127ea999e2c None None] Port 662ce690-93ed-4c60-ba61-a9bf3be190c8 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:01:37.564716 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6d4b30f-b39a-46f2-bf4f-d44711ea638b tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:37.579003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b77148-4d52-4a7d-929e-6752c8ee488b req-c9a70f70-ea8c-4e84-b807-605a0bda43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:37.583579 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60b77148-4d52-4a7d-929e-6752c8ee488b req-c9a70f70-ea8c-4e84-b807-605a0bda43a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=66f1af08848e4be7b86be007635c44ed&device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 1094 time: 0.0643775 Nov 11 12:01:37.786848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21822d-ca49-405b-8348-4803de6fb953 req-00ea16f2-2119-403f-8038-a3140722d6d7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:37.787084 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6d4b30f-b39a-46f2-bf4f-d44711ea638b tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:37.788499 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b21822d-ca49-405b-8348-4803de6fb953 req-00ea16f2-2119-403f-8038-a3140722d6d7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 944 time: 0.1229811 Nov 11 12:01:37.791197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b77148-4d52-4a7d-929e-6752c8ee488b req-dd2d0a27-a53e-44fb-ab9e-7a0045619f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:37.792989 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60b77148-4d52-4a7d-929e-6752c8ee488b req-dd2d0a27-a53e-44fb-ab9e-7a0045619f0e service neutron] 10.222.0.62 "GET /v2.0/networks?id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 HTTP/1.1" status: 200 len: 915 time: 0.1995714 Nov 11 12:01:37.793955 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6d4b30f-b39a-46f2-bf4f-d44711ea638b tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:37.821907 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85662305-70a1-4156-b25a-e2e726c1cf16 req-8b34e10a-3d8a-4e5d-866a-83f71729473d tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:37.823453 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-85662305-70a1-4156-b25a-e2e726c1cf16 req-8b34e10a-3d8a-4e5d-866a-83f71729473d tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1096814 Nov 11 12:01:37.894757 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4b30f-b39a-46f2-bf4f-d44711ea638b tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event updated for resources: {'Port': ['ID=662ce690-93ed-4c60-ba61-a9bf3be190c8,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:37.907977 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60b77148-4d52-4a7d-929e-6752c8ee488b req-5f833430-bd60-4375-ac14-113f7163af18 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2de93aa-5318-46dc-b21d-4186040d6f01 HTTP/1.1" status: 200 len: 217 time: 0.0835109 Nov 11 12:01:37.914794 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-85662305-70a1-4156-b25a-e2e726c1cf16 req-6f5633eb-0126-48ba-907b-7f00f458152a tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810673 Nov 11 12:01:37.927344 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-e6d4b30f-b39a-46f2-bf4f-d44711ea638b tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] In _notify_port_updated(), no bound segment for port 662ce690-93ed-4c60-ba61-a9bf3be190c8 on network 431b7501-661e-4f70-85b8-531dec00ee73 {{(pid=109154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:01:37.935036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d4b30f-b39a-46f2-bf4f-d44711ea638b tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:37.936049 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6d4b30f-b39a-46f2-bf4f-d44711ea638b tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:37.937521 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e6d4b30f-b39a-46f2-bf4f-d44711ea638b tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "PUT /v2.0/ports/662ce690-93ed-4c60-ba61-a9bf3be190c8 HTTP/1.1" status: 200 len: 997 time: 0.6163025 Nov 11 12:01:37.940507 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56112) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:38.006895 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b21822d-ca49-405b-8348-4803de6fb953 req-b4872551-7be5-46e6-bb66-defe8349848d tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100327 Nov 11 12:01:38.013686 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b77148-4d52-4a7d-929e-6752c8ee488b req-12e9a273-bf9f-4de5-ab49-1a9d3241050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:38.015314 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60b77148-4d52-4a7d-929e-6752c8ee488b req-12e9a273-bf9f-4de5-ab49-1a9d3241050b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80f55957-2e48-4530-9888-3e2eccb4f2da HTTP/1.1" status: 200 len: 853 time: 0.0981855 Nov 11 12:01:38.039757 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-380b2f2c-41df-464c-8d98-67bb15561af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:38.078767 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60b77148-4d52-4a7d-929e-6752c8ee488b req-b18d92ab-4190-44f4-972b-9652970a871e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379651 Nov 11 12:01:38.098691 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a7d5fc4c-014e-4c76-8f0c-531917821c50 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Deleting port 662ce690-93ed-4c60-ba61-a9bf3be190c8 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:01:38.099841 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7d5fc4c-014e-4c76-8f0c-531917821c50 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:38.233658 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7d5fc4c-014e-4c76-8f0c-531917821c50 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:38.246152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60b77148-4d52-4a7d-929e-6752c8ee488b req-8f3cef48-b752-4fb9-83e8-99ada37b013b service neutron] 10.222.0.62 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552246 Nov 11 12:01:38.249149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a7d5fc4c-014e-4c76-8f0c-531917821c50 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Calling delete_port for 662ce690-93ed-4c60-ba61-a9bf3be190c8 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:01:38.266860 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75aaeab-8301-4aa3-8ec4-8b8fb6c94820 req-212ebb97-cd32-4c57-8d69-d09c43f97dc3 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:38.271410 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c75aaeab-8301-4aa3-8ec4-8b8fb6c94820 req-212ebb97-cd32-4c57-8d69-d09c43f97dc3 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 943 time: 0.0591755 Nov 11 12:01:38.294040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4aa59639-cec9-4877-9ced-7b1926e7c6c9 None None] Provisioning complete for port 662ce690-93ed-4c60-ba61-a9bf3be190c8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:38.294412 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4aa59639-cec9-4877-9ced-7b1926e7c6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:38.337818 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4aa59639-cec9-4877-9ced-7b1926e7c6c9 None None] Port 662ce690-93ed-4c60-ba61-a9bf3be190c8 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:01:38.389890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c75aaeab-8301-4aa3-8ec4-8b8fb6c94820 req-235ada62-b424-4b65-8a56-45ab21716a8c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079292 Nov 11 12:01:38.450247 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7d5fc4c-014e-4c76-8f0c-531917821c50 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:38.490679 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5fc4c-014e-4c76-8f0c-531917821c50 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event deleted for resources: {'Port': ['ID=662ce690-93ed-4c60-ba61-a9bf3be190c8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:38.495701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:01:38.632739 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7d5fc4c-014e-4c76-8f0c-531917821c50 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:38.637800 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a7d5fc4c-014e-4c76-8f0c-531917821c50 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "DELETE /v2.0/ports/662ce690-93ed-4c60-ba61-a9bf3be190c8 HTTP/1.1" status: 204 len: 168 time: 0.6959622 Nov 11 12:01:38.640755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56130) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:38.668077 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70a8659-b982-4530-9835-e686dbd8bd29 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] GET failed (client error): The resource could not be found. Nov 11 12:01:38.669967 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f70a8659-b982-4530-9835-e686dbd8bd29 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "GET /v2.0/ports/662ce690-93ed-4c60-ba61-a9bf3be190c8 HTTP/1.1" status: 404 len: 333 time: 0.0281975 Nov 11 12:01:38.671189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:38.674075 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56132) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:38.679280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-cec05f27-559a-423c-8238-067be5a1c398 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Request body: {'port': {'network_id': '431b7501-661e-4f70-85b8-531dec00ee73', 'name': 'tempest-AllowedAddressPairTestJSON-1258513797'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:38.687500 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2', 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081', 'port_id': 'b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2', 'mac_address': 'fa:16:3e:7f:67:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e99551-4140-4663-b03e-6ab8528ee6e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:01:38.739936 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:38.757535 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:01:38.782647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:38.788909 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:38.851291 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:38.853529 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec05f27-559a-423c-8238-067be5a1c398 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Made reservation on behalf of 13124b2210bb41f48c4bb39748875fa0 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:38.870278 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cec05f27-559a-423c-8238-067be5a1c398 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:38.875796 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60b77148-4d52-4a7d-929e-6752c8ee488b req-a9c0d3d7-29f4-4b94-8d23-f74728b710c9 service neutron] 10.222.0.62 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061106 Nov 11 12:01:38.910655 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-cec05f27-559a-423c-8238-067be5a1c398 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] device_id is not set on port 7ee1fbef-db14-4958-8a46-d5818a4f2074 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:01:38.953495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7359570-3152-4513-96de-2054f4b5f2e4 req-9e32557b-20d0-4014-974f-e5adea787d5c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:38.955635 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7359570-3152-4513-96de-2054f4b5f2e4 req-9e32557b-20d0-4014-974f-e5adea787d5c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.5387766 Nov 11 12:01:38.965229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d92178-0482-4f4d-94db-c5bf69210f9e req-caca8729-a6c8-43d5-93ff-d500ba9eb1cb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:38.973153 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20d92178-0482-4f4d-94db-c5bf69210f9e req-caca8729-a6c8-43d5-93ff-d500ba9eb1cb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.0993297 Nov 11 12:01:38.983269 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:39.042184 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-cec05f27-559a-423c-8238-067be5a1c398 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Allocated IP 172.20.0.13 (431b7501-661e-4f70-85b8-531dec00ee73/54e08509-2ff2-46bd-abf2-b0a5e37fac00/7ee1fbef-db14-4958-8a46-d5818a4f2074) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:01:39.051616 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7359570-3152-4513-96de-2054f4b5f2e4 req-e6528f65-7342-427c-96d6-98a84af8bccc tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758827 Nov 11 12:01:39.063798 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20d92178-0482-4f4d-94db-c5bf69210f9e req-74b5d2af-1170-428d-8fe2-1e332a5c1e57 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896699 Nov 11 12:01:39.106462 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:01:39.260877 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa406a-ae77-463f-a10b-bb3e466a8a3e req-1e1b9e25-dff1-477f-afda-c48251e4f608 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:39.266660 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8faa406a-ae77-463f-a10b-bb3e466a8a3e req-1e1b9e25-dff1-477f-afda-c48251e4f608 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 945 time: 0.1210377 Nov 11 12:01:39.266973 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cec05f27-559a-423c-8238-067be5a1c398 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:39.306204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cec05f27-559a-423c-8238-067be5a1c398 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:39.339342 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8faa406a-ae77-463f-a10b-bb3e466a8a3e req-36ab071a-7541-4dd3-beb4-8f72e29f92ff tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668693 Nov 11 12:01:39.348868 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec05f27-559a-423c-8238-067be5a1c398 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Network 431b7501-661e-4f70-85b8-531dec00ee73 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:01:39.354437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-cec05f27-559a-423c-8238-067be5a1c398 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:39.358129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec05f27-559a-423c-8238-067be5a1c398 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:01:39.383428 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec05f27-559a-423c-8238-067be5a1c398 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event updated for resources: {'Port': ['ID=7ee1fbef-db14-4958-8a46-d5818a4f2074,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:39.413060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec05f27-559a-423c-8238-067be5a1c398 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:39.413736 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cec05f27-559a-423c-8238-067be5a1c398 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:39.436222 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cec05f27-559a-423c-8238-067be5a1c398 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7584286 Nov 11 12:01:39.437405 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56148) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:39.444460 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f9fb044d-38bc-40af-bc3b-3e19800bb3b5 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Request body: {'port': {'network_id': '431b7501-661e-4f70-85b8-531dec00ee73', 'name': 'tempest-AllowedAddressPairTestJSON-2100021896'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:39.578335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29533af8-e814-4bf6-bc8b-928fc5f3db09 req-ca1d2a34-2ae9-4fbc-8759-36e767cdf85e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:39.579878 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29533af8-e814-4bf6-bc8b-928fc5f3db09 req-ca1d2a34-2ae9-4fbc-8759-36e767cdf85e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 943 time: 0.1143076 Nov 11 12:01:39.623514 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fb044d-38bc-40af-bc3b-3e19800bb3b5 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Made reservation on behalf of 13124b2210bb41f48c4bb39748875fa0 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:39.627044 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f9fb044d-38bc-40af-bc3b-3e19800bb3b5 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:39.657274 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29533af8-e814-4bf6-bc8b-928fc5f3db09 req-0bf30cc5-0ca4-4b63-9d05-dc35dd8b41c4 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698781 Nov 11 12:01:39.660325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-f9fb044d-38bc-40af-bc3b-3e19800bb3b5 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] device_id is not set on port 87524112-bf53-4e90-9039-e99f6b7de77b yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:01:39.680655 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-cf064024-5e81-489a-819d-eb11d4c3bcfa None None] Provisioning complete for port 7ee1fbef-db14-4958-8a46-d5818a4f2074 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:39.681737 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cf064024-5e81-489a-819d-eb11d4c3bcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:39.720008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-cf064024-5e81-489a-819d-eb11d4c3bcfa None None] Port 7ee1fbef-db14-4958-8a46-d5818a4f2074 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:01:39.782400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-f9fb044d-38bc-40af-bc3b-3e19800bb3b5 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Allocated IP 172.20.0.3 (431b7501-661e-4f70-85b8-531dec00ee73/54e08509-2ff2-46bd-abf2-b0a5e37fac00/87524112-bf53-4e90-9039-e99f6b7de77b) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:01:39.935350 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f9fb044d-38bc-40af-bc3b-3e19800bb3b5 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:39.976154 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f9fb044d-38bc-40af-bc3b-3e19800bb3b5 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:40.025577 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fb044d-38bc-40af-bc3b-3e19800bb3b5 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Network 431b7501-661e-4f70-85b8-531dec00ee73 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:01:40.028691 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-f9fb044d-38bc-40af-bc3b-3e19800bb3b5 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:40.033782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fb044d-38bc-40af-bc3b-3e19800bb3b5 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:01:40.040812 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb044d-38bc-40af-bc3b-3e19800bb3b5 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event updated for resources: {'Port': ['ID=87524112-bf53-4e90-9039-e99f6b7de77b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:40.090128 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fb044d-38bc-40af-bc3b-3e19800bb3b5 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:40.090641 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f9fb044d-38bc-40af-bc3b-3e19800bb3b5 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:40.124478 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f9fb044d-38bc-40af-bc3b-3e19800bb3b5 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6847482 Nov 11 12:01:40.126802 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56164) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:40.134581 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f2cfba5f-cda1-4117-87c8-734072f08cbd tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f6:7e:5a'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:96:27:63'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:40.260990 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2cfba5f-cda1-4117-87c8-734072f08cbd tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:40.274957 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df740bd6-20bf-4a5d-bf13-70e96b06f0fd req-3cb79e5d-1aee-4c8e-9ed3-b8331b0a0a04 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:40.276830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df740bd6-20bf-4a5d-bf13-70e96b06f0fd req-3cb79e5d-1aee-4c8e-9ed3-b8331b0a0a04 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1042392 Nov 11 12:01:40.297280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c9846-5f7f-4254-b3f6-937462b677ae req-2f64a71e-7ef7-4f46-a7f0-0ad21082258e tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:40.298975 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-680c9846-5f7f-4254-b3f6-937462b677ae req-2f64a71e-7ef7-4f46-a7f0-0ad21082258e tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.1086376 Nov 11 12:01:40.349655 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b70b0934-6774-41d4-b141-89deccd32576 None None] Provisioning complete for port 87524112-bf53-4e90-9039-e99f6b7de77b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:40.350153 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b70b0934-6774-41d4-b141-89deccd32576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:40.378426 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df740bd6-20bf-4a5d-bf13-70e96b06f0fd req-4e3fd5b8-cdbc-465f-b035-47d0dfaa46ec tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953648 Nov 11 12:01:40.383050 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-680c9846-5f7f-4254-b3f6-937462b677ae req-41a86ea3-750a-421f-8e74-ccd159e11934 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758591 Nov 11 12:01:40.401465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b70b0934-6774-41d4-b141-89deccd32576 None None] Port 87524112-bf53-4e90-9039-e99f6b7de77b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:01:40.476675 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:40.517908 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device c2de93aa-5318-46dc-b21d-4186040d6f01 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:01:40.521565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:01:40.569954 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2cfba5f-cda1-4117-87c8-734072f08cbd tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:40.576893 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2cfba5f-cda1-4117-87c8-734072f08cbd tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:40.642388 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:01:40.672913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:40.674042 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:40.719991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-f2cfba5f-cda1-4117-87c8-734072f08cbd tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] In _notify_port_updated(), no bound segment for port 87524112-bf53-4e90-9039-e99f6b7de77b on network 431b7501-661e-4f70-85b8-531dec00ee73 {{(pid=109154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:01:40.729521 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cfba5f-cda1-4117-87c8-734072f08cbd tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:40.729988 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2cfba5f-cda1-4117-87c8-734072f08cbd tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:40.731599 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f2cfba5f-cda1-4117-87c8-734072f08cbd tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "PUT /v2.0/ports/87524112-bf53-4e90-9039-e99f6b7de77b HTTP/1.1" status: 200 len: 1056 time: 0.6030948 Nov 11 12:01:40.741719 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56176) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:40.761460 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port c2de93aa-5318-46dc-b21d-4186040d6f01, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=c2de93aa-5318-46dc-b21d-4186040d6f01,segment=NetworkSegment(c98b7a57-9fbb-4c32-b6be-eb22f754382b),segment_id=c98b7a57-9fbb-4c32-b6be-eb22f754382b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:40.768585 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfba5f-cda1-4117-87c8-734072f08cbd tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event updated for resources: {'Port': ['ID=87524112-bf53-4e90-9039-e99f6b7de77b,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:40.784236 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'c2de93aa-5318-46dc-b21d-4186040d6f01', 'network_id': '702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6', 'port_id': 'c2de93aa-5318-46dc-b21d-4186040d6f01', 'mac_address': 'fa:16:3e:aa:23:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f55957-2e48-4530-9888-3e2eccb4f2da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:01:40.788989 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59d82d-e329-4e73-a005-0dac83da277f req-eaafaa5e-cc82-4732-90b3-d0414f29e8b9 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:40.803868 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa59d82d-e329-4e73-a005-0dac83da277f req-eaafaa5e-cc82-4732-90b3-d0414f29e8b9 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 945 time: 0.1677701 Nov 11 12:01:40.940988 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa59d82d-e329-4e73-a005-0dac83da277f req-d9894a85-d095-4a39-8ad3-c6349a0bf390 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316810 Nov 11 12:01:40.959723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3df478-36d6-420d-ac45-9e0f761f2431 req-973bc4ad-853c-4f5f-b022-73e5e91c72eb tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:40.961421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f3df478-36d6-420d-ac45-9e0f761f2431 req-973bc4ad-853c-4f5f-b022-73e5e91c72eb tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 943 time: 0.1209950 Nov 11 12:01:40.991196 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:40.994390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-cab4e597-d8ba-4d9d-a374-85f8fdeae0ed tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Deleting port 87524112-bf53-4e90-9039-e99f6b7de77b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:01:40.994838 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cab4e597-d8ba-4d9d-a374-85f8fdeae0ed tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:41.017474 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:41.037122 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2de93aa-5318-46dc-b21d-4186040d6f01 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:01:41.063540 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port c2de93aa-5318-46dc-b21d-4186040d6f01, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=c2de93aa-5318-46dc-b21d-4186040d6f01,segment=NetworkSegment(c98b7a57-9fbb-4c32-b6be-eb22f754382b),segment_id=c98b7a57-9fbb-4c32-b6be-eb22f754382b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:41.075883 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690db8d8-778e-489b-ac75-e6dccc98cac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:01:41.079086 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62f179b-f85b-4d4b-8cc4-cf35b8fee726" -d '{"events": [{"server_uuid": "690db8d8-778e-489b-ac75-e6dccc98cac5", "name": "network-vif-plugged", "status": "completed", "tag": "b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:01:41.079255 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f3df478-36d6-420d-ac45-9e0f761f2431 req-d0fa3e80-f093-4c49-ae92-94f4cfe3e70e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004834 Nov 11 12:01:41.088994 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:41.089423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 6052d76b-4b9e-4134-9050-174abc3fac26 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:01:41.098155 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-eedce545-9af8-455e-bed7-f65420ddefad None None] Provisioning complete for port 87524112-bf53-4e90-9039-e99f6b7de77b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:41.098155 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eedce545-9af8-455e-bed7-f65420ddefad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:41.136623 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cab4e597-d8ba-4d9d-a374-85f8fdeae0ed tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:41.153337 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-cab4e597-d8ba-4d9d-a374-85f8fdeae0ed tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Calling delete_port for 87524112-bf53-4e90-9039-e99f6b7de77b owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:01:41.161538 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:41.163588 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdea740-b3f0-4ad3-873c-9017a3681d74 x-openstack-request-id: req-efdea740-b3f0-4ad3-873c-9017a3681d74 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:01:41.163878 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690db8d8-778e-489b-ac75-e6dccc98cac5", "name": "network-vif-plugged", "status": "completed", "tag": "b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:01:41.164129 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-efdea740-b3f0-4ad3-873c-9017a3681d74 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:01:41.164510 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690db8d8-778e-489b-ac75-e6dccc98cac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2', 'code': 200} Nov 11 12:01:41.218200 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:41.247451 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-eedce545-9af8-455e-bed7-f65420ddefad None None] Port 87524112-bf53-4e90-9039-e99f6b7de77b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:01:41.303652 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158fdf7-74c8-4bbf-ab85-d8f753349f16 req-7fe23ae2-4cc4-4607-98d4-072a5cec130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:41.306008 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9158fdf7-74c8-4bbf-ab85-d8f753349f16 req-7fe23ae2-4cc4-4607-98d4-072a5cec130c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 1097 time: 0.0766439 Nov 11 12:01:41.382643 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 6052d76b-4b9e-4134-9050-174abc3fac26, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=6052d76b-4b9e-4134-9050-174abc3fac26,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:41.390306 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9158fdf7-74c8-4bbf-ab85-d8f753349f16 req-ce49f7ca-ccd3-4cb8-8fd4-f4feac3d776e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727730 Nov 11 12:01:41.403004 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '6052d76b-4b9e-4134-9050-174abc3fac26', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'port_id': '6052d76b-4b9e-4134-9050-174abc3fac26', 'mac_address': 'fa:16:3e:2f:59:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:01:41.405807 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cab4e597-d8ba-4d9d-a374-85f8fdeae0ed tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:41.411923 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=c2de93aa-5318-46dc-b21d-4186040d6f01,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:41.462236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4e597-d8ba-4d9d-a374-85f8fdeae0ed tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event deleted for resources: {'Port': ['ID=87524112-bf53-4e90-9039-e99f6b7de77b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:41.475822 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:41.531539 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:41.567332 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6052d76b-4b9e-4134-9050-174abc3fac26 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:01:41.612849 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 6052d76b-4b9e-4134-9050-174abc3fac26, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=6052d76b-4b9e-4134-9050-174abc3fac26,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:41.629009 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:41.631640 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:41.699977 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55940cfa-6aeb-4062-a6ea-58c2207e3fb4 req-ca65998d-f5cc-4eae-8419-2e3dc6b0a03a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:41.707755 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55940cfa-6aeb-4062-a6ea-58c2207e3fb4 req-ca65998d-f5cc-4eae-8419-2e3dc6b0a03a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 944 time: 0.1364815 Nov 11 12:01:41.820490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55940cfa-6aeb-4062-a6ea-58c2207e3fb4 req-856d6d1e-6932-4fde-bbdd-edc5880a7118 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118641 Nov 11 12:01:41.909827 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cab4e597-d8ba-4d9d-a374-85f8fdeae0ed tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:41.917761 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cab4e597-d8ba-4d9d-a374-85f8fdeae0ed tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "DELETE /v2.0/ports/87524112-bf53-4e90-9039-e99f6b7de77b HTTP/1.1" status: 204 len: 168 time: 1.1745889 Nov 11 12:01:41.918721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56194) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:41.941772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=6052d76b-4b9e-4134-9050-174abc3fac26,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:41.944457 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-c620098c-11f7-498d-8f40-443b992b9dd5 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] GET failed (client error): The resource could not be found. Nov 11 12:01:41.946849 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c620098c-11f7-498d-8f40-443b992b9dd5 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "GET /v2.0/ports/87524112-bf53-4e90-9039-e99f6b7de77b HTTP/1.1" status: 404 len: 333 time: 0.0276515 Nov 11 12:01:41.949714 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56196) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:42.081229 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['6052d76b-4b9e-4134-9050-174abc3fac26'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:01:42.089371 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['c2de93aa-5318-46dc-b21d-4186040d6f01'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:01:42.113894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3fb28-13c8-4905-8431-893f9d3f46e6 req-54c45e7e-f596-46aa-bf93-91bf452e550a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:42.116525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7a3fb28-13c8-4905-8431-893f9d3f46e6 req-54c45e7e-f596-46aa-bf93-91bf452e550a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.0891428 Nov 11 12:01:42.125786 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-ffc5618a-5473-41a7-ae9e-9aa3345446ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Deleting port 7ee1fbef-db14-4958-8a46-d5818a4f2074 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:01:42.125786 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ffc5618a-5473-41a7-ae9e-9aa3345446ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:42.236902 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ffc5618a-5473-41a7-ae9e-9aa3345446ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:42.250894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-ffc5618a-5473-41a7-ae9e-9aa3345446ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Calling delete_port for 7ee1fbef-db14-4958-8a46-d5818a4f2074 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:01:42.428899 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7a3fb28-13c8-4905-8431-893f9d3f46e6 req-1645fb66-d266-4e84-a1be-31e7802a8661 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976176 Nov 11 12:01:42.443127 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6190ca-502d-465e-bf02-75e423117df6 req-61dd58cf-d523-49a7-bd57-c0931625ea01 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:42.449886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f6190ca-502d-465e-bf02-75e423117df6 req-61dd58cf-d523-49a7-bd57-c0931625ea01 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 944 time: 0.1149380 Nov 11 12:01:42.528577 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f6190ca-502d-465e-bf02-75e423117df6 req-798d68e6-024a-4008-9d9d-90e08522e35c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774035 Nov 11 12:01:42.548452 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ffc5618a-5473-41a7-ae9e-9aa3345446ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:42.583506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5618a-5473-41a7-ae9e-9aa3345446ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event deleted for resources: {'Port': ['ID=7ee1fbef-db14-4958-8a46-d5818a4f2074,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:42.655900 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ffc5618a-5473-41a7-ae9e-9aa3345446ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:42.660024 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ffc5618a-5473-41a7-ae9e-9aa3345446ea tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "DELETE /v2.0/ports/7ee1fbef-db14-4958-8a46-d5818a4f2074 HTTP/1.1" status: 204 len: 168 time: 0.7089956 Nov 11 12:01:42.663224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56208) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:42.696391 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0367d4f1-4ece-4c4f-a3b3-163a9d8c4cb8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] GET failed (client error): The resource could not be found. Nov 11 12:01:42.699666 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0367d4f1-4ece-4c4f-a3b3-163a9d8c4cb8 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "GET /v2.0/ports/7ee1fbef-db14-4958-8a46-d5818a4f2074 HTTP/1.1" status: 404 len: 333 time: 0.0346346 Nov 11 12:01:42.703615 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56210) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:42.842188 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-ff31c6f6-84c3-450e-aa50-d55031f4c7c9 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Deleting port c4a89117-5324-4bea-bb70-4167e566fc11 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:01:42.842188 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff31c6f6-84c3-450e-aa50-d55031f4c7c9 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:42.985875 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff31c6f6-84c3-450e-aa50-d55031f4c7c9 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:43.000826 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-ff31c6f6-84c3-450e-aa50-d55031f4c7c9 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Calling delete_port for c4a89117-5324-4bea-bb70-4167e566fc11 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:01:43.023736 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46152d-f02a-4730-aa6c-936d5f293517 req-de08f0b0-38e6-44aa-a8db-d5cbfa04b565 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:43.025245 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be46152d-f02a-4730-aa6c-936d5f293517 req-de08f0b0-38e6-44aa-a8db-d5cbfa04b565 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 945 time: 0.0870137 Nov 11 12:01:43.112750 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be46152d-f02a-4730-aa6c-936d5f293517 req-c7478fb1-55ed-471a-8216-6b0dcf19477f tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575595 Nov 11 12:01:43.192779 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff31c6f6-84c3-450e-aa50-d55031f4c7c9 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:43.226237 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31c6f6-84c3-450e-aa50-d55031f4c7c9 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event deleted for resources: {'Port': ['ID=c4a89117-5324-4bea-bb70-4167e566fc11,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:43.317280 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff31c6f6-84c3-450e-aa50-d55031f4c7c9 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:43.325030 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ff31c6f6-84c3-450e-aa50-d55031f4c7c9 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "DELETE /v2.0/ports/c4a89117-5324-4bea-bb70-4167e566fc11 HTTP/1.1" status: 204 len: 168 time: 0.6162746 Nov 11 12:01:43.325206 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56220) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:43.460966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-30baa64b-5b90-47e1-b155-a0ecf1905018 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Deleting subnet 54e08509-2ff2-46bd-abf2-b0a5e37fac00 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:01:43.465246 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-30baa64b-5b90-47e1-b155-a0ecf1905018 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:43.528617 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-30baa64b-5b90-47e1-b155-a0ecf1905018 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:43.592812 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4a52c-f06c-4c0c-ba4a-4c8396544657 req-c4571244-e7dc-4f2e-96f6-73e4b56c2cb3 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:43.601444 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ea4a52c-f06c-4c0c-ba4a-4c8396544657 req-c4571244-e7dc-4f2e-96f6-73e4b56c2cb3 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.2130222 Nov 11 12:01:43.627275 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe184ab-ff93-463f-a033-db70c5e67bee req-62b0b2ac-5100-460d-843e-fbda6a5dffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:43.628243 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fe184ab-ff93-463f-a033-db70c5e67bee req-62b0b2ac-5100-460d-843e-fbda6a5dffde service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f07a7411337b45a8a7f3d2d1f861c200&device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 1097 time: 0.1875448 Nov 11 12:01:43.642349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8315417-027d-4ef6-b1cc-f598ac5937fe req-d7f62dfc-4d00-4382-a9cb-39345c000d2f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:43.644267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d8315417-027d-4ef6-b1cc-f598ac5937fe req-d7f62dfc-4d00-4382-a9cb-39345c000d2f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.1219308 Nov 11 12:01:43.647489 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-30baa64b-5b90-47e1-b155-a0ecf1905018 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:43.718084 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-30baa64b-5b90-47e1-b155-a0ecf1905018 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:43.746160 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baa64b-5b90-47e1-b155-a0ecf1905018 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event deleted for resources: {'Subnet': ['ID=54e08509-2ff2-46bd-abf2-b0a5e37fac00,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:43.761133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-30baa64b-5b90-47e1-b155-a0ecf1905018 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:43.761707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9fc042-a126-4890-b4ed-41a9e330e038 None None] Network 431b7501-661e-4f70-85b8-531dec00ee73 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:01:43.765907 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-30baa64b-5b90-47e1-b155-a0ecf1905018 tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "DELETE /v2.0/subnets/54e08509-2ff2-46bd-abf2-b0a5e37fac00 HTTP/1.1" status: 204 len: 168 time: 0.4405649 Nov 11 12:01:43.772514 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56236) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:43.806324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe184ab-ff93-463f-a033-db70c5e67bee req-79183eb4-43a6-4b18-852e-92d1ed5c9bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:43.807976 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fe184ab-ff93-463f-a033-db70c5e67bee req-79183eb4-43a6-4b18-852e-92d1ed5c9bcb service neutron] 10.222.0.43 "GET /v2.0/networks?id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec HTTP/1.1" status: 200 len: 921 time: 0.1628044 Nov 11 12:01:43.922381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fe184ab-ff93-463f-a033-db70c5e67bee req-6088c0f0-1c09-488c-9fec-f6305a5786ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0464d91d-6b70-4f03-aebe-8d756df6077b HTTP/1.1" status: 200 len: 217 time: 0.0950909 Nov 11 12:01:43.943416 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:43.953379 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ea4a52c-f06c-4c0c-ba4a-4c8396544657 req-13f02fc9-a5a2-46e7-afe9-dce818c5a107 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509321 Nov 11 12:01:43.987990 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d8315417-027d-4ef6-b1cc-f598ac5937fe req-6fb55c29-9e55-4fc5-af6c-d966d5609ada tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293452 Nov 11 12:01:43.998796 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9cf6d5-3fd2-458c-94b5-f5d8b65c5028 None None] DHCP port deletion for 431b7501-661e-4f70-85b8-531dec00ee73 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:01:44.030334 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Deleting port 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:01:44.030921 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:44.107093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe184ab-ff93-463f-a033-db70c5e67bee req-1ccaa578-42f2-4e75-b1a1-6619ce06ec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:44.110641 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fe184ab-ff93-463f-a033-db70c5e67bee req-1ccaa578-42f2-4e75-b1a1-6619ce06ec24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f81a86f-c988-41d8-9db9-540f02c42205 HTTP/1.1" status: 200 len: 859 time: 0.1762819 Nov 11 12:01:44.112261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0a9cf6d5-3fd2-458c-94b5-f5d8b65c5028 None None] Deleting port 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:01:44.112791 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf6d5-3fd2-458c-94b5-f5d8b65c5028 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:44.116213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] For port 4b6c2e35-5584-4ee6-a918-6adaf80a0d52, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4b6c2e35-5584-4ee6-a918-6adaf80a0d52,segment=NetworkSegment(c78a9ffb-0a65-4c65-bf39-cf7fc8fe0cf7),segment_id=c78a9ffb-0a65-4c65-bf39-cf7fc8fe0cf7)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:44.117672 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:44.149681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Calling delete_port for 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:01:44.176593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fe184ab-ff93-463f-a033-db70c5e67bee req-a653f48e-5d68-4a63-9bf5-fd01c4c70319 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361030 Nov 11 12:01:44.276854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0a9cf6d5-3fd2-458c-94b5-f5d8b65c5028 None None] For port 4b6c2e35-5584-4ee6-a918-6adaf80a0d52, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4b6c2e35-5584-4ee6-a918-6adaf80a0d52,segment=NetworkSegment(c78a9ffb-0a65-4c65-bf39-cf7fc8fe0cf7),segment_id=c78a9ffb-0a65-4c65-bf39-cf7fc8fe0cf7)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:44.277234 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf6d5-3fd2-458c-94b5-f5d8b65c5028 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:44.301316 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:44.302574 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0a9cf6d5-3fd2-458c-94b5-f5d8b65c5028 None None] Calling delete_port for 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:01:44.328878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4206e6-3f5c-49e8-9949-191ef87c704b req-a3545c72-25bf-4588-8355-59a3d1715da5 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:44.346880 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e4206e6-3f5c-49e8-9949-191ef87c704b req-a3545c72-25bf-4588-8355-59a3d1715da5 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 944 time: 0.2663481 Nov 11 12:01:44.349504 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event deleted for resources: {'Port': ['ID=4b6c2e35-5584-4ee6-a918-6adaf80a0d52,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:44.352764 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] No DVR routers for this DVR port 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:01:44.421286 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fe184ab-ff93-463f-a033-db70c5e67bee req-39ca2f9a-2196-4b9f-b860-caf05aa9140d service neutron] 10.222.0.43 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317665 Nov 11 12:01:44.437139 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e4206e6-3f5c-49e8-9949-191ef87c704b req-d5be67a0-73e3-45ce-8431-d63d2bb82d0e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890148 Nov 11 12:01:44.505806 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf6d5-3fd2-458c-94b5-f5d8b65c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:44.583198 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cf6d5-3fd2-458c-94b5-f5d8b65c5028 None None] Pushing event deleted for resources: {'Port': ['ID=4b6c2e35-5584-4ee6-a918-6adaf80a0d52,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:44.586368 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device c2de93aa-5318-46dc-b21d-4186040d6f01 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:01:44.646558 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9cf6d5-3fd2-458c-94b5-f5d8b65c5028 None None] No DVR routers for this DVR port 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:01:44.693733 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port c2de93aa-5318-46dc-b21d-4186040d6f01 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:01:44.699060 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port c2de93aa-5318-46dc-b21d-4186040d6f01 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:44.699825 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:44.718086 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36302c41-5d89-49be-a626-562c00d1aee5 req-a0d49c31-71e7-4575-92f9-49cbf6a7ba69 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:44.725816 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36302c41-5d89-49be-a626-562c00d1aee5 req-a0d49c31-71e7-4575-92f9-49cbf6a7ba69 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.1556830 Nov 11 12:01:44.741676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5a223-b3e3-4705-ac7d-e6016d08eb44 req-2f00d903-4126-4037-a518-5ce245ea56a6 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:44.743408 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4dc5a223-b3e3-4705-ac7d-e6016d08eb44 req-2f00d903-4126-4037-a518-5ce245ea56a6 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 945 time: 0.1608059 Nov 11 12:01:44.752255 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fe184ab-ff93-463f-a033-db70c5e67bee req-26e2ce43-57e0-4be2-a7dc-3fb8304f870e service neutron] 10.222.0.43 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136690 Nov 11 12:01:44.835264 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36302c41-5d89-49be-a626-562c00d1aee5 req-fd888913-972a-4dc0-b7ce-4ef4148bb96c tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083851 Nov 11 12:01:44.859207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4dc5a223-b3e3-4705-ac7d-e6016d08eb44 req-953d49d7-8b52-4fb8-aeb3-944d59b090a6 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059160 Nov 11 12:01:44.870048 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:44.899702 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199fecb4-2286-4098-8ece-ae96b7cb8215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2de93aa-5318-46dc-b21d-4186040d6f01'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:01:44.902226 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed2cd3d-3ad0-4dac-b474-86397e88a683" -d '{"events": [{"server_uuid": "199fecb4-2286-4098-8ece-ae96b7cb8215", "name": "network-vif-plugged", "status": "completed", "tag": "c2de93aa-5318-46dc-b21d-4186040d6f01"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:01:44.915556 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port c2de93aa-5318-46dc-b21d-4186040d6f01, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=c2de93aa-5318-46dc-b21d-4186040d6f01,segment=NetworkSegment(c98b7a57-9fbb-4c32-b6be-eb22f754382b),segment_id=c98b7a57-9fbb-4c32-b6be-eb22f754382b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:44.920903 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:44.921959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 6052d76b-4b9e-4134-9050-174abc3fac26 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:01:44.951517 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302d5a82-5a65-4937-97ac-b8e0628ac77b x-openstack-request-id: req-302d5a82-5a65-4937-97ac-b8e0628ac77b {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:01:44.951818 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199fecb4-2286-4098-8ece-ae96b7cb8215", "name": "network-vif-plugged", "status": "completed", "tag": "c2de93aa-5318-46dc-b21d-4186040d6f01", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:01:44.952084 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-302d5a82-5a65-4937-97ac-b8e0628ac77b {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:01:44.952517 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199fecb4-2286-4098-8ece-ae96b7cb8215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2de93aa-5318-46dc-b21d-4186040d6f01', 'code': 200} Nov 11 12:01:45.035099 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=c2de93aa-5318-46dc-b21d-4186040d6f01,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:45.040112 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 6052d76b-4b9e-4134-9050-174abc3fac26 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:01:45.040508 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:45.041865 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:45.102576 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431b7501-661e-4f70-85b8-531dec00ee73']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:45.118353 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78a9ffb-0a65-4c65-bf39-cf7fc8fe0cf7') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:45.119277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78a9ffb-0a65-4c65-bf39-cf7fc8fe0cf7') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:45.135462 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:45.151874 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:01:45.160141 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:45.167780 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96cb1f-9dfa-49d4-80f2-6c8624da95fc req-5c904bde-4eda-48c1-a671-a8d8d5fe11da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:45.169319 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:01:45.169837 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:45.170676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c96cb1f-9dfa-49d4-80f2-6c8624da95fc req-5c904bde-4eda-48c1-a671-a8d8d5fe11da service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 1096 time: 0.1415668 Nov 11 12:01:45.210436 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c75f6-c1c3-4228-acb9-22afe5a7daab req-a2942cc1-829d-4ac6-97f2-9a6c9413be1b tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:45.211986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:01:45.212332 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4b6c2e35-5584-4ee6-a918-6adaf80a0d52 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:01:45.213469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae3c75f6-c1c3-4228-acb9-22afe5a7daab req-a2942cc1-829d-4ac6-97f2-9a6c9413be1b tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1016333 Nov 11 12:01:45.216313 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:45.257911 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 6052d76b-4b9e-4134-9050-174abc3fac26, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=6052d76b-4b9e-4134-9050-174abc3fac26,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: items = [ Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:01:45.262594 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:01:45.265994 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:45.281859 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:45.282413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c96cb1f-9dfa-49d4-80f2-6c8624da95fc req-844c37f9-f927-4a11-a6bf-51f2b0a1e0fa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026340 Nov 11 12:01:45.289104 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:45.296369 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] 10.222.0.65 "DELETE /v2.0/networks/431b7501-661e-4f70-85b8-531dec00ee73 HTTP/1.1" status: 204 len: 168 time: 1.5195906 Nov 11 12:01:45.314430 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f5f3c-c893-45ba-80c3-9a60f37b7edb tempest-AllowedAddressPairTestJSON-988550070 tempest-AllowedAddressPairTestJSON-988550070-project] Pushing event deleted for resources: {'Network': ['ID=431b7501-661e-4f70-85b8-531dec00ee73,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:45.341075 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae3c75f6-c1c3-4228-acb9-22afe5a7daab req-b5f74a45-ae53-41f6-8adc-764558e9e21f tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042583 Nov 11 12:01:45.348913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=6052d76b-4b9e-4134-9050-174abc3fac26,revision_number=10']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:45.610953 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56266) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:45.625454 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:45.773364 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4d905225-411a-4169-bfb3-d44ff1f8bfce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13124b2210bb41f48c4bb39748875fa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1578453 Nov 11 12:01:45.773640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56272) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:45.822816 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9c671-4124-43e7-9588-7eb74fcda4e6 req-1f31cebc-c3db-45fb-abe1-e9edd3d70a9d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:45.824862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9c9c671-4124-43e7-9588-7eb74fcda4e6 req-1f31cebc-c3db-45fb-abe1-e9edd3d70a9d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 945 time: 0.0580683 Nov 11 12:01:45.831052 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2dd1de33-124c-490d-8ebd-36b96b13b05b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:45.858636 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2dd1de33-124c-490d-8ebd-36b96b13b05b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:45.899368 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9c9c671-4124-43e7-9588-7eb74fcda4e6 req-b78a5ec0-2645-4b22-be27-7cf85584ade3 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622771 Nov 11 12:01:45.938118 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2dd1de33-124c-490d-8ebd-36b96b13b05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:45.941098 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2dd1de33-124c-490d-8ebd-36b96b13b05b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:45.944605 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2dd1de33-124c-490d-8ebd-36b96b13b05b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/48a35935-0343-491b-8872-17c7f906383a HTTP/1.1" status: 204 len: 168 time: 0.1677930 Nov 11 12:01:45.951639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1de33-124c-490d-8ebd-36b96b13b05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a35935-0343-491b-8872-17c7f906383a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:46.030846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d5f93-ac77-4766-8245-878c21a5f8ee req-8eb8ea90-c524-4e4b-9f85-da6549318368 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:46.032455 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c23d5f93-ac77-4766-8245-878c21a5f8ee req-8eb8ea90-c524-4e4b-9f85-da6549318368 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.1086452 Nov 11 12:01:46.045203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a269c-4945-4f51-ae2c-ead1b5ea72a4 req-782dd3fc-e7cb-4c9e-b7d8-6dbac04cf865 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:46.046772 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c65a269c-4945-4f51-ae2c-ead1b5ea72a4 req-782dd3fc-e7cb-4c9e-b7d8-6dbac04cf865 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 947 time: 0.0743716 Nov 11 12:01:46.126574 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c23d5f93-ac77-4766-8245-878c21a5f8ee req-f2b32bd5-6d0b-4881-8f42-485e96a65a2e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787377 Nov 11 12:01:46.137708 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c65a269c-4945-4f51-ae2c-ead1b5ea72a4 req-e1ddd57e-50cf-4a47-9828-1bae8a2a2f6e tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839550 Nov 11 12:01:46.480969 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8eace8-3e25-49ee-b13d-98a25a3e2ce6 req-5dad7482-fa8e-4c65-aaae-72ff37bc47bd tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:46.483062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f8eace8-3e25-49ee-b13d-98a25a3e2ce6 req-5dad7482-fa8e-4c65-aaae-72ff37bc47bd tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0680506 Nov 11 12:01:46.549969 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f8eace8-3e25-49ee-b13d-98a25a3e2ce6 req-aa90c327-1792-4cde-a1b3-dcc038b43b83 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602899 Nov 11 12:01:46.715746 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56304) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:46.827070 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Request body: {'networks': [{'name': 'tempest-network--243085228'}, {'name': 'tempest-network--712260470'}]} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:46.827390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Request body: {'network': {'name': 'tempest-network--243085228'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:46.827873 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Request body: {'network': {'name': 'tempest-network--712260470'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:46.850577 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Made reservation on behalf of c2ab3607de194bc8872194ab3757af59 for: {'network': 2} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:46.855282 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:46.864290 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:46.953644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6052d76b-4b9e-4134-9050-174abc3fac26'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:01:46.954289 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:46.957617 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0197b5da-955d-4153-be39-d2d5242934ee" -d '{"events": [{"server_uuid": "e2b17559-2fb1-48c1-9e40-a4af53480687", "name": "network-vif-plugged", "status": "completed", "tag": "6052d76b-4b9e-4134-9050-174abc3fac26"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:01:46.960737 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:46.961529 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:47.012129 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da11284-cb32-4c77-b679-383a25ffa1fd x-openstack-request-id: req-2da11284-cb32-4c77-b679-383a25ffa1fd {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:01:47.012511 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b17559-2fb1-48c1-9e40-a4af53480687", "name": "network-vif-plugged", "status": "completed", "tag": "6052d76b-4b9e-4134-9050-174abc3fac26", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:01:47.012994 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2da11284-cb32-4c77-b679-383a25ffa1fd {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:01:47.013439 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6052d76b-4b9e-4134-9050-174abc3fac26', 'code': 200} Nov 11 12:01:47.015974 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be58149b-cfc8-4811-9419-142e5fd7bfb9,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:47.030525 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:01:47.033554 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edda49-30be-4a16-9bad-076d312c0712 req-4a685ae8-f8ac-44b5-a424-dfad002a104c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:47.035367 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f1edda49-30be-4a16-9bad-076d312c0712 req-4a685ae8-f8ac-44b5-a424-dfad002a104c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 945 time: 0.0590770 Nov 11 12:01:47.043766 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:47.044336 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Added segment 60bf4848-a599-4bfe-afe7-721f6623670e of type vlan for network 4b8fce65-a793-4bb9-b43d-9f8f57f4dd36 Nov 11 12:01:47.082022 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:01:47.092955 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f1edda49-30be-4a16-9bad-076d312c0712 req-4c3baca8-81ea-47dc-9b9a-b8d8d0a1c29a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508363 Nov 11 12:01:47.098524 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:47.173508 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:01:47.200682 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:47.201045 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Added segment f0c55eba-7fb5-41b7-a09f-630b079769ee of type vlan for network f538ab86-95df-4a9c-9f2e-c665bde29d45 Nov 11 12:01:47.248651 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:47.285819 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:47.286499 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:47.293753 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:47.300552 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:47.301422 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:47.348913 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.6294377 Nov 11 12:01:47.352126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56324) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:47.388057 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event updated for resources: {'Network': ['ID=4b8fce65-a793-4bb9-b43d-9f8f57f4dd36,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:47.400079 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 4b8fce65-a793-4bb9-b43d-9f8f57f4dd36 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:01:47.479133 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a954a-ea3d-4406-abbb-f3aed8b0bcb3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event updated for resources: {'Network': ['ID=f538ab86-95df-4a9c-9f2e-c665bde29d45,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:47.482507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77628d98-d5b5-460c-ac30-17a56949b298 req-8a4f8343-a43a-4b05-b5a9-cc7e54bf60d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:47.484277 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77628d98-d5b5-460c-ac30-17a56949b298 req-8a4f8343-a43a-4b05-b5a9-cc7e54bf60d6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 1098 time: 0.2747960 Nov 11 12:01:47.496176 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network f538ab86-95df-4a9c-9f2e-c665bde29d45 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:01:47.528494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327687f-afa2-42db-8d7a-e59b1de8cf45 req-12ce0701-3602-4c08-b8e5-8a61efc345f8 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:47.530254 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2327687f-afa2-42db-8d7a-e59b1de8cf45 req-12ce0701-3602-4c08-b8e5-8a61efc345f8 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.2658889 Nov 11 12:01:47.696453 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf03b6c7-48f7-408a-b3f6-cbd451d727d3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:47.703095 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf03b6c7-48f7-408a-b3f6-cbd451d727d3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:47.709865 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf03b6c7-48f7-408a-b3f6-cbd451d727d3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:47.716632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf03b6c7-48f7-408a-b3f6-cbd451d727d3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:47.718557 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cf03b6c7-48f7-408a-b3f6-cbd451d727d3 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3649824 Nov 11 12:01:47.721772 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56330) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:47.729423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf2b7d-c966-4f54-bebe-4a4724171a7f req-3209cc1e-a8a0-4305-a81f-e17415cf9670 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:47.731161 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16bf2b7d-c966-4f54-bebe-4a4724171a7f req-3209cc1e-a8a0-4305-a81f-e17415cf9670 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 947 time: 0.2812281 Nov 11 12:01:47.734627 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77628d98-d5b5-460c-ac30-17a56949b298 req-417d62e4-baa3-45fa-8b06-4953a495a7cf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033522 Nov 11 12:01:47.738520 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2327687f-afa2-42db-8d7a-e59b1de8cf45 req-090b1168-4c07-4b8f-88e7-f20c18c8fd5b tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883183 Nov 11 12:01:47.814547 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16bf2b7d-c966-4f54-bebe-4a4724171a7f req-72e35904-240a-45fa-ba13-6256b51f1423 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661323 Nov 11 12:01:47.841046 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4cb80c54-766a-43d6-a3b3-0651d2078bd4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:47.890269 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49ff2c-4da2-4225-903e-e87863482448 req-8a351214-e1d9-4b0d-bd0f-86dd73617336 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:47.891934 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc49ff2c-4da2-4225-903e-e87863482448 req-8a351214-e1d9-4b0d-bd0f-86dd73617336 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 945 time: 0.0674093 Nov 11 12:01:47.957721 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc49ff2c-4da2-4225-903e-e87863482448 req-fb129fcb-8de4-467b-9488-781c0b375c8d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572832 Nov 11 12:01:47.966366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4cb80c54-766a-43d6-a3b3-0651d2078bd4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:47.993480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-4cb80c54-766a-43d6-a3b3-0651d2078bd4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8fce65-a793-4bb9-b43d-9f8f57f4dd36']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:48.006175 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-4cb80c54-766a-43d6-a3b3-0651d2078bd4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bf4848-a599-4bfe-afe7-721f6623670e') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:48.006594 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-4cb80c54-766a-43d6-a3b3-0651d2078bd4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bf4848-a599-4bfe-afe7-721f6623670e') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:48.020472 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4cb80c54-766a-43d6-a3b3-0651d2078bd4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:48.039060 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4cb80c54-766a-43d6-a3b3-0651d2078bd4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:48.046282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb80c54-766a-43d6-a3b3-0651d2078bd4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:01:48.046769 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4cb80c54-766a-43d6-a3b3-0651d2078bd4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:01:48.050063 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:01:48.065829 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c607459-dc04-437d-b6ab-04c23200208b req-f52eaba7-5330-4730-8b44-1cfa220fae16 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:48.077781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c607459-dc04-437d-b6ab-04c23200208b req-f52eaba7-5330-4730-8b44-1cfa220fae16 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0876982 Nov 11 12:01:48.131141 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4cb80c54-766a-43d6-a3b3-0651d2078bd4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:48.160574 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4cb80c54-766a-43d6-a3b3-0651d2078bd4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:48.166556 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4cb80c54-766a-43d6-a3b3-0651d2078bd4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "DELETE /v2.0/networks/4b8fce65-a793-4bb9-b43d-9f8f57f4dd36 HTTP/1.1" status: 204 len: 168 time: 0.4405172 Nov 11 12:01:48.166556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb80c54-766a-43d6-a3b3-0651d2078bd4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event deleted for resources: {'Network': ['ID=4b8fce65-a793-4bb9-b43d-9f8f57f4dd36,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:48.168095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c607459-dc04-437d-b6ab-04c23200208b req-f40b77dc-8c2a-43ef-ad38-c9b18c7c5273 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881691 Nov 11 12:01:48.174669 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56336) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:48.284135 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d35770b6-8982-4580-b3da-779660e84d78 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:48.383071 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d35770b6-8982-4580-b3da-779660e84d78 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:48.405816 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d35770b6-8982-4580-b3da-779660e84d78 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f538ab86-95df-4a9c-9f2e-c665bde29d45']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:48.417623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d35770b6-8982-4580-b3da-779660e84d78 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c55eba-7fb5-41b7-a09f-630b079769ee') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:48.417944 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d35770b6-8982-4580-b3da-779660e84d78 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c55eba-7fb5-41b7-a09f-630b079769ee') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:48.431077 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d35770b6-8982-4580-b3da-779660e84d78 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:48.448822 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d35770b6-8982-4580-b3da-779660e84d78 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:48.457138 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35770b6-8982-4580-b3da-779660e84d78 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:01:48.457990 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d35770b6-8982-4580-b3da-779660e84d78 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:01:48.462498 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:01:48.536939 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d35770b6-8982-4580-b3da-779660e84d78 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:48.544294 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d35770b6-8982-4580-b3da-779660e84d78 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:48.547687 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d35770b6-8982-4580-b3da-779660e84d78 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "DELETE /v2.0/networks/f538ab86-95df-4a9c-9f2e-c665bde29d45 HTTP/1.1" status: 204 len: 168 time: 0.3719101 Nov 11 12:01:48.550666 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56340) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:48.576502 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35770b6-8982-4580-b3da-779660e84d78 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event deleted for resources: {'Network': ['ID=f538ab86-95df-4a9c-9f2e-c665bde29d45,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:48.667782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654aac6-ed96-4f5d-923f-4413e349c62b req-6f53e290-3d05-4c7d-80d8-da51eee407d7 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:48.669336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3654aac6-ed96-4f5d-923f-4413e349c62b req-6f53e290-3d05-4c7d-80d8-da51eee407d7 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 945 time: 0.3858497 Nov 11 12:01:48.719257 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3654aac6-ed96-4f5d-923f-4413e349c62b req-d94077ba-de9e-4678-a3f4-48a980299d5c tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7cdb983-b189-4369-b7d7-83f94edb4396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430663 Nov 11 12:01:48.742952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e26470-f98b-4522-9391-d7a67864ccd7 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:48.749229 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e26470-f98b-4522-9391-d7a67864ccd7 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:48.750831 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f7e26470-f98b-4522-9391-d7a67864ccd7 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1992128 Nov 11 12:01:48.754439 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56342) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:48.759591 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fde01194-bd55-4ea7-88c7-91b48123ebf8 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2043961895'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:48.782911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde01194-bd55-4ea7-88c7-91b48123ebf8 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Made reservation on behalf of c2ab3607de194bc8872194ab3757af59 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:48.786336 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fde01194-bd55-4ea7-88c7-91b48123ebf8 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:48.812753 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde01194-bd55-4ea7-88c7-91b48123ebf8 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:01:48.823207 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fde01194-bd55-4ea7-88c7-91b48123ebf8 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:48.823547 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-fde01194-bd55-4ea7-88c7-91b48123ebf8 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Added segment d9e8597e-2f3d-4426-90cd-d1b8494782e1 of type vlan for network 0a1d308c-a9fb-4883-ab0f-016b7c5f382c Nov 11 12:01:48.867580 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fde01194-bd55-4ea7-88c7-91b48123ebf8 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:48.883339 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355754d-fc9d-43b4-ad2c-e809f974e2ba req-80cbd817-3ac5-4773-a488-d5437b553ef0 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:48.885051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4355754d-fc9d-43b4-ad2c-e809f974e2ba req-80cbd817-3ac5-4773-a488-d5437b553ef0 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.0676394 Nov 11 12:01:48.900632 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fde01194-bd55-4ea7-88c7-91b48123ebf8 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:48.906945 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde01194-bd55-4ea7-88c7-91b48123ebf8 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:48.907568 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fde01194-bd55-4ea7-88c7-91b48123ebf8 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:48.948608 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fde01194-bd55-4ea7-88c7-91b48123ebf8 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1907496 Nov 11 12:01:48.951143 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56350) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:48.958832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0f092760-76bc-4271-b888-9029884b476b tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1778479331'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:48.983076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde01194-bd55-4ea7-88c7-91b48123ebf8 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event updated for resources: {'Network': ['ID=0a1d308c-a9fb-4883-ab0f-016b7c5f382c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:48.986125 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4355754d-fc9d-43b4-ad2c-e809f974e2ba req-5291e666-9986-4ff5-8ce8-0f100002446d tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909374 Nov 11 12:01:48.998104 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 0a1d308c-a9fb-4883-ab0f-016b7c5f382c details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:01:49.004912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd85ee2-0e23-4d68-ba6a-2883baa952c5 req-23a335b6-2d9d-42b1-aa49-a9e7f58fb5f4 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:49.017009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6cd85ee2-0e23-4d68-ba6a-2883baa952c5 req-23a335b6-2d9d-42b1-aa49-a9e7f58fb5f4 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 947 time: 0.1137977 Nov 11 12:01:49.028052 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f092760-76bc-4271-b888-9029884b476b tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Made reservation on behalf of c2ab3607de194bc8872194ab3757af59 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:49.033223 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f092760-76bc-4271-b888-9029884b476b tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:49.089949 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f092760-76bc-4271-b888-9029884b476b tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:01:49.108061 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6cd85ee2-0e23-4d68-ba6a-2883baa952c5 req-fda69b68-40ef-4fa3-a07f-bfb175b0c678 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885360 Nov 11 12:01:49.112301 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f092760-76bc-4271-b888-9029884b476b tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:49.112924 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-0f092760-76bc-4271-b888-9029884b476b tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Added segment ff683363-7610-4672-95ee-ab42bdacdc6f of type vlan for network 657facd2-970e-4d29-9580-b8922db254e2 Nov 11 12:01:49.212626 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f092760-76bc-4271-b888-9029884b476b tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:49.252911 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568d1fb-3e08-4fe6-87b9-3fca2f467606 req-1ed9960a-a1a2-49b7-a83e-558a0e242249 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:49.255383 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f568d1fb-3e08-4fe6-87b9-3fca2f467606 req-1ed9960a-a1a2-49b7-a83e-558a0e242249 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 945 time: 0.0925565 Nov 11 12:01:49.264137 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f092760-76bc-4271-b888-9029884b476b tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:49.271166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f092760-76bc-4271-b888-9029884b476b tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:49.272435 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f092760-76bc-4271-b888-9029884b476b tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:49.324429 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0f092760-76bc-4271-b888-9029884b476b tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3720250 Nov 11 12:01:49.327613 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56368) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:49.334754 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Request body: {'ports': [{'network_id': '0a1d308c-a9fb-4883-ab0f-016b7c5f382c', 'name': 'tempest-port--576704626', 'admin_state_up': True}, {'network_id': '657facd2-970e-4d29-9580-b8922db254e2', 'admin_state_up': False}]} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:49.335459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Request body: {'port': {'network_id': '0a1d308c-a9fb-4883-ab0f-016b7c5f382c', 'name': 'tempest-port--576704626', 'admin_state_up': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:49.336565 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Request body: {'port': {'network_id': '657facd2-970e-4d29-9580-b8922db254e2', 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:49.437482 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f092760-76bc-4271-b888-9029884b476b tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event updated for resources: {'Network': ['ID=657facd2-970e-4d29-9580-b8922db254e2,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:49.451877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 657facd2-970e-4d29-9580-b8922db254e2 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:01:49.465903 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f568d1fb-3e08-4fe6-87b9-3fca2f467606 req-b6fb3055-a907-4780-b5d0-5d83a8493c0c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864042 Nov 11 12:01:49.503912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa920880-d8ac-47bb-9031-81b0ad2fd4c2 req-d020dab0-a2b0-418e-8dcf-e86f0f9b8701 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:49.511266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aa920880-d8ac-47bb-9031-81b0ad2fd4c2 req-d020dab0-a2b0-418e-8dcf-e86f0f9b8701 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1930754 Nov 11 12:01:49.540851 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a853b-56aa-4fb6-966f-2976a1bd0e0b req-6acfd747-b427-4cd4-965f-8450c9aed871 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:49.542537 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-104a853b-56aa-4fb6-966f-2976a1bd0e0b req-6acfd747-b427-4cd4-965f-8450c9aed871 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.62 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 945 time: 0.0966792 Nov 11 12:01:49.573893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Made reservation on behalf of c2ab3607de194bc8872194ab3757af59 for: {'port': 2} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:49.579306 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aa920880-d8ac-47bb-9031-81b0ad2fd4c2 req-b17d40a0-249a-4a3c-8a8d-c77a903318b2 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660763 Nov 11 12:01:49.580208 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:49.600495 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:49.677406 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-104a853b-56aa-4fb6-966f-2976a1bd0e0b req-95d8e183-793d-43da-b89c-d627ce2d84d9 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Deleting port c2de93aa-5318-46dc-b21d-4186040d6f01 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:01:49.677770 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-104a853b-56aa-4fb6-966f-2976a1bd0e0b req-95d8e183-793d-43da-b89c-d627ce2d84d9 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:49.692619 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] device_id is not set on port a56d6a9b-da53-4438-b1ce-90700b72014b yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:01:49.812222 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-104a853b-56aa-4fb6-966f-2976a1bd0e0b req-95d8e183-793d-43da-b89c-d627ce2d84d9 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] For port c2de93aa-5318-46dc-b21d-4186040d6f01, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=c2de93aa-5318-46dc-b21d-4186040d6f01,segment=NetworkSegment(c98b7a57-9fbb-4c32-b6be-eb22f754382b),segment_id=c98b7a57-9fbb-4c32-b6be-eb22f754382b)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:49.812594 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-104a853b-56aa-4fb6-966f-2976a1bd0e0b req-95d8e183-793d-43da-b89c-d627ce2d84d9 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:49.835646 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-104a853b-56aa-4fb6-966f-2976a1bd0e0b req-95d8e183-793d-43da-b89c-d627ce2d84d9 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Calling delete_port for c2de93aa-5318-46dc-b21d-4186040d6f01 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:01:49.847039 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:49.925330 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] device_id is not set on port aa1adf5d-f5b9-443a-ab64-98ac2850a4e6 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:01:49.968322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efba6f-9bcc-4607-adaa-e581a555846c req-70ad755c-025e-44dd-b1fd-1bc4ff1acf58 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:49.969847 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51efba6f-9bcc-4607-adaa-e581a555846c req-70ad755c-025e-44dd-b1fd-1bc4ff1acf58 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 945 time: 0.1492975 Nov 11 12:01:49.989476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91f1c4-e1a0-452c-8851-8872704a22b6 req-1946287f-c334-4c6b-86be-bbf3c5bad87e tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:49.991398 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d91f1c4-e1a0-452c-8851-8872704a22b6 req-1946287f-c334-4c6b-86be-bbf3c5bad87e tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.43 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 945 time: 0.1270447 Nov 11 12:01:50.042812 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:50.092050 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:50.162103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event updated for resources: {'Port': ['ID=a56d6a9b-da53-4438-b1ce-90700b72014b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:50.172784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Checking segment: {'id': 'd9e8597e-2f3d-4426-90cd-d1b8494782e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a1d308c-a9fb-4883-ab0f-016b7c5f382c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:01:50.173047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Network hostable DHCP agents. Network: 0a1d308c-a9fb-4883-ab0f-016b7c5f382c, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:01:50.190938 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Network 0a1d308c-a9fb-4883-ab0f-016b7c5f382c is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:01:50.194392 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51efba6f-9bcc-4607-adaa-e581a555846c req-722e0584-0318-43f9-ba9f-ee5d79d339de tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7cdb983-b189-4369-b7d7-83f94edb4396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169013 Nov 11 12:01:50.202551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 0a1d308c-a9fb-4883-ab0f-016b7c5f382c) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:50.217474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd344af8-5ece-44f6-81ca-69e38285a73b None None] Network 0a1d308c-a9fb-4883-ab0f-016b7c5f382c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:01:50.218172 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:01:50.218172 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:50.234764 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-104a853b-56aa-4fb6-966f-2976a1bd0e0b req-95d8e183-793d-43da-b89c-d627ce2d84d9 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:50.247624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992afa7-2344-4c81-8f83-0072e166f5fd req-4dfb9962-bb78-4359-98ae-4bf42e52e48b tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:50.249269 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c992afa7-2344-4c81-8f83-0072e166f5fd req-4dfb9962-bb78-4359-98ae-4bf42e52e48b tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.1638780 Nov 11 12:01:50.295619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8e183-793d-43da-b89c-d627ce2d84d9 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Pushing event deleted for resources: {'Port': ['ID=c2de93aa-5318-46dc-b21d-4186040d6f01,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:50.301662 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['2520d97d-2568-4957-bdd8-95d393789830'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:01:50.317779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event updated for resources: {'Port': ['ID=aa1adf5d-f5b9-443a-ab64-98ac2850a4e6,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:50.318639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-5d91f1c4-e1a0-452c-8851-8872704a22b6 req-12e6732d-7aa3-4f74-929d-5069747d52fc tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Deleting port 63065ca5-ec04-4a33-b9c4-3aea4c428548 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:01:50.318980 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5d91f1c4-e1a0-452c-8851-8872704a22b6 req-12e6732d-7aa3-4f74-929d-5069747d52fc tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:50.347191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['c2de93aa-5318-46dc-b21d-4186040d6f01'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:01:50.366210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Checking segment: {'id': 'ff683363-7610-4672-95ee-ab42bdacdc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '657facd2-970e-4d29-9580-b8922db254e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:01:50.366921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Network hostable DHCP agents. Network: 657facd2-970e-4d29-9580-b8922db254e2, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:01:50.385290 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Network 657facd2-970e-4d29-9580-b8922db254e2 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:01:50.399489 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 657facd2-970e-4d29-9580-b8922db254e2) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:50.402241 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-104a853b-56aa-4fb6-966f-2976a1bd0e0b req-95d8e183-793d-43da-b89c-d627ce2d84d9 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] No DVR routers for this DVR port c2de93aa-5318-46dc-b21d-4186040d6f01 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:01:50.406703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:01:50.413056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:50.418721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:50.419245 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:50.424944 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-104a853b-56aa-4fb6-966f-2976a1bd0e0b req-95d8e183-793d-43da-b89c-d627ce2d84d9 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:50.429303 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-104a853b-56aa-4fb6-966f-2976a1bd0e0b req-95d8e183-793d-43da-b89c-d627ce2d84d9 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.62 "DELETE /v2.0/ports/c2de93aa-5318-46dc-b21d-4186040d6f01 HTTP/1.1" status: 204 len: 173 time: 0.8703759 Nov 11 12:01:50.434871 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199fecb4-2286-4098-8ece-ae96b7cb8215', 'name': 'network-vif-deleted', 'tag': 'c2de93aa-5318-46dc-b21d-4186040d6f01'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:01:50.435517 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f137d34-0304-401f-a5bf-75eea95419a5 None None] Network 657facd2-970e-4d29-9580-b8922db254e2 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:01:50.437271 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdffb1b-5814-4af5-8470-2424bd1ff1e8" -d '{"events": [{"server_uuid": "199fecb4-2286-4098-8ece-ae96b7cb8215", "name": "network-vif-deleted", "tag": "c2de93aa-5318-46dc-b21d-4186040d6f01"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:01:50.473824 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56408) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:50.476963 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0a8bfc7e-913c-4880-be99-331d38fe216a tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1469176 Nov 11 12:01:50.490237 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c992afa7-2344-4c81-8f83-0072e166f5fd req-c22a8c3e-c9b7-40be-b3d5-3f2e216afce9 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316771 Nov 11 12:01:50.565192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ba677-a605-4950-b215-8dd06e3c15f9 req-ae96d239-7be0-4d4f-8691-552aec7ece64 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:50.574406 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e6ba677-a605-4950-b215-8dd06e3c15f9 req-ae96d239-7be0-4d4f-8691-552aec7ece64 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 947 time: 0.2227955 Nov 11 12:01:50.653064 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57f9aad-3b65-49c0-8e46-eb97fbfd834e tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:50.660409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57f9aad-3b65-49c0-8e46-eb97fbfd834e tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:50.662039 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c57f9aad-3b65-49c0-8e46-eb97fbfd834e tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1871855 Nov 11 12:01:50.664908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56414) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:50.685302 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2cf7a3-d876-4b88-9ec6-de84eafcc9c6 x-openstack-request-id: req-6c2cf7a3-d876-4b88-9ec6-de84eafcc9c6 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:01:50.685649 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199fecb4-2286-4098-8ece-ae96b7cb8215", "name": "network-vif-deleted", "tag": "c2de93aa-5318-46dc-b21d-4186040d6f01", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:01:50.685879 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c2cf7a3-d876-4b88-9ec6-de84eafcc9c6 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:01:50.686263 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199fecb4-2286-4098-8ece-ae96b7cb8215', 'name': 'network-vif-deleted', 'tag': 'c2de93aa-5318-46dc-b21d-4186040d6f01', 'status': 'completed', 'code': 200} Nov 11 12:01:50.689154 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-5d91f1c4-e1a0-452c-8851-8872704a22b6 req-12e6732d-7aa3-4f74-929d-5069747d52fc tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] For port 63065ca5-ec04-4a33-b9c4-3aea4c428548, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=63065ca5-ec04-4a33-b9c4-3aea4c428548,segment=NetworkSegment(c153829d-283e-4fcd-a942-31c2aab9712f),segment_id=c153829d-283e-4fcd-a942-31c2aab9712f)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:50.689559 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5d91f1c4-e1a0-452c-8851-8872704a22b6 req-12e6732d-7aa3-4f74-929d-5069747d52fc tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:50.739226 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-5d91f1c4-e1a0-452c-8851-8872704a22b6 req-12e6732d-7aa3-4f74-929d-5069747d52fc tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Calling delete_port for 63065ca5-ec04-4a33-b9c4-3aea4c428548 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:01:50.750443 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e6ba677-a605-4950-b215-8dd06e3c15f9 req-bf4c8e80-7b9d-40d6-8eb9-27c1eb70ba79 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751728 Nov 11 12:01:50.807374 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3f954739-bc64-4256-861a-e205056b1e90 req-00f8f3b0-6fc0-4698-836d-c0a846bfd474 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=199fecb4-2286-4098-8ece-ae96b7cb8215 HTTP/1.1" status: 200 len: 210 time: 0.0559275 Nov 11 12:01:50.915808 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-3c77acdf-8db7-433a-b509-b137593c23b7 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Deleting port a56d6a9b-da53-4438-b1ce-90700b72014b {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:01:50.916022 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c77acdf-8db7-433a-b509-b137593c23b7 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:50.952013 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00eea2-a529-4949-9a5e-463f9ad66198 req-a95bb1d0-b86e-40a2-aa13-15e0dff1a78b tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:50.953543 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f00eea2-a529-4949-9a5e-463f9ad66198 req-a95bb1d0-b86e-40a2-aa13-15e0dff1a78b tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1141548 Nov 11 12:01:51.044818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c77acdf-8db7-433a-b509-b137593c23b7 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.073408 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-3c77acdf-8db7-433a-b509-b137593c23b7 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Calling delete_port for a56d6a9b-da53-4438-b1ce-90700b72014b owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:01:51.095173 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f00eea2-a529-4949-9a5e-463f9ad66198 req-c6ea4957-9d08-4ed9-8f28-3cf9f84c7f8d tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327062 Nov 11 12:01:51.099095 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5d91f1c4-e1a0-452c-8851-8872704a22b6 req-12e6732d-7aa3-4f74-929d-5069747d52fc tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.114988 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['63065ca5-ec04-4a33-b9c4-3aea4c428548'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:01:51.163832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6732d-7aa3-4f74-929d-5069747d52fc tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Pushing event deleted for resources: {'Port': ['ID=63065ca5-ec04-4a33-b9c4-3aea4c428548,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:51.211600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d91f1c4-e1a0-452c-8851-8872704a22b6 req-12e6732d-7aa3-4f74-929d-5069747d52fc tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] No DVR routers for this DVR port 63065ca5-ec04-4a33-b9c4-3aea4c428548 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:01:51.214744 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5d91f1c4-e1a0-452c-8851-8872704a22b6 req-12e6732d-7aa3-4f74-929d-5069747d52fc tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.218107 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d91f1c4-e1a0-452c-8851-8872704a22b6 req-12e6732d-7aa3-4f74-929d-5069747d52fc tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.43 "DELETE /v2.0/ports/63065ca5-ec04-4a33-b9c4-3aea4c428548 HTTP/1.1" status: 204 len: 173 time: 1.2173872 Nov 11 12:01:51.240450 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c77acdf-8db7-433a-b509-b137593c23b7 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.263340 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c77acdf-8db7-433a-b509-b137593c23b7 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.267203 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3c77acdf-8db7-433a-b509-b137593c23b7 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "DELETE /v2.0/ports/a56d6a9b-da53-4438-b1ce-90700b72014b HTTP/1.1" status: 204 len: 168 time: 0.6011758 Nov 11 12:01:51.270377 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56420) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:51.296390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77acdf-8db7-433a-b509-b137593c23b7 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event deleted for resources: {'Port': ['ID=a56d6a9b-da53-4438-b1ce-90700b72014b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:51.343754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e3af26a-7b9b-4fe4-b342-90ab0ab82f4b req-fe109bfd-eb2f-4ffd-bf1a-4beb8c3315d6 tempest-VolumesAdminNegativeTest-2068321883 tempest-VolumesAdminNegativeTest-2068321883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f458329a-7b4a-4611-bf53-e79dd3eb2a8f HTTP/1.1" status: 200 len: 210 time: 0.0570800 Nov 11 12:01:51.376434 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-12653afd-cbaf-43cb-a219-33a7f5a4b94d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Deleting port aa1adf5d-f5b9-443a-ab64-98ac2850a4e6 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:01:51.376678 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.377182 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12653afd-cbaf-43cb-a219-33a7f5a4b94d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.445671 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12653afd-cbaf-43cb-a219-33a7f5a4b94d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.458210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-12653afd-cbaf-43cb-a219-33a7f5a4b94d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Calling delete_port for aa1adf5d-f5b9-443a-ab64-98ac2850a4e6 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:01:51.544108 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12653afd-cbaf-43cb-a219-33a7f5a4b94d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.574916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12653afd-cbaf-43cb-a219-33a7f5a4b94d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event deleted for resources: {'Port': ['ID=aa1adf5d-f5b9-443a-ab64-98ac2850a4e6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:51.582312 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12653afd-cbaf-43cb-a219-33a7f5a4b94d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.587938 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-12653afd-cbaf-43cb-a219-33a7f5a4b94d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "DELETE /v2.0/ports/aa1adf5d-f5b9-443a-ab64-98ac2850a4e6 HTTP/1.1" status: 204 len: 168 time: 0.3142006 Nov 11 12:01:51.588390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56426) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:51.620330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e88e3-2da5-4bdb-ab75-5e6b1a74986f req-4048d003-bfc5-4f59-bfc9-5a2ee7d9cfd7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:51.622321 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e4e88e3-2da5-4bdb-ab75-5e6b1a74986f req-4048d003-bfc5-4f59-bfc9-5a2ee7d9cfd7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.0582469 Nov 11 12:01:51.671541 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-103f3e38-fe2a-47d8-af47-d211ac959a95 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0821302 Nov 11 12:01:51.675788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56430) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:51.680964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d5cd29b1-65aa-47e9-814c-eaf3176bf225 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2020203395'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:51.697848 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e4e88e3-2da5-4bdb-ab75-5e6b1a74986f req-7c6af4c4-cd27-42df-95aa-bea3f0203c36 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638909 Nov 11 12:01:51.704035 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cd29b1-65aa-47e9-814c-eaf3176bf225 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Made reservation on behalf of c2ab3607de194bc8872194ab3757af59 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:51.708266 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5cd29b1-65aa-47e9-814c-eaf3176bf225 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.733384 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cd29b1-65aa-47e9-814c-eaf3176bf225 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:01:51.744458 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5cd29b1-65aa-47e9-814c-eaf3176bf225 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.744921 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-d5cd29b1-65aa-47e9-814c-eaf3176bf225 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Added segment 1dafe05c-340e-4fba-ad1d-5b9bb01f0aa4 of type vlan for network b99522d2-6e5e-4e33-9a02-bde7ebef643e Nov 11 12:01:51.792015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5cd29b1-65aa-47e9-814c-eaf3176bf225 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.818520 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5cd29b1-65aa-47e9-814c-eaf3176bf225 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.824311 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cd29b1-65aa-47e9-814c-eaf3176bf225 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:51.824885 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5cd29b1-65aa-47e9-814c-eaf3176bf225 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.865027 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d5cd29b1-65aa-47e9-814c-eaf3176bf225 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1879649 Nov 11 12:01:51.870641 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56434) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:51.876320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a2ea2246-7f5e-4989-b30f-904def6b82d4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1863210950'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:51.900853 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ea2246-7f5e-4989-b30f-904def6b82d4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Made reservation on behalf of c2ab3607de194bc8872194ab3757af59 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:51.901544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd29b1-65aa-47e9-814c-eaf3176bf225 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event updated for resources: {'Network': ['ID=b99522d2-6e5e-4e33-9a02-bde7ebef643e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:51.905397 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2246-7f5e-4989-b30f-904def6b82d4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.913250 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network b99522d2-6e5e-4e33-9a02-bde7ebef643e details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:01:51.955598 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ea2246-7f5e-4989-b30f-904def6b82d4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:01:51.968612 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2246-7f5e-4989-b30f-904def6b82d4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.968952 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-a2ea2246-7f5e-4989-b30f-904def6b82d4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Added segment c79894b5-18e4-48d1-ae6d-3ab77fa15033 of type vlan for network d4d51f8d-c024-492a-8c6f-151496b7d67f Nov 11 12:01:52.018446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1c989-34c1-4ee6-97e2-5e236f3590ea req-c5857d08-df68-49f0-9f9e-12c550920871 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:52.020168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95f1c989-34c1-4ee6-97e2-5e236f3590ea req-c5857d08-df68-49f0-9f9e-12c550920871 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0967176 Nov 11 12:01:52.040610 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2246-7f5e-4989-b30f-904def6b82d4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:52.089258 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95f1c989-34c1-4ee6-97e2-5e236f3590ea req-9a4ea135-c45e-4428-9b8f-77144c554ea7 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629413 Nov 11 12:01:52.090323 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2246-7f5e-4989-b30f-904def6b82d4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:52.095691 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ea2246-7f5e-4989-b30f-904def6b82d4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:52.096288 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2246-7f5e-4989-b30f-904def6b82d4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:52.148945 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a2ea2246-7f5e-4989-b30f-904def6b82d4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2648957 Nov 11 12:01:52.177018 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea2246-7f5e-4989-b30f-904def6b82d4 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event updated for resources: {'Network': ['ID=d4d51f8d-c024-492a-8c6f-151496b7d67f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:52.188919 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network d4d51f8d-c024-492a-8c6f-151496b7d67f details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:01:52.269402 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392106d-fd46-4a6b-98e1-ded19316f9b4 req-8c485665-6e9b-4725-9b2a-cb67449e894c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:52.272095 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56446) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:52.277300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Request body: {'subnets': [{'network_id': 'b99522d2-6e5e-4e33-9a02-bde7ebef643e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1251063420', 'ip_version': 4}, {'network_id': 'd4d51f8d-c024-492a-8c6f-151496b7d67f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:52.277708 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Request body: {'subnet': {'network_id': 'b99522d2-6e5e-4e33-9a02-bde7ebef643e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1251063420', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:52.278286 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Request body: {'subnet': {'network_id': 'd4d51f8d-c024-492a-8c6f-151496b7d67f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:52.278649 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1392106d-fd46-4a6b-98e1-ded19316f9b4 req-8c485665-6e9b-4725-9b2a-cb67449e894c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0626116 Nov 11 12:01:52.355248 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1392106d-fd46-4a6b-98e1-ded19316f9b4 req-e26f964b-75d0-4a35-80df-d7ade7b75a7a tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756781 Nov 11 12:01:52.369438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c1081-a344-42ff-b040-46ad5856c121 req-dd1a63fc-aa3f-41da-aafa-e0a5dcf05ea5 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:52.371014 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d9c1081-a344-42ff-b040-46ad5856c121 req-dd1a63fc-aa3f-41da-aafa-e0a5dcf05ea5 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0707269 Nov 11 12:01:52.406274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56452) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:52.430806 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d9c1081-a344-42ff-b040-46ad5856c121 req-993d5679-b7bf-47c3-9cf9-c2c3618b499f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507216 Nov 11 12:01:52.482876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-961bc056-94fb-494a-8cd4-83ac55ffaec2 admin admin] Deleting subnet 7e2157db-0569-4573-b66a-0d1b90c0d746 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:01:52.488026 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-961bc056-94fb-494a-8cd4-83ac55ffaec2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:52.507913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Made reservation on behalf of c2ab3607de194bc8872194ab3757af59 for: {'subnet': 2} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:01:52.512435 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:52.512782 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:52.540596 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device c2de93aa-5318-46dc-b21d-4186040d6f01 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:01:52.554324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ba682-b3e9-47b8-9ede-84a7da14ce23 req-364166cc-a0cd-4f9c-9fe2-09c81f8ecffb tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:52.555853 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c3ba682-b3e9-47b8-9ede-84a7da14ce23 req-364166cc-a0cd-4f9c-9fe2-09c81f8ecffb tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0540748 Nov 11 12:01:52.565742 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: c2de93aa-5318-46dc-b21d-4186040d6f01 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:01:52.566361 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device c2de93aa-5318-46dc-b21d-4186040d6f01 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:01:52.585237 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-961bc056-94fb-494a-8cd4-83ac55ffaec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:52.609473 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c3ba682-b3e9-47b8-9ede-84a7da14ce23 req-8da7f2da-f695-477e-8814-ba9c42f7028d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474575 Nov 11 12:01:52.648218 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-961bc056-94fb-494a-8cd4-83ac55ffaec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:52.687291 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f458329a-7b4a-4611-bf53-e79dd3eb2a8f', 'name': 'network-vif-deleted', 'tag': '63065ca5-ec04-4a33-b9c4-3aea4c428548'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:01:52.691247 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4484342-6f73-4fed-8e1a-fd761cb8b33b" -d '{"events": [{"server_uuid": "f458329a-7b4a-4611-bf53-e79dd3eb2a8f", "name": "network-vif-deleted", "tag": "63065ca5-ec04-4a33-b9c4-3aea4c428548"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:01:52.733286 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53adade7-e1c3-425a-9260-afc280232364 x-openstack-request-id: req-53adade7-e1c3-425a-9260-afc280232364 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:01:52.733857 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f458329a-7b4a-4611-bf53-e79dd3eb2a8f", "name": "network-vif-deleted", "tag": "63065ca5-ec04-4a33-b9c4-3aea4c428548", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:01:52.734270 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53adade7-e1c3-425a-9260-afc280232364 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:01:52.734821 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f458329a-7b4a-4611-bf53-e79dd3eb2a8f', 'name': 'network-vif-deleted', 'tag': '63065ca5-ec04-4a33-b9c4-3aea4c428548', 'status': 'completed', 'code': 200} Nov 11 12:01:52.783925 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-961bc056-94fb-494a-8cd4-83ac55ffaec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:52.829563 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bc056-94fb-494a-8cd4-83ac55ffaec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e2157db-0569-4573-b66a-0d1b90c0d746,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:52.847729 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-961bc056-94fb-494a-8cd4-83ac55ffaec2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:52.853394 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-961bc056-94fb-494a-8cd4-83ac55ffaec2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7e2157db-0569-4573-b66a-0d1b90c0d746 HTTP/1.1" status: 204 len: 168 time: 0.4438021 Nov 11 12:01:52.853766 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c31cf-5d47-42f0-a121-5b99bd739f50 req-4eb501aa-45ae-4ed9-bd20-a299b4c04221 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:52.857799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56464) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:52.859757 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-268c31cf-5d47-42f0-a121-5b99bd739f50 req-4eb501aa-45ae-4ed9-bd20-a299b4c04221 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.0711040 Nov 11 12:01:52.921854 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-268c31cf-5d47-42f0-a121-5b99bd739f50 req-0a4a1348-024d-4efc-9801-eeddac59b547 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610282 Nov 11 12:01:52.979601 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a805-7984-49d4-94fc-65948f57a64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.110895 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a805-7984-49d4-94fc-65948f57a64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.157188 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-9cb3a805-7984-49d4-94fc-65948f57a64a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdc1803-804f-4621-9528-5d6ca7b5284e']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:53.173369 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-9cb3a805-7984-49d4-94fc-65948f57a64a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c153829d-283e-4fcd-a942-31c2aab9712f') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:53.173688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-9cb3a805-7984-49d4-94fc-65948f57a64a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c153829d-283e-4fcd-a942-31c2aab9712f') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:53.181110 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.192211 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a805-7984-49d4-94fc-65948f57a64a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.228658 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a805-7984-49d4-94fc-65948f57a64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.243637 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb3a805-7984-49d4-94fc-65948f57a64a admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:01:53.244062 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a805-7984-49d4-94fc-65948f57a64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:01:53.247311 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:01:53.295376 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event updated for resources: {'Subnet': ['ID=4bb5e0c6-81f1-48f0-99f9-503c5e4f00cb,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:53.318459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Checking segment: {'id': '1dafe05c-340e-4fba-ad1d-5b9bb01f0aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b99522d2-6e5e-4e33-9a02-bde7ebef643e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:01:53.318940 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Network hostable DHCP agents. Network: b99522d2-6e5e-4e33-9a02-bde7ebef643e, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:01:53.327799 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a805-7984-49d4-94fc-65948f57a64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.334161 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a805-7984-49d4-94fc-65948f57a64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.339766 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9cb3a805-7984-49d4-94fc-65948f57a64a admin admin] 10.222.0.65 "DELETE /v2.0/networks/0fdc1803-804f-4621-9528-5d6ca7b5284e HTTP/1.1" status: 204 len: 168 time: 0.4787283 Nov 11 12:01:53.340395 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56472) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:53.351764 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3a805-7984-49d4-94fc-65948f57a64a admin admin] Pushing event deleted for resources: {'Network': ['ID=0fdc1803-804f-4621-9528-5d6ca7b5284e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:53.356424 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Network b99522d2-6e5e-4e33-9a02-bde7ebef643e is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:01:53.367651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, b99522d2-6e5e-4e33-9a02-bde7ebef643e) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:53.372395 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.379374 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b65e90e-4fd4-4d2d-afb7-c087a8df0bed None None] Network b99522d2-6e5e-4e33-9a02-bde7ebef643e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:01:53.437697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-405fad28-48d0-4869-a695-fae0ea6455bd admin admin] Deleting subnet 188caf82-4049-438b-9bf0-6be62b0c02ca {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:01:53.450699 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-405fad28-48d0-4869-a695-fae0ea6455bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.460787 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Checking segment: {'id': 'c79894b5-18e4-48d1-ae6d-3ab77fa15033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'd4d51f8d-c024-492a-8c6f-151496b7d67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:01:53.461153 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Network hostable DHCP agents. Network: d4d51f8d-c024-492a-8c6f-151496b7d67f, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:01:53.480024 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event updated for resources: {'Subnet': ['ID=435f589a-96e4-46f5-ad1b-c94322a90a5c,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:53.501913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Network d4d51f8d-c024-492a-8c6f-151496b7d67f is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:01:53.515806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, d4d51f8d-c024-492a-8c6f-151496b7d67f) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:53.524508 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 63065ca5-ec04-4a33-b9c4-3aea4c428548 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:01:53.525545 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-405fad28-48d0-4869-a695-fae0ea6455bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.525966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:53.526429 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:53.528453 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.543303 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cf92d6-3463-4792-b892-dea8cda0a7fe None None] Network d4d51f8d-c024-492a-8c6f-151496b7d67f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:01:53.557050 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7f8b80de-6433-492c-84f7-dc82907bd3de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2826207 Nov 11 12:01:53.558096 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56478) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:53.562638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c345b-3fc6-4629-b929-253c2e4feec0 req-a37c672f-6894-4fef-8c99-85d57fe9af2a tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:53.564304 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8e4c345b-3fc6-4629-b929-253c2e4feec0 req-a37c672f-6894-4fef-8c99-85d57fe9af2a tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1237826 Nov 11 12:01:53.632500 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8e4c345b-3fc6-4629-b929-253c2e4feec0 req-7fa8ca3d-9786-4016-bb49-13e880321372 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565250 Nov 11 12:01:53.637511 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-405fad28-48d0-4869-a695-fae0ea6455bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.697508 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-405fad28-48d0-4869-a695-fae0ea6455bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.697801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9202a925-98b1-4598-981a-a93df70a6e85 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:53.699120 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9202a925-98b1-4598-981a-a93df70a6e85 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:53.701093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9202a925-98b1-4598-981a-a93df70a6e85 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:53.702838 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9202a925-98b1-4598-981a-a93df70a6e85 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1423185 Nov 11 12:01:53.706119 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56480) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:53.737460 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fad28-48d0-4869-a695-fae0ea6455bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=188caf82-4049-438b-9bf0-6be62b0c02ca,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:53.749695 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-405fad28-48d0-4869-a695-fae0ea6455bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.754299 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-405fad28-48d0-4869-a695-fae0ea6455bd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/188caf82-4049-438b-9bf0-6be62b0c02ca HTTP/1.1" status: 204 len: 168 time: 0.4122174 Nov 11 12:01:53.757139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56482) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:53.784474 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e506996-82d0-41f0-9f15-1d2ba9b6a106 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Deleting subnet 4bb5e0c6-81f1-48f0-99f9-503c5e4f00cb {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:01:53.788496 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e506996-82d0-41f0-9f15-1d2ba9b6a106 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.824971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 63065ca5-ec04-4a33-b9c4-3aea4c428548 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:01:53.825550 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 63065ca5-ec04-4a33-b9c4-3aea4c428548 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:01:53.851484 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e506996-82d0-41f0-9f15-1d2ba9b6a106 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.904699 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-65f30674-0fc1-4f07-843e-286ff6d1c83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.943118 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e506996-82d0-41f0-9f15-1d2ba9b6a106 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:53.947474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-d4d51f8d-c024-492a-8c6f-151496b7d67f', 'network_id': 'd4d51f8d-c024-492a-8c6f-151496b7d67f', 'tenant_id': 'c2ab3607de194bc8872194ab3757af59', 'fixed_ips': [{'subnet_id': '435f589a-96e4-46f5-ad1b-c94322a90a5c'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:01:53.948828 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.000552 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8013260-e5a7-48a9-8f1c-ccedb5ac935e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-b99522d2-6e5e-4e33-9a02-bde7ebef643e', 'network_id': 'b99522d2-6e5e-4e33-9a02-bde7ebef643e', 'tenant_id': 'c2ab3607de194bc8872194ab3757af59', 'fixed_ips': [{'subnet_id': '4bb5e0c6-81f1-48f0-99f9-503c5e4f00cb'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:01:54.005149 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e8013260-e5a7-48a9-8f1c-ccedb5ac935e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.032077 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-65f30674-0fc1-4f07-843e-286ff6d1c83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.067046 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e506996-82d0-41f0-9f15-1d2ba9b6a106 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.092922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-65f30674-0fc1-4f07-843e-286ff6d1c83d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459465fa-008c-4124-805d-e7b587bc9d57']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:54.105410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e506996-82d0-41f0-9f15-1d2ba9b6a106 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb5e0c6-81f1-48f0-99f9-503c5e4f00cb,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:54.106065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-65f30674-0fc1-4f07-843e-286ff6d1c83d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c64277-8485-4714-bb29-b411b6f9dd32') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:54.106323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-65f30674-0fc1-4f07-843e-286ff6d1c83d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c64277-8485-4714-bb29-b411b6f9dd32') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:54.116695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def658e-6a1f-4f4d-8c04-6c64b7cc8f32 req-4ff98e0b-5359-4e59-a7a3-447299434255 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:54.119555 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e506996-82d0-41f0-9f15-1d2ba9b6a106 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.125215 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2def658e-6a1f-4f4d-8c04-6c64b7cc8f32 req-4ff98e0b-5359-4e59-a7a3-447299434255 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.0860872 Nov 11 12:01:54.132080 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3e506996-82d0-41f0-9f15-1d2ba9b6a106 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "DELETE /v2.0/subnets/4bb5e0c6-81f1-48f0-99f9-503c5e4f00cb HTTP/1.1" status: 204 len: 168 time: 0.4226334 Nov 11 12:01:54.133062 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56494) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:54.149213 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-65f30674-0fc1-4f07-843e-286ff6d1c83d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.167417 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Allocated IP 172.20.0.18 (d4d51f8d-c024-492a-8c6f-151496b7d67f/435f589a-96e4-46f5-ad1b-c94322a90a5c/3ca2bc4e-9e20-4acd-8fb3-3f193f2899dd) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:01:54.173797 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-65f30674-0fc1-4f07-843e-286ff6d1c83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.186743 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f30674-0fc1-4f07-843e-286ff6d1c83d admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:01:54.187155 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-65f30674-0fc1-4f07-843e-286ff6d1c83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:01:54.189017 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:01:54.217335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cec3f0-2798-49cf-b2a0-f566ca6ece24 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Deleting subnet 435f589a-96e4-46f5-ad1b-c94322a90a5c {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:01:54.250253 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2def658e-6a1f-4f4d-8c04-6c64b7cc8f32 req-99850a4b-ce68-4441-87c2-075276771503 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241403 Nov 11 12:01:54.268243 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-65f30674-0fc1-4f07-843e-286ff6d1c83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.288896 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-65f30674-0fc1-4f07-843e-286ff6d1c83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.303964 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-65f30674-0fc1-4f07-843e-286ff6d1c83d admin admin] 10.222.0.65 "DELETE /v2.0/networks/459465fa-008c-4124-805d-e7b587bc9d57 HTTP/1.1" status: 204 len: 168 time: 0.5412512 Nov 11 12:01:54.321508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f30674-0fc1-4f07-843e-286ff6d1c83d admin admin] Pushing event deleted for resources: {'Network': ['ID=459465fa-008c-4124-805d-e7b587bc9d57,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:54.330033 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfeef14-0ddd-49f1-af08-00f4d0df441e None None] Network b99522d2-6e5e-4e33-9a02-bde7ebef643e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:01:54.383638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ee47c-d6d2-4988-860c-f2dbf0dcb35c req-17a8ae8e-f2e5-4f44-9f0c-0cba0f80d82b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:54.385958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-335ee47c-d6d2-4988-860c-f2dbf0dcb35c req-17a8ae8e-f2e5-4f44-9f0c-0cba0f80d82b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0548501 Nov 11 12:01:54.454240 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-335ee47c-d6d2-4988-860c-f2dbf0dcb35c req-de58decd-af9d-4991-b993-46915be2b48a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619192 Nov 11 12:01:54.493764 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56508) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:54.516099 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.527565 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.527786 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-15cec3f0-2798-49cf-b2a0-f566ca6ece24 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.569742 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-71a58031-0839-4ba4-a825-d15745cdec63 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f064667b8c9411daf9fa36b3097e975&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0719972 Nov 11 12:01:54.569953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cbc14-5c9d-4992-83e6-eed4914b65c0 req-5f81a686-444a-4051-82d5-cc44ab6cedb7 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:54.570095 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56510) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:54.570363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Network d4d51f8d-c024-492a-8c6f-151496b7d67f is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:01:54.571767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:01:54.574529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:01:54.577472 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab1cbc14-5c9d-4992-83e6-eed4914b65c0 req-5f81a686-444a-4051-82d5-cc44ab6cedb7 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0629122 Nov 11 12:01:54.590956 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-15cec3f0-2798-49cf-b2a0-f566ca6ece24 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.609619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Pushing event updated for resources: {'Port': ['ID=3ca2bc4e-9e20-4acd-8fb3-3f193f2899dd,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:54.633612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:54.633933 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:54.634288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:54.634628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:54.634972 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:54.635306 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:54.635641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:54.635943 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:54.636259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:54.636573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:54.636887 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:54.637198 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:01:54.657040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Attempting to bind port 3ca2bc4e-9e20-4acd-8fb3-3f193f2899dd on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:01:54.657436 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Attempting to bind port 3ca2bc4e-9e20-4acd-8fb3-3f193f2899dd by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'c79894b5-18e4-48d1-ae6d-3ab77fa15033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'd4d51f8d-c024-492a-8c6f-151496b7d67f'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:01:54.658378 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Attempting to bind port 3ca2bc4e-9e20-4acd-8fb3-3f193f2899dd on network d4d51f8d-c024-492a-8c6f-151496b7d67f {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:01:54.661885 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab1cbc14-5c9d-4992-83e6-eed4914b65c0 req-c1b71fc5-6aad-490e-b8ae-3949a53e2e10 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834153 Nov 11 12:01:54.665507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:01:54.665742 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Checking segment: {'id': 'c79894b5-18e4-48d1-ae6d-3ab77fa15033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'd4d51f8d-c024-492a-8c6f-151496b7d67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:01:54.666011 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.666391 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Bound using segment: {'id': 'c79894b5-18e4-48d1-ae6d-3ab77fa15033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'd4d51f8d-c024-492a-8c6f-151496b7d67f'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:01:54.666860 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Bound port: 3ca2bc4e-9e20-4acd-8fb3-3f193f2899dd, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79894b5-18e4-48d1-ae6d-3ab77fa15033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'd4d51f8d-c024-492a-8c6f-151496b7d67f'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:01:54.667760 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.685310 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2997ad07-dea1-4aec-bb04-8a6b44fb3e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.743617 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2997ad07-dea1-4aec-bb04-8a6b44fb3e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.755137 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-15cec3f0-2798-49cf-b2a0-f566ca6ece24 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.818252 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06c68d-6f6f-4bf0-8729-9f168f7ef7b9 req-d2421bd8-ba31-465b-ac21-60f9f3bf30f0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:54.825114 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f06c68d-6f6f-4bf0-8729-9f168f7ef7b9 req-d2421bd8-ba31-465b-ac21-60f9f3bf30f0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0640786 Nov 11 12:01:54.858384 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-15cec3f0-2798-49cf-b2a0-f566ca6ece24 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.860725 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] For port 3ca2bc4e-9e20-4acd-8fb3-3f193f2899dd, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:01:54.864545 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] For port 3ca2bc4e-9e20-4acd-8fb3-3f193f2899dd, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=3ca2bc4e-9e20-4acd-8fb3-3f193f2899dd,segment=NetworkSegment(c79894b5-18e4-48d1-ae6d-3ab77fa15033),segment_id=c79894b5-18e4-48d1-ae6d-3ab77fa15033)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:01:54.870982 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.875637 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2997ad07-dea1-4aec-bb04-8a6b44fb3e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.879269 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2997ad07-dea1-4aec-bb04-8a6b44fb3e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.881348 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2997ad07-dea1-4aec-bb04-8a6b44fb3e4d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7cdb983-b189-4369-b7d7-83f94edb4396 HTTP/1.1" status: 204 len: 168 time: 0.3103085 Nov 11 12:01:54.906866 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cec3f0-2798-49cf-b2a0-f566ca6ece24 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event deleted for resources: {'Subnet': ['ID=435f589a-96e4-46f5-ad1b-c94322a90a5c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:54.909569 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-15cec3f0-2798-49cf-b2a0-f566ca6ece24 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:54.912207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f06c68d-6f6f-4bf0-8729-9f168f7ef7b9 req-127e3dff-33f5-471e-b3f7-1052ac837917 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836740 Nov 11 12:01:54.924827 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-15cec3f0-2798-49cf-b2a0-f566ca6ece24 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "DELETE /v2.0/subnets/435f589a-96e4-46f5-ad1b-c94322a90a5c HTTP/1.1" status: 204 len: 168 time: 0.7906556 Nov 11 12:01:54.927613 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56522) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:54.932112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997ad07-dea1-4aec-bb04-8a6b44fb3e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cdb983-b189-4369-b7d7-83f94edb4396,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:55.005088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187315c9-d51f-418f-b204-cb3d12110ee1 None None] Pushing event updated for resources: {'Port': ['ID=3ca2bc4e-9e20-4acd-8fb3-3f193f2899dd,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:55.070673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4805286-d272-4aa9-ae6e-06a4bf0e82c6 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:55.076314 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f4805286-d272-4aa9-ae6e-06a4bf0e82c6 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1436384 Nov 11 12:01:55.076480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56524) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:55.247955 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:55.319071 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Deleting port 3ca2bc4e-9e20-4acd-8fb3-3f193f2899dd {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:01:55.319425 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:55.435953 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] For port 3ca2bc4e-9e20-4acd-8fb3-3f193f2899dd, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=3ca2bc4e-9e20-4acd-8fb3-3f193f2899dd,segment=NetworkSegment(c79894b5-18e4-48d1-ae6d-3ab77fa15033),segment_id=c79894b5-18e4-48d1-ae6d-3ab77fa15033)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:01:55.436327 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:55.440343 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999df9b-7e20-44c4-b33c-1cbcdaef7fac req-ff3d0b9f-e5d8-4d18-a583-96537148c72f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:55.442952 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e999df9b-7e20-44c4-b33c-1cbcdaef7fac req-ff3d0b9f-e5d8-4d18-a583-96537148c72f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.0868368 Nov 11 12:01:55.443699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56536) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:55.458242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Calling delete_port for 3ca2bc4e-9e20-4acd-8fb3-3f193f2899dd owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:01:55.521554 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56538) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:55.522287 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-27d45c2b-2a6f-4bfd-8abe-f5b86c7f285e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e92e0f5e579f425883ce9c0a337181b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0767372 Nov 11 12:01:55.526483 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e999df9b-7e20-44c4-b33c-1cbcdaef7fac req-1981a931-60e8-47c6-8343-e821b7d2afc0 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752330 Nov 11 12:01:55.577038 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:55.616970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event deleted for resources: {'Port': ['ID=3ca2bc4e-9e20-4acd-8fb3-3f193f2899dd,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:55.621454 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] No DVR routers for this DVR port 3ca2bc4e-9e20-4acd-8fb3-3f193f2899dd on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:01:55.626968 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-999c40ab-f21d-4a6d-93f4-dd90018ffa04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:55.685331 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-999c40ab-f21d-4a6d-93f4-dd90018ffa04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:55.731342 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:55.766874 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d51f8d-c024-492a-8c6f-151496b7d67f']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:55.788658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79894b5-18e4-48d1-ae6d-3ab77fa15033') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:55.788966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79894b5-18e4-48d1-ae6d-3ab77fa15033') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:55.804463 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:55.814921 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-999c40ab-f21d-4a6d-93f4-dd90018ffa04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:55.819406 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-999c40ab-f21d-4a6d-93f4-dd90018ffa04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:55.820630 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-999c40ab-f21d-4a6d-93f4-dd90018ffa04 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/43d90971-8f71-4933-949e-0089fd9ea540 HTTP/1.1" status: 204 len: 168 time: 0.2970595 Nov 11 12:01:55.833879 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:55.836685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c40ab-f21d-4a6d-93f4-dd90018ffa04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d90971-8f71-4933-949e-0089fd9ea540,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:55.843906 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:01:55.844394 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:01:55.850405 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:01:55.943140 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:55.965399 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:55.968885 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "DELETE /v2.0/networks/d4d51f8d-c024-492a-8c6f-151496b7d67f HTTP/1.1" status: 204 len: 168 time: 0.8913910 Nov 11 12:01:55.970954 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830fe39-f711-418d-9e80-96c2b49cbfcd tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event deleted for resources: {'Network': ['ID=d4d51f8d-c024-492a-8c6f-151496b7d67f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:55.971567 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56546) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:56.140098 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38fe90b7-1a78-4365-a8d2-44b10d24eb6d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:56.213939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795caab-011c-4d43-a806-1be4b29b3208 req-d1059b93-1586-4686-9a84-5e827e1fa560 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:56.215523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d795caab-011c-4d43-a806-1be4b29b3208 req-d1059b93-1586-4686-9a84-5e827e1fa560 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1839173 Nov 11 12:01:56.308126 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38fe90b7-1a78-4365-a8d2-44b10d24eb6d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:56.353645 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-38fe90b7-1a78-4365-a8d2-44b10d24eb6d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99522d2-6e5e-4e33-9a02-bde7ebef643e']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:56.366607 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d795caab-011c-4d43-a806-1be4b29b3208 req-4987ba62-71ce-4226-8e68-d827efb3b147 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397521 Nov 11 12:01:56.368854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-38fe90b7-1a78-4365-a8d2-44b10d24eb6d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dafe05c-340e-4fba-ad1d-5b9bb01f0aa4') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:56.369137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-38fe90b7-1a78-4365-a8d2-44b10d24eb6d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dafe05c-340e-4fba-ad1d-5b9bb01f0aa4') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:56.380738 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38fe90b7-1a78-4365-a8d2-44b10d24eb6d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:56.398731 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38fe90b7-1a78-4365-a8d2-44b10d24eb6d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:56.405709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fe90b7-1a78-4365-a8d2-44b10d24eb6d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:01:56.406198 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38fe90b7-1a78-4365-a8d2-44b10d24eb6d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:01:56.409699 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:01:56.481890 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38fe90b7-1a78-4365-a8d2-44b10d24eb6d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:56.492557 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38fe90b7-1a78-4365-a8d2-44b10d24eb6d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:56.498956 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-38fe90b7-1a78-4365-a8d2-44b10d24eb6d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "DELETE /v2.0/networks/b99522d2-6e5e-4e33-9a02-bde7ebef643e HTTP/1.1" status: 204 len: 168 time: 0.5262728 Nov 11 12:01:56.501803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56562) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:56.512310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe90b7-1a78-4365-a8d2-44b10d24eb6d tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event deleted for resources: {'Network': ['ID=b99522d2-6e5e-4e33-9a02-bde7ebef643e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:56.608971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42439122-da70-417c-8381-1a16a1626799 None None] DHCP port deletion for d4d51f8d-c024-492a-8c6f-151496b7d67f request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:01:56.610300 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b23ed4f0-f9e8-494a-8398-28ac96d466de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:56.614244 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b8a7f46f-4534-43b8-9bc6-88bd991c38ab None None] Could not find standard attr ID for object 3ca2bc4e-9e20-4acd-8fb3-3f193f2899dd. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:01:56.653272 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4408ca7-35c9-486e-8389-ec90c45b3490 None None] Network d4d51f8d-c024-492a-8c6f-151496b7d67f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:01:56.672596 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4408ca7-35c9-486e-8389-ec90c45b3490 None None] Network d4d51f8d-c024-492a-8c6f-151496b7d67f could not be found, it might have been deleted concurrently. {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:01:56.734597 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b23ed4f0-f9e8-494a-8398-28ac96d466de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:56.738204 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2bda0-16e1-4f59-ad56-665f164ff1d7 req-24ba7b4d-c37d-46b6-8441-da845a2d3029 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:56.746175 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21a2bda0-16e1-4f59-ad56-665f164ff1d7 req-24ba7b4d-c37d-46b6-8441-da845a2d3029 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.0631309 Nov 11 12:01:56.777067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b23ed4f0-f9e8-494a-8398-28ac96d466de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657facd2-970e-4d29-9580-b8922db254e2']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:56.788995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b23ed4f0-f9e8-494a-8398-28ac96d466de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff683363-7610-4672-95ee-ab42bdacdc6f') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:56.789282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b23ed4f0-f9e8-494a-8398-28ac96d466de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff683363-7610-4672-95ee-ab42bdacdc6f') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:56.802803 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b23ed4f0-f9e8-494a-8398-28ac96d466de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:56.819407 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b23ed4f0-f9e8-494a-8398-28ac96d466de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:56.822351 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21a2bda0-16e1-4f59-ad56-665f164ff1d7 req-c0f39a72-75b4-465a-a827-ff43e535ef4a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751407 Nov 11 12:01:56.845361 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23ed4f0-f9e8-494a-8398-28ac96d466de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:01:56.845788 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b23ed4f0-f9e8-494a-8398-28ac96d466de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:01:56.849037 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:01:56.918487 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b23ed4f0-f9e8-494a-8398-28ac96d466de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:56.928414 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b23ed4f0-f9e8-494a-8398-28ac96d466de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:56.934289 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b23ed4f0-f9e8-494a-8398-28ac96d466de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "DELETE /v2.0/networks/657facd2-970e-4d29-9580-b8922db254e2 HTTP/1.1" status: 204 len: 168 time: 0.4292796 Nov 11 12:01:56.935551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56580) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:56.962134 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ed4f0-f9e8-494a-8398-28ac96d466de tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event deleted for resources: {'Network': ['ID=657facd2-970e-4d29-9580-b8922db254e2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:57.035704 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-06be0812-ed4f-452a-954d-6f67cf1c5887 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:57.470469 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-06be0812-ed4f-452a-954d-6f67cf1c5887 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:57.495392 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-06be0812-ed4f-452a-954d-6f67cf1c5887 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1d308c-a9fb-4883-ab0f-016b7c5f382c']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:57.510494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-06be0812-ed4f-452a-954d-6f67cf1c5887 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e8597e-2f3d-4426-90cd-d1b8494782e1') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:57.510494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-06be0812-ed4f-452a-954d-6f67cf1c5887 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e8597e-2f3d-4426-90cd-d1b8494782e1') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:57.521434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d57b6-ab6a-48f3-90b7-9b297f0eafa3 req-b9433255-43d7-4805-906e-3cf9cd9881be tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:57.523251 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c0d57b6-ab6a-48f3-90b7-9b297f0eafa3 req-b9433255-43d7-4805-906e-3cf9cd9881be tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0560894 Nov 11 12:01:57.524522 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-06be0812-ed4f-452a-954d-6f67cf1c5887 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:57.541385 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-06be0812-ed4f-452a-954d-6f67cf1c5887 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:57.549223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06be0812-ed4f-452a-954d-6f67cf1c5887 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:01:57.549651 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-06be0812-ed4f-452a-954d-6f67cf1c5887 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:01:57.553252 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:01:57.624102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e16064-0719-4929-9035-d2e65cee8e05 req-506ac2b2-c559-4b3d-9b2a-e30ff60c1cc8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:57.625394 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-06be0812-ed4f-452a-954d-6f67cf1c5887 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:57.632286 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-39e16064-0719-4929-9035-d2e65cee8e05 req-506ac2b2-c559-4b3d-9b2a-e30ff60c1cc8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1078372 Nov 11 12:01:57.642005 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-06be0812-ed4f-452a-954d-6f67cf1c5887 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:57.648313 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-06be0812-ed4f-452a-954d-6f67cf1c5887 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] 10.222.0.65 "DELETE /v2.0/networks/0a1d308c-a9fb-4883-ab0f-016b7c5f382c HTTP/1.1" status: 204 len: 168 time: 0.7103183 Nov 11 12:01:57.659966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be0812-ed4f-452a-954d-6f67cf1c5887 tempest-BulkNetworkOpsTest-164288389 tempest-BulkNetworkOpsTest-164288389-project] Pushing event deleted for resources: {'Network': ['ID=0a1d308c-a9fb-4883-ab0f-016b7c5f382c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:57.690367 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c0d57b6-ab6a-48f3-90b7-9b297f0eafa3 req-81f9e89b-7c57-4864-a04d-93bc9defacc4 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558006 Nov 11 12:01:57.733312 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-39e16064-0719-4929-9035-d2e65cee8e05 req-f96c629d-6d8c-46ae-b182-b57c3b486cce tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000364 Nov 11 12:01:57.741674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-231989dd-c181-41ac-a901-85add79d6f2e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1071048 Nov 11 12:01:57.807764 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c4fefca-15b2-492f-859d-768dc8cbb3b6 req-6f14560b-2415-40f2-9402-4241236314bf tempest-FlavorsV2NegativeTest-1122745431 tempest-FlavorsV2NegativeTest-1122745431-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=1c6b9cb9c8de4fdc9c1b6ce6058627f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336328 Nov 11 12:01:57.945004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56636) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:58.090457 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0bba66b0-4b2c-4322-a04e-4c160f0a6453 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c2ab3607de194bc8872194ab3757af59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440659 Nov 11 12:01:58.093024 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56640) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:58.145137 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d590488f-3b4a-49a4-81d5-d7a92a98f76c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:58.171173 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d590488f-3b4a-49a4-81d5-d7a92a98f76c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:58.224198 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d590488f-3b4a-49a4-81d5-d7a92a98f76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:58.226962 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d590488f-3b4a-49a4-81d5-d7a92a98f76c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:58.228238 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d590488f-3b4a-49a4-81d5-d7a92a98f76c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be58149b-cfc8-4811-9419-142e5fd7bfb9 HTTP/1.1" status: 204 len: 168 time: 0.1341615 Nov 11 12:01:58.237537 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590488f-3b4a-49a4-81d5-d7a92a98f76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be58149b-cfc8-4811-9419-142e5fd7bfb9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:58.380510 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-0403602e-523b-4ec1-acbf-6b5a9e732d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:58.380978 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-0403602e-523b-4ec1-acbf-6b5a9e732d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:58.381435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-0403602e-523b-4ec1-acbf-6b5a9e732d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:58.381912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-0403602e-523b-4ec1-acbf-6b5a9e732d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:58.382356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-0403602e-523b-4ec1-acbf-6b5a9e732d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:58.382798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-0403602e-523b-4ec1-acbf-6b5a9e732d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:58.383229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-0403602e-523b-4ec1-acbf-6b5a9e732d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:58.385139 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-0403602e-523b-4ec1-acbf-6b5a9e732d26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da10fcdd1e56422d809e80303ecf3512&device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 6500 time: 0.5764973 Nov 11 12:01:58.417306 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34690b-41bd-4c14-9d14-4bb877a57b50 req-c0c502c0-f782-4f95-8df2-08900a7d1f0d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:58.418882 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e34690b-41bd-4c14-9d14-4bb877a57b50 req-c0c502c0-f782-4f95-8df2-08900a7d1f0d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.6002185 Nov 11 12:01:58.493006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fefca-15b2-492f-859d-768dc8cbb3b6 req-af4fd720-d18c-4ecc-8ecc-0890f0f0dcb5 tempest-FlavorsV2NegativeTest-1122745431 tempest-FlavorsV2NegativeTest-1122745431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:58.494511 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c4fefca-15b2-492f-859d-768dc8cbb3b6 req-af4fd720-d18c-4ecc-8ecc-0890f0f0dcb5 tempest-FlavorsV2NegativeTest-1122745431 tempest-FlavorsV2NegativeTest-1122745431-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6769598 Nov 11 12:01:58.530804 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-efc83fa9-7d8f-4c2d-91d4-60c249578e2f req-ace3536d-ecc2-43c6-9999-c87e76429c4b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2179883 Nov 11 12:01:58.577706 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c4fefca-15b2-492f-859d-768dc8cbb3b6 req-ec643ce0-6a81-4f88-8400-84a3889ae6ed tempest-FlavorsV2NegativeTest-1122745431 tempest-FlavorsV2NegativeTest-1122745431-project] 10.222.0.65 "GET /v2.0/quotas/1c6b9cb9c8de4fdc9c1b6ce6058627f1 HTTP/1.1" status: 200 len: 375 time: 0.0518847 Nov 11 12:01:58.621772 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e34690b-41bd-4c14-9d14-4bb877a57b50 req-aea8a9c7-16a4-4738-8a8f-eec22358a5dd tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931014 Nov 11 12:01:58.645252 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c4fefca-15b2-492f-859d-768dc8cbb3b6 req-eccedda2-66b8-4d10-9e4b-d7ef4dcd24a9 tempest-FlavorsV2NegativeTest-1122745431 tempest-FlavorsV2NegativeTest-1122745431-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c6b9cb9c8de4fdc9c1b6ce6058627f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482910 Nov 11 12:01:58.664530 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc83fa9-7d8f-4c2d-91d4-60c249578e2f req-ae538183-a94f-4143-8c4c-7cc828ba1770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:58.666328 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-efc83fa9-7d8f-4c2d-91d4-60c249578e2f req-ae538183-a94f-4143-8c4c-7cc828ba1770 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f07a7411337b45a8a7f3d2d1f861c200&device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 1096 time: 0.1051867 Nov 11 12:01:58.667398 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-b4cf485f-ee6d-4fec-96ca-56e103642f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:58.667854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-b4cf485f-ee6d-4fec-96ca-56e103642f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:58.668362 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-b4cf485f-ee6d-4fec-96ca-56e103642f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:58.670757 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-b4cf485f-ee6d-4fec-96ca-56e103642f10 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb65d5f6-787d-4d2e-8933-7095a01ee3ed&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=8b798677-2731-47ea-a947-54aa100bcc0d&id=8b798677-2731-47ea-a947-54aa100bcc0d HTTP/1.1" status: 200 len: 2300 time: 0.2502320 Nov 11 12:01:58.862938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-bc3f34ab-9663-404e-b3d3-335c8288cbff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 HTTP/1.1" status: 200 len: 1002 time: 0.1848476 Nov 11 12:01:58.899197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe60249-efa3-4d76-949c-dd01fdf6f1c0 req-fb61201f-7c36-4c65-a45d-8ae6fa1f4ff3 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:58.900788 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfe60249-efa3-4d76-949c-dd01fdf6f1c0 req-fb61201f-7c36-4c65-a45d-8ae6fa1f4ff3 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.1559398 Nov 11 12:01:59.012017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc83fa9-7d8f-4c2d-91d4-60c249578e2f req-bfa4c8df-4a35-4323-bfe4-e535067f7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:59.013906 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-efc83fa9-7d8f-4c2d-91d4-60c249578e2f req-bfa4c8df-4a35-4323-bfe4-e535067f7a01 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec HTTP/1.1" status: 200 len: 921 time: 0.2775404 Nov 11 12:01:59.019536 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-93258c77-47b5-41bc-a310-62ac2bd05108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:59.021150 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-93258c77-47b5-41bc-a310-62ac2bd05108 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52d168b6-ae90-474b-916f-74be6777191e HTTP/1.1" status: 200 len: 855 time: 0.1506946 Nov 11 12:01:59.081729 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56680) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:59.111580 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfe60249-efa3-4d76-949c-dd01fdf6f1c0 req-dd72fa8d-1ebf-4306-b3e4-bec72ad0302a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898031 Nov 11 12:01:59.115902 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-efc83fa9-7d8f-4c2d-91d4-60c249578e2f req-68eb97f6-7887-48de-bba7-8ae00f0157a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff131ddc-eaea-40c1-934c-69f3c094ac81 HTTP/1.1" status: 200 len: 217 time: 0.0926778 Nov 11 12:01:59.150842 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f318caa-bae2-4429-9636-3ace17022fbc req-fa704422-70c9-4c1a-91a5-a2bc0c397636 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:59.159709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f318caa-bae2-4429-9636-3ace17022fbc req-fa704422-70c9-4c1a-91a5-a2bc0c397636 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.2250521 Nov 11 12:01:59.219196 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-576e7098-d077-4343-b1a2-1810aebdfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:59.220747 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-576e7098-d077-4343-b1a2-1810aebdfad3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb65d5f6-787d-4d2e-8933-7095a01ee3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873941 Nov 11 12:01:59.231898 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4d001a82-17c5-42af-94f9-cc926c70270c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group': {'name': 'tempest-secgroup--355353296'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:59.256543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4d001a82-17c5-42af-94f9-cc926c70270c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:59.268638 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4d001a82-17c5-42af-94f9-cc926c70270c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:59.308510 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc83fa9-7d8f-4c2d-91d4-60c249578e2f req-00f4047e-d5e7-436c-b229-b0ed1f7c63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:59.310393 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-efc83fa9-7d8f-4c2d-91d4-60c249578e2f req-00f4047e-d5e7-436c-b229-b0ed1f7c63d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5f81a86f-c988-41d8-9db9-540f02c42205 HTTP/1.1" status: 200 len: 859 time: 0.1835687 Nov 11 12:01:59.351855 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f318caa-bae2-4429-9636-3ace17022fbc req-d305d203-9444-48e6-8958-bcb2498f4553 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910114 Nov 11 12:01:59.358194 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4d001a82-17c5-42af-94f9-cc926c70270c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:59.365384 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4d001a82-17c5-42af-94f9-cc926c70270c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:59.403118 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-efc83fa9-7d8f-4c2d-91d4-60c249578e2f req-8eb8d13c-9066-4f83-9b42-835b0c318426 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503490 Nov 11 12:01:59.406577 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d001a82-17c5-42af-94f9-cc926c70270c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ef7d3f-3af3-409f-bbe0-287cef7b4869,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:59.422589 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfebce0-b312-48d5-ac7f-69f4ce472330 req-73e2fbc4-4c4d-48e7-aedc-8c63e7a4a904 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:59.424356 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1dfebce0-b312-48d5-ac7f-69f4ce472330 req-73e2fbc4-4c4d-48e7-aedc-8c63e7a4a904 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.2027125 Nov 11 12:01:59.472609 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4d001a82-17c5-42af-94f9-cc926c70270c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:59.476533 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4d001a82-17c5-42af-94f9-cc926c70270c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:59.496775 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-f54ea1e1-f405-4438-a0a0-e3c9ffc87b3f service neutron] 10.222.0.43 "GET /v2.0/networks/fb65d5f6-787d-4d2e-8933-7095a01ee3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523532 Nov 11 12:01:59.512168 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4d001a82-17c5-42af-94f9-cc926c70270c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:59.513542 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4d001a82-17c5-42af-94f9-cc926c70270c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4295299 Nov 11 12:01:59.516601 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56696) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:59.534310 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d001a82-17c5-42af-94f9-cc926c70270c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e754c619-ded8-45f2-b490-38f7e75f1727,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:59.597012 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dedad7f6-9f5e-4af1-a203-49cc424418c6 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0789309 Nov 11 12:01:59.600063 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56698) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:59.605051 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-984e289f-acc0-48b6-a5d6-4a8dd75d9e5b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group': {'name': 'tempest-security--368140516', 'description': 'tempest-security-description-2109259267'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:01:59.628363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56700) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:59.650126 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-984e289f-acc0-48b6-a5d6-4a8dd75d9e5b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:59.651042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1dfebce0-b312-48d5-ac7f-69f4ce472330 req-7abd2797-f473-4bdb-b7fd-4735caebb008 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098718 Nov 11 12:01:59.667931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-efc83fa9-7d8f-4c2d-91d4-60c249578e2f req-9f5bb26f-42ca-438b-83e4-a56bd0b91a27 service neutron] 10.222.0.62 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405176 Nov 11 12:01:59.705733 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-984e289f-acc0-48b6-a5d6-4a8dd75d9e5b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:59.710703 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-984e289f-acc0-48b6-a5d6-4a8dd75d9e5b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:59.715093 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-984e289f-acc0-48b6-a5d6-4a8dd75d9e5b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:59.717234 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-984e289f-acc0-48b6-a5d6-4a8dd75d9e5b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "PUT /v2.0/security-groups/e754c619-ded8-45f2-b490-38f7e75f1727 HTTP/1.1" status: 200 len: 1796 time: 0.1158311 Nov 11 12:01:59.726141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56706) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:59.749378 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e289f-acc0-48b6-a5d6-4a8dd75d9e5b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e754c619-ded8-45f2-b490-38f7e75f1727,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:59.766741 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7f4e80e1-0030-4146-8f67-5572770cdcc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:59.806611 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-3870cd6a-abd8-4ae2-8773-0168f5a30dfe service neutron] 10.222.0.43 "GET /v2.0/networks/fb65d5f6-787d-4d2e-8933-7095a01ee3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742715 Nov 11 12:01:59.874724 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7f4e80e1-0030-4146-8f67-5572770cdcc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:59.880570 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7f4e80e1-0030-4146-8f67-5572770cdcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:59.903056 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-9de938c3-8583-4e33-ae63-3e9b6701caa6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 HTTP/1.1" status: 200 len: 217 time: 0.0668604 Nov 11 12:01:59.921616 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-918b4cb2-c7e1-4ee4-9b38-fcea5f8291ad tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-groups/e754c619-ded8-45f2-b490-38f7e75f1727 HTTP/1.1" status: 200 len: 1796 time: 0.1861444 Nov 11 12:01:59.921977 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e80e1-0030-4146-8f67-5572770cdcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a53c8c3-525b-4ede-ae56-3bf0516b5f10,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:01:59.926644 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56712) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:59.931749 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7f4e80e1-0030-4146-8f67-5572770cdcc0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c6b9cb9c8de4fdc9c1b6ce6058627f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2998366 Nov 11 12:01:59.932184 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56714) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:59.978651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d77f5-0c71-49e2-bc23-613df8d16ea2 req-6dacddd2-3dec-4e7e-b747-e466ffc26699 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:01:59.980353 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f65d77f5-0c71-49e2-bc23-613df8d16ea2 req-6dacddd2-3dec-4e7e-b747-e466ffc26699 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.2307363 Nov 11 12:01:59.982598 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-efc83fa9-7d8f-4c2d-91d4-60c249578e2f req-f7fd6026-955a-4c4f-83c0-ff2a9c27e12e service neutron] 10.222.0.62 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003974 Nov 11 12:02:00.012913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-d98118ae-1000-42df-a9d8-29d092eaf23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:00.014678 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-d98118ae-1000-42df-a9d8-29d092eaf23d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.1022036 Nov 11 12:02:00.037558 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac78fbb9-3ede-4397-97db-2e5e67e0500a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.041384 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9d28c97-7225-4b03-8b73-3a2516108990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.076629 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac78fbb9-3ede-4397-97db-2e5e67e0500a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.079082 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f65d77f5-0c71-49e2-bc23-613df8d16ea2 req-8751a634-0979-4179-b39c-deba96afabb8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877252 Nov 11 12:02:00.089638 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9d28c97-7225-4b03-8b73-3a2516108990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.094760 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-96c4da16-4e14-4b6b-83c6-5bb1b45f7fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:00.096321 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-96c4da16-4e14-4b6b-83c6-5bb1b45f7fdc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0739884 Nov 11 12:02:00.155273 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac78fbb9-3ede-4397-97db-2e5e67e0500a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.160426 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac78fbb9-3ede-4397-97db-2e5e67e0500a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.164795 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ac78fbb9-3ede-4397-97db-2e5e67e0500a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-groups/e754c619-ded8-45f2-b490-38f7e75f1727 HTTP/1.1" status: 204 len: 168 time: 0.2344403 Nov 11 12:02:00.165512 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56722) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:00.198387 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78fbb9-3ede-4397-97db-2e5e67e0500a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e754c619-ded8-45f2-b490-38f7e75f1727,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:00.204351 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9d28c97-7225-4b03-8b73-3a2516108990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.207359 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9d28c97-7225-4b03-8b73-3a2516108990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.208653 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e9d28c97-7225-4b03-8b73-3a2516108990 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a53c8c3-525b-4ede-ae56-3bf0516b5f10 HTTP/1.1" status: 204 len: 168 time: 0.2759199 Nov 11 12:02:00.222064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d28c97-7225-4b03-8b73-3a2516108990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a53c8c3-525b-4ede-ae56-3bf0516b5f10,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:00.255067 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-6437ec82-c15f-4425-975d-e1c22239316a service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510594 Nov 11 12:02:00.275469 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1b725699-a28d-40f9-bdf9-0bd46fb63071 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1038311 Nov 11 12:02:00.283993 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56730) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:00.342411 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-0d0b46b3-d6e9-4428-9edd-9c699d3456ef tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] delete failed (client error): The resource could not be found. Nov 11 12:02:00.347144 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0d0b46b3-d6e9-4428-9edd-9c699d3456ef tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-groups/e754c619-ded8-45f2-b490-38f7e75f1727 HTTP/1.1" status: 404 len: 347 time: 0.0573990 Nov 11 12:02:00.347524 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56732) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:00.352204 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5827a9af-8821-476b-a98d-bdf12d4cb4f7 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group': {'name': 'tempest-secgroup--73866883'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:00.379569 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5827a9af-8821-476b-a98d-bdf12d4cb4f7 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.418117 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c58a7e-3a3b-4938-b99c-0e0e56cdc696 req-37d03e45-0d1d-45e4-92b6-db7664e44aba tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:00.419772 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1c58a7e-3a3b-4938-b99c-0e0e56cdc696 req-37d03e45-0d1d-45e4-92b6-db7664e44aba tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.2016656 Nov 11 12:02:00.469970 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5827a9af-8821-476b-a98d-bdf12d4cb4f7 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.470304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14a172-b6b2-48df-ac0a-c53299b863ae req-acb3da38-3c88-45e5-baff-fbff1df9f5fa tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:00.471850 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b14a172-b6b2-48df-ac0a-c53299b863ae req-acb3da38-3c88-45e5-baff-fbff1df9f5fa tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1532288 Nov 11 12:02:00.477914 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-7608e29f-ece7-492d-8e4d-a383f92d7524 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947334 Nov 11 12:02:00.482007 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5827a9af-8821-476b-a98d-bdf12d4cb4f7 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.514854 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5827a9af-8821-476b-a98d-bdf12d4cb4f7 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.519261 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5827a9af-8821-476b-a98d-bdf12d4cb4f7 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1676192 Nov 11 12:02:00.519659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56740) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:00.524239 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f710c8b3-b679-408b-aed6-2cb7d0515883 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group_rule': {'security_group_id': '5dbec010-4ac8-4796-b25d-dca68f93254a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:00.528684 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827a9af-8821-476b-a98d-bdf12d4cb4f7 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbec010-4ac8-4796-b25d-dca68f93254a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:00.555129 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-9ba1cd1e-88bd-46a8-b1d5-c2c0c3f532c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 HTTP/1.1" status: 200 len: 217 time: 0.0654233 Nov 11 12:02:00.560774 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f710c8b3-b679-408b-aed6-2cb7d0515883 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.581963 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1c58a7e-3a3b-4938-b99c-0e0e56cdc696 req-413ef310-9ea2-42f1-9c5d-86d6bd7437a7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508501 Nov 11 12:02:00.620437 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b14a172-b6b2-48df-ac0a-c53299b863ae req-9d4eb844-08a2-425a-a30c-489abc5b062d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390138 Nov 11 12:02:00.643422 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-102c4d65-2164-4538-9311-293d094579ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:00.645570 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-102c4d65-2164-4538-9311-293d094579ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.0774016 Nov 11 12:02:00.655838 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f710c8b3-b679-408b-aed6-2cb7d0515883 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.663716 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f710c8b3-b679-408b-aed6-2cb7d0515883 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.714725 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710c8b3-b679-408b-aed6-2cb7d0515883 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2fb9ea-b195-4143-bbf3-670117b5fb3e,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:00.720235 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f710c8b3-b679-408b-aed6-2cb7d0515883 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.721675 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f710c8b3-b679-408b-aed6-2cb7d0515883 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2008829 Nov 11 12:02:00.724820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56750) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:00.762517 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a380544-d965-44d3-afa3-bf4960bbf901 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.773424 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a380544-d965-44d3-afa3-bf4960bbf901 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.803469 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-5d5367d4-cdf3-422c-a7e4-460d8b86614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:00.805407 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-5d5367d4-cdf3-422c-a7e4-460d8b86614e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1526909 Nov 11 12:02:00.814821 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a380544-d965-44d3-afa3-bf4960bbf901 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.830962 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a380544-d965-44d3-afa3-bf4960bbf901 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:00.832966 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6a380544-d965-44d3-afa3-bf4960bbf901 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/2c2fb9ea-b195-4143-bbf3-670117b5fb3e HTTP/1.1" status: 204 len: 168 time: 0.1059411 Nov 11 12:02:00.839324 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56752) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:00.845338 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca918c21-3cbb-4353-b43c-149520d9823e req-29151c28-91c9-4dfb-b288-970084410493 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:00.848183 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a380544-d965-44d3-afa3-bf4960bbf901 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c2fb9ea-b195-4143-bbf3-670117b5fb3e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:00.854755 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca918c21-3cbb-4353-b43c-149520d9823e req-29151c28-91c9-4dfb-b288-970084410493 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1393287 Nov 11 12:02:00.890865 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a8084-32eb-486f-9782-83930e57656f req-158b974e-72b7-4e12-9fd1-057642a4bb38 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:00.892403 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-778a8084-32eb-486f-9782-83930e57656f req-158b974e-72b7-4e12-9fd1-057642a4bb38 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1760626 Nov 11 12:02:00.908781 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7c569bb5-c527-4850-a697-957403da16b8 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0682425 Nov 11 12:02:00.922283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56760) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:00.971447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e047e3-f12d-4145-82ac-f6ee0a4326c5 req-16df5aaf-f18d-42c8-9388-ba76ee43270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:00.973110 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-38e047e3-f12d-4145-82ac-f6ee0a4326c5 req-16df5aaf-f18d-42c8-9388-ba76ee43270e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 1097 time: 0.0849688 Nov 11 12:02:01.003576 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca918c21-3cbb-4353-b43c-149520d9823e req-7e0d7342-2375-40df-96ee-d6bdb4aa08f8 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479554 Nov 11 12:02:01.010409 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e504774-7c0e-448e-bbbf-643d381c1efa tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.049233 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-7a63750e-7e73-4f77-a8a9-7716557aac2c service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316396 Nov 11 12:02:01.050961 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e504774-7c0e-448e-bbbf-643d381c1efa tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.063058 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-38e047e3-f12d-4145-82ac-f6ee0a4326c5 req-237273a0-fce4-4df1-8872-3578e2af49ec service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822539 Nov 11 12:02:01.066235 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-778a8084-32eb-486f-9782-83930e57656f req-a6c17882-33b3-41dc-839a-3c266503c1cf tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304650 Nov 11 12:02:01.130459 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e504774-7c0e-448e-bbbf-643d381c1efa tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.133683 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e504774-7c0e-448e-bbbf-643d381c1efa tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.135101 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2e504774-7c0e-448e-bbbf-643d381c1efa tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-groups/5dbec010-4ac8-4796-b25d-dca68f93254a HTTP/1.1" status: 204 len: 168 time: 0.2114978 Nov 11 12:02:01.144672 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56772) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:01.172124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56774) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:01.186575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e504774-7c0e-448e-bbbf-643d381c1efa tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbec010-4ac8-4796-b25d-dca68f93254a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:01.226847 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-163adc89-a171-4a9f-a0bb-2d6659943a1f tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0809796 Nov 11 12:02:01.231316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56778) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:01.236169 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-917b4b24-6024-4861-a2f7-8180058f9e95 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group': {'name': 'tempest-secgroup--791711376'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:01.236805 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-b10c5f02-491b-4a08-a111-f779748d502e service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694589 Nov 11 12:02:01.268037 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-917b4b24-6024-4861-a2f7-8180058f9e95 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.302286 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-678c41de-c6bd-4dbe-9448-441ffb6f5d9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 HTTP/1.1" status: 200 len: 217 time: 0.0483408 Nov 11 12:02:01.353958 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-917b4b24-6024-4861-a2f7-8180058f9e95 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.360781 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-917b4b24-6024-4861-a2f7-8180058f9e95 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.366335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-a4ca2a26-12e4-44c5-98e2-a42c227a6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:01.369325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-a4ca2a26-12e4-44c5-98e2-a42c227a6737 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.0594673 Nov 11 12:02:01.417662 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-917b4b24-6024-4861-a2f7-8180058f9e95 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.425196 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-917b4b24-6024-4861-a2f7-8180058f9e95 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1928093 Nov 11 12:02:01.427529 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56784) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:01.434872 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0983ae6d-cf10-4380-b93b-71bc9b2b7df3 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group_rule': {'security_group_id': '0a9843a0-fa60-4392-ae10-e43b88535935', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:01.446045 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b4b24-6024-4861-a2f7-8180058f9e95 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9843a0-fa60-4392-ae10-e43b88535935,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:01.465578 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-d6b386b5-b0a7-4db6-908d-d1568c7c7bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:01.466049 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e7779d47-21aa-4969-a86b-95aca65e11cc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-network', 'tenant_id': '256640c8d987480f8e55023ef50e7019'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:01.467290 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-d6b386b5-b0a7-4db6-908d-d1568c7c7bc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0894079 Nov 11 12:02:01.497361 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0983ae6d-cf10-4380-b93b-71bc9b2b7df3 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.513198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da60ce7-f368-4f85-98f8-608d9373a060 req-573f8b97-6492-462c-a7f3-e29b91f1f307 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:01.514992 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da60ce7-f368-4f85-98f8-608d9373a060 req-573f8b97-6492-462c-a7f3-e29b91f1f307 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0992796 Nov 11 12:02:01.528079 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7779d47-21aa-4969-a86b-95aca65e11cc admin admin] Made reservation on behalf of 256640c8d987480f8e55023ef50e7019 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:02:01.530792 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7779d47-21aa-4969-a86b-95aca65e11cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.544951 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7779d47-21aa-4969-a86b-95aca65e11cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.601516 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0983ae6d-cf10-4380-b93b-71bc9b2b7df3 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.608412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da60ce7-f368-4f85-98f8-608d9373a060 req-636ee27b-516d-4698-a163-20030ac567ba tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671492 Nov 11 12:02:01.609265 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0983ae6d-cf10-4380-b93b-71bc9b2b7df3 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.611029 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-8dea15c0-b392-4dda-9c01-320ec8853992 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353998 Nov 11 12:02:01.661468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983ae6d-cf10-4380-b93b-71bc9b2b7df3 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba516114-f1e8-4f7a-aae9-8dd8eae0c6b7,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:01.676462 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0983ae6d-cf10-4380-b93b-71bc9b2b7df3 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.677927 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0983ae6d-cf10-4380-b93b-71bc9b2b7df3 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2472215 Nov 11 12:02:01.685871 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56790) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:01.698976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-88b33d6c-624d-4a58-be8f-189d55fec203 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group_rule': {'security_group_id': '0a9843a0-fa60-4392-ae10-e43b88535935', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:01.723781 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7779d47-21aa-4969-a86b-95aca65e11cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.731577 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7779d47-21aa-4969-a86b-95aca65e11cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.775684 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7779d47-21aa-4969-a86b-95aca65e11cc admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:02:01.783651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7779d47-21aa-4969-a86b-95aca65e11cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783734f1-f732-433b-837d-58837223863d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:01.788175 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-88b33d6c-624d-4a58-be8f-189d55fec203 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.803864 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7779d47-21aa-4969-a86b-95aca65e11cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.804217 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-e7779d47-21aa-4969-a86b-95aca65e11cc admin admin] Added segment eb1eb14e-2973-42da-b849-0429f709c557 of type vlan for network 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 Nov 11 12:02:01.809610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-cdac34af-ac60-4f34-ad6c-d803cd18e2fd service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917100 Nov 11 12:02:01.820381 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744029d7-e42c-4f14-8e2d-5a2786a707e5 req-b8073cad-0651-4826-ba51-1f1c0bd8f4af tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:01.821982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-744029d7-e42c-4f14-8e2d-5a2786a707e5 req-b8073cad-0651-4826-ba51-1f1c0bd8f4af tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.1180172 Nov 11 12:02:01.874520 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7779d47-21aa-4969-a86b-95aca65e11cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.880090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979883e-c3e0-4133-8a01-23e9b5393764 req-f573e50c-225d-4a16-9b49-e528b8cfc16a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:01.881818 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6979883e-c3e0-4133-8a01-23e9b5393764 req-f573e50c-225d-4a16-9b49-e528b8cfc16a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1460125 Nov 11 12:02:01.883170 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-aa9d36e1-2a89-49a3-8cc6-d53d38c1e970 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=cb685e1e-459f-492c-9930-41b9ec4b238d HTTP/1.1" status: 200 len: 217 time: 0.0581245 Nov 11 12:02:01.895389 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-88b33d6c-624d-4a58-be8f-189d55fec203 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.900624 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-88b33d6c-624d-4a58-be8f-189d55fec203 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.928079 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b33d6c-624d-4a58-be8f-189d55fec203 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138da19a-cde2-4f17-922d-5980a918924c,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:01.939195 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7779d47-21aa-4969-a86b-95aca65e11cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.940228 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7779d47-21aa-4969-a86b-95aca65e11cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:01.941002 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7779d47-21aa-4969-a86b-95aca65e11cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.950454 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-88b33d6c-624d-4a58-be8f-189d55fec203 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:01.952030 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-88b33d6c-624d-4a58-be8f-189d55fec203 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2649703 Nov 11 12:02:01.964647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56792) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:01.971523 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-fce0f1fb-5aaa-4751-9f89-044374d5e616 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group_rule': {'security_group_id': '0a9843a0-fa60-4392-ae10-e43b88535935', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:02.014560 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-744029d7-e42c-4f14-8e2d-5a2786a707e5 req-84fbc570-0c86-414a-b627-78f3f0ad6404 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818364 Nov 11 12:02:02.020296 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e7779d47-21aa-4969-a86b-95aca65e11cc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 0.8419607 Nov 11 12:02:02.020296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56794) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:02.027059 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6979883e-c3e0-4133-8a01-23e9b5393764 req-643de605-ec5a-4fdb-a67b-f8e9e818b0df tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367698 Nov 11 12:02:02.038094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-1362cc59-a2e8-4745-87c4-b1edbf76f28c admin admin] Request body: {'subnet': {'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-subnet', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:02.038681 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-cd5f5481-4089-4106-a3b9-0b4ea3ecc7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:02.038681 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-cd5f5481-4089-4106-a3b9-0b4ea3ecc7e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.1378620 Nov 11 12:02:02.039684 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7779d47-21aa-4969-a86b-95aca65e11cc admin admin] Pushing event updated for resources: {'Network': ['ID=3e2bf2a4-e2bc-411c-ad37-6e654d9397c5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:02.082441 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:02:02.101759 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1362cc59-a2e8-4745-87c4-b1edbf76f28c admin admin] Made reservation on behalf of 256640c8d987480f8e55023ef50e7019 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:02:02.104644 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fce0f1fb-5aaa-4751-9f89-044374d5e616 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:02.109878 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1362cc59-a2e8-4745-87c4-b1edbf76f28c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:02.155656 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-b1a2aefd-56cc-409b-864d-2647b368ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:02.157266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-b1a2aefd-56cc-409b-864d-2647b368ebe4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1139517 Nov 11 12:02:02.255736 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81722b57-6f2f-405a-8182-016ffdb19a0a req-7cee553d-7b3a-4e24-8a91-0b9c91aacd24 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:02.257326 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81722b57-6f2f-405a-8182-016ffdb19a0a req-7cee553d-7b3a-4e24-8a91-0b9c91aacd24 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1661677 Nov 11 12:02:02.347592 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fce0f1fb-5aaa-4751-9f89-044374d5e616 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:02.361348 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1362cc59-a2e8-4745-87c4-b1edbf76f28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:02.362115 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fce0f1fb-5aaa-4751-9f89-044374d5e616 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:02.408090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0f1fb-5aaa-4751-9f89-044374d5e616 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726e3def-1984-48e9-8d96-00b0384f16e7,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:02.417800 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cae965-37df-487e-8a53-9f47d5e8a8c5 req-56cd4585-bb5f-4c79-9fd2-5998e3a4c50e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:02.419355 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70cae965-37df-487e-8a53-9f47d5e8a8c5 req-56cd4585-bb5f-4c79-9fd2-5998e3a4c50e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1531737 Nov 11 12:02:02.426770 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81722b57-6f2f-405a-8182-016ffdb19a0a req-0ae37173-3915-4c0a-ae99-c7f8d49e9ff4 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479723 Nov 11 12:02:02.428392 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362cc59-a2e8-4745-87c4-b1edbf76f28c admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:02.428882 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-5002d537-5124-49c7-83ec-d1d69ec0ab17 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603583 Nov 11 12:02:02.434710 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fce0f1fb-5aaa-4751-9f89-044374d5e616 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:02.438311 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fce0f1fb-5aaa-4751-9f89-044374d5e616 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4700191 Nov 11 12:02:02.438664 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56806) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:02.444293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-821821db-4233-4d7d-be53-b3e768f2936f tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group_rule': {'security_group_id': '0a9843a0-fa60-4392-ae10-e43b88535935', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:02.451092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362cc59-a2e8-4745-87c4-b1edbf76f28c admin admin] Checking segment: {'id': 'eb1eb14e-2973-42da-b849-0429f709c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:02:02.451452 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1362cc59-a2e8-4745-87c4-b1edbf76f28c admin admin] Network hostable DHCP agents. Network: 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:02:02.487471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1362cc59-a2e8-4745-87c4-b1edbf76f28c admin admin] Network 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:02:02.493265 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-821821db-4233-4d7d-be53-b3e768f2936f tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:02.503774 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-1362cc59-a2e8-4745-87c4-b1edbf76f28c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:02.512247 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befcb27d-8480-48bb-a338-588220b6b65a None None] Network 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:02:02.516746 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1362cc59-a2e8-4745-87c4-b1edbf76f28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:02.518438 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1362cc59-a2e8-4745-87c4-b1edbf76f28c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:02.548008 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70cae965-37df-487e-8a53-9f47d5e8a8c5 req-627d698e-ba76-4acb-b76d-0612ecbe3d97 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176505 Nov 11 12:02:02.561654 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1362cc59-a2e8-4745-87c4-b1edbf76f28c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5406888 Nov 11 12:02:02.567421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56810) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:02.592407 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-router', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:02.602650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-fc8b45e2-1538-440d-b4e4-c0a6e55e992a service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657124 Nov 11 12:02:02.630552 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-821821db-4233-4d7d-be53-b3e768f2936f tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:02.632134 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:02.633759 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:02.639957 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-821821db-4233-4d7d-be53-b3e768f2936f tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:02.674437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821821db-4233-4d7d-be53-b3e768f2936f tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cced680b-b42d-4303-8d5e-ef146203b156,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:02.681634 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-974c25d4-7faf-44b8-bf58-bf15022502cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=34a34710-3faa-4315-b872-f1630df0cbd0 HTTP/1.1" status: 200 len: 217 time: 0.0705893 Nov 11 12:02:02.707929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-3e2bf2a4-e2bc-411c-ad37-6e654d9397c5', 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'fixed_ips': [{'subnet_id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:02:02.709157 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:02.729969 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-821821db-4233-4d7d-be53-b3e768f2936f tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:02.734091 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-821821db-4233-4d7d-be53-b3e768f2936f tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2911448 Nov 11 12:02:02.734091 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:02.734423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56814) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:02.739855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-73bce7b9-2045-468f-b424-94ca68d7a30b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group_rule': {'security_group_id': '0a9843a0-fa60-4392-ae10-e43b88535935', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:02.875130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Allocated IP 172.20.0.2 (3e2bf2a4-e2bc-411c-ad37-6e654d9397c5/59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a/f8856545-a7e7-442c-8607-e8469ef0fc37) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:02:02.908698 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73bce7b9-2045-468f-b424-94ca68d7a30b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:02.915455 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.021195 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73bce7b9-2045-468f-b424-94ca68d7a30b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.028713 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73bce7b9-2045-468f-b424-94ca68d7a30b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.049940 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.057877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bce7b9-2045-468f-b424-94ca68d7a30b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d478fb-d9f7-4165-96ed-c451b7558cad,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:03.059933 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.072369 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73bce7b9-2045-468f-b424-94ca68d7a30b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.073666 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-73bce7b9-2045-468f-b424-94ca68d7a30b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3382561 Nov 11 12:02:03.076756 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56818) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:03.106587 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Pushing event updated for resources: {'Port': ['ID=f8856545-a7e7-442c-8607-e8469ef0fc37,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:03.123023 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b181e5ec-825d-4f6d-a562-77c8aa3868eb tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.124321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Network 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:02:03.126436 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:03.129336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:02:03.169134 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b181e5ec-825d-4f6d-a562-77c8aa3868eb tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.189679 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-2248f268-4ff9-4554-86bb-654e8ab2fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:03.191186 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-2248f268-4ff9-4554-86bb-654e8ab2fa9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49b842ca-bb16-4b32-afdd-253fe6553f51 HTTP/1.1" status: 200 len: 797 time: 0.5026324 Nov 11 12:02:03.202349 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Attempting to bind port f8856545-a7e7-442c-8607-e8469ef0fc37 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:02:03.202723 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Attempting to bind port f8856545-a7e7-442c-8607-e8469ef0fc37 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'eb1eb14e-2973-42da-b849-0429f709c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:02:03.203081 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Attempting to bind port f8856545-a7e7-442c-8607-e8469ef0fc37 on network 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:02:03.209565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:02:03.210246 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Checking segment: {'id': 'eb1eb14e-2973-42da-b849-0429f709c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:02:03.210927 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.211504 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Bound using segment: {'id': 'eb1eb14e-2973-42da-b849-0429f709c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:02:03.212870 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Bound port: f8856545-a7e7-442c-8607-e8469ef0fc37, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1eb14e-2973-42da-b849-0429f709c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:02:03.213449 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.246965 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129c49e-b07f-4295-93b7-4790be7870cb req-3d61c4cb-fb9a-4288-b8ec-ec6889127918 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:03.254149 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4129c49e-b07f-4295-93b7-4790be7870cb req-3d61c4cb-fb9a-4288-b8ec-ec6889127918 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1158235 Nov 11 12:02:03.265052 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b181e5ec-825d-4f6d-a562-77c8aa3868eb tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.278670 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b181e5ec-825d-4f6d-a562-77c8aa3868eb tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.283240 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b181e5ec-825d-4f6d-a562-77c8aa3868eb tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/d8d478fb-d9f7-4165-96ed-c451b7558cad HTTP/1.1" status: 204 len: 168 time: 0.2021883 Nov 11 12:02:03.286057 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56820) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:03.295072 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181e5ec-825d-4f6d-a562-77c8aa3868eb tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8d478fb-d9f7-4165-96ed-c451b7558cad,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:03.307137 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] For port f8856545-a7e7-442c-8607-e8469ef0fc37, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:02:03.308636 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.311885 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] For port f8856545-a7e7-442c-8607-e8469ef0fc37, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f8856545-a7e7-442c-8607-e8469ef0fc37,segment=NetworkSegment(eb1eb14e-2973-42da-b849-0429f709c557),segment_id=eb1eb14e-2973-42da-b849-0429f709c557)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:02:03.318779 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.331837 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.333951 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3c57-d2e8-4b68-aac2-2ec76ac06240 req-82e2958b-d281-4c05-86d8-8cb9e092126f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:03.336841 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b04c3c57-d2e8-4b68-aac2-2ec76ac06240 req-82e2958b-d281-4c05-86d8-8cb9e092126f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.1399672 Nov 11 12:02:03.342336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-d394770e-c6a6-40bf-9135-5116cecab258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:03.343807 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-d394770e-c6a6-40bf-9135-5116cecab258 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b798677-2731-47ea-a947-54aa100bcc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1380610 Nov 11 12:02:03.362070 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4129c49e-b07f-4295-93b7-4790be7870cb req-e568cb66-db38-43a9-b876-69ce210788a0 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047196 Nov 11 12:02:03.398320 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942103f-f0b8-4ad7-8622-1215bf6818e8 None None] Pushing event updated for resources: {'Port': ['ID=f8856545-a7e7-442c-8607-e8469ef0fc37,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:03.415374 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-488e1105-c005-49d5-a7e3-89aaa193ffe9 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1239996 Nov 11 12:02:03.415374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56824) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:03.459762 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2589ffb3-f8aa-48d6-808e-5a7c611a1299 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.506823 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2589ffb3-f8aa-48d6-808e-5a7c611a1299 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.511925 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b04c3c57-d2e8-4b68-aac2-2ec76ac06240 req-16667261-c9e4-41b2-864b-5e64b7fccc18 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320112 Nov 11 12:02:03.538383 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-425a3e8a-ece5-40f1-8cbf-2b3096660399 service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752992 Nov 11 12:02:03.571570 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2589ffb3-f8aa-48d6-808e-5a7c611a1299 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.578716 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2589ffb3-f8aa-48d6-808e-5a7c611a1299 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.580538 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2589ffb3-f8aa-48d6-808e-5a7c611a1299 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/cced680b-b42d-4303-8d5e-ef146203b156 HTTP/1.1" status: 204 len: 168 time: 0.1648891 Nov 11 12:02:03.582069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Allocated IP 172.25.2.31 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/49ceeaa3-bf40-4ae9-8968-cbbf27154587) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:02:03.586464 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56834) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:03.656901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589ffb3-f8aa-48d6-808e-5a7c611a1299 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cced680b-b42d-4303-8d5e-ef146203b156,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:03.688502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95ac48-a98b-42c2-9013-a5bfb9da7b44 req-f7add03c-e19a-4d69-b669-8f897a0ffcd0 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:03.690330 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf95ac48-a98b-42c2-9013-a5bfb9da7b44 req-f7add03c-e19a-4d69-b669-8f897a0ffcd0 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1775184 Nov 11 12:02:03.719612 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8be3a6b8-f2ad-490f-8018-62c7cd175414 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1297038 Nov 11 12:02:03.732204 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56838) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:03.800229 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.815431 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3906bdb8-fedd-443e-b788-798f95e3c434 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.825549 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-38fdad6a-c0da-4bdb-ad9f-cc03d7e1ac8a service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708497 Nov 11 12:02:03.840650 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.841460 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51c4a0-4039-4c6a-a0b3-50605ad4d45a req-208a72af-2520-447d-9c67-1ae4216ffc80 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:03.843617 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef51c4a0-4039-4c6a-a0b3-50605ad4d45a req-208a72af-2520-447d-9c67-1ae4216ffc80 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1697607 Nov 11 12:02:03.847489 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3906bdb8-fedd-443e-b788-798f95e3c434 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:03.864751 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf95ac48-a98b-42c2-9013-a5bfb9da7b44 req-2844faf1-6ddb-4109-b5aa-1126b8661b53 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607268 Nov 11 12:02:03.885940 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:02:03.895940 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:03.898706 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:02:03.920378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-a049647a-5eae-40ae-9617-5fa799b16e9c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 HTTP/1.1" status: 200 len: 217 time: 0.0749581 Nov 11 12:02:03.928517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Pushing event updated for resources: {'Port': ['ID=49ceeaa3-bf40-4ae9-8968-cbbf27154587,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:03.987666 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3906bdb8-fedd-443e-b788-798f95e3c434 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:04.005895 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3906bdb8-fedd-443e-b788-798f95e3c434 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:04.010208 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3906bdb8-fedd-443e-b788-798f95e3c434 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/726e3def-1984-48e9-8d96-00b0384f16e7 HTTP/1.1" status: 204 len: 168 time: 0.2731085 Nov 11 12:02:04.017767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56842) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:04.026910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906bdb8-fedd-443e-b788-798f95e3c434 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=726e3def-1984-48e9-8d96-00b0384f16e7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:04.030829 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-1a2ee094-f949-43e8-a21a-53ceb5921c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:04.032606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-1a2ee094-f949-43e8-a21a-53ceb5921c1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49b842ca-bb16-4b32-afdd-253fe6553f51 HTTP/1.1" status: 200 len: 797 time: 0.1025686 Nov 11 12:02:04.043316 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef51c4a0-4039-4c6a-a0b3-50605ad4d45a req-9c4beb4f-ab84-472a-9d6c-725c638f1e18 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869600 Nov 11 12:02:04.145270 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7c2dd831-dcb8-4617-9f9d-fc881b03b245 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1261380 Nov 11 12:02:04.148903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56848) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:04.182541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c09-026b-4e65-998d-e812d808f308 req-2b99d4a5-74f5-4864-836d-aa748e83bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:04.184351 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-2b99d4a5-74f5-4864-836d-aa748e83bb52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b798677-2731-47ea-a947-54aa100bcc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1354203 Nov 11 12:02:04.241031 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-764a0725-b3a0-487e-88df-22fd4c9008b6 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:04.258377 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-764a0725-b3a0-487e-88df-22fd4c9008b6 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:04.285820 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:04.368784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea5d40-2efc-40f2-8c6a-7a96c2cc3cb2 req-8b9825e0-a2a0-4178-8290-4bd1930f2fe6 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:04.376309 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6ea5d40-2efc-40f2-8c6a-7a96c2cc3cb2 req-8b9825e0-a2a0-4178-8290-4bd1930f2fe6 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.2120733 Nov 11 12:02:04.407345 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-764a0725-b3a0-487e-88df-22fd4c9008b6 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:04.420785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d441b-35dc-4d7f-9c73-160b0b575094 req-0308c8f5-d8ec-455b-b524-8963ab8c01a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:04.421354 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-764a0725-b3a0-487e-88df-22fd4c9008b6 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:04.422201 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-764a0725-b3a0-487e-88df-22fd4c9008b6 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/138da19a-cde2-4f17-922d-5980a918924c HTTP/1.1" status: 204 len: 168 time: 0.2723689 Nov 11 12:02:04.422337 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-078d441b-35dc-4d7f-9c73-160b0b575094 req-0308c8f5-d8ec-455b-b524-8963ab8c01a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f07a7411337b45a8a7f3d2d1f861c200&device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 1097 time: 0.0965409 Nov 11 12:02:04.424859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56852) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:04.433373 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-b180080c-4f78-41d3-ad50-122a725e20a1 service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396619 Nov 11 12:02:04.436237 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a0725-b3a0-487e-88df-22fd4c9008b6 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=138da19a-cde2-4f17-922d-5980a918924c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:04.480401 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c01b17-57b8-47dc-8f45-da8a154a9265 req-2635e630-9dcc-47d1-bd4e-9ab217ce934f tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:04.482035 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9c01b17-57b8-47dc-8f45-da8a154a9265 req-2635e630-9dcc-47d1-bd4e-9ab217ce934f tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1666412 Nov 11 12:02:04.504040 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6ea5d40-2efc-40f2-8c6a-7a96c2cc3cb2 req-ecf5c59e-d4b7-49bf-94a6-1ca08e631a54 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268361 Nov 11 12:02:04.594137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9c01b17-57b8-47dc-8f45-da8a154a9265 req-63732ce4-f416-4709-b786-f317b3630f7e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017201 Nov 11 12:02:04.610771 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f68c09-026b-4e65-998d-e812d808f308 req-d0fc3b97-26a8-43b9-b5e8-4769a55325a4 service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664381 Nov 11 12:02:04.630013 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2c7516ce-0a42-420c-a2ed-c87577dddeb1 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2039294 Nov 11 12:02:04.641967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56860) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:04.674709 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec7ff-d2f1-4ba2-86bf-11b8729375a5 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:04.686133 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec7ff-d2f1-4ba2-86bf-11b8729375a5 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:04.722049 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc655ff4-eb8e-40d5-9daf-476e8bad2aea req-44270531-2e3a-4ed0-ae60-363e4e123720 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:04.724954 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dc655ff4-eb8e-40d5-9daf-476e8bad2aea req-44270531-2e3a-4ed0-ae60-363e4e123720 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.1178908 Nov 11 12:02:04.730439 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958f9230-b5bd-45f6-803b-aa929bb60f35 None None] Network 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:02:04.731100 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:04.770407 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec7ff-d2f1-4ba2-86bf-11b8729375a5 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:04.782186 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec7ff-d2f1-4ba2-86bf-11b8729375a5 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:04.786638 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9b4ec7ff-d2f1-4ba2-86bf-11b8729375a5 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/ba516114-f1e8-4f7a-aae9-8dd8eae0c6b7 HTTP/1.1" status: 204 len: 168 time: 0.1375103 Nov 11 12:02:04.786823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56870) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:04.819226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d441b-35dc-4d7f-9c73-160b0b575094 req-1b31f982-95af-4830-a8be-ff32ec721213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:04.820713 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-078d441b-35dc-4d7f-9c73-160b0b575094 req-1b31f982-95af-4830-a8be-ff32ec721213 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec HTTP/1.1" status: 200 len: 921 time: 0.3869765 Nov 11 12:02:04.821044 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-fe81e911-f585-4d74-b4d6-4808fc8479e8 None None] Provisioning complete for port f8856545-a7e7-442c-8607-e8469ef0fc37 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:04.821416 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fe81e911-f585-4d74-b4d6-4808fc8479e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:04.835557 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ec7ff-d2f1-4ba2-86bf-11b8729375a5 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba516114-f1e8-4f7a-aae9-8dd8eae0c6b7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:04.874652 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dc655ff4-eb8e-40d5-9daf-476e8bad2aea req-a60949f7-f373-4154-8203-cc270c80bc52 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326292 Nov 11 12:02:04.900092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dbee7-c007-40c8-b825-b184b63b6714 req-b6cf3650-e502-4db1-86dd-ea6eb68ff0dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:04.907824 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-078d441b-35dc-4d7f-9c73-160b0b575094 req-1f3f554f-38ec-46d6-b1dc-1ee6ad5fdb11 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0464d91d-6b70-4f03-aebe-8d756df6077b HTTP/1.1" status: 200 len: 217 time: 0.0557766 Nov 11 12:02:04.910084 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d21dbee7-c007-40c8-b825-b184b63b6714 req-b6cf3650-e502-4db1-86dd-ea6eb68ff0dc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/networks?id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 HTTP/1.1" status: 200 len: 813 time: 0.1813636 Nov 11 12:02:04.921903 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c78d31ce-e0cb-4189-aed1-e965b26a8000 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1295447 Nov 11 12:02:04.923628 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56872) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:04.933501 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d21dbee7-c007-40c8-b825-b184b63b6714 req-d9594c58-036f-4b43-98ae-0a22cc389905 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/quotas/66f1af08848e4be7b86be007635c44ed HTTP/1.1" status: 200 len: 375 time: 0.0222981 Nov 11 12:02:05.003574 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d21dbee7-c007-40c8-b825-b184b63b6714 req-486c3217-e033-40ac-a27c-c8ba9e078b46 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=66f1af08848e4be7b86be007635c44ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613396 Nov 11 12:02:05.028008 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fe81e911-f585-4d74-b4d6-4808fc8479e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:05.079971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-fe81e911-f585-4d74-b4d6-4808fc8479e8 None None] For port f8856545-a7e7-442c-8607-e8469ef0fc37, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f8856545-a7e7-442c-8607-e8469ef0fc37,segment=NetworkSegment(eb1eb14e-2973-42da-b849-0429f709c557),segment_id=eb1eb14e-2973-42da-b849-0429f709c557)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:05.093173 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fe81e911-f585-4d74-b4d6-4808fc8479e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:05.093805 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d441b-35dc-4d7f-9c73-160b0b575094 req-f50c64e7-6fe1-4815-8eb8-3fbf266713fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:05.104689 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-078d441b-35dc-4d7f-9c73-160b0b575094 req-f50c64e7-6fe1-4815-8eb8-3fbf266713fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f81a86f-c988-41d8-9db9-540f02c42205 HTTP/1.1" status: 200 len: 859 time: 0.1844890 Nov 11 12:02:05.185504 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-078d441b-35dc-4d7f-9c73-160b0b575094 req-1e39f1d4-a22f-45cb-81f6-d26fb384bd64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725150 Nov 11 12:02:05.193689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d06787-14bb-462e-a591-ee1c014ff43c req-66b7b944-3d98-4034-9819-60429638da44 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:05.205010 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95d06787-14bb-462e-a591-ee1c014ff43c req-66b7b944-3d98-4034-9819-60429638da44 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1429198 Nov 11 12:02:05.217631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81e911-f585-4d74-b4d6-4808fc8479e8 None None] Pushing event updated for resources: {'Port': ['ID=f8856545-a7e7-442c-8607-e8469ef0fc37,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:05.274175 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3d606a2-aeab-446f-8328-3e9afebcb163 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:05.291422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f8856545-a7e7-442c-8607-e8469ef0fc37 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:02:05.321083 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95d06787-14bb-462e-a591-ee1c014ff43c req-4d09bbad-d1ed-43da-a325-277b8d740334 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141329 Nov 11 12:02:05.324089 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Router c740a6fa-224a-4cd4-a619-0e75f6a7c178 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:02:05.374416 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3d606a2-aeab-446f-8328-3e9afebcb163 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:05.395506 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f8856545-a7e7-442c-8607-e8469ef0fc37 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:05.396518 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:05.466887 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-078d441b-35dc-4d7f-9c73-160b0b575094 req-4d9ad201-e53d-4c84-bbb7-ad5a8922a763 service neutron] 10.222.0.43 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314906 Nov 11 12:02:05.487671 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78658b8-6eb3-44b0-a6f1-35ca3ccc5f74 req-7344e232-3eac-4d25-b8e8-42a873abb04b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:05.489326 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b78658b8-6eb3-44b0-a6f1-35ca3ccc5f74 req-7344e232-3eac-4d25-b8e8-42a873abb04b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0677302 Nov 11 12:02:05.528580 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1270fa14-b671-4ece-9fa8-379c56da40f2 None None] Provisioning complete for port f8856545-a7e7-442c-8607-e8469ef0fc37 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:05.529036 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1270fa14-b671-4ece-9fa8-379c56da40f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:05.551614 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b78658b8-6eb3-44b0-a6f1-35ca3ccc5f74 req-9803312d-bda4-4740-b943-4f0c6227bd07 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548403 Nov 11 12:02:05.740279 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0cc49dab-be43-4992-8fb7-fa7025e3b44f req-244a5103-6500-4ffc-972f-56876ee80d3f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=66f1af08848e4be7b86be007635c44ed HTTP/1.1" status: 200 len: 221 time: 0.0358450 Nov 11 12:02:05.752409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857da4d-b64f-41aa-a4e5-f69002775ab6 req-df351090-0b35-4405-b95c-c4c6540eecb7 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:05.754238 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b857da4d-b64f-41aa-a4e5-f69002775ab6 req-df351090-0b35-4405-b95c-c4c6540eecb7 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0769141 Nov 11 12:02:05.778727 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3fffe5f9-a425-42d0-aac2-4393c1e43355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:05.853161 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b857da4d-b64f-41aa-a4e5-f69002775ab6 req-840af52f-bfbd-4f4d-8b0f-96694872d862 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862665 Nov 11 12:02:05.875922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36fac1-5509-4fe0-9a0e-9dff340f997e req-2719d082-482a-4df3-be12-cbc27716d2cb tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:05.877435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e36fac1-5509-4fe0-9a0e-9dff340f997e req-2719d082-482a-4df3-be12-cbc27716d2cb tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0692236 Nov 11 12:02:05.919751 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3d606a2-aeab-446f-8328-3e9afebcb163 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:05.922452 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3d606a2-aeab-446f-8328-3e9afebcb163 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:05.923628 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d3d606a2-aeab-446f-8328-3e9afebcb163 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-groups/0a9843a0-fa60-4392-ae10-e43b88535935 HTTP/1.1" status: 204 len: 168 time: 0.9923813 Nov 11 12:02:05.926603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56902) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:05.943540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d606a2-aeab-446f-8328-3e9afebcb163 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9843a0-fa60-4392-ae10-e43b88535935,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:05.950003 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e36fac1-5509-4fe0-9a0e-9dff340f997e req-0d402c5c-778a-445b-8141-b022fe9c34df tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660865 Nov 11 12:02:05.959964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:02:05.971710 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Sync routers for ids ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:02:05.979211 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-078d441b-35dc-4d7f-9c73-160b0b575094 req-9e425831-b19d-42c8-8f07-9c09d3ccd9b7 service neutron] 10.222.0.43 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044165 Nov 11 12:02:05.988727 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Routers {'c740a6fa-224a-4cd4-a619-0e75f6a7c178'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:02:05.989411 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:01:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:06.002764 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.004665 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d53708a7-a291-40d9-b9f3-86fc87d8e1cc admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.4356854 Nov 11 12:02:06.007243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56906) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:06.046918 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-49b2cf10-bacd-44f5-9765-edd99451097a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1186638 Nov 11 12:02:06.062758 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56908) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:06.067976 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e6d11661-2070-4be4-ab46-f42940ed6bb1 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group': {'name': 'tempest-secgroup--941693342'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:06.125998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516f9cb-5de1-455e-bb97-4487c2613071 req-6850460a-b39b-4b80-af79-78445e7cb6c1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:06.133469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4516f9cb-5de1-455e-bb97-4487c2613071 req-6850460a-b39b-4b80-af79-78445e7cb6c1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.1477730 Nov 11 12:02:06.138091 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Set router c740a6fa-224a-4cd4-a619-0e75f6a7c178 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:02:06.156752 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e6d11661-2070-4be4-ab46-f42940ed6bb1 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.181162 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656b061-8402-4482-ba72-37c8656e3afa req-46b4cb4b-7bb0-4452-86b0-09ce71388cc2 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:06.181535 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3656b061-8402-4482-ba72-37c8656e3afa req-46b4cb4b-7bb0-4452-86b0-09ce71388cc2 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1407804 Nov 11 12:02:06.233095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4516f9cb-5de1-455e-bb97-4487c2613071 req-36864080-9226-4bf3-b4e0-d948c641adfa tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986931 Nov 11 12:02:06.289383 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3656b061-8402-4482-ba72-37c8656e3afa req-b5189beb-92f3-4f19-9b9f-66f4f2ab1654 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982051 Nov 11 12:02:06.305009 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e6d11661-2070-4be4-ab46-f42940ed6bb1 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.311609 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e6d11661-2070-4be4-ab46-f42940ed6bb1 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.334921 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-router', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:02Z', 'updated_at': '2021-11-11T12:02:04Z', 'revision_number': 3, 'project_id': '256640c8d987480f8e55023ef50e7019', 'gw_port': {'id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:03Z', 'updated_at': '2021-11-11T12:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:06.355769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d11661-2070-4be4-ab46-f42940ed6bb1 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5812f7-5cb7-48c7-80d6-4b6664fbbe57,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:06.368421 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e6d11661-2070-4be4-ab46-f42940ed6bb1 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.368571 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Checking router: c740a6fa-224a-4cd4-a619-0e75f6a7c178 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:02:06.369374 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Updating router c740a6fa-224a-4cd4-a619-0e75f6a7c178 port 49ceeaa3-bf40-4ae9-8968-cbbf27154587 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:02:06.375961 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e6d11661-2070-4be4-ab46-f42940ed6bb1 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3098390 Nov 11 12:02:06.376655 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56916) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:06.385383 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-9a86e33b-2364-44b8-9ff4-425181e99692 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group_rule': {'security_group_id': 'ae5812f7-5cb7-48c7-80d6-4b6664fbbe57', 'direction': 'ingress', 'protocol': 17}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:06.445293 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a86e33b-2364-44b8-9ff4-425181e99692 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.503819 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.551372 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a86e33b-2364-44b8-9ff4-425181e99692 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.560596 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba311e3-4869-4568-a93b-c0ea546b6eac req-06b5966f-0f5e-41c6-891d-d5684b59010f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:06.561562 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.562325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6ba311e3-4869-4568-a93b-c0ea546b6eac req-06b5966f-0f5e-41c6-891d-d5684b59010f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0855200 Nov 11 12:02:06.563511 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a86e33b-2364-44b8-9ff4-425181e99692 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.590606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86e33b-2364-44b8-9ff4-425181e99692 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650090f4-3573-469e-b288-e66f15df8fef,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:06.603139 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a86e33b-2364-44b8-9ff4-425181e99692 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.604427 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9a86e33b-2364-44b8-9ff4-425181e99692 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2262411 Nov 11 12:02:06.608869 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56920) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:06.656970 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6ba311e3-4869-4568-a93b-c0ea546b6eac req-4b328e91-d8a1-46c8-a1f0-efff4e52cbc8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831487 Nov 11 12:02:06.682778 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-17fe31ab-01fa-4108-b7d1-20729b49ac2e tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.714641 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-17fe31ab-01fa-4108-b7d1-20729b49ac2e tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.732935 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Allocated IP 172.20.0.1 (3e2bf2a4-e2bc-411c-ad37-6e654d9397c5/59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a/6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:02:06.803304 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.808602 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.808916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6fd96-b6be-4bf9-8994-00c3b1ba2da3 req-009d9af5-4451-46b1-93b6-90c53d3aa2fb tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:06.810714 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76e6fd96-b6be-4bf9-8994-00c3b1ba2da3 req-009d9af5-4451-46b1-93b6-90c53d3aa2fb tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0572882 Nov 11 12:02:06.811856 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-17fe31ab-01fa-4108-b7d1-20729b49ac2e tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.816065 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-17fe31ab-01fa-4108-b7d1-20729b49ac2e tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.817173 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-17fe31ab-01fa-4108-b7d1-20729b49ac2e tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-groups/ae5812f7-5cb7-48c7-80d6-4b6664fbbe57 HTTP/1.1" status: 204 len: 168 time: 0.2073293 Nov 11 12:02:06.819956 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56924) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:06.828814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe31ab-01fa-4108-b7d1-20729b49ac2e tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5812f7-5cb7-48c7-80d6-4b6664fbbe57,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:06.888450 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Attempting to bind port 49ceeaa3-bf40-4ae9-8968-cbbf27154587 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:02:06.888917 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Attempting to bind port 49ceeaa3-bf40-4ae9-8968-cbbf27154587 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:02:06.889514 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Attempting to bind port 49ceeaa3-bf40-4ae9-8968-cbbf27154587 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:02:06.897341 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:02:06.897868 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:02:06.898729 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.898917 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:02:06.899471 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Bound port: 49ceeaa3-bf40-4ae9-8968-cbbf27154587, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:02:06.901536 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.902421 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a0bd93bd-f893-40fe-a0c8-9450fe84adcd tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0796852 Nov 11 12:02:06.904865 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56928) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:06.907795 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aedd9e-cdb1-461a-a29d-ab941bf10dee None None] Pushing event updated for resources: {'Port': ['ID=49ceeaa3-bf40-4ae9-8968-cbbf27154587,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:06.910207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76e6fd96-b6be-4bf9-8994-00c3b1ba2da3 req-c8985ec9-6424-457a-bdc8-bd104eeb0c8d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835478 Nov 11 12:02:06.913257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-4f63df39-be70-445d-9daa-01f9bbb8c05e tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1093396683'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:06.921988 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.936085 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aedd9e-cdb1-461a-a29d-ab941bf10dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:06.937791 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aedd9e-cdb1-461a-a29d-ab941bf10dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:06.939700 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aedd9e-cdb1-461a-a29d-ab941bf10dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:06.941373 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aedd9e-cdb1-461a-a29d-ab941bf10dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:06.941800 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aedd9e-cdb1-461a-a29d-ab941bf10dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:06.942227 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aedd9e-cdb1-461a-a29d-ab941bf10dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:06.942762 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aedd9e-cdb1-461a-a29d-ab941bf10dee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:06.943313 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aedd9e-cdb1-461a-a29d-ab941bf10dee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:06.944045 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aedd9e-cdb1-461a-a29d-ab941bf10dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:06.944245 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aedd9e-cdb1-461a-a29d-ab941bf10dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:06.944727 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aedd9e-cdb1-461a-a29d-ab941bf10dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:06.945082 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15aedd9e-cdb1-461a-a29d-ab941bf10dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:06.978848 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f63df39-be70-445d-9daa-01f9bbb8c05e tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.986443 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.995538 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] For port 49ceeaa3-bf40-4ae9-8968-cbbf27154587, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:02:06.999751 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] For port 49ceeaa3-bf40-4ae9-8968-cbbf27154587, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=49ceeaa3-bf40-4ae9-8968-cbbf27154587,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:02:07.009794 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:07.057164 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Network 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:02:07.062788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:07.068001 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:02:07.071079 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Routers {'c740a6fa-224a-4cd4-a619-0e75f6a7c178'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:02:07.072333 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:01:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:07.077813 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f8856545-a7e7-442c-8607-e8469ef0fc37 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:02:07.097239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d05cd-6a32-4d43-ac94-b999447ab450 req-cccb16a7-29dc-47bc-958d-608e238bf634 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:07.099270 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-146d05cd-6a32-4d43-ac94-b999447ab450 req-cccb16a7-29dc-47bc-958d-608e238bf634 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1375256 Nov 11 12:02:07.138540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:07.155477 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:07.175137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5958c12-c67f-4397-81d8-38da7f7f0697 req-e6d066d3-bc9a-4faf-b4b8-2b64927deba9 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:07.175752 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f8856545-a7e7-442c-8607-e8469ef0fc37 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:07.176318 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:07.184911 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5958c12-c67f-4397-81d8-38da7f7f0697 req-e6d066d3-bc9a-4faf-b4b8-2b64927deba9 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1630771 Nov 11 12:02:07.217250 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] Set router c740a6fa-224a-4cd4-a619-0e75f6a7c178 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:02:07.285305 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f63df39-be70-445d-9daa-01f9bbb8c05e tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:07.304727 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f63df39-be70-445d-9daa-01f9bbb8c05e tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:07.346888 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aedd9e-cdb1-461a-a29d-ab941bf10dee None None] Pushing event updated for resources: {'Port': ['ID=49ceeaa3-bf40-4ae9-8968-cbbf27154587,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:07.354060 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-146d05cd-6a32-4d43-ac94-b999447ab450 req-54adffa2-52de-47e0-b4cd-c9e73d69d584 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211003 Nov 11 12:02:07.372080 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:07.376537 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5958c12-c67f-4397-81d8-38da7f7f0697 req-47bc0b2e-1e2d-4b1b-992d-7d0ea926b024 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765103 Nov 11 12:02:07.380097 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f63df39-be70-445d-9daa-01f9bbb8c05e tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:07.390483 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4f63df39-be70-445d-9daa-01f9bbb8c05e tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4842439 Nov 11 12:02:07.392659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63df39-be70-445d-9daa-01f9bbb8c05e tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e578b1df-85f0-45e4-ba1a-5c0376211666,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:07.395220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56938) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:07.411546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d965d333-b73a-4fe6-bf85-3d0125d99e01 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033053461'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:07.459818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d965d333-b73a-4fe6-bf85-3d0125d99e01 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:07.501149 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-router', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:02Z', 'updated_at': '2021-11-11T12:02:04Z', 'revision_number': 3, 'project_id': '256640c8d987480f8e55023ef50e7019', 'gw_port': {'id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:03Z', 'updated_at': '2021-11-11T12:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:07.543009 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3eb26b-af1f-4545-b1f3-10d588ea4f02 None None] The sync data for ids ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'] in n-d-807359-3 is: [{'id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-router', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:02Z', 'updated_at': '2021-11-11T12:02:04Z', 'revision_number': 3, 'project_id': '256640c8d987480f8e55023ef50e7019', 'gw_port': {'id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:03Z', 'updated_at': '2021-11-11T12:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:02:07.565125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-085395d8-6a40-416f-ae06-299588a654d0 None None] Provisioning complete for port 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:07.566380 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-085395d8-6a40-416f-ae06-299588a654d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:07.654926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-085395d8-6a40-416f-ae06-299588a654d0 None None] Port 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:02:07.666445 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:07.673054 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:07.677523 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d965d333-b73a-4fe6-bf85-3d0125d99e01 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:07.689414 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d965d333-b73a-4fe6-bf85-3d0125d99e01 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:07.722393 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29cb77-c33c-478f-b74b-2d7e16352049 req-519e8171-d30b-4e9d-b423-b3b144129c82 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:07.726185 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db29cb77-c33c-478f-b74b-2d7e16352049 req-519e8171-d30b-4e9d-b423-b3b144129c82 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.1995697 Nov 11 12:02:07.746765 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:07.749749 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:07.753628 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d965d333-b73a-4fe6-bf85-3d0125d99e01 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:07.757458 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d965d333-b73a-4fe6-bf85-3d0125d99e01 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3586059 Nov 11 12:02:07.757735 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56944) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:07.762093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9cb2f910-440a-4c12-9e3c-d762e688e08f tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group_rule': {'security_group_id': 'e578b1df-85f0-45e4-ba1a-5c0376211666', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a7cca2c7-f230-44e5-9fd4-d792bad98f71', 'remote_ip_prefix': None}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:07.772710 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dccae-451d-4920-9ae8-bc14f70bc85c req-b2b5136e-e219-4dba-ac4a-17571e1c80d0 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:07.774335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-252dccae-451d-4920-9ae8-bc14f70bc85c req-b2b5136e-e219-4dba-ac4a-17571e1c80d0 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1457555 Nov 11 12:02:07.777289 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965d333-b73a-4fe6-bf85-3d0125d99e01 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cca2c7-f230-44e5-9fd4-d792bad98f71,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:07.830520 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db29cb77-c33c-478f-b74b-2d7e16352049 req-627ae1d0-87c8-4bf1-95d4-d200edfa14ed tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990565 Nov 11 12:02:07.899794 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-252dccae-451d-4920-9ae8-bc14f70bc85c req-b3e7452f-ec09-430e-858e-e4c602f8861a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082973 Nov 11 12:02:07.903017 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9cb2f910-440a-4c12-9e3c-d762e688e08f tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:07.937423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Network 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:02:07.942531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:08.052492 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-af541004-d058-4433-854f-d829acf886f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.095735 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fb1e9-ab91-445a-b76a-f0ddc403d85e req-d40587a7-e3db-435a-9d28-53f873215792 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:08.098614 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-851fb1e9-ab91-445a-b76a-f0ddc403d85e req-d40587a7-e3db-435a-9d28-53f873215792 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0879664 Nov 11 12:02:08.113512 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9cb2f910-440a-4c12-9e3c-d762e688e08f tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.126969 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9cb2f910-440a-4c12-9e3c-d762e688e08f tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.162674 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9cb2f910-440a-4c12-9e3c-d762e688e08f tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.167772 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9cb2f910-440a-4c12-9e3c-d762e688e08f tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4090195 Nov 11 12:02:08.168470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56950) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:08.172890 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2f910-440a-4c12-9e3c-d762e688e08f tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29ad3a4-b8f4-4f19-9c66-761f917361d7,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:08.185571 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Router c740a6fa-224a-4cd4-a619-0e75f6a7c178 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:02:08.189923 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-851fb1e9-ab91-445a-b76a-f0ddc403d85e req-e8f010bb-2cb7-47b7-ad12-19b76a353156 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788295 Nov 11 12:02:08.216194 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f40483f-eabc-4319-ba6f-816d008cc0db tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.225431 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f40483f-eabc-4319-ba6f-816d008cc0db tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.263015 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f40483f-eabc-4319-ba6f-816d008cc0db tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.273365 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f40483f-eabc-4319-ba6f-816d008cc0db tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.277509 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8f40483f-eabc-4319-ba6f-816d008cc0db tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/f29ad3a4-b8f4-4f19-9c66-761f917361d7 HTTP/1.1" status: 204 len: 168 time: 0.1078985 Nov 11 12:02:08.278295 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56954) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:08.293025 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ae34f2b5-b941-4375-94d2-1fdb31c6eba9 None None] Provisioning complete for port 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:08.294412 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ae34f2b5-b941-4375-94d2-1fdb31c6eba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.301029 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40483f-eabc-4319-ba6f-816d008cc0db tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f29ad3a4-b8f4-4f19-9c66-761f917361d7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:08.332135 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:02:08.340541 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e60a61e3-faa8-4ee0-ae69-7b6f7239d3a3 admin admin] 10.222.0.65 "PUT /v2.0/routers/c740a6fa-224a-4cd4-a619-0e75f6a7c178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3321185 Nov 11 12:02:08.341980 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ae34f2b5-b941-4375-94d2-1fdb31c6eba9 None None] Port 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:02:08.379456 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f7f01898-5d1c-4c4c-aa52-82ca3ab800d4 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0964501 Nov 11 12:02:08.382305 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56958) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:08.408821 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a69f8-8655-4e4c-b8f4-7e4b4faac7bd req-cc26b659-72fc-465d-8c73-acee4eb0dbc7 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:08.427725 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-672a69f8-8655-4e4c-b8f4-7e4b4faac7bd req-cc26b659-72fc-465d-8c73-acee4eb0dbc7 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1261592 Nov 11 12:02:08.449495 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc9ba2fa-03c3-48d0-9ca6-06f420c37611 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.487760 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc9ba2fa-03c3-48d0-9ca6-06f420c37611 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.533037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-672a69f8-8655-4e4c-b8f4-7e4b4faac7bd req-daf79e63-49b9-4b19-9acb-30d2b482b8a9 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039433 Nov 11 12:02:08.560486 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49deedc5-1726-4994-9e15-6186625fd3ac req-c3e89782-a835-4083-b5bf-5860fa5b2880 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:08.560486 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49deedc5-1726-4994-9e15-6186625fd3ac req-c3e89782-a835-4083-b5bf-5860fa5b2880 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0869081 Nov 11 12:02:08.563952 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc9ba2fa-03c3-48d0-9ca6-06f420c37611 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.568386 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc9ba2fa-03c3-48d0-9ca6-06f420c37611 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.572381 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cc9ba2fa-03c3-48d0-9ca6-06f420c37611 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-groups/a7cca2c7-f230-44e5-9fd4-d792bad98f71 HTTP/1.1" status: 204 len: 168 time: 0.1865819 Nov 11 12:02:08.581370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56970) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:08.582937 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ba2fa-03c3-48d0-9ca6-06f420c37611 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cca2c7-f230-44e5-9fd4-d792bad98f71,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:08.666189 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6fa2f7ad-60ce-4553-bb6c-7bbdc1fb1d00 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0826869 Nov 11 12:02:08.668227 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56974) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:08.673494 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49deedc5-1726-4994-9e15-6186625fd3ac req-7c69033c-82ed-4814-a12f-0f5bd6a0c41c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121206 Nov 11 12:02:08.763281 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8022b1b9-9d07-440d-8811-728bc971c38b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.795778 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8022b1b9-9d07-440d-8811-728bc971c38b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.852626 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8022b1b9-9d07-440d-8811-728bc971c38b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.855565 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8022b1b9-9d07-440d-8811-728bc971c38b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.856722 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8022b1b9-9d07-440d-8811-728bc971c38b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-groups/e578b1df-85f0-45e4-ba1a-5c0376211666 HTTP/1.1" status: 204 len: 168 time: 0.1874657 Nov 11 12:02:08.861047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56990) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:08.881638 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022b1b9-9d07-440d-8811-728bc971c38b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e578b1df-85f0-45e4-ba1a-5c0376211666,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:08.915288 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f771ffe2-7f65-4d65-8c54-6e4adb65aa1b tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0531209 Nov 11 12:02:08.921277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56992) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:08.926853 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-20072d86-d37b-4e48-868d-3ffc1866ae75 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group': {'name': 'tempest-secgroup--835146135'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:08.930959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a849c7c-62a1-4cfa-b427-b92cf8b798da req-53f56749-06f8-4313-b760-cac0ff05d269 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:08.932463 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a849c7c-62a1-4cfa-b427-b92cf8b798da req-53f56749-06f8-4313-b760-cac0ff05d269 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1173058 Nov 11 12:02:08.960996 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-20072d86-d37b-4e48-868d-3ffc1866ae75 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.966541 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.004491 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-58f8b1a8-6d30-4776-86b7-ce4055404e98 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:09.006057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-58f8b1a8-6d30-4776-86b7-ce4055404e98 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/networks?id=3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 HTTP/1.1" status: 200 len: 829 time: 0.1796587 Nov 11 12:02:09.029064 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-00ea7645-e817-4c5b-a9a7-ecc97ee43c27 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/quotas/256640c8d987480f8e55023ef50e7019 HTTP/1.1" status: 200 len: 375 time: 0.0141048 Nov 11 12:02:09.051207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a849c7c-62a1-4cfa-b427-b92cf8b798da req-5a14e199-e932-43c5-a01a-4eba3b20476e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053681 Nov 11 12:02:09.114221 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-20072d86-d37b-4e48-868d-3ffc1866ae75 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.120489 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-20072d86-d37b-4e48-868d-3ffc1866ae75 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.139042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-33d1fd7c-1aa7-48cb-9572-a0fbf68e63a6 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=256640c8d987480f8e55023ef50e7019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862598 Nov 11 12:02:09.175507 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20072d86-d37b-4e48-868d-3ffc1866ae75 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b84f8f-ad8b-43fe-a435-cf0b0bc4ecfb,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:09.182629 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-20072d86-d37b-4e48-868d-3ffc1866ae75 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.186410 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-20072d86-d37b-4e48-868d-3ffc1866ae75 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2606268 Nov 11 12:02:09.186908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57002) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:09.196914 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e3990c54-e813-4f8e-af80-75ac9a7f0f2a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group_rule': {'security_group_id': 'd3b84f8f-ad8b-43fe-a435-cf0b0bc4ecfb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:09.206527 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 49ceeaa3-bf40-4ae9-8968-cbbf27154587 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:02:09.264067 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e3990c54-e813-4f8e-af80-75ac9a7f0f2a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.279665 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c74df9-e924-4080-98dd-855503f397e3 req-60ca94c6-5971-4a5b-97b9-eaa7d374deb6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:09.287142 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9c74df9-e924-4080-98dd-855503f397e3 req-60ca94c6-5971-4a5b-97b9-eaa7d374deb6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.1470160 Nov 11 12:02:09.298670 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 49ceeaa3-bf40-4ae9-8968-cbbf27154587 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:09.299683 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.337364 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-ed3c7b77-591d-43e4-b0f7-0415d72c07be service neutron] 10.222.0.65 "GET /v2.0/networks/3e2bf2a4-e2bc-411c-ad37-6e654d9397c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878190 Nov 11 12:02:09.363459 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9c74df9-e924-4080-98dd-855503f397e3 req-ad7355da-3e4a-4357-aba8-d716ef5788ff tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749218 Nov 11 12:02:09.388002 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e3990c54-e813-4f8e-af80-75ac9a7f0f2a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.395601 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e3990c54-e813-4f8e-af80-75ac9a7f0f2a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.397526 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.429328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 49ceeaa3-bf40-4ae9-8968-cbbf27154587, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=49ceeaa3-bf40-4ae9-8968-cbbf27154587,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:09.431038 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3990c54-e813-4f8e-af80-75ac9a7f0f2a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d056f2-f345-4346-befc-253e2ef89f31,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:09.437928 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e3990c54-e813-4f8e-af80-75ac9a7f0f2a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.443112 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e3990c54-e813-4f8e-af80-75ac9a7f0f2a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2527800 Nov 11 12:02:09.443826 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57006) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:09.448501 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.498247 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-535ee6c7-d2e8-4d11-89b1-37cb482425d8 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.521280 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-535ee6c7-d2e8-4d11-89b1-37cb482425d8 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.541864 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=49ceeaa3-bf40-4ae9-8968-cbbf27154587,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:09.568771 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-535ee6c7-d2e8-4d11-89b1-37cb482425d8 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.577864 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-535ee6c7-d2e8-4d11-89b1-37cb482425d8 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.581661 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-535ee6c7-d2e8-4d11-89b1-37cb482425d8 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/90d056f2-f345-4346-befc-253e2ef89f31 HTTP/1.1" status: 204 len: 168 time: 0.1341455 Nov 11 12:02:09.582138 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57008) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:09.583852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ee6c7-d2e8-4d11-89b1-37cb482425d8 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90d056f2-f345-4346-befc-253e2ef89f31,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:09.600738 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-7a4c1740-ee51-4f95-982b-8f1279a1a206 service neutron] 10.222.0.65 "GET /v2.0/networks/3e2bf2a4-e2bc-411c-ad37-6e654d9397c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362332 Nov 11 12:02:09.656705 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-43895e8d-86e0-46a4-a697-ba2cddb96a09 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0724468 Nov 11 12:02:09.660383 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57010) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:09.666465 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f1c3e-e981-40a0-abdf-8841be7f7d01 req-ef025df8-fd10-415c-93af-438ec0bbcc1f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:09.668084 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e91f1c3e-e981-40a0-abdf-8841be7f7d01 req-ef025df8-fd10-415c-93af-438ec0bbcc1f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1001325 Nov 11 12:02:09.748201 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc01a9fe-e3cf-49a6-878c-ce3a1ee7998c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.760234 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e91f1c3e-e981-40a0-abdf-8841be7f7d01 req-3d0cd042-cbc6-4440-b133-44e461b3e58a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844445 Nov 11 12:02:09.798062 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Sync routers for ids ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:02:09.810471 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc01a9fe-e3cf-49a6-878c-ce3a1ee7998c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.814539 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Routers {'c740a6fa-224a-4cd4-a619-0e75f6a7c178'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:02:09.815177 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:02:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:09.875598 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc01a9fe-e3cf-49a6-878c-ce3a1ee7998c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.879053 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc01a9fe-e3cf-49a6-878c-ce3a1ee7998c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.882902 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cc01a9fe-e3cf-49a6-878c-ce3a1ee7998c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-groups/d3b84f8f-ad8b-43fe-a435-cf0b0bc4ecfb HTTP/1.1" status: 204 len: 168 time: 0.2185280 Nov 11 12:02:09.889361 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57022) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:09.913680 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-abb29da0-6722-4797-b5b3-5cf9f98f33d2 req-4bfedc1a-60f3-476b-9ae6-039062f4b1a3 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 210 time: 0.0475030 Nov 11 12:02:09.936874 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01a9fe-e3cf-49a6-878c-ce3a1ee7998c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b84f8f-ad8b-43fe-a435-cf0b0bc4ecfb,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:09.992873 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4f5b80bc-18aa-44ba-ba9d-eb3e4b577196 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1022441 Nov 11 12:02:09.997608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57028) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:10.005245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d251b97c-11ea-4335-83d2-45cfc3c99f46 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group': {'name': 'tempest-secgroup--478270994'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:10.062971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d251b97c-11ea-4335-83d2-45cfc3c99f46 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:10.090110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d125d69-ee28-4996-b5cf-627f4ff7bef2 req-62b10ecd-8be3-4df3-9789-6fd1aabc43e0 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:10.098770 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d125d69-ee28-4996-b5cf-627f4ff7bef2 req-62b10ecd-8be3-4df3-9789-6fd1aabc43e0 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1603005 Nov 11 12:02:10.220595 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d125d69-ee28-4996-b5cf-627f4ff7bef2 req-9c294b60-7756-47e2-8f28-2db2af070316 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102133 Nov 11 12:02:10.237421 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d251b97c-11ea-4335-83d2-45cfc3c99f46 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:10.243930 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d251b97c-11ea-4335-83d2-45cfc3c99f46 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:10.269782 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Set router c740a6fa-224a-4cd4-a619-0e75f6a7c178 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:02:10.280739 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d251b97c-11ea-4335-83d2-45cfc3c99f46 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:10.282277 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d251b97c-11ea-4335-83d2-45cfc3c99f46 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2833285 Nov 11 12:02:10.283676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251b97c-11ea-4335-83d2-45cfc3c99f46 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1650492-0f94-4004-b754-aabafb0cea13,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:10.285345 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57036) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:10.292364 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group_rule': {'security_group_id': 'b1650492-0f94-4004-b754-aabafb0cea13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:10.355739 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:10.410644 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a8681-9860-4679-b893-28c7ed9d2bfd req-23ffc4b8-a4cf-4419-8480-7950369803b2 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:10.412346 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de8a8681-9860-4679-b893-28c7ed9d2bfd req-23ffc4b8-a4cf-4419-8480-7950369803b2 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0901403 Nov 11 12:02:10.446669 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:10.455918 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:10.494471 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:10.507848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13f7d84-7038-4d1a-817e-a5a5ea614c27,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:10.539327 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de8a8681-9860-4679-b893-28c7ed9d2bfd req-3a82f0c1-8f06-4b62-9dfb-cde328fcdfe7 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153603 Nov 11 12:02:10.545525 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:10.548890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2591190 Nov 11 12:02:10.548890 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:10.548890 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:10.548890 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:10.549268 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:10.549375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:10.549622 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57042) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:10.549831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:10.550162 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:10.550487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:10.551312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:10.551312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:10.551487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:10.551866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c40ed6-7221-4e2a-8f07-2193efc53c1c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:10.575921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-router', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:02Z', 'updated_at': '2021-11-11T12:02:07Z', 'revision_number': 4, 'project_id': '256640c8d987480f8e55023ef50e7019', 'gw_port': {'id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:03Z', 'updated_at': '2021-11-11T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8', 'name': '', 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'mac_address': 'fa:16:3e:69:ca:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:06Z', 'updated_at': '2021-11-11T12:02:07Z', 'revision_number': 2, 'project_id': '256640c8d987480f8e55023ef50e7019', 'subnets': [{'id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:10.576930 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6793b3-a95c-4187-abeb-4fa477e0ef5b req-3115b5d0-cfc5-4d13-bcd4-329a31a35a0b tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:10.583102 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e61e9850-30f2-47c2-90f6-f07ee8790c78 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-group-rules/f13f7d84-7038-4d1a-817e-a5a5ea614c27 HTTP/1.1" status: 200 len: 763 time: 0.0319331 Nov 11 12:02:10.584610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db6793b3-a95c-4187-abeb-4fa477e0ef5b req-3115b5d0-cfc5-4d13-bcd4-329a31a35a0b tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.1128669 Nov 11 12:02:10.587040 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57046) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:10.650655 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Checking router: c740a6fa-224a-4cd4-a619-0e75f6a7c178 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:02:10.651380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Updating router c740a6fa-224a-4cd4-a619-0e75f6a7c178 port 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:02:10.661288 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-58eb64b6-786d-428a-a3db-d00cc2a54439 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0731335 Nov 11 12:02:10.664145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57048) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:10.672191 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db6793b3-a95c-4187-abeb-4fa477e0ef5b req-76b91efc-40ca-4685-817b-1634ebda78b4 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866220 Nov 11 12:02:10.700684 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:10.706284 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5920a92f-0c49-4896-9987-c90009ab2d5a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:10.723906 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5920a92f-0c49-4896-9987-c90009ab2d5a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:10.763710 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5920a92f-0c49-4896-9987-c90009ab2d5a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:10.771310 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5920a92f-0c49-4896-9987-c90009ab2d5a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:10.772603 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5920a92f-0c49-4896-9987-c90009ab2d5a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/f13f7d84-7038-4d1a-817e-a5a5ea614c27 HTTP/1.1" status: 204 len: 168 time: 0.1072783 Nov 11 12:02:10.776409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57052) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:10.779088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920a92f-0c49-4896-9987-c90009ab2d5a tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f13f7d84-7038-4d1a-817e-a5a5ea614c27,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:10.871299 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b96737c6-b332-4573-9f4b-2a1e9d3d813c tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0935421 Nov 11 12:02:10.874030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57056) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:10.880283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-18165a23-ef4c-498b-b2e2-3d65af418eec tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group_rule': {'security_group_id': 'b1650492-0f94-4004-b754-aabafb0cea13', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:10.891870 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea66473-8097-4633-a610-ad038157b039 req-04f2fa83-50cd-4125-b0e3-2118e3de64d8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:10.901523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dea66473-8097-4633-a610-ad038157b039 req-04f2fa83-50cd-4125-b0e3-2118e3de64d8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1067383 Nov 11 12:02:10.926998 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18165a23-ef4c-498b-b2e2-3d65af418eec tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:10.997610 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18165a23-ef4c-498b-b2e2-3d65af418eec tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:11.005394 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18165a23-ef4c-498b-b2e2-3d65af418eec tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:11.011937 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dea66473-8097-4633-a610-ad038157b039 req-232b236a-ed8d-407d-9893-09460e240a1d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093237 Nov 11 12:02:11.031461 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18165a23-ef4c-498b-b2e2-3d65af418eec tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6de9f87-f98f-4c69-a743-6bcbc8b2c6b2,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:11.050916 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18165a23-ef4c-498b-b2e2-3d65af418eec tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:11.052368 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-18165a23-ef4c-498b-b2e2-3d65af418eec tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1770513 Nov 11 12:02:11.056315 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57062) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:11.088560 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ddd4e6b-07e9-43b2-b15d-e8c9a2d5d85d req-e5e8afb2-4599-497d-ae82-027b74b91c89 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 210 time: 0.0547628 Nov 11 12:02:11.112932 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:11.119179 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2e2720c8-56f7-4322-8f39-a6ad763663fd tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-group-rules/f6de9f87-f98f-4c69-a743-6bcbc8b2c6b2 HTTP/1.1" status: 200 len: 763 time: 0.0453796 Nov 11 12:02:11.119710 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57064) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:11.124466 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:11.191884 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc1f4c-6efd-4e30-aac6-d7c471d3a21c None None] Pushing event updated for resources: {'Port': ['ID=6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:11.199794 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 49ceeaa3-bf40-4ae9-8968-cbbf27154587 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:02:11.217192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fde23-7d2b-4713-bad0-64244c8857d8 req-8d7a8352-07f9-4670-8c5b-d3085b80ce91 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:11.222176 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e6fde23-7d2b-4713-bad0-64244c8857d8 req-8d7a8352-07f9-4670-8c5b-d3085b80ce91 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0874760 Nov 11 12:02:11.299385 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57070) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:11.300272 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-94fbdd57-4396-4bbb-af66-b2c191aef1a4 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1792605 Nov 11 12:02:11.367864 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b3d07a1e-8c68-4c3c-9b7e-b9f7b05b31da tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:11.397768 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:11.410333 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b3d07a1e-8c68-4c3c-9b7e-b9f7b05b31da tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:11.432653 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-f1bb4ad8-c51c-4cda-ae36-1f1d313bcb14 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:11.434732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e6fde23-7d2b-4713-bad0-64244c8857d8 req-3584fb9c-9ec7-4057-a76a-f4ab99417399 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987853 Nov 11 12:02:11.442500 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-f1bb4ad8-c51c-4cda-ae36-1f1d313bcb14 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.43 "GET /v2.0/networks?id=3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 HTTP/1.1" status: 200 len: 829 time: 0.2822661 Nov 11 12:02:11.449935 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Attempting to bind port 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:02:11.450073 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Attempting to bind port 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'eb1eb14e-2973-42da-b849-0429f709c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:02:11.450423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Attempting to bind port 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 on network 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:02:11.457485 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-fc6e7073-dfb8-4cdb-ae59-09397ba681d5 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Request body: {'port': {'device_id': 'ae103282-ed3a-480f-a77f-5a6dabf63d69', 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5', 'admin_state_up': True, 'tenant_id': '256640c8d987480f8e55023ef50e7019'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:11.467313 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:02:11.468243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Checking segment: {'id': 'eb1eb14e-2973-42da-b849-0429f709c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:02:11.468810 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:11.469358 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Bound using segment: {'id': 'eb1eb14e-2973-42da-b849-0429f709c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:02:11.470019 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Bound port: 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1eb14e-2973-42da-b849-0429f709c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:02:11.470591 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:11.495280 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 49ceeaa3-bf40-4ae9-8968-cbbf27154587 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:11.496439 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:11.530352 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3617b9-52c3-4474-a93d-669b4022913a req-27a128ff-64ae-457f-b8a7-02e71a527781 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:11.538834 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b3617b9-52c3-4474-a93d-669b4022913a req-27a128ff-64ae-457f-b8a7-02e71a527781 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1439905 Nov 11 12:02:11.560576 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b3d07a1e-8c68-4c3c-9b7e-b9f7b05b31da tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:11.575366 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b3d07a1e-8c68-4c3c-9b7e-b9f7b05b31da tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:11.578166 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b3d07a1e-8c68-4c3c-9b7e-b9f7b05b31da tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/f6de9f87-f98f-4c69-a743-6bcbc8b2c6b2 HTTP/1.1" status: 204 len: 168 time: 0.2752995 Nov 11 12:02:11.603983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57076) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:11.612399 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d07a1e-8c68-4c3c-9b7e-b9f7b05b31da tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6de9f87-f98f-4c69-a743-6bcbc8b2c6b2,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:11.626600 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] For port 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:02:11.651587 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4beecffe-a080-441d-9745-3d3d204456b4 None None] Provisioning complete for port 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:11.652274 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4beecffe-a080-441d-9745-3d3d204456b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:11.683706 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] For port 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8,segment=NetworkSegment(eb1eb14e-2973-42da-b849-0429f709c557),segment_id=eb1eb14e-2973-42da-b849-0429f709c557)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:02:11.693809 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:11.697508 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b3617b9-52c3-4474-a93d-669b4022913a req-88daac71-ad83-4623-be18-6941ccca9543 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575565 Nov 11 12:02:11.726775 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-71054b7e-43f5-4444-917f-fa7239222bb7 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1016412 Nov 11 12:02:11.736970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4beecffe-a080-441d-9745-3d3d204456b4 None None] Port 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:02:11.758272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57086) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:11.771533 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e4422e8a-f220-41a9-b1e6-29cbdd4ba559 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Request body: {'security_group_rule': {'security_group_id': 'b1650492-0f94-4004-b754-aabafb0cea13', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:11.772746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc1f4c-6efd-4e30-aac6-d7c471d3a21c None None] Pushing event updated for resources: {'Port': ['ID=6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:11.780347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Routers {'c740a6fa-224a-4cd4-a619-0e75f6a7c178'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:02:11.781706 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:02:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:11.785062 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-fc6e7073-dfb8-4cdb-ae59-09397ba681d5 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Made reservation on behalf of 256640c8d987480f8e55023ef50e7019 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:02:11.794151 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-fc6e7073-dfb8-4cdb-ae59-09397ba681d5 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:11.856708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c440dd-c186-4475-bf41-a00b7108aed5 req-1490ee59-2d89-41ac-ae1f-28442730e8da tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:11.864698 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1c440dd-c186-4475-bf41-a00b7108aed5 req-1490ee59-2d89-41ac-ae1f-28442730e8da tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1658545 Nov 11 12:02:11.913206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11103ee6-5fb7-48ec-9157-8426b29d3fb2 req-2e58f194-8060-40e9-afaf-2414c4dfe726 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:11.926703 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11103ee6-5fb7-48ec-9157-8426b29d3fb2 req-2e58f194-8060-40e9-afaf-2414c4dfe726 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.1130395 Nov 11 12:02:11.927959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] Set router c740a6fa-224a-4cd4-a619-0e75f6a7c178 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:02:11.943201 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4422e8a-f220-41a9-b1e6-29cbdd4ba559 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:12.002540 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1c440dd-c186-4475-bf41-a00b7108aed5 req-9224e58d-0ed5-42fe-b177-1a8a66e190c5 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368437 Nov 11 12:02:12.029893 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11103ee6-5fb7-48ec-9157-8426b29d3fb2 req-88bee055-f660-40b0-a13e-cd4a62d22c6b tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022151 Nov 11 12:02:12.077605 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-fc6e7073-dfb8-4cdb-ae59-09397ba681d5 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Allocated IP 172.20.0.6 (3e2bf2a4-e2bc-411c-ad37-6e654d9397c5/59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a/44729ba7-9544-4e8a-9a58-23f85129055a) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:02:12.168407 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4422e8a-f220-41a9-b1e6-29cbdd4ba559 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:12.176230 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4422e8a-f220-41a9-b1e6-29cbdd4ba559 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:12.198923 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-802210de-05b6-4f09-86d7-76790240b36b None None] Provisioning complete for port 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:12.199236 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-802210de-05b6-4f09-86d7-76790240b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:12.203288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-router', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:02Z', 'updated_at': '2021-11-11T12:02:07Z', 'revision_number': 4, 'project_id': '256640c8d987480f8e55023ef50e7019', 'gw_port': {'id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:03Z', 'updated_at': '2021-11-11T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8', 'name': '', 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'mac_address': 'fa:16:3e:69:ca:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:06Z', 'updated_at': '2021-11-11T12:02:11Z', 'revision_number': 4, 'project_id': '256640c8d987480f8e55023ef50e7019', 'subnets': [{'id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:12.216811 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4422e8a-f220-41a9-b1e6-29cbdd4ba559 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:12.218075 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e4422e8a-f220-41a9-b1e6-29cbdd4ba559 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4572446 Nov 11 12:02:12.221288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57100) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:12.222026 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4422e8a-f220-41a9-b1e6-29cbdd4ba559 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226d03b3-4553-4cc9-93a4-4c4e99efeab0,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:12.241856 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f0400d5c-b624-4e72-84d4-b7fe045b94c2 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-group-rules/226d03b3-4553-4cc9-93a4-4c4e99efeab0 HTTP/1.1" status: 200 len: 764 time: 0.0167899 Nov 11 12:02:12.249448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57102) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:12.260689 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e9649-6c00-48aa-8ca7-d7072e7f07de None None] The sync data for ids ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'] in n-d-807359-3 is: [{'id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-router', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:02Z', 'updated_at': '2021-11-11T12:02:07Z', 'revision_number': 4, 'project_id': '256640c8d987480f8e55023ef50e7019', 'gw_port': {'id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:03Z', 'updated_at': '2021-11-11T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8', 'name': '', 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'mac_address': 'fa:16:3e:69:ca:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:06Z', 'updated_at': '2021-11-11T12:02:11Z', 'revision_number': 4, 'project_id': '256640c8d987480f8e55023ef50e7019', 'subnets': [{'id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:02:12.348783 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-802210de-05b6-4f09-86d7-76790240b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:12.361432 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-59af85c5-f0e3-4d9e-b125-3c4a3f62bcff tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1107988 Nov 11 12:02:12.368300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57108) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:12.405156 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-802210de-05b6-4f09-86d7-76790240b36b None None] For port 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8,segment=NetworkSegment(eb1eb14e-2973-42da-b849-0429f709c557),segment_id=eb1eb14e-2973-42da-b849-0429f709c557)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:12.415549 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b358fdc1-685f-45fd-904e-beeb967e2467 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:12.419819 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-802210de-05b6-4f09-86d7-76790240b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:12.420924 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110f40f-4543-4754-b4d5-00e4061e51eb req-77e5022d-1a68-4d92-865b-03e8490798cc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:12.436460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6110f40f-4543-4754-b4d5-00e4061e51eb req-77e5022d-1a68-4d92-865b-03e8490798cc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1067102 Nov 11 12:02:12.441578 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b358fdc1-685f-45fd-904e-beeb967e2467 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:12.467013 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-fc6e7073-dfb8-4cdb-ae59-09397ba681d5 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:12.497982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6110f40f-4543-4754-b4d5-00e4061e51eb req-8c80c4dd-8cc5-4407-b266-02714c07cfc2 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604293 Nov 11 12:02:12.499169 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802210de-05b6-4f09-86d7-76790240b36b None None] Pushing event updated for resources: {'Port': ['ID=6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:12.505834 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b358fdc1-685f-45fd-904e-beeb967e2467 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:12.525380 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b358fdc1-685f-45fd-904e-beeb967e2467 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:12.526714 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b358fdc1-685f-45fd-904e-beeb967e2467 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/226d03b3-4553-4cc9-93a4-4c4e99efeab0 HTTP/1.1" status: 204 len: 168 time: 0.1573646 Nov 11 12:02:12.527670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358fdc1-685f-45fd-904e-beeb967e2467 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=226d03b3-4553-4cc9-93a4-4c4e99efeab0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:12.529434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57110) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:12.550067 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-fc6e7073-dfb8-4cdb-ae59-09397ba681d5 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:12.581630 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-69395f30-de5d-46e4-a910-3bc37f66f0c6 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0506883 Nov 11 12:02:12.584375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57116) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:12.607103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-fc6e7073-dfb8-4cdb-ae59-09397ba681d5 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Network 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:02:12.613568 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-fc6e7073-dfb8-4cdb-ae59-09397ba681d5 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:12.617577 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-fc6e7073-dfb8-4cdb-ae59-09397ba681d5 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:02:12.644958 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e7073-dfb8-4cdb-ae59-09397ba681d5 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Pushing event updated for resources: {'Port': ['ID=44729ba7-9544-4e8a-9a58-23f85129055a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:12.702827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-fc6e7073-dfb8-4cdb-ae59-09397ba681d5 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:12.709412 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-fc6e7073-dfb8-4cdb-ae59-09397ba681d5 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:12.733451 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-fc6e7073-dfb8-4cdb-ae59-09397ba681d5 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2846227 Nov 11 12:02:12.748293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Request body: {'port': {'device_id': 'ae103282-ed3a-480f-a77f-5a6dabf63d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:12.858912 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:13.083761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-fd949b1a-acba-49cd-b60a-32b6160d881e None None] Provisioning complete for port 44729ba7-9544-4e8a-9a58-23f85129055a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:13.084520 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fd949b1a-acba-49cd-b60a-32b6160d881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:13.168373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-fd949b1a-acba-49cd-b60a-32b6160d881e None None] Port 44729ba7-9544-4e8a-9a58-23f85129055a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:02:13.195758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:02:13.285997 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:13.286614 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:13.341780 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44729ba7-9544-4e8a-9a58-23f85129055a {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:02:13.363577 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:13.367529 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f27ee906-0a93-4b8d-9d40-c546b88472ff tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:13.398539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Transition to ACTIVE for port object 44729ba7-9544-4e8a-9a58-23f85129055a will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:02:13.405688 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:13.422861 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f27ee906-0a93-4b8d-9d40-c546b88472ff tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:13.466412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffa00d-6a6d-424c-9322-8845f82f40cb req-350c6e9a-7026-48b5-bea2-68135db38a8d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:13.475268 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44ffa00d-6a6d-424c-9322-8845f82f40cb req-350c6e9a-7026-48b5-bea2-68135db38a8d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.2142379 Nov 11 12:02:13.494016 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa83d9-d1fa-4b2f-9045-b45135785060 req-7ca1ae41-2b68-42f9-b20c-fcb847e1f0e4 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:13.502243 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50aa83d9-d1fa-4b2f-9045-b45135785060 req-7ca1ae41-2b68-42f9-b20c-fcb847e1f0e4 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 931 time: 0.2397895 Nov 11 12:02:13.507826 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Pushing event updated for resources: {'Port': ['ID=44729ba7-9544-4e8a-9a58-23f85129055a,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:13.631278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50aa83d9-d1fa-4b2f-9045-b45135785060 req-250fa403-9abd-4a63-b874-c1b097324ebb tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/security-groups?id=783734f1-f732-433b-837d-58837223863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280801 Nov 11 12:02:13.632830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Attempting to bind port 44729ba7-9544-4e8a-9a58-23f85129055a on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:02:13.633169 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Attempting to bind port 44729ba7-9544-4e8a-9a58-23f85129055a by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'eb1eb14e-2973-42da-b849-0429f709c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:02:13.633515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Attempting to bind port 44729ba7-9544-4e8a-9a58-23f85129055a on network 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:02:13.638976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Port 44729ba7-9544-4e8a-9a58-23f85129055a on network 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:02:13.640245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Attempting to bind port 44729ba7-9544-4e8a-9a58-23f85129055a on network 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:02:13.646276 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:02:13.647414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Checking segment: {'id': 'eb1eb14e-2973-42da-b849-0429f709c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:02:13.647810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Bound using segment: {'id': 'eb1eb14e-2973-42da-b849-0429f709c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:02:13.648348 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Bound port: 44729ba7-9544-4e8a-9a58-23f85129055a, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1eb14e-2973-42da-b849-0429f709c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:02:13.648713 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:13.683335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44ffa00d-6a6d-424c-9322-8845f82f40cb req-ec7efa47-85bb-49b8-bced-408e81a35277 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068560 Nov 11 12:02:13.717785 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f27ee906-0a93-4b8d-9d40-c546b88472ff tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:13.721187 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f27ee906-0a93-4b8d-9d40-c546b88472ff tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:13.722715 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f27ee906-0a93-4b8d-9d40-c546b88472ff tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "DELETE /v2.0/security-groups/b1650492-0f94-4004-b754-aabafb0cea13 HTTP/1.1" status: 204 len: 168 time: 1.1366932 Nov 11 12:02:13.737359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57132) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:13.747569 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] For port 44729ba7-9544-4e8a-9a58-23f85129055a, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:02:13.751576 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] For port 44729ba7-9544-4e8a-9a58-23f85129055a, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=44729ba7-9544-4e8a-9a58-23f85129055a,segment=NetworkSegment(eb1eb14e-2973-42da-b849-0429f709c557),segment_id=eb1eb14e-2973-42da-b849-0429f709c557)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:02:13.764898 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:13.809107 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:13.809935 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:13.811353 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] 10.222.0.43 "PUT /v2.0/ports/44729ba7-9544-4e8a-9a58-23f85129055a HTTP/1.1" status: 200 len: 1091 time: 1.0700583 Nov 11 12:02:13.811801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae103282-ed3a-480f-a77f-5a6dabf63d69', 'tag': '44729ba7-9544-4e8a-9a58-23f85129055a'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:02:13.815988 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abe0e72-c57e-41a0-8ad2-2ad28e01c6ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ae103282-ed3a-480f-a77f-5a6dabf63d69", "tag": "44729ba7-9544-4e8a-9a58-23f85129055a"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:02:13.842707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ee906-0a93-4b8d-9d40-c546b88472ff tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1650492-0f94-4004-b754-aabafb0cea13,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:13.977420 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ea6b49b8-c332-4ad7-8821-efebe5cfa622 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2269247 Nov 11 12:02:13.977698 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57136) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:14.016842 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5216e-c8c3-43b2-95da-99d372714dd2 req-7a857ec9-a30e-4364-bdf0-0a2ec8112734 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:14.018999 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41b5216e-c8c3-43b2-95da-99d372714dd2 req-7a857ec9-a30e-4364-bdf0-0a2ec8112734 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.1533639 Nov 11 12:02:14.027498 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e785b-fab3-4809-9c9b-b52020227b5c service neutron] Pushing event updated for resources: {'Port': ['ID=44729ba7-9544-4e8a-9a58-23f85129055a,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:14.075299 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-47724f2d-1e6e-4cbb-9dad-2c1e62a99726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:14.076995 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-47724f2d-1e6e-4cbb-9dad-2c1e62a99726 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=256640c8d987480f8e55023ef50e7019&device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 1094 time: 0.1339777 Nov 11 12:02:14.085027 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a064aa2f-238c-4a5f-a161-82db25793fc4 tempest-SecGroupTest-251616457 tempest-SecGroupTest-251616457-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1044483 Nov 11 12:02:14.142496 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41b5216e-c8c3-43b2-95da-99d372714dd2 req-80beda5a-77b9-4df2-8be5-25c0dc05138b tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146095 Nov 11 12:02:14.184162 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-589fcdfd-2ed9-41ec-b5b7-9270e1436733 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44729ba7-9544-4e8a-9a58-23f85129055a HTTP/1.1" status: 200 len: 217 time: 0.0988197 Nov 11 12:02:14.288884 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815077a3-0c03-4c53-a972-7369d551422f x-openstack-request-id: req-815077a3-0c03-4c53-a972-7369d551422f {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:02:14.289304 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae103282-ed3a-480f-a77f-5a6dabf63d69", "tag": "44729ba7-9544-4e8a-9a58-23f85129055a", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:02:14.289408 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-815077a3-0c03-4c53-a972-7369d551422f {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:02:14.289855 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae103282-ed3a-480f-a77f-5a6dabf63d69', 'tag': '44729ba7-9544-4e8a-9a58-23f85129055a', 'status': 'completed', 'code': 200} Nov 11 12:02:14.318918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-ddd35794-f58b-4d53-b80e-8b9261109cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:14.320566 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-ddd35794-f58b-4d53-b80e-8b9261109cd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a HTTP/1.1" status: 200 len: 868 time: 0.1246674 Nov 11 12:02:14.330809 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba168c-1cb9-41e6-81ea-adf4ca6d4bb8 req-2a1132a8-d07d-4222-b2a7-e08191bf799a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:14.341716 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75ba168c-1cb9-41e6-81ea-adf4ca6d4bb8 req-2a1132a8-d07d-4222-b2a7-e08191bf799a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1278422 Nov 11 12:02:14.399486 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-1d5d14dc-4b26-407f-b068-2db1e997e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:14.401103 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-1d5d14dc-4b26-407f-b068-2db1e997e2e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3e2bf2a4-e2bc-411c-ad37-6e654d9397c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739253 Nov 11 12:02:14.430486 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75ba168c-1cb9-41e6-81ea-adf4ca6d4bb8 req-f8c77c83-9975-411b-9a99-60038c3387f7 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874381 Nov 11 12:02:14.527324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57146) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:14.581824 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-afc43471-3033-4624-9f4a-73ef97829666 service neutron] 10.222.0.43 "GET /v2.0/networks/3e2bf2a4-e2bc-411c-ad37-6e654d9397c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721764 Nov 11 12:02:14.650211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca17c9-f583-422f-8339-ab4f29e05ac4 req-f72a3d48-b20a-4be4-9fb3-8933ccc51e77 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:14.682152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49ca17c9-f583-422f-8339-ab4f29e05ac4 req-f72a3d48-b20a-4be4-9fb3-8933ccc51e77 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1051838 Nov 11 12:02:14.730513 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-16a03a6c-d071-4d3d-84f5-65f333ee6fd3 req-627b88e1-6c3a-4df4-8757-ad06d963fc4d service neutron] 10.222.0.43 "GET /v2.0/networks/3e2bf2a4-e2bc-411c-ad37-6e654d9397c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406350 Nov 11 12:02:14.781962 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-00d4aa5e-3139-4297-9d4c-48fb87ec0505 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=75cad1370050462c85f9e1b313d6ea55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2507014 Nov 11 12:02:14.782388 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57152) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:14.784169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49ca17c9-f583-422f-8339-ab4f29e05ac4 req-7042b733-34e7-499a-ae17-033f9251ed1f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975630 Nov 11 12:02:14.835400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88725329-cfe7-4131-9e76-63210c6aa10e req-b69eb771-1ffd-4e23-adf3-941a3e0a9cb3 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:14.837766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88725329-cfe7-4131-9e76-63210c6aa10e req-b69eb771-1ffd-4e23-adf3-941a3e0a9cb3 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 943 time: 0.0733895 Nov 11 12:02:14.898516 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af706bc5-04c2-44bb-8419-f39e79d763e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:14.920460 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe0e72-c57e-41a0-8ad2-2ad28e01c6ac req-9e11747c-739e-44a1-ba74-5fd0fe1b67eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:14.922584 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5abe0e72-c57e-41a0-8ad2-2ad28e01c6ac req-9e11747c-739e-44a1-ba74-5fd0fe1b67eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=256640c8d987480f8e55023ef50e7019&device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 1094 time: 0.1155968 Nov 11 12:02:14.965339 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af706bc5-04c2-44bb-8419-f39e79d763e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:15.027390 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88725329-cfe7-4131-9e76-63210c6aa10e req-22cd163d-05b8-4b34-88d5-62f55468a398 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/security-groups?id=783734f1-f732-433b-837d-58837223863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738627 Nov 11 12:02:15.046467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9250a-7fc8-4787-9855-dcad35478b9f req-446e5be3-3063-494f-86fb-f67322c1e380 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:15.055555 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1b9250a-7fc8-4787-9855-dcad35478b9f req-446e5be3-3063-494f-86fb-f67322c1e380 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1248651 Nov 11 12:02:15.070514 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe0e72-c57e-41a0-8ad2-2ad28e01c6ac req-851913a9-4588-4534-a56c-04a8ee5f8a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:15.072139 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5abe0e72-c57e-41a0-8ad2-2ad28e01c6ac req-851913a9-4588-4534-a56c-04a8ee5f8a72 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 HTTP/1.1" status: 200 len: 931 time: 0.1306262 Nov 11 12:02:15.091826 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af706bc5-04c2-44bb-8419-f39e79d763e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:15.094907 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af706bc5-04c2-44bb-8419-f39e79d763e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:15.098108 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-af706bc5-04c2-44bb-8419-f39e79d763e1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82ef7d3f-3af3-409f-bbe0-287cef7b4869 HTTP/1.1" status: 204 len: 168 time: 0.3146515 Nov 11 12:02:15.121809 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1b9250a-7fc8-4787-9855-dcad35478b9f req-c015a353-5368-452f-a33b-0d5663cb9c8b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624881 Nov 11 12:02:15.174582 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af706bc5-04c2-44bb-8419-f39e79d763e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ef7d3f-3af3-409f-bbe0-287cef7b4869,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:15.180954 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5abe0e72-c57e-41a0-8ad2-2ad28e01c6ac req-91124d78-2f21-46c9-b149-9f571bda81cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44729ba7-9544-4e8a-9a58-23f85129055a HTTP/1.1" status: 200 len: 217 time: 0.0981996 Nov 11 12:02:15.262835 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe0e72-c57e-41a0-8ad2-2ad28e01c6ac req-1d97d896-cc23-48a6-8f1c-62d8b1c75275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:15.263111 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5abe0e72-c57e-41a0-8ad2-2ad28e01c6ac req-1d97d896-cc23-48a6-8f1c-62d8b1c75275 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a HTTP/1.1" status: 200 len: 868 time: 0.0732267 Nov 11 12:02:15.357365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe0e72-c57e-41a0-8ad2-2ad28e01c6ac req-81a7a044-9b2b-4e37-aee4-bc8c29baa4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:15.362693 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5abe0e72-c57e-41a0-8ad2-2ad28e01c6ac req-81a7a044-9b2b-4e37-aee4-bc8c29baa4ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3e2bf2a4-e2bc-411c-ad37-6e654d9397c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904105 Nov 11 12:02:15.409870 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b5d17-e4c7-4f7d-b8ea-d3acfe862b81 req-09aa30de-2d0f-4865-8183-25a2fa03f1f7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:15.417364 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-174b5d17-e4c7-4f7d-b8ea-d3acfe862b81 req-09aa30de-2d0f-4865-8183-25a2fa03f1f7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.1093197 Nov 11 12:02:15.474447 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5abe0e72-c57e-41a0-8ad2-2ad28e01c6ac req-e76ab2ed-754b-4944-abba-bbde8fa35339 service neutron] 10.222.0.43 "GET /v2.0/networks/3e2bf2a4-e2bc-411c-ad37-6e654d9397c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029766 Nov 11 12:02:15.483374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1635d1e-b1df-48d4-a16f-7b1b5b82e6a7 req-e69a0e90-eaa6-4464-be55-195919089a4c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:15.498947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1635d1e-b1df-48d4-a16f-7b1b5b82e6a7 req-e69a0e90-eaa6-4464-be55-195919089a4c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1018014 Nov 11 12:02:15.535789 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-174b5d17-e4c7-4f7d-b8ea-d3acfe862b81 req-a34ea1a0-ad9e-4c6b-8279-6554eac1bf60 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169934 Nov 11 12:02:15.626274 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:15.627937 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5abe0e72-c57e-41a0-8ad2-2ad28e01c6ac req-b7727582-2864-4ea0-a3f9-ff74cfb67a23 service neutron] 10.222.0.43 "GET /v2.0/networks/3e2bf2a4-e2bc-411c-ad37-6e654d9397c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452401 Nov 11 12:02:15.628912 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1635d1e-b1df-48d4-a16f-7b1b5b82e6a7 req-38e33085-de6f-4d8a-8627-ba5e70719fa8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348372 Nov 11 12:02:15.836101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d86d4-f0ed-4f68-872a-f59414e79dd8 req-e3166f93-3fce-47f3-8150-86e3e6d7c11a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:15.837649 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a8d86d4-f0ed-4f68-872a-f59414e79dd8 req-e3166f93-3fce-47f3-8150-86e3e6d7c11a tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.0528946 Nov 11 12:02:15.894780 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a8d86d4-f0ed-4f68-872a-f59414e79dd8 req-99682e57-353d-4843-924c-be9a55d9f7cf tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503757 Nov 11 12:02:16.148286 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1307d7-e0c3-4b34-a701-9e6f38ca598f req-6ff361c4-499d-4a70-b2f4-cfadec59d909 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:16.159365 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc1307d7-e0c3-4b34-a701-9e6f38ca598f req-6ff361c4-499d-4a70-b2f4-cfadec59d909 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 943 time: 0.0547504 Nov 11 12:02:16.274364 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc1307d7-e0c3-4b34-a701-9e6f38ca598f req-8ab33f22-d0e8-4818-bf0f-f5cc86d4aced tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/security-groups?id=783734f1-f732-433b-837d-58837223863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118011 Nov 11 12:02:16.752208 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6889c6-8cfa-4372-adfd-a2eabe81cffb req-2b0d8245-fc67-4782-929c-4221dd2d9871 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:16.754859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c6889c6-8cfa-4372-adfd-a2eabe81cffb req-2b0d8245-fc67-4782-929c-4221dd2d9871 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0563998 Nov 11 12:02:16.813227 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c6889c6-8cfa-4372-adfd-a2eabe81cffb req-c4ced3bf-e844-46b0-9590-8f15fa857048 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506289 Nov 11 12:02:17.095076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67576202-9ac9-4416-949d-cd296699fddf req-aa39b055-bcc0-412a-acd7-ad2f8d7e4dd7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:17.102555 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-67576202-9ac9-4416-949d-cd296699fddf req-aa39b055-bcc0-412a-acd7-ad2f8d7e4dd7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.1207702 Nov 11 12:02:17.207284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b800dfc-7040-4d40-9197-7b398f11595c req-8b8b7069-f045-42a0-a8b1-6e7b1dbcceb4 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:17.217719 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b800dfc-7040-4d40-9197-7b398f11595c req-8b8b7069-f045-42a0-a8b1-6e7b1dbcceb4 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1128545 Nov 11 12:02:17.249275 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-67576202-9ac9-4416-949d-cd296699fddf req-e3e9dcce-3db8-4ecc-8e89-cfffcb1c1b66 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356366 Nov 11 12:02:17.307983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57244) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:17.314221 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b800dfc-7040-4d40-9197-7b398f11595c req-b4d49e92-fc42-4faf-9cf6-c9092b7d22d8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954661 Nov 11 12:02:17.399413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8544ba-5b01-406e-8943-415b2f964008 req-81251da6-0304-4161-8a41-0eb6a5e48087 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:17.401314 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a8544ba-5b01-406e-8943-415b2f964008 req-81251da6-0304-4161-8a41-0eb6a5e48087 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.62 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 946 time: 0.0676930 Nov 11 12:02:17.486168 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eb2dcbe8-ead2-46c7-9c69-13da2a26241d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:17.541267 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a76483-5e76-4519-aec4-03a87acbabd8 req-af15fdce-26c6-4f4e-82cd-2567a812bf79 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:17.543180 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44a76483-5e76-4519-aec4-03a87acbabd8 req-af15fdce-26c6-4f4e-82cd-2567a812bf79 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 943 time: 0.1229858 Nov 11 12:02:17.568314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 44729ba7-9544-4e8a-9a58-23f85129055a details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:02:17.582459 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eb2dcbe8-ead2-46c7-9c69-13da2a26241d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:17.588499 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eb2dcbe8-ead2-46c7-9c69-13da2a26241d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:17.598112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-3a8544ba-5b01-406e-8943-415b2f964008 req-50b8bc2a-292f-4248-864f-cd76a0982ea5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Deleting port b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:02:17.598524 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3a8544ba-5b01-406e-8943-415b2f964008 req-50b8bc2a-292f-4248-864f-cd76a0982ea5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:17.644154 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44a76483-5e76-4519-aec4-03a87acbabd8 req-fa73d887-5f58-4a45-9f6a-fadc1ace3af9 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/security-groups?id=783734f1-f732-433b-837d-58837223863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905147 Nov 11 12:02:17.649669 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-eb2dcbe8-ead2-46c7-9c69-13da2a26241d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ae8fa5abb04458996cfc6f888893137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3404188 Nov 11 12:02:17.650863 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57250) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:17.651637 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dcbe8-ead2-46c7-9c69-13da2a26241d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce789ad-89c2-4084-afc9-6b064b8844f1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:17.729854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-3a8544ba-5b01-406e-8943-415b2f964008 req-50b8bc2a-292f-4248-864f-cd76a0982ea5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] For port b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:17.730299 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3a8544ba-5b01-406e-8943-415b2f964008 req-50b8bc2a-292f-4248-864f-cd76a0982ea5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:17.734086 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0bbfb2b-4f1d-4355-a14b-32b845e38a48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:17.736134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 44729ba7-9544-4e8a-9a58-23f85129055a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=44729ba7-9544-4e8a-9a58-23f85129055a,segment=NetworkSegment(eb1eb14e-2973-42da-b849-0429f709c557),segment_id=eb1eb14e-2973-42da-b849-0429f709c557)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:17.748611 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-3a8544ba-5b01-406e-8943-415b2f964008 req-50b8bc2a-292f-4248-864f-cd76a0982ea5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Calling delete_port for b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:02:17.756488 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '44729ba7-9544-4e8a-9a58-23f85129055a', 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5', 'port_id': '44729ba7-9544-4e8a-9a58-23f85129055a', 'mac_address': 'fa:16:3e:d7:3f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:02:17.760950 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0bbfb2b-4f1d-4355-a14b-32b845e38a48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:17.809733 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:17.814032 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0bbfb2b-4f1d-4355-a14b-32b845e38a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:17.817002 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0bbfb2b-4f1d-4355-a14b-32b845e38a48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:17.823658 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c0bbfb2b-4f1d-4355-a14b-32b845e38a48 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ce789ad-89c2-4084-afc9-6b064b8844f1 HTTP/1.1" status: 204 len: 168 time: 0.1542914 Nov 11 12:02:17.832526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44729ba7-9544-4e8a-9a58-23f85129055a {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:02:17.842196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbfb2b-4f1d-4355-a14b-32b845e38a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce789ad-89c2-4084-afc9-6b064b8844f1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:17.880742 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 44729ba7-9544-4e8a-9a58-23f85129055a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=44729ba7-9544-4e8a-9a58-23f85129055a,segment=NetworkSegment(eb1eb14e-2973-42da-b849-0429f709c557),segment_id=eb1eb14e-2973-42da-b849-0429f709c557)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:17.886362 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:17.932337 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3a8544ba-5b01-406e-8943-415b2f964008 req-50b8bc2a-292f-4248-864f-cd76a0982ea5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:17.965552 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=44729ba7-9544-4e8a-9a58-23f85129055a,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:17.981630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8bc2a-292f-4248-864f-cd76a0982ea5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Pushing event deleted for resources: {'Port': ['ID=b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:17.992312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:02:18.033975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8544ba-5b01-406e-8943-415b2f964008 req-50b8bc2a-292f-4248-864f-cd76a0982ea5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] No DVR routers for this DVR port b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:02:18.036768 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3a8544ba-5b01-406e-8943-415b2f964008 req-50b8bc2a-292f-4248-864f-cd76a0982ea5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:18.040351 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a8544ba-5b01-406e-8943-415b2f964008 req-50b8bc2a-292f-4248-864f-cd76a0982ea5 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.62 "DELETE /v2.0/ports/b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 HTTP/1.1" status: 204 len: 173 time: 0.6291661 Nov 11 12:02:18.040881 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690db8d8-778e-489b-ac75-e6dccc98cac5', 'name': 'network-vif-deleted', 'tag': 'b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:02:18.043099 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8bcabf-f987-4866-a236-3628838f3f06" -d '{"events": [{"server_uuid": "690db8d8-778e-489b-ac75-e6dccc98cac5", "name": "network-vif-deleted", "tag": "b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:02:18.088855 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b3638f-4c29-4c2e-aff4-91d052e037c0 x-openstack-request-id: req-91b3638f-4c29-4c2e-aff4-91d052e037c0 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:02:18.089143 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690db8d8-778e-489b-ac75-e6dccc98cac5", "name": "network-vif-deleted", "tag": "b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:02:18.089388 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-91b3638f-4c29-4c2e-aff4-91d052e037c0 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:02:18.090659 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690db8d8-778e-489b-ac75-e6dccc98cac5', 'name': 'network-vif-deleted', 'tag': 'b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2', 'status': 'completed', 'code': 200} Nov 11 12:02:18.200875 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['44729ba7-9544-4e8a-9a58-23f85129055a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:02:18.283885 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57262) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:18.298223 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1139419b-72af-4ed9-8bb9-338a5cd4f48e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:18.410517 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29161f45-ee41-4518-b0c5-66467a969543 req-65f334d3-e237-47e4-85c0-d67495d2950b tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=690db8d8-778e-489b-ac75-e6dccc98cac5 HTTP/1.1" status: 200 len: 210 time: 0.0417774 Nov 11 12:02:18.424504 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1139419b-72af-4ed9-8bb9-338a5cd4f48e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:18.433149 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1139419b-72af-4ed9-8bb9-338a5cd4f48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:18.483564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b45d4-78f5-480a-b44a-659e898ff1ca req-48c2603f-a95d-43f1-a4df-2f28f8a4ce79 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:18.485346 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d3b45d4-78f5-480a-b44a-659e898ff1ca req-48c2603f-a95d-43f1-a4df-2f28f8a4ce79 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0670686 Nov 11 12:02:18.493986 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1139419b-72af-4ed9-8bb9-338a5cd4f48e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5a8e3317df6d4e4a895ba532722b95c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2066543 Nov 11 12:02:18.493986 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139419b-72af-4ed9-8bb9-338a5cd4f48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf071be-6cac-4194-a11a-3177c2f686b7,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:18.496065 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57270) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:18.572064 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5e56ca2-e035-418d-bd8c-8ace8fac7274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:18.594661 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d3b45d4-78f5-480a-b44a-659e898ff1ca req-516e6a30-7071-4ddc-8730-ae1850ff1655 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009490 Nov 11 12:02:18.601751 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5e56ca2-e035-418d-bd8c-8ace8fac7274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:18.668054 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5e56ca2-e035-418d-bd8c-8ace8fac7274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:18.678225 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5e56ca2-e035-418d-bd8c-8ace8fac7274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:18.679700 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d5e56ca2-e035-418d-bd8c-8ace8fac7274 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3cf071be-6cac-4194-a11a-3177c2f686b7 HTTP/1.1" status: 204 len: 168 time: 0.1826150 Nov 11 12:02:18.690229 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e56ca2-e035-418d-bd8c-8ace8fac7274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf071be-6cac-4194-a11a-3177c2f686b7,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:18.810677 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6526ec-d9f9-4638-b7a6-7d8bc307c250 req-3c1259cc-9738-4198-ab0c-14055ca8a56b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:18.812206 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aa6526ec-d9f9-4638-b7a6-7d8bc307c250 req-3c1259cc-9738-4198-ab0c-14055ca8a56b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0929697 Nov 11 12:02:18.854475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef5224-d58b-4a97-a613-85f431a8f45a req-73023835-b1fd-4db0-a2b1-724e04af2418 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:18.856281 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5ef5224-d58b-4a97-a613-85f431a8f45a req-73023835-b1fd-4db0-a2b1-724e04af2418 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 944 time: 0.0898101 Nov 11 12:02:18.905082 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aa6526ec-d9f9-4638-b7a6-7d8bc307c250 req-2134a56b-d4ab-4022-8d97-86e3e919f56e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860276 Nov 11 12:02:18.947650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5ef5224-d58b-4a97-a613-85f431a8f45a req-43a3e313-5769-4929-af37-e80cb2a8b3fa tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/security-groups?id=783734f1-f732-433b-837d-58837223863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786154 Nov 11 12:02:19.096354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675e618-4869-4677-90f9-a59e39f7ba65 req-ae331fec-4291-45e3-8c94-539c72022813 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:19.097949 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2675e618-4869-4677-90f9-a59e39f7ba65 req-ae331fec-4291-45e3-8c94-539c72022813 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0586834 Nov 11 12:02:19.164687 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2675e618-4869-4677-90f9-a59e39f7ba65 req-32b39431-0a4e-42bd-ba0e-ee029238c837 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567806 Nov 11 12:02:19.285520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef2662-4753-49b2-9ed7-44346052a172 req-65071f74-4a59-4f83-9617-678fa2c14191 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:19.287728 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2cef2662-4753-49b2-9ed7-44346052a172 req-65071f74-4a59-4f83-9617-678fa2c14191 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0550380 Nov 11 12:02:19.344011 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2cef2662-4753-49b2-9ed7-44346052a172 req-065aa0ad-69cd-4055-9920-6be29bdd3681 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493288 Nov 11 12:02:19.501921 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b8bf5-b011-4a81-8fe5-7c1bff8815e8 req-25bb0018-da78-4528-af93-0d286522820a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:19.509096 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-123b8bf5-b011-4a81-8fe5-7c1bff8815e8 req-25bb0018-da78-4528-af93-0d286522820a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0619371 Nov 11 12:02:19.565977 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-123b8bf5-b011-4a81-8fe5-7c1bff8815e8 req-dd8fde91-88a9-499a-b30e-5ea955c6793c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557826 Nov 11 12:02:19.584609 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 44729ba7-9544-4e8a-9a58-23f85129055a up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:02:19.671797 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 44729ba7-9544-4e8a-9a58-23f85129055a completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:02:19.677197 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 44729ba7-9544-4e8a-9a58-23f85129055a triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:19.679854 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:19.731038 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7be23e-682e-45b2-a2e7-95a7f98f6d9b req-fa3edc49-c494-4fac-921d-41f1c34e2d5d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:19.734353 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec7be23e-682e-45b2-a2e7-95a7f98f6d9b req-fa3edc49-c494-4fac-921d-41f1c34e2d5d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0807736 Nov 11 12:02:19.790255 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:19.814463 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae103282-ed3a-480f-a77f-5a6dabf63d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44729ba7-9544-4e8a-9a58-23f85129055a'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:02:19.816962 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d837d8d0-7dc4-4d30-b3be-0d8eea1cf162" -d '{"events": [{"server_uuid": "ae103282-ed3a-480f-a77f-5a6dabf63d69", "name": "network-vif-plugged", "status": "completed", "tag": "44729ba7-9544-4e8a-9a58-23f85129055a"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:02:19.835129 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 44729ba7-9544-4e8a-9a58-23f85129055a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=44729ba7-9544-4e8a-9a58-23f85129055a,segment=NetworkSegment(eb1eb14e-2973-42da-b849-0429f709c557),segment_id=eb1eb14e-2973-42da-b849-0429f709c557)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:19.840045 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:19.876095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec7be23e-682e-45b2-a2e7-95a7f98f6d9b req-0358bea0-b8e3-4f8b-a1e9-f3ddafa6b291 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328287 Nov 11 12:02:19.912534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=44729ba7-9544-4e8a-9a58-23f85129055a,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:19.918154 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e502d-df25-4297-92b5-6acd388f47e1 req-8b89c91a-c162-4bb4-a668-1cc1467b95df tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:19.919855 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-002e502d-df25-4297-92b5-6acd388f47e1 req-8b89c91a-c162-4bb4-a668-1cc1467b95df tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 811 time: 0.1670570 Nov 11 12:02:19.949742 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-002e502d-df25-4297-92b5-6acd388f47e1 req-c86241d8-0c61-4831-85d5-d24056dea914 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/quotas/d71a4d2b117d402fb127e702aea8d45a HTTP/1.1" status: 200 len: 375 time: 0.0163240 Nov 11 12:02:19.984983 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-002e502d-df25-4297-92b5-6acd388f47e1 req-2a231b3d-0b2d-46ee-bc1b-61456722a095 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341175 Nov 11 12:02:20.019655 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9a1e50-2db6-4c5f-bdde-d77a1e759a63 x-openstack-request-id: req-aa9a1e50-2db6-4c5f-bdde-d77a1e759a63 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:02:20.020298 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae103282-ed3a-480f-a77f-5a6dabf63d69", "name": "network-vif-plugged", "status": "completed", "tag": "44729ba7-9544-4e8a-9a58-23f85129055a", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:02:20.020540 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa9a1e50-2db6-4c5f-bdde-d77a1e759a63 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:02:20.021085 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae103282-ed3a-480f-a77f-5a6dabf63d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44729ba7-9544-4e8a-9a58-23f85129055a', 'code': 200} Nov 11 12:02:20.124686 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-002e502d-df25-4297-92b5-6acd388f47e1 req-55ad22d2-dc79-4207-8e1d-2167d3059fae service neutron] 10.222.0.65 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314275 Nov 11 12:02:20.133310 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca3f24-c50c-492b-a281-aa6b3efc6d5a req-98febad8-14eb-43d8-976b-6ee4db4ec204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:20.133310 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aeca3f24-c50c-492b-a281-aa6b3efc6d5a req-98febad8-14eb-43d8-976b-6ee4db4ec204 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 1096 time: 0.0496578 Nov 11 12:02:20.179336 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aeca3f24-c50c-492b-a281-aa6b3efc6d5a req-d16e64d2-bf4e-4e6d-8f2f-84cbdb14f0e2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=783734f1-f732-433b-837d-58837223863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390713 Nov 11 12:02:20.237006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b6ecf-fe92-4906-9838-b860d6d226fd req-4ff04bd1-d148-43b1-a84a-7d25bf884e5e tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:20.238561 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-919b6ecf-fe92-4906-9838-b860d6d226fd req-4ff04bd1-d148-43b1-a84a-7d25bf884e5e tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 945 time: 0.1337774 Nov 11 12:02:20.267504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-002e502d-df25-4297-92b5-6acd388f47e1 req-74bd7231-7db5-4bcc-b2b3-09af32fbb76f service neutron] 10.222.0.65 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186366 Nov 11 12:02:20.300183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-919b6ecf-fe92-4906-9838-b860d6d226fd req-62938281-ed3d-4afb-ac47-807f6a38b4f8 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/security-groups?id=783734f1-f732-433b-837d-58837223863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499623 Nov 11 12:02:20.422099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b96752-d919-4070-85d0-3a004005e3bb req-955bc9f7-0fd5-458a-bc97-7aa0965f901b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:20.423643 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64b96752-d919-4070-85d0-3a004005e3bb req-955bc9f7-0fd5-458a-bc97-7aa0965f901b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0599260 Nov 11 12:02:20.458349 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b26cfcd-0b06-4031-a8e8-05d402c9c9bb req-0ea434a6-9443-476f-bd22-f345ff0c9bcf tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 210 time: 0.0337000 Nov 11 12:02:20.494730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64b96752-d919-4070-85d0-3a004005e3bb req-e53601c5-109b-4db2-aae9-a076a3f459c0 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610635 Nov 11 12:02:20.627409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816728ee-5f3e-4280-bed0-f38191cf7b3f req-013bee2c-650b-4c28-a9d7-e556f670ab36 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:20.629234 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-816728ee-5f3e-4280-bed0-f38191cf7b3f req-013bee2c-650b-4c28-a9d7-e556f670ab36 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0640647 Nov 11 12:02:20.670583 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:02:20.728946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:02:20.729554 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b3f7c267-8da3-47b0-9520-b6c7eb6ac2f2 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:02:20.731555 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-816728ee-5f3e-4280-bed0-f38191cf7b3f req-bad07807-93aa-4fcc-932f-1a7c8fba71a6 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928204 Nov 11 12:02:20.886349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483944d-3de6-4ce8-891e-c50a2eaa36f3 req-17633220-e8a4-42fa-8a68-4b3743d51501 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:20.888967 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6483944d-3de6-4ce8-891e-c50a2eaa36f3 req-17633220-e8a4-42fa-8a68-4b3743d51501 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0586040 Nov 11 12:02:20.939878 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6483944d-3de6-4ce8-891e-c50a2eaa36f3 req-36d9184f-143f-4bf6-9006-1d257c279f1f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448341 Nov 11 12:02:21.009347 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57396) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:21.091864 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecbb3a-4d38-4704-9d48-82f8e57144aa req-5fea29bd-0f2a-42b9-962d-8c5bb2914b59 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:21.093386 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77ecbb3a-4d38-4704-9d48-82f8e57144aa req-5fea29bd-0f2a-42b9-962d-8c5bb2914b59 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0663946 Nov 11 12:02:21.159467 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-93c8db29-721f-432d-8181-9798fe633435 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:21.179204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77ecbb3a-4d38-4704-9d48-82f8e57144aa req-18df4ac3-aaa0-4cc2-a4aa-827aeaa2bbbd tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777173 Nov 11 12:02:21.254147 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-93c8db29-721f-432d-8181-9798fe633435 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:21.259451 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-93c8db29-721f-432d-8181-9798fe633435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:21.308209 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8db29-721f-432d-8181-9798fe633435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dfb19a-cf8d-46f6-be1d-9d10299b87f8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:21.326778 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-93c8db29-721f-432d-8181-9798fe633435 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e19147957b847cc8f5475c4d33bfd35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158708 Nov 11 12:02:21.329203 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57408) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:21.365244 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537fd86-fbb9-4075-9c01-e811fe83580c req-6ce81ffe-9c88-4572-923a-6a3d67fb7aff tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:21.366883 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1537fd86-fbb9-4075-9c01-e811fe83580c req-6ce81ffe-9c88-4572-923a-6a3d67fb7aff tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0832539 Nov 11 12:02:21.394557 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:21.407582 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eed5b30b-3f34-41e1-9ef5-174eb9d2edbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:21.431928 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eed5b30b-3f34-41e1-9ef5-174eb9d2edbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:21.468221 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1537fd86-fbb9-4075-9c01-e811fe83580c req-756c324b-b356-4ade-8a77-7e5517fcf4ca tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851562 Nov 11 12:02:21.477342 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82620a01-205f-41fb-8d21-d3b8ccb563a2 req-ca86a19d-8cba-42b7-86b6-526f8a4a8e41 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:21.479102 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82620a01-205f-41fb-8d21-d3b8ccb563a2 req-ca86a19d-8cba-42b7-86b6-526f8a4a8e41 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 945 time: 0.0860240 Nov 11 12:02:21.487461 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eed5b30b-3f34-41e1-9ef5-174eb9d2edbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:21.490425 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eed5b30b-3f34-41e1-9ef5-174eb9d2edbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:21.491584 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-eed5b30b-3f34-41e1-9ef5-174eb9d2edbe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68dfb19a-cf8d-46f6-be1d-9d10299b87f8 HTTP/1.1" status: 204 len: 168 time: 0.1605427 Nov 11 12:02:21.517344 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5b30b-3f34-41e1-9ef5-174eb9d2edbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dfb19a-cf8d-46f6-be1d-9d10299b87f8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:21.551457 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82620a01-205f-41fb-8d21-d3b8ccb563a2 req-962af60a-7f69-4f4e-876b-3822496a65f4 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/security-groups?id=783734f1-f732-433b-837d-58837223863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631108 Nov 11 12:02:21.627110 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f1cad56-019a-4cff-b408-4df11fc7ada2 req-91b3bc68-8078-44a5-bc88-fec31adc1ee6 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 210 time: 0.0434191 Nov 11 12:02:21.839095 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57422) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:21.853887 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4c9b10a6-8b36-4d0c-a59a-21e4ec9f7aa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:21.864356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d316a5-7f35-4ac5-ac1f-2b11cc97988b req-8ddec8e3-85cf-4995-800a-1c083bc620fe tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:21.865870 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6d316a5-7f35-4ac5-ac1f-2b11cc97988b req-8ddec8e3-85cf-4995-800a-1c083bc620fe tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.2377334 Nov 11 12:02:21.930948 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4c9b10a6-8b36-4d0c-a59a-21e4ec9f7aa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:21.936252 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4c9b10a6-8b36-4d0c-a59a-21e4ec9f7aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:21.974078 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4c9b10a6-8b36-4d0c-a59a-21e4ec9f7aa6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12bbb6531c8a4829998ea03aec9e149e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1337552 Nov 11 12:02:21.974919 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b10a6-8b36-4d0c-a59a-21e4ec9f7aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb98707-1652-4939-a23a-8de42ca5fb47,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:21.977146 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57424) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:21.987474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e502d-df25-4297-92b5-6acd388f47e1 req-e7759c91-b1f0-4bde-8482-4aa91015b0e0 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:21.989006 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-002e502d-df25-4297-92b5-6acd388f47e1 req-e7759c91-b1f0-4bde-8482-4aa91015b0e0 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.62 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 811 time: 0.3664975 Nov 11 12:02:22.014951 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-002e502d-df25-4297-92b5-6acd388f47e1 req-c687dd32-b647-4d7c-a35f-781add5185f1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Request body: {'port': {'device_id': '9bf92620-cb8e-4b95-830f-b9955d39ccd2', 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081', 'admin_state_up': True, 'tenant_id': 'd71a4d2b117d402fb127e702aea8d45a'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:22.025664 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eba79912-0cc5-4361-ac65-7b122956f71e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:22.049460 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eba79912-0cc5-4361-ac65-7b122956f71e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:22.061362 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-6eee7296-03bd-46d4-9823-5b95e7cf1498 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 258 time: 0.3882792 Nov 11 12:02:22.101498 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eba79912-0cc5-4361-ac65-7b122956f71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:22.102562 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6d316a5-7f35-4ac5-ac1f-2b11cc97988b req-e14ca5d2-9771-4579-a773-0243a049927c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250135 Nov 11 12:02:22.104465 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eba79912-0cc5-4361-ac65-7b122956f71e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:22.105696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:22.109340 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-eba79912-0cc5-4361-ac65-7b122956f71e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fbb98707-1652-4939-a23a-8de42ca5fb47 HTTP/1.1" status: 204 len: 168 time: 0.1311533 Nov 11 12:02:22.123936 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba79912-0cc5-4361-ac65-7b122956f71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb98707-1652-4939-a23a-8de42ca5fb47,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:22.160804 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:22.246835 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002e502d-df25-4297-92b5-6acd388f47e1 req-c687dd32-b647-4d7c-a35f-781add5185f1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Made reservation on behalf of d71a4d2b117d402fb127e702aea8d45a for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:02:22.251158 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-002e502d-df25-4297-92b5-6acd388f47e1 req-c687dd32-b647-4d7c-a35f-781add5185f1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:22.420631 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:22.442147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-002e502d-df25-4297-92b5-6acd388f47e1 req-c687dd32-b647-4d7c-a35f-781add5185f1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Allocated IP 172.20.0.3 (394296cd-ddf9-481f-93cf-51fd49ff4081/87e99551-4140-4663-b03e-6ab8528ee6e0/c42a6536-1cb5-49fc-83cd-5fe7d446e5ce) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:02:22.524675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44583b47-6e82-4b5a-8492-11ff2fa60d3f req-50e638ed-34c6-4fd5-9a05-65db829559bc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:22.526177 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44583b47-6e82-4b5a-8492-11ff2fa60d3f req-50e638ed-34c6-4fd5-9a05-65db829559bc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1516988 Nov 11 12:02:22.652689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Allocated IP 172.25.2.213 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/2b79d618-bafc-4c18-b4ea-72020e2ff1bf) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:02:22.710504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44583b47-6e82-4b5a-8492-11ff2fa60d3f req-49ead35e-666b-4f36-b0bc-cd096f13f19b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721790 Nov 11 12:02:22.824375 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-002e502d-df25-4297-92b5-6acd388f47e1 req-c687dd32-b647-4d7c-a35f-781add5185f1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:22.832578 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d173439-e840-4e7e-9882-0f9d9a07490c req-9d89a8e8-c891-48cf-8bc9-0470849aef99 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 210 time: 0.0520191 Nov 11 12:02:22.886366 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:22.907975 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-002e502d-df25-4297-92b5-6acd388f47e1 req-c687dd32-b647-4d7c-a35f-781add5185f1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:22.984997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002e502d-df25-4297-92b5-6acd388f47e1 req-c687dd32-b647-4d7c-a35f-781add5185f1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Network 394296cd-ddf9-481f-93cf-51fd49ff4081 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:02:22.993704 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-002e502d-df25-4297-92b5-6acd388f47e1 req-c687dd32-b647-4d7c-a35f-781add5185f1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:22.999977 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-002e502d-df25-4297-92b5-6acd388f47e1 req-c687dd32-b647-4d7c-a35f-781add5185f1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:02:23.007556 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:23.053031 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f3062-cece-4655-8800-02dc8a1a483d req-cdface2f-4b60-410e-8939-bc545b0f6f34 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:23.054543 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a37f3062-cece-4655-8800-02dc8a1a483d req-cdface2f-4b60-410e-8939-bc545b0f6f34 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1502421 Nov 11 12:02:23.055160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687dd32-b647-4d7c-a35f-781add5185f1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Pushing event updated for resources: {'Port': ['ID=c42a6536-1cb5-49fc-83cd-5fe7d446e5ce,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:23.073609 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:02:23.104296 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:23.111597 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e502d-df25-4297-92b5-6acd388f47e1 req-c687dd32-b647-4d7c-a35f-781add5185f1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:23.112224 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-002e502d-df25-4297-92b5-6acd388f47e1 req-c687dd32-b647-4d7c-a35f-781add5185f1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:23.114765 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:02:23.183449 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-002e502d-df25-4297-92b5-6acd388f47e1 req-c687dd32-b647-4d7c-a35f-781add5185f1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1771998 Nov 11 12:02:23.184078 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Pushing event updated for resources: {'Port': ['ID=2b79d618-bafc-4c18-b4ea-72020e2ff1bf,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:23.203044 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Request body: {'port': {'device_id': '9bf92620-cb8e-4b95-830f-b9955d39ccd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:23.229720 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a37f3062-cece-4655-8800-02dc8a1a483d req-9fc41187-d205-4710-b3b3-d3afd3fb6271 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642449 Nov 11 12:02:23.331359 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:23.346922 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:23.417907 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:24.003816 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b26db-ab31-4b43-a102-69cc13a071cf req-df373954-cc08-4b72-a44e-2a0268dd88e0 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:24.010209 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-538b26db-ab31-4b43-a102-69cc13a071cf req-df373954-cc08-4b72-a44e-2a0268dd88e0 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.5264902 Nov 11 12:02:24.070962 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:02:24.154300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-538b26db-ab31-4b43-a102-69cc13a071cf req-ac9ab344-a2f8-4b3f-9581-cb3f0fee1bed tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427712 Nov 11 12:02:24.204422 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:24.216337 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:24.247230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42a6536-1cb5-49fc-83cd-5fe7d446e5ce {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:02:24.288097 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:24.334548 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Pushing event updated for resources: {'Port': ['ID=2b79d618-bafc-4c18-b4ea-72020e2ff1bf,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:24.341488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Transition to ACTIVE for port object c42a6536-1cb5-49fc-83cd-5fe7d446e5ce will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:02:24.351902 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:24.392725 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbfd29-7aae-48f3-9c9a-14e27aab4b70 req-bb384dac-1802-44f4-ab02-4723542ad409 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:24.395726 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89fbfd29-7aae-48f3-9c9a-14e27aab4b70 req-bb384dac-1802-44f4-ab02-4723542ad409 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 931 time: 0.1539814 Nov 11 12:02:24.397823 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:24.454027 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:24.455198 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-bdf7fdbe-cb1a-4688-b91c-151d9b29ed32 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3602314 Nov 11 12:02:24.470169 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Pushing event updated for resources: {'Port': ['ID=c42a6536-1cb5-49fc-83cd-5fe7d446e5ce,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:24.587993 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-45c50b7f-4b1a-4aae-9a6d-77bc31fca991 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.213 HTTP/1.1" status: 200 len: 696 time: 0.1103373 Nov 11 12:02:24.591155 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89fbfd29-7aae-48f3-9c9a-14e27aab4b70 req-55ab3afe-5dae-416a-aa24-1399eeab3f8e tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859136 Nov 11 12:02:24.689723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Attempting to bind port c42a6536-1cb5-49fc-83cd-5fe7d446e5ce on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:02:24.690057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Attempting to bind port c42a6536-1cb5-49fc-83cd-5fe7d446e5ce by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:02:24.690381 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Attempting to bind port c42a6536-1cb5-49fc-83cd-5fe7d446e5ce on network 394296cd-ddf9-481f-93cf-51fd49ff4081 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:02:24.718451 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Port c42a6536-1cb5-49fc-83cd-5fe7d446e5ce on network 394296cd-ddf9-481f-93cf-51fd49ff4081 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:02:24.718451 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Attempting to bind port c42a6536-1cb5-49fc-83cd-5fe7d446e5ce on network 394296cd-ddf9-481f-93cf-51fd49ff4081 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:02:24.734531 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:02:24.734874 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Checking segment: {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:02:24.735324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Bound using segment: {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:02:24.735776 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Bound port: c42a6536-1cb5-49fc-83cd-5fe7d446e5ce, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e2098d-0e85-44c1-9828-9e9897e365de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:02:24.736134 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:24.774014 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-67d88a9d-1bcd-4558-8210-7045b438d466 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:24.775444 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-67d88a9d-1bcd-4558-8210-7045b438d466 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.1802177 Nov 11 12:02:24.810072 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-c2bbef89-dbd4-46f7-960d-07011adccba2 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:02:24.811013 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7652b6ee-00da-43fb-aea8-d6f023c98fdd req-c2bbef89-dbd4-46f7-960d-07011adccba2 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0298009 Nov 11 12:02:24.820477 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde3f83-149a-4fe3-82a8-f4057437adcf req-46622b6b-0dda-4dc8-abb9-2527b061be5a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:24.820477 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fbde3f83-149a-4fe3-82a8-f4057437adcf req-46622b6b-0dda-4dc8-abb9-2527b061be5a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1467342 Nov 11 12:02:24.878883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] For port c42a6536-1cb5-49fc-83cd-5fe7d446e5ce, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:02:24.900589 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] For port c42a6536-1cb5-49fc-83cd-5fe7d446e5ce, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=c42a6536-1cb5-49fc-83cd-5fe7d446e5ce,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:02:24.904846 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fbde3f83-149a-4fe3-82a8-f4057437adcf req-3648bd21-52cf-4dba-ab53-d8b58727eac8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742462 Nov 11 12:02:24.906387 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:24.953226 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:24.953533 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:24.954972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-002e502d-df25-4297-92b5-6acd388f47e1 req-37d97102-6157-4804-895a-3980b9118e89 service neutron] 10.222.0.62 "PUT /v2.0/ports/c42a6536-1cb5-49fc-83cd-5fe7d446e5ce HTTP/1.1" status: 200 len: 1091 time: 1.7602046 Nov 11 12:02:24.955994 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf92620-cb8e-4b95-830f-b9955d39ccd2', 'tag': 'c42a6536-1cb5-49fc-83cd-5fe7d446e5ce'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:02:24.957743 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13403d4-790c-48a6-a81e-157096c021ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf92620-cb8e-4b95-830f-b9955d39ccd2", "tag": "c42a6536-1cb5-49fc-83cd-5fe7d446e5ce"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:02:25.039431 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d97102-6157-4804-895a-3980b9118e89 service neutron] Pushing event updated for resources: {'Port': ['ID=c42a6536-1cb5-49fc-83cd-5fe7d446e5ce,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:25.068534 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6468ed24-57f3-41b6-a8c1-929460ffc213 x-openstack-request-id: req-6468ed24-57f3-41b6-a8c1-929460ffc213 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:02:25.068828 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf92620-cb8e-4b95-830f-b9955d39ccd2", "tag": "c42a6536-1cb5-49fc-83cd-5fe7d446e5ce", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:02:25.069079 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6468ed24-57f3-41b6-a8c1-929460ffc213 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:02:25.069472 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf92620-cb8e-4b95-830f-b9955d39ccd2', 'tag': 'c42a6536-1cb5-49fc-83cd-5fe7d446e5ce', 'status': 'completed', 'code': 200} Nov 11 12:02:25.091806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e502d-df25-4297-92b5-6acd388f47e1 req-f8fb811e-8548-4847-91e5-9ddfe418d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:25.093308 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-002e502d-df25-4297-92b5-6acd388f47e1 req-f8fb811e-8548-4847-91e5-9ddfe418d820 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 1094 time: 0.0831223 Nov 11 12:02:25.108560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-77fada20-af02-447f-bb5b-592bd342f56e tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:25.110050 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-77fada20-af02-447f-bb5b-592bd342f56e tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1328797 Nov 11 12:02:25.168164 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-002e502d-df25-4297-92b5-6acd388f47e1 req-68bbbf98-9f39-47dc-b565-d3eeca6756d8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42a6536-1cb5-49fc-83cd-5fe7d446e5ce HTTP/1.1" status: 200 len: 217 time: 0.0571303 Nov 11 12:02:25.231936 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-ee576a5c-c80c-4772-985a-fbeb1fdccaca tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.213 HTTP/1.1" status: 200 len: 696 time: 0.1148736 Nov 11 12:02:25.258519 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-cb8d839c-6f1c-4bb6-8389-3c3e64919d2b tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Request body: {'floatingip': {'port_id': '44729ba7-9544-4e8a-9a58-23f85129055a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:25.344927 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-cb8d839c-6f1c-4bb6-8389-3c3e64919d2b tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:25.385863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7565d-6848-4a8e-a1ba-6dedb0dda22e req-6b1c57b0-22df-4e48-bd28-b3948eb5acd2 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:25.387342 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fae7565d-6848-4a8e-a1ba-6dedb0dda22e req-6b1c57b0-22df-4e48-bd28-b3948eb5acd2 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.2617784 Nov 11 12:02:25.390609 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e502d-df25-4297-92b5-6acd388f47e1 req-a02688a5-9efd-4929-ae60-13bc04a85920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:25.391935 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-002e502d-df25-4297-92b5-6acd388f47e1 req-a02688a5-9efd-4929-ae60-13bc04a85920 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87e99551-4140-4663-b03e-6ab8528ee6e0 HTTP/1.1" status: 200 len: 851 time: 0.1906097 Nov 11 12:02:25.478909 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-002e502d-df25-4297-92b5-6acd388f47e1 req-d5445f7a-d6c2-4122-875f-c06b37829212 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=394296cd-ddf9-481f-93cf-51fd49ff4081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781293 Nov 11 12:02:25.549097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fae7565d-6848-4a8e-a1ba-6dedb0dda22e req-2b4be6d2-7d9b-44d4-ab00-f3fc54db6c10 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503921 Nov 11 12:02:25.707318 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-002e502d-df25-4297-92b5-6acd388f47e1 req-2e1e3289-4d29-4452-b021-e69ae4f295e0 service neutron] 10.222.0.62 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185950 Nov 11 12:02:25.812282 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a07518-a45a-4ab3-99ca-f0efacd9b19b req-df77bd86-29a9-43bc-86b0-a7cc0ac1fc0e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:25.813782 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3a07518-a45a-4ab3-99ca-f0efacd9b19b req-df77bd86-29a9-43bc-86b0-a7cc0ac1fc0e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1569366 Nov 11 12:02:26.288658 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-002e502d-df25-4297-92b5-6acd388f47e1 req-c00980d1-a13e-4411-b9c7-6aacc14030f7 service neutron] 10.222.0.62 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658994 Nov 11 12:02:26.305536 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3a07518-a45a-4ab3-99ca-f0efacd9b19b req-e9ba0200-edaa-4f48-b010-b70c64e8731f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282658 Nov 11 12:02:26.487441 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13403d4-790c-48a6-a81e-157096c021ec req-13aae084-8ba3-4e59-9f37-51dbc6cd1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:26.489115 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c13403d4-790c-48a6-a81e-157096c021ec req-13aae084-8ba3-4e59-9f37-51dbc6cd1859 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d71a4d2b117d402fb127e702aea8d45a&device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 1094 time: 0.1356699 Nov 11 12:02:26.529361 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-cb8d839c-6f1c-4bb6-8389-3c3e64919d2b tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:26.539852 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-cb8d839c-6f1c-4bb6-8389-3c3e64919d2b tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:26.632236 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c784253-8e34-4c5e-b302-598cb09a19ab req-d0d0d624-1a01-4693-93b2-a1532505ba21 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:26.643086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c784253-8e34-4c5e-b302-598cb09a19ab req-d0d0d624-1a01-4693-93b2-a1532505ba21 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 943 time: 0.2015679 Nov 11 12:02:26.784782 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c784253-8e34-4c5e-b302-598cb09a19ab req-4ab86443-ce9b-40e4-a608-8854f44fdeba tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401398 Nov 11 12:02:26.790005 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-cb8d839c-6f1c-4bb6-8389-3c3e64919d2b tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Floating IP 33a41a2a-b7e6-4e08-975f-7665f90034d6 associated. External IP: 172.25.2.213, port: 44729ba7-9544-4e8a-9a58-23f85129055a. Nov 11 12:02:26.802392 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13403d4-790c-48a6-a81e-157096c021ec req-b768e851-dc4b-4fa7-bbd7-6cea9562fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:26.802392 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c13403d4-790c-48a6-a81e-157096c021ec req-b768e851-dc4b-4fa7-bbd7-6cea9562fa15 service neutron] 10.222.0.62 "GET /v2.0/networks?id=394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 200 len: 913 time: 0.2902555 Nov 11 12:02:26.867215 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c13403d4-790c-48a6-a81e-157096c021ec req-299b0766-92d4-423a-afb1-c614140ef20c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42a6536-1cb5-49fc-83cd-5fe7d446e5ce HTTP/1.1" status: 200 len: 217 time: 0.0418737 Nov 11 12:02:26.982270 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13403d4-790c-48a6-a81e-157096c021ec req-06f9cf8a-32fc-41fd-8c06-7599a20ff710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:26.983730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c13403d4-790c-48a6-a81e-157096c021ec req-06f9cf8a-32fc-41fd-8c06-7599a20ff710 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87e99551-4140-4663-b03e-6ab8528ee6e0 HTTP/1.1" status: 200 len: 851 time: 0.1002576 Nov 11 12:02:27.054041 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c13403d4-790c-48a6-a81e-157096c021ec req-c4a3f262-1848-4f64-8bcc-d6490c4983d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=394296cd-ddf9-481f-93cf-51fd49ff4081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309639 Nov 11 12:02:27.082503 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e010173-5db6-44e3-ad96-c647b9925ec9 req-d5f1b5c2-54a7-4662-ad5a-05f520732715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:27.083988 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e010173-5db6-44e3-ad96-c647b9925ec9 req-d5f1b5c2-54a7-4662-ad5a-05f520732715 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f07a7411337b45a8a7f3d2d1f861c200&device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 1097 time: 0.0457113 Nov 11 12:02:27.188337 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e010173-5db6-44e3-ad96-c647b9925ec9 req-56eb14ee-32ac-4d32-b92e-15c6adebd843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:27.190142 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e010173-5db6-44e3-ad96-c647b9925ec9 req-56eb14ee-32ac-4d32-b92e-15c6adebd843 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec HTTP/1.1" status: 200 len: 921 time: 0.0975902 Nov 11 12:02:27.191682 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-cb8d839c-6f1c-4bb6-8389-3c3e64919d2b tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Router c740a6fa-224a-4cd4-a619-0e75f6a7c178 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:02:27.224168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c13403d4-790c-48a6-a81e-157096c021ec req-c4cdbbd9-3b97-4270-b324-89a061a954fa service neutron] 10.222.0.62 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615500 Nov 11 12:02:27.235887 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e010173-5db6-44e3-ad96-c647b9925ec9 req-c52848a0-7951-4827-84af-772e6c74b30a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0464d91d-6b70-4f03-aebe-8d756df6077b HTTP/1.1" status: 200 len: 217 time: 0.0383208 Nov 11 12:02:27.287852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e010173-5db6-44e3-ad96-c647b9925ec9 req-2279cfff-a197-4b95-9e6e-dfbbb208fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:27.289787 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e010173-5db6-44e3-ad96-c647b9925ec9 req-2279cfff-a197-4b95-9e6e-dfbbb208fd00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f81a86f-c988-41d8-9db9-540f02c42205 HTTP/1.1" status: 200 len: 859 time: 0.0467668 Nov 11 12:02:27.305276 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917937d8-a672-497f-b31d-97e254db9d6c req-e26a7548-2e9a-402c-a760-9f191ff17781 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:27.306705 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-917937d8-a672-497f-b31d-97e254db9d6c req-e26a7548-2e9a-402c-a760-9f191ff17781 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1308463 Nov 11 12:02:27.322106 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e010173-5db6-44e3-ad96-c647b9925ec9 req-9015d66e-5d34-46df-a964-eb0736d2f493 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247102 Nov 11 12:02:27.421249 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e010173-5db6-44e3-ad96-c647b9925ec9 req-304f8e23-8f34-4606-9d46-c84eb678b9da service neutron] 10.222.0.43 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917072 Nov 11 12:02:27.441655 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-cb8d839c-6f1c-4bb6-8389-3c3e64919d2b tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:02:27.449311 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-cb8d839c-6f1c-4bb6-8389-3c3e64919d2b tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:27.453206 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c13403d4-790c-48a6-a81e-157096c021ec req-fd88a3fa-9eff-4799-a573-167c55a6a93f service neutron] 10.222.0.62 "GET /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859095 Nov 11 12:02:27.456503 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd1527-7a6b-48eb-86c8-b9581420bd10 None None] Sync routers for ids ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:02:27.457686 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-917937d8-a672-497f-b31d-97e254db9d6c req-f09cee22-f59a-4c21-b679-6912910cd326 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209836 Nov 11 12:02:27.482178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-cb8d839c-6f1c-4bb6-8389-3c3e64919d2b tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "PUT /v2.0/floatingips/33a41a2a-b7e6-4e08-975f-7665f90034d6 HTTP/1.1" status: 200 len: 996 time: 2.2316065 Nov 11 12:02:27.482627 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae103282-ed3a-480f-a77f-5a6dabf63d69', 'tag': '44729ba7-9544-4e8a-9a58-23f85129055a'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:02:27.484871 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55d8689-c18f-41f8-a0d1-6d139d8952a6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae103282-ed3a-480f-a77f-5a6dabf63d69", "tag": "44729ba7-9544-4e8a-9a58-23f85129055a"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:02:27.509092 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd1527-7a6b-48eb-86c8-b9581420bd10 None None] Routers {'c740a6fa-224a-4cd4-a619-0e75f6a7c178'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:02:27.510127 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-eacd1527-7a6b-48eb-86c8-b9581420bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:02:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:27.537178 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e010173-5db6-44e3-ad96-c647b9925ec9 req-f286a5e6-38c3-4f97-a153-5eb871410828 service neutron] 10.222.0.43 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083937 Nov 11 12:02:27.554317 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-9d976da8-ea5a-4585-914a-c45c2569f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:27.557688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-9d976da8-ea5a-4585-914a-c45c2569f1da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=256640c8d987480f8e55023ef50e7019&device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 1096 time: 0.0472441 Nov 11 12:02:27.677720 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-eacd1527-7a6b-48eb-86c8-b9581420bd10 None None] Set router c740a6fa-224a-4cd4-a619-0e75f6a7c178 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:02:27.723111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9db32-968d-4cbf-a408-18f1c3a0187f req-c1f7c691-1417-43a0-9bc4-410059706c04 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:27.724594 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72e9db32-968d-4cbf-a408-18f1c3a0187f req-c1f7c691-1417-43a0-9bc4-410059706c04 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1056204 Nov 11 12:02:27.727441 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-3d504ac4-f8c7-4082-afa3-c9f995239b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:27.728792 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-3d504ac4-f8c7-4082-afa3-c9f995239b44 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 HTTP/1.1" status: 200 len: 931 time: 0.1660585 Nov 11 12:02:27.820867 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-dd16a54e-241e-47b7-b8c7-329b4d0dbdb6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44729ba7-9544-4e8a-9a58-23f85129055a HTTP/1.1" status: 200 len: 999 time: 0.0854843 Nov 11 12:02:27.828068 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72e9db32-968d-4cbf-a408-18f1c3a0187f req-38be14ef-3169-4828-9d94-8dc37594f33a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867388 Nov 11 12:02:27.872953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-a6317c4e-85bc-4798-92f5-f3c313588685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:27.876380 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-a6317c4e-85bc-4798-92f5-f3c313588685 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a HTTP/1.1" status: 200 len: 868 time: 0.0474308 Nov 11 12:02:27.891109 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdee8257-963f-4bfe-b2dd-073470174a13 x-openstack-request-id: req-cdee8257-963f-4bfe-b2dd-073470174a13 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:02:27.891402 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae103282-ed3a-480f-a77f-5a6dabf63d69", "tag": "44729ba7-9544-4e8a-9a58-23f85129055a", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:02:27.891653 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cdee8257-963f-4bfe-b2dd-073470174a13 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:02:27.892053 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae103282-ed3a-480f-a77f-5a6dabf63d69', 'tag': '44729ba7-9544-4e8a-9a58-23f85129055a', 'status': 'completed', 'code': 200} Nov 11 12:02:27.915372 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-eacd1527-7a6b-48eb-86c8-b9581420bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-router', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:02Z', 'updated_at': '2021-11-11T12:02:07Z', 'revision_number': 4, 'project_id': '256640c8d987480f8e55023ef50e7019', 'gw_port': {'id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:03Z', 'updated_at': '2021-11-11T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '33a41a2a-b7e6-4e08-975f-7665f90034d6', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'port_id': '44729ba7-9544-4e8a-9a58-23f85129055a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5', 'mac_address': 'fa:16:3e:d7:3f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae103282-ed3a-480f-a77f-5a6dabf63d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:02:23Z', 'updated_at': '2021-11-11T12:02:26Z', 'revision_number': 1, 'project_id': '256640c8d987480f8e55023ef50e7019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8', 'name': '', 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'mac_address': 'fa:16:3e:69:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:06Z', 'updated_at': '2021-11-11T12:02:12Z', 'revision_number': 5, 'project_id': '256640c8d987480f8e55023ef50e7019', 'subnets': [{'id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:27.923693 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-c69b5fc7-bb1f-408d-9527-53b46aba7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:27.925226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-c69b5fc7-bb1f-408d-9527-53b46aba7772 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3e2bf2a4-e2bc-411c-ad37-6e654d9397c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445387 Nov 11 12:02:27.944989 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd1527-7a6b-48eb-86c8-b9581420bd10 None None] Checking router: c740a6fa-224a-4cd4-a619-0e75f6a7c178 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:02:27.954153 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd1527-7a6b-48eb-86c8-b9581420bd10 None None] Routers {'c740a6fa-224a-4cd4-a619-0e75f6a7c178'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:02:27.954773 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-eacd1527-7a6b-48eb-86c8-b9581420bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:02:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:27.967619 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8689-c18f-41f8-a0d1-6d139d8952a6 req-e225c9fd-4f4e-4508-81b8-b3fa7e1a82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:27.969427 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d55d8689-c18f-41f8-a0d1-6d139d8952a6 req-e225c9fd-4f4e-4508-81b8-b3fa7e1a82ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=256640c8d987480f8e55023ef50e7019&device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 1096 time: 0.0544376 Nov 11 12:02:28.074043 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-eacd1527-7a6b-48eb-86c8-b9581420bd10 None None] Set router c740a6fa-224a-4cd4-a619-0e75f6a7c178 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:02:28.081317 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8689-c18f-41f8-a0d1-6d139d8952a6 req-c081b117-9050-4bfc-98a2-b6da6b183ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:28.082846 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d55d8689-c18f-41f8-a0d1-6d139d8952a6 req-c081b117-9050-4bfc-98a2-b6da6b183ed2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 HTTP/1.1" status: 200 len: 931 time: 0.1063333 Nov 11 12:02:28.157889 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d55d8689-c18f-41f8-a0d1-6d139d8952a6 req-5ca7931d-fbb8-42eb-baa5-6113e680323d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44729ba7-9544-4e8a-9a58-23f85129055a HTTP/1.1" status: 200 len: 999 time: 0.0674641 Nov 11 12:02:28.215832 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8689-c18f-41f8-a0d1-6d139d8952a6 req-2c439858-2b60-4d33-9be8-c7789182e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:28.217696 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d55d8689-c18f-41f8-a0d1-6d139d8952a6 req-2c439858-2b60-4d33-9be8-c7789182e5b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a HTTP/1.1" status: 200 len: 868 time: 0.0512791 Nov 11 12:02:28.266685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8689-c18f-41f8-a0d1-6d139d8952a6 req-098c42f6-6d52-4a37-a5c8-064f212436bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:28.269118 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d55d8689-c18f-41f8-a0d1-6d139d8952a6 req-098c42f6-6d52-4a37-a5c8-064f212436bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3e2bf2a4-e2bc-411c-ad37-6e654d9397c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428548 Nov 11 12:02:28.309565 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233230a-713a-4dc3-89f0-288f77b6eadf req-8074efa6-d519-46e0-a434-62034ff44e66 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:28.311195 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3233230a-713a-4dc3-89f0-288f77b6eadf req-8074efa6-d519-46e0-a434-62034ff44e66 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 943 time: 0.3695846 Nov 11 12:02:28.318958 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-eacd1527-7a6b-48eb-86c8-b9581420bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-router', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:02Z', 'updated_at': '2021-11-11T12:02:07Z', 'revision_number': 4, 'project_id': '256640c8d987480f8e55023ef50e7019', 'gw_port': {'id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:03Z', 'updated_at': '2021-11-11T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '33a41a2a-b7e6-4e08-975f-7665f90034d6', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'port_id': '44729ba7-9544-4e8a-9a58-23f85129055a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5', 'mac_address': 'fa:16:3e:d7:3f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae103282-ed3a-480f-a77f-5a6dabf63d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:02:23Z', 'updated_at': '2021-11-11T12:02:26Z', 'revision_number': 1, 'project_id': '256640c8d987480f8e55023ef50e7019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8', 'name': '', 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'mac_address': 'fa:16:3e:69:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:06Z', 'updated_at': '2021-11-11T12:02:12Z', 'revision_number': 5, 'project_id': '256640c8d987480f8e55023ef50e7019', 'subnets': [{'id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:28.345910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-afff8292-041a-4196-ae9d-52f6e6ea35b3 service neutron] 10.222.0.65 "GET /v2.0/networks/3e2bf2a4-e2bc-411c-ad37-6e654d9397c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130628 Nov 11 12:02:28.371994 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d55d8689-c18f-41f8-a0d1-6d139d8952a6 req-afc1d950-ec31-420b-9376-eaeabb934899 service neutron] 10.222.0.43 "GET /v2.0/networks/3e2bf2a4-e2bc-411c-ad37-6e654d9397c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956981 Nov 11 12:02:28.446432 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3233230a-713a-4dc3-89f0-288f77b6eadf req-ad22e99e-1218-462f-b5e5-33b3f8873068 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245852 Nov 11 12:02:28.475923 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd1527-7a6b-48eb-86c8-b9581420bd10 None None] The sync data for ids ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'] in n-d-807359-3 is: [{'id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-router', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:02Z', 'updated_at': '2021-11-11T12:02:07Z', 'revision_number': 4, 'project_id': '256640c8d987480f8e55023ef50e7019', 'gw_port': {'id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:03Z', 'updated_at': '2021-11-11T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '33a41a2a-b7e6-4e08-975f-7665f90034d6', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'port_id': '44729ba7-9544-4e8a-9a58-23f85129055a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5', 'mac_address': 'fa:16:3e:d7:3f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae103282-ed3a-480f-a77f-5a6dabf63d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:02:23Z', 'updated_at': '2021-11-11T12:02:26Z', 'revision_number': 1, 'project_id': '256640c8d987480f8e55023ef50e7019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8', 'name': '', 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'mac_address': 'fa:16:3e:69:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:06Z', 'updated_at': '2021-11-11T12:02:12Z', 'revision_number': 5, 'project_id': '256640c8d987480f8e55023ef50e7019', 'subnets': [{'id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:02:28.487321 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d55d8689-c18f-41f8-a0d1-6d139d8952a6 req-a47a2c7c-e293-41d5-a3c1-b1e126b49bde service neutron] 10.222.0.43 "GET /v2.0/networks/3e2bf2a4-e2bc-411c-ad37-6e654d9397c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074903 Nov 11 12:02:28.518163 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1edbb0ae-d955-4cfd-80d7-961ec8f7c75a req-5ea50027-e8e4-484a-bfa3-7e15a35e961b service neutron] 10.222.0.65 "GET /v2.0/networks/3e2bf2a4-e2bc-411c-ad37-6e654d9397c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565633 Nov 11 12:02:28.572155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf75d6-4460-4681-bda3-a999e8ac951d req-00b076fe-74d0-4a5d-99e7-3523fbd19907 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:28.573765 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16bf75d6-4460-4681-bda3-a999e8ac951d req-00b076fe-74d0-4a5d-99e7-3523fbd19907 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0542223 Nov 11 12:02:28.623280 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16bf75d6-4460-4681-bda3-a999e8ac951d req-013a5d48-df62-4693-90df-1a4180b01910 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433369 Nov 11 12:02:28.710213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device c42a6536-1cb5-49fc-83cd-5fe7d446e5ce details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:02:28.728470 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52600c81-d4b7-48d3-beea-52fa3a885b48 None None] New status for floating IP 33a41a2a-b7e6-4e08-975f-7665f90034d6: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:02:28.850179 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24002f98-0315-45ad-a59f-802c0e5b29d7 req-6d3bb3d1-64df-4f3e-b79e-6f0d9250d857 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:28.851795 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-24002f98-0315-45ad-a59f-802c0e5b29d7 req-6d3bb3d1-64df-4f3e-b79e-6f0d9250d857 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1319194 Nov 11 12:02:28.862239 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-1be2b035-350a-4685-be00-7fa4e33f7b0e tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 258 time: 0.1976428 Nov 11 12:02:28.868833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:28.922378 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:28.945931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-24002f98-0315-45ad-a59f-802c0e5b29d7 req-78160ec9-5144-429c-bdc9-68c80d462e0d tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809848 Nov 11 12:02:28.955076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port c42a6536-1cb5-49fc-83cd-5fe7d446e5ce, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=c42a6536-1cb5-49fc-83cd-5fe7d446e5ce,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:28.972546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'c42a6536-1cb5-49fc-83cd-5fe7d446e5ce', 'network_id': '394296cd-ddf9-481f-93cf-51fd49ff4081', 'port_id': 'c42a6536-1cb5-49fc-83cd-5fe7d446e5ce', 'mac_address': 'fa:16:3e:4f:ac:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e99551-4140-4663-b03e-6ab8528ee6e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:02:29.024535 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:29.041268 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42a6536-1cb5-49fc-83cd-5fe7d446e5ce {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:02:29.054693 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:29.078007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port c42a6536-1cb5-49fc-83cd-5fe7d446e5ce, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=c42a6536-1cb5-49fc-83cd-5fe7d446e5ce,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:29.082992 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:29.147327 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=c42a6536-1cb5-49fc-83cd-5fe7d446e5ce,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:29.195932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7aa218-50f9-440e-81e9-78791498bc77 req-76aaada1-86d5-4671-9cce-fee9a0117d92 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:29.197431 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dc7aa218-50f9-440e-81e9-78791498bc77 req-76aaada1-86d5-4671-9cce-fee9a0117d92 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1317265 Nov 11 12:02:29.238171 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Allocated IP 172.25.2.87 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/064e7207-31c0-4727-8ed7-d162c1904b63) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:02:29.290174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dc7aa218-50f9-440e-81e9-78791498bc77 req-160e8921-f2bc-41e3-aec2-9562e4fb357d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841010 Nov 11 12:02:29.370293 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:29.432125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['c42a6536-1cb5-49fc-83cd-5fe7d446e5ce'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:02:29.434669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f40887-55bd-444d-bade-d0614b89eac9 req-b1bd3f0c-8646-4a0d-a134-31e9d8a2b019 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:29.436411 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-94f40887-55bd-444d-bade-d0614b89eac9 req-b1bd3f0c-8646-4a0d-a134-31e9d8a2b019 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0719752 Nov 11 12:02:29.443544 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:29.503004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Pushing event updated for resources: {'Port': ['ID=064e7207-31c0-4727-8ed7-d162c1904b63,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:29.510301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:02:29.520332 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:29.522738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:02:29.596249 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-94f40887-55bd-444d-bade-d0614b89eac9 req-87759717-ffcb-4800-9ea4-8ce043dea33f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435518 Nov 11 12:02:29.636477 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:29.683620 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:29.758439 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e7e14-c94c-48a4-9877-210d39c1eb0a req-c0badaa4-ce90-440a-ac2f-59d8109776cc tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:29.760413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c8e7e14-c94c-48a4-9877-210d39c1eb0a req-c0badaa4-ce90-440a-ac2f-59d8109776cc tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0938292 Nov 11 12:02:29.861275 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c8e7e14-c94c-48a4-9877-210d39c1eb0a req-f2d490fa-87c9-4a91-8481-e7cf323592b1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872662 Nov 11 12:02:29.902736 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:29.908718 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:30.001923 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Pushing event updated for resources: {'Port': ['ID=064e7207-31c0-4727-8ed7-d162c1904b63,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:30.020037 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:30.038080 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:30.039438 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-0b755b61-a005-4769-9f6a-7ddbd75f2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1762838 Nov 11 12:02:30.093546 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-56b25b45-e496-4f92-928e-7a2e9d35e55c tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.87 HTTP/1.1" status: 200 len: 695 time: 0.0479195 Nov 11 12:02:30.219339 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-6e570db0-79f8-42e8-8fa6-76ed573498d1 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:30.220808 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-6e570db0-79f8-42e8-8fa6-76ed573498d1 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.1207063 Nov 11 12:02:30.232177 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-f1ec0378-e958-4cfa-be87-20874cde46a8 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:02:30.233619 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fc1c537-c156-4f40-8d12-6d6e04ab5dfd req-f1ec0378-e958-4cfa-be87-20874cde46a8 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069866 Nov 11 12:02:30.419771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3e482-e8ae-4bfa-b6bc-e15d1a551902 req-81073c82-7207-4b71-96e0-d5f372ade9c0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:30.421371 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2bf3e482-e8ae-4bfa-b6bc-e15d1a551902 req-81073c82-7207-4b71-96e0-d5f372ade9c0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0852473 Nov 11 12:02:30.436812 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff229df-2a0d-4bca-a206-66144f7e2745 req-529c0534-1453-4622-ba3e-7a5b96230887 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:30.438492 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fff229df-2a0d-4bca-a206-66144f7e2745 req-529c0534-1453-4622-ba3e-7a5b96230887 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0747697 Nov 11 12:02:30.506483 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fff229df-2a0d-4bca-a206-66144f7e2745 req-5f9fdfac-d4d4-45f8-9daf-8f969c7255b8 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.87 HTTP/1.1" status: 200 len: 695 time: 0.0540435 Nov 11 12:02:30.520881 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-fff229df-2a0d-4bca-a206-66144f7e2745 req-7461949f-ebf2-454c-8fe2-b67d9855ec76 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Request body: {'floatingip': {'port_id': '44729ba7-9544-4e8a-9a58-23f85129055a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:30.528330 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2bf3e482-e8ae-4bfa-b6bc-e15d1a551902 req-9df3f23e-c3fb-4619-bd73-89cc0aec0ae5 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006341 Nov 11 12:02:30.566900 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fff229df-2a0d-4bca-a206-66144f7e2745 req-7461949f-ebf2-454c-8fe2-b67d9855ec76 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:30.700446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d950b9d-453d-4597-a78a-0f9b2d951af0 req-f67a9151-4a20-493b-a04b-4f0e92fc14c0 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:30.701651 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d950b9d-453d-4597-a78a-0f9b2d951af0 req-f67a9151-4a20-493b-a04b-4f0e92fc14c0 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1050520 Nov 11 12:02:30.726055 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device c42a6536-1cb5-49fc-83cd-5fe7d446e5ce up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:02:30.786700 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port c42a6536-1cb5-49fc-83cd-5fe7d446e5ce completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:02:30.790893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port c42a6536-1cb5-49fc-83cd-5fe7d446e5ce triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:30.791443 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:30.827168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d950b9d-453d-4597-a78a-0f9b2d951af0 req-2b5a90f2-c25e-4929-bd3d-1739f24b3866 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827131 Nov 11 12:02:30.854411 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-fff229df-2a0d-4bca-a206-66144f7e2745 req-7461949f-ebf2-454c-8fe2-b67d9855ec76 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] update failed (client error): There was a conflict when trying to complete your request. Nov 11 12:02:30.855463 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fff229df-2a0d-4bca-a206-66144f7e2745 req-7461949f-ebf2-454c-8fe2-b67d9855ec76 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "PUT /v2.0/floatingips/99f841b5-6c62-4799-8746-7209762abc76 HTTP/1.1" status: 409 len: 549 time: 0.3414965 Nov 11 12:02:30.872169 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:30.897138 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf92620-cb8e-4b95-830f-b9955d39ccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42a6536-1cb5-49fc-83cd-5fe7d446e5ce'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:02:30.899637 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad07b41-2479-4402-bf7d-83f055eefce4" -d '{"events": [{"server_uuid": "9bf92620-cb8e-4b95-830f-b9955d39ccd2", "name": "network-vif-plugged", "status": "completed", "tag": "c42a6536-1cb5-49fc-83cd-5fe7d446e5ce"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:02:30.915459 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port c42a6536-1cb5-49fc-83cd-5fe7d446e5ce, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=c42a6536-1cb5-49fc-83cd-5fe7d446e5ce,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:30.921722 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:30.939454 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcc9c48a-e98d-49fe-919e-b1c9359052fe req-4943d83e-3c48-48f4-8d33-1637b9db32ca tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/floatingips/99f841b5-6c62-4799-8746-7209762abc76 HTTP/1.1" status: 200 len: 692 time: 0.0606563 Nov 11 12:02:30.983307 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=c42a6536-1cb5-49fc-83cd-5fe7d446e5ce,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:31.060707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433677a-c065-4a9d-b2e0-8910ac17718d req-f1f9c705-9d20-47b7-a814-13f2d04d3900 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:31.062145 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3433677a-c065-4a9d-b2e0-8910ac17718d req-f1f9c705-9d20-47b7-a814-13f2d04d3900 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 945 time: 0.1205130 Nov 11 12:02:31.096807 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9c48a-e98d-49fe-919e-b1c9359052fe req-a63470d2-c0df-4231-b619-5c2fd2404fce tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:31.098223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcc9c48a-e98d-49fe-919e-b1c9359052fe req-a63470d2-c0df-4231-b619-5c2fd2404fce tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.1577468 Nov 11 12:02:31.116598 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-bcc9c48a-e98d-49fe-919e-b1c9359052fe req-78555243-69b8-4799-8044-50f5441c2e0f tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:02:31.117538 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcc9c48a-e98d-49fe-919e-b1c9359052fe req-78555243-69b8-4799-8044-50f5441c2e0f tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130539 Nov 11 12:02:31.139461 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3433677a-c065-4a9d-b2e0-8910ac17718d req-2be35a07-23eb-4c03-993f-128973a55ffc tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706928 Nov 11 12:02:31.179773 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcc9c48a-e98d-49fe-919e-b1c9359052fe req-b01131e8-d68c-4b37-b1b7-e9ddbb890f71 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.87 HTTP/1.1" status: 200 len: 695 time: 0.0515347 Nov 11 12:02:31.188203 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809860b4-3705-462d-a2b5-3fdc8ddecf35 x-openstack-request-id: req-809860b4-3705-462d-a2b5-3fdc8ddecf35 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:02:31.188497 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf92620-cb8e-4b95-830f-b9955d39ccd2", "name": "network-vif-plugged", "status": "completed", "tag": "c42a6536-1cb5-49fc-83cd-5fe7d446e5ce", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:02:31.188764 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-809860b4-3705-462d-a2b5-3fdc8ddecf35 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:02:31.189260 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf92620-cb8e-4b95-830f-b9955d39ccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42a6536-1cb5-49fc-83cd-5fe7d446e5ce', 'code': 200} Nov 11 12:02:31.241974 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcc9c48a-e98d-49fe-919e-b1c9359052fe req-a64899a0-640b-4b0a-881f-16007a7ca2a1 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.87 HTTP/1.1" status: 200 len: 695 time: 0.0549428 Nov 11 12:02:31.360693 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf12bd-3987-4e5f-96d4-2de5f72e8763 req-fbd1c1fe-1007-4eec-a028-af9779ce5bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:31.362258 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fabf12bd-3987-4e5f-96d4-2de5f72e8763 req-fbd1c1fe-1007-4eec-a028-af9779ce5bc8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 1096 time: 0.0809565 Nov 11 12:02:31.431897 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fabf12bd-3987-4e5f-96d4-2de5f72e8763 req-d4d43a3f-47a9-41c3-b6a5-64bb7ed42902 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500324 Nov 11 12:02:31.438713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-bcc9c48a-e98d-49fe-919e-b1c9359052fe req-b90254fa-ea76-4a70-8610-96982c7ade98 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Deleting port 064e7207-31c0-4727-8ed7-d162c1904b63 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:02:31.439133 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bcc9c48a-e98d-49fe-919e-b1c9359052fe req-b90254fa-ea76-4a70-8610-96982c7ade98 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:31.515032 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bcc9c48a-e98d-49fe-919e-b1c9359052fe req-b90254fa-ea76-4a70-8610-96982c7ade98 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:31.515323 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bcc9c48a-e98d-49fe-919e-b1c9359052fe req-b90254fa-ea76-4a70-8610-96982c7ade98 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:31.531379 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-bcc9c48a-e98d-49fe-919e-b1c9359052fe req-b90254fa-ea76-4a70-8610-96982c7ade98 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Calling delete_port for 064e7207-31c0-4727-8ed7-d162c1904b63 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:02:31.676264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94450a-9a8f-4a72-97f0-77fa1a7ad967 req-6c0bbf8e-9ba9-476c-960e-fd07824b80a2 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:31.678003 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c94450a-9a8f-4a72-97f0-77fa1a7ad967 req-6c0bbf8e-9ba9-476c-960e-fd07824b80a2 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0696242 Nov 11 12:02:31.753999 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bcc9c48a-e98d-49fe-919e-b1c9359052fe req-b90254fa-ea76-4a70-8610-96982c7ade98 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:31.784129 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c94450a-9a8f-4a72-97f0-77fa1a7ad967 req-5a90a833-1229-4136-a1e4-b1859e4c2ea1 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836139 Nov 11 12:02:31.786449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90254fa-ea76-4a70-8610-96982c7ade98 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Pushing event deleted for resources: {'Port': ['ID=064e7207-31c0-4727-8ed7-d162c1904b63,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:31.847000 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bcc9c48a-e98d-49fe-919e-b1c9359052fe req-b90254fa-ea76-4a70-8610-96982c7ade98 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:31.849765 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bcc9c48a-e98d-49fe-919e-b1c9359052fe req-b90254fa-ea76-4a70-8610-96982c7ade98 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:31.850786 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcc9c48a-e98d-49fe-919e-b1c9359052fe req-b90254fa-ea76-4a70-8610-96982c7ade98 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "DELETE /v2.0/floatingips/99f841b5-6c62-4799-8746-7209762abc76 HTTP/1.1" status: 204 len: 173 time: 0.6079743 Nov 11 12:02:31.986409 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-90154078-3da1-496b-88d4-baece3164436 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.213 HTTP/1.1" status: 200 len: 1001 time: 0.1158860 Nov 11 12:02:32.001546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951acce-93db-4e80-b08b-c7216c6e2645 req-a708b383-9f8b-4c5c-8847-9c3944b1eb02 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:32.003035 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3951acce-93db-4e80-b08b-c7216c6e2645 req-a708b383-9f8b-4c5c-8847-9c3944b1eb02 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0915134 Nov 11 12:02:32.090709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-aa7fe3d1-014f-465f-a366-1ac377d2a7dc tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:32.092126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-aa7fe3d1-014f-465f-a366-1ac377d2a7dc tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/ports/44729ba7-9544-4e8a-9a58-23f85129055a HTTP/1.1" status: 200 len: 942 time: 0.0995104 Nov 11 12:02:32.123578 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3951acce-93db-4e80-b08b-c7216c6e2645 req-0e5f2db1-54de-4ceb-9d50-dc40983351a7 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133482 Nov 11 12:02:32.205607 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-dce93e0b-503a-4940-ade1-e670b3200c15 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.213 HTTP/1.1" status: 200 len: 1001 time: 0.0651076 Nov 11 12:02:32.574667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef86a1e-4138-42e3-bbe7-ae09ea39d5ad req-ae5ceb44-efad-424d-aa77-2bf366bbdc85 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:32.576255 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bef86a1e-4138-42e3-bbe7-ae09ea39d5ad req-ae5ceb44-efad-424d-aa77-2bf366bbdc85 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 945 time: 0.3685992 Nov 11 12:02:32.627034 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-83e0fd04-da2b-4500-85fc-66ae47933906 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:32.628388 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-83e0fd04-da2b-4500-85fc-66ae47933906 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.4110322 Nov 11 12:02:32.658044 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bef86a1e-4138-42e3-bbe7-ae09ea39d5ad req-cee0606b-3348-461a-a9fb-314a92179548 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719454 Nov 11 12:02:32.712371 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-a5f70358-87d8-4401-ad36-b24e8eab11cc tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.213 HTTP/1.1" status: 200 len: 1001 time: 0.0760360 Nov 11 12:02:32.722014 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-70b50063-f9bc-4ed8-b61d-e91d43e30d96 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:32.777020 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-70b50063-f9bc-4ed8-b61d-e91d43e30d96 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:32.957029 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-70b50063-f9bc-4ed8-b61d-e91d43e30d96 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:32.963818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-70b50063-f9bc-4ed8-b61d-e91d43e30d96 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:32.964194 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-70b50063-f9bc-4ed8-b61d-e91d43e30d96 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Floating IP 33a41a2a-b7e6-4e08-975f-7665f90034d6 disassociated. External IP: 172.25.2.213, port: 44729ba7-9544-4e8a-9a58-23f85129055a. Nov 11 12:02:33.010047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5535ee-3691-41d9-bcfc-8c42ae4a069b req-fdf2d10e-2765-49c3-9686-9857beca69d0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:33.011539 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc5535ee-3691-41d9-bcfc-8c42ae4a069b req-fdf2d10e-2765-49c3-9686-9857beca69d0 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1236575 Nov 11 12:02:33.111760 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc5535ee-3691-41d9-bcfc-8c42ae4a069b req-ee7cc7ca-bfdd-4e12-bfaf-bc4d9aacea49 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895057 Nov 11 12:02:33.241178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-70b50063-f9bc-4ed8-b61d-e91d43e30d96 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Router c740a6fa-224a-4cd4-a619-0e75f6a7c178 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:02:33.366015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-70b50063-f9bc-4ed8-b61d-e91d43e30d96 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:02:33.370905 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-70b50063-f9bc-4ed8-b61d-e91d43e30d96 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:33.378161 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a7ec00-ee28-4dc0-90fa-8622fcb4528b None None] Sync routers for ids ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:02:33.398634 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a7ec00-ee28-4dc0-90fa-8622fcb4528b None None] Routers {'c740a6fa-224a-4cd4-a619-0e75f6a7c178'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:02:33.399275 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-07a7ec00-ee28-4dc0-90fa-8622fcb4528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:02:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:33.429117 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-70b50063-f9bc-4ed8-b61d-e91d43e30d96 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "PUT /v2.0/floatingips/33a41a2a-b7e6-4e08-975f-7665f90034d6 HTTP/1.1" status: 200 len: 695 time: 0.7109137 Nov 11 12:02:33.432006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae103282-ed3a-480f-a77f-5a6dabf63d69', 'tag': '44729ba7-9544-4e8a-9a58-23f85129055a'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:02:33.434927 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d5997e-acac-42a7-b2f1-27a92bb87916" -d '{"events": [{"name": "network-changed", "server_uuid": "ae103282-ed3a-480f-a77f-5a6dabf63d69", "tag": "44729ba7-9544-4e8a-9a58-23f85129055a"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:02:33.468307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d5bc0-375d-4c47-a908-4eb0ada5b7cc req-e3fc1cef-99e9-4fa1-ae60-3141177675a5 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:33.470157 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f12d5bc0-375d-4c47-a908-4eb0ada5b7cc req-e3fc1cef-99e9-4fa1-ae60-3141177675a5 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0758421 Nov 11 12:02:33.522228 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-ff8f850a-5143-48d8-91ae-dafd8b5f07fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:33.523904 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-ff8f850a-5143-48d8-91ae-dafd8b5f07fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=256640c8d987480f8e55023ef50e7019&device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 1096 time: 0.0754988 Nov 11 12:02:33.524515 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-07a7ec00-ee28-4dc0-90fa-8622fcb4528b None None] Set router c740a6fa-224a-4cd4-a619-0e75f6a7c178 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:02:33.570473 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f12d5bc0-375d-4c47-a908-4eb0ada5b7cc req-32be148d-f355-4a62-80e2-43bffa6b9699 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855918 Nov 11 12:02:33.648729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-4b463001-1b91-4026-bae5-bf18442fa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:33.659031 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-4b463001-1b91-4026-bae5-bf18442fa46a service neutron] 10.222.0.65 "GET /v2.0/networks?id=3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 HTTP/1.1" status: 200 len: 931 time: 0.1239984 Nov 11 12:02:33.671743 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f410628-6f6d-4784-baf4-0ee2c67abd1c x-openstack-request-id: req-9f410628-6f6d-4784-baf4-0ee2c67abd1c {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:02:33.672031 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae103282-ed3a-480f-a77f-5a6dabf63d69", "tag": "44729ba7-9544-4e8a-9a58-23f85129055a", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:02:33.672275 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f410628-6f6d-4784-baf4-0ee2c67abd1c {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:02:33.672658 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae103282-ed3a-480f-a77f-5a6dabf63d69', 'tag': '44729ba7-9544-4e8a-9a58-23f85129055a', 'status': 'completed', 'code': 200} Nov 11 12:02:33.712343 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-fc6f6032-9c66-4d39-954e-05379cadf628 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44729ba7-9544-4e8a-9a58-23f85129055a HTTP/1.1" status: 200 len: 217 time: 0.0517805 Nov 11 12:02:33.747780 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5997e-acac-42a7-b2f1-27a92bb87916 req-65406f2c-3d94-4f7c-b497-3779d858c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:33.749717 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8d5997e-acac-42a7-b2f1-27a92bb87916 req-65406f2c-3d94-4f7c-b497-3779d858c92d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=256640c8d987480f8e55023ef50e7019&device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 1096 time: 0.0506525 Nov 11 12:02:33.762428 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-07a7ec00-ee28-4dc0-90fa-8622fcb4528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-router', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:02Z', 'updated_at': '2021-11-11T12:02:07Z', 'revision_number': 4, 'project_id': '256640c8d987480f8e55023ef50e7019', 'gw_port': {'id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:03Z', 'updated_at': '2021-11-11T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8', 'name': '', 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'mac_address': 'fa:16:3e:69:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:06Z', 'updated_at': '2021-11-11T12:02:12Z', 'revision_number': 5, 'project_id': '256640c8d987480f8e55023ef50e7019', 'subnets': [{'id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:33.794847 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a7ec00-ee28-4dc0-90fa-8622fcb4528b None None] Checking router: c740a6fa-224a-4cd4-a619-0e75f6a7c178 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:02:33.804477 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-796b23f9-1cb0-48ab-8818-3b8ab95b93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:33.804737 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a7ec00-ee28-4dc0-90fa-8622fcb4528b None None] Routers {'c740a6fa-224a-4cd4-a619-0e75f6a7c178'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:02:33.805216 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-07a7ec00-ee28-4dc0-90fa-8622fcb4528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:02:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:33.805991 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-796b23f9-1cb0-48ab-8818-3b8ab95b93d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a HTTP/1.1" status: 200 len: 868 time: 0.0928555 Nov 11 12:02:33.818248 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96faa55b-af31-43d4-9e3f-fdf9ec938d98 req-af1ca209-7c4a-4b90-8fc1-200ff0a771c7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:33.819761 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96faa55b-af31-43d4-9e3f-fdf9ec938d98 req-af1ca209-7c4a-4b90-8fc1-200ff0a771c7 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0654008 Nov 11 12:02:33.859973 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5997e-acac-42a7-b2f1-27a92bb87916 req-ab9b5145-fe6c-4586-b596-a6c201225ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:33.861814 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8d5997e-acac-42a7-b2f1-27a92bb87916 req-ab9b5145-fe6c-4586-b596-a6c201225ca7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 HTTP/1.1" status: 200 len: 931 time: 0.1013870 Nov 11 12:02:33.906183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96faa55b-af31-43d4-9e3f-fdf9ec938d98 req-b71466bb-fed4-49e6-a5d4-87418462bfde tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773773 Nov 11 12:02:33.917937 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8d5997e-acac-42a7-b2f1-27a92bb87916 req-b21e943b-43bd-4f17-892a-d56f22b984bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44729ba7-9544-4e8a-9a58-23f85129055a HTTP/1.1" status: 200 len: 217 time: 0.0485594 Nov 11 12:02:33.932490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-b2407a65-e7d5-4825-b4f3-3f1fc4cf5aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:33.938722 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-07a7ec00-ee28-4dc0-90fa-8622fcb4528b None None] Set router c740a6fa-224a-4cd4-a619-0e75f6a7c178 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:02:33.943557 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-b2407a65-e7d5-4825-b4f3-3f1fc4cf5aaf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3e2bf2a4-e2bc-411c-ad37-6e654d9397c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227391 Nov 11 12:02:33.995958 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5997e-acac-42a7-b2f1-27a92bb87916 req-0b53493c-8fcd-4299-921b-9beda6aea169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:33.999116 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8d5997e-acac-42a7-b2f1-27a92bb87916 req-0b53493c-8fcd-4299-921b-9beda6aea169 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a HTTP/1.1" status: 200 len: 868 time: 0.0690641 Nov 11 12:02:34.058554 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5997e-acac-42a7-b2f1-27a92bb87916 req-7a9170bb-e43d-42b8-a6b0-b92cfc12afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:34.060375 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8d5997e-acac-42a7-b2f1-27a92bb87916 req-7a9170bb-e43d-42b8-a6b0-b92cfc12afe8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3e2bf2a4-e2bc-411c-ad37-6e654d9397c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535803 Nov 11 12:02:34.104179 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-2c6e3839-cee1-4a1f-b648-549c3bb7c1d5 service neutron] 10.222.0.65 "GET /v2.0/networks/3e2bf2a4-e2bc-411c-ad37-6e654d9397c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587954 Nov 11 12:02:34.195178 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8d5997e-acac-42a7-b2f1-27a92bb87916 req-40574248-73f9-49b0-97e3-2d00db5bdb71 service neutron] 10.222.0.43 "GET /v2.0/networks/3e2bf2a4-e2bc-411c-ad37-6e654d9397c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270552 Nov 11 12:02:34.281720 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-07a7ec00-ee28-4dc0-90fa-8622fcb4528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-router', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:02Z', 'updated_at': '2021-11-11T12:02:07Z', 'revision_number': 4, 'project_id': '256640c8d987480f8e55023ef50e7019', 'gw_port': {'id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:03Z', 'updated_at': '2021-11-11T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8', 'name': '', 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'mac_address': 'fa:16:3e:69:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:06Z', 'updated_at': '2021-11-11T12:02:12Z', 'revision_number': 5, 'project_id': '256640c8d987480f8e55023ef50e7019', 'subnets': [{'id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:34.315833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5669a384-d39d-4c6f-95b6-1a51a66cdc36 req-506fb943-abcb-44d9-9bf7-c92a40d906f5 service neutron] 10.222.0.65 "GET /v2.0/networks/3e2bf2a4-e2bc-411c-ad37-6e654d9397c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048745 Nov 11 12:02:34.367151 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a7ec00-ee28-4dc0-90fa-8622fcb4528b None None] The sync data for ids ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'] in n-d-807359-3 is: [{'id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-router', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:02Z', 'updated_at': '2021-11-11T12:02:07Z', 'revision_number': 4, 'project_id': '256640c8d987480f8e55023ef50e7019', 'gw_port': {'id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:03Z', 'updated_at': '2021-11-11T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8', 'name': '', 'network_id': '3e2bf2a4-e2bc-411c-ad37-6e654d9397c5', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'mac_address': 'fa:16:3e:69:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:06Z', 'updated_at': '2021-11-11T12:02:12Z', 'revision_number': 5, 'project_id': '256640c8d987480f8e55023ef50e7019', 'subnets': [{'id': '59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:02:34.532256 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16977224-e04f-43b8-9c89-4c3b5fab4b88 req-dc713db4-804f-4d6f-9e0c-b303aa96861c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:34.533898 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16977224-e04f-43b8-9c89-4c3b5fab4b88 req-dc713db4-804f-4d6f-9e0c-b303aa96861c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1630867 Nov 11 12:02:34.541470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45922571-e383-4010-b201-3afbbc1b6bd0 req-fbfcc39f-2dbd-4ac5-9212-a7a34388d7cd tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:34.551082 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45922571-e383-4010-b201-3afbbc1b6bd0 req-fbfcc39f-2dbd-4ac5-9212-a7a34388d7cd tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 945 time: 0.1115940 Nov 11 12:02:34.657961 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45922571-e383-4010-b201-3afbbc1b6bd0 req-146c844b-4cc5-4622-a6ed-a03cc04eace2 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836344 Nov 11 12:02:34.666937 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16977224-e04f-43b8-9c89-4c3b5fab4b88 req-0730917a-55c1-4fdc-823e-5c5978d60dd2 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148238 Nov 11 12:02:34.839467 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e087ad-e59d-4aa7-874f-4e6437186052 None None] New status for floating IP 33a41a2a-b7e6-4e08-975f-7665f90034d6: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:02:34.848584 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1f7aa97-ddf6-49e5-b0ff-c0519a6d9529 req-b6aba872-ed8a-4262-974d-02f73817b3bf tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/floatingips/33a41a2a-b7e6-4e08-975f-7665f90034d6 HTTP/1.1" status: 200 len: 695 time: 0.1127486 Nov 11 12:02:34.983141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4afa30-4c0c-4308-995b-84b513952f1b req-ac716daf-7750-465d-9add-abc18388ef71 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:34.984740 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba4afa30-4c0c-4308-995b-84b513952f1b req-ac716daf-7750-465d-9add-abc18388ef71 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1983342 Nov 11 12:02:35.015231 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8d5997e-acac-42a7-b2f1-27a92bb87916 req-84d3718d-3d71-4d37-8f82-67856e3d3e44 service neutron] 10.222.0.43 "GET /v2.0/networks/3e2bf2a4-e2bc-411c-ad37-6e654d9397c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8119791 Nov 11 12:02:35.076476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7aa97-ddf6-49e5-b0ff-c0519a6d9529 req-e36ae8e4-6aa2-4e8e-ae42-0b0fca96ae3a tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:35.079803 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1f7aa97-ddf6-49e5-b0ff-c0519a6d9529 req-e36ae8e4-6aa2-4e8e-ae42-0b0fca96ae3a tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 784 time: 0.2116892 Nov 11 12:02:35.094226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba4afa30-4c0c-4308-995b-84b513952f1b req-b4e46718-3a91-48e5-b67e-cae13faba22b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972395 Nov 11 12:02:35.104747 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-b1f7aa97-ddf6-49e5-b0ff-c0519a6d9529 req-6d99207c-3d11-4950-809a-0a7a470a39f3 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:02:35.110278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1f7aa97-ddf6-49e5-b0ff-c0519a6d9529 req-6d99207c-3d11-4950-809a-0a7a470a39f3 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106299 Nov 11 12:02:35.174725 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1f7aa97-ddf6-49e5-b0ff-c0519a6d9529 req-810e11b4-be5d-45e8-8866-c8379e962462 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.213 HTTP/1.1" status: 200 len: 698 time: 0.0600996 Nov 11 12:02:35.253936 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1f7aa97-ddf6-49e5-b0ff-c0519a6d9529 req-6b241600-85a6-4913-828b-ce9d81deb5a4 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.2.213 HTTP/1.1" status: 200 len: 696 time: 0.0710394 Nov 11 12:02:35.415638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-b1f7aa97-ddf6-49e5-b0ff-c0519a6d9529 req-826a439e-0b68-4fc4-9806-f9336a48d8f8 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Deleting port 2b79d618-bafc-4c18-b4ea-72020e2ff1bf {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:02:35.416302 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b1f7aa97-ddf6-49e5-b0ff-c0519a6d9529 req-826a439e-0b68-4fc4-9806-f9336a48d8f8 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:35.499049 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b1f7aa97-ddf6-49e5-b0ff-c0519a6d9529 req-826a439e-0b68-4fc4-9806-f9336a48d8f8 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:35.499378 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b1f7aa97-ddf6-49e5-b0ff-c0519a6d9529 req-826a439e-0b68-4fc4-9806-f9336a48d8f8 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:35.511884 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-b1f7aa97-ddf6-49e5-b0ff-c0519a6d9529 req-826a439e-0b68-4fc4-9806-f9336a48d8f8 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Calling delete_port for 2b79d618-bafc-4c18-b4ea-72020e2ff1bf owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:02:35.644208 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b1f7aa97-ddf6-49e5-b0ff-c0519a6d9529 req-826a439e-0b68-4fc4-9806-f9336a48d8f8 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:35.671765 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a439e-0b68-4fc4-9806-f9336a48d8f8 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Pushing event deleted for resources: {'Port': ['ID=2b79d618-bafc-4c18-b4ea-72020e2ff1bf,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:35.734039 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b1f7aa97-ddf6-49e5-b0ff-c0519a6d9529 req-826a439e-0b68-4fc4-9806-f9336a48d8f8 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:35.736789 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b1f7aa97-ddf6-49e5-b0ff-c0519a6d9529 req-826a439e-0b68-4fc4-9806-f9336a48d8f8 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:35.737998 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1f7aa97-ddf6-49e5-b0ff-c0519a6d9529 req-826a439e-0b68-4fc4-9806-f9336a48d8f8 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "DELETE /v2.0/floatingips/33a41a2a-b7e6-4e08-975f-7665f90034d6 HTTP/1.1" status: 204 len: 173 time: 0.4832566 Nov 11 12:02:35.785512 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3f9e-5b2b-4034-9534-15bd68aae91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:35.874161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c995a-3b49-4aa0-a05c-5fcbc8b2e3f2 req-391d146b-0a24-420c-b2c0-6346f39e612f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:35.875841 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-670c995a-3b49-4aa0-a05c-5fcbc8b2e3f2 req-391d146b-0a24-420c-b2c0-6346f39e612f tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0674257 Nov 11 12:02:35.884359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30318f-23b6-43d6-9d2f-26b591044fbb req-c362595e-721c-413e-ba0f-82097a72a01c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:35.885930 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c30318f-23b6-43d6-9d2f-26b591044fbb req-c362595e-721c-413e-ba0f-82097a72a01c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0909834 Nov 11 12:02:35.961945 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-670c995a-3b49-4aa0-a05c-5fcbc8b2e3f2 req-71f436f1-680b-4543-a69a-5d0dd34701ce tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748310 Nov 11 12:02:35.965228 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c30318f-23b6-43d6-9d2f-26b591044fbb req-6151917d-cbf3-4ebb-ba82-df5fc0f92185 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725174 Nov 11 12:02:36.098823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26628a5-b27b-48e0-981a-ed0f2cd18fd4 req-c81bbfda-0c12-415d-bdc7-457d79338a72 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:36.100660 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c26628a5-b27b-48e0-981a-ed0f2cd18fd4 req-c81bbfda-0c12-415d-bdc7-457d79338a72 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0532181 Nov 11 12:02:36.189829 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c26628a5-b27b-48e0-981a-ed0f2cd18fd4 req-156aa77f-954f-45b4-b8f2-cd174cb82093 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0559552 Nov 11 12:02:36.251028 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c451512-37d8-4a2c-8385-216b90e90fb7 req-926c995c-1f8e-4f5c-b234-8b22ee54f308 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:36.253479 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c451512-37d8-4a2c-8385-216b90e90fb7 req-926c995c-1f8e-4f5c-b234-8b22ee54f308 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0619252 Nov 11 12:02:36.346192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7075b39-f288-42c6-a591-b900b422cd1e req-095f00f4-c4da-4d44-b994-2594a89203f3 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:36.347848 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7075b39-f288-42c6-a591-b900b422cd1e req-095f00f4-c4da-4d44-b994-2594a89203f3 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0847402 Nov 11 12:02:36.358121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c451512-37d8-4a2c-8385-216b90e90fb7 req-2dcc8146-ce34-4e06-845b-22babf4b2716 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962360 Nov 11 12:02:36.423428 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7f5539e5-3a95-4e59-86c8-3144028d1398 req-ca80de9b-181b-4be7-8f03-9478dfe1fbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0433435 Nov 11 12:02:36.446661 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7075b39-f288-42c6-a591-b900b422cd1e req-7bb96dca-dd20-4758-8b53-3e6e79251755 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872450 Nov 11 12:02:36.796437 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0dab4-7c27-41b0-a5cd-a29d31bef588 req-be9f5b69-f18f-4d4c-9fcb-ec0f32c0ad85 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:36.797953 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ece0dab4-7c27-41b0-a5cd-a29d31bef588 req-be9f5b69-f18f-4d4c-9fcb-ec0f32c0ad85 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 945 time: 0.0505981 Nov 11 12:02:36.850134 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ece0dab4-7c27-41b0-a5cd-a29d31bef588 req-b6202798-1ee8-47b2-aeaf-3f389b9890b2 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/security-groups?id=783734f1-f732-433b-837d-58837223863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457547 Nov 11 12:02:37.091636 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c8321-7362-45c3-9a98-adf13c378bfc req-57498794-a09b-4bd3-b076-0f61561f8e4a tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:37.093319 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a5c8321-7362-45c3-9a98-adf13c378bfc req-57498794-a09b-4bd3-b076-0f61561f8e4a tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0522454 Nov 11 12:02:37.155562 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a5c8321-7362-45c3-9a98-adf13c378bfc req-30d63b88-42a7-4187-8c31-2f94dbc96750 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554833 Nov 11 12:02:37.501195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6cc13-641a-47f6-829e-9ef081fc4107 req-539071a9-c266-40c3-8fed-fec60835bd4f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:37.510533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-46b6cc13-641a-47f6-829e-9ef081fc4107 req-539071a9-c266-40c3-8fed-fec60835bd4f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0804787 Nov 11 12:02:37.607721 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-46b6cc13-641a-47f6-829e-9ef081fc4107 req-fecb3735-5c56-4dd4-9bbe-c9656a41ad4a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962880 Nov 11 12:02:37.622344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d8f69-b8a5-43ad-987a-e4cefe24202f req-a5fd638e-4100-4461-977a-32e9fba37e76 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:37.624009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b33d8f69-b8a5-43ad-987a-e4cefe24202f req-a5fd638e-4100-4461-977a-32e9fba37e76 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0773439 Nov 11 12:02:37.686936 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b33d8f69-b8a5-43ad-987a-e4cefe24202f req-86c3d7be-2971-4de5-a64f-5554f39ff2b1 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e965af1e-5dd8-457a-9434-3e2c01fb0670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559452 Nov 11 12:02:37.859939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0efe7-4a57-46c0-b0bd-709416c0bd9e req-d3cbc3ec-b206-4308-8a3c-297a65d1f069 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:37.861642 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fd0efe7-4a57-46c0-b0bd-709416c0bd9e req-d3cbc3ec-b206-4308-8a3c-297a65d1f069 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0550544 Nov 11 12:02:37.990334 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-8fd0efe7-4a57-46c0-b0bd-709416c0bd9e req-399ec219-3942-4a03-8888-1f0abe42bbb8 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Deleting port c42a6536-1cb5-49fc-83cd-5fe7d446e5ce {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:02:37.990742 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8fd0efe7-4a57-46c0-b0bd-709416c0bd9e req-399ec219-3942-4a03-8888-1f0abe42bbb8 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:38.015045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d401fa-71c0-492d-87cb-33ce9c74d0d2 req-fbe5a60d-68ab-422d-8f6b-953e11167849 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:38.016678 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7d401fa-71c0-492d-87cb-33ce9c74d0d2 req-fbe5a60d-68ab-422d-8f6b-953e11167849 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 945 time: 0.0762012 Nov 11 12:02:38.039758 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f8084528-916c-487c-9837-97c9ad3eef5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:38.141890 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-8fd0efe7-4a57-46c0-b0bd-709416c0bd9e req-399ec219-3942-4a03-8888-1f0abe42bbb8 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] For port c42a6536-1cb5-49fc-83cd-5fe7d446e5ce, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=c42a6536-1cb5-49fc-83cd-5fe7d446e5ce,segment=NetworkSegment(d1e2098d-0e85-44c1-9828-9e9897e365de),segment_id=d1e2098d-0e85-44c1-9828-9e9897e365de)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:38.142248 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8fd0efe7-4a57-46c0-b0bd-709416c0bd9e req-399ec219-3942-4a03-8888-1f0abe42bbb8 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:38.151694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d4c98-1df8-43df-87a2-6983990edc98 req-e6d891c2-6158-4221-b190-815d8e9addc1 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:38.153187 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd9d4c98-1df8-43df-87a2-6983990edc98 req-e6d891c2-6158-4221-b190-815d8e9addc1 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 945 time: 0.0793450 Nov 11 12:02:38.154151 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7d401fa-71c0-492d-87cb-33ce9c74d0d2 req-a281b67c-1411-412d-89e9-0b09282b3562 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/security-groups?id=783734f1-f732-433b-837d-58837223863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851755 Nov 11 12:02:38.166284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-8fd0efe7-4a57-46c0-b0bd-709416c0bd9e req-399ec219-3942-4a03-8888-1f0abe42bbb8 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Calling delete_port for c42a6536-1cb5-49fc-83cd-5fe7d446e5ce owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:02:38.286922 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-bd9d4c98-1df8-43df-87a2-6983990edc98 req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Deleting port 44729ba7-9544-4e8a-9a58-23f85129055a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:02:38.287703 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bd9d4c98-1df8-43df-87a2-6983990edc98 req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:38.344752 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8fd0efe7-4a57-46c0-b0bd-709416c0bd9e req-399ec219-3942-4a03-8888-1f0abe42bbb8 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:38.358902 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['c42a6536-1cb5-49fc-83cd-5fe7d446e5ce'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:02:38.392083 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afc34d-8795-482b-a861-54edc39e2a59 req-a3fefb5c-f253-46f1-a85a-b0b099281697 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:38.400291 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96afc34d-8795-482b-a861-54edc39e2a59 req-a3fefb5c-f253-46f1-a85a-b0b099281697 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1071095 Nov 11 12:02:38.418708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ec219-3942-4a03-8888-1f0abe42bbb8 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Pushing event deleted for resources: {'Port': ['ID=c42a6536-1cb5-49fc-83cd-5fe7d446e5ce,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:38.435199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-bd9d4c98-1df8-43df-87a2-6983990edc98 req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] For port 44729ba7-9544-4e8a-9a58-23f85129055a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=44729ba7-9544-4e8a-9a58-23f85129055a,segment=NetworkSegment(eb1eb14e-2973-42da-b849-0429f709c557),segment_id=eb1eb14e-2973-42da-b849-0429f709c557)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:38.435199 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bd9d4c98-1df8-43df-87a2-6983990edc98 req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:38.457830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-bd9d4c98-1df8-43df-87a2-6983990edc98 req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Calling delete_port for 44729ba7-9544-4e8a-9a58-23f85129055a owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:02:38.691456 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bd9d4c98-1df8-43df-87a2-6983990edc98 req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:38.703167 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['44729ba7-9544-4e8a-9a58-23f85129055a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:02:38.802481 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Pushing event deleted for resources: {'Port': ['ID=44729ba7-9544-4e8a-9a58-23f85129055a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:38.819629 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:38.819977 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:38.820312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:38.820882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:38.821215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:38.821541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:38.821891 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:38.822211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:38.822530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:38.822862 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:38.823162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:38.823549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:38.887830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9d4c98-1df8-43df-87a2-6983990edc98 req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] No DVR routers for this DVR port 44729ba7-9544-4e8a-9a58-23f85129055a on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:02:38.898156 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bd9d4c98-1df8-43df-87a2-6983990edc98 req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:38.904189 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd9d4c98-1df8-43df-87a2-6983990edc98 req-cd7295af-0946-4596-a93b-1ed209c40339 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.43 "DELETE /v2.0/ports/44729ba7-9544-4e8a-9a58-23f85129055a HTTP/1.1" status: 204 len: 173 time: 0.7440362 Nov 11 12:02:38.904667 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae103282-ed3a-480f-a77f-5a6dabf63d69', 'name': 'network-vif-deleted', 'tag': '44729ba7-9544-4e8a-9a58-23f85129055a'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:02:38.907085 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b5bb40-bfce-4c89-b2d4-32e935bd55b3" -d '{"events": [{"server_uuid": "ae103282-ed3a-480f-a77f-5a6dabf63d69", "name": "network-vif-deleted", "tag": "44729ba7-9544-4e8a-9a58-23f85129055a"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:02:38.941981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd0efe7-4a57-46c0-b0bd-709416c0bd9e req-399ec219-3942-4a03-8888-1f0abe42bbb8 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] No DVR routers for this DVR port c42a6536-1cb5-49fc-83cd-5fe7d446e5ce on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:02:38.963572 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:38.968004 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96afc34d-8795-482b-a861-54edc39e2a59 req-3afbaa4e-513a-4166-b26f-360af0e2397b tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663726 Nov 11 12:02:39.026872 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8fd0efe7-4a57-46c0-b0bd-709416c0bd9e req-399ec219-3942-4a03-8888-1f0abe42bbb8 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:39.037564 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fd0efe7-4a57-46c0-b0bd-709416c0bd9e req-399ec219-3942-4a03-8888-1f0abe42bbb8 tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.62 "DELETE /v2.0/ports/c42a6536-1cb5-49fc-83cd-5fe7d446e5ce HTTP/1.1" status: 204 len: 173 time: 1.1684778 Nov 11 12:02:39.045563 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57758) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:39.068454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf92620-cb8e-4b95-830f-b9955d39ccd2', 'name': 'network-vif-deleted', 'tag': 'c42a6536-1cb5-49fc-83cd-5fe7d446e5ce'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:02:39.071750 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c865b0d3-744c-421c-a12f-e49ef2ef4aa3" -d '{"events": [{"server_uuid": "9bf92620-cb8e-4b95-830f-b9955d39ccd2", "name": "network-vif-deleted", "tag": "c42a6536-1cb5-49fc-83cd-5fe7d446e5ce"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:02:39.131406 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0649f7-a81d-4913-b2ce-2506693d624f req-a13deac3-ba0d-475f-a215-be48eb99c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:39.133111 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee0649f7-a81d-4913-b2ce-2506693d624f req-a13deac3-ba0d-475f-a215-be48eb99c8f3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 1097 time: 0.3178968 Nov 11 12:02:39.162252 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d996f-1821-4972-aad6-ba0c19e69291 req-444c2b63-96ce-4351-9d2f-0e18e4277b54 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:39.172537 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e3d996f-1821-4972-aad6-ba0c19e69291 req-444c2b63-96ce-4351-9d2f-0e18e4277b54 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.3584518 Nov 11 12:02:39.282218 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-344228ae-49e2-431e-8e59-3c9d822e88c2 req-345471d5-b4f2-48ff-a337-49bfdb7c1daf tempest-DeleteServersTestJSON-1878683983 tempest-DeleteServersTestJSON-1878683983-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bf92620-cb8e-4b95-830f-b9955d39ccd2 HTTP/1.1" status: 200 len: 210 time: 0.0371513 Nov 11 12:02:39.321805 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-91394449-547a-4034-a97f-7e919113582a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:39.327409 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e3d996f-1821-4972-aad6-ba0c19e69291 req-2e2768c4-d067-4f3f-b630-17969ee7f230 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539361 Nov 11 12:02:39.351911 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee0649f7-a81d-4913-b2ce-2506693d624f req-e9716fc4-643a-4d02-8b33-be1c5dc6c3cc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419952 Nov 11 12:02:39.446232 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-91394449-547a-4034-a97f-7e919113582a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:39.451654 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-91394449-547a-4034-a97f-7e919113582a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:39.456513 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0897ed2d-1510-4c27-9752-cbddf9e6895e x-openstack-request-id: req-0897ed2d-1510-4c27-9752-cbddf9e6895e {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:02:39.456825 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae103282-ed3a-480f-a77f-5a6dabf63d69", "name": "network-vif-deleted", "tag": "44729ba7-9544-4e8a-9a58-23f85129055a", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:02:39.457066 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0897ed2d-1510-4c27-9752-cbddf9e6895e {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:02:39.457449 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae103282-ed3a-480f-a77f-5a6dabf63d69', 'name': 'network-vif-deleted', 'tag': '44729ba7-9544-4e8a-9a58-23f85129055a', 'status': 'completed', 'code': 200} Nov 11 12:02:39.488172 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19141bac-c6ca-45f5-8a72-a11a6228a450 x-openstack-request-id: req-19141bac-c6ca-45f5-8a72-a11a6228a450 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:02:39.488172 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf92620-cb8e-4b95-830f-b9955d39ccd2", "name": "network-vif-deleted", "tag": "c42a6536-1cb5-49fc-83cd-5fe7d446e5ce", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:02:39.488817 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19141bac-c6ca-45f5-8a72-a11a6228a450 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:02:39.489509 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf92620-cb8e-4b95-830f-b9955d39ccd2', 'name': 'network-vif-deleted', 'tag': 'c42a6536-1cb5-49fc-83cd-5fe7d446e5ce', 'status': 'completed', 'code': 200} Nov 11 12:02:39.494843 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-91394449-547a-4034-a97f-7e919113582a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c776782fb0d453799e5a4bd7d4342b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4478555 Nov 11 12:02:39.495754 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91394449-547a-4034-a97f-7e919113582a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed35924-d9b2-4334-9604-23d901c7609a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:39.497566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57766) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:39.566397 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ad76-83d5-423c-a701-5f03fc81c1f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:39.618029 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-621f2e47-4394-4d73-9cf6-58a406f696e5 req-67ab72d0-c968-4e6c-b38e-e620d9386737 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739 tempest-FloatingIPsAssociationNegativeTestJSON-1500525739-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae103282-ed3a-480f-a77f-5a6dabf63d69 HTTP/1.1" status: 200 len: 210 time: 0.0399685 Nov 11 12:02:39.633565 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ad76-83d5-423c-a701-5f03fc81c1f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:39.690897 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ad76-83d5-423c-a701-5f03fc81c1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:39.695135 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ad76-83d5-423c-a701-5f03fc81c1f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:39.699206 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0ab9ad76-83d5-423c-a701-5f03fc81c1f1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5ed35924-d9b2-4334-9604-23d901c7609a HTTP/1.1" status: 204 len: 168 time: 0.1978347 Nov 11 12:02:39.709800 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9ad76-83d5-423c-a701-5f03fc81c1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed35924-d9b2-4334-9604-23d901c7609a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:39.975374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57772) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:39.988576 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fb8c157d-9ec1-4cff-95c8-510e3400fdac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:40.094501 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fb8c157d-9ec1-4cff-95c8-510e3400fdac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:40.106953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079bb0b-35f7-440f-aaab-15d79559e9a7 req-237f8e83-6a5d-415c-94de-8235e659420a tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:40.108485 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9079bb0b-35f7-440f-aaab-15d79559e9a7 req-237f8e83-6a5d-415c-94de-8235e659420a tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0694172 Nov 11 12:02:40.109107 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fb8c157d-9ec1-4cff-95c8-510e3400fdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:40.162533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fb8c157d-9ec1-4cff-95c8-510e3400fdac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=30dc2000b7a24321ae0aa05e1536255f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1860199 Nov 11 12:02:40.165434 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57778) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:40.165676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c157d-9ec1-4cff-95c8-510e3400fdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a13822-a9b8-47ba-b3fc-22baa6e21f29,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:40.191723 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9079bb0b-35f7-440f-aaab-15d79559e9a7 req-afe02e2d-9a73-4b99-97b5-f1b18ca3b6e8 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675366 Nov 11 12:02:40.240427 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a315ef20-ba22-44dd-a6e5-d8eec5119f51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:40.265851 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a315ef20-ba22-44dd-a6e5-d8eec5119f51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:40.319104 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a315ef20-ba22-44dd-a6e5-d8eec5119f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:40.322013 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a315ef20-ba22-44dd-a6e5-d8eec5119f51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:40.326359 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a315ef20-ba22-44dd-a6e5-d8eec5119f51 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58a13822-a9b8-47ba-b3fc-22baa6e21f29 HTTP/1.1" status: 204 len: 168 time: 0.1571620 Nov 11 12:02:40.337523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315ef20-ba22-44dd-a6e5-d8eec5119f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a13822-a9b8-47ba-b3fc-22baa6e21f29,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:40.480031 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:40.505636 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c1804-6bc6-4942-98ee-967a33841274 req-a1405bd9-a71e-46bf-9c4f-fa19c4956d92 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:40.507183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f32c1804-6bc6-4942-98ee-967a33841274 req-a1405bd9-a71e-46bf-9c4f-fa19c4956d92 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0637114 Nov 11 12:02:40.556462 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f32c1804-6bc6-4942-98ee-967a33841274 req-8bd0c52c-6159-43d8-a60c-2915ee926fab tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423446 Nov 11 12:02:40.666132 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042c144-f448-499d-844d-b8f8d6800482 req-fba81304-5bd7-4dd0-be16-02e23ef3a866 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:40.667775 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8042c144-f448-499d-844d-b8f8d6800482 req-fba81304-5bd7-4dd0-be16-02e23ef3a866 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 947 time: 0.0538137 Nov 11 12:02:40.722935 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8042c144-f448-499d-844d-b8f8d6800482 req-d5fe7baf-9179-4555-8ada-5179dbd8f3b4 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475588 Nov 11 12:02:40.761250 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57816) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:40.771797 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device c42a6536-1cb5-49fc-83cd-5fe7d446e5ce no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:02:40.794058 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: c42a6536-1cb5-49fc-83cd-5fe7d446e5ce {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:02:40.794469 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device c42a6536-1cb5-49fc-83cd-5fe7d446e5ce not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:02:41.155574 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79f2f141-5ed7-4163-9dc4-9e8ce274650f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:41.281172 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:41.327311 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846f15e-d8a1-44fe-a5d1-684e099c2fe2 req-eabc734d-1df6-4c74-b410-bc6c76aa77cb tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:41.336378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1846f15e-d8a1-44fe-a5d1-684e099c2fe2 req-eabc734d-1df6-4c74-b410-bc6c76aa77cb tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0696151 Nov 11 12:02:41.409177 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1846f15e-d8a1-44fe-a5d1-684e099c2fe2 req-089a311c-14bd-430a-9379-6c29dfc91dec tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653872 Nov 11 12:02:41.471912 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-79f2f141-5ed7-4163-9dc4-9e8ce274650f admin admin] Deleting port 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:02:41.472469 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79f2f141-5ed7-4163-9dc4-9e8ce274650f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:41.576591 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-79f2f141-5ed7-4163-9dc4-9e8ce274650f admin admin] For port 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8,segment=NetworkSegment(eb1eb14e-2973-42da-b849-0429f709c557),segment_id=eb1eb14e-2973-42da-b849-0429f709c557)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:41.577276 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79f2f141-5ed7-4163-9dc4-9e8ce274650f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:41.596444 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-79f2f141-5ed7-4163-9dc4-9e8ce274650f admin admin] Calling delete_port for 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:02:41.698894 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 44729ba7-9544-4e8a-9a58-23f85129055a no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:02:41.744614 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 44729ba7-9544-4e8a-9a58-23f85129055a {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:02:41.745153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 44729ba7-9544-4e8a-9a58-23f85129055a not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:02:41.858191 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9076d-9f7c-4322-afa5-b99002ff230f req-0ff29b29-2a85-4403-819e-470e5dea7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:41.860167 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ef9076d-9f7c-4322-afa5-b99002ff230f req-0ff29b29-2a85-4403-819e-470e5dea7827 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f07a7411337b45a8a7f3d2d1f861c200&device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 1097 time: 0.1241229 Nov 11 12:02:41.863927 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79f2f141-5ed7-4163-9dc4-9e8ce274650f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:41.878236 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5210d7a-c27d-447a-b98e-aa2473c53eca req-3aab7df9-15bb-49af-8859-ddabd5389458 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:41.880270 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5210d7a-c27d-447a-b98e-aa2473c53eca req-3aab7df9-15bb-49af-8859-ddabd5389458 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0964789 Nov 11 12:02:41.909831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2f141-5ed7-4163-9dc4-9e8ce274650f admin admin] Pushing event deleted for resources: {'Port': ['ID=6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:42.125760 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa6b06-a9d2-4e70-8783-e7f701467e52 req-2024c8a5-2cea-4ced-98ab-ec0a8a542e1c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:42.133292 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25fa6b06-a9d2-4e70-8783-e7f701467e52 req-2024c8a5-2cea-4ced-98ab-ec0a8a542e1c tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.2414076 Nov 11 12:02:42.158525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5210d7a-c27d-447a-b98e-aa2473c53eca req-e4790792-2131-4ed7-ac1e-fda647da6972 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642987 Nov 11 12:02:42.196154 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79f2f141-5ed7-4163-9dc4-9e8ce274650f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:42.275732 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9076d-9f7c-4322-afa5-b99002ff230f req-610d98da-791e-4337-b9e6-f5d2cc0f3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:42.277221 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ef9076d-9f7c-4322-afa5-b99002ff230f req-610d98da-791e-4337-b9e6-f5d2cc0f3606 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec HTTP/1.1" status: 200 len: 921 time: 0.3958998 Nov 11 12:02:42.362270 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25fa6b06-a9d2-4e70-8783-e7f701467e52 req-83a6397e-cbfb-4ac4-8a00-cce199dc2408 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267797 Nov 11 12:02:42.380883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426c6db-9492-4c7d-99a6-1c94b078972b req-20c1c0b0-7c08-48f7-a37c-3fc9e9df4b2e tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:42.382584 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6426c6db-9492-4c7d-99a6-1c94b078972b req-20c1c0b0-7c08-48f7-a37c-3fc9e9df4b2e tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 947 time: 0.2034087 Nov 11 12:02:42.383991 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ef9076d-9f7c-4322-afa5-b99002ff230f req-34c041c7-26fa-4a57-90d6-ac3b83cb64ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0464d91d-6b70-4f03-aebe-8d756df6077b HTTP/1.1" status: 200 len: 217 time: 0.0906000 Nov 11 12:02:42.467111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103abc0-78d8-4bf7-a82d-7fd87ed1a733 req-fc14a8bf-425b-4482-a368-232e039c7824 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:42.468750 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c103abc0-78d8-4bf7-a82d-7fd87ed1a733 req-fc14a8bf-425b-4482-a368-232e039c7824 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 947 time: 0.2002349 Nov 11 12:02:42.495513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f2f141-5ed7-4163-9dc4-9e8ce274650f admin admin] Router c740a6fa-224a-4cd4-a619-0e75f6a7c178 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:02:42.538657 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9076d-9f7c-4322-afa5-b99002ff230f req-7e2308a9-7fe1-4902-868a-df11833b8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:42.538657 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ef9076d-9f7c-4322-afa5-b99002ff230f req-7e2308a9-7fe1-4902-868a-df11833b8b3f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f81a86f-c988-41d8-9db9-540f02c42205 HTTP/1.1" status: 200 len: 859 time: 0.1427848 Nov 11 12:02:42.601109 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ef9076d-9f7c-4322-afa5-b99002ff230f req-a022ad79-7656-41db-84f3-33427aab8c0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504856 Nov 11 12:02:42.636321 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f2f141-5ed7-4163-9dc4-9e8ce274650f admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:02:42.648020 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b63685-6000-46ab-9db7-71c1bbbffe7c None None] Sync routers for ids ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:02:42.650135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57884) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:42.658193 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-79f2f141-5ed7-4163-9dc4-9e8ce274650f admin admin] 10.222.0.65 "PUT /v2.0/routers/c740a6fa-224a-4cd4-a619-0e75f6a7c178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8957207 Nov 11 12:02:42.676298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c103abc0-78d8-4bf7-a82d-7fd87ed1a733 req-12ec9e59-6701-443f-986c-3a9aeec1befe tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920488 Nov 11 12:02:42.677789 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b63685-6000-46ab-9db7-71c1bbbffe7c None None] Routers {'c740a6fa-224a-4cd4-a619-0e75f6a7c178'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:02:42.678415 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-78b63685-6000-46ab-9db7-71c1bbbffe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:02:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:42.761508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-6426c6db-9492-4c7d-99a6-1c94b078972b req-7dfa6db4-1207-4783-9a39-a5c3c39ab58c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Deleting port 6052d76b-4b9e-4134-9050-174abc3fac26 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:02:42.762069 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6426c6db-9492-4c7d-99a6-1c94b078972b req-7dfa6db4-1207-4783-9a39-a5c3c39ab58c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:42.812594 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-78b63685-6000-46ab-9db7-71c1bbbffe7c None None] Set router c740a6fa-224a-4cd4-a619-0e75f6a7c178 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:02:42.904555 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ef9076d-9f7c-4322-afa5-b99002ff230f req-5be0846f-8e4a-452c-ba83-60b76cc7827f service neutron] 10.222.0.43 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929199 Nov 11 12:02:42.913408 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bfcb412a-af62-4ba7-bf03-572d4fce51bd admin admin] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:43.017642 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-78b63685-6000-46ab-9db7-71c1bbbffe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-router', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:02Z', 'updated_at': '2021-11-11T12:02:41Z', 'revision_number': 5, 'project_id': '256640c8d987480f8e55023ef50e7019', 'gw_port': {'id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:03Z', 'updated_at': '2021-11-11T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:43.036721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-6426c6db-9492-4c7d-99a6-1c94b078972b req-7dfa6db4-1207-4783-9a39-a5c3c39ab58c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] For port 6052d76b-4b9e-4134-9050-174abc3fac26, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=6052d76b-4b9e-4134-9050-174abc3fac26,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:43.037104 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6426c6db-9492-4c7d-99a6-1c94b078972b req-7dfa6db4-1207-4783-9a39-a5c3c39ab58c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:43.058506 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b63685-6000-46ab-9db7-71c1bbbffe7c None None] Checking router: c740a6fa-224a-4cd4-a619-0e75f6a7c178 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:02:43.068536 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b63685-6000-46ab-9db7-71c1bbbffe7c None None] Routers {'c740a6fa-224a-4cd4-a619-0e75f6a7c178'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:02:43.069155 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-78b63685-6000-46ab-9db7-71c1bbbffe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:02:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:43.199249 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-78b63685-6000-46ab-9db7-71c1bbbffe7c None None] Set router c740a6fa-224a-4cd4-a619-0e75f6a7c178 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:02:43.219290 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ef9076d-9f7c-4322-afa5-b99002ff230f req-3c0b1dfd-d9bc-4ede-bde2-55b0e033e47a service neutron] 10.222.0.43 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692852 Nov 11 12:02:43.307475 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bfcb412a-af62-4ba7-bf03-572d4fce51bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:43.426568 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6426c6db-9492-4c7d-99a6-1c94b078972b req-7dfa6db4-1207-4783-9a39-a5c3c39ab58c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:43.427661 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6426c6db-9492-4c7d-99a6-1c94b078972b req-7dfa6db4-1207-4783-9a39-a5c3c39ab58c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:43.428144 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [req-6426c6db-9492-4c7d-99a6-1c94b078972b req-7dfa6db4-1207-4783-9a39-a5c3c39ab58c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Floating IP 5ef8c7c7-70ae-47e7-a5d5-db1167c77563 disassociated. External IP: 172.25.2.3, port: 6052d76b-4b9e-4134-9050-174abc3fac26. Nov 11 12:02:43.428643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-6426c6db-9492-4c7d-99a6-1c94b078972b req-7dfa6db4-1207-4783-9a39-a5c3c39ab58c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Calling delete_port for 6052d76b-4b9e-4134-9050-174abc3fac26 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:02:43.451849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724beb8b-e6f9-4a72-917b-626284d4a496 req-e5856865-7621-46ad-a5ab-b54f48c8a8d8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:43.453696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-724beb8b-e6f9-4a72-917b-626284d4a496 req-e5856865-7621-46ad-a5ab-b54f48c8a8d8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1603878 Nov 11 12:02:43.503829 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-78b63685-6000-46ab-9db7-71c1bbbffe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-router', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:02Z', 'updated_at': '2021-11-11T12:02:41Z', 'revision_number': 5, 'project_id': '256640c8d987480f8e55023ef50e7019', 'gw_port': {'id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:03Z', 'updated_at': '2021-11-11T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:43.577132 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb412a-af62-4ba7-bf03-572d4fce51bd admin admin] Deleting port 49ceeaa3-bf40-4ae9-8968-cbbf27154587 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:02:43.577377 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bfcb412a-af62-4ba7-bf03-572d4fce51bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:43.645867 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b63685-6000-46ab-9db7-71c1bbbffe7c None None] The sync data for ids ['c740a6fa-224a-4cd4-a619-0e75f6a7c178'] in n-d-807359-3 is: [{'id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1577667181-router', 'tenant_id': '256640c8d987480f8e55023ef50e7019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:02Z', 'updated_at': '2021-11-11T12:02:41Z', 'revision_number': 5, 'project_id': '256640c8d987480f8e55023ef50e7019', 'gw_port': {'id': '49ceeaa3-bf40-4ae9-8968-cbbf27154587', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740a6fa-224a-4cd4-a619-0e75f6a7c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:03Z', 'updated_at': '2021-11-11T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:02:43.751093 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-724beb8b-e6f9-4a72-917b-626284d4a496 req-935866c2-2cd8-402d-8db4-d78af9d17511 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884459 Nov 11 12:02:43.796492 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d52c96-68e9-419d-b729-a149ad5a6014 req-6ee5b452-2804-4e28-8bf0-b19b2dc4134b tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:43.802226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-23d52c96-68e9-419d-b729-a149ad5a6014 req-6ee5b452-2804-4e28-8bf0-b19b2dc4134b tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.2841408 Nov 11 12:02:43.913655 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-bfcb412a-af62-4ba7-bf03-572d4fce51bd admin admin] For port 49ceeaa3-bf40-4ae9-8968-cbbf27154587, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=49ceeaa3-bf40-4ae9-8968-cbbf27154587,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:43.913938 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bfcb412a-af62-4ba7-bf03-572d4fce51bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:44.222888 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb412a-af62-4ba7-bf03-572d4fce51bd admin admin] Calling delete_port for 49ceeaa3-bf40-4ae9-8968-cbbf27154587 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:02:44.257368 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6426c6db-9492-4c7d-99a6-1c94b078972b req-7dfa6db4-1207-4783-9a39-a5c3c39ab58c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:44.325407 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-23d52c96-68e9-419d-b729-a149ad5a6014 req-e0c0a04a-52a1-4d3f-81a4-07d5d066a552 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958539 Nov 11 12:02:44.335581 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6db4-1207-4783-9a39-a5c3c39ab58c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event deleted for resources: {'Port': ['ID=6052d76b-4b9e-4134-9050-174abc3fac26,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:44.349713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a0877-7302-43de-a5c3-2a69561d6ba1 req-715ae836-8eb9-443c-a4af-d3c459621bf5 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:44.357285 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-603a0877-7302-43de-a5c3-2a69561d6ba1 req-715ae836-8eb9-443c-a4af-d3c459621bf5 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 868 time: 0.4822357 Nov 11 12:02:44.573038 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-603a0877-7302-43de-a5c3-2a69561d6ba1 req-78747c01-5a9b-43eb-9b0d-d749b8e177c8 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=b33c35b5-2810-4813-8bf6-4c004a06fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148004 Nov 11 12:02:44.631357 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6426c6db-9492-4c7d-99a6-1c94b078972b req-7dfa6db4-1207-4783-9a39-a5c3c39ab58c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Router 62bf8623-8170-456c-950d-b6b7238a884d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:02:44.711647 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bfcb412a-af62-4ba7-bf03-572d4fce51bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:44.775165 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 6052d76b-4b9e-4134-9050-174abc3fac26 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:02:44.780982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb412a-af62-4ba7-bf03-572d4fce51bd admin admin] Pushing event deleted for resources: {'Port': ['ID=49ceeaa3-bf40-4ae9-8968-cbbf27154587,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:44.830615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 6052d76b-4b9e-4134-9050-174abc3fac26 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:02:44.832329 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 6052d76b-4b9e-4134-9050-174abc3fac26 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:02:44.929751 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6426c6db-9492-4c7d-99a6-1c94b078972b req-7dfa6db4-1207-4783-9a39-a5c3c39ab58c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:02:44.947261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb67827-2c86-4e8d-abc8-531481766508 None None] Sync routers for ids ['62bf8623-8170-456c-950d-b6b7238a884d'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:02:44.959443 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb67827-2c86-4e8d-abc8-531481766508 None None] Routers {'62bf8623-8170-456c-950d-b6b7238a884d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:02:44.960270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3cb67827-2c86-4e8d-abc8-531481766508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:02:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62bf8623-8170-456c-950d-b6b7238a884d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:44.979224 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bfcb412a-af62-4ba7-bf03-572d4fce51bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:45.082874 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6426c6db-9492-4c7d-99a6-1c94b078972b req-7dfa6db4-1207-4783-9a39-a5c3c39ab58c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] No DVR routers for this DVR port 6052d76b-4b9e-4134-9050-174abc3fac26 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:02:45.090292 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6426c6db-9492-4c7d-99a6-1c94b078972b req-7dfa6db4-1207-4783-9a39-a5c3c39ab58c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:45.094847 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6426c6db-9492-4c7d-99a6-1c94b078972b req-7dfa6db4-1207-4783-9a39-a5c3c39ab58c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.62 "DELETE /v2.0/ports/6052d76b-4b9e-4134-9050-174abc3fac26 HTTP/1.1" status: 204 len: 173 time: 2.7043459 Nov 11 12:02:45.096428 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'name': 'network-vif-deleted', 'tag': '6052d76b-4b9e-4134-9050-174abc3fac26'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:02:45.098963 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b52230-dc47-48ad-810e-72d9f9701b67" -d '{"events": [{"server_uuid": "e2b17559-2fb1-48c1-9e40-a4af53480687", "name": "network-vif-deleted", "tag": "6052d76b-4b9e-4134-9050-174abc3fac26"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:02:45.137294 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-3cb67827-2c86-4e8d-abc8-531481766508 None None] Set router 62bf8623-8170-456c-950d-b6b7238a884d gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:02:45.196322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd242cf0-07e3-4b8d-9caf-c97cdfb8b30d req-569c4da9-9888-4eaa-875f-85b15d6c2b9a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:45.204319 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd242cf0-07e3-4b8d-9caf-c97cdfb8b30d req-569c4da9-9888-4eaa-875f-85b15d6c2b9a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.3199065 Nov 11 12:02:45.210741 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74b9238-0d13-4f7d-a1a6-e653e13f7370 x-openstack-request-id: req-f74b9238-0d13-4f7d-a1a6-e653e13f7370 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:02:45.211095 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b17559-2fb1-48c1-9e40-a4af53480687", "name": "network-vif-deleted", "tag": "6052d76b-4b9e-4134-9050-174abc3fac26", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:02:45.211335 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f74b9238-0d13-4f7d-a1a6-e653e13f7370 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:02:45.211732 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b17559-2fb1-48c1-9e40-a4af53480687', 'name': 'network-vif-deleted', 'tag': '6052d76b-4b9e-4134-9050-174abc3fac26', 'status': 'completed', 'code': 200} Nov 11 12:02:45.221269 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bfcb412a-af62-4ba7-bf03-572d4fce51bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:45.230806 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bfcb412a-af62-4ba7-bf03-572d4fce51bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:45.231962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:02:45.309241 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:02:45.309662 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6dcbb0b4-e1e5-47f9-9a64-a7b2e8cdddf8 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:02:45.322196 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd242cf0-07e3-4b8d-9caf-c97cdfb8b30d req-3f9546a8-8e4e-4a3b-aa12-4ea10075997e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167545 Nov 11 12:02:45.333114 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bfcb412a-af62-4ba7-bf03-572d4fce51bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:45.333954 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcb412a-af62-4ba7-bf03-572d4fce51bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c740a6fa-224a-4cd4-a619-0e75f6a7c178 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:02:45.345009 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bfcb412a-af62-4ba7-bf03-572d4fce51bd admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:45.346268 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bfcb412a-af62-4ba7-bf03-572d4fce51bd admin admin] 10.222.0.65 "DELETE /v2.0/routers/c740a6fa-224a-4cd4-a619-0e75f6a7c178 HTTP/1.1" status: 204 len: 168 time: 2.6893659 Nov 11 12:02:45.348941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57924) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:45.446961 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb4ea75-182d-49fc-8257-1726c19c45f2 admin admin] Deleting subnet 59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:02:45.456057 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-adb4ea75-182d-49fc-8257-1726c19c45f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:45.556182 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-adb4ea75-182d-49fc-8257-1726c19c45f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:45.618803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab5ced-158b-48de-93bd-3ce03d4b2d07 req-5d9e4c76-d87d-4540-aeba-8458c39e172f tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:45.620433 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-94ab5ced-158b-48de-93bd-3ce03d4b2d07 req-5d9e4c76-d87d-4540-aeba-8458c39e172f tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1454804 Nov 11 12:02:45.731667 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-94ab5ced-158b-48de-93bd-3ce03d4b2d07 req-95c06ce8-d0eb-4335-89e6-eefeb2c728bd tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956011 Nov 11 12:02:45.767652 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-adb4ea75-182d-49fc-8257-1726c19c45f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:45.839046 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:45.862480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3cb67827-2c86-4e8d-abc8-531481766508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 4, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '15fbf7ec-4459-42cb-976f-80e4a2951f98', 'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'mac_address': 'fa:16:3e:d0:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:16Z', 'updated_at': '2021-11-11T11:58:21Z', 'revision_number': 5, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'subnets': [{'id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:45.915462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57946) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:45.919013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb67827-2c86-4e8d-abc8-531481766508 None None] Checking router: 62bf8623-8170-456c-950d-b6b7238a884d for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:02:45.929674 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb67827-2c86-4e8d-abc8-531481766508 None None] Routers {'62bf8623-8170-456c-950d-b6b7238a884d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:02:45.930634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3cb67827-2c86-4e8d-abc8-531481766508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:02:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62bf8623-8170-456c-950d-b6b7238a884d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:45.936888 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-adb4ea75-182d-49fc-8257-1726c19c45f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:46.014905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4ea75-182d-49fc-8257-1726c19c45f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:46.027821 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-adb4ea75-182d-49fc-8257-1726c19c45f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:46.037823 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-adb4ea75-182d-49fc-8257-1726c19c45f2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/59d6f606-13a1-4e09-8fcb-3d2ab74e9f4a HTTP/1.1" status: 204 len: 168 time: 0.6854460 Nov 11 12:02:46.053793 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57950) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:46.073820 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ffb78a-0146-4a46-b12a-448e87373b48 None None] Network 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:02:46.074596 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9f7d0f8-1d56-4932-9e7a-65945c785f88 req-01a79cdb-dbfe-43d8-a116-b8e761592b3b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b17559-2fb1-48c1-9e40-a4af53480687 HTTP/1.1" status: 200 len: 210 time: 0.0832174 Nov 11 12:02:46.078640 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-56266d06-613d-4277-8ee1-c48014dbefd7 admin admin] Deleting subnet 87e99551-4140-4663-b03e-6ab8528ee6e0 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:02:46.095082 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-56266d06-613d-4277-8ee1-c48014dbefd7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:46.175255 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-56266d06-613d-4277-8ee1-c48014dbefd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:46.240908 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:46.247501 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-3cb67827-2c86-4e8d-abc8-531481766508 None None] Set router 62bf8623-8170-456c-950d-b6b7238a884d gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:02:46.264222 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-56266d06-613d-4277-8ee1-c48014dbefd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:46.377688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] Deleting port f8856545-a7e7-442c-8607-e8469ef0fc37 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:02:46.378327 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:46.387842 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-56266d06-613d-4277-8ee1-c48014dbefd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:46.467738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56266d06-613d-4277-8ee1-c48014dbefd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e99551-4140-4663-b03e-6ab8528ee6e0,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:46.475546 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-56266d06-613d-4277-8ee1-c48014dbefd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:46.478922 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-56266d06-613d-4277-8ee1-c48014dbefd7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/87e99551-4140-4663-b03e-6ab8528ee6e0 HTTP/1.1" status: 204 len: 168 time: 0.5622478 Nov 11 12:02:46.484796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57964) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:46.523083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] For port f8856545-a7e7-442c-8607-e8469ef0fc37, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f8856545-a7e7-442c-8607-e8469ef0fc37,segment=NetworkSegment(eb1eb14e-2973-42da-b849-0429f709c557),segment_id=eb1eb14e-2973-42da-b849-0429f709c557)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:46.525434 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:46.543678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] Calling delete_port for f8856545-a7e7-442c-8607-e8469ef0fc37 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:02:46.638180 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e705a38-8a50-4999-997a-7b60b4a1575e req-af2abc8b-c5a2-4ae8-8246-de136b04e7f4 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:46.640501 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e705a38-8a50-4999-997a-7b60b4a1575e req-af2abc8b-c5a2-4ae8-8246-de136b04e7f4 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1437719 Nov 11 12:02:46.670398 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:46.697497 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cc74-a66b-4289-92d2-7319a784ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:46.763252 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=f8856545-a7e7-442c-8607-e8469ef0fc37,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:46.774497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e4167d-a348-41a4-a0d1-800d05177eb1 None None] DHCP port deletion for 3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:02:46.779568 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e705a38-8a50-4999-997a-7b60b4a1575e req-12f18bf9-9c92-4e41-a6ee-55af4f12f3ec tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276758 Nov 11 12:02:46.780017 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] No DVR routers for this DVR port f8856545-a7e7-442c-8607-e8469ef0fc37 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:02:46.867830 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cc74-a66b-4289-92d2-7319a784ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:46.874766 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3cb67827-2c86-4e8d-abc8-531481766508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 4, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '15fbf7ec-4459-42cb-976f-80e4a2951f98', 'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'mac_address': 'fa:16:3e:d0:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:16Z', 'updated_at': '2021-11-11T11:58:21Z', 'revision_number': 5, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'subnets': [{'id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:46.922066 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb67827-2c86-4e8d-abc8-531481766508 None None] The sync data for ids ['62bf8623-8170-456c-950d-b6b7238a884d'] in n-d-807359-3 is: [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 4, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '15fbf7ec-4459-42cb-976f-80e4a2951f98', 'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'mac_address': 'fa:16:3e:d0:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:16Z', 'updated_at': '2021-11-11T11:58:21Z', 'revision_number': 5, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'subnets': [{'id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:02:46.923303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-1ed2cc74-a66b-4289-92d2-7319a784ff21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394296cd-ddf9-481f-93cf-51fd49ff4081']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:46.941140 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-1ed2cc74-a66b-4289-92d2-7319a784ff21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e2098d-0e85-44c1-9828-9e9897e365de') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:46.941722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-1ed2cc74-a66b-4289-92d2-7319a784ff21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e2098d-0e85-44c1-9828-9e9897e365de') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:46.954911 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cc74-a66b-4289-92d2-7319a784ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:46.978257 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cc74-a66b-4289-92d2-7319a784ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:46.990300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed2cc74-a66b-4289-92d2-7319a784ff21 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:02:46.990953 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cc74-a66b-4289-92d2-7319a784ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:02:46.993116 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:02:47.014454 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.068044 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2bf2a4-e2bc-411c-ad37-6e654d9397c5']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:47.094927 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1eb14e-2973-42da-b849-0429f709c557') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:47.095575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1eb14e-2973-42da-b849-0429f709c557') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:47.118398 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.134282 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cc74-a66b-4289-92d2-7319a784ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.141494 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cc74-a66b-4289-92d2-7319a784ff21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.145074 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1ed2cc74-a66b-4289-92d2-7319a784ff21 admin admin] 10.222.0.65 "DELETE /v2.0/networks/394296cd-ddf9-481f-93cf-51fd49ff4081 HTTP/1.1" status: 204 len: 168 time: 0.6592658 Nov 11 12:02:47.149376 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.155354 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f8856545-a7e7-442c-8607-e8469ef0fc37 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:02:47.169804 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2cc74-a66b-4289-92d2-7319a784ff21 admin admin] Pushing event deleted for resources: {'Network': ['ID=394296cd-ddf9-481f-93cf-51fd49ff4081,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:47.170257 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:02:47.170808 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:02:47.176806 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:02:47.203825 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: f8856545-a7e7-442c-8607-e8469ef0fc37 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:02:47.204154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f8856545-a7e7-442c-8607-e8469ef0fc37 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:02:47.208646 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 49ceeaa3-bf40-4ae9-8968-cbbf27154587 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:02:47.244642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57978) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:47.289521 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 49ceeaa3-bf40-4ae9-8968-cbbf27154587 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:02:47.290746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 49ceeaa3-bf40-4ae9-8968-cbbf27154587 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:02:47.306612 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.336346 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.343304 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] 10.222.0.65 "DELETE /v2.0/networks/3e2bf2a4-e2bc-411c-ad37-6e654d9397c5 HTTP/1.1" status: 204 len: 168 time: 1.2876465 Nov 11 12:02:47.344583 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271ea9f-b04b-4c68-bc8d-fd45650f4f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=3e2bf2a4-e2bc-411c-ad37-6e654d9397c5,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:47.375104 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d181ae3c-d702-4475-8d9a-b5cb3e6999c1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.439390 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea86e66-1c98-4db7-87b8-8ab92bd0f0d4 None None] New status for floating IP 5ef8c7c7-70ae-47e7-a5d5-db1167c77563: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:02:47.448220 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d181ae3c-d702-4475-8d9a-b5cb3e6999c1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.552706 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57984) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:47.596037 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d181ae3c-d702-4475-8d9a-b5cb3e6999c1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.599271 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d181ae3c-d702-4475-8d9a-b5cb3e6999c1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.601188 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d181ae3c-d702-4475-8d9a-b5cb3e6999c1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "DELETE /v2.0/security-groups/b33c35b5-2810-4813-8bf6-4c004a06fe08 HTTP/1.1" status: 204 len: 168 time: 0.3555479 Nov 11 12:02:47.603831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57986) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:47.640749 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57990) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:47.649638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181ae3c-d702-4475-8d9a-b5cb3e6999c1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33c35b5-2810-4813-8bf6-4c004a06fe08,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:47.653131 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1da95395-93f5-44e2-ab9f-2384139f62e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d71a4d2b117d402fb127e702aea8d45a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0980325 Nov 11 12:02:47.653733 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-cf29cd26-8466-4df0-a67a-2eed980f2f5f tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] show failed (client error): The resource could not be found. Nov 11 12:02:47.657354 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cf29cd26-8466-4df0-a67a-2eed980f2f5f tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups/b33c35b5-2810-4813-8bf6-4c004a06fe08 HTTP/1.1" status: 404 len: 347 time: 0.0447056 Nov 11 12:02:47.658396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57992) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:47.658884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57994) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:47.724660 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-af3922ca-044f-4b33-86d4-e01243c9dcf0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=256640c8d987480f8e55023ef50e7019&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0813484 Nov 11 12:02:47.725364 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57996) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:47.816685 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2f68740-a08c-470c-8913-5a9e5a784e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.844324 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2f68740-a08c-470c-8913-5a9e5a784e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.871747 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-54e61a51-a00b-45b5-8428-8dd2bd7baae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.906181 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-54e61a51-a00b-45b5-8428-8dd2bd7baae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.938913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-3a92d2a4-da5f-41f8-9709-49ea0a4c0581 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Deleting port 22d82dd8-a75b-4e4d-9416-2182e39c0d73 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:02:47.939468 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3a92d2a4-da5f-41f8-9709-49ea0a4c0581 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.994283 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2f68740-a08c-470c-8913-5a9e5a784e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.997145 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2f68740-a08c-470c-8913-5a9e5a784e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.998393 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e2f68740-a08c-470c-8913-5a9e5a784e16 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/783734f1-f732-433b-837d-58837223863d HTTP/1.1" status: 204 len: 168 time: 0.2719247 Nov 11 12:02:48.023616 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f68740-a08c-470c-8913-5a9e5a784e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783734f1-f732-433b-837d-58837223863d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:48.060336 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-54e61a51-a00b-45b5-8428-8dd2bd7baae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:48.069518 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-54e61a51-a00b-45b5-8428-8dd2bd7baae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:48.072237 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-54e61a51-a00b-45b5-8428-8dd2bd7baae5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e965af1e-5dd8-457a-9434-3e2c01fb0670 HTTP/1.1" status: 204 len: 168 time: 0.4122274 Nov 11 12:02:48.086761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c94ee8-82ce-4d4f-ae8f-58a2c960bc66 req-ec26a5d7-695b-4429-9f02-b2a288ae3be4 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:48.097891 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79c94ee8-82ce-4d4f-ae8f-58a2c960bc66 req-ec26a5d7-695b-4429-9f02-b2a288ae3be4 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1807003 Nov 11 12:02:48.139142 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3a92d2a4-da5f-41f8-9709-49ea0a4c0581 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:48.139768 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3a92d2a4-da5f-41f8-9709-49ea0a4c0581 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:48.143645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e61a51-a00b-45b5-8428-8dd2bd7baae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e965af1e-5dd8-457a-9434-3e2c01fb0670,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:48.178870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-3a92d2a4-da5f-41f8-9709-49ea0a4c0581 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Calling delete_port for 22d82dd8-a75b-4e4d-9416-2182e39c0d73 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:02:48.204035 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79c94ee8-82ce-4d4f-ae8f-58a2c960bc66 req-62fcce03-ec4e-4bb6-9659-b6ac557dec62 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044092 Nov 11 12:02:48.365746 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3a92d2a4-da5f-41f8-9709-49ea0a4c0581 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:48.395513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92d2a4-da5f-41f8-9709-49ea0a4c0581 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event deleted for resources: {'Port': ['ID=22d82dd8-a75b-4e4d-9416-2182e39c0d73,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:48.512392 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3a92d2a4-da5f-41f8-9709-49ea0a4c0581 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:48.517481 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3a92d2a4-da5f-41f8-9709-49ea0a4c0581 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:48.527632 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3a92d2a4-da5f-41f8-9709-49ea0a4c0581 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "DELETE /v2.0/floatingips/5ef8c7c7-70ae-47e7-a5d5-db1167c77563 HTTP/1.1" status: 204 len: 168 time: 0.8645685 Nov 11 12:02:49.017325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58040) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:49.024197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8fe04a3b-153d-4d03-84d4-05e2838dd17b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1885450232', 'description': 'tempest-description--706319389'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:49.053041 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8fe04a3b-153d-4d03-84d4-05e2838dd17b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.229340 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8fe04a3b-153d-4d03-84d4-05e2838dd17b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.234400 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8fe04a3b-153d-4d03-84d4-05e2838dd17b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.290550 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe04a3b-153d-4d03-84d4-05e2838dd17b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e179fd-389a-4f65-afaf-765f53f85e68,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:49.297150 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8fe04a3b-153d-4d03-84d4-05e2838dd17b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.298963 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8fe04a3b-153d-4d03-84d4-05e2838dd17b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2793682 Nov 11 12:02:49.301946 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58056) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:49.307061 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ef9aa796-55fc-44ae-92b4-c3e6f082e152 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Request body: {'security_group_rule': {'security_group_id': 'a2e179fd-389a-4f65-afaf-765f53f85e68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:49.354246 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ef9aa796-55fc-44ae-92b4-c3e6f082e152 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.482510 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53141651-ec48-478a-aef2-e3db2fd9cea3 req-946377a7-95b7-404e-bdf6-8516b9c6a915 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:49.490915 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53141651-ec48-478a-aef2-e3db2fd9cea3 req-946377a7-95b7-404e-bdf6-8516b9c6a915 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1424727 Nov 11 12:02:49.507303 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ef9aa796-55fc-44ae-92b4-c3e6f082e152 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.508377 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58064) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:49.515830 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ef9aa796-55fc-44ae-92b4-c3e6f082e152 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.535635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9aa796-55fc-44ae-92b4-c3e6f082e152 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed0c5b9-ddc7-4f67-9e20-0c80c314ce52,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:49.576569 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53141651-ec48-478a-aef2-e3db2fd9cea3 req-3efbb9cf-90c2-4703-a52b-198d1d6c0272 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845957 Nov 11 12:02:49.594926 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ef9aa796-55fc-44ae-92b4-c3e6f082e152 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.596147 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ef9aa796-55fc-44ae-92b4-c3e6f082e152 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2930262 Nov 11 12:02:49.598967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58068) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:49.603904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-97fd2bc8-e496-4267-9284-5d349ab1d707 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Request body: {'security_group_rule': {'security_group_id': 'a2e179fd-389a-4f65-afaf-765f53f85e68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:49.637452 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97fd2bc8-e496-4267-9284-5d349ab1d707 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.656437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e37c57a4-70d1-4054-8ea6-300a37a20119 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1615720678-network', 'tenant_id': '9d4b49178db246869b02d8896fa078df'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:49.685541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37c57a4-70d1-4054-8ea6-300a37a20119 admin admin] Made reservation on behalf of 9d4b49178db246869b02d8896fa078df for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:02:49.689259 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e37c57a4-70d1-4054-8ea6-300a37a20119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.705545 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e37c57a4-70d1-4054-8ea6-300a37a20119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.712748 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97fd2bc8-e496-4267-9284-5d349ab1d707 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.718073 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97fd2bc8-e496-4267-9284-5d349ab1d707 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.743103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd2bc8-e496-4267-9284-5d349ab1d707 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8ca695-4832-4f5d-bf95-7bbe29d7e7df,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:49.755125 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97fd2bc8-e496-4267-9284-5d349ab1d707 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.756406 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-97fd2bc8-e496-4267-9284-5d349ab1d707 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1564865 Nov 11 12:02:49.759512 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58072) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:49.764428 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:49.802345 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.815514 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e37c57a4-70d1-4054-8ea6-300a37a20119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.821026 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e37c57a4-70d1-4054-8ea6-300a37a20119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.850761 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37c57a4-70d1-4054-8ea6-300a37a20119 admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:02:49.861477 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c57a4-70d1-4054-8ea6-300a37a20119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105a6fad-72d6-487e-ba61-a39e78f4dde3,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:49.867429 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e37c57a4-70d1-4054-8ea6-300a37a20119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.867904 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-e37c57a4-70d1-4054-8ea6-300a37a20119 admin admin] Added segment bdebe441-6d81-4b1d-8987-9875e6b27306 of type vlan for network ec5cf42a-75ca-41a9-9e54-7a81b7d69552 Nov 11 12:02:49.912559 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e37c57a4-70d1-4054-8ea6-300a37a20119 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.944005 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e37c57a4-70d1-4054-8ea6-300a37a20119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.945905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37c57a4-70d1-4054-8ea6-300a37a20119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:49.946687 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e37c57a4-70d1-4054-8ea6-300a37a20119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.951485 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:50.016358 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c57a4-70d1-4054-8ea6-300a37a20119 admin admin] Pushing event updated for resources: {'Network': ['ID=ec5cf42a-75ca-41a9-9e54-7a81b7d69552,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:50.030582 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network ec5cf42a-75ca-41a9-9e54-7a81b7d69552 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:02:50.034785 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e37c57a4-70d1-4054-8ea6-300a37a20119 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5218947 Nov 11 12:02:50.035588 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58080) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:50.045678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-556c7eab-7ae0-434b-9de1-cd1d31be6b81 admin admin] Request body: {'subnet': {'network_id': 'ec5cf42a-75ca-41a9-9e54-7a81b7d69552', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1615720678-subnet', 'tenant_id': '9d4b49178db246869b02d8896fa078df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:50.078215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556c7eab-7ae0-434b-9de1-cd1d31be6b81 admin admin] Made reservation on behalf of 9d4b49178db246869b02d8896fa078df for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:02:50.081114 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-556c7eab-7ae0-434b-9de1-cd1d31be6b81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:50.134599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Allocated IP 172.25.2.152 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/3aefa6ac-8252-41b9-b384-34e00b0c2820) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:02:50.320370 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:50.372947 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:50.374026 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-556c7eab-7ae0-434b-9de1-cd1d31be6b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:50.434257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:02:50.442954 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:50.446635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:02:50.478408 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event updated for resources: {'Port': ['ID=3aefa6ac-8252-41b9-b384-34e00b0c2820,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:50.492640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c7eab-7ae0-434b-9de1-cd1d31be6b81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee522524-55d4-4576-92f3-e0a9852bf3f2,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:50.499113 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c7eab-7ae0-434b-9de1-cd1d31be6b81 admin admin] Checking segment: {'id': 'bdebe441-6d81-4b1d-8987-9875e6b27306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ec5cf42a-75ca-41a9-9e54-7a81b7d69552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:02:50.499468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556c7eab-7ae0-434b-9de1-cd1d31be6b81 admin admin] Network hostable DHCP agents. Network: ec5cf42a-75ca-41a9-9e54-7a81b7d69552, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:02:50.536339 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556c7eab-7ae0-434b-9de1-cd1d31be6b81 admin admin] Network ec5cf42a-75ca-41a9-9e54-7a81b7d69552 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:02:50.552022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-556c7eab-7ae0-434b-9de1-cd1d31be6b81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, ec5cf42a-75ca-41a9-9e54-7a81b7d69552) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:50.556362 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c7eab-7ae0-434b-9de1-cd1d31be6b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:50.556938 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-556c7eab-7ae0-434b-9de1-cd1d31be6b81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:50.567170 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb249d9-31fc-4afa-9aff-a84ca6b4fb2c None None] Network ec5cf42a-75ca-41a9-9e54-7a81b7d69552 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:02:50.593101 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-556c7eab-7ae0-434b-9de1-cd1d31be6b81 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5481179 Nov 11 12:02:50.635878 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:50.740085 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:50.815120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749e0c0d-1bff-4539-807a-f5a5d6fecaa9 None None] Network ec5cf42a-75ca-41a9-9e54-7a81b7d69552 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:02:50.932412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2704f-de65-48d3-9e19-04e9a764c200 req-87a6cc25-e6b2-4b02-98b9-8ad38fdf9f39 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:50.950681 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-03e2704f-de65-48d3-9e19-04e9a764c200 req-87a6cc25-e6b2-4b02-98b9-8ad38fdf9f39 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.2967019 Nov 11 12:02:51.082152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-03e2704f-de65-48d3-9e19-04e9a764c200 req-515482e3-8526-4a52-ad9a-478145ca852a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308162 Nov 11 12:02:51.195381 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:51.211423 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:51.363762 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event updated for resources: {'Port': ['ID=3aefa6ac-8252-41b9-b384-34e00b0c2820,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:51.388026 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:51.410013 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:51.415843 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:51.425847 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a173f121-baef-4d90-8eb2-d4279514f9c0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6566687 Nov 11 12:02:51.815481 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-20dd5e60-1ef5-45f4-a3ae-a6398ef8fcaf tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1885450232&fields=id&tenant_id=0a654e19116f4a7c8567a53fd67aec2d HTTP/1.1" status: 200 len: 267 time: 0.0673172 Nov 11 12:02:51.955260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-e0a2a32f-f375-45d3-a5cc-51300636c7c7 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:51.958694 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-e0a2a32f-f375-45d3-a5cc-51300636c7c7 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/networks?id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972 HTTP/1.1" status: 200 len: 816 time: 0.1412106 Nov 11 12:02:51.980472 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-68080848-a058-4c84-8370-4003efe695e8 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/quotas/0a654e19116f4a7c8567a53fd67aec2d HTTP/1.1" status: 200 len: 375 time: 0.0159485 Nov 11 12:02:52.056730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-15cea852-335a-4849-968d-70a64ea51ce7 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0a654e19116f4a7c8567a53fd67aec2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688183 Nov 11 12:02:52.241790 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-53b0e0e8-6849-4f75-bf59-436f6eb6672f service neutron] 10.222.0.65 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706328 Nov 11 12:02:52.347957 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58168) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:52.377964 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791b2f3-5d54-4d68-8874-a6f785fcdc7f req-7b483681-0673-4342-9f23-e2959355185c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:52.379434 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c791b2f3-5d54-4d68-8874-a6f785fcdc7f req-7b483681-0673-4342-9f23-e2959355185c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1103568 Nov 11 12:02:52.419585 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-8d6b21fd-881e-42e8-bb48-00be2fa57d99 service neutron] 10.222.0.65 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767459 Nov 11 12:02:52.484181 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bda68aaa-61d9-48bf-a003-1017f3a5ccd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:52.484338 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c791b2f3-5d54-4d68-8874-a6f785fcdc7f req-20b67613-b0c2-4a2e-a447-a06d714e2e57 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931551 Nov 11 12:02:52.618542 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bda68aaa-61d9-48bf-a003-1017f3a5ccd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:52.625624 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bda68aaa-61d9-48bf-a003-1017f3a5ccd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:52.733256 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bda68aaa-61d9-48bf-a003-1017f3a5ccd2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0df97de9a84245a0b9d8fbece7d0863d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3810911 Nov 11 12:02:52.733256 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda68aaa-61d9-48bf-a003-1017f3a5ccd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3205451-1633-416c-8cf7-f2fddac547f8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:52.733883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58182) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:52.841307 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b595d436-3655-43ff-a64b-8db7d2d48ad1 req-90b715a2-f7f6-499c-9f68-5343466a7f6e tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 210 time: 0.0793917 Nov 11 12:02:52.872525 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-faef8152-1ad8-4aec-ac82-77f3b8dd0486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:52.901867 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-faef8152-1ad8-4aec-ac82-77f3b8dd0486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:52.976429 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-faef8152-1ad8-4aec-ac82-77f3b8dd0486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:52.980043 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-faef8152-1ad8-4aec-ac82-77f3b8dd0486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:52.981395 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-faef8152-1ad8-4aec-ac82-77f3b8dd0486 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b3205451-1633-416c-8cf7-f2fddac547f8 HTTP/1.1" status: 204 len: 168 time: 0.2456071 Nov 11 12:02:52.999084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef8152-1ad8-4aec-ac82-77f3b8dd0486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3205451-1633-416c-8cf7-f2fddac547f8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:53.423896 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-6c9b6e06-211a-4c6e-a030-cfc8ae184a0d tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:53.431402 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-6c9b6e06-211a-4c6e-a030-cfc8ae184a0d tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/networks?id=ec5cf42a-75ca-41a9-9e54-7a81b7d69552 HTTP/1.1" status: 200 len: 810 time: 0.1681697 Nov 11 12:02:53.447730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-7ff44172-cfc2-461c-a83e-a4eeb545f286 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/quotas/9d4b49178db246869b02d8896fa078df HTTP/1.1" status: 200 len: 375 time: 0.0154293 Nov 11 12:02:53.484068 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-a3702eb1-22d5-460e-a5c6-bab2705efe6a tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d4b49178db246869b02d8896fa078df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354564 Nov 11 12:02:53.688691 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c65e7a-236a-4915-8bfd-0c3368de6143 req-9199e51a-7b14-4f94-9635-f099878a5985 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:53.690348 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1c65e7a-236a-4915-8bfd-0c3368de6143 req-9199e51a-7b14-4f94-9635-f099878a5985 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0952768 Nov 11 12:02:53.694902 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-6dc36cda-95ea-4c4a-921b-a7888302cc4e service neutron] 10.222.0.65 "GET /v2.0/networks/ec5cf42a-75ca-41a9-9e54-7a81b7d69552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100027 Nov 11 12:02:53.857124 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1c65e7a-236a-4915-8bfd-0c3368de6143 req-6563a7b0-c253-417b-a5bc-602b37747669 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592238 Nov 11 12:02:53.932310 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-8f69f424-136b-4c85-abe1-f0791e9d8bdb service neutron] 10.222.0.65 "GET /v2.0/networks/ec5cf42a-75ca-41a9-9e54-7a81b7d69552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271364 Nov 11 12:02:54.070429 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58250) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:54.131236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58254) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:54.248640 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-da30e789-2f6d-4680-958a-c85ecddd7d1a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:54.254130 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-da30e789-2f6d-4680-958a-c85ecddd7d1a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.62 "GET /v2.0/networks?id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972 HTTP/1.1" status: 200 len: 816 time: 0.2394302 Nov 11 12:02:54.276361 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-09373e5d-e295-4d3a-b443-465fc19c9851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:54.378206 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-038a8408-9740-419f-af4b-a4acbe09599d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1356756859-network', 'tenant_id': 'cce5253552ca4988aa4aca3b1f7765af'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:54.406623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6e4428b-ff47-4013-a8dc-61a05f178f06 req-3c35909e-0e85-4949-b977-bb0bc5adad85 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 210 time: 0.0457385 Nov 11 12:02:54.422331 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-ecacf365-a620-477d-ba9a-d77bc25898d0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a654e19116f4a7c8567a53fd67aec2d HTTP/1.1" status: 200 len: 380 time: 0.1569598 Nov 11 12:02:54.434887 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-4f522ee0-6428-4fc8-93f1-9421e13bb634 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Request body: {'port': {'device_id': '4577527c-1454-4629-bc4b-8013a735d44c', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'admin_state_up': True, 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'security_groups': ['a2e179fd-389a-4f65-afaf-765f53f85e68']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:54.459039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038a8408-9740-419f-af4b-a4acbe09599d admin admin] Made reservation on behalf of cce5253552ca4988aa4aca3b1f7765af for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:02:54.463530 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-038a8408-9740-419f-af4b-a4acbe09599d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:54.481223 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-038a8408-9740-419f-af4b-a4acbe09599d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:54.518433 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-74439bca-fb7e-4fd9-8856-22b516ef2c07 req-4ef22e4e-9afd-4b35-97c4-7db8cfde0ac7 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 210 time: 0.0502017 Nov 11 12:02:54.534293 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-09373e5d-e295-4d3a-b443-465fc19c9851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:54.547798 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-09373e5d-e295-4d3a-b443-465fc19c9851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:54.637855 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-09373e5d-e295-4d3a-b443-465fc19c9851 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68348865bf4a4d4a98730fb846dab094&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5624158 Nov 11 12:02:54.643922 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58272) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:54.644592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09373e5d-e295-4d3a-b443-465fc19c9851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82068f9-d58f-49dc-8589-6ba634e30ad6,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:54.721425 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18989f12-d90c-4306-8bae-9f39066b59bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:54.752514 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-038a8408-9740-419f-af4b-a4acbe09599d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:54.763411 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18989f12-d90c-4306-8bae-9f39066b59bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:54.765570 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-038a8408-9740-419f-af4b-a4acbe09599d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:54.804423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a8408-9740-419f-af4b-a4acbe09599d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94492f3e-6f8b-4473-bdb8-62dbf63c2346,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:54.831639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038a8408-9740-419f-af4b-a4acbe09599d admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:02:54.854126 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-038a8408-9740-419f-af4b-a4acbe09599d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:54.854524 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-038a8408-9740-419f-af4b-a4acbe09599d admin admin] Added segment 252a797b-815d-4a42-858f-a18e1fa464bb of type vlan for network 1b45cef6-cab3-4d31-8268-0a8f6ddccc4e Nov 11 12:02:54.902244 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-038a8408-9740-419f-af4b-a4acbe09599d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:54.930894 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-038a8408-9740-419f-af4b-a4acbe09599d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:54.932122 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038a8408-9740-419f-af4b-a4acbe09599d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:54.932816 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-038a8408-9740-419f-af4b-a4acbe09599d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:54.956295 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-038a8408-9740-419f-af4b-a4acbe09599d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8236103 Nov 11 12:02:54.967508 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58278) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:54.969982 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18989f12-d90c-4306-8bae-9f39066b59bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:54.972933 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18989f12-d90c-4306-8bae-9f39066b59bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:54.976568 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-18989f12-d90c-4306-8bae-9f39066b59bc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f82068f9-d58f-49dc-8589-6ba634e30ad6 HTTP/1.1" status: 204 len: 168 time: 0.3247726 Nov 11 12:02:55.030568 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-23ca9189-414d-4def-b904-29f53bb607a3 admin admin] Request body: {'subnet': {'network_id': '1b45cef6-cab3-4d31-8268-0a8f6ddccc4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1356756859-subnet', 'tenant_id': 'cce5253552ca4988aa4aca3b1f7765af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:55.066905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18989f12-d90c-4306-8bae-9f39066b59bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82068f9-d58f-49dc-8589-6ba634e30ad6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:55.191288 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a8408-9740-419f-af4b-a4acbe09599d admin admin] Pushing event updated for resources: {'Network': ['ID=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:55.209261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 1b45cef6-cab3-4d31-8268-0a8f6ddccc4e details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:02:55.217668 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ca9189-414d-4def-b904-29f53bb607a3 admin admin] Made reservation on behalf of cce5253552ca4988aa4aca3b1f7765af for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:02:55.220576 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-23ca9189-414d-4def-b904-29f53bb607a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:55.321837 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599b365-4bc5-44c8-a4cd-af1b1390e944 req-4a2c5b87-13d1-43e8-9daf-8bbb47c0f047 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:55.326129 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8599b365-4bc5-44c8-a4cd-af1b1390e944 req-4a2c5b87-13d1-43e8-9daf-8bbb47c0f047 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1484518 Nov 11 12:02:55.439703 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8599b365-4bc5-44c8-a4cd-af1b1390e944 req-9d12f338-6c44-4ad7-911b-847a532fe496 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970392 Nov 11 12:02:55.458423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-4f522ee0-6428-4fc8-93f1-9421e13bb634 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Made reservation on behalf of 0a654e19116f4a7c8567a53fd67aec2d for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:02:55.462522 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-4f522ee0-6428-4fc8-93f1-9421e13bb634 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:55.569327 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58292) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:55.584048 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb9f9e40-d943-4abe-bd3c-53489b71469f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:55.587574 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-23ca9189-414d-4def-b904-29f53bb607a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:55.635591 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4306b28-96f9-4206-8f3f-43ec50b4fdaf req-a7d8d4ee-2ad8-453a-8664-1c47f8fcff69 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 210 time: 0.0341918 Nov 11 12:02:55.689506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca9189-414d-4def-b904-29f53bb607a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0536e05-934e-473c-b564-bb42e27b175c,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:55.700751 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3174bb13-4b77-4b6b-98a2-b567f94e0300 req-9b4e9df8-0156-4ba6-bf62-80b5902cf1eb tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 210 time: 0.0595884 Nov 11 12:02:55.732697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-4f522ee0-6428-4fc8-93f1-9421e13bb634 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Allocated IP 172.20.0.12 (1eaf59ac-cf7f-40ca-97a1-f02c3a524972/2ddfb148-78d7-41db-ac12-7719b2b055b6/f0153d04-b46a-432a-8b73-498825058dcd) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:02:55.831102 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb9f9e40-d943-4abe-bd3c-53489b71469f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:55.835471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca9189-414d-4def-b904-29f53bb607a3 admin admin] Checking segment: {'id': '252a797b-815d-4a42-858f-a18e1fa464bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '1b45cef6-cab3-4d31-8268-0a8f6ddccc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:02:55.836550 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ca9189-414d-4def-b904-29f53bb607a3 admin admin] Network hostable DHCP agents. Network: 1b45cef6-cab3-4d31-8268-0a8f6ddccc4e, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:02:55.842987 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb9f9e40-d943-4abe-bd3c-53489b71469f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:55.884289 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f9e40-d943-4abe-bd3c-53489b71469f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49be7711-8fdb-49fb-a57c-a07fc479d07e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:55.923025 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fb9f9e40-d943-4abe-bd3c-53489b71469f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9415941672e84d038ba6cf7e4047d47b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3500350 Nov 11 12:02:55.923025 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ca9189-414d-4def-b904-29f53bb607a3 admin admin] Network 1b45cef6-cab3-4d31-8268-0a8f6ddccc4e is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:02:55.924186 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58296) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:55.958535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-23ca9189-414d-4def-b904-29f53bb607a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 1b45cef6-cab3-4d31-8268-0a8f6ddccc4e) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:55.964202 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ca9189-414d-4def-b904-29f53bb607a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:55.964788 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-23ca9189-414d-4def-b904-29f53bb607a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:55.994294 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-23ca9189-414d-4def-b904-29f53bb607a3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0174563 Nov 11 12:02:56.021129 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ffa616-d693-4504-bfe4-ce0f08b3c043 None None] Network 1b45cef6-cab3-4d31-8268-0a8f6ddccc4e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:02:56.042496 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-184898e7-8536-41bc-8cbf-9e2271a4564b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:56.060382 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-4f522ee0-6428-4fc8-93f1-9421e13bb634 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:56.112299 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-4f522ee0-6428-4fc8-93f1-9421e13bb634 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:56.116368 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-184898e7-8536-41bc-8cbf-9e2271a4564b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:56.172337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-4f522ee0-6428-4fc8-93f1-9421e13bb634 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:02:56.190545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-4f522ee0-6428-4fc8-93f1-9421e13bb634 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:56.207287 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-184898e7-8536-41bc-8cbf-9e2271a4564b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:56.215655 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-184898e7-8536-41bc-8cbf-9e2271a4564b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:56.219171 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-184898e7-8536-41bc-8cbf-9e2271a4564b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/49be7711-8fdb-49fb-a57c-a07fc479d07e HTTP/1.1" status: 204 len: 168 time: 0.2916615 Nov 11 12:02:56.219347 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-4f522ee0-6428-4fc8-93f1-9421e13bb634 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:02:56.244487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184898e7-8536-41bc-8cbf-9e2271a4564b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49be7711-8fdb-49fb-a57c-a07fc479d07e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:56.323247 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480c2e50-dbe1-4ac2-82a7-15c40634d75c None None] Network 1b45cef6-cab3-4d31-8268-0a8f6ddccc4e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:02:56.452836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f522ee0-6428-4fc8-93f1-9421e13bb634 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event updated for resources: {'Port': ['ID=f0153d04-b46a-432a-8b73-498825058dcd,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:56.498778 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-4f522ee0-6428-4fc8-93f1-9421e13bb634 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:56.499405 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-4f522ee0-6428-4fc8-93f1-9421e13bb634 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:56.553439 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-4f522ee0-6428-4fc8-93f1-9421e13bb634 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1245713 Nov 11 12:02:56.572290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Request body: {'port': {'device_id': '4577527c-1454-4629-bc4b-8013a735d44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:56.694347 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:56.717485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-57a36c2e-d0b4-4af7-8724-abd8a11cd449 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:56.719263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-57a36c2e-d0b4-4af7-8724-abd8a11cd449 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.43 "GET /v2.0/networks?id=ec5cf42a-75ca-41a9-9e54-7a81b7d69552 HTTP/1.1" status: 200 len: 810 time: 0.6133525 Nov 11 12:02:56.754153 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-2a738694-d06f-4706-b66f-632590f21c8a tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Request body: {'port': {'device_id': 'd0171264-1efc-47a7-bc53-a020ad0532cf', 'network_id': 'ec5cf42a-75ca-41a9-9e54-7a81b7d69552', 'admin_state_up': True, 'tenant_id': '9d4b49178db246869b02d8896fa078df'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:56.763107 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4f869231-923d-4513-99b8-e58ecbadf988 None None] Provisioning complete for port f0153d04-b46a-432a-8b73-498825058dcd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:56.779361 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4f869231-923d-4513-99b8-e58ecbadf988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:56.841777 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4f869231-923d-4513-99b8-e58ecbadf988 None None] Port f0153d04-b46a-432a-8b73-498825058dcd cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:02:56.914415 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-389e1150-8247-4681-8824-fc56a06d927f req-22fbf08d-436a-485c-a432-363b14a26cd2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1518419123', 'description': 'tempest-description-1942611145'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:56.953144 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-389e1150-8247-4681-8824-fc56a06d927f req-22fbf08d-436a-485c-a432-363b14a26cd2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:57.144103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50324a-0a2b-4d48-897c-e9d5a732a5d9 req-ea2fed70-1b24-4d00-acff-d16cb6f4fa87 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:57.145926 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c50324a-0a2b-4d48-897c-e9d5a732a5d9 req-ea2fed70-1b24-4d00-acff-d16cb6f4fa87 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.3561666 Nov 11 12:02:57.164876 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-389e1150-8247-4681-8824-fc56a06d927f req-22fbf08d-436a-485c-a432-363b14a26cd2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:57.196356 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-389e1150-8247-4681-8824-fc56a06d927f req-22fbf08d-436a-485c-a432-363b14a26cd2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:57.258060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-2a738694-d06f-4706-b66f-632590f21c8a tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Made reservation on behalf of 9d4b49178db246869b02d8896fa078df for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:02:57.261986 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-2a738694-d06f-4706-b66f-632590f21c8a tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:57.314584 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-389e1150-8247-4681-8824-fc56a06d927f req-22fbf08d-436a-485c-a432-363b14a26cd2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:57.320784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-389e1150-8247-4681-8824-fc56a06d927f req-22fbf08d-436a-485c-a432-363b14a26cd2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4303474 Nov 11 12:02:57.379015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbf08d-436a-485c-a432-363b14a26cd2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a5440e-2677-4fbb-aa52-54295cc91464,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:57.407713 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c50324a-0a2b-4d48-897c-e9d5a732a5d9 req-82acb2c1-0672-4a08-b868-361e21c0d0a0 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493930 Nov 11 12:02:57.594813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922b11d-7a64-49d9-ad19-501063617aad req-f60ef5be-fcb6-49cd-86a3-8bf01388ab65 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:57.603550 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7922b11d-7a64-49d9-ad19-501063617aad req-f60ef5be-fcb6-49cd-86a3-8bf01388ab65 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 932 time: 0.1879776 Nov 11 12:02:57.674920 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10230288-6436-46f4-b510-a9013b6b7c7f req-532961ad-0dda-4568-a186-27aa36454480 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 210 time: 0.0996580 Nov 11 12:02:57.718082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-2a738694-d06f-4706-b66f-632590f21c8a tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Allocated IP 172.20.0.7 (ec5cf42a-75ca-41a9-9e54-7a81b7d69552/ee522524-55d4-4576-92f3-e0a9852bf3f2/4d9cf25b-a227-48d2-964a-909ecf46edc3) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:02:57.725801 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0153d04-b46a-432a-8b73-498825058dcd {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:02:57.732746 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-f200e2b3-c123-40f6-ab77-3ba303504521 req-4d99b59b-02af-4cec-a4fd-30ae7ca15bd2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-429609893', 'description': 'tempest-description-216891571'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:57.755516 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:57.770469 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2520d97d-2568-4957-bdd8-95d393789830 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:02:57.782856 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7922b11d-7a64-49d9-ad19-501063617aad req-6ba0217a-d29f-45c0-816f-61049114ce34 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782374 Nov 11 12:02:57.826232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Transition to ACTIVE for port object f0153d04-b46a-432a-8b73-498825058dcd will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:02:57.844205 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:57.943151 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f200e2b3-c123-40f6-ab77-3ba303504521 req-4d99b59b-02af-4cec-a4fd-30ae7ca15bd2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:57.951183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Pushing event updated for resources: {'Port': ['ID=f0153d04-b46a-432a-8b73-498825058dcd,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:58.028047 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2520d97d-2568-4957-bdd8-95d393789830, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2520d97d-2568-4957-bdd8-95d393789830,segment=NetworkSegment(c98b7a57-9fbb-4c32-b6be-eb22f754382b),segment_id=c98b7a57-9fbb-4c32-b6be-eb22f754382b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:58.055143 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '2520d97d-2568-4957-bdd8-95d393789830', 'network_id': '702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6', 'port_id': '2520d97d-2568-4957-bdd8-95d393789830', 'mac_address': 'fa:16:3e:db:80:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f55957-2e48-4530-9888-3e2eccb4f2da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:02:58.141979 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:58.168048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2520d97d-2568-4957-bdd8-95d393789830 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:02:58.196455 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2520d97d-2568-4957-bdd8-95d393789830, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2520d97d-2568-4957-bdd8-95d393789830,segment=NetworkSegment(c98b7a57-9fbb-4c32-b6be-eb22f754382b),segment_id=c98b7a57-9fbb-4c32-b6be-eb22f754382b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:58.206990 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:58.287342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=2520d97d-2568-4957-bdd8-95d393789830,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:58.299245 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:58.299851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:58.300713 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:58.301201 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:58.301703 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:58.302191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:58.302826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:58.303300 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:58.303906 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:58.304378 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:58.304859 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:58.305319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:58.325032 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['2520d97d-2568-4957-bdd8-95d393789830'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:02:58.446927 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Attempting to bind port f0153d04-b46a-432a-8b73-498825058dcd on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:02:58.447251 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Attempting to bind port f0153d04-b46a-432a-8b73-498825058dcd by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:02:58.447590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Attempting to bind port f0153d04-b46a-432a-8b73-498825058dcd on network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:02:58.511866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Port f0153d04-b46a-432a-8b73-498825058dcd on network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:02:58.512191 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Attempting to bind port f0153d04-b46a-432a-8b73-498825058dcd on network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:02:58.550809 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:02:58.551158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Checking segment: {'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:02:58.551540 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Bound using segment: {'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:02:58.552000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Bound port: f0153d04-b46a-432a-8b73-498825058dcd, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:02:58.552365 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:58.556384 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f200e2b3-c123-40f6-ab77-3ba303504521 req-4d99b59b-02af-4cec-a4fd-30ae7ca15bd2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:58.581557 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f200e2b3-c123-40f6-ab77-3ba303504521 req-4d99b59b-02af-4cec-a4fd-30ae7ca15bd2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:58.604656 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-2a738694-d06f-4706-b66f-632590f21c8a tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:58.746486 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f200e2b3-c123-40f6-ab77-3ba303504521 req-4d99b59b-02af-4cec-a4fd-30ae7ca15bd2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:58.761038 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7371da66-db74-4d67-8540-dfc25ee20c37 req-4742ecff-90f1-4cd7-9f23-4e52477cd4bb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1329329 Nov 11 12:02:58.763146 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f200e2b3-c123-40f6-ab77-3ba303504521 req-4d99b59b-02af-4cec-a4fd-30ae7ca15bd2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.0519667 Nov 11 12:02:58.772791 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-2a738694-d06f-4706-b66f-632590f21c8a tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:58.811520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-2a738694-d06f-4706-b66f-632590f21c8a tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Network ec5cf42a-75ca-41a9-9e54-7a81b7d69552 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:02:58.819957 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-2a738694-d06f-4706-b66f-632590f21c8a tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:58.827677 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-2a738694-d06f-4706-b66f-632590f21c8a tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:02:58.894541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371da66-db74-4d67-8540-dfc25ee20c37 req-d31123a4-2376-4a3b-ab68-f495a2a887d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:58.900515 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7371da66-db74-4d67-8540-dfc25ee20c37 req-d31123a4-2376-4a3b-ab68-f495a2a887d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f07a7411337b45a8a7f3d2d1f861c200&device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 1097 time: 0.0949459 Nov 11 12:02:58.990963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925d90d-585e-46eb-b10b-262bdc74385d req-c93d7f44-4df4-47bc-ba68-24c9cb108a10 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:58.992875 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d925d90d-585e-46eb-b10b-262bdc74385d req-c93d7f44-4df4-47bc-ba68-24c9cb108a10 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 945 time: 0.4444218 Nov 11 12:02:58.996296 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99b59b-02af-4cec-a4fd-30ae7ca15bd2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa26ce3-86b3-4aa0-972c-c194358ad06b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:59.054877 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-2a738694-d06f-4706-b66f-632590f21c8a tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:59.056993 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-2a738694-d06f-4706-b66f-632590f21c8a tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:59.106210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371da66-db74-4d67-8540-dfc25ee20c37 req-54331f42-6e7c-410f-ae33-eeaecaba022d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:59.108407 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7371da66-db74-4d67-8540-dfc25ee20c37 req-54331f42-6e7c-410f-ae33-eeaecaba022d service neutron] 10.222.0.43 "GET /v2.0/networks?id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec HTTP/1.1" status: 200 len: 921 time: 0.1766119 Nov 11 12:02:59.168502 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7371da66-db74-4d67-8540-dfc25ee20c37 req-32d0e705-574a-442e-b861-3e967aec8f93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0464d91d-6b70-4f03-aebe-8d756df6077b HTTP/1.1" status: 200 len: 217 time: 0.0515106 Nov 11 12:02:59.214524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] For port f0153d04-b46a-432a-8b73-498825058dcd, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:02:59.221995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] For port f0153d04-b46a-432a-8b73-498825058dcd, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f0153d04-b46a-432a-8b73-498825058dcd,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:02:59.229143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371da66-db74-4d67-8540-dfc25ee20c37 req-a3c0e9de-6c98-40dc-b571-e1469380ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:59.231117 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7371da66-db74-4d67-8540-dfc25ee20c37 req-a3c0e9de-6c98-40dc-b571-e1469380ee52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f81a86f-c988-41d8-9db9-540f02c42205 HTTP/1.1" status: 200 len: 859 time: 0.0549417 Nov 11 12:02:59.250937 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-2a738694-d06f-4706-b66f-632590f21c8a tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5023086 Nov 11 12:02:59.268659 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7371da66-db74-4d67-8540-dfc25ee20c37 req-1fadd67d-76cb-4203-b8d8-94cc2c5b5d87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289803 Nov 11 12:02:59.273912 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:59.312628 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Request body: {'port': {'device_id': 'd0171264-1efc-47a7-bc53-a020ad0532cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:59.398955 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7371da66-db74-4d67-8540-dfc25ee20c37 req-461c8e18-dc8f-4d92-ace9-f5c3edf095f3 service neutron] 10.222.0.43 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227250 Nov 11 12:02:59.436506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a738694-d06f-4706-b66f-632590f21c8a tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Pushing event updated for resources: {'Port': ['ID=4d9cf25b-a227-48d2-964a-909ecf46edc3,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:59.575250 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:59.575877 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:59.583386 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] 10.222.0.62 "PUT /v2.0/ports/f0153d04-b46a-432a-8b73-498825058dcd HTTP/1.1" status: 200 len: 1092 time: 3.0203881 Nov 11 12:02:59.588435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fbe40-9ff5-4a2b-a59c-07aa40905adb service neutron] Pushing event updated for resources: {'Port': ['ID=f0153d04-b46a-432a-8b73-498825058dcd,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:59.622205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4577527c-1454-4629-bc4b-8013a735d44c', 'tag': 'f0153d04-b46a-432a-8b73-498825058dcd'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:02:59.626154 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e9d3d6-5d25-4fea-9d87-f84f138d792e" -d '{"events": [{"name": "network-changed", "server_uuid": "4577527c-1454-4629-bc4b-8013a735d44c", "tag": "f0153d04-b46a-432a-8b73-498825058dcd"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:02:59.654175 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7371da66-db74-4d67-8540-dfc25ee20c37 req-c5c7e395-5a61-4b9e-a4e9-f5503221ccb7 service neutron] 10.222.0.43 "GET /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445476 Nov 11 12:02:59.675730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fca27f-2108-49aa-ba2f-37b667769110 req-8ab98186-c03b-436e-91d7-7c62a31ac1ce tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:59.684421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40fca27f-2108-49aa-ba2f-37b667769110 req-8ab98186-c03b-436e-91d7-7c62a31ac1ce tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 931 time: 0.6678085 Nov 11 12:02:59.719946 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:59.773425 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2520d97d-2568-4957-bdd8-95d393789830 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:02:59.791452 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d925d90d-585e-46eb-b10b-262bdc74385d req-babc97b2-77f0-409c-ad0b-48953dd5cd4f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6984050 Nov 11 12:02:59.921436 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 2520d97d-2568-4957-bdd8-95d393789830 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:59.921843 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:59.949316 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40fca27f-2108-49aa-ba2f-37b667769110 req-f5934a4c-262a-42fe-b1f7-87abcfb3f24d tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/security-groups?id=105a6fad-72d6-487e-ba61-a39e78f4dde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611859 Nov 11 12:03:00.043601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-93fd2c72-4903-436d-874a-a1a4ec870743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:00.045193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-93fd2c72-4903-436d-874a-a1a4ec870743 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a654e19116f4a7c8567a53fd67aec2d&device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 1095 time: 0.3833902 Nov 11 12:03:00.166913 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-7ce42c4c-1b8e-4fa1-b6be-5317ae166c97 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1537464 Nov 11 12:03:00.230662 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:00.286024 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a869594-4ca2-4363-bb04-bd8db37ec393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2520d97d-2568-4957-bdd8-95d393789830'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:00.288719 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe53fb5-4c6d-48ae-a57a-105cb6d90049" -d '{"events": [{"server_uuid": "1a869594-4ca2-4363-bb04-bd8db37ec393", "name": "network-vif-plugged", "status": "completed", "tag": "2520d97d-2568-4957-bdd8-95d393789830"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:00.309039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2520d97d-2568-4957-bdd8-95d393789830, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2520d97d-2568-4957-bdd8-95d393789830,segment=NetworkSegment(c98b7a57-9fbb-4c32-b6be-eb22f754382b),segment_id=c98b7a57-9fbb-4c32-b6be-eb22f754382b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:00.321510 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:00.382388 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-d3efaff6-309e-4e21-adc1-c769eb619677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:00.385065 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-d3efaff6-309e-4e21-adc1-c769eb619677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:00.387470 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-d3efaff6-309e-4e21-adc1-c769eb619677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:00.388143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-d3efaff6-309e-4e21-adc1-c769eb619677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:00.390997 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-d3efaff6-309e-4e21-adc1-c769eb619677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:00.391673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-d3efaff6-309e-4e21-adc1-c769eb619677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:00.392296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-d3efaff6-309e-4e21-adc1-c769eb619677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:00.397553 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-d3efaff6-309e-4e21-adc1-c769eb619677 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60ee3d384a76417ebcdfc95536142dd4&device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 6491 time: 0.1514585 Nov 11 12:03:00.458780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=2520d97d-2568-4957-bdd8-95d393789830,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:00.557022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-4a998511-fb26-450d-80ac-67ad19c1bef4 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:00.568575 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-4a998511-fb26-450d-80ac-67ad19c1bef4 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/networks?id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e HTTP/1.1" status: 200 len: 813 time: 0.4228594 Nov 11 12:03:00.584599 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-211ff3f9-f4bc-403c-849f-595e694b8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:00.585206 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-211ff3f9-f4bc-403c-849f-595e694b8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:00.585784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-211ff3f9-f4bc-403c-849f-595e694b8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:00.587419 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-211ff3f9-f4bc-403c-849f-595e694b8cb6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ba34a62-22e2-4456-8b51-ad2a18e2724f&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c7d52acd-8f28-4abc-86b9-191279fd7934&id=c7d52acd-8f28-4abc-86b9-191279fd7934 HTTP/1.1" status: 200 len: 2297 time: 0.1457572 Nov 11 12:03:00.592999 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-8935b85d-1da7-4d15-acbd-a741cc9d6d9c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0153d04-b46a-432a-8b73-498825058dcd HTTP/1.1" status: 200 len: 217 time: 0.5197959 Nov 11 12:03:00.609437 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-353bdc07-53a8-4b70-bf45-d5d41a5ac8ad tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/quotas/cce5253552ca4988aa4aca3b1f7765af HTTP/1.1" status: 200 len: 375 time: 0.0398767 Nov 11 12:03:00.736658 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-112210c8-998f-44e5-bdd5-a1eb78233517 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd HTTP/1.1" status: 200 len: 1001 time: 0.1349030 Nov 11 12:03:00.808429 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-8bd104e3-c87d-4aa7-843a-4b763f66d28b tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cce5253552ca4988aa4aca3b1f7765af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1945016 Nov 11 12:03:00.828345 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-9db60f27-cf1d-42ec-a5d1-ff8ff9176a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:00.833175 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-9db60f27-cf1d-42ec-a5d1-ff8ff9176a64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9 HTTP/1.1" status: 200 len: 851 time: 0.0884442 Nov 11 12:03:00.923761 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-62a0f5db-3cec-4840-ab83-0d42ebb1a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:00.928803 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-62a0f5db-3cec-4840-ab83-0d42ebb1a7c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ba34a62-22e2-4456-8b51-ad2a18e2724f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881233 Nov 11 12:03:00.959737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-0cdf5542-33ad-40f4-84ba-52e3d1e2000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:00.961847 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-0cdf5542-33ad-40f4-84ba-52e3d1e2000c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ddfb148-78d7-41db-ac12-7719b2b055b6 HTTP/1.1" status: 200 len: 855 time: 0.2942936 Nov 11 12:03:00.969979 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68360032-7abc-478a-8712-6ad4c66607bc req-dc2b2100-d377-4209-9ec2-468bf8cccd54 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:00.979955 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68360032-7abc-478a-8712-6ad4c66607bc req-dc2b2100-d377-4209-9ec2-468bf8cccd54 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 944 time: 1.0280278 Nov 11 12:03:01.046588 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-01496460-d213-46d3-b1ff-1e906f0c73b4 service neutron] 10.222.0.65 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359502 Nov 11 12:03:01.069843 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:03:01.136693 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-a4015c73-c8bc-47d7-899b-7c23aba68882 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba34a62-22e2-4456-8b51-ad2a18e2724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995633 Nov 11 12:03:01.289353 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68360032-7abc-478a-8712-6ad4c66607bc req-bc9bf6af-8088-4ea7-8aed-b89797807de8 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083360 Nov 11 12:03:01.302456 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-f5c3bf26-c0e0-4aaa-8e25-8ef8567588a9 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba34a62-22e2-4456-8b51-ad2a18e2724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576831 Nov 11 12:03:01.363071 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-ef23e8f5-f91b-453e-830f-c2f25717aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:01.365551 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-ef23e8f5-f91b-453e-830f-c2f25717aed2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3725290 Nov 11 12:03:01.378889 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-ba7a44a5-1870-452e-8369-1eac1640a132 service neutron] 10.222.0.65 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312433 Nov 11 12:03:01.412689 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-1685ae37-1192-446e-9c23-583687c048c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=ac823cbf-4e8c-4c81-a62c-4380e8a06413 HTTP/1.1" status: 200 len: 217 time: 0.0981984 Nov 11 12:03:01.497857 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-db048903-ebb2-4825-8956-e13faa681ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:01.500035 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-db048903-ebb2-4825-8956-e13faa681ed2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.0768032 Nov 11 12:03:01.576583 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-bcac8c32-2826-4d03-a50b-31aa254bc1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:01.578145 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-bcac8c32-2826-4d03-a50b-31aa254bc1e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689938 Nov 11 12:03:01.579875 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-da8a96dd-2b1e-45bb-928b-17d0ddb18317 service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040546 Nov 11 12:03:01.601147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9cf25b-a227-48d2-964a-909ecf46edc3 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:03:01.608951 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad40cb8-51a8-4a41-bb10-ead626b93f14 x-openstack-request-id: req-0ad40cb8-51a8-4a41-bb10-ead626b93f14 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:01.609192 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4577527c-1454-4629-bc4b-8013a735d44c", "tag": "f0153d04-b46a-432a-8b73-498825058dcd", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:01.609451 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0ad40cb8-51a8-4a41-bb10-ead626b93f14 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:01.609881 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4577527c-1454-4629-bc4b-8013a735d44c', 'tag': 'f0153d04-b46a-432a-8b73-498825058dcd', 'status': 'completed', 'code': 200} Nov 11 12:03:01.625654 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:01.655312 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b253bc3f-c288-47e9-aae3-d2d0a6f580ed x-openstack-request-id: req-b253bc3f-c288-47e9-aae3-d2d0a6f580ed {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:01.656208 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a869594-4ca2-4363-bb04-bd8db37ec393", "name": "network-vif-plugged", "status": "completed", "tag": "2520d97d-2568-4957-bdd8-95d393789830", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:01.656614 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b253bc3f-c288-47e9-aae3-d2d0a6f580ed {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:01.657207 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a869594-4ca2-4363-bb04-bd8db37ec393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2520d97d-2568-4957-bdd8-95d393789830', 'code': 200} Nov 11 12:03:02.377000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Transition to ACTIVE for port object 4d9cf25b-a227-48d2-964a-909ecf46edc3 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:03:02.444475 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:02.570669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74e9e0-656e-4ebc-9b7c-4188bf4147e3 req-72bc9c1a-0ee4-4d5a-81c8-39b8f0af0390 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:02.580170 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b74e9e0-656e-4ebc-9b7c-4188bf4147e3 req-72bc9c1a-0ee4-4d5a-81c8-39b8f0af0390 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 931 time: 0.2652051 Nov 11 12:03:02.590580 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9cf25b-a227-48d2-964a-909ecf46edc3,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:02.599128 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c75d9b5-9845-443a-9185-128a408d32b0 req-53d3ccf0-eb73-4059-a244-3df58f0ad240 service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9926553 Nov 11 12:03:02.607229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfc91a-dcc9-4a98-a2e6-5c130ed8a81b req-dec43e9f-a707-437e-a3cc-744928db6d75 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:02.615048 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25dfc91a-dcc9-4a98-a2e6-5c130ed8a81b req-dec43e9f-a707-437e-a3cc-744928db6d75 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.3013043 Nov 11 12:03:02.638202 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-aeaf6967-c239-4597-a457-5e38436da5f2 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0387325 Nov 11 12:03:02.845578 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-3b88b32c-f199-4f59-9e5d-6873070db874 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977668 Nov 11 12:03:02.914275 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-06807789-6c4d-4e94-a140-7d646d2230fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=99b9334d-889b-4925-8044-1f449140c379 HTTP/1.1" status: 200 len: 217 time: 0.0550179 Nov 11 12:03:02.947296 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b74e9e0-656e-4ebc-9b7c-4188bf4147e3 req-5b12b4ac-8ad9-4669-a4df-aa0b760ed6c4 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/security-groups?id=105a6fad-72d6-487e-ba61-a39e78f4dde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662324 Nov 11 12:03:02.974560 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25dfc91a-dcc9-4a98-a2e6-5c130ed8a81b req-bd5a23e4-6c69-49cd-9aa9-6ca30e48c473 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541310 Nov 11 12:03:03.015629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9d3d6-5d25-4fea-9d87-f84f138d792e req-48ab72fa-cf73-4d24-81aa-2c67dbba2855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:03.017499 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00e9d3d6-5d25-4fea-9d87-f84f138d792e req-48ab72fa-cf73-4d24-81aa-2c67dbba2855 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a654e19116f4a7c8567a53fd67aec2d&device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 1095 time: 0.2415934 Nov 11 12:03:03.023667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Attempting to bind port 4d9cf25b-a227-48d2-964a-909ecf46edc3 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:03:03.024003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Attempting to bind port 4d9cf25b-a227-48d2-964a-909ecf46edc3 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'bdebe441-6d81-4b1d-8987-9875e6b27306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ec5cf42a-75ca-41a9-9e54-7a81b7d69552'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:03:03.024326 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Attempting to bind port 4d9cf25b-a227-48d2-964a-909ecf46edc3 on network ec5cf42a-75ca-41a9-9e54-7a81b7d69552 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:03:03.038083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-c6e0d7a2-9254-4878-a10e-3edc7d340120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:03.039929 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-c6e0d7a2-9254-4878-a10e-3edc7d340120 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.1147325 Nov 11 12:03:03.065852 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Port 4d9cf25b-a227-48d2-964a-909ecf46edc3 on network ec5cf42a-75ca-41a9-9e54-7a81b7d69552 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:03:03.066171 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Attempting to bind port 4d9cf25b-a227-48d2-964a-909ecf46edc3 on network ec5cf42a-75ca-41a9-9e54-7a81b7d69552 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:03:03.132529 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-bac2631f-0ff1-44a0-85e2-62ed08517cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:03.135446 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-bac2631f-0ff1-44a0-85e2-62ed08517cd3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0853357 Nov 11 12:03:03.147518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:03:03.147518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Checking segment: {'id': 'bdebe441-6d81-4b1d-8987-9875e6b27306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ec5cf42a-75ca-41a9-9e54-7a81b7d69552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:03:03.147518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Bound using segment: {'id': 'bdebe441-6d81-4b1d-8987-9875e6b27306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ec5cf42a-75ca-41a9-9e54-7a81b7d69552'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:03:03.148182 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Bound port: 4d9cf25b-a227-48d2-964a-909ecf46edc3, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdebe441-6d81-4b1d-8987-9875e6b27306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ec5cf42a-75ca-41a9-9e54-7a81b7d69552'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:03:03.161794 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:03.277159 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-91896c3b-1da2-4ee7-a366-bd6a5407848a service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244078 Nov 11 12:03:03.408900 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fad87bbb-14e4-4bed-b9de-56da856e7fa1 req-91f8ab3f-b9ff-4d30-8cf2-a0dc6094b758 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 210 time: 0.3145814 Nov 11 12:03:03.518933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83cf6-fdab-4172-a1df-ad562bade363 req-0144dff0-fec1-43c8-be79-f7f43fd44fdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:03.526196 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8a83cf6-fdab-4172-a1df-ad562bade363 req-0144dff0-fec1-43c8-be79-f7f43fd44fdb tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 944 time: 0.4021595 Nov 11 12:03:03.590085 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-e126ffbb-944f-4314-bfe5-0bb5324a5334 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036730 Nov 11 12:03:03.615218 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8a83cf6-fdab-4172-a1df-ad562bade363 req-0a03ae02-8b8b-43ea-8d4b-0d2de698b225 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880320 Nov 11 12:03:03.726932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9d3d6-5d25-4fea-9d87-f84f138d792e req-08915784-b3e5-4073-b184-3a808c21e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:03.728839 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00e9d3d6-5d25-4fea-9d87-f84f138d792e req-08915784-b3e5-4073-b184-3a808c21e6ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972 HTTP/1.1" status: 200 len: 918 time: 0.7017870 Nov 11 12:03:03.738714 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] For port 4d9cf25b-a227-48d2-964a-909ecf46edc3, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:03:03.756302 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] For port 4d9cf25b-a227-48d2-964a-909ecf46edc3, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4d9cf25b-a227-48d2-964a-909ecf46edc3,segment=NetworkSegment(bdebe441-6d81-4b1d-8987-9875e6b27306),segment_id=bdebe441-6d81-4b1d-8987-9875e6b27306)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:03:03.762256 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-04113d60-a639-49ef-a5fa-374caeec1e32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=598e6046-573d-4050-bad0-9f22dc092749 HTTP/1.1" status: 200 len: 217 time: 0.1516211 Nov 11 12:03:03.803233 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:03.806454 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00e9d3d6-5d25-4fea-9d87-f84f138d792e req-c5ee290a-fc14-4f24-80c4-fc880bb9180b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0153d04-b46a-432a-8b73-498825058dcd HTTP/1.1" status: 200 len: 217 time: 0.0651016 Nov 11 12:03:03.848963 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-edf1e6be-8bd4-479b-a482-95d94d560b8b tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:03.850423 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-edf1e6be-8bd4-479b-a482-95d94d560b8b tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.62 "GET /v2.0/networks?id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e HTTP/1.1" status: 200 len: 813 time: 0.3187246 Nov 11 12:03:03.852312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-2dd60ae3-c222-47bb-9116-ef72f8e7a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:03.853717 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-2dd60ae3-c222-47bb-9116-ef72f8e7a754 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.0794516 Nov 11 12:03:03.878210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-2cba2b61-37ca-4354-a568-ef267001b91a tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Request body: {'port': {'device_id': 'de3b2026-0789-4dc8-960a-21d34ce10b66', 'network_id': '1b45cef6-cab3-4d31-8268-0a8f6ddccc4e', 'admin_state_up': True, 'tenant_id': 'cce5253552ca4988aa4aca3b1f7765af'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:03.904206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:03.904820 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:03.906400 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] 10.222.0.43 "PUT /v2.0/ports/4d9cf25b-a227-48d2-964a-909ecf46edc3 HTTP/1.1" status: 200 len: 1091 time: 4.6403525 Nov 11 12:03:03.906838 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0171264-1efc-47a7-bc53-a020ad0532cf', 'tag': '4d9cf25b-a227-48d2-964a-909ecf46edc3'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:03.909201 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814afc85-95e3-4ecd-83d9-9d1b86fe71e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d0171264-1efc-47a7-bc53-a020ad0532cf", "tag": "4d9cf25b-a227-48d2-964a-909ecf46edc3"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:04.006269 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8ef8b1-d9c8-40c1-b44a-7b057b190091 x-openstack-request-id: req-8b8ef8b1-d9c8-40c1-b44a-7b057b190091 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:04.006735 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0171264-1efc-47a7-bc53-a020ad0532cf", "tag": "4d9cf25b-a227-48d2-964a-909ecf46edc3", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:04.006868 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b8ef8b1-d9c8-40c1-b44a-7b057b190091 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:04.007669 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0171264-1efc-47a7-bc53-a020ad0532cf', 'tag': '4d9cf25b-a227-48d2-964a-909ecf46edc3', 'status': 'completed', 'code': 200} Nov 11 12:03:04.040172 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec6a95-f884-44e2-acfe-853a90d80f72 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9cf25b-a227-48d2-964a-909ecf46edc3,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:04.057430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9d3d6-5d25-4fea-9d87-f84f138d792e req-c5f83e0d-1dcf-4dae-ae4e-67bd2db15004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:04.059607 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00e9d3d6-5d25-4fea-9d87-f84f138d792e req-c5f83e0d-1dcf-4dae-ae4e-67bd2db15004 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ddfb148-78d7-41db-ac12-7719b2b055b6 HTTP/1.1" status: 200 len: 855 time: 0.2437298 Nov 11 12:03:04.146622 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-2cba2b61-37ca-4354-a568-ef267001b91a tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Made reservation on behalf of cce5253552ca4988aa4aca3b1f7765af for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:03:04.150401 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-2cba2b61-37ca-4354-a568-ef267001b91a tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:04.156591 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-dea372db-5942-4771-b8df-577490ca7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:04.158271 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-dea372db-5942-4771-b8df-577490ca7c39 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2845151 Nov 11 12:03:04.178466 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-06b25f2c-8ab3-4a43-b664-f11e7e79eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:04.180017 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-06b25f2c-8ab3-4a43-b664-f11e7e79eebe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d4b49178db246869b02d8896fa078df&device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 1094 time: 0.2244239 Nov 11 12:03:04.240898 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-1fe78513-d60f-4ab8-af83-e787038c0da6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d9cf25b-a227-48d2-964a-909ecf46edc3 HTTP/1.1" status: 200 len: 217 time: 0.0496619 Nov 11 12:03:04.261997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9d3d6-5d25-4fea-9d87-f84f138d792e req-cb3220eb-50e6-40b4-815b-c820c3810327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:04.263463 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00e9d3d6-5d25-4fea-9d87-f84f138d792e req-cb3220eb-50e6-40b4-815b-c820c3810327 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896141 Nov 11 12:03:04.274361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9744a09-85e6-4072-ac98-12c5274647e4 req-185da706-ab19-45d9-8d34-f39cda8002e2 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:04.281705 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f9744a09-85e6-4072-ac98-12c5274647e4 req-185da706-ab19-45d9-8d34-f39cda8002e2 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1689641 Nov 11 12:03:04.297627 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3be8e1-f464-4b68-8b81-567ed99a5d23 req-eb082ec3-01fe-4a56-ab43-cbc5dc8125c1 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:04.299068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-2cba2b61-37ca-4354-a568-ef267001b91a tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Allocated IP 172.20.0.9 (1b45cef6-cab3-4d31-8268-0a8f6ddccc4e/d0536e05-934e-473c-b564-bb42e27b175c/54e2a4e4-642f-430b-9504-1011f29edc52) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:03:04.299205 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b3be8e1-f464-4b68-8b81-567ed99a5d23 req-eb082ec3-01fe-4a56-ab43-cbc5dc8125c1 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 943 time: 0.2047641 Nov 11 12:03:04.545297 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b3be8e1-f464-4b68-8b81-567ed99a5d23 req-2550e8c1-f838-41ce-9491-b15825cfb87b tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/security-groups?id=105a6fad-72d6-487e-ba61-a39e78f4dde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048187 Nov 11 12:03:04.555939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-979a1d34-804e-4df4-898c-a4468cbc514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:04.558721 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-979a1d34-804e-4df4-898c-a4468cbc514e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ee522524-55d4-4576-92f3-e0a9852bf3f2 HTTP/1.1" status: 200 len: 850 time: 0.3053184 Nov 11 12:03:04.564568 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00e9d3d6-5d25-4fea-9d87-f84f138d792e req-edbaa746-a8c2-4231-b239-8b3e1cf26d40 service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447054 Nov 11 12:03:04.674333 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-3ade5a8e-92e5-49e8-a23d-eb053cb902ee service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688708 Nov 11 12:03:04.701291 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f9744a09-85e6-4072-ac98-12c5274647e4 req-6b7e4410-5cc6-4f13-bc4f-8a8d016e61ca tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163945 Nov 11 12:03:04.725168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-3c7c3736-31a0-4a83-a862-25ad31405285 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ec5cf42a-75ca-41a9-9e54-7a81b7d69552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1569381 Nov 11 12:03:04.799808 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-2cba2b61-37ca-4354-a568-ef267001b91a tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:04.879959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f0153d04-b46a-432a-8b73-498825058dcd details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:03:04.880757 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-728e95d1-f906-4d0b-91e8-c5792ee001a1 req-eb8aa370-962d-40ef-b198-eeea02dbeae0 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 210 time: 0.2181735 Nov 11 12:03:04.899203 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-2cba2b61-37ca-4354-a568-ef267001b91a tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:05.051673 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00e9d3d6-5d25-4fea-9d87-f84f138d792e req-dd12ce0d-7745-4719-85f2-b12a93033710 service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383676 Nov 11 12:03:05.060094 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-b379f4a4-fc85-466a-ab9b-337616d8933d service neutron] 10.222.0.43 "GET /v2.0/networks/ec5cf42a-75ca-41a9-9e54-7a81b7d69552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945207 Nov 11 12:03:05.088541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-2cba2b61-37ca-4354-a568-ef267001b91a tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Network 1b45cef6-cab3-4d31-8268-0a8f6ddccc4e is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:03:05.138890 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-2cba2b61-37ca-4354-a568-ef267001b91a tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:03:05.153082 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-2cba2b61-37ca-4354-a568-ef267001b91a tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:03:05.206842 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-2cba2b61-37ca-4354-a568-ef267001b91a tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:05.207464 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-2cba2b61-37ca-4354-a568-ef267001b91a tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:05.232682 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba2b61-37ca-4354-a568-ef267001b91a tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event updated for resources: {'Port': ['ID=54e2a4e4-642f-430b-9504-1011f29edc52,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:05.251320 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-2cba2b61-37ca-4354-a568-ef267001b91a tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3788428 Nov 11 12:03:05.267457 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Request body: {'port': {'device_id': 'de3b2026-0789-4dc8-960a-21d34ce10b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:05.300883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482b9d1-13db-48ad-9611-3d73eb682431 req-25118dd6-9f43-43e1-8692-17a0d1248e64 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:05.302893 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7482b9d1-13db-48ad-9611-3d73eb682431 req-25118dd6-9f43-43e1-8692-17a0d1248e64 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 944 time: 0.2253156 Nov 11 12:03:05.342198 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fe6f10c-c9a0-4f4e-89f4-f425cba5742f req-558609fa-e352-41e0-a851-cafaec85522e service neutron] 10.222.0.43 "GET /v2.0/networks/ec5cf42a-75ca-41a9-9e54-7a81b7d69552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755804 Nov 11 12:03:05.377451 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-72191365-4c1a-4442-bad6-d306fe7f8425 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213742 Nov 11 12:03:05.387638 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7482b9d1-13db-48ad-9611-3d73eb682431 req-f38599ef-416c-4b6f-983e-3329c9c09017 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773220 Nov 11 12:03:05.447672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814afc85-95e3-4ecd-83d9-9d1b86fe71e8 req-698e1b0f-fe48-411b-bfd6-7079015be7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:05.449699 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-814afc85-95e3-4ecd-83d9-9d1b86fe71e8 req-698e1b0f-fe48-411b-bfd6-7079015be7f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d4b49178db246869b02d8896fa078df&device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 1094 time: 0.0550914 Nov 11 12:03:05.511560 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:05.522222 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-d64017c4-3cc4-4680-b27c-90508a0fc2f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=5bb8b285-d3a8-488b-ace9-c5345979a664 HTTP/1.1" status: 200 len: 217 time: 0.1307449 Nov 11 12:03:05.579153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f0153d04-b46a-432a-8b73-498825058dcd, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f0153d04-b46a-432a-8b73-498825058dcd,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:05.634854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'f0153d04-b46a-432a-8b73-498825058dcd', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'port_id': 'f0153d04-b46a-432a-8b73-498825058dcd', 'mac_address': 'fa:16:3e:68:e0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:03:05.648792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814afc85-95e3-4ecd-83d9-9d1b86fe71e8 req-7924704b-ac3e-400e-9c01-378d41aa6ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:05.650327 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-814afc85-95e3-4ecd-83d9-9d1b86fe71e8 req-7924704b-ac3e-400e-9c01-378d41aa6ecd service neutron] 10.222.0.43 "GET /v2.0/networks?id=ec5cf42a-75ca-41a9-9e54-7a81b7d69552 HTTP/1.1" status: 200 len: 912 time: 0.1921890 Nov 11 12:03:05.700705 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-ac15f629-039b-4370-a2de-71d8372cf6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:05.708770 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-ac15f629-039b-4370-a2de-71d8372cf6c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.1651649 Nov 11 12:03:05.731938 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:05.767562 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-814afc85-95e3-4ecd-83d9-9d1b86fe71e8 req-e38d25f4-370b-4e77-9c42-98f4efbba728 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d9cf25b-a227-48d2-964a-909ecf46edc3 HTTP/1.1" status: 200 len: 217 time: 0.1058104 Nov 11 12:03:05.802431 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0153d04-b46a-432a-8b73-498825058dcd {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:03:05.860174 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9968c5f-6d73-4b2d-92cc-031cdd6df3db req-55412f72-3344-4f9f-9334-0cf46442f94a tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:05.861917 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f9968c5f-6d73-4b2d-92cc-031cdd6df3db req-55412f72-3344-4f9f-9334-0cf46442f94a tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 943 time: 0.1895444 Nov 11 12:03:05.866425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814afc85-95e3-4ecd-83d9-9d1b86fe71e8 req-bcb07e49-2f0b-44c3-b1a8-ecf74638c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:05.867804 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-814afc85-95e3-4ecd-83d9-9d1b86fe71e8 req-bcb07e49-2f0b-44c3-b1a8-ecf74638c80a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ee522524-55d4-4576-92f3-e0a9852bf3f2 HTTP/1.1" status: 200 len: 850 time: 0.0838733 Nov 11 12:03:05.890605 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-770c8546-43d7-4951-8f5c-b5160d36e408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:05.906204 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-2fb8052c-6396-47d5-a392-de13e12210a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:05.907527 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f0153d04-b46a-432a-8b73-498825058dcd, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f0153d04-b46a-432a-8b73-498825058dcd,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:05.911328 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-2fb8052c-6396-47d5-a392-de13e12210a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1805673 Nov 11 12:03:05.921841 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:05.942245 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-814afc85-95e3-4ecd-83d9-9d1b86fe71e8 req-d72e8911-a6e7-46a5-a342-8c8495a4e5fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ec5cf42a-75ca-41a9-9e54-7a81b7d69552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501263 Nov 11 12:03:06.057597 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f0153d04-b46a-432a-8b73-498825058dcd,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:06.098970 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f9968c5f-6d73-4b2d-92cc-031cdd6df3db req-5fd835e6-e9b4-449e-9aad-51cd6bc53c55 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/security-groups?id=105a6fad-72d6-487e-ba61-a39e78f4dde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301843 Nov 11 12:03:06.234659 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-54b2b08c-5e6a-4148-82f4-9c0041ee1ea1 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042104 Nov 11 12:03:06.281684 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f0153d04-b46a-432a-8b73-498825058dcd'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:06.287881 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4e208-6b56-4856-9844-04afde21a20d req-cb7baa37-8ac3-40cf-b76d-34f05645ab15 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:06.290228 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ad4e208-6b56-4856-9844-04afde21a20d req-cb7baa37-8ac3-40cf-b76d-34f05645ab15 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.3724279 Nov 11 12:03:06.350700 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e2a4e4-642f-430b-9504-1011f29edc52 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:03:06.364712 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:06.390683 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Transition to ACTIVE for port object 54e2a4e4-642f-430b-9504-1011f29edc52 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:03:06.401391 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:06.416740 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-87abe4ef-781a-467f-b77b-6f50f3076fde service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687014 Nov 11 12:03:06.462665 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-814afc85-95e3-4ecd-83d9-9d1b86fe71e8 req-9eef3a0d-898b-4c24-9958-2f39ccf54673 service neutron] 10.222.0.43 "GET /v2.0/networks/ec5cf42a-75ca-41a9-9e54-7a81b7d69552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020862 Nov 11 12:03:06.555923 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-46408a6b-d55f-4389-b3b8-d33acaa7977f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f8d1764e-a322-45c9-823c-8821a86bf6c4 HTTP/1.1" status: 200 len: 217 time: 0.1144793 Nov 11 12:03:06.666362 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-959976a2-9246-4c18-aea1-768f707f0ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:06.668580 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-959976a2-9246-4c18-aea1-768f707f0ff0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86e31caf-0b25-4fb4-be5e-587fe4b98546 HTTP/1.1" status: 200 len: 797 time: 0.0808136 Nov 11 12:03:06.670832 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Pushing event updated for resources: {'Port': ['ID=54e2a4e4-642f-430b-9504-1011f29edc52,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:06.680092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d541bfa-a185-4b1a-b556-c48f8fba5b45 req-a9deead1-1b0e-472d-973c-4d54df8af72f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:06.687971 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d541bfa-a185-4b1a-b556-c48f8fba5b45 req-a9deead1-1b0e-472d-973c-4d54df8af72f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 931 time: 0.4106498 Nov 11 12:03:06.695849 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ad4e208-6b56-4856-9844-04afde21a20d req-5e0b58fd-75bf-4c0d-a0e0-9ecb9b6481ae tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793731 Nov 11 12:03:06.841546 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d541bfa-a185-4b1a-b556-c48f8fba5b45 req-1e707489-55f2-4716-a76c-841cda95d3cd tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504738 Nov 11 12:03:06.850282 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-814afc85-95e3-4ecd-83d9-9d1b86fe71e8 req-5c5877d6-2c99-4846-9891-ec7b2742dccc service neutron] 10.222.0.43 "GET /v2.0/networks/ec5cf42a-75ca-41a9-9e54-7a81b7d69552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594422 Nov 11 12:03:06.932455 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Attempting to bind port 54e2a4e4-642f-430b-9504-1011f29edc52 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:03:06.933083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Attempting to bind port 54e2a4e4-642f-430b-9504-1011f29edc52 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '252a797b-815d-4a42-858f-a18e1fa464bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '1b45cef6-cab3-4d31-8268-0a8f6ddccc4e'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:03:06.933194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Attempting to bind port 54e2a4e4-642f-430b-9504-1011f29edc52 on network 1b45cef6-cab3-4d31-8268-0a8f6ddccc4e {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:03:06.941100 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Port 54e2a4e4-642f-430b-9504-1011f29edc52 on network 1b45cef6-cab3-4d31-8268-0a8f6ddccc4e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:03:06.941471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Attempting to bind port 54e2a4e4-642f-430b-9504-1011f29edc52 on network 1b45cef6-cab3-4d31-8268-0a8f6ddccc4e {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:03:06.946687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-6386512a-411d-4310-93dd-949db8fa29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:06.948195 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-6386512a-411d-4310-93dd-949db8fa29ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c7d52acd-8f28-4abc-86b9-191279fd7934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2579567 Nov 11 12:03:06.952126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:03:06.952529 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Checking segment: {'id': '252a797b-815d-4a42-858f-a18e1fa464bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '1b45cef6-cab3-4d31-8268-0a8f6ddccc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:03:06.953722 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Bound using segment: {'id': '252a797b-815d-4a42-858f-a18e1fa464bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '1b45cef6-cab3-4d31-8268-0a8f6ddccc4e'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:03:06.954166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Bound port: 54e2a4e4-642f-430b-9504-1011f29edc52, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252a797b-815d-4a42-858f-a18e1fa464bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '1b45cef6-cab3-4d31-8268-0a8f6ddccc4e'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:03:06.954520 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:07.217744 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-54104522-215c-4f66-bae3-51751cef7416 service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569652 Nov 11 12:03:07.219979 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] For port 54e2a4e4-642f-430b-9504-1011f29edc52, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:03:07.226199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] For port 54e2a4e4-642f-430b-9504-1011f29edc52, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=54e2a4e4-642f-430b-9504-1011f29edc52,segment=NetworkSegment(252a797b-815d-4a42-858f-a18e1fa464bb),segment_id=252a797b-815d-4a42-858f-a18e1fa464bb)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:03:07.237143 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db49784-f69f-475a-ab6b-4634dec69029 req-9335774d-133e-42fd-b88e-73da95d8ec93 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:07.238803 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6db49784-f69f-475a-ab6b-4634dec69029 req-9335774d-133e-42fd-b88e-73da95d8ec93 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.0845008 Nov 11 12:03:07.288963 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:07.341797 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6db49784-f69f-475a-ab6b-4634dec69029 req-78ab91b9-0478-46e5-b185-f76adc4707dc tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963688 Nov 11 12:03:07.353874 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b887262-9482-4caa-b8c6-47764601f7b4 req-83a6789a-e929-4ab0-a3d4-3b337175b8ad tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:07.355786 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b887262-9482-4caa-b8c6-47764601f7b4 req-83a6789a-e929-4ab0-a3d4-3b337175b8ad tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 943 time: 0.1006122 Nov 11 12:03:07.414963 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:07.415578 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:07.417106 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] 10.222.0.62 "PUT /v2.0/ports/54e2a4e4-642f-430b-9504-1011f29edc52 HTTP/1.1" status: 200 len: 1091 time: 2.1538069 Nov 11 12:03:07.417627 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3b2026-0789-4dc8-960a-21d34ce10b66', 'tag': '54e2a4e4-642f-430b-9504-1011f29edc52'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:07.420215 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8565e784-8f05-45f4-b5fe-d87e9f96bba6" -d '{"events": [{"name": "network-changed", "server_uuid": "de3b2026-0789-4dc8-960a-21d34ce10b66", "tag": "54e2a4e4-642f-430b-9504-1011f29edc52"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:07.461914 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b887262-9482-4caa-b8c6-47764601f7b4 req-5036983e-c0a8-4a10-a87e-14f977b7ad1f tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/security-groups?id=105a6fad-72d6-487e-ba61-a39e78f4dde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934632 Nov 11 12:03:07.471635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ddffe-ad15-4430-bd8b-c3bac8c58827 service neutron] Pushing event updated for resources: {'Port': ['ID=54e2a4e4-642f-430b-9504-1011f29edc52,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:07.523730 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067f29cd-eb99-4235-a958-8144631754d6 x-openstack-request-id: req-067f29cd-eb99-4235-a958-8144631754d6 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:07.524101 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3b2026-0789-4dc8-960a-21d34ce10b66", "tag": "54e2a4e4-642f-430b-9504-1011f29edc52", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:07.524411 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-067f29cd-eb99-4235-a958-8144631754d6 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:07.524879 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3b2026-0789-4dc8-960a-21d34ce10b66', 'tag': '54e2a4e4-642f-430b-9504-1011f29edc52', 'status': 'completed', 'code': 200} Nov 11 12:03:07.534789 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-b5002bda-f461-4338-a3b7-791cffe9c09f service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928915 Nov 11 12:03:07.584519 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-5bfa4ba9-c4f3-4ff8-b084-4e221afd51a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00b27224-5b1e-47f9-9afc-62ede007c4b3 HTTP/1.1" status: 200 len: 217 time: 0.0400732 Nov 11 12:03:07.586856 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-2a3ce7a5-a59f-4dd2-8862-289d08116509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:07.589240 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-2a3ce7a5-a59f-4dd2-8862-289d08116509 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cce5253552ca4988aa4aca3b1f7765af&device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 1094 time: 0.1079857 Nov 11 12:03:07.624153 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c40f32-f88e-45e4-8af2-592972b64da7 req-f606ad39-00da-41ed-9e35-6f6f39142ac5 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:07.631851 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64c40f32-f88e-45e4-8af2-592972b64da7 req-f606ad39-00da-41ed-9e35-6f6f39142ac5 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.0915768 Nov 11 12:03:07.669814 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-d1b0140c-d1cc-4e89-8ccc-eeda4c598a04 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54e2a4e4-642f-430b-9504-1011f29edc52 HTTP/1.1" status: 200 len: 217 time: 0.0623891 Nov 11 12:03:07.704704 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64c40f32-f88e-45e4-8af2-592972b64da7 req-e762464e-de14-4204-ba01-dae78ed8b48e tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718815 Nov 11 12:03:07.730750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-2c545b62-dc78-41de-81ad-072a0e714724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:07.732520 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-2c545b62-dc78-41de-81ad-072a0e714724 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0536e05-934e-473c-b564-bb42e27b175c HTTP/1.1" status: 200 len: 853 time: 0.0529985 Nov 11 12:03:07.736543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-404730e5-7516-4b9a-931e-a2abf0fbd9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:07.738127 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-404730e5-7516-4b9a-931e-a2abf0fbd9e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86e31caf-0b25-4fb4-be5e-587fe4b98546 HTTP/1.1" status: 200 len: 797 time: 0.1386774 Nov 11 12:03:07.798601 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-45f4adb8-edf8-4108-bd92-a24f968e859e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480740 Nov 11 12:03:07.816348 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4d9cf25b-a227-48d2-964a-909ecf46edc3 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:03:07.848270 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-9b70b481-4eb4-46b3-92b7-2650af0930f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:07.850494 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-9b70b481-4eb4-46b3-92b7-2650af0930f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c7d52acd-8f28-4abc-86b9-191279fd7934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1018748 Nov 11 12:03:07.895130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d1e99-0a59-459d-bba1-b4539ec908ec req-fc5d0b6d-1b47-4573-a81b-9795f0025aad tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:07.904052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef2d1e99-0a59-459d-bba1-b4539ec908ec req-fc5d0b6d-1b47-4573-a81b-9795f0025aad tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1024983 Nov 11 12:03:07.993405 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-db280df6-9bbc-4ef4-899f-53d9f9ae1fe7 service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858680 Nov 11 12:03:08.013983 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4d9cf25b-a227-48d2-964a-909ecf46edc3, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4d9cf25b-a227-48d2-964a-909ecf46edc3,segment=NetworkSegment(bdebe441-6d81-4b1d-8987-9875e6b27306),segment_id=bdebe441-6d81-4b1d-8987-9875e6b27306)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:08.032000 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '4d9cf25b-a227-48d2-964a-909ecf46edc3', 'network_id': 'ec5cf42a-75ca-41a9-9e54-7a81b7d69552', 'port_id': '4d9cf25b-a227-48d2-964a-909ecf46edc3', 'mac_address': 'fa:16:3e:c3:a0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee522524-55d4-4576-92f3-e0a9852bf3f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:03:08.044306 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-9eb64cbe-e19f-4a7c-902f-fea5cad9897b service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580555 Nov 11 12:03:08.066596 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef2d1e99-0a59-459d-bba1-b4539ec908ec req-e841a804-f53a-441a-a01c-5e7fe46f2aef tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615086 Nov 11 12:03:08.079194 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b2563611-9a3f-42b9-a257-beca9f49cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:08.100844 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf2a64-0e94-424e-84eb-8b85846497a9 req-0ecdca69-60f7-49bb-8e3f-d95b93668bb2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:08.107956 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:08.118839 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96bf2a64-0e94-424e-84eb-8b85846497a9 req-0ecdca69-60f7-49bb-8e3f-d95b93668bb2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 943 time: 0.1653116 Nov 11 12:03:08.128314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9cf25b-a227-48d2-964a-909ecf46edc3 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:03:08.172108 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4d9cf25b-a227-48d2-964a-909ecf46edc3, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4d9cf25b-a227-48d2-964a-909ecf46edc3,segment=NetworkSegment(bdebe441-6d81-4b1d-8987-9875e6b27306),segment_id=bdebe441-6d81-4b1d-8987-9875e6b27306)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:08.180172 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:08.234197 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-903d97e2-c614-4bc9-a553-d4a5d5a8a9d7 req-59a637fc-257b-44f6-afbd-db54f1fb7114 service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317312 Nov 11 12:03:08.249814 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=4d9cf25b-a227-48d2-964a-909ecf46edc3,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:08.261368 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96bf2a64-0e94-424e-84eb-8b85846497a9 req-bd728dbf-824a-4dcd-af6f-e7ad0ce8e38c tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377187 Nov 11 12:03:08.279377 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a63ab16-8297-4069-9ca2-00b86b79fdf9 req-c158076c-1a05-44ed-b687-2832c1522385 service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745713 Nov 11 12:03:08.356367 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565e784-8f05-45f4-b5fe-d87e9f96bba6 req-b5bee6a9-6d4d-4a10-a95c-8a67aa9fc5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:08.358090 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8565e784-8f05-45f4-b5fe-d87e9f96bba6 req-b5bee6a9-6d4d-4a10-a95c-8a67aa9fc5b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cce5253552ca4988aa4aca3b1f7765af&device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 1094 time: 0.0584352 Nov 11 12:03:08.510030 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['4d9cf25b-a227-48d2-964a-909ecf46edc3'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:08.534142 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565e784-8f05-45f4-b5fe-d87e9f96bba6 req-240e1b2e-92a6-45ee-b3a2-620ce56c1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:08.535076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03655336-2703-4cea-947b-5ad368961b5a req-5ebc2350-b161-43d7-af8c-8976d7cc1553 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:08.541560 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8565e784-8f05-45f4-b5fe-d87e9f96bba6 req-240e1b2e-92a6-45ee-b3a2-620ce56c1f7f service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e HTTP/1.1" status: 200 len: 915 time: 0.1696529 Nov 11 12:03:08.542759 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-03655336-2703-4cea-947b-5ad368961b5a req-5ebc2350-b161-43d7-af8c-8976d7cc1553 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.0697145 Nov 11 12:03:08.637108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-03655336-2703-4cea-947b-5ad368961b5a req-4e1ea90c-e874-47e4-ab8f-74c66f8d0236 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933325 Nov 11 12:03:08.648924 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8565e784-8f05-45f4-b5fe-d87e9f96bba6 req-f55c7835-d16d-49ab-a963-2ad4b9421cf8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54e2a4e4-642f-430b-9504-1011f29edc52 HTTP/1.1" status: 200 len: 217 time: 0.0979073 Nov 11 12:03:08.721635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2861d9-004c-481d-82a2-a0c40780e94e req-8c6d34ee-f815-40a4-af12-7c552718dcc7 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:08.723307 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a2861d9-004c-481d-82a2-a0c40780e94e req-8c6d34ee-f815-40a4-af12-7c552718dcc7 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 944 time: 0.0840061 Nov 11 12:03:08.736090 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565e784-8f05-45f4-b5fe-d87e9f96bba6 req-a093e06e-5130-4e4b-83d9-81d45d235ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:08.737945 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8565e784-8f05-45f4-b5fe-d87e9f96bba6 req-a093e06e-5130-4e4b-83d9-81d45d235ef6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0536e05-934e-473c-b564-bb42e27b175c HTTP/1.1" status: 200 len: 853 time: 0.0764027 Nov 11 12:03:08.813645 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8565e784-8f05-45f4-b5fe-d87e9f96bba6 req-4af0765f-6dbf-495d-8791-3a4cfc4fc593 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667543 Nov 11 12:03:08.819347 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a2861d9-004c-481d-82a2-a0c40780e94e req-dc2c4e5d-a49f-4485-a330-ca5d8aa6eb03 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/security-groups?id=105a6fad-72d6-487e-ba61-a39e78f4dde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877659 Nov 11 12:03:08.872119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f0153d04-b46a-432a-8b73-498825058dcd up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:03:08.929207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10906066-c847-4e01-80b9-30968f60609e req-f6fcb10f-81fb-4666-8d2d-0da0d275d8cf tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:08.943707 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10906066-c847-4e01-80b9-30968f60609e req-f6fcb10f-81fb-4666-8d2d-0da0d275d8cf tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.1230488 Nov 11 12:03:08.952470 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port f0153d04-b46a-432a-8b73-498825058dcd completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:03:08.964062 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8565e784-8f05-45f4-b5fe-d87e9f96bba6 req-4f58f2b9-bf4c-447e-81eb-2904a4a17927 service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384556 Nov 11 12:03:08.968385 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port f0153d04-b46a-432a-8b73-498825058dcd triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:03:08.968755 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:08.980182 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:09.021265 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10906066-c847-4e01-80b9-30968f60609e req-4c63d902-237e-4015-951f-11399e0cdb99 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766692 Nov 11 12:03:09.159868 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:09.195276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4577527c-1454-4629-bc4b-8013a735d44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0153d04-b46a-432a-8b73-498825058dcd'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:09.198011 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf409902-8f97-4e61-8ce8-71d8815d61bc" -d '{"events": [{"server_uuid": "4577527c-1454-4629-bc4b-8013a735d44c", "name": "network-vif-plugged", "status": "completed", "tag": "f0153d04-b46a-432a-8b73-498825058dcd"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:09.243258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7ae86-9015-4424-85b0-ebc2e767c8f7 req-d14995d2-4540-46e5-8af3-a6733ad2073e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:09.244941 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4e7ae86-9015-4424-85b0-ebc2e767c8f7 req-d14995d2-4540-46e5-8af3-a6733ad2073e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0773473 Nov 11 12:03:09.245781 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f0153d04-b46a-432a-8b73-498825058dcd, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f0153d04-b46a-432a-8b73-498825058dcd,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:09.257942 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:09.304722 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e54189-144e-4591-989c-d833452c9e69 x-openstack-request-id: req-47e54189-144e-4591-989c-d833452c9e69 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:09.313543 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4577527c-1454-4629-bc4b-8013a735d44c", "name": "network-vif-plugged", "status": "completed", "tag": "f0153d04-b46a-432a-8b73-498825058dcd", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:09.314040 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47e54189-144e-4591-989c-d833452c9e69 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:09.314658 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4577527c-1454-4629-bc4b-8013a735d44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0153d04-b46a-432a-8b73-498825058dcd', 'code': 200} Nov 11 12:03:09.384469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4e7ae86-9015-4424-85b0-ebc2e767c8f7 req-65a2b675-72b8-43c2-b67f-77b307a01fcd tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300125 Nov 11 12:03:09.394205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f0153d04-b46a-432a-8b73-498825058dcd,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:09.585211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cf0ca-deba-48c7-a46a-d1e201fdfdfc req-865469b3-a7f6-4601-8913-4083b02b11dc tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:09.593874 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-299cf0ca-deba-48c7-a46a-d1e201fdfdfc req-865469b3-a7f6-4601-8913-4083b02b11dc tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 943 time: 0.1044884 Nov 11 12:03:09.662603 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-299cf0ca-deba-48c7-a46a-d1e201fdfdfc req-aecf3ef2-0832-4fa9-89b9-12f1094dc673 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670485 Nov 11 12:03:09.670216 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056f034-b474-480a-94f5-3343d3c2f72b req-a4c943fc-8df6-4cfc-9da9-b81d21f7eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:09.671698 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9056f034-b474-480a-94f5-3343d3c2f72b req-a4c943fc-8df6-4cfc-9da9-b81d21f7eac8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 1097 time: 0.0665700 Nov 11 12:03:09.700678 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8565e784-8f05-45f4-b5fe-d87e9f96bba6 req-b0b5be9f-b151-4320-95ef-10642326909f service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7259815 Nov 11 12:03:09.738176 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9056f034-b474-480a-94f5-3343d3c2f72b req-c669a44a-c3d1-486c-877e-2aaef5b761cc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559516 Nov 11 12:03:09.809132 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6692d82-3e8c-449b-9cc7-f847ca96df92 req-f5ac1d34-6c36-454c-89bc-385996f6cba6 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:09.811738 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6692d82-3e8c-449b-9cc7-f847ca96df92 req-f5ac1d34-6c36-454c-89bc-385996f6cba6 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.0608027 Nov 11 12:03:09.818848 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4d9cf25b-a227-48d2-964a-909ecf46edc3 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:03:09.887191 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6692d82-3e8c-449b-9cc7-f847ca96df92 req-4d11218f-2d39-4bc6-9447-4749907ab47f tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686686 Nov 11 12:03:09.946970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 4d9cf25b-a227-48d2-964a-909ecf46edc3 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:03:09.952377 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 4d9cf25b-a227-48d2-964a-909ecf46edc3 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:03:09.953024 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:10.010794 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa05b89-85f6-4ce4-936d-1ffcaebe528f req-fe65d499-77f5-445b-bced-cc19f0c96407 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:10.012792 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fa05b89-85f6-4ce4-936d-1ffcaebe528f req-fe65d499-77f5-445b-bced-cc19f0c96407 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 944 time: 0.0847847 Nov 11 12:03:10.056634 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6edbe-18e3-494a-bb0d-50cf0584c48f req-429a5ed2-389a-46b7-92ec-8a897f2ab410 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:10.059888 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fc6edbe-18e3-494a-bb0d-50cf0584c48f req-429a5ed2-389a-46b7-92ec-8a897f2ab410 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.0968890 Nov 11 12:03:10.156377 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fa05b89-85f6-4ce4-936d-1ffcaebe528f req-2bfcc7bb-ce9b-43fe-a644-417193f4900a tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/security-groups?id=105a6fad-72d6-487e-ba61-a39e78f4dde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360066 Nov 11 12:03:10.186269 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:10.235615 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b48845-1769-42f9-8d61-9cedb26cd799 req-74f49ea6-3381-41f6-a001-7a2085b64b35 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:10.238022 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1b48845-1769-42f9-8d61-9cedb26cd799 req-74f49ea6-3381-41f6-a001-7a2085b64b35 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 945 time: 0.0681577 Nov 11 12:03:10.252012 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4d9cf25b-a227-48d2-964a-909ecf46edc3, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4d9cf25b-a227-48d2-964a-909ecf46edc3,segment=NetworkSegment(bdebe441-6d81-4b1d-8987-9875e6b27306),segment_id=bdebe441-6d81-4b1d-8987-9875e6b27306)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:10.260936 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:10.271145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-1fc6edbe-18e3-494a-bb0d-50cf0584c48f req-baafc9d2-53c5-43de-b507-61880c1c81f4 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Deleting port ff131ddc-eaea-40c1-934c-69f3c094ac81 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:03:10.271502 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1fc6edbe-18e3-494a-bb0d-50cf0584c48f req-baafc9d2-53c5-43de-b507-61880c1c81f4 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:10.301336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1b48845-1769-42f9-8d61-9cedb26cd799 req-0750227b-69b0-4d9f-b7d1-02bdd387e038 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540583 Nov 11 12:03:10.332936 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=4d9cf25b-a227-48d2-964a-909ecf46edc3,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:10.418650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-1fc6edbe-18e3-494a-bb0d-50cf0584c48f req-baafc9d2-53c5-43de-b507-61880c1c81f4 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] For port ff131ddc-eaea-40c1-934c-69f3c094ac81, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ff131ddc-eaea-40c1-934c-69f3c094ac81,segment=NetworkSegment(3830253a-cee4-45b7-b44f-349d633a7dc0),segment_id=3830253a-cee4-45b7-b44f-349d633a7dc0)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:10.419125 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1fc6edbe-18e3-494a-bb0d-50cf0584c48f req-baafc9d2-53c5-43de-b507-61880c1c81f4 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:10.455170 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-1fc6edbe-18e3-494a-bb0d-50cf0584c48f req-baafc9d2-53c5-43de-b507-61880c1c81f4 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Calling delete_port for ff131ddc-eaea-40c1-934c-69f3c094ac81 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:03:10.568178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043cfa0-70c2-495a-ae55-a508da726046 req-e701a68c-05ea-47fd-b1e6-e2716a47c4f2 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:10.581378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8043cfa0-70c2-495a-ae55-a508da726046 req-e701a68c-05ea-47fd-b1e6-e2716a47c4f2 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1073747 Nov 11 12:03:10.626159 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:10.665566 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8043cfa0-70c2-495a-ae55-a508da726046 req-a9ddbbad-b533-4106-8568-d0034b30a9c6 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815747 Nov 11 12:03:10.765361 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1fc6edbe-18e3-494a-bb0d-50cf0584c48f req-baafc9d2-53c5-43de-b507-61880c1c81f4 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:10.783977 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['0464d91d-6b70-4f03-aebe-8d756df6077b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:10.793709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['ff131ddc-eaea-40c1-934c-69f3c094ac81'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:10.812994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafc9d2-53c5-43de-b507-61880c1c81f4 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Pushing event deleted for resources: {'Port': ['ID=ff131ddc-eaea-40c1-934c-69f3c094ac81,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:10.862309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03876f-87f2-4901-ba81-82a2755898c4 req-c97e745d-64df-4748-bace-b6bea1cbc3a4 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:10.871934 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b03876f-87f2-4901-ba81-82a2755898c4 req-c97e745d-64df-4748-bace-b6bea1cbc3a4 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 943 time: 0.1077356 Nov 11 12:03:10.906783 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc6edbe-18e3-494a-bb0d-50cf0584c48f req-baafc9d2-53c5-43de-b507-61880c1c81f4 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] No DVR routers for this DVR port ff131ddc-eaea-40c1-934c-69f3c094ac81 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:03:10.914732 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1fc6edbe-18e3-494a-bb0d-50cf0584c48f req-baafc9d2-53c5-43de-b507-61880c1c81f4 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:10.918292 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fc6edbe-18e3-494a-bb0d-50cf0584c48f req-baafc9d2-53c5-43de-b507-61880c1c81f4 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.62 "DELETE /v2.0/ports/ff131ddc-eaea-40c1-934c-69f3c094ac81 HTTP/1.1" status: 204 len: 173 time: 0.8500469 Nov 11 12:03:10.918991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6a415a-b421-4af0-b820-2042173e3c50', 'name': 'network-vif-deleted', 'tag': 'ff131ddc-eaea-40c1-934c-69f3c094ac81'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:10.921264 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d983357b-dc4b-4757-a2c4-a4668b321fb3" -d '{"events": [{"server_uuid": "1c6a415a-b421-4af0-b820-2042173e3c50", "name": "network-vif-deleted", "tag": "ff131ddc-eaea-40c1-934c-69f3c094ac81"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:10.934496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 54e2a4e4-642f-430b-9504-1011f29edc52 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:03:11.019886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b03876f-87f2-4901-ba81-82a2755898c4 req-10793a98-592f-416d-a156-ee1a2735241d tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385105 Nov 11 12:03:11.087009 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfac92f2-639f-4e9b-9cb8-a55e7e9f9720 x-openstack-request-id: req-bfac92f2-639f-4e9b-9cb8-a55e7e9f9720 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:11.087641 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6a415a-b421-4af0-b820-2042173e3c50", "name": "network-vif-deleted", "tag": "ff131ddc-eaea-40c1-934c-69f3c094ac81", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:11.088158 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bfac92f2-639f-4e9b-9cb8-a55e7e9f9720 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:11.088847 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6a415a-b421-4af0-b820-2042173e3c50', 'name': 'network-vif-deleted', 'tag': 'ff131ddc-eaea-40c1-934c-69f3c094ac81', 'status': 'completed', 'code': 200} Nov 11 12:03:11.178023 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2d9ad-ab30-47a7-87e6-7a17e4235218 req-1c04609b-610b-4f2e-8e6d-a0391b530e00 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:11.182047 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1e2d9ad-ab30-47a7-87e6-7a17e4235218 req-1c04609b-610b-4f2e-8e6d-a0391b530e00 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1285422 Nov 11 12:03:11.228786 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 54e2a4e4-642f-430b-9504-1011f29edc52, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=54e2a4e4-642f-430b-9504-1011f29edc52,segment=NetworkSegment(252a797b-815d-4a42-858f-a18e1fa464bb),segment_id=252a797b-815d-4a42-858f-a18e1fa464bb)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:11.256393 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '54e2a4e4-642f-430b-9504-1011f29edc52', 'network_id': '1b45cef6-cab3-4d31-8268-0a8f6ddccc4e', 'port_id': '54e2a4e4-642f-430b-9504-1011f29edc52', 'mac_address': 'fa:16:3e:cf:30:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0536e05-934e-473c-b564-bb42e27b175c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:03:11.318200 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0171264-1efc-47a7-bc53-a020ad0532cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9cf25b-a227-48d2-964a-909ecf46edc3'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:11.321164 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fc2642-d704-4270-9a49-653c90605c24" -d '{"events": [{"server_uuid": "d0171264-1efc-47a7-bc53-a020ad0532cf", "name": "network-vif-plugged", "status": "completed", "tag": "4d9cf25b-a227-48d2-964a-909ecf46edc3"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:11.327540 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1e2d9ad-ab30-47a7-87e6-7a17e4235218 req-26a00621-876e-4d40-8627-466d3e24ec01 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394615 Nov 11 12:03:11.337389 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:11.350869 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:11.370382 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e2a4e4-642f-430b-9504-1011f29edc52 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:03:11.394570 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 54e2a4e4-642f-430b-9504-1011f29edc52, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=54e2a4e4-642f-430b-9504-1011f29edc52,segment=NetworkSegment(252a797b-815d-4a42-858f-a18e1fa464bb),segment_id=252a797b-815d-4a42-858f-a18e1fa464bb)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:11.403011 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:11.436843 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d6bec-65b6-42ea-9349-1af2f2579c23 req-a8502816-cb6f-4d16-bf21-22de753f1da2 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:11.440900 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-389d6bec-65b6-42ea-9349-1af2f2579c23 req-a8502816-cb6f-4d16-bf21-22de753f1da2 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 945 time: 0.1508434 Nov 11 12:03:11.444525 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f63428-c6eb-4fcb-be03-a783d6aeb6be x-openstack-request-id: req-c6f63428-c6eb-4fcb-be03-a783d6aeb6be {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:11.444906 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0171264-1efc-47a7-bc53-a020ad0532cf", "name": "network-vif-plugged", "status": "completed", "tag": "4d9cf25b-a227-48d2-964a-909ecf46edc3", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:11.445306 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6f63428-c6eb-4fcb-be03-a783d6aeb6be {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:11.446115 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0171264-1efc-47a7-bc53-a020ad0532cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9cf25b-a227-48d2-964a-909ecf46edc3', 'code': 200} Nov 11 12:03:11.492717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=54e2a4e4-642f-430b-9504-1011f29edc52,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:11.753831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['54e2a4e4-642f-430b-9504-1011f29edc52'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:12.017313 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-389d6bec-65b6-42ea-9349-1af2f2579c23 req-c920bfec-4a30-40c0-a569-e947c9c8474d tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/security-groups?id=105a6fad-72d6-487e-ba61-a39e78f4dde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551870 Nov 11 12:03:12.034001 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6decfc08-b1a4-4569-9eb4-a23d1318317e req-c7d044ae-27a1-4f0f-a667-6dbde3812ec4 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c6a415a-b421-4af0-b820-2042173e3c50 HTTP/1.1" status: 200 len: 210 time: 0.4129500 Nov 11 12:03:12.038061 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f37ef4-59c1-47cd-b164-1b8a7ba5587b req-dbb571b1-4c25-4927-bdac-e0ea1777c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:12.040036 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89f37ef4-59c1-47cd-b164-1b8a7ba5587b req-dbb571b1-4c25-4927-bdac-e0ea1777c530 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 1096 time: 0.5179288 Nov 11 12:03:12.128931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89f37ef4-59c1-47cd-b164-1b8a7ba5587b req-91dd2f99-afea-4abe-be06-c7bd730a3638 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=105a6fad-72d6-487e-ba61-a39e78f4dde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768454 Nov 11 12:03:12.223828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacb99d-b8f5-4be8-8e44-c2f2960b3466 req-48468f4d-bf9a-49cc-814e-ed4aeccfc3fa tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:12.226042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ecacb99d-b8f5-4be8-8e44-c2f2960b3466 req-48468f4d-bf9a-49cc-814e-ed4aeccfc3fa tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0698490 Nov 11 12:03:12.279396 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ecacb99d-b8f5-4be8-8e44-c2f2960b3466 req-04102889-bf96-47e2-9d0f-7b9ee09b736a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464945 Nov 11 12:03:12.425909 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50962862-4fdd-4f06-ad2c-34549d5d66fd req-fde8fa78-2a0e-4399-992e-55d49a60a6d2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:12.433720 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50962862-4fdd-4f06-ad2c-34549d5d66fd req-fde8fa78-2a0e-4399-992e-55d49a60a6d2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 944 time: 0.0848303 Nov 11 12:03:12.528282 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d8bcf-511f-4bc0-915d-7fdbc38dca31 req-fdfd5ab1-6708-4ac9-be52-5f1c24f35b0e tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:12.530203 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d7d8bcf-511f-4bc0-915d-7fdbc38dca31 req-fdfd5ab1-6708-4ac9-be52-5f1c24f35b0e tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.0943015 Nov 11 12:03:12.547208 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50962862-4fdd-4f06-ad2c-34549d5d66fd req-0cc53258-0769-4b37-bd96-1e17f9eb2dd7 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072814 Nov 11 12:03:12.608506 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d7d8bcf-511f-4bc0-915d-7fdbc38dca31 req-c2670576-f0c0-42a1-b389-ad3b3c506f71 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599728 Nov 11 12:03:12.770106 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb19cb-a42d-412d-a059-562392721d0d req-a9ae5ca5-78e1-4a83-8029-551346d8ae66 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:12.772296 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d3eb19cb-a42d-412d-a059-562392721d0d req-a9ae5ca5-78e1-4a83-8029-551346d8ae66 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.0971563 Nov 11 12:03:12.781211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58612) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:12.787040 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-bb36651b-aa28-45b3-af8f-239e8a8d5c37 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Request body: {'floatingip': {'port_id': 'f0153d04-b46a-432a-8b73-498825058dcd'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:12.868629 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bb36651b-aa28-45b3-af8f-239e8a8d5c37 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for floatingip, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:12.899673 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 54e2a4e4-642f-430b-9504-1011f29edc52 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:03:13.096615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 54e2a4e4-642f-430b-9504-1011f29edc52 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:03:13.110212 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 54e2a4e4-642f-430b-9504-1011f29edc52 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:03:13.111035 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:13.280062 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a612c2e-1981-4345-be94-5685d7d452da req-174394a8-462b-4a13-b6b8-2d54e13d3f52 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:13.287293 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a612c2e-1981-4345-be94-5685d7d452da req-174394a8-462b-4a13-b6b8-2d54e13d3f52 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 945 time: 0.1161122 Nov 11 12:03:13.338320 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:13.411333 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 54e2a4e4-642f-430b-9504-1011f29edc52, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=54e2a4e4-642f-430b-9504-1011f29edc52,segment=NetworkSegment(252a797b-815d-4a42-858f-a18e1fa464bb),segment_id=252a797b-815d-4a42-858f-a18e1fa464bb)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:13.418941 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:13.420338 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ff131ddc-eaea-40c1-934c-69f3c094ac81 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:03:13.449916 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a612c2e-1981-4345-be94-5685d7d452da req-4a86d946-b8a1-4a3e-a3da-7ca9647ad9cf tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/security-groups?id=105a6fad-72d6-487e-ba61-a39e78f4dde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588585 Nov 11 12:03:13.476741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3b2026-0789-4dc8-960a-21d34ce10b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e2a4e4-642f-430b-9504-1011f29edc52'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:13.503280 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd63731-90b9-426f-80e8-35461b441bd6" -d '{"events": [{"server_uuid": "de3b2026-0789-4dc8-960a-21d34ce10b66", "name": "network-vif-plugged", "status": "completed", "tag": "54e2a4e4-642f-430b-9504-1011f29edc52"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:13.599844 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58636) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:13.611905 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: ff131ddc-eaea-40c1-934c-69f3c094ac81 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:03:13.614587 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ff131ddc-eaea-40c1-934c-69f3c094ac81 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:03:13.674776 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=54e2a4e4-642f-430b-9504-1011f29edc52,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:13.740038 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e895f-67d2-46a6-b669-0077dd17e74c req-dc50c6fe-8451-42d2-a415-58423c4282f1 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:13.753922 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b1e895f-67d2-46a6-b669-0077dd17e74c req-dc50c6fe-8451-42d2-a415-58423c4282f1 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1201422 Nov 11 12:03:13.799995 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.db.resource_extend [None req-bb36651b-aa28-45b3-af8f-239e8a8d5c37 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:03:13.817648 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bb13069-c88e-4a73-a246-304cd8f12076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:13.866805 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bb36651b-aa28-45b3-af8f-239e8a8d5c37 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:13.876467 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bb36651b-aa28-45b3-af8f-239e8a8d5c37 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:13.921840 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b1e895f-67d2-46a6-b669-0077dd17e74c req-f5533ce5-b5b8-439d-97c4-e22717a17780 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649976 Nov 11 12:03:13.965965 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496deb8d-de08-4dce-95ee-d8e092bd95b6 req-bd5c84f1-bd97-451d-8cf2-0e32c038c3c3 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:13.977339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-496deb8d-de08-4dce-95ee-d8e092bd95b6 req-bd5c84f1-bd97-451d-8cf2-0e32c038c3c3 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1264930 Nov 11 12:03:14.007599 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-bb36651b-aa28-45b3-af8f-239e8a8d5c37 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Floating IP 926a3504-3168-4622-b168-33fbe7444b70 associated. External IP: 172.25.2.152, port: f0153d04-b46a-432a-8b73-498825058dcd. Nov 11 12:03:14.143823 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-496deb8d-de08-4dce-95ee-d8e092bd95b6 req-412edfae-e5f7-4385-b128-03a836304118 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630630 Nov 11 12:03:14.168807 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bb13069-c88e-4a73-a246-304cd8f12076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:14.178644 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73656428-2512-4092-9d34-fb353aa02190 req-04ffe70b-20d2-44ca-81e9-47b86bca64a3 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:14.180248 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73656428-2512-4092-9d34-fb353aa02190 req-04ffe70b-20d2-44ca-81e9-47b86bca64a3 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 945 time: 0.1436009 Nov 11 12:03:14.181528 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bb13069-c88e-4a73-a246-304cd8f12076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:14.212375 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2bb13069-c88e-4a73-a246-304cd8f12076 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=765a85833e754dc9a69869e9b967a194&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6087346 Nov 11 12:03:14.215273 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58640) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:14.263112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb13069-c88e-4a73-a246-304cd8f12076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e04ba03-43f2-4fd2-b92c-8fa81c70085f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:14.280294 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db096e26-59f2-4216-9376-08b8d9bdd091 x-openstack-request-id: req-db096e26-59f2-4216-9376-08b8d9bdd091 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:14.280928 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3b2026-0789-4dc8-960a-21d34ce10b66", "name": "network-vif-plugged", "status": "completed", "tag": "54e2a4e4-642f-430b-9504-1011f29edc52", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:14.280928 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db096e26-59f2-4216-9376-08b8d9bdd091 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:14.281346 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3b2026-0789-4dc8-960a-21d34ce10b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e2a4e4-642f-430b-9504-1011f29edc52', 'code': 200} Nov 11 12:03:14.283592 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb13069-c88e-4a73-a246-304cd8f12076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:14.284110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb13069-c88e-4a73-a246-304cd8f12076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:14.284451 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb13069-c88e-4a73-a246-304cd8f12076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:14.284779 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb13069-c88e-4a73-a246-304cd8f12076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:14.285103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb13069-c88e-4a73-a246-304cd8f12076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:14.285429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb13069-c88e-4a73-a246-304cd8f12076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:14.285775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb13069-c88e-4a73-a246-304cd8f12076 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:14.286091 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb13069-c88e-4a73-a246-304cd8f12076 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:14.286407 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb13069-c88e-4a73-a246-304cd8f12076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:14.286720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb13069-c88e-4a73-a246-304cd8f12076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:14.287032 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb13069-c88e-4a73-a246-304cd8f12076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:14.287343 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb13069-c88e-4a73-a246-304cd8f12076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:14.315824 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73656428-2512-4092-9d34-fb353aa02190 req-948ec92f-e99f-4de4-ab69-8b55ee49569c tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104536 Nov 11 12:03:14.483430 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda1537-05ea-481a-9927-3e00f0ab146c req-1f7062f6-4b1e-4cce-91bc-4e51e797dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:14.485256 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fda1537-05ea-481a-9927-3e00f0ab146c req-1f7062f6-4b1e-4cce-91bc-4e51e797dcf7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 1096 time: 0.1322355 Nov 11 12:03:14.488975 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-229b15ec-4684-4b14-b351-41f2ab6324c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:14.543079 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-229b15ec-4684-4b14-b351-41f2ab6324c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:14.546228 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb36651b-aa28-45b3-af8f-239e8a8d5c37 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Router 62bf8623-8170-456c-950d-b6b7238a884d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:03:14.579552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b8d7b-6e8d-438e-9ec8-3b3b406c922b req-04c877b4-ab48-44b0-95bb-779ff1030789 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:14.585149 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fda1537-05ea-481a-9927-3e00f0ab146c req-964c8e4a-4c17-46f6-a94c-f9c24a58b0d5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905530 Nov 11 12:03:14.585356 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-033b8d7b-6e8d-438e-9ec8-3b3b406c922b req-04c877b4-ab48-44b0-95bb-779ff1030789 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 945 time: 0.0632796 Nov 11 12:03:14.654368 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-033b8d7b-6e8d-438e-9ec8-3b3b406c922b req-313c2fc5-c301-479e-ac60-4865c192798c tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/security-groups?id=105a6fad-72d6-487e-ba61-a39e78f4dde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655048 Nov 11 12:03:14.701525 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-229b15ec-4684-4b14-b351-41f2ab6324c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:14.704159 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-229b15ec-4684-4b14-b351-41f2ab6324c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:14.705325 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-229b15ec-4684-4b14-b351-41f2ab6324c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e04ba03-43f2-4fd2-b92c-8fa81c70085f HTTP/1.1" status: 204 len: 168 time: 0.4816778 Nov 11 12:03:14.720953 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b15ec-4684-4b14-b351-41f2ab6324c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e04ba03-43f2-4fd2-b92c-8fa81c70085f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:14.727829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb36651b-aa28-45b3-af8f-239e8a8d5c37 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:03:14.733348 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bb36651b-aa28-45b3-af8f-239e8a8d5c37 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:14.756358 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752e09a0-1a88-417d-825d-82579d1434cd None None] Sync routers for ids ['62bf8623-8170-456c-950d-b6b7238a884d'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:03:14.783161 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bb36651b-aa28-45b3-af8f-239e8a8d5c37 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "PUT /v2.0/floatingips/926a3504-3168-4622-b168-33fbe7444b70 HTTP/1.1" status: 200 len: 992 time: 2.0001047 Nov 11 12:03:14.784764 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4577527c-1454-4629-bc4b-8013a735d44c', 'tag': 'f0153d04-b46a-432a-8b73-498825058dcd'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:14.788938 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b97aa9-e30f-4732-933a-528d8cb53b76" -d '{"events": [{"name": "network-changed", "server_uuid": "4577527c-1454-4629-bc4b-8013a735d44c", "tag": "f0153d04-b46a-432a-8b73-498825058dcd"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:14.804581 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752e09a0-1a88-417d-825d-82579d1434cd None None] Routers {'62bf8623-8170-456c-950d-b6b7238a884d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:03:14.805206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-752e09a0-1a88-417d-825d-82579d1434cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:03:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62bf8623-8170-456c-950d-b6b7238a884d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:14.985949 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d022830-324c-4624-90f9-7c322f8cd593 x-openstack-request-id: req-3d022830-324c-4624-90f9-7c322f8cd593 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:14.986478 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4577527c-1454-4629-bc4b-8013a735d44c", "tag": "f0153d04-b46a-432a-8b73-498825058dcd", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:14.986478 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d022830-324c-4624-90f9-7c322f8cd593 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:14.986878 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4577527c-1454-4629-bc4b-8013a735d44c', 'tag': 'f0153d04-b46a-432a-8b73-498825058dcd', 'status': 'completed', 'code': 200} Nov 11 12:03:15.136041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b97aa9-e30f-4732-933a-528d8cb53b76 req-0b23a21e-2ee9-4981-8e12-a7ba679b0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:15.146572 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-25b97aa9-e30f-4732-933a-528d8cb53b76 req-0b23a21e-2ee9-4981-8e12-a7ba679b0d96 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a654e19116f4a7c8567a53fd67aec2d&device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 1097 time: 0.1141651 Nov 11 12:03:15.179487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510004-ac8e-4089-9b82-813fa0c2b3f1 req-683b1ed4-167f-4614-a3ed-b8b320c42a60 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:15.182137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86510004-ac8e-4089-9b82-813fa0c2b3f1 req-683b1ed4-167f-4614-a3ed-b8b320c42a60 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 945 time: 0.0808225 Nov 11 12:03:15.284308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ada63-82ad-4331-96f0-c759c38dc6cd req-c278a0de-eb67-43ed-ab9d-ea995804495c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:15.291851 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-108ada63-82ad-4331-96f0-c759c38dc6cd req-c278a0de-eb67-43ed-ab9d-ea995804495c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.0903084 Nov 11 12:03:15.338617 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86510004-ac8e-4089-9b82-813fa0c2b3f1 req-8626adfb-3b8c-4a15-bc51-46d4ac1aa2e9 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/security-groups?id=105a6fad-72d6-487e-ba61-a39e78f4dde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453505 Nov 11 12:03:15.357882 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58668) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:15.360326 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b97aa9-e30f-4732-933a-528d8cb53b76 req-7322fdd0-23cd-46d6-a8d2-5e663fd59065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:15.362536 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-25b97aa9-e30f-4732-933a-528d8cb53b76 req-7322fdd0-23cd-46d6-a8d2-5e663fd59065 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972 HTTP/1.1" status: 200 len: 918 time: 0.2070513 Nov 11 12:03:15.386907 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-752e09a0-1a88-417d-825d-82579d1434cd None None] Set router 62bf8623-8170-456c-950d-b6b7238a884d gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:03:15.406990 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e34e763e-7083-4eba-9768-6dc83aae634d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:15.472622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-108ada63-82ad-4331-96f0-c759c38dc6cd req-bd2bd52a-5e64-42b5-8539-90fbe30f441d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791711 Nov 11 12:03:15.516670 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-25b97aa9-e30f-4732-933a-528d8cb53b76 req-f530e71c-4846-4d75-8a97-b139cedc1671 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0153d04-b46a-432a-8b73-498825058dcd HTTP/1.1" status: 200 len: 1000 time: 0.1455536 Nov 11 12:03:15.610150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facde4b4-d221-4985-b760-474dbee987d6 req-dcfb14da-5a8f-4555-9fb5-e46857e15c4a tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:15.616375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b97aa9-e30f-4732-933a-528d8cb53b76 req-ce87b96a-f5c9-46d9-a058-a5166f80435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:15.618763 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-facde4b4-d221-4985-b760-474dbee987d6 req-dcfb14da-5a8f-4555-9fb5-e46857e15c4a tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1382523 Nov 11 12:03:15.630568 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-25b97aa9-e30f-4732-933a-528d8cb53b76 req-ce87b96a-f5c9-46d9-a058-a5166f80435f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ddfb148-78d7-41db-ac12-7719b2b055b6 HTTP/1.1" status: 200 len: 855 time: 0.0929315 Nov 11 12:03:15.659911 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:15.698723 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b97aa9-e30f-4732-933a-528d8cb53b76 req-01ed87fe-8f62-4ed7-9dac-0f88623b6a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:15.700406 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-25b97aa9-e30f-4732-933a-528d8cb53b76 req-01ed87fe-8f62-4ed7-9dac-0f88623b6a0e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690606 Nov 11 12:03:15.717329 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc2973-a039-4172-9a37-0228a88463b7 req-91f9e541-6eaf-459a-aa95-b4b62eb2d6c1 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:15.725623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62bc2973-a039-4172-9a37-0228a88463b7 req-91f9e541-6eaf-459a-aa95-b4b62eb2d6c1 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 945 time: 0.1578102 Nov 11 12:03:15.775976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-752e09a0-1a88-417d-825d-82579d1434cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 4, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '926a3504-3168-4622-b168-33fbe7444b70', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'port_id': 'f0153d04-b46a-432a-8b73-498825058dcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'mac_address': 'fa:16:3e:68:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4577527c-1454-4629-bc4b-8013a735d44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:02:50Z', 'updated_at': '2021-11-11T12:03:13Z', 'revision_number': 1, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15fbf7ec-4459-42cb-976f-80e4a2951f98', 'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'mac_address': 'fa:16:3e:d0:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:16Z', 'updated_at': '2021-11-11T11:58:21Z', 'revision_number': 5, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'subnets': [{'id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:15.783646 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-facde4b4-d221-4985-b760-474dbee987d6 req-0eff5db7-631a-4655-b126-83e12663c348 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585052 Nov 11 12:03:15.804974 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e34e763e-7083-4eba-9768-6dc83aae634d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:15.811868 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e34e763e-7083-4eba-9768-6dc83aae634d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:15.858652 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-25b97aa9-e30f-4732-933a-528d8cb53b76 req-bf5c2511-0ea7-4126-b001-ad7291e1a6eb service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476538 Nov 11 12:03:15.880902 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752e09a0-1a88-417d-825d-82579d1434cd None None] Checking router: 62bf8623-8170-456c-950d-b6b7238a884d for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:03:15.907926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752e09a0-1a88-417d-825d-82579d1434cd None None] Routers {'62bf8623-8170-456c-950d-b6b7238a884d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:03:15.908557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-752e09a0-1a88-417d-825d-82579d1434cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:03:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62bf8623-8170-456c-950d-b6b7238a884d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:15.950547 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62bc2973-a039-4172-9a37-0228a88463b7 req-44f5d173-660c-4151-826e-42b06ea6d178 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234468 Nov 11 12:03:15.953399 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e763e-7083-4eba-9768-6dc83aae634d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519050a0-0288-48ec-8d6e-8ae55b8da20e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:16.004425 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e34e763e-7083-4eba-9768-6dc83aae634d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ff7e59b9c824daa8ebc51c6b56b333a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6452606 Nov 11 12:03:16.005042 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58674) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:16.074645 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-25b97aa9-e30f-4732-933a-528d8cb53b76 req-589d0e8c-8572-4dc2-baa1-ddcfaa2a4453 service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066197 Nov 11 12:03:16.105320 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45c4317c-20f1-4ba1-bbce-168c029a506c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:16.123000 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-752e09a0-1a88-417d-825d-82579d1434cd None None] Set router 62bf8623-8170-456c-950d-b6b7238a884d gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:03:16.140991 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45c4317c-20f1-4ba1-bbce-168c029a506c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:16.201160 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45c4317c-20f1-4ba1-bbce-168c029a506c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:16.204618 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45c4317c-20f1-4ba1-bbce-168c029a506c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:16.206688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-45c4317c-20f1-4ba1-bbce-168c029a506c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/519050a0-0288-48ec-8d6e-8ae55b8da20e HTTP/1.1" status: 204 len: 168 time: 0.1999476 Nov 11 12:03:16.221309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4317c-20f1-4ba1-bbce-168c029a506c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519050a0-0288-48ec-8d6e-8ae55b8da20e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:16.439977 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-752e09a0-1a88-417d-825d-82579d1434cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 4, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '926a3504-3168-4622-b168-33fbe7444b70', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'port_id': 'f0153d04-b46a-432a-8b73-498825058dcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'mac_address': 'fa:16:3e:68:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4577527c-1454-4629-bc4b-8013a735d44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:02:50Z', 'updated_at': '2021-11-11T12:03:13Z', 'revision_number': 1, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15fbf7ec-4459-42cb-976f-80e4a2951f98', 'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'mac_address': 'fa:16:3e:d0:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:16Z', 'updated_at': '2021-11-11T11:58:21Z', 'revision_number': 5, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'subnets': [{'id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:16.520019 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752e09a0-1a88-417d-825d-82579d1434cd None None] The sync data for ids ['62bf8623-8170-456c-950d-b6b7238a884d'] in n-d-807359-3 is: [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 4, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '926a3504-3168-4622-b168-33fbe7444b70', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'port_id': 'f0153d04-b46a-432a-8b73-498825058dcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'mac_address': 'fa:16:3e:68:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4577527c-1454-4629-bc4b-8013a735d44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:02:50Z', 'updated_at': '2021-11-11T12:03:13Z', 'revision_number': 1, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15fbf7ec-4459-42cb-976f-80e4a2951f98', 'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'mac_address': 'fa:16:3e:d0:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:16Z', 'updated_at': '2021-11-11T11:58:21Z', 'revision_number': 5, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'subnets': [{'id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:03:16.625350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1096288-231d-44a5-8f73-7fce97d3e63d req-5508d96f-7ec4-484a-beca-cd84ccc78326 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:16.626989 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1096288-231d-44a5-8f73-7fce97d3e63d req-5508d96f-7ec4-484a-beca-cd84ccc78326 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 945 time: 0.1661751 Nov 11 12:03:16.675541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab5d1-7aab-4f27-b6f1-e8217bf8a69d req-457e5cc6-c48a-458e-9ea1-0ed1e817ebfe tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:16.677062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f93ab5d1-7aab-4f27-b6f1-e8217bf8a69d req-457e5cc6-c48a-458e-9ea1-0ed1e817ebfe tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 945 time: 0.1650338 Nov 11 12:03:16.712826 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dda188-3e30-46dc-ab03-2ff2c13848af req-fc551b44-f9c0-4143-8ffe-d5bf58d7371d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:16.720243 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7dda188-3e30-46dc-ab03-2ff2c13848af req-fc551b44-f9c0-4143-8ffe-d5bf58d7371d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1558542 Nov 11 12:03:16.861869 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1096288-231d-44a5-8f73-7fce97d3e63d req-21577d70-d905-4205-8f90-04e0cf436f43 tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/security-groups?id=105a6fad-72d6-487e-ba61-a39e78f4dde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130897 Nov 11 12:03:16.950588 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c9b0e7-f819-478a-890c-7b58972d5aeb None None] New status for floating IP 926a3504-3168-4622-b168-33fbe7444b70: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:03:16.962292 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7dda188-3e30-46dc-ab03-2ff2c13848af req-de598059-65a6-4c4d-998d-ba3f0ef5ea49 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410817 Nov 11 12:03:17.005243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-f93ab5d1-7aab-4f27-b6f1-e8217bf8a69d req-0a258c11-2e88-453b-8992-9a27c734d3fa tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Deleting port 4d9cf25b-a227-48d2-964a-909ecf46edc3 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:03:17.007412 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f93ab5d1-7aab-4f27-b6f1-e8217bf8a69d req-0a258c11-2e88-453b-8992-9a27c734d3fa tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:17.197998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0989f63-5f5d-4419-bbdf-b87c24445d12 req-2bb292c5-15d0-4e4b-98f2-22ca88b6ec6b tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:17.206533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0989f63-5f5d-4419-bbdf-b87c24445d12 req-2bb292c5-15d0-4e4b-98f2-22ca88b6ec6b tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.2122831 Nov 11 12:03:17.258761 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58712) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:17.307755 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-f93ab5d1-7aab-4f27-b6f1-e8217bf8a69d req-0a258c11-2e88-453b-8992-9a27c734d3fa tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] For port 4d9cf25b-a227-48d2-964a-909ecf46edc3, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4d9cf25b-a227-48d2-964a-909ecf46edc3,segment=NetworkSegment(bdebe441-6d81-4b1d-8987-9875e6b27306),segment_id=bdebe441-6d81-4b1d-8987-9875e6b27306)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:17.308040 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f93ab5d1-7aab-4f27-b6f1-e8217bf8a69d req-0a258c11-2e88-453b-8992-9a27c734d3fa tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:17.315954 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0989f63-5f5d-4419-bbdf-b87c24445d12 req-b21a6f94-4dc5-4d53-a4e7-1b004d8bc78f tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086142 Nov 11 12:03:17.329597 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a27a2-e0d0-4fc9-ac7b-e1e095a6cc2c req-63aa3b97-b7ca-4ab4-847e-43f571c00fa8 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:17.331254 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-445a27a2-e0d0-4fc9-ac7b-e1e095a6cc2c req-63aa3b97-b7ca-4ab4-847e-43f571c00fa8 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 945 time: 0.1433916 Nov 11 12:03:17.340364 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-f93ab5d1-7aab-4f27-b6f1-e8217bf8a69d req-0a258c11-2e88-453b-8992-9a27c734d3fa tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Calling delete_port for 4d9cf25b-a227-48d2-964a-909ecf46edc3 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:03:17.427543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5061f20a-70ea-4e31-a3c7-cac4fe5cac31 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-809544561-network', 'tenant_id': 'b692d43a4e6248c2bb59fe5245708f22'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:17.439263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-445a27a2-e0d0-4fc9-ac7b-e1e095a6cc2c req-55309270-f8aa-4d0b-ad4a-968e30fa5c41 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006217 Nov 11 12:03:17.486647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5061f20a-70ea-4e31-a3c7-cac4fe5cac31 admin admin] Made reservation on behalf of b692d43a4e6248c2bb59fe5245708f22 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:03:17.493026 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5061f20a-70ea-4e31-a3c7-cac4fe5cac31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:17.510839 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5061f20a-70ea-4e31-a3c7-cac4fe5cac31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:17.609677 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5061f20a-70ea-4e31-a3c7-cac4fe5cac31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:17.612376 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f93ab5d1-7aab-4f27-b6f1-e8217bf8a69d req-0a258c11-2e88-453b-8992-9a27c734d3fa tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:17.616858 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5061f20a-70ea-4e31-a3c7-cac4fe5cac31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:17.624658 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['4d9cf25b-a227-48d2-964a-909ecf46edc3'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:17.646740 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5061f20a-70ea-4e31-a3c7-cac4fe5cac31 admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:03:17.662788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a258c11-2e88-453b-8992-9a27c734d3fa tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Pushing event deleted for resources: {'Port': ['ID=4d9cf25b-a227-48d2-964a-909ecf46edc3,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:17.673094 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5061f20a-70ea-4e31-a3c7-cac4fe5cac31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:17.673438 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-5061f20a-70ea-4e31-a3c7-cac4fe5cac31 admin admin] Added segment 8c952d2f-ac97-436d-8ed1-f70b2098e44d of type vlan for network ddd3fb71-9880-4f1f-8e04-cad8c1029d7a Nov 11 12:03:17.674905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061f20a-70ea-4e31-a3c7-cac4fe5cac31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:17.702110 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-577223d0-659d-4f90-a6f9-f851c2fa622d req-6702f897-46c1-481e-835c-364bcc569d74 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1518419123&fields=id&tenant_id=cce5253552ca4988aa4aca3b1f7765af HTTP/1.1" status: 200 len: 267 time: 0.1263752 Nov 11 12:03:17.720005 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5061f20a-70ea-4e31-a3c7-cac4fe5cac31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:17.754788 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5061f20a-70ea-4e31-a3c7-cac4fe5cac31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:17.756479 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5061f20a-70ea-4e31-a3c7-cac4fe5cac31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:17.757414 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5061f20a-70ea-4e31-a3c7-cac4fe5cac31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:17.760716 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93ab5d1-7aab-4f27-b6f1-e8217bf8a69d req-0a258c11-2e88-453b-8992-9a27c734d3fa tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] No DVR routers for this DVR port 4d9cf25b-a227-48d2-964a-909ecf46edc3 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:03:17.764661 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f93ab5d1-7aab-4f27-b6f1-e8217bf8a69d req-0a258c11-2e88-453b-8992-9a27c734d3fa tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:17.768732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f93ab5d1-7aab-4f27-b6f1-e8217bf8a69d req-0a258c11-2e88-453b-8992-9a27c734d3fa tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.43 "DELETE /v2.0/ports/4d9cf25b-a227-48d2-964a-909ecf46edc3 HTTP/1.1" status: 204 len: 173 time: 1.0755451 Nov 11 12:03:17.769190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0171264-1efc-47a7-bc53-a020ad0532cf', 'name': 'network-vif-deleted', 'tag': '4d9cf25b-a227-48d2-964a-909ecf46edc3'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:17.771732 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d683fa-b6c6-4eb9-a115-76cea976dbe9" -d '{"events": [{"server_uuid": "d0171264-1efc-47a7-bc53-a020ad0532cf", "name": "network-vif-deleted", "tag": "4d9cf25b-a227-48d2-964a-909ecf46edc3"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:17.802757 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5061f20a-70ea-4e31-a3c7-cac4fe5cac31 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5426531 Nov 11 12:03:17.803146 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58724) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:17.812642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-7a90ff7d-ba84-45b9-9749-cc091fc9dc3d admin admin] Request body: {'subnet': {'network_id': 'ddd3fb71-9880-4f1f-8e04-cad8c1029d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-809544561-subnet', 'tenant_id': 'b692d43a4e6248c2bb59fe5245708f22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:17.847068 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577223d0-659d-4f90-a6f9-f851c2fa622d req-a945c3bf-595f-433d-83a6-f9e57f8c7521 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:17.858097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-577223d0-659d-4f90-a6f9-f851c2fa622d req-a945c3bf-595f-433d-83a6-f9e57f8c7521 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 945 time: 0.1543291 Nov 11 12:03:17.863798 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6128c93-bbb0-403a-b3c0-f3abf213fa0b x-openstack-request-id: req-c6128c93-bbb0-403a-b3c0-f3abf213fa0b {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:17.864345 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0171264-1efc-47a7-bc53-a020ad0532cf", "name": "network-vif-deleted", "tag": "4d9cf25b-a227-48d2-964a-909ecf46edc3", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:17.864758 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6128c93-bbb0-403a-b3c0-f3abf213fa0b {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:17.865313 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0171264-1efc-47a7-bc53-a020ad0532cf', 'name': 'network-vif-deleted', 'tag': '4d9cf25b-a227-48d2-964a-909ecf46edc3', 'status': 'completed', 'code': 200} Nov 11 12:03:17.872182 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-577223d0-659d-4f90-a6f9-f851c2fa622d req-9beac6b4-9159-46aa-b551-1a21181fe603 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Request body: {'port': {'security_groups': ['94492f3e-6f8b-4473-bdb8-62dbf63c2346', '28a5440e-2677-4fbb-aa52-54295cc91464']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:17.881738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061f20a-70ea-4e31-a3c7-cac4fe5cac31 admin admin] Pushing event updated for resources: {'Network': ['ID=ddd3fb71-9880-4f1f-8e04-cad8c1029d7a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:17.894093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network ddd3fb71-9880-4f1f-8e04-cad8c1029d7a details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:03:17.962095 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a90ff7d-ba84-45b9-9749-cc091fc9dc3d admin admin] Made reservation on behalf of b692d43a4e6248c2bb59fe5245708f22 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:03:17.965630 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a90ff7d-ba84-45b9-9749-cc091fc9dc3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:18.072098 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-577223d0-659d-4f90-a6f9-f851c2fa622d req-9beac6b4-9159-46aa-b551-1a21181fe603 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:18.077715 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25eb0950-40c9-4b73-bdda-3c72eb2df526 req-a17917f4-b036-4c57-982a-42446038c9cf tempest-ServerGroupTestJSON-1797598344 tempest-ServerGroupTestJSON-1797598344-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0171264-1efc-47a7-bc53-a020ad0532cf HTTP/1.1" status: 200 len: 210 time: 0.0809925 Nov 11 12:03:18.340213 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6195c-b600-4585-a325-a183850bc825 req-152b229f-20e7-48e1-8073-2e417cea1a78 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:18.351808 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75d6195c-b600-4585-a325-a183850bc825 req-152b229f-20e7-48e1-8073-2e417cea1a78 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1936977 Nov 11 12:03:18.502451 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a90ff7d-ba84-45b9-9749-cc091fc9dc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:18.511133 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75d6195c-b600-4585-a325-a183850bc825 req-c2fc6d4e-314d-4ec9-8bcd-d81604780bec tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581137 Nov 11 12:03:18.626700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-577223d0-659d-4f90-a6f9-f851c2fa622d req-9beac6b4-9159-46aa-b551-1a21181fe603 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] For port 54e2a4e4-642f-430b-9504-1011f29edc52, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=54e2a4e4-642f-430b-9504-1011f29edc52,segment=NetworkSegment(252a797b-815d-4a42-858f-a18e1fa464bb),segment_id=252a797b-815d-4a42-858f-a18e1fa464bb)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:18.629012 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90ff7d-ba84-45b9-9749-cc091fc9dc3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a482714e-6512-4e7c-8e2a-0ad00b5b40f2,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:18.649952 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a90ff7d-ba84-45b9-9749-cc091fc9dc3d admin admin] Checking segment: {'id': '8c952d2f-ac97-436d-8ed1-f70b2098e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'ddd3fb71-9880-4f1f-8e04-cad8c1029d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:03:18.650315 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a90ff7d-ba84-45b9-9749-cc091fc9dc3d admin admin] Network hostable DHCP agents. Network: ddd3fb71-9880-4f1f-8e04-cad8c1029d7a, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:03:18.692567 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-577223d0-659d-4f90-a6f9-f851c2fa622d req-9beac6b4-9159-46aa-b551-1a21181fe603 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:18.702546 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-577223d0-659d-4f90-a6f9-f851c2fa622d req-9beac6b4-9159-46aa-b551-1a21181fe603 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:18.714696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['54e2a4e4-642f-430b-9504-1011f29edc52'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:18.745516 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a90ff7d-ba84-45b9-9749-cc091fc9dc3d admin admin] Network ddd3fb71-9880-4f1f-8e04-cad8c1029d7a is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:03:18.759249 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577223d0-659d-4f90-a6f9-f851c2fa622d req-9beac6b4-9159-46aa-b551-1a21181fe603 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:18.759869 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-577223d0-659d-4f90-a6f9-f851c2fa622d req-9beac6b4-9159-46aa-b551-1a21181fe603 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:18.761298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-577223d0-659d-4f90-a6f9-f851c2fa622d req-9beac6b4-9159-46aa-b551-1a21181fe603 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "PUT /v2.0/ports/54e2a4e4-642f-430b-9504-1011f29edc52 HTTP/1.1" status: 200 len: 981 time: 0.9020965 Nov 11 12:03:18.783031 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29deff74-9c14-44bf-b45c-3af97b85c98a req-1e5a1f58-9ba5-4577-8d3b-d5bdce5c7318 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:18.784431 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29deff74-9c14-44bf-b45c-3af97b85c98a req-1e5a1f58-9ba5-4577-8d3b-d5bdce5c7318 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1280375 Nov 11 12:03:18.787802 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-7a90ff7d-ba84-45b9-9749-cc091fc9dc3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, ddd3fb71-9880-4f1f-8e04-cad8c1029d7a) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:03:18.795703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a90ff7d-ba84-45b9-9749-cc091fc9dc3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:18.796296 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a90ff7d-ba84-45b9-9749-cc091fc9dc3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:18.805815 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ce21c9-a7f9-4201-8486-a6dbb3899610 None None] Network ddd3fb71-9880-4f1f-8e04-cad8c1029d7a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:03:18.827083 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beac6b4-9159-46aa-b551-1a21181fe603 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event updated for resources: {'Port': ['ID=54e2a4e4-642f-430b-9504-1011f29edc52,revision_number=6']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:18.839184 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7a90ff7d-ba84-45b9-9749-cc091fc9dc3d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0337989 Nov 11 12:03:18.862244 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29deff74-9c14-44bf-b45c-3af97b85c98a req-3f65d072-20d0-4d5c-a9c3-0b3daf5bb3a3 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/security-groups?id=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679381 Nov 11 12:03:18.883097 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['54e2a4e4-642f-430b-9504-1011f29edc52'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:19.083052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0fe0274-d631-4b76-8ff6-75b8b356b4f4 req-997f8588-cc84-4142-8441-62c7ec71820e tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-429609893&fields=id&tenant_id=cce5253552ca4988aa4aca3b1f7765af HTTP/1.1" status: 200 len: 267 time: 0.0735569 Nov 11 12:03:19.176730 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c168a5-acc3-410d-8f94-682ddb3ae4dc None None] Network ddd3fb71-9880-4f1f-8e04-cad8c1029d7a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:03:19.191746 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ecf67-f6a2-4db1-a8d7-9dfde4cf2abd req-5fa87fc4-5f4e-42f0-bf7e-ccaf2306cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:19.194237 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-250ecf67-f6a2-4db1-a8d7-9dfde4cf2abd req-5fa87fc4-5f4e-42f0-bf7e-ccaf2306cf7c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66f1af08848e4be7b86be007635c44ed&device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 1097 time: 0.0576391 Nov 11 12:03:19.253769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe0274-d631-4b76-8ff6-75b8b356b4f4 req-b9429a41-b2fe-4b02-939c-0a56dc4055d6 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:19.267121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0fe0274-d631-4b76-8ff6-75b8b356b4f4 req-b9429a41-b2fe-4b02-939c-0a56dc4055d6 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 984 time: 0.1769178 Nov 11 12:03:19.286097 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-a0fe0274-d631-4b76-8ff6-75b8b356b4f4 req-bb54209c-bbcd-4ee0-ae93-d4b49dc6f5ec tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Request body: {'port': {'security_groups': ['28a5440e-2677-4fbb-aa52-54295cc91464', '94492f3e-6f8b-4473-bdb8-62dbf63c2346', '0aa26ce3-86b3-4aa0-972c-c194358ad06b']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:19.317498 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ecf67-f6a2-4db1-a8d7-9dfde4cf2abd req-4df87e7e-7f52-4dc2-a7d1-c6e1e864f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:19.319313 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-250ecf67-f6a2-4db1-a8d7-9dfde4cf2abd req-4df87e7e-7f52-4dc2-a7d1-c6e1e864f129 service neutron] 10.222.0.43 "GET /v2.0/networks?id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 HTTP/1.1" status: 200 len: 915 time: 0.1166019 Nov 11 12:03:19.355126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c3158-bf83-4b0c-af88-c7e66b99b87f req-d2605246-b23f-472b-a04b-6718b21a41d2 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:19.357050 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c4c3158-bf83-4b0c-af88-c7e66b99b87f req-d2605246-b23f-472b-a04b-6718b21a41d2 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 946 time: 0.2191732 Nov 11 12:03:19.404059 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-250ecf67-f6a2-4db1-a8d7-9dfde4cf2abd req-41a9ab37-89d5-464b-b1e5-daac8dd6a2b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2520d97d-2568-4957-bdd8-95d393789830 HTTP/1.1" status: 200 len: 217 time: 0.0755119 Nov 11 12:03:19.463531 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a0fe0274-d631-4b76-8ff6-75b8b356b4f4 req-bb54209c-bbcd-4ee0-ae93-d4b49dc6f5ec tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:19.486305 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ecf67-f6a2-4db1-a8d7-9dfde4cf2abd req-79cdbbb0-c2f7-46c6-958f-f6f65c4f3416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:19.488607 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-250ecf67-f6a2-4db1-a8d7-9dfde4cf2abd req-79cdbbb0-c2f7-46c6-958f-f6f65c4f3416 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80f55957-2e48-4530-9888-3e2eccb4f2da HTTP/1.1" status: 200 len: 853 time: 0.0772338 Nov 11 12:03:19.530936 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-250ecf67-f6a2-4db1-a8d7-9dfde4cf2abd req-d9945fb6-5730-435b-a9b4-63b25d58af71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355384 Nov 11 12:03:19.591423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58778) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:19.600567 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5075d99e-01d8-412c-9081-bc33abf60b97 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1926736236-network', 'tenant_id': '9cfedbc3d1ab48a49af13d7dab3879c7'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:19.608065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-5c4c3158-bf83-4b0c-af88-c7e66b99b87f req-1cc069ac-5657-4244-bb91-22c48d113c23 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Deleting port 0464d91d-6b70-4f03-aebe-8d756df6077b {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:03:19.608396 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5c4c3158-bf83-4b0c-af88-c7e66b99b87f req-1cc069ac-5657-4244-bb91-22c48d113c23 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:19.638104 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-250ecf67-f6a2-4db1-a8d7-9dfde4cf2abd req-d82d31f0-27ad-4676-9eb8-1fe17c30b439 service neutron] 10.222.0.43 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008906 Nov 11 12:03:19.739987 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-250ecf67-f6a2-4db1-a8d7-9dfde4cf2abd req-46e3e20e-90f0-491d-884a-a8df684f8807 service neutron] 10.222.0.43 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951555 Nov 11 12:03:19.747671 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5075d99e-01d8-412c-9081-bc33abf60b97 admin admin] Made reservation on behalf of 9cfedbc3d1ab48a49af13d7dab3879c7 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:03:19.749991 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5075d99e-01d8-412c-9081-bc33abf60b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:19.780011 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5075d99e-01d8-412c-9081-bc33abf60b97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:19.822895 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f2432-0082-41a7-97e0-045f15e00abd req-038c89ce-9973-4d2c-9736-fcd384c70f1f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:19.824428 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f51f2432-0082-41a7-97e0-045f15e00abd req-038c89ce-9973-4d2c-9736-fcd384c70f1f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 946 time: 0.1803548 Nov 11 12:03:19.837703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-5c4c3158-bf83-4b0c-af88-c7e66b99b87f req-1cc069ac-5657-4244-bb91-22c48d113c23 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] For port 0464d91d-6b70-4f03-aebe-8d756df6077b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=0464d91d-6b70-4f03-aebe-8d756df6077b,segment=NetworkSegment(3830253a-cee4-45b7-b44f-349d633a7dc0),segment_id=3830253a-cee4-45b7-b44f-349d633a7dc0)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:19.838061 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5c4c3158-bf83-4b0c-af88-c7e66b99b87f req-1cc069ac-5657-4244-bb91-22c48d113c23 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:19.846635 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2520d97d-2568-4957-bdd8-95d393789830 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:03:19.868403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3b2026-0789-4dc8-960a-21d34ce10b66', 'tag': '54e2a4e4-642f-430b-9504-1011f29edc52'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:19.870719 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212c57dd-d013-426e-92fa-c47b6b4bedb0" -d '{"events": [{"name": "network-changed", "server_uuid": "de3b2026-0789-4dc8-960a-21d34ce10b66", "tag": "54e2a4e4-642f-430b-9504-1011f29edc52"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:19.883748 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-5c4c3158-bf83-4b0c-af88-c7e66b99b87f req-1cc069ac-5657-4244-bb91-22c48d113c23 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Calling delete_port for 0464d91d-6b70-4f03-aebe-8d756df6077b owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:03:19.924729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-a0fe0274-d631-4b76-8ff6-75b8b356b4f4 req-bb54209c-bbcd-4ee0-ae93-d4b49dc6f5ec tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] For port 54e2a4e4-642f-430b-9504-1011f29edc52, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=54e2a4e4-642f-430b-9504-1011f29edc52,segment=NetworkSegment(252a797b-815d-4a42-858f-a18e1fa464bb),segment_id=252a797b-815d-4a42-858f-a18e1fa464bb)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:19.931574 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:19.957013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a869594-4ca2-4363-bb04-bd8db37ec393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2520d97d-2568-4957-bdd8-95d393789830'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:19.959601 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefb2666-02a5-49d1-8af4-28d47dbf08bf" -d '{"events": [{"server_uuid": "1a869594-4ca2-4363-bb04-bd8db37ec393", "name": "network-vif-unplugged", "status": "completed", "tag": "2520d97d-2568-4957-bdd8-95d393789830"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:19.972572 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2520d97d-2568-4957-bdd8-95d393789830, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2520d97d-2568-4957-bdd8-95d393789830,segment=NetworkSegment(c98b7a57-9fbb-4c32-b6be-eb22f754382b),segment_id=c98b7a57-9fbb-4c32-b6be-eb22f754382b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:19.978030 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:19.978717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4d9cf25b-a227-48d2-964a-909ecf46edc3 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:03:20.017365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 4d9cf25b-a227-48d2-964a-909ecf46edc3 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:03:20.017729 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4d9cf25b-a227-48d2-964a-909ecf46edc3 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:03:20.021441 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f51f2432-0082-41a7-97e0-045f15e00abd req-a62291f3-5b57-4b70-8647-839d53c10e53 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859148 Nov 11 12:03:20.044259 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a0fe0274-d631-4b76-8ff6-75b8b356b4f4 req-bb54209c-bbcd-4ee0-ae93-d4b49dc6f5ec tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:20.056923 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a0fe0274-d631-4b76-8ff6-75b8b356b4f4 req-bb54209c-bbcd-4ee0-ae93-d4b49dc6f5ec tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:20.057247 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=2520d97d-2568-4957-bdd8-95d393789830,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:20.070852 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['54e2a4e4-642f-430b-9504-1011f29edc52'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:20.135777 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe0274-d631-4b76-8ff6-75b8b356b4f4 req-bb54209c-bbcd-4ee0-ae93-d4b49dc6f5ec tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:20.136397 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a0fe0274-d631-4b76-8ff6-75b8b356b4f4 req-bb54209c-bbcd-4ee0-ae93-d4b49dc6f5ec tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:20.137828 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0fe0274-d631-4b76-8ff6-75b8b356b4f4 req-bb54209c-bbcd-4ee0-ae93-d4b49dc6f5ec tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "PUT /v2.0/ports/54e2a4e4-642f-430b-9504-1011f29edc52 HTTP/1.1" status: 200 len: 1020 time: 0.8697267 Nov 11 12:03:20.151403 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5075d99e-01d8-412c-9081-bc33abf60b97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:20.183140 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5075d99e-01d8-412c-9081-bc33abf60b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:20.202997 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a56b7db-42f2-41cb-8703-6edc2d05ae8c x-openstack-request-id: req-4a56b7db-42f2-41cb-8703-6edc2d05ae8c {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:20.203333 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3b2026-0789-4dc8-960a-21d34ce10b66", "tag": "54e2a4e4-642f-430b-9504-1011f29edc52", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:20.203527 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4a56b7db-42f2-41cb-8703-6edc2d05ae8c {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:20.203912 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3b2026-0789-4dc8-960a-21d34ce10b66', 'tag': '54e2a4e4-642f-430b-9504-1011f29edc52', 'status': 'completed', 'code': 200} Nov 11 12:03:20.218171 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54209c-bbcd-4ee0-ae93-d4b49dc6f5ec tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event updated for resources: {'Port': ['ID=54e2a4e4-642f-430b-9504-1011f29edc52,revision_number=7']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:20.234922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5075d99e-01d8-412c-9081-bc33abf60b97 admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:03:20.251035 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['54e2a4e4-642f-430b-9504-1011f29edc52'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:20.263590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075d99e-01d8-412c-9081-bc33abf60b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291a57b9-d91b-4db5-80c0-3d16949f2076,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:20.282457 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c57dd-d013-426e-92fa-c47b6b4bedb0 req-e2db45b0-b06b-4929-aa88-f3ecf8e4b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:20.283359 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5075d99e-01d8-412c-9081-bc33abf60b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:20.283780 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-5075d99e-01d8-412c-9081-bc33abf60b97 admin admin] Added segment cfafcae2-07e3-4614-bf7e-0ddbff3fdba2 of type vlan for network b1f7c071-1a09-4b16-ae0d-5f339bb40879 Nov 11 12:03:20.284104 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-212c57dd-d013-426e-92fa-c47b6b4bedb0 req-e2db45b0-b06b-4929-aa88-f3ecf8e4b01b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cce5253552ca4988aa4aca3b1f7765af&device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 1174 time: 0.0623484 Nov 11 12:03:20.287265 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-22ab61e2-5e1a-4edd-9df0-7dbd046cce02 req-4a236196-8fc7-4790-a311-b03075b431ed tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c975ef1-8f21-4969-84d0-f3cf58b1c2c7 HTTP/1.1" status: 200 len: 210 time: 0.0533390 Nov 11 12:03:20.287716 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5c4c3158-bf83-4b0c-af88-c7e66b99b87f req-1cc069ac-5657-4244-bb91-22c48d113c23 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:20.326772 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc069ac-5657-4244-bb91-22c48d113c23 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Pushing event deleted for resources: {'Port': ['ID=0464d91d-6b70-4f03-aebe-8d756df6077b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:20.360281 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce56e32-7602-4ade-82c3-39bea7ac33c7 x-openstack-request-id: req-fce56e32-7602-4ade-82c3-39bea7ac33c7 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:20.360601 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a869594-4ca2-4363-bb04-bd8db37ec393", "name": "network-vif-unplugged", "status": "completed", "tag": "2520d97d-2568-4957-bdd8-95d393789830", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:20.360806 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fce56e32-7602-4ade-82c3-39bea7ac33c7 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:20.361344 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a869594-4ca2-4363-bb04-bd8db37ec393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2520d97d-2568-4957-bdd8-95d393789830', 'code': 200} Nov 11 12:03:20.434899 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c57dd-d013-426e-92fa-c47b6b4bedb0 req-547ef90a-a5e6-408a-a441-85d9b7f99796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:20.437318 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-212c57dd-d013-426e-92fa-c47b6b4bedb0 req-547ef90a-a5e6-408a-a441-85d9b7f99796 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e HTTP/1.1" status: 200 len: 915 time: 0.1422038 Nov 11 12:03:20.485001 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5075d99e-01d8-412c-9081-bc33abf60b97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:20.511036 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4c3158-bf83-4b0c-af88-c7e66b99b87f req-1cc069ac-5657-4244-bb91-22c48d113c23 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] No DVR routers for this DVR port 0464d91d-6b70-4f03-aebe-8d756df6077b on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:03:20.520469 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5c4c3158-bf83-4b0c-af88-c7e66b99b87f req-1cc069ac-5657-4244-bb91-22c48d113c23 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:20.521848 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-212c57dd-d013-426e-92fa-c47b6b4bedb0 req-65da8c07-a19b-448d-a34b-b129bfe54d41 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54e2a4e4-642f-430b-9504-1011f29edc52 HTTP/1.1" status: 200 len: 217 time: 0.0672975 Nov 11 12:03:20.524451 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c4c3158-bf83-4b0c-af88-c7e66b99b87f req-1cc069ac-5657-4244-bb91-22c48d113c23 tempest-ServerRescueNegativeTestJSON-1414479112 tempest-ServerRescueNegativeTestJSON-1414479112-project] 10.222.0.43 "DELETE /v2.0/ports/0464d91d-6b70-4f03-aebe-8d756df6077b HTTP/1.1" status: 204 len: 173 time: 1.1609812 Nov 11 12:03:20.529104 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5075d99e-01d8-412c-9081-bc33abf60b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:20.530222 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5075d99e-01d8-412c-9081-bc33abf60b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:20.530803 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5075d99e-01d8-412c-9081-bc33abf60b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:20.577538 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58804) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:20.582264 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5075d99e-01d8-412c-9081-bc33abf60b97 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9896948 Nov 11 12:03:20.585568 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58806) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:20.591462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-06868840-3265-4fd6-8da7-77c3c297a55d admin admin] Request body: {'subnet': {'network_id': 'b1f7c071-1a09-4b16-ae0d-5f339bb40879', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1926736236-subnet', 'tenant_id': '9cfedbc3d1ab48a49af13d7dab3879c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:20.633942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c57dd-d013-426e-92fa-c47b6b4bedb0 req-c00e0800-26cc-4e6e-82ad-908832629c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:20.635861 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-212c57dd-d013-426e-92fa-c47b6b4bedb0 req-c00e0800-26cc-4e6e-82ad-908832629c69 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0536e05-934e-473c-b564-bb42e27b175c HTTP/1.1" status: 200 len: 853 time: 0.1056604 Nov 11 12:03:20.646663 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59e69d7-7af7-46fd-9c8d-a3a86e0c6aec admin admin] Deleting subnet ee522524-55d4-4576-92f3-e0a9852bf3f2 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:03:20.651730 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d59e69d7-7af7-46fd-9c8d-a3a86e0c6aec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:20.662905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7f5e-64f2-43f6-adb8-72ec040c41b8 req-587c68c4-88db-444b-a684-086f336e7f4b tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:20.665019 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba4a7f5e-64f2-43f6-adb8-72ec040c41b8 req-587c68c4-88db-444b-a684-086f336e7f4b tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 1023 time: 0.2335918 Nov 11 12:03:20.678391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075d99e-01d8-412c-9081-bc33abf60b97 admin admin] Pushing event updated for resources: {'Network': ['ID=b1f7c071-1a09-4b16-ae0d-5f339bb40879,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:20.699303 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network b1f7c071-1a09-4b16-ae0d-5f339bb40879 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:03:20.713148 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06868840-3265-4fd6-8da7-77c3c297a55d admin admin] Made reservation on behalf of 9cfedbc3d1ab48a49af13d7dab3879c7 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:03:20.713972 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-212c57dd-d013-426e-92fa-c47b6b4bedb0 req-9a932f82-3b65-4e55-a87f-4400be85e3d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631802 Nov 11 12:03:20.715737 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06868840-3265-4fd6-8da7-77c3c297a55d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:20.748630 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d59e69d7-7af7-46fd-9c8d-a3a86e0c6aec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:20.830064 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d59e69d7-7af7-46fd-9c8d-a3a86e0c6aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:20.839055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba4a7f5e-64f2-43f6-adb8-72ec040c41b8 req-547b33e0-7dc5-4e5a-b2db-dbeca4437d3d tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=0aa26ce3-86b3-4aa0-972c-c194358ad06b&id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&id=28a5440e-2677-4fbb-aa52-54295cc91464 HTTP/1.1" status: 200 len: 6207 time: 0.1667295 Nov 11 12:03:20.870328 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-212c57dd-d013-426e-92fa-c47b6b4bedb0 req-bf9e7c64-64f4-4733-802a-4862307566d8 service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477232 Nov 11 12:03:20.903105 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-e581df47-42a5-46b4-940a-879df42e806e req-66b5e47f-1d6c-4de6-aaf0-190288e6b8a5 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1510492883 ', 'description': 'tempest-description-327936269'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:20.950359 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d59e69d7-7af7-46fd-9c8d-a3a86e0c6aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:20.971732 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e581df47-42a5-46b4-940a-879df42e806e req-66b5e47f-1d6c-4de6-aaf0-190288e6b8a5 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:20.995923 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e69d7-7af7-46fd-9c8d-a3a86e0c6aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee522524-55d4-4576-92f3-e0a9852bf3f2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:21.007122 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d59e69d7-7af7-46fd-9c8d-a3a86e0c6aec admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.007794 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06868840-3265-4fd6-8da7-77c3c297a55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.010663 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d59e69d7-7af7-46fd-9c8d-a3a86e0c6aec admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ee522524-55d4-4576-92f3-e0a9852bf3f2 HTTP/1.1" status: 204 len: 168 time: 0.4315166 Nov 11 12:03:21.013909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58810) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:21.062896 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-212c57dd-d013-426e-92fa-c47b6b4bedb0 req-3ed02b4d-8a99-4b56-a56b-eaf0506d1c3a service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830983 Nov 11 12:03:21.136156 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3c49808-a7bc-418d-838d-7dcdcefc9e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.163905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06868840-3265-4fd6-8da7-77c3c297a55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f37dbcb9-5f01-4240-95b6-6ae4cda647a0,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:21.204465 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06868840-3265-4fd6-8da7-77c3c297a55d admin admin] Checking segment: {'id': 'cfafcae2-07e3-4614-bf7e-0ddbff3fdba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b1f7c071-1a09-4b16-ae0d-5f339bb40879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:03:21.204742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06868840-3265-4fd6-8da7-77c3c297a55d admin admin] Network hostable DHCP agents. Network: b1f7c071-1a09-4b16-ae0d-5f339bb40879, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:03:21.224487 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3c49808-a7bc-418d-838d-7dcdcefc9e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.224926 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e581df47-42a5-46b4-940a-879df42e806e req-66b5e47f-1d6c-4de6-aaf0-190288e6b8a5 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.235635 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e581df47-42a5-46b4-940a-879df42e806e req-66b5e47f-1d6c-4de6-aaf0-190288e6b8a5 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.248695 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b3c49808-a7bc-418d-838d-7dcdcefc9e0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5cf42a-75ca-41a9-9e54-7a81b7d69552']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:21.258951 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b3c49808-a7bc-418d-838d-7dcdcefc9e0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdebe441-6d81-4b1d-8987-9875e6b27306') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:21.259271 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b3c49808-a7bc-418d-838d-7dcdcefc9e0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdebe441-6d81-4b1d-8987-9875e6b27306') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:21.270587 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3c49808-a7bc-418d-838d-7dcdcefc9e0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.276577 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98ff81-1388-42cb-9031-82da944e4081 req-f67a358c-98a2-4b99-8065-836141a10094 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:21.277890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc98ff81-1388-42cb-9031-82da944e4081 req-f67a358c-98a2-4b99-8065-836141a10094 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.1390762 Nov 11 12:03:21.284615 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06868840-3265-4fd6-8da7-77c3c297a55d admin admin] Network b1f7c071-1a09-4b16-ae0d-5f339bb40879 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:03:21.285237 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3c49808-a7bc-418d-838d-7dcdcefc9e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.291779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c49808-a7bc-418d-838d-7dcdcefc9e0d admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:03:21.292212 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3c49808-a7bc-418d-838d-7dcdcefc9e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:03:21.294123 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:03:21.296582 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e581df47-42a5-46b4-940a-879df42e806e req-66b5e47f-1d6c-4de6-aaf0-190288e6b8a5 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.296582 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e581df47-42a5-46b4-940a-879df42e806e req-66b5e47f-1d6c-4de6-aaf0-190288e6b8a5 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4254696 Nov 11 12:03:21.304442 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5e47f-1d6c-4de6-aaf0-190288e6b8a5 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=753f313e-7c6d-4da6-bc48-60c49a4d03f8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:21.326124 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-06868840-3265-4fd6-8da7-77c3c297a55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, b1f7c071-1a09-4b16-ae0d-5f339bb40879) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:03:21.331168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06868840-3265-4fd6-8da7-77c3c297a55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:21.332112 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06868840-3265-4fd6-8da7-77c3c297a55d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.337571 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc420b02-7331-417c-a2fa-3671d7966f0e None None] Network b1f7c071-1a09-4b16-ae0d-5f339bb40879 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:03:21.356244 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3c49808-a7bc-418d-838d-7dcdcefc9e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.365012 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3c49808-a7bc-418d-838d-7dcdcefc9e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.368864 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b3c49808-a7bc-418d-838d-7dcdcefc9e0d admin admin] 10.222.0.65 "DELETE /v2.0/networks/ec5cf42a-75ca-41a9-9e54-7a81b7d69552 HTTP/1.1" status: 204 len: 168 time: 0.3541198 Nov 11 12:03:21.379651 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc98ff81-1388-42cb-9031-82da944e4081 req-7e5d480f-d11b-4358-94a2-012d57a6c05f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899913 Nov 11 12:03:21.402271 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-06868840-3265-4fd6-8da7-77c3c297a55d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8154082 Nov 11 12:03:21.429985 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.454848 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c49808-a7bc-418d-838d-7dcdcefc9e0d admin admin] Pushing event deleted for resources: {'Network': ['ID=ec5cf42a-75ca-41a9-9e54-7a81b7d69552,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:21.476278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86b72ff7-9f2b-46f7-b364-b953e4caad73 req-be330ed7-0de5-4da8-98f4-e978d8c1f564 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/753f313e-7c6d-4da6-bc48-60c49a4d03f8 HTTP/1.1" status: 200 len: 1799 time: 0.0593805 Nov 11 12:03:21.545726 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58830) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:21.564166 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3c35e7-5246-4ba0-88d1-383f95498f7a None None] Network b1f7c071-1a09-4b16-ae0d-5f339bb40879 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:03:21.626362 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70623fe3-0230-46cd-b093-4d7c0ddc365e req-dab39658-b8ca-4e19-a844-a36fa38f2c90 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/753f313e-7c6d-4da6-bc48-60c49a4d03f8 HTTP/1.1" status: 200 len: 1799 time: 0.0576725 Nov 11 12:03:21.716223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58834) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:21.738228 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-70623fe3-0230-46cd-b093-4d7c0ddc365e req-1671abc6-c18c-4ae5-97fa-90cffcbea1d2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.784554 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-70623fe3-0230-46cd-b093-4d7c0ddc365e req-1671abc6-c18c-4ae5-97fa-90cffcbea1d2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.789626 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d89fd113-08d4-4064-92e8-3c4583d7d54e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d4b49178db246869b02d8896fa078df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0718994 Nov 11 12:03:21.794402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58836) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:21.836598 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-70623fe3-0230-46cd-b093-4d7c0ddc365e req-1671abc6-c18c-4ae5-97fa-90cffcbea1d2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.840038 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-70623fe3-0230-46cd-b093-4d7c0ddc365e req-1671abc6-c18c-4ae5-97fa-90cffcbea1d2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:21.841404 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70623fe3-0230-46cd-b093-4d7c0ddc365e req-1671abc6-c18c-4ae5-97fa-90cffcbea1d2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "DELETE /v2.0/security-groups/753f313e-7c6d-4da6-bc48-60c49a4d03f8 HTTP/1.1" status: 204 len: 173 time: 0.2128007 Nov 11 12:03:21.856485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671abc6-c18c-4ae5-97fa-90cffcbea1d2 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=753f313e-7c6d-4da6-bc48-60c49a4d03f8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:21.862681 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2520d97d-2568-4957-bdd8-95d393789830 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:03:21.878309 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-d917edd8-f39f-41c2-b243-907ab4b9c043 req-cb119058-3b8b-4199-ace5-592f94a3d92b tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] show failed (client error): The resource could not be found. Nov 11 12:03:21.879381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d917edd8-f39f-41c2-b243-907ab4b9c043 req-cb119058-3b8b-4199-ace5-592f94a3d92b tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/753f313e-7c6d-4da6-bc48-60c49a4d03f8 HTTP/1.1" status: 404 len: 352 time: 0.0184793 Nov 11 12:03:21.910796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-c6be935d-2fa6-48f5-93c2-a9e6936ae53a req-a0be203c-5035-4d73-8885-e28f59f89575 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-239441877', 'description': 'tempest-description-1505117704'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:21.947558 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c6be935d-2fa6-48f5-93c2-a9e6936ae53a req-a0be203c-5035-4d73-8885-e28f59f89575 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:22.089182 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c6be935d-2fa6-48f5-93c2-a9e6936ae53a req-a0be203c-5035-4d73-8885-e28f59f89575 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:22.111265 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c6be935d-2fa6-48f5-93c2-a9e6936ae53a req-a0be203c-5035-4d73-8885-e28f59f89575 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:22.168752 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 0464d91d-6b70-4f03-aebe-8d756df6077b no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:03:22.193892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 0464d91d-6b70-4f03-aebe-8d756df6077b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:03:22.194591 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 0464d91d-6b70-4f03-aebe-8d756df6077b not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:03:22.195119 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c6be935d-2fa6-48f5-93c2-a9e6936ae53a req-a0be203c-5035-4d73-8885-e28f59f89575 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:22.197768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c6be935d-2fa6-48f5-93c2-a9e6936ae53a req-a0be203c-5035-4d73-8885-e28f59f89575 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2922535 Nov 11 12:03:22.205717 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3b2026-0789-4dc8-960a-21d34ce10b66', 'tag': '54e2a4e4-642f-430b-9504-1011f29edc52'}, {'server_uuid': '3c975ef1-8f21-4969-84d0-f3cf58b1c2c7', 'name': 'network-vif-deleted', 'tag': '0464d91d-6b70-4f03-aebe-8d756df6077b'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:22.210586 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ca442f-7c9c-4e40-a961-a7c122c29879" -d '{"events": [{"name": "network-changed", "server_uuid": "de3b2026-0789-4dc8-960a-21d34ce10b66", "tag": "54e2a4e4-642f-430b-9504-1011f29edc52"}, {"server_uuid": "3c975ef1-8f21-4969-84d0-f3cf58b1c2c7", "name": "network-vif-deleted", "tag": "0464d91d-6b70-4f03-aebe-8d756df6077b"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:22.218696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be203c-5035-4d73-8885-e28f59f89575 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61278b3b-7f5e-48d8-83d9-ca6c813cc815,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:22.239707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-e6d40196-5fe4-425d-89d5-68d223d722fd req-0f9c21e1-c0da-48a2-b740-68255be7dbcd tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2066211628', 'description': 'tempest-description-7441229'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:22.280580 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-950ff7cf-cf38-4f54-8448-25a7c15aefc1 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:22.282182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-950ff7cf-cf38-4f54-8448-25a7c15aefc1 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/networks?id=ddd3fb71-9880-4f1f-8e04-cad8c1029d7a HTTP/1.1" status: 200 len: 808 time: 0.2012029 Nov 11 12:03:22.296057 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e6d40196-5fe4-425d-89d5-68d223d722fd req-0f9c21e1-c0da-48a2-b740-68255be7dbcd tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:22.317065 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-64f09392-9ff4-4b2f-91e2-f31947192744 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/quotas/b692d43a4e6248c2bb59fe5245708f22 HTTP/1.1" status: 200 len: 375 time: 0.0234153 Nov 11 12:03:22.345757 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e5b9dc80-ea60-4b1c-b1ae-2a99fa8f007e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:22.366606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-87048a1f-204e-4186-a411-29431293bac8 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b692d43a4e6248c2bb59fe5245708f22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355408 Nov 11 12:03:22.380062 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-d5b2e048-8298-4472-9104-7d6727e1b6d4 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:03:22.381614 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-d5b2e048-8298-4472-9104-7d6727e1b6d4 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059128 Nov 11 12:03:22.396156 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e5b9dc80-ea60-4b1c-b1ae-2a99fa8f007e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:22.481168 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e5b9dc80-ea60-4b1c-b1ae-2a99fa8f007e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:22.483717 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e5b9dc80-ea60-4b1c-b1ae-2a99fa8f007e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:22.484868 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e5b9dc80-ea60-4b1c-b1ae-2a99fa8f007e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/105a6fad-72d6-487e-ba61-a39e78f4dde3 HTTP/1.1" status: 204 len: 168 time: 0.6895373 Nov 11 12:03:22.501539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9dc80-ea60-4b1c-b1ae-2a99fa8f007e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105a6fad-72d6-487e-ba61-a39e78f4dde3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:22.573616 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-22eec455-f4a6-4cde-9b93-29755b17d96b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:22.774377 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e6d40196-5fe4-425d-89d5-68d223d722fd req-0f9c21e1-c0da-48a2-b740-68255be7dbcd tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:22.786244 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e6d40196-5fe4-425d-89d5-68d223d722fd req-0f9c21e1-c0da-48a2-b740-68255be7dbcd tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:22.831814 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e6d40196-5fe4-425d-89d5-68d223d722fd req-0f9c21e1-c0da-48a2-b740-68255be7dbcd tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:22.833093 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6d40196-5fe4-425d-89d5-68d223d722fd req-0f9c21e1-c0da-48a2-b740-68255be7dbcd tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6007180 Nov 11 12:03:22.848897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c21e1-c0da-48a2-b740-68255be7dbcd tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83bc0b62-6592-40c2-9b97-ae838cfd59be,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:22.861996 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-0bb45343-8d7d-4da5-a470-e2d039000634 service neutron] 10.222.0.65 "GET /v2.0/networks/ddd3fb71-9880-4f1f-8e04-cad8c1029d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679444 Nov 11 12:03:22.869887 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-22eec455-f4a6-4cde-9b93-29755b17d96b admin admin] Deleting port 5edf90e4-3137-4160-9e1f-4102e5657136 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:03:22.869887 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-22eec455-f4a6-4cde-9b93-29755b17d96b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:22.926068 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2409a230-7d5e-481e-90d9-ed09a0e5ea9e x-openstack-request-id: req-2409a230-7d5e-481e-90d9-ed09a0e5ea9e {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:22.926355 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3b2026-0789-4dc8-960a-21d34ce10b66", "tag": "54e2a4e4-642f-430b-9504-1011f29edc52", "status": "completed", "code": 200}, {"server_uuid": "3c975ef1-8f21-4969-84d0-f3cf58b1c2c7", "name": "network-vif-deleted", "tag": "0464d91d-6b70-4f03-aebe-8d756df6077b", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:22.926603 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2409a230-7d5e-481e-90d9-ed09a0e5ea9e {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:22.926993 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3b2026-0789-4dc8-960a-21d34ce10b66', 'tag': '54e2a4e4-642f-430b-9504-1011f29edc52', 'status': 'completed', 'code': 200} Nov 11 12:03:22.927237 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c975ef1-8f21-4969-84d0-f3cf58b1c2c7', 'name': 'network-vif-deleted', 'tag': '0464d91d-6b70-4f03-aebe-8d756df6077b', 'status': 'completed', 'code': 200} Nov 11 12:03:22.987436 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-9b4c4ad2-0550-42a0-b068-9e9db202e418 service neutron] 10.222.0.65 "GET /v2.0/networks/ddd3fb71-9880-4f1f-8e04-cad8c1029d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228352 Nov 11 12:03:23.004599 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca442f-7c9c-4e40-a961-a7c122c29879 req-f3414acd-4a9b-4dbb-93cc-9464547cf45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:23.006237 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7ca442f-7c9c-4e40-a961-a7c122c29879 req-f3414acd-4a9b-4dbb-93cc-9464547cf45d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cce5253552ca4988aa4aca3b1f7765af&device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 1174 time: 0.0734420 Nov 11 12:03:23.012231 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-22eec455-f4a6-4cde-9b93-29755b17d96b admin admin] For port 5edf90e4-3137-4160-9e1f-4102e5657136, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5edf90e4-3137-4160-9e1f-4102e5657136,segment=NetworkSegment(3830253a-cee4-45b7-b44f-349d633a7dc0),segment_id=3830253a-cee4-45b7-b44f-349d633a7dc0)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:23.012628 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-22eec455-f4a6-4cde-9b93-29755b17d96b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:23.056765 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-22eec455-f4a6-4cde-9b93-29755b17d96b admin admin] Calling delete_port for 5edf90e4-3137-4160-9e1f-4102e5657136 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:03:23.171117 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad221078-1312-4114-a0e8-823616c2de1b req-7d3c0470-7a10-429a-9d59-6112e61fc5b5 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:23.178142 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad221078-1312-4114-a0e8-823616c2de1b req-7d3c0470-7a10-429a-9d59-6112e61fc5b5 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.0871696 Nov 11 12:03:23.207315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca442f-7c9c-4e40-a961-a7c122c29879 req-9ccf2751-5abf-4e91-8c56-1683b0c01e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:23.208900 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7ca442f-7c9c-4e40-a961-a7c122c29879 req-9ccf2751-5abf-4e91-8c56-1683b0c01e9a service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e HTTP/1.1" status: 200 len: 915 time: 0.1880813 Nov 11 12:03:23.265003 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad221078-1312-4114-a0e8-823616c2de1b req-0794d7cb-97ba-4250-834f-aa13eb5decd8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815995 Nov 11 12:03:23.279945 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-b54c7485-d3c9-4f36-86ed-7411ae74fe81 req-9abc743d-e451-4bb8-8f36-cf18e71d3e42 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-49686253', 'description': 'tempest-description-233784001'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:23.337071 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b54c7485-d3c9-4f36-86ed-7411ae74fe81 req-9abc743d-e451-4bb8-8f36-cf18e71d3e42 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:23.356182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a410301-4817-44b7-ac24-01a685ff3440 req-7ae399ad-f76f-4c7b-b50c-91914c6a5b31 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 210 time: 0.0344865 Nov 11 12:03:23.365208 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7ca442f-7c9c-4e40-a961-a7c122c29879 req-25bd5e50-9fee-4f95-8a6a-4e729d3abd90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54e2a4e4-642f-430b-9504-1011f29edc52 HTTP/1.1" status: 200 len: 217 time: 0.0426114 Nov 11 12:03:23.489816 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58898) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:23.523540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca442f-7c9c-4e40-a961-a7c122c29879 req-fbdd7b50-ad76-4c8d-8b9b-48e8516af8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:23.525022 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7ca442f-7c9c-4e40-a961-a7c122c29879 req-fbdd7b50-ad76-4c8d-8b9b-48e8516af8b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0536e05-934e-473c-b564-bb42e27b175c HTTP/1.1" status: 200 len: 853 time: 0.1501091 Nov 11 12:03:23.525658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057cab5-7866-4c5e-812b-072fec63ffa8 req-5adcc657-2f6f-40ca-bb41-464418dfc21c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:23.527219 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a057cab5-7866-4c5e-812b-072fec63ffa8 req-5adcc657-2f6f-40ca-bb41-464418dfc21c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.0870931 Nov 11 12:03:23.534954 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b54c7485-d3c9-4f36-86ed-7411ae74fe81 req-9abc743d-e451-4bb8-8f36-cf18e71d3e42 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:23.544548 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b54c7485-d3c9-4f36-86ed-7411ae74fe81 req-9abc743d-e451-4bb8-8f36-cf18e71d3e42 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:23.551190 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-22eec455-f4a6-4cde-9b93-29755b17d96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:23.576541 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7ca442f-7c9c-4e40-a961-a7c122c29879 req-0b9376f7-463e-49a0-8e85-cefb57551fb2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357063 Nov 11 12:03:23.578352 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc743d-e451-4bb8-8f36-cf18e71d3e42 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944bcb60-ada9-4bae-bbca-9a6c579d1c80,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:23.604228 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eec455-f4a6-4cde-9b93-29755b17d96b admin admin] Pushing event deleted for resources: {'Port': ['ID=5edf90e4-3137-4160-9e1f-4102e5657136,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:23.614646 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a057cab5-7866-4c5e-812b-072fec63ffa8 req-4c3a21c9-60fe-4b39-85ac-6b122967f875 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784116 Nov 11 12:03:23.625076 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b54c7485-d3c9-4f36-86ed-7411ae74fe81 req-9abc743d-e451-4bb8-8f36-cf18e71d3e42 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:23.627387 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b54c7485-d3c9-4f36-86ed-7411ae74fe81 req-9abc743d-e451-4bb8-8f36-cf18e71d3e42 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3518305 Nov 11 12:03:23.647795 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-caddd80d-70cd-4cc2-90d6-7a6dec78148e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1643788134-network', 'tenant_id': '65099c3829ec4c408135062540d6b679'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:23.708071 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caddd80d-70cd-4cc2-90d6-7a6dec78148e admin admin] Made reservation on behalf of 65099c3829ec4c408135062540d6b679 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:03:23.710992 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-caddd80d-70cd-4cc2-90d6-7a6dec78148e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:23.733204 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-caddd80d-70cd-4cc2-90d6-7a6dec78148e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:23.803426 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7ca442f-7c9c-4e40-a961-a7c122c29879 req-6feede52-a700-43b9-b5cf-8ca1b87afbea service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070391 Nov 11 12:03:23.851606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96247e38-24af-46cb-bd5d-bb7bcf6f572e req-68cd20b9-430d-441e-a1dd-d2ed68a52903 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cce5253552ca4988aa4aca3b1f7765af HTTP/1.1" status: 200 len: 11007 time: 0.1979218 Nov 11 12:03:23.935285 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96247e38-24af-46cb-bd5d-bb7bcf6f572e req-2aabb678-deda-4ec3-98ce-5789e4ce9350 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/94492f3e-6f8b-4473-bdb8-62dbf63c2346 HTTP/1.1" status: 200 len: 3002 time: 0.0827370 Nov 11 12:03:23.971530 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-caddd80d-70cd-4cc2-90d6-7a6dec78148e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:23.981459 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7ca442f-7c9c-4e40-a961-a7c122c29879 req-f26aea76-f995-4bf1-aa2a-d5cb3a97ae87 service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340091 Nov 11 12:03:23.992949 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-caddd80d-70cd-4cc2-90d6-7a6dec78148e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:24.015854 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96247e38-24af-46cb-bd5d-bb7bcf6f572e req-6b42f25e-1538-4d79-96f0-c5d3aa05a97f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/94492f3e-6f8b-4473-bdb8-62dbf63c2346 HTTP/1.1" status: 200 len: 3002 time: 0.0732985 Nov 11 12:03:24.022398 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-22eec455-f4a6-4cde-9b93-29755b17d96b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:24.040433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caddd80d-70cd-4cc2-90d6-7a6dec78148e admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:03:24.126764 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-caddd80d-70cd-4cc2-90d6-7a6dec78148e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:24.127107 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-caddd80d-70cd-4cc2-90d6-7a6dec78148e admin admin] Added segment 6873152f-6f81-41e4-b507-e128d720a892 of type vlan for network 1e164bc8-3703-435e-9ba9-bdaeafeb619e Nov 11 12:03:24.144066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddd80d-70cd-4cc2-90d6-7a6dec78148e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee194ea-e099-4b4e-9455-fbec0fab01af,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:24.200497 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-caddd80d-70cd-4cc2-90d6-7a6dec78148e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:24.213539 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ceb7bf-ec6b-4898-98a7-ee51a55fcb4d req-c309ae18-9941-47ff-b9c4-1dacbf6e62bb tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:24.215112 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-03ceb7bf-ec6b-4898-98a7-ee51a55fcb4d req-c309ae18-9941-47ff-b9c4-1dacbf6e62bb tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.2148681 Nov 11 12:03:24.220208 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-39272e4b-d25c-446c-9595-1188fd530ede req-8757f620-0031-494d-a1cd-60367a1cc246 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/61278b3b-7f5e-48d8-83d9-ca6c813cc815 HTTP/1.1" status: 200 len: 1819 time: 0.1718733 Nov 11 12:03:24.224441 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2ba57be-9fa5-4ab0-8138-aad657abbfee req-2f0f8603-f89d-4031-9da9-74b2c7b0ae40 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1772192 Nov 11 12:03:24.254112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-b2ba57be-9fa5-4ab0-8138-aad657abbfee req-c2db7fb0-9c03-451d-9871-f433fc5dd76d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:03:24.255132 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2ba57be-9fa5-4ab0-8138-aad657abbfee req-c2db7fb0-9c03-451d-9871-f433fc5dd76d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188155 Nov 11 12:03:24.261283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22eec455-f4a6-4cde-9b93-29755b17d96b admin admin] Router 138b984c-f0bc-41ac-a4cb-a5ac68b3efe9 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:03:24.291422 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-caddd80d-70cd-4cc2-90d6-7a6dec78148e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:24.292430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caddd80d-70cd-4cc2-90d6-7a6dec78148e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:24.293286 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-caddd80d-70cd-4cc2-90d6-7a6dec78148e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:24.412184 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-caddd80d-70cd-4cc2-90d6-7a6dec78148e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9211445 Nov 11 12:03:24.413518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58936) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:24.442615 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-03ceb7bf-ec6b-4898-98a7-ee51a55fcb4d req-4a09ac57-f817-4936-93db-d02ee6c21631 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171013 Nov 11 12:03:24.519863 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22eec455-f4a6-4cde-9b93-29755b17d96b admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:03:24.520529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-827537a1-c830-42f8-b31a-b657317d9aa7 admin admin] Request body: {'subnet': {'network_id': '1e164bc8-3703-435e-9ba9-bdaeafeb619e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1643788134-subnet', 'tenant_id': '65099c3829ec4c408135062540d6b679', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:24.532645 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-22eec455-f4a6-4cde-9b93-29755b17d96b admin admin] 10.222.0.65 "PUT /v2.0/routers/138b984c-f0bc-41ac-a4cb-a5ac68b3efe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9835203 Nov 11 12:03:24.536577 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91fbef1-e502-4d8b-8d48-7ea6acb3c0b9 None None] Sync routers for ids ['138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:03:24.543154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58942) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:24.587193 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91fbef1-e502-4d8b-8d48-7ea6acb3c0b9 None None] Routers {'138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:03:24.588242 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c91fbef1-e502-4d8b-8d48-7ea6acb3c0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:03:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:24.661203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddd80d-70cd-4cc2-90d6-7a6dec78148e admin admin] Pushing event updated for resources: {'Network': ['ID=1e164bc8-3703-435e-9ba9-bdaeafeb619e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:24.676164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 1e164bc8-3703-435e-9ba9-bdaeafeb619e details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:03:24.690165 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-39272e4b-d25c-446c-9595-1188fd530ede req-c2d598f0-2aec-491e-997c-3d060efd8153 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:24.700912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827537a1-c830-42f8-b31a-b657317d9aa7 admin admin] Made reservation on behalf of 65099c3829ec4c408135062540d6b679 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:03:24.703896 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-827537a1-c830-42f8-b31a-b657317d9aa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:24.804926 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5194b246-acf1-4a1a-914d-3a965485ffbe admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:24.837224 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-e86d22ec-1fd2-490b-bba7-01e92d4671a3 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:24.839211 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-e86d22ec-1fd2-490b-bba7-01e92d4671a3 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.43 "GET /v2.0/networks?id=ddd3fb71-9880-4f1f-8e04-cad8c1029d7a HTTP/1.1" status: 200 len: 808 time: 0.4536839 Nov 11 12:03:24.844171 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-39272e4b-d25c-446c-9595-1188fd530ede req-c2d598f0-2aec-491e-997c-3d060efd8153 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:24.862790 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-77a37d31-0c2e-4ea6-ab80-4ae38cd67206 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Request body: {'port': {'device_id': 'cd0740f4-9e93-4516-b490-4501e701e0e6', 'network_id': 'ddd3fb71-9880-4f1f-8e04-cad8c1029d7a', 'admin_state_up': True, 'tenant_id': 'b692d43a4e6248c2bb59fe5245708f22'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:24.916130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-c91fbef1-e502-4d8b-8d48-7ea6acb3c0b9 None None] Set router 138b984c-f0bc-41ac-a4cb-a5ac68b3efe9 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:03:24.958024 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5194b246-acf1-4a1a-914d-3a965485ffbe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.024252 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-531b40a3-25ed-4611-89f2-c56751e41477 req-533664a6-ae5c-4cac-85eb-ec8b843a0bfb tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 210 time: 0.0531564 Nov 11 12:03:25.040592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5194b246-acf1-4a1a-914d-3a965485ffbe admin admin] Deleting port 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:03:25.040592 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5194b246-acf1-4a1a-914d-3a965485ffbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.058237 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-39272e4b-d25c-446c-9595-1188fd530ede req-c2d598f0-2aec-491e-997c-3d060efd8153 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.061400 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-39272e4b-d25c-446c-9595-1188fd530ede req-c2d598f0-2aec-491e-997c-3d060efd8153 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.062646 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-39272e4b-d25c-446c-9595-1188fd530ede req-c2d598f0-2aec-491e-997c-3d060efd8153 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "DELETE /v2.0/security-groups/61278b3b-7f5e-48d8-83d9-ca6c813cc815 HTTP/1.1" status: 204 len: 173 time: 0.8349383 Nov 11 12:03:25.104418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d598f0-2aec-491e-997c-3d060efd8153 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61278b3b-7f5e-48d8-83d9-ca6c813cc815,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:25.133544 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-1f06f4e4-1295-4041-929d-3aa1b296ebdd req-7fe102c1-dfb3-4792-87bc-90560429c9b6 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] show failed (client error): The resource could not be found. Nov 11 12:03:25.140904 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f06f4e4-1295-4041-929d-3aa1b296ebdd req-7fe102c1-dfb3-4792-87bc-90560429c9b6 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/61278b3b-7f5e-48d8-83d9-ca6c813cc815 HTTP/1.1" status: 404 len: 352 time: 0.0469811 Nov 11 12:03:25.190717 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-5194b246-acf1-4a1a-914d-3a965485ffbe admin admin] For port 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:25.192098 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5194b246-acf1-4a1a-914d-3a965485ffbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.207770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5194b246-acf1-4a1a-914d-3a965485ffbe admin admin] Calling delete_port for 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:03:25.212545 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c91fbef1-e502-4d8b-8d48-7ea6acb3c0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'name': 'tempest-ServerRescueNegativeTestJSON-1775814200-router', 'tenant_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:00:20Z', 'updated_at': '2021-11-11T12:03:23Z', 'revision_number': 5, 'project_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'gw_port': {'id': '6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:00:22Z', 'updated_at': '2021-11-11T12:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:25.239796 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-827537a1-c830-42f8-b31a-b657317d9aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.241510 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-77a37d31-0c2e-4ea6-ab80-4ae38cd67206 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Made reservation on behalf of b692d43a4e6248c2bb59fe5245708f22 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:03:25.242217 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91fbef1-e502-4d8b-8d48-7ea6acb3c0b9 None None] Checking router: 138b984c-f0bc-41ac-a4cb-a5ac68b3efe9 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:03:25.245092 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-77a37d31-0c2e-4ea6-ab80-4ae38cd67206 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.250894 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91fbef1-e502-4d8b-8d48-7ea6acb3c0b9 None None] Routers {'138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:03:25.251606 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c91fbef1-e502-4d8b-8d48-7ea6acb3c0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:03:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:25.293575 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63a35694-f3aa-4fbc-94f0-c85710fdc84c req-5ec678a0-1fae-4f0c-8661-5c11ded8d663 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/83bc0b62-6592-40c2-9b97-ae838cfd59be HTTP/1.1" status: 200 len: 1817 time: 0.1160161 Nov 11 12:03:25.345087 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-c91fbef1-e502-4d8b-8d48-7ea6acb3c0b9 None None] Set router 138b984c-f0bc-41ac-a4cb-a5ac68b3efe9 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:03:25.367315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba57be-9fa5-4ab0-8138-aad657abbfee req-f39fe801-7415-4db3-b457-7713c5577fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:25.368925 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ba57be-9fa5-4ab0-8138-aad657abbfee req-f39fe801-7415-4db3-b457-7713c5577fe6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393&tenant_id=66f1af08848e4be7b86be007635c44ed HTTP/1.1" status: 200 len: 1095 time: 0.0543180 Nov 11 12:03:25.389210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827537a1-c830-42f8-b31a-b657317d9aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf5fe27-83cd-42df-82e2-7a92a1da5d31,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:25.413343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c91fbef1-e502-4d8b-8d48-7ea6acb3c0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'name': 'tempest-ServerRescueNegativeTestJSON-1775814200-router', 'tenant_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:00:20Z', 'updated_at': '2021-11-11T12:03:24Z', 'revision_number': 6, 'project_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:25.430719 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827537a1-c830-42f8-b31a-b657317d9aa7 admin admin] Checking segment: {'id': '6873152f-6f81-41e4-b507-e128d720a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1e164bc8-3703-435e-9ba9-bdaeafeb619e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:03:25.431087 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827537a1-c830-42f8-b31a-b657317d9aa7 admin admin] Network hostable DHCP agents. Network: 1e164bc8-3703-435e-9ba9-bdaeafeb619e, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:03:25.440333 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91fbef1-e502-4d8b-8d48-7ea6acb3c0b9 None None] The sync data for ids ['138b984c-f0bc-41ac-a4cb-a5ac68b3efe9'] in n-d-807359-3 is: [{'id': '138b984c-f0bc-41ac-a4cb-a5ac68b3efe9', 'name': 'tempest-ServerRescueNegativeTestJSON-1775814200-router', 'tenant_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:00:20Z', 'updated_at': '2021-11-11T12:03:24Z', 'revision_number': 6, 'project_id': 'f07a7411337b45a8a7f3d2d1f861c200', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:03:25.460572 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba57be-9fa5-4ab0-8138-aad657abbfee req-458fb7fe-3ab5-4193-92b4-b1b1d76412b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:25.462306 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ba57be-9fa5-4ab0-8138-aad657abbfee req-458fb7fe-3ab5-4193-92b4-b1b1d76412b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66f1af08848e4be7b86be007635c44ed&device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 1095 time: 0.0687046 Nov 11 12:03:25.463224 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5194b246-acf1-4a1a-914d-3a965485ffbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.495993 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63a35694-f3aa-4fbc-94f0-c85710fdc84c req-9bfea097-4041-4f5d-a961-2e67ec2e82f3 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.511321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827537a1-c830-42f8-b31a-b657317d9aa7 admin admin] Network 1e164bc8-3703-435e-9ba9-bdaeafeb619e is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:03:25.521402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194b246-acf1-4a1a-914d-3a965485ffbe admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:25.534569 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-77a37d31-0c2e-4ea6-ab80-4ae38cd67206 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Allocated IP 172.20.0.2 (ddd3fb71-9880-4f1f-8e04-cad8c1029d7a/a482714e-6512-4e7c-8e2a-0ad00b5b40f2/cdaa293d-f1da-4246-b688-63517acbe645) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:03:25.539838 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-827537a1-c830-42f8-b31a-b657317d9aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 1e164bc8-3703-435e-9ba9-bdaeafeb619e) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:03:25.547751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4359df20-7ea8-4618-a3f1-252771910658 None None] Network 1e164bc8-3703-435e-9ba9-bdaeafeb619e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:03:25.552303 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63a35694-f3aa-4fbc-94f0-c85710fdc84c req-9bfea097-4041-4f5d-a961-2e67ec2e82f3 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.582216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827537a1-c830-42f8-b31a-b657317d9aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:25.582824 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-827537a1-c830-42f8-b31a-b657317d9aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.629567 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5194b246-acf1-4a1a-914d-3a965485ffbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.647609 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-827537a1-c830-42f8-b31a-b657317d9aa7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1967077 Nov 11 12:03:25.679646 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255139f-25ef-421b-96cb-e1d296b4c741 req-4f3642c6-81e3-4bbf-a679-d2858250bbb4 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:25.681245 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0255139f-25ef-421b-96cb-e1d296b4c741 req-4f3642c6-81e3-4bbf-a679-d2858250bbb4 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.1481533 Nov 11 12:03:25.685005 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63a35694-f3aa-4fbc-94f0-c85710fdc84c req-9bfea097-4041-4f5d-a961-2e67ec2e82f3 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.687862 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-63a35694-f3aa-4fbc-94f0-c85710fdc84c req-9bfea097-4041-4f5d-a961-2e67ec2e82f3 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.693620 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63a35694-f3aa-4fbc-94f0-c85710fdc84c req-9bfea097-4041-4f5d-a961-2e67ec2e82f3 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "DELETE /v2.0/security-groups/83bc0b62-6592-40c2-9b97-ae838cfd59be HTTP/1.1" status: 204 len: 173 time: 0.3882258 Nov 11 12:03:25.723185 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055eda43-3ffa-472d-bcd5-590668e94b54 None None] Network 1e164bc8-3703-435e-9ba9-bdaeafeb619e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:03:25.759945 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba57be-9fa5-4ab0-8138-aad657abbfee req-e01f0858-5bbf-41fe-8b8b-1499f545f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:25.761805 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ba57be-9fa5-4ab0-8138-aad657abbfee req-e01f0858-5bbf-41fe-8b8b-1499f545f5a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 HTTP/1.1" status: 200 len: 915 time: 0.2895341 Nov 11 12:03:25.768266 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5194b246-acf1-4a1a-914d-3a965485ffbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.770573 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5194b246-acf1-4a1a-914d-3a965485ffbe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.781500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfea097-4041-4f5d-a961-2e67ec2e82f3 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bc0b62-6592-40c2-9b97-ae838cfd59be,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:25.819248 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ba57be-9fa5-4ab0-8138-aad657abbfee req-94385afe-e77d-420d-a19e-7f3f6d7e5e57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2520d97d-2568-4957-bdd8-95d393789830 HTTP/1.1" status: 200 len: 217 time: 0.0468640 Nov 11 12:03:25.896070 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-e6631280-78a9-4a44-b2b4-d2e40a6e7319 req-b2c44a55-048d-4d5b-a3f4-cf5abe56329d tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] show failed (client error): The resource could not be found. Nov 11 12:03:25.897200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6631280-78a9-4a44-b2b4-d2e40a6e7319 req-b2c44a55-048d-4d5b-a3f4-cf5abe56329d tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/83bc0b62-6592-40c2-9b97-ae838cfd59be HTTP/1.1" status: 404 len: 352 time: 0.0689316 Nov 11 12:03:25.904544 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5194b246-acf1-4a1a-914d-3a965485ffbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.905231 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5194b246-acf1-4a1a-914d-3a965485ffbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 138b984c-f0bc-41ac-a4cb-a5ac68b3efe9 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:03:25.905972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0255139f-25ef-421b-96cb-e1d296b4c741 req-a9cd3fab-7d0d-4f11-be57-32baa106b611 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002947 Nov 11 12:03:25.915391 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5194b246-acf1-4a1a-914d-3a965485ffbe admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:25.918259 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5194b246-acf1-4a1a-914d-3a965485ffbe admin admin] 10.222.0.65 "DELETE /v2.0/routers/138b984c-f0bc-41ac-a4cb-a5ac68b3efe9 HTTP/1.1" status: 204 len: 168 time: 1.3714128 Nov 11 12:03:25.920647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58964) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:25.930233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba57be-9fa5-4ab0-8138-aad657abbfee req-55a4ac90-77ae-43be-a07f-af00845be684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:25.931819 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ba57be-9fa5-4ab0-8138-aad657abbfee req-55a4ac90-77ae-43be-a07f-af00845be684 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80f55957-2e48-4530-9888-3e2eccb4f2da HTTP/1.1" status: 200 len: 853 time: 0.0806670 Nov 11 12:03:25.946275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58966) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:25.998618 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-77a37d31-0c2e-4ea6-ab80-4ae38cd67206 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.017016 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-4338e908-2ffe-4eae-b43b-f64a9a1faa11 admin admin] Deleting subnet 5f81a86f-c988-41d8-9db9-540f02c42205 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:03:26.022925 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ba57be-9fa5-4ab0-8138-aad657abbfee req-ce2dec43-fc4e-483d-a6f3-d35449d13dd8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753348 Nov 11 12:03:26.023322 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4338e908-2ffe-4eae-b43b-f64a9a1faa11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.081473 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4338e908-2ffe-4eae-b43b-f64a9a1faa11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.111323 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-77a37d31-0c2e-4ea6-ab80-4ae38cd67206 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.123764 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4ade35-a1d8-436e-bad1-3dfaf711ec65 admin admin] Deleting subnet dbf5fe27-83cd-42df-82e2-7a92a1da5d31 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:03:26.129644 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cf4ade35-a1d8-436e-bad1-3dfaf711ec65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.178778 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cf4ade35-a1d8-436e-bad1-3dfaf711ec65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.199764 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ba57be-9fa5-4ab0-8138-aad657abbfee req-e8f7c9d2-6a08-4187-a290-c1af5a5a9d37 service neutron] 10.222.0.43 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664171 Nov 11 12:03:26.223095 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-77a37d31-0c2e-4ea6-ab80-4ae38cd67206 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Network ddd3fb71-9880-4f1f-8e04-cad8c1029d7a is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:03:26.226773 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4338e908-2ffe-4eae-b43b-f64a9a1faa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.247408 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cf4ade35-a1d8-436e-bad1-3dfaf711ec65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.250879 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5abae248-9db4-4613-a0c1-4400e639558a req-f2afcfcb-d721-4341-8c34-c96fd9b91cf6 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/944bcb60-ada9-4bae-bbca-9a6c579d1c80 HTTP/1.1" status: 200 len: 1817 time: 0.1810689 Nov 11 12:03:26.251609 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a37d31-0c2e-4ea6-ab80-4ae38cd67206 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Pushing event updated for resources: {'Port': ['ID=cdaa293d-f1da-4246-b688-63517acbe645,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:26.255631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-77a37d31-0c2e-4ea6-ab80-4ae38cd67206 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:03:26.258401 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-77a37d31-0c2e-4ea6-ab80-4ae38cd67206 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:03:26.337948 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ba57be-9fa5-4ab0-8138-aad657abbfee req-b8066d24-74ec-4a9f-9a36-9f4f5db4bc07 service neutron] 10.222.0.43 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288466 Nov 11 12:03:26.348908 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cf4ade35-a1d8-436e-bad1-3dfaf711ec65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.368950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576340e-e880-4e28-97ef-c25c5cde214b req-48e5807a-fc11-449e-9d72-84725803f91a tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:26.370886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4576340e-e880-4e28-97ef-c25c5cde214b req-48e5807a-fc11-449e-9d72-84725803f91a tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 931 time: 0.2389140 Nov 11 12:03:26.377856 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ade35-a1d8-436e-bad1-3dfaf711ec65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf5fe27-83cd-42df-82e2-7a92a1da5d31,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:26.381541 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cf4ade35-a1d8-436e-bad1-3dfaf711ec65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.382554 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-77a37d31-0c2e-4ea6-ab80-4ae38cd67206 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:26.383234 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-77a37d31-0c2e-4ea6-ab80-4ae38cd67206 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.387750 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cf4ade35-a1d8-436e-bad1-3dfaf711ec65 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/dbf5fe27-83cd-42df-82e2-7a92a1da5d31 HTTP/1.1" status: 204 len: 168 time: 0.4377422 Nov 11 12:03:26.388382 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58970) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:26.456864 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4338e908-2ffe-4eae-b43b-f64a9a1faa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.468062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-77a37d31-0c2e-4ea6-ab80-4ae38cd67206 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6098616 Nov 11 12:03:26.471026 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd421-973b-40d3-81de-40e775e5af48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.492630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Request body: {'port': {'device_id': 'cd0740f4-9e93-4516-b490-4501e701e0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:26.543152 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4338e908-2ffe-4eae-b43b-f64a9a1faa11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.546478 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4338e908-2ffe-4eae-b43b-f64a9a1faa11 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5f81a86f-c988-41d8-9db9-540f02c42205 HTTP/1.1" status: 204 len: 168 time: 0.6248794 Nov 11 12:03:26.550327 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338e908-2ffe-4eae-b43b-f64a9a1faa11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f81a86f-c988-41d8-9db9-540f02c42205,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:26.553331 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5abae248-9db4-4613-a0c1-4400e639558a req-f2c833b5-5136-4131-8133-8d4beb096176 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.555035 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58978) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:26.567591 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd421-973b-40d3-81de-40e775e5af48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.570391 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4576340e-e880-4e28-97ef-c25c5cde214b req-a5d82d81-5d13-4710-98de-ddf32d8a56c5 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601303 Nov 11 12:03:26.592773 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-8c6fd421-973b-40d3-81de-40e775e5af48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e164bc8-3703-435e-9ba9-bdaeafeb619e']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:26.604332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-8c6fd421-973b-40d3-81de-40e775e5af48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6873152f-6f81-41e4-b507-e128d720a892') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:26.604629 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-8c6fd421-973b-40d3-81de-40e775e5af48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6873152f-6f81-41e4-b507-e128d720a892') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:26.616632 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd421-973b-40d3-81de-40e775e5af48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.631835 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd421-973b-40d3-81de-40e775e5af48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.636040 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5abae248-9db4-4613-a0c1-4400e639558a req-f2c833b5-5136-4131-8133-8d4beb096176 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.637979 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6fd421-973b-40d3-81de-40e775e5af48 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:03:26.638365 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd421-973b-40d3-81de-40e775e5af48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:03:26.640319 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:03:26.699171 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.708753 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd421-973b-40d3-81de-40e775e5af48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.715707 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd421-973b-40d3-81de-40e775e5af48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.722130 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8c6fd421-973b-40d3-81de-40e775e5af48 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1e164bc8-3703-435e-9ba9-bdaeafeb619e HTTP/1.1" status: 204 len: 168 time: 0.3323967 Nov 11 12:03:26.737318 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fd421-973b-40d3-81de-40e775e5af48 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e164bc8-3703-435e-9ba9-bdaeafeb619e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:26.741555 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68d0d679-90dd-4947-bf13-e06f6c1d56c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.871102 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5abae248-9db4-4613-a0c1-4400e639558a req-f2c833b5-5136-4131-8133-8d4beb096176 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.874540 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-5abae248-9db4-4613-a0c1-4400e639558a req-f2c833b5-5136-4131-8133-8d4beb096176 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:26.884517 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5abae248-9db4-4613-a0c1-4400e639558a req-f2c833b5-5136-4131-8133-8d4beb096176 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "DELETE /v2.0/security-groups/944bcb60-ada9-4bae-bbca-9a6c579d1c80 HTTP/1.1" status: 204 len: 173 time: 0.6178715 Nov 11 12:03:26.974905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58998) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:27.049054 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c833b5-5136-4131-8133-8d4beb096176 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=944bcb60-ada9-4bae-bbca-9a6c579d1c80,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:27.070177 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68d0d679-90dd-4947-bf13-e06f6c1d56c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:27.082347 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f8d62f8d-d67d-41a2-aa5a-4b31569c95df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=65099c3829ec4c408135062540d6b679&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1061478 Nov 11 12:03:27.083071 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59004) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:27.091501 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-e276eb54-45f0-4bb6-bf4d-066227d38ad4 req-a94ea758-56c5-43ee-8a82-c2d0289937a8 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] show failed (client error): The resource could not be found. Nov 11 12:03:27.093066 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e276eb54-45f0-4bb6-bf4d-066227d38ad4 req-a94ea758-56c5-43ee-8a82-c2d0289937a8 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/944bcb60-ada9-4bae-bbca-9a6c579d1c80 HTTP/1.1" status: 404 len: 352 time: 0.1633484 Nov 11 12:03:27.156505 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-68d0d679-90dd-4947-bf13-e06f6c1d56c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2626bd61-ef52-4ae0-b0ab-590c6bdd88ec']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:27.200513 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-68d0d679-90dd-4947-bf13-e06f6c1d56c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3830253a-cee4-45b7-b44f-349d633a7dc0') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:27.200823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-68d0d679-90dd-4947-bf13-e06f6c1d56c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3830253a-cee4-45b7-b44f-349d633a7dc0') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:27.208848 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:03:27.218488 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3bc87d22-e852-4fb4-a9ef-8e7f8e6dc8ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:27.248908 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68d0d679-90dd-4947-bf13-e06f6c1d56c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:27.252451 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:03:27.253125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6ea9ee9d-8516-43a4-b92d-6fd7b2ba08c3 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:03:27.253895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5edf90e4-3137-4160-9e1f-4102e5657136 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:03:27.274697 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3bc87d22-e852-4fb4-a9ef-8e7f8e6dc8ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:27.294571 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68d0d679-90dd-4947-bf13-e06f6c1d56c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:27.306112 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 5edf90e4-3137-4160-9e1f-4102e5657136 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:03:27.306464 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5edf90e4-3137-4160-9e1f-4102e5657136 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:03:27.312008 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d0d679-90dd-4947-bf13-e06f6c1d56c4 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:03:27.312469 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68d0d679-90dd-4947-bf13-e06f6c1d56c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:03:27.335436 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:03:27.377486 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3bc87d22-e852-4fb4-a9ef-8e7f8e6dc8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:27.380516 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3bc87d22-e852-4fb4-a9ef-8e7f8e6dc8ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:27.384161 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3bc87d22-e852-4fb4-a9ef-8e7f8e6dc8ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cee194ea-e099-4b4e-9455-fbec0fab01af HTTP/1.1" status: 204 len: 168 time: 0.2963135 Nov 11 12:03:27.403727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc87d22-e852-4fb4-a9ef-8e7f8e6dc8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee194ea-e099-4b4e-9455-fbec0fab01af,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:27.406296 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6f720-b30c-4ccf-a7e6-b5be9648b0e6 req-3fa9319a-602c-40cd-86d8-5ce69f7b1181 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:27.407910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-84c6f720-b30c-4ccf-a7e6-b5be9648b0e6 req-3fa9319a-602c-40cd-86d8-5ce69f7b1181 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.3434651 Nov 11 12:03:27.452885 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68d0d679-90dd-4947-bf13-e06f6c1d56c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:27.458412 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68d0d679-90dd-4947-bf13-e06f6c1d56c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:27.464096 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-68d0d679-90dd-4947-bf13-e06f6c1d56c4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2626bd61-ef52-4ae0-b0ab-590c6bdd88ec HTTP/1.1" status: 204 len: 168 time: 0.9059103 Nov 11 12:03:27.485650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0d679-90dd-4947-bf13-e06f6c1d56c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2626bd61-ef52-4ae0-b0ab-590c6bdd88ec,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:27.595500 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-84c6f720-b30c-4ccf-a7e6-b5be9648b0e6 req-13b51927-b3b8-4aef-a2a5-b203c8bcacbd tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802089 Nov 11 12:03:27.710850 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f99c213-e276-4645-bf52-1b26ea5ede9a req-e41de2d8-69af-4cdd-9238-9dbad4b8e6c1 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cce5253552ca4988aa4aca3b1f7765af HTTP/1.1" status: 200 len: 6207 time: 0.0691490 Nov 11 12:03:27.732220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdaa293d-f1da-4246-b688-63517acbe645 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:03:27.768889 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:27.818416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Transition to ACTIVE for port object cdaa293d-f1da-4246-b688-63517acbe645 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:03:27.839168 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:27.920798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59020) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:27.949709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f99c213-e276-4645-bf52-1b26ea5ede9a req-c7523404-a5a6-4870-ba04-e5382e40e680 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/94492f3e-6f8b-4473-bdb8-62dbf63c2346 HTTP/1.1" status: 200 len: 3002 time: 0.2314909 Nov 11 12:03:28.026550 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cbb5699e-ffef-4c65-b0a2-178bd3ba2cca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f07a7411337b45a8a7f3d2d1f861c200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1014922 Nov 11 12:03:28.027476 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59024) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:28.031047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Pushing event updated for resources: {'Port': ['ID=cdaa293d-f1da-4246-b688-63517acbe645,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:28.105823 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f99c213-e276-4645-bf52-1b26ea5ede9a req-f80ced9e-d597-4f68-8a3b-8e055d767997 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/94492f3e-6f8b-4473-bdb8-62dbf63c2346 HTTP/1.1" status: 200 len: 3002 time: 0.1550996 Nov 11 12:03:28.135816 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d9c5-447b-4095-a2ce-0ecab6d5dc7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:28.160051 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Attempting to bind port cdaa293d-f1da-4246-b688-63517acbe645 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:03:28.160394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Attempting to bind port cdaa293d-f1da-4246-b688-63517acbe645 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '8c952d2f-ac97-436d-8ed1-f70b2098e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'ddd3fb71-9880-4f1f-8e04-cad8c1029d7a'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:03:28.160722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Attempting to bind port cdaa293d-f1da-4246-b688-63517acbe645 on network ddd3fb71-9880-4f1f-8e04-cad8c1029d7a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:03:28.168926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Port cdaa293d-f1da-4246-b688-63517acbe645 on network ddd3fb71-9880-4f1f-8e04-cad8c1029d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:03:28.169246 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Attempting to bind port cdaa293d-f1da-4246-b688-63517acbe645 on network ddd3fb71-9880-4f1f-8e04-cad8c1029d7a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:03:28.190015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d9c5-447b-4095-a2ce-0ecab6d5dc7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:28.204643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:03:28.205164 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Checking segment: {'id': '8c952d2f-ac97-436d-8ed1-f70b2098e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'ddd3fb71-9880-4f1f-8e04-cad8c1029d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:03:28.205858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Bound using segment: {'id': '8c952d2f-ac97-436d-8ed1-f70b2098e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'ddd3fb71-9880-4f1f-8e04-cad8c1029d7a'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:03:28.206675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Bound port: cdaa293d-f1da-4246-b688-63517acbe645, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c952d2f-ac97-436d-8ed1-f70b2098e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'ddd3fb71-9880-4f1f-8e04-cad8c1029d7a'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:03:28.207315 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:28.293634 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d9c5-447b-4095-a2ce-0ecab6d5dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:28.296793 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d9c5-447b-4095-a2ce-0ecab6d5dc7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:28.298163 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2ab9d9c5-447b-4095-a2ce-0ecab6d5dc7b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e HTTP/1.1" status: 204 len: 168 time: 0.2695525 Nov 11 12:03:28.317725 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9d9c5-447b-4095-a2ce-0ecab6d5dc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fbfdd1-9dea-444a-bce9-6b3b7acb2c9e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:28.367409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a788a7-f332-4af3-a2f3-d0256e0e98d3 req-027ac663-a8a1-4bea-b075-10f44efe9b81 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:28.376182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8a788a7-f332-4af3-a2f3-d0256e0e98d3 req-027ac663-a8a1-4bea-b075-10f44efe9b81 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 943 time: 0.1739194 Nov 11 12:03:28.439648 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] For port cdaa293d-f1da-4246-b688-63517acbe645, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:03:28.443979 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] For port cdaa293d-f1da-4246-b688-63517acbe645, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=cdaa293d-f1da-4246-b688-63517acbe645,segment=NetworkSegment(8c952d2f-ac97-436d-8ed1-f70b2098e44d),segment_id=8c952d2f-ac97-436d-8ed1-f70b2098e44d)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:03:28.462042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8a788a7-f332-4af3-a2f3-d0256e0e98d3 req-82f91d02-44be-4ebf-8e74-f5383ee9ceba tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846531 Nov 11 12:03:28.473772 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:28.579899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:28.580710 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:28.595339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] 10.222.0.43 "PUT /v2.0/ports/cdaa293d-f1da-4246-b688-63517acbe645 HTTP/1.1" status: 200 len: 1091 time: 2.1141813 Nov 11 12:03:28.596051 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0740f4-9e93-4516-b490-4501e701e0e6', 'tag': 'cdaa293d-f1da-4246-b688-63517acbe645'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:28.598567 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe98c7fa-4dc0-4cc4-8aaa-506634909ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0740f4-9e93-4516-b490-4501e701e0e6", "tag": "cdaa293d-f1da-4246-b688-63517acbe645"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:28.614873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-4ab290a4-1cff-4f93-a84a-352b74e95f46 req-1f4783c1-f532-4439-a358-2231b126c11f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-468938983', 'description': 'tempest-description-823309428'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:28.653881 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80b654-04eb-44fe-a735-94d870a4ab12 service neutron] Pushing event updated for resources: {'Port': ['ID=cdaa293d-f1da-4246-b688-63517acbe645,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:28.658667 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4ab290a4-1cff-4f93-a84a-352b74e95f46 req-1f4783c1-f532-4439-a358-2231b126c11f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:28.841839 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4ab290a4-1cff-4f93-a84a-352b74e95f46 req-1f4783c1-f532-4439-a358-2231b126c11f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:28.850271 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4ab290a4-1cff-4f93-a84a-352b74e95f46 req-1f4783c1-f532-4439-a358-2231b126c11f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:28.900038 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4783c1-f532-4439-a358-2231b126c11f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ced6098-d471-4933-b959-0762b6cf3f6a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:28.906907 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4ab290a4-1cff-4f93-a84a-352b74e95f46 req-1f4783c1-f532-4439-a358-2231b126c11f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:28.930465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ab290a4-1cff-4f93-a84a-352b74e95f46 req-1f4783c1-f532-4439-a358-2231b126c11f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3281152 Nov 11 12:03:29.080712 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92277b07-334f-4c12-a4db-bfad2c57b04b x-openstack-request-id: req-92277b07-334f-4c12-a4db-bfad2c57b04b {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:29.081019 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0740f4-9e93-4516-b490-4501e701e0e6", "tag": "cdaa293d-f1da-4246-b688-63517acbe645", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:29.081314 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-92277b07-334f-4c12-a4db-bfad2c57b04b {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:29.082058 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0740f4-9e93-4516-b490-4501e701e0e6', 'tag': 'cdaa293d-f1da-4246-b688-63517acbe645', 'status': 'completed', 'code': 200} Nov 11 12:03:29.209842 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fa69d-fae2-4f35-b830-ffecde563520 req-eada3319-9435-4a7c-aaba-179b4e1f262c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:29.211531 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b9fa69d-fae2-4f35-b830-ffecde563520 req-eada3319-9435-4a7c-aaba-179b4e1f262c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.0707200 Nov 11 12:03:29.288375 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b9fa69d-fae2-4f35-b830-ffecde563520 req-55da3693-7d22-4a92-b64f-696cdc6a6258 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702140 Nov 11 12:03:29.331668 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-0c228bca-30c5-49ef-8a3b-59976e19cc2d req-9c5e0e87-f7c2-451a-9bf4-0690f5ac245b tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1711043315', 'description': 'tempest-description-671878954'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:29.379843 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0c228bca-30c5-49ef-8a3b-59976e19cc2d req-9c5e0e87-f7c2-451a-9bf4-0690f5ac245b tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:29.479632 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0c228bca-30c5-49ef-8a3b-59976e19cc2d req-9c5e0e87-f7c2-451a-9bf4-0690f5ac245b tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:29.485824 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0c228bca-30c5-49ef-8a3b-59976e19cc2d req-9c5e0e87-f7c2-451a-9bf4-0690f5ac245b tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:29.532358 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0c228bca-30c5-49ef-8a3b-59976e19cc2d req-9c5e0e87-f7c2-451a-9bf4-0690f5ac245b tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:29.533672 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c228bca-30c5-49ef-8a3b-59976e19cc2d req-9c5e0e87-f7c2-451a-9bf4-0690f5ac245b tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2067297 Nov 11 12:03:29.550066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e0e87-f7c2-451a-9bf4-0690f5ac245b tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29977092-0248-446f-926d-1a2214b35685,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:29.729221 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ca700-709d-4974-b3f8-413d9ebc1b28 req-55699a83-d269-41d8-89cb-f29936da4ec7 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:29.736801 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c7ca700-709d-4974-b3f8-413d9ebc1b28 req-55699a83-d269-41d8-89cb-f29936da4ec7 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 943 time: 0.1019914 Nov 11 12:03:29.786182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c7ca700-709d-4974-b3f8-413d9ebc1b28 req-485a38ef-27d4-4046-ac57-dd8e1367953b tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484219 Nov 11 12:03:30.085938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-76840d76-0ac4-4054-b41c-71806fd90728 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:30.090515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-76840d76-0ac4-4054-b41c-71806fd90728 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/networks?id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e HTTP/1.1" status: 200 len: 813 time: 0.1271734 Nov 11 12:03:30.103938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-42df3224-fab2-40c9-95ee-da227554ab61 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/quotas/cce5253552ca4988aa4aca3b1f7765af HTTP/1.1" status: 200 len: 375 time: 0.0105917 Nov 11 12:03:30.168395 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-fa0118ed-3fe2-47f6-b09d-6a8ea36984fa tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cce5253552ca4988aa4aca3b1f7765af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0551243 Nov 11 12:03:30.277026 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-5462e22d-2f64-469e-aed7-5ca31a73e897 service neutron] 10.222.0.65 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011295 Nov 11 12:03:30.426150 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-2ed6fcbf-b40b-4eec-8e84-6901fc0103d0 service neutron] 10.222.0.65 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395116 Nov 11 12:03:31.023156 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdb965-e24c-4d71-80a9-dda3b2e2e014 req-a89623d1-7c12-48da-a8fc-8b0f58b5a784 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:31.024746 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0fbdb965-e24c-4d71-80a9-dda3b2e2e014 req-a89623d1-7c12-48da-a8fc-8b0f58b5a784 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.0717947 Nov 11 12:03:31.077852 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0fbdb965-e24c-4d71-80a9-dda3b2e2e014 req-b84ffcfb-0820-4f49-b29d-a4da0160d0ac tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463538 Nov 11 12:03:31.186953 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f371c429-370a-4ac5-8107-a98486ced389 req-6381bcf3-ddd4-4181-a8fc-e28cb8046bb7 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 210 time: 0.0392365 Nov 11 12:03:31.316640 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c897397-27ec-4de3-8e9b-538d3dad383d req-d97a24c0-72ee-47b9-bfd5-318c05b44a62 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:31.318238 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c897397-27ec-4de3-8e9b-538d3dad383d req-d97a24c0-72ee-47b9-bfd5-318c05b44a62 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 943 time: 0.0724044 Nov 11 12:03:31.720959 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c897397-27ec-4de3-8e9b-538d3dad383d req-5870336d-3351-4abd-bee3-0637059dbd0c tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882556 Nov 11 12:03:31.982627 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59164) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:32.114954 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59170) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:32.245848 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-cdf6cc67-a59d-4925-9655-c0c08d158d18 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:32.249631 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-cdf6cc67-a59d-4925-9655-c0c08d158d18 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.62 "GET /v2.0/networks?id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e HTTP/1.1" status: 200 len: 813 time: 0.2368050 Nov 11 12:03:32.270287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-6b400687-5316-4686-a2fb-70400ddcc142 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Request body: {'port': {'device_id': 'be22a972-e762-4104-9897-5910945280d8', 'network_id': '1b45cef6-cab3-4d31-8268-0a8f6ddccc4e', 'admin_state_up': True, 'tenant_id': 'cce5253552ca4988aa4aca3b1f7765af'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:32.338247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff1732-14ea-4d69-a84c-bc22a3ff6292 req-7758ffba-0f6d-4d88-ba09-74816257267f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:32.346567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-caff1732-14ea-4d69-a84c-bc22a3ff6292 req-7758ffba-0f6d-4d88-ba09-74816257267f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.0904284 Nov 11 12:03:32.375861 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9dd6fff0-8cf0-4022-8682-3a52afd7653c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:32.400675 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04a139b5-b65f-488c-8b37-15526f085354 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:32.435533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-caff1732-14ea-4d69-a84c-bc22a3ff6292 req-1785765d-3cfc-4963-ba2f-dd1580d2be22 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836699 Nov 11 12:03:32.510620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-6b400687-5316-4686-a2fb-70400ddcc142 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Made reservation on behalf of cce5253552ca4988aa4aca3b1f7765af for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:03:32.515191 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-6b400687-5316-4686-a2fb-70400ddcc142 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:32.545757 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9dd6fff0-8cf0-4022-8682-3a52afd7653c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:32.563459 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04a139b5-b65f-488c-8b37-15526f085354 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:32.564644 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9dd6fff0-8cf0-4022-8682-3a52afd7653c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:32.603814 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04a139b5-b65f-488c-8b37-15526f085354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:32.605921 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-02f331df-63ed-40d9-83e0-f071ac0448ee req-8d7289b7-8493-463b-ace0-c2fd2ee80a8a tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 210 time: 0.0582979 Nov 11 12:03:32.638627 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9dd6fff0-8cf0-4022-8682-3a52afd7653c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d13b44eabc3c432fae619b66262efccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5222335 Nov 11 12:03:32.639433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6fff0-8cf0-4022-8682-3a52afd7653c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa9a26a-6d0b-46a8-8830-e9aaf0f5cbd8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:32.641995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59176) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:32.671288 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a139b5-b65f-488c-8b37-15526f085354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa2ce66-4769-47a6-a50c-4f83eb9ec858,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:32.692559 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-74a79780-219e-41ef-a623-c17a4623ccd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:32.694879 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-04a139b5-b65f-488c-8b37-15526f085354 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=58d6108e068946a4a01a7be01ac9b9d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7110684 Nov 11 12:03:32.697709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59178) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:32.745016 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-74a79780-219e-41ef-a623-c17a4623ccd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:32.754169 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-6b400687-5316-4686-a2fb-70400ddcc142 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Allocated IP 172.20.0.12 (1b45cef6-cab3-4d31-8268-0a8f6ddccc4e/d0536e05-934e-473c-b564-bb42e27b175c/98d8c1f1-4dc9-4b9b-89f8-fbb57c253989) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:03:32.806028 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4494d0d8-4a09-46cd-97a3-aacf719dd404 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:32.877613 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4494d0d8-4a09-46cd-97a3-aacf719dd404 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:32.897807 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-74a79780-219e-41ef-a623-c17a4623ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:32.900278 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-74a79780-219e-41ef-a623-c17a4623ccd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:32.901456 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-74a79780-219e-41ef-a623-c17a4623ccd5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8aa9a26a-6d0b-46a8-8830-e9aaf0f5cbd8 HTTP/1.1" status: 204 len: 168 time: 0.2585566 Nov 11 12:03:32.935988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb11722-a187-4b49-93df-1a6b181de32d req-1ee4c201-efc1-4258-989e-5f46d4cfcd38 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:32.942596 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0eb11722-a187-4b49-93df-1a6b181de32d req-1ee4c201-efc1-4258-989e-5f46d4cfcd38 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 943 time: 0.1222634 Nov 11 12:03:32.957692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a79780-219e-41ef-a623-c17a4623ccd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa9a26a-6d0b-46a8-8830-e9aaf0f5cbd8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:33.010477 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0eb11722-a187-4b49-93df-1a6b181de32d req-26a3f811-af52-43a8-81f7-4e12e89e23e3 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666008 Nov 11 12:03:33.012747 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4494d0d8-4a09-46cd-97a3-aacf719dd404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:33.015701 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4494d0d8-4a09-46cd-97a3-aacf719dd404 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:33.019674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4494d0d8-4a09-46cd-97a3-aacf719dd404 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/afa2ce66-4769-47a6-a50c-4f83eb9ec858 HTTP/1.1" status: 204 len: 168 time: 0.3172617 Nov 11 12:03:33.042284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494d0d8-4a09-46cd-97a3-aacf719dd404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa2ce66-4769-47a6-a50c-4f83eb9ec858,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:33.077065 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-6b400687-5316-4686-a2fb-70400ddcc142 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:33.181792 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-6b400687-5316-4686-a2fb-70400ddcc142 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:33.197632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['54e2a4e4-642f-430b-9504-1011f29edc52'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:33.678323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59206) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:33.720079 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ef6d51a-c114-4c09-aad3-6fee6f7baa28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:33.754335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ec867-30fa-4ff6-a6d7-897b32341700 req-d6b57d2b-a554-4302-b762-181520a4e0d3 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:33.761751 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c9ec867-30fa-4ff6-a6d7-897b32341700 req-d6b57d2b-a554-4302-b762-181520a4e0d3 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.1804726 Nov 11 12:03:33.789659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-6b400687-5316-4686-a2fb-70400ddcc142 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Network 1b45cef6-cab3-4d31-8268-0a8f6ddccc4e is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:03:33.789659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-6b400687-5316-4686-a2fb-70400ddcc142 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:03:33.790611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-6b400687-5316-4686-a2fb-70400ddcc142 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:03:33.831071 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b400687-5316-4686-a2fb-70400ddcc142 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event updated for resources: {'Port': ['ID=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:33.857796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-6b400687-5316-4686-a2fb-70400ddcc142 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:33.858590 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-6b400687-5316-4686-a2fb-70400ddcc142 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:33.879889 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-6b400687-5316-4686-a2fb-70400ddcc142 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6146038 Nov 11 12:03:33.887099 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c9ec867-30fa-4ff6-a6d7-897b32341700 req-b90aa75e-e386-4f79-aefa-3e06b56af291 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243443 Nov 11 12:03:33.894634 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Request body: {'port': {'device_id': 'be22a972-e762-4104-9897-5910945280d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:34.028378 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:34.085746 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ef6d51a-c114-4c09-aad3-6fee6f7baa28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:34.106663 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ef6d51a-c114-4c09-aad3-6fee6f7baa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:34.192802 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8ef6d51a-c114-4c09-aad3-6fee6f7baa28 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=67a9f294e09b4f519bde1f587454efec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5128670 Nov 11 12:03:34.194307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59218) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:34.209041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1c82a-6375-4382-bc12-234fba2ef9d8 req-96416f17-2fc7-4515-8852-fa0ffabd6df8 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:34.218230 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43b1c82a-6375-4382-bc12-234fba2ef9d8 req-96416f17-2fc7-4515-8852-fa0ffabd6df8 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 932 time: 0.2147331 Nov 11 12:03:34.220511 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6d51a-c114-4c09-aad3-6fee6f7baa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4977ee-7fd6-42c4-807f-748a53663a1b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:34.376373 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43b1c82a-6375-4382-bc12-234fba2ef9d8 req-77938f5c-6124-4289-9073-6d0dc86f0694 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568923 Nov 11 12:03:34.410614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:03:34.419187 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:34.422717 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba698b72-b139-4094-a437-1b8cfdb1cbe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:34.456543 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba698b72-b139-4094-a437-1b8cfdb1cbe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:34.467578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Transition to ACTIVE for port object 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:03:34.476619 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:34.531211 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba698b72-b139-4094-a437-1b8cfdb1cbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:34.535759 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba698b72-b139-4094-a437-1b8cfdb1cbe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:34.539700 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ba698b72-b139-4094-a437-1b8cfdb1cbe8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dc4977ee-7fd6-42c4-807f-748a53663a1b HTTP/1.1" status: 204 len: 168 time: 0.3418682 Nov 11 12:03:34.586655 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba698b72-b139-4094-a437-1b8cfdb1cbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4977ee-7fd6-42c4-807f-748a53663a1b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:34.606200 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55328793-0c3a-41f5-818f-f768da2be62d req-8d9b248d-17f8-4f8a-a0cc-40602a95d720 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:34.616362 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55328793-0c3a-41f5-818f-f768da2be62d req-8d9b248d-17f8-4f8a-a0cc-40602a95d720 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 943 time: 0.1051915 Nov 11 12:03:34.695564 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55328793-0c3a-41f5-818f-f768da2be62d req-1a06200d-4ed0-4a2f-b568-40a803e57146 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781260 Nov 11 12:03:34.717968 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Pushing event updated for resources: {'Port': ['ID=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:34.779307 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Attempting to bind port 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:03:34.779860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Attempting to bind port 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '252a797b-815d-4a42-858f-a18e1fa464bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '1b45cef6-cab3-4d31-8268-0a8f6ddccc4e'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:03:34.780494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Attempting to bind port 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 on network 1b45cef6-cab3-4d31-8268-0a8f6ddccc4e {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:03:34.806782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Port 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 on network 1b45cef6-cab3-4d31-8268-0a8f6ddccc4e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:03:34.807249 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Attempting to bind port 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 on network 1b45cef6-cab3-4d31-8268-0a8f6ddccc4e {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:03:34.813114 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:03:34.813444 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Checking segment: {'id': '252a797b-815d-4a42-858f-a18e1fa464bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '1b45cef6-cab3-4d31-8268-0a8f6ddccc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:03:34.813868 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Bound using segment: {'id': '252a797b-815d-4a42-858f-a18e1fa464bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '1b45cef6-cab3-4d31-8268-0a8f6ddccc4e'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:03:34.814296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Bound port: 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252a797b-815d-4a42-858f-a18e1fa464bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '1b45cef6-cab3-4d31-8268-0a8f6ddccc4e'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:03:34.814643 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:34.972727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] For port 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:03:34.978416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] For port 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989,segment=NetworkSegment(252a797b-815d-4a42-858f-a18e1fa464bb),segment_id=252a797b-815d-4a42-858f-a18e1fa464bb)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:03:34.986002 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:35.074507 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Pushing event updated for resources: {'Port': ['ID=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:35.079382 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377aa2c-1fcd-460d-a600-1344554dd36b req-e9e2fdb1-a582-4128-a2ac-d8f6e97b261a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:35.081008 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8377aa2c-1fcd-460d-a600-1344554dd36b req-e9e2fdb1-a582-4128-a2ac-d8f6e97b261a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.0873230 Nov 11 12:03:35.089568 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:35.090279 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:35.091866 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-f3f615c9-3286-43a0-aca9-226c41549339 service neutron] 10.222.0.62 "PUT /v2.0/ports/98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 HTTP/1.1" status: 200 len: 1092 time: 1.2036493 Nov 11 12:03:35.092327 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be22a972-e762-4104-9897-5910945280d8', 'tag': '98d8c1f1-4dc9-4b9b-89f8-fbb57c253989'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:35.094971 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d964ba6c-ced0-4891-8cc1-d9daeadc7b36" -d '{"events": [{"name": "network-changed", "server_uuid": "be22a972-e762-4104-9897-5910945280d8", "tag": "98d8c1f1-4dc9-4b9b-89f8-fbb57c253989"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:35.176424 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8377aa2c-1fcd-460d-a600-1344554dd36b req-6600b04b-5d7b-48c2-a502-9234d5edf4df tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867705 Nov 11 12:03:35.259411 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-8ffe3748-8252-4360-acd5-db053eee8abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:35.261314 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-8ffe3748-8252-4360-acd5-db053eee8abb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cce5253552ca4988aa4aca3b1f7765af&device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 1095 time: 0.0866740 Nov 11 12:03:35.262840 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db3b317-3bd6-4025-8c43-1955d2ba4fe7 x-openstack-request-id: req-0db3b317-3bd6-4025-8c43-1955d2ba4fe7 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:35.263127 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be22a972-e762-4104-9897-5910945280d8", "tag": "98d8c1f1-4dc9-4b9b-89f8-fbb57c253989", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:35.263376 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0db3b317-3bd6-4025-8c43-1955d2ba4fe7 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:35.263791 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be22a972-e762-4104-9897-5910945280d8', 'tag': '98d8c1f1-4dc9-4b9b-89f8-fbb57c253989', 'status': 'completed', 'code': 200} Nov 11 12:03:35.321967 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-6b57bc0f-0d28-4023-bd86-8517a4a9a98d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 HTTP/1.1" status: 200 len: 217 time: 0.0477231 Nov 11 12:03:35.529640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-72f509b0-1f91-4dbd-8005-f04eb5ceabf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:35.532464 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-72f509b0-1f91-4dbd-8005-f04eb5ceabf3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0536e05-934e-473c-b564-bb42e27b175c HTTP/1.1" status: 200 len: 853 time: 0.1955216 Nov 11 12:03:35.602873 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-4097f660-556f-42d6-89af-f14a3d888894 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520992 Nov 11 12:03:35.651155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728c271-1620-4290-a659-92f5d234f587 req-e3c4630e-3ffa-4ebb-b1b1-2f81a5d6fec3 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:35.653093 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f728c271-1620-4290-a659-92f5d234f587 req-e3c4630e-3ffa-4ebb-b1b1-2f81a5d6fec3 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 944 time: 0.1001315 Nov 11 12:03:35.741239 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f728c271-1620-4290-a659-92f5d234f587 req-6b176542-2174-44eb-a769-433eb1225eb4 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816953 Nov 11 12:03:35.762320 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-eb5f017e-ee97-425d-9e8f-a95dda5ab5a6 service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481524 Nov 11 12:03:35.793668 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5fe8fc7a-dab2-4029-8a75-fde81acb6735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:35.894206 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10aee51c-6c2a-44c3-a872-25af555bdd70 req-2a51ebe0-72c4-45dc-89c2-c2068847e5b5 service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209533 Nov 11 12:03:36.020215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e598e94-c4fe-4d36-978b-b4c25998d100 req-318cfb85-c6e6-49c0-8a9e-aff5bfad92f2 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:36.029631 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e598e94-c4fe-4d36-978b-b4c25998d100 req-318cfb85-c6e6-49c0-8a9e-aff5bfad92f2 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 943 time: 0.1310885 Nov 11 12:03:36.044007 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964ba6c-ced0-4891-8cc1-d9daeadc7b36 req-d4dd688f-2da6-425d-948c-fae5ea93480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:36.046485 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d964ba6c-ced0-4891-8cc1-d9daeadc7b36 req-d4dd688f-2da6-425d-948c-fae5ea93480f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cce5253552ca4988aa4aca3b1f7765af&device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 1095 time: 0.0789809 Nov 11 12:03:36.139404 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e598e94-c4fe-4d36-978b-b4c25998d100 req-27b8c6f8-ff05-4050-bdfb-f25dcf19dea2 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085916 Nov 11 12:03:36.250069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964ba6c-ced0-4891-8cc1-d9daeadc7b36 req-7fe236e7-2e69-442c-8042-fba7cbb76bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:36.251686 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d964ba6c-ced0-4891-8cc1-d9daeadc7b36 req-7fe236e7-2e69-442c-8042-fba7cbb76bc5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e HTTP/1.1" status: 200 len: 915 time: 0.1969383 Nov 11 12:03:36.338511 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d964ba6c-ced0-4891-8cc1-d9daeadc7b36 req-ae356113-adef-4300-826a-1e8bd5821d5a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 HTTP/1.1" status: 200 len: 217 time: 0.0741973 Nov 11 12:03:36.412699 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964ba6c-ced0-4891-8cc1-d9daeadc7b36 req-6d562312-226e-42b6-a896-ad5fa161f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:36.414334 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d964ba6c-ced0-4891-8cc1-d9daeadc7b36 req-6d562312-226e-42b6-a896-ad5fa161f7d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0536e05-934e-473c-b564-bb42e27b175c HTTP/1.1" status: 200 len: 853 time: 0.0668073 Nov 11 12:03:36.493117 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d964ba6c-ced0-4891-8cc1-d9daeadc7b36 req-04ecdab7-c2ef-4fdd-ae2e-aedfd4ae369c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509658 Nov 11 12:03:36.642563 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d964ba6c-ced0-4891-8cc1-d9daeadc7b36 req-cd818807-6723-4353-a021-2bf888e47bdc service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356771 Nov 11 12:03:36.655934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21b478-ab9b-42cc-bda6-24a57533b959 req-324687a8-a22b-4dae-a40e-93f491e1a534 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:36.657916 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b21b478-ab9b-42cc-bda6-24a57533b959 req-324687a8-a22b-4dae-a40e-93f491e1a534 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.0974483 Nov 11 12:03:36.753188 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b21b478-ab9b-42cc-bda6-24a57533b959 req-99634cef-c6f4-4b2f-8385-159510e827ab tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843711 Nov 11 12:03:36.763613 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d964ba6c-ced0-4891-8cc1-d9daeadc7b36 req-c7f2ec6c-6011-4c28-ba19-b6a4746491f6 service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113367 Nov 11 12:03:36.904893 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fa6e2-cc03-46bb-a898-fc272c6650a1 req-be6f9694-efad-4c5d-b381-28f0f1f6a41f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:36.912471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f48fa6e2-cc03-46bb-a898-fc272c6650a1 req-be6f9694-efad-4c5d-b381-28f0f1f6a41f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 944 time: 0.0681288 Nov 11 12:03:36.956194 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f48fa6e2-cc03-46bb-a898-fc272c6650a1 req-216df365-847a-4f50-b140-37c740eceded tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428419 Nov 11 12:03:37.303831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59320) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:37.362635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9b91c-a252-44ec-968b-fe725ba8f779 req-1099ecdf-3362-4857-9c1e-644e5b1de9f2 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:37.364292 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72b9b91c-a252-44ec-968b-fe725ba8f779 req-1099ecdf-3362-4857-9c1e-644e5b1de9f2 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 943 time: 0.1193228 Nov 11 12:03:37.395105 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98c7fa-4dc0-4cc4-8aaa-506634909ed2 req-1128741f-1594-41a6-9d31-879a764c0026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:37.396743 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe98c7fa-4dc0-4cc4-8aaa-506634909ed2 req-1128741f-1594-41a6-9d31-879a764c0026 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b692d43a4e6248c2bb59fe5245708f22&device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 1094 time: 0.0842829 Nov 11 12:03:37.532709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72b9b91c-a252-44ec-968b-fe725ba8f779 req-2624bd02-b9e0-4198-8228-889330892769 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535783 Nov 11 12:03:37.545924 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d479d79f-26d3-411c-97dd-497a6b3b4a47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:37.623677 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98c7fa-4dc0-4cc4-8aaa-506634909ed2 req-f785199b-689e-4b76-94a3-8d8276cb55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:37.625961 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe98c7fa-4dc0-4cc4-8aaa-506634909ed2 req-f785199b-689e-4b76-94a3-8d8276cb55ae service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b692d43a4e6248c2bb59fe5245708f22&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2149699 Nov 11 12:03:37.627933 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d479d79f-26d3-411c-97dd-497a6b3b4a47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:37.633313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d479d79f-26d3-411c-97dd-497a6b3b4a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:37.675570 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d479d79f-26d3-411c-97dd-497a6b3b4a47 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cc8fa890c7094c19a2c9b7926d562aae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3685539 Nov 11 12:03:37.675570 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479d79f-26d3-411c-97dd-497a6b3b4a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f6b932-2af0-488f-a7e2-7bef84485a78,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:37.676951 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59332) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:37.725450 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c8d9fd1e-7fad-428e-ae77-208b805e53fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:37.737274 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98c7fa-4dc0-4cc4-8aaa-506634909ed2 req-45519a8e-e533-482f-b59e-af5b0d295c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:37.738923 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe98c7fa-4dc0-4cc4-8aaa-506634909ed2 req-45519a8e-e533-482f-b59e-af5b0d295c5a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1048760 Nov 11 12:03:37.748296 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c8d9fd1e-7fad-428e-ae77-208b805e53fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:37.808430 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c8d9fd1e-7fad-428e-ae77-208b805e53fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:37.812246 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c8d9fd1e-7fad-428e-ae77-208b805e53fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:37.815365 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c8d9fd1e-7fad-428e-ae77-208b805e53fe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/13f6b932-2af0-488f-a7e2-7bef84485a78 HTTP/1.1" status: 204 len: 168 time: 0.1378558 Nov 11 12:03:37.828011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9fd1e-7fad-428e-ae77-208b805e53fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f6b932-2af0-488f-a7e2-7bef84485a78,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:37.884292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-a56e3b45-9431-4dca-81f3-8c133fbbf24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:37.886014 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-a56e3b45-9431-4dca-81f3-8c133fbbf24e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b692d43a4e6248c2bb59fe5245708f22&device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 1094 time: 0.1027513 Nov 11 12:03:37.901317 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9bb0b-7961-469d-a036-284f9a4f9a37 req-6850f8d9-30d6-443c-90c8-7148f0a4b5fb tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:37.902910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-12a9bb0b-7961-469d-a036-284f9a4f9a37 req-6850f8d9-30d6-443c-90c8-7148f0a4b5fb tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.0731497 Nov 11 12:03:37.947270 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-e37dab45-5bcb-4907-b716-beb6b46b9415 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cdaa293d-f1da-4246-b688-63517acbe645 HTTP/1.1" status: 200 len: 217 time: 0.0434072 Nov 11 12:03:38.028633 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-12a9bb0b-7961-469d-a036-284f9a4f9a37 req-47703f3d-1a1c-406c-8198-544a9d79f4f8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185560 Nov 11 12:03:38.040465 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-198a7142-2b72-41e7-9671-22fbe6a32038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:38.042314 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-198a7142-2b72-41e7-9671-22fbe6a32038 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a482714e-6512-4e7c-8e2a-0ad00b5b40f2 HTTP/1.1" status: 200 len: 848 time: 0.0868683 Nov 11 12:03:38.049006 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5e36c289-0311-4deb-8add-f948d04d4d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:38.071180 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:03:38.105435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-99437311-d0a6-4d0c-9ed9-26c0d8c2c0f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ddd3fb71-9880-4f1f-8e04-cad8c1029d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558095 Nov 11 12:03:38.159665 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339b9a1-59c2-4b28-bf94-5b4a471fe720 req-99013a00-12e2-4ccd-b79f-35a4dc4256e0 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:38.161172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1339b9a1-59c2-4b28-bf94-5b4a471fe720 req-99013a00-12e2-4ccd-b79f-35a4dc4256e0 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 944 time: 0.1012397 Nov 11 12:03:38.241621 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1339b9a1-59c2-4b28-bf94-5b4a471fe720 req-bcd087d0-d4c1-4371-96fa-a2b4ccc673b4 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557594 Nov 11 12:03:38.262958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-bed44a5e-c2d5-4c2b-b05f-cae76be45560 service neutron] 10.222.0.43 "GET /v2.0/networks/ddd3fb71-9880-4f1f-8e04-cad8c1029d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451645 Nov 11 12:03:38.359768 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59350) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:38.374148 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d1dbc59-8328-420c-972a-c54fc4d3210c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:38.387395 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf95fc85-c91c-4b09-8e02-9be343da578a req-a97aa316-4603-45d9-9f24-cdb070f220a2 service neutron] 10.222.0.43 "GET /v2.0/networks/ddd3fb71-9880-4f1f-8e04-cad8c1029d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172101 Nov 11 12:03:38.461731 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d1dbc59-8328-420c-972a-c54fc4d3210c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:38.466781 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d1dbc59-8328-420c-972a-c54fc4d3210c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:38.506648 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5d1dbc59-8328-420c-972a-c54fc4d3210c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=201bbc2f7c80481a9d4e76c2d47f4eeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1455677 Nov 11 12:03:38.508649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dbc59-8328-420c-972a-c54fc4d3210c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb054568-e4e8-487b-ad6d-51bed0ec8a4a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:38.509486 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59356) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:38.566664 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3ff32be-9f79-49c9-b598-81313eb2d510 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:38.596644 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3ff32be-9f79-49c9-b598-81313eb2d510 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:38.675832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad947e2-6349-4f62-97bf-6fe5a35c1d7d req-57d2102a-c873-45c6-9638-de1581373b49 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:38.677481 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bad947e2-6349-4f62-97bf-6fe5a35c1d7d req-57d2102a-c873-45c6-9638-de1581373b49 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 943 time: 0.0719719 Nov 11 12:03:38.699585 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3ff32be-9f79-49c9-b598-81313eb2d510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:38.702198 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3ff32be-9f79-49c9-b598-81313eb2d510 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:38.703313 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e3ff32be-9f79-49c9-b598-81313eb2d510 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eb054568-e4e8-487b-ad6d-51bed0ec8a4a HTTP/1.1" status: 204 len: 168 time: 0.1927140 Nov 11 12:03:38.715473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff32be-9f79-49c9-b598-81313eb2d510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb054568-e4e8-487b-ad6d-51bed0ec8a4a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:38.741768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bad947e2-6349-4f62-97bf-6fe5a35c1d7d req-530a720e-f656-4d4e-a0f9-795a7bd923d6 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575078 Nov 11 12:03:38.956342 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:39.025476 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:03:39.144319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989,segment=NetworkSegment(252a797b-815d-4a42-858f-a18e1fa464bb),segment_id=252a797b-815d-4a42-858f-a18e1fa464bb)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:39.159573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '98d8c1f1-4dc9-4b9b-89f8-fbb57c253989', 'network_id': '1b45cef6-cab3-4d31-8268-0a8f6ddccc4e', 'port_id': '98d8c1f1-4dc9-4b9b-89f8-fbb57c253989', 'mac_address': 'fa:16:3e:8f:e6:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0536e05-934e-473c-b564-bb42e27b175c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:03:39.163631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da05286-9c58-4c86-b780-07a37803a844 req-fb79d638-4ec8-4b32-be46-2ab1e5b30316 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:39.171050 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9da05286-9c58-4c86-b780-07a37803a844 req-fb79d638-4ec8-4b32-be46-2ab1e5b30316 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.0588715 Nov 11 12:03:39.213186 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:39.227199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:03:39.234493 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9da05286-9c58-4c86-b780-07a37803a844 req-cf0d1061-3fcf-49e6-b512-956847843150 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622332 Nov 11 12:03:39.254842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989,segment=NetworkSegment(252a797b-815d-4a42-858f-a18e1fa464bb),segment_id=252a797b-815d-4a42-858f-a18e1fa464bb)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:39.261229 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:39.317989 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:39.383246 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f7758-e790-450e-8745-affea50094e9 req-8b35037d-b7ee-4b73-8eb7-75092cc24fa5 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:39.384771 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-001f7758-e790-450e-8745-affea50094e9 req-8b35037d-b7ee-4b73-8eb7-75092cc24fa5 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 945 time: 0.0572209 Nov 11 12:03:39.445689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-001f7758-e790-450e-8745-affea50094e9 req-a14daf1a-fc3b-498f-83cf-631b7b840d5f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523112 Nov 11 12:03:39.604506 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['98d8c1f1-4dc9-4b9b-89f8-fbb57c253989'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:39.870084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acbfb2-7b59-4432-ae05-63b67c0239fa req-414e4f4b-cc8a-4d16-b041-3fba22042811 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:39.871624 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1acbfb2-7b59-4432-ae05-63b67c0239fa req-414e4f4b-cc8a-4d16-b041-3fba22042811 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 943 time: 0.0585515 Nov 11 12:03:39.927794 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1acbfb2-7b59-4432-ae05-63b67c0239fa req-5788f5e4-7499-4077-9132-de291b4c0e5d tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484014 Nov 11 12:03:39.969038 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device cdaa293d-f1da-4246-b688-63517acbe645 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:03:40.074001 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port cdaa293d-f1da-4246-b688-63517acbe645, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=cdaa293d-f1da-4246-b688-63517acbe645,segment=NetworkSegment(8c952d2f-ac97-436d-8ed1-f70b2098e44d),segment_id=8c952d2f-ac97-436d-8ed1-f70b2098e44d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:40.086154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'cdaa293d-f1da-4246-b688-63517acbe645', 'network_id': 'ddd3fb71-9880-4f1f-8e04-cad8c1029d7a', 'port_id': 'cdaa293d-f1da-4246-b688-63517acbe645', 'mac_address': 'fa:16:3e:68:48:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a482714e-6512-4e7c-8e2a-0ad00b5b40f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:03:40.132477 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:40.146609 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdaa293d-f1da-4246-b688-63517acbe645 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:03:40.166123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port cdaa293d-f1da-4246-b688-63517acbe645, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=cdaa293d-f1da-4246-b688-63517acbe645,segment=NetworkSegment(8c952d2f-ac97-436d-8ed1-f70b2098e44d),segment_id=8c952d2f-ac97-436d-8ed1-f70b2098e44d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:40.171671 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:40.172586 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2520d97d-2568-4957-bdd8-95d393789830 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:03:40.251330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=cdaa293d-f1da-4246-b688-63517acbe645,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:40.320873 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2520d97d-2568-4957-bdd8-95d393789830, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2520d97d-2568-4957-bdd8-95d393789830,segment=NetworkSegment(c98b7a57-9fbb-4c32-b6be-eb22f754382b),segment_id=c98b7a57-9fbb-4c32-b6be-eb22f754382b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:40.336585 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '2520d97d-2568-4957-bdd8-95d393789830', 'network_id': '702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6', 'port_id': '2520d97d-2568-4957-bdd8-95d393789830', 'mac_address': 'fa:16:3e:db:80:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f55957-2e48-4530-9888-3e2eccb4f2da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:03:40.368643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0c0ea-0a9c-40d1-9fe7-5aac04ce9b47 req-407c5d76-d815-4b2c-a0e0-f8613b528cf8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:40.371087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6f0c0ea-0a9c-40d1-9fe7-5aac04ce9b47 req-407c5d76-d815-4b2c-a0e0-f8613b528cf8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 944 time: 0.0591934 Nov 11 12:03:40.385488 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:40.406528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2520d97d-2568-4957-bdd8-95d393789830 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:03:40.431713 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6f0c0ea-0a9c-40d1-9fe7-5aac04ce9b47 req-bd3c8b38-32ca-4e41-ac66-0a7344d8069a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544207 Nov 11 12:03:40.432746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2520d97d-2568-4957-bdd8-95d393789830, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2520d97d-2568-4957-bdd8-95d393789830,segment=NetworkSegment(c98b7a57-9fbb-4c32-b6be-eb22f754382b),segment_id=c98b7a57-9fbb-4c32-b6be-eb22f754382b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:40.439281 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:40.496935 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:40.510327 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=2520d97d-2568-4957-bdd8-95d393789830,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:40.602012 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145f66c-cf80-4865-897f-9d530d5424cf req-82177c1d-e194-4699-96a7-44ae7c32357a tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:40.603830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e145f66c-cf80-4865-897f-9d530d5424cf req-82177c1d-e194-4699-96a7-44ae7c32357a tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 945 time: 0.0640948 Nov 11 12:03:40.684320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e145f66c-cf80-4865-897f-9d530d5424cf req-6daa0997-632d-4ad9-a9c0-d60ac9f5a391 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738211 Nov 11 12:03:40.727073 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['2520d97d-2568-4957-bdd8-95d393789830'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:40.729631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['cdaa293d-f1da-4246-b688-63517acbe645'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:41.093648 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02a592-30d2-43ac-98ab-237c7a194e71 req-888655e8-2cc2-4556-8a8f-67575e4105f3 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:41.097985 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:03:41.098676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d02a592-30d2-43ac-98ab-237c7a194e71 req-888655e8-2cc2-4556-8a8f-67575e4105f3 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 944 time: 0.0867240 Nov 11 12:03:41.172570 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d02a592-30d2-43ac-98ab-237c7a194e71 req-ee2fcf45-29d7-443a-a9e9-7ccb11e01c57 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648408 Nov 11 12:03:41.179747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:03:41.190184 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:03:41.191025 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:41.295173 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:41.298276 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:41.314119 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59476) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:41.321517 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be22a972-e762-4104-9897-5910945280d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d8c1f1-4dc9-4b9b-89f8-fbb57c253989'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:41.324205 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d161a13d-0297-4089-8c9c-6c218261fe61" -d '{"events": [{"server_uuid": "be22a972-e762-4104-9897-5910945280d8", "name": "network-vif-plugged", "status": "completed", "tag": "98d8c1f1-4dc9-4b9b-89f8-fbb57c253989"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:41.337685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989,segment=NetworkSegment(252a797b-815d-4a42-858f-a18e1fa464bb),segment_id=252a797b-815d-4a42-858f-a18e1fa464bb)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:41.344171 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:41.373705 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b558eb88-ed40-484f-a12f-d4d6861c45d4 x-openstack-request-id: req-b558eb88-ed40-484f-a12f-d4d6861c45d4 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:41.374007 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be22a972-e762-4104-9897-5910945280d8", "name": "network-vif-plugged", "status": "completed", "tag": "98d8c1f1-4dc9-4b9b-89f8-fbb57c253989", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:41.374249 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b558eb88-ed40-484f-a12f-d4d6861c45d4 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:41.374649 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be22a972-e762-4104-9897-5910945280d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d8c1f1-4dc9-4b9b-89f8-fbb57c253989', 'code': 200} Nov 11 12:03:41.411847 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:41.478532 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ddb16248-d01a-4c95-8911-4d81986a5eb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:41.520681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73acf6-f045-40d8-93fa-10520db87c05 req-ef7c5c36-2488-4bf3-977f-4d5edd190607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:41.523497 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de73acf6-f045-40d8-93fa-10520db87c05 req-ef7c5c36-2488-4bf3-977f-4d5edd190607 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 1097 time: 0.0696509 Nov 11 12:03:41.583425 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de73acf6-f045-40d8-93fa-10520db87c05 req-bbc54f7c-0b91-48af-8451-1b74e16fed57 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518849 Nov 11 12:03:41.600506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00072db4-d530-4f2a-a1b8-bfdaa8d3bb12 req-f412d8aa-d2fe-4b51-b8fd-55f872ae0516 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:41.602058 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00072db4-d530-4f2a-a1b8-bfdaa8d3bb12 req-f412d8aa-d2fe-4b51-b8fd-55f872ae0516 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 945 time: 0.0893712 Nov 11 12:03:41.622845 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ddb16248-d01a-4c95-8911-4d81986a5eb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:41.633766 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ddb16248-d01a-4c95-8911-4d81986a5eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:41.692811 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ddb16248-d01a-4c95-8911-4d81986a5eb9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0cbf25a957e94400a0ae59b7b77d00a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3775792 Nov 11 12:03:41.693539 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb16248-d01a-4c95-8911-4d81986a5eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c302170b-1c5b-4329-b80e-146fe906a4a4,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:41.696425 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59488) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:41.700490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00072db4-d530-4f2a-a1b8-bfdaa8d3bb12 req-1c6d248f-b76a-4d67-a0cc-452d8f88f6f2 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883393 Nov 11 12:03:41.766439 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:41.792841 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:41.840112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0cebb-6fa3-471e-a0fb-623325a78bfc req-f3f9e668-ab60-40ee-81e8-fc61c942f8d0 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:41.849826 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8f0cebb-6fa3-471e-a0fb-623325a78bfc req-f3f9e668-ab60-40ee-81e8-fc61c942f8d0 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 946 time: 0.0658743 Nov 11 12:03:41.866053 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:41.870047 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:41.875376 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c302170b-1c5b-4329-b80e-146fe906a4a4 HTTP/1.1" status: 204 len: 168 time: 0.1769390 Nov 11 12:03:41.883858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c302170b-1c5b-4329-b80e-146fe906a4a4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:41.894025 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:41.894953 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:41.895557 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:41.896087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:41.896869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:41.897203 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:41.897800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:41.898299 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:41.898956 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:41.899444 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:41.900149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:41.900978 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286797a-79a6-42fc-aa0d-8f968c2cd074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:03:41.928813 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8f0cebb-6fa3-471e-a0fb-623325a78bfc req-ffed1048-f3a0-471b-9d50-7c5fbfaa2cbf tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680137 Nov 11 12:03:41.967843 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device cdaa293d-f1da-4246-b688-63517acbe645 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:03:42.018732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port cdaa293d-f1da-4246-b688-63517acbe645 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:03:42.022698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port cdaa293d-f1da-4246-b688-63517acbe645 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:03:42.023112 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.108974 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.151535 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port cdaa293d-f1da-4246-b688-63517acbe645, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=cdaa293d-f1da-4246-b688-63517acbe645,segment=NetworkSegment(8c952d2f-ac97-436d-8ed1-f70b2098e44d),segment_id=8c952d2f-ac97-436d-8ed1-f70b2098e44d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:42.157497 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.158534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2520d97d-2568-4957-bdd8-95d393789830 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:03:42.257537 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 2520d97d-2568-4957-bdd8-95d393789830 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:03:42.258168 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.299079 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865cd71-0be5-4876-ab89-10bf46680ee5 req-cb4932b6-d683-4a37-ad26-87e40877b67e tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:42.308024 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8865cd71-0be5-4876-ab89-10bf46680ee5 req-cb4932b6-d683-4a37-ad26-87e40877b67e tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 945 time: 0.0659561 Nov 11 12:03:42.316739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=cdaa293d-f1da-4246-b688-63517acbe645,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:42.358496 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8865cd71-0be5-4876-ab89-10bf46680ee5 req-af73ebae-903c-4a23-b6e4-e8df47f70c66 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491171 Nov 11 12:03:42.374202 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.396749 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59510) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:42.411167 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af2a10aa-e7e4-4f40-99c2-23bd06743778 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.417492 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2520d97d-2568-4957-bdd8-95d393789830, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2520d97d-2568-4957-bdd8-95d393789830,segment=NetworkSegment(c98b7a57-9fbb-4c32-b6be-eb22f754382b),segment_id=c98b7a57-9fbb-4c32-b6be-eb22f754382b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:42.422878 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.468167 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59512) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:42.480375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=2520d97d-2568-4957-bdd8-95d393789830,revision_number=10']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:42.495936 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af2a10aa-e7e4-4f40-99c2-23bd06743778 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.501094 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af2a10aa-e7e4-4f40-99c2-23bd06743778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.539679 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-af2a10aa-e7e4-4f40-99c2-23bd06743778 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=74cef5ff4cf54c30a07bde80096f33da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1415844 Nov 11 12:03:42.540633 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a10aa-e7e4-4f40-99c2-23bd06743778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b76a42-7cde-42c0-8a85-2f70cb58a3f5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:42.542494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59516) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:42.590069 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4741a536-fffc-4420-86ba-77875c7de8e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.620957 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-077a63e4-c132-4e31-94a6-5e4401fe96f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.656444 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-077a63e4-c132-4e31-94a6-5e4401fe96f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.725664 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4741a536-fffc-4420-86ba-77875c7de8e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.730279 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4741a536-fffc-4420-86ba-77875c7de8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.749947 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-077a63e4-c132-4e31-94a6-5e4401fe96f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.752526 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-077a63e4-c132-4e31-94a6-5e4401fe96f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.753883 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-077a63e4-c132-4e31-94a6-5e4401fe96f0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7b76a42-7cde-42c0-8a85-2f70cb58a3f5 HTTP/1.1" status: 204 len: 168 time: 0.2097907 Nov 11 12:03:42.779635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741a536-fffc-4420-86ba-77875c7de8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0b8128-ee8e-4591-8174-51739bdb5b68,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:42.784473 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4741a536-fffc-4420-86ba-77875c7de8e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15f96e13368743479493ec67aca2ae6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3147438 Nov 11 12:03:42.787023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59524) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:42.792340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a63e4-c132-4e31-94a6-5e4401fe96f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b76a42-7cde-42c0-8a85-2f70cb58a3f5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:42.864056 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffde9f-8512-4470-9807-11fcefd305d6 req-1fe9b6f1-fea2-42e0-a45a-5c589ff3ea28 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:42.865927 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0ffde9f-8512-4470-9807-11fcefd305d6 req-1fe9b6f1-fea2-42e0-a45a-5c589ff3ea28 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.0611224 Nov 11 12:03:42.884500 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b337ca9-edda-4902-81da-0fcec8a0eb96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.913478 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b337ca9-edda-4902-81da-0fcec8a0eb96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:42.952211 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0ffde9f-8512-4470-9807-11fcefd305d6 req-adc6def8-4a52-4f25-a40c-dc268cfd3e89 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798120 Nov 11 12:03:43.006818 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b337ca9-edda-4902-81da-0fcec8a0eb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:43.010692 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b337ca9-edda-4902-81da-0fcec8a0eb96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:43.014575 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3b337ca9-edda-4902-81da-0fcec8a0eb96 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5d0b8128-ee8e-4591-8174-51739bdb5b68 HTTP/1.1" status: 204 len: 168 time: 0.2237699 Nov 11 12:03:43.022263 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b337ca9-edda-4902-81da-0fcec8a0eb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0b8128-ee8e-4591-8174-51739bdb5b68,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:43.070031 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f257ff3-ce06-479e-804e-280d0e4c8f1d req-238f357a-4c04-4dd7-b28b-7d1bd9cc209f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:43.071564 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f257ff3-ce06-479e-804e-280d0e4c8f1d req-238f357a-4c04-4dd7-b28b-7d1bd9cc209f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 946 time: 0.0562437 Nov 11 12:03:43.132506 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f257ff3-ce06-479e-804e-280d0e4c8f1d req-2fbc203a-8d12-4a58-8cb5-0f795d4d0b2a tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538120 Nov 11 12:03:43.250208 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4152802e-fb61-4efa-81b7-2bbd55afadc7 req-ec27be30-c70a-41ce-8101-908e47e4b40b tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-468938983&fields=id&tenant_id=cce5253552ca4988aa4aca3b1f7765af HTTP/1.1" status: 200 len: 267 time: 0.0458016 Nov 11 12:03:43.304946 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152802e-fb61-4efa-81b7-2bbd55afadc7 req-26b1ea7e-5fa6-496b-b0ef-4eca64c6117d tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:43.306399 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4152802e-fb61-4efa-81b7-2bbd55afadc7 req-26b1ea7e-5fa6-496b-b0ef-4eca64c6117d tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 946 time: 0.0500407 Nov 11 12:03:43.319425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-4152802e-fb61-4efa-81b7-2bbd55afadc7 req-3bb7c57a-81b7-461a-a080-fe7163871d17 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Request body: {'port': {'security_groups': ['94492f3e-6f8b-4473-bdb8-62dbf63c2346', '5ced6098-d471-4933-b959-0762b6cf3f6a']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:43.376022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0740f4-9e93-4516-b490-4501e701e0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaa293d-f1da-4246-b688-63517acbe645'}, {'server_uuid': '1a869594-4ca2-4363-bb04-bd8db37ec393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2520d97d-2568-4957-bdd8-95d393789830'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:43.378398 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8818fc-e3a0-4de7-ad6f-16dfd2da5f2d" -d '{"events": [{"server_uuid": "cd0740f4-9e93-4516-b490-4501e701e0e6", "name": "network-vif-plugged", "status": "completed", "tag": "cdaa293d-f1da-4246-b688-63517acbe645"}, {"server_uuid": "1a869594-4ca2-4363-bb04-bd8db37ec393", "name": "network-vif-plugged", "status": "completed", "tag": "2520d97d-2568-4957-bdd8-95d393789830"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:43.395339 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4152802e-fb61-4efa-81b7-2bbd55afadc7 req-3bb7c57a-81b7-461a-a080-fe7163871d17 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:43.435232 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef78ce0-d72d-47a2-ad6d-067a0e6c3918 x-openstack-request-id: req-fef78ce0-d72d-47a2-ad6d-067a0e6c3918 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:43.435527 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0740f4-9e93-4516-b490-4501e701e0e6", "name": "network-vif-plugged", "status": "completed", "tag": "cdaa293d-f1da-4246-b688-63517acbe645", "code": 200}, {"server_uuid": "1a869594-4ca2-4363-bb04-bd8db37ec393", "name": "network-vif-plugged", "status": "completed", "tag": "2520d97d-2568-4957-bdd8-95d393789830", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:43.435774 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fef78ce0-d72d-47a2-ad6d-067a0e6c3918 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:43.436170 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0740f4-9e93-4516-b490-4501e701e0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaa293d-f1da-4246-b688-63517acbe645', 'code': 200} Nov 11 12:03:43.436423 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a869594-4ca2-4363-bb04-bd8db37ec393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2520d97d-2568-4957-bdd8-95d393789830', 'code': 200} Nov 11 12:03:43.487380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59558) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:43.507106 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe0b5db3-eb17-4d22-98e7-a0af565c8714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:43.620518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea4601-0449-49d3-8e6c-01dd80352ccb req-98bb567d-cdf6-4a77-9a73-8dcf5d6f29fa tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:43.622052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51ea4601-0449-49d3-8e6c-01dd80352ccb req-98bb567d-cdf6-4a77-9a73-8dcf5d6f29fa tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 945 time: 0.1128821 Nov 11 12:03:43.636708 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe0b5db3-eb17-4d22-98e7-a0af565c8714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:43.646648 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe0b5db3-eb17-4d22-98e7-a0af565c8714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:43.668667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34916e27-c81d-4826-b78e-c2b3bba2dbc7 req-cd6710af-3f47-4234-af19-057b5adee7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:43.670294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34916e27-c81d-4826-b78e-c2b3bba2dbc7 req-cd6710af-3f47-4234-af19-057b5adee7f2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 1096 time: 0.1176918 Nov 11 12:03:43.670413 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26b4c6-7864-4660-8e9a-1a03065abc24 req-cffbc07b-b2c4-42eb-93ee-3ec57afd1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:43.671828 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fe26b4c6-7864-4660-8e9a-1a03065abc24 req-cffbc07b-b2c4-42eb-93ee-3ec57afd1186 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 1098 time: 0.0720284 Nov 11 12:03:43.710062 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fe0b5db3-eb17-4d22-98e7-a0af565c8714 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0bcc5ad8e99548cb9790d8a98770730a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2191176 Nov 11 12:03:43.710504 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b5db3-eb17-4d22-98e7-a0af565c8714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9315c5ee-b1fc-49e8-8ca8-98fe500e0d53,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:43.714468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59566) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:43.765974 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fe26b4c6-7864-4660-8e9a-1a03065abc24 req-6e02eb99-27c0-45c8-b8c0-0c123844d210 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776794 Nov 11 12:03:43.782874 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50abb118-4fde-472c-bb4c-182b70c71432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:43.794549 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51ea4601-0449-49d3-8e6c-01dd80352ccb req-e2261cad-a7f6-459e-8d1d-b98b74e68c16 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617708 Nov 11 12:03:43.799918 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34916e27-c81d-4826-b78e-c2b3bba2dbc7 req-f8c0b134-89d7-4619-b778-00fb554d1ccf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135356 Nov 11 12:03:43.811114 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50abb118-4fde-472c-bb4c-182b70c71432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:43.818824 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-4152802e-fb61-4efa-81b7-2bbd55afadc7 req-3bb7c57a-81b7-461a-a080-fe7163871d17 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] For port 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989,segment=NetworkSegment(252a797b-815d-4a42-858f-a18e1fa464bb),segment_id=252a797b-815d-4a42-858f-a18e1fa464bb)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:43.867869 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4152802e-fb61-4efa-81b7-2bbd55afadc7 req-3bb7c57a-81b7-461a-a080-fe7163871d17 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:43.870505 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50abb118-4fde-472c-bb4c-182b70c71432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:43.873223 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4152802e-fb61-4efa-81b7-2bbd55afadc7 req-3bb7c57a-81b7-461a-a080-fe7163871d17 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:43.873407 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50abb118-4fde-472c-bb4c-182b70c71432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:43.874593 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-50abb118-4fde-472c-bb4c-182b70c71432 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9315c5ee-b1fc-49e8-8ca8-98fe500e0d53 HTTP/1.1" status: 204 len: 168 time: 0.1591797 Nov 11 12:03:43.884487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abb118-4fde-472c-bb4c-182b70c71432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9315c5ee-b1fc-49e8-8ca8-98fe500e0d53,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:43.887684 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['54e2a4e4-642f-430b-9504-1011f29edc52', '98d8c1f1-4dc9-4b9b-89f8-fbb57c253989'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:43.949330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152802e-fb61-4efa-81b7-2bbd55afadc7 req-3bb7c57a-81b7-461a-a080-fe7163871d17 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:43.950479 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4152802e-fb61-4efa-81b7-2bbd55afadc7 req-3bb7c57a-81b7-461a-a080-fe7163871d17 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:43.953272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4152802e-fb61-4efa-81b7-2bbd55afadc7 req-3bb7c57a-81b7-461a-a080-fe7163871d17 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "PUT /v2.0/ports/98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 HTTP/1.1" status: 200 len: 982 time: 0.6383092 Nov 11 12:03:43.954156 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be22a972-e762-4104-9897-5910945280d8', 'tag': '98d8c1f1-4dc9-4b9b-89f8-fbb57c253989'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:43.960030 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8510cbe0-8e25-4917-8b07-430d4dd0d974" -d '{"events": [{"name": "network-changed", "server_uuid": "be22a972-e762-4104-9897-5910945280d8", "tag": "98d8c1f1-4dc9-4b9b-89f8-fbb57c253989"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:44.019276 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7c57a-81b7-461a-a080-fe7163871d17 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event updated for resources: {'Port': ['ID=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989,revision_number=6']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:44.086396 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['98d8c1f1-4dc9-4b9b-89f8-fbb57c253989'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:44.102271 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25d0b211-3a72-41cf-bbd7-ea5162687e68 req-c550595f-f9d8-4459-b5e0-a44cc127e11e tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/5ced6098-d471-4933-b959-0762b6cf3f6a HTTP/1.1" status: 200 len: 1818 time: 0.0459819 Nov 11 12:03:44.183511 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-25d0b211-3a72-41cf-bbd7-ea5162687e68 req-5fb9532d-ecb0-43f0-bf32-e858be6f875e tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 12:03:44.185065 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25d0b211-3a72-41cf-bbd7-ea5162687e68 req-5fb9532d-ecb0-43f0-bf32-e858be6f875e tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "DELETE /v2.0/security-groups/5ced6098-d471-4933-b959-0762b6cf3f6a HTTP/1.1" status: 409 len: 341 time: 0.0721102 Nov 11 12:03:44.207201 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d6469d-74b8-4914-9f1f-a7be646aab6c x-openstack-request-id: req-a6d6469d-74b8-4914-9f1f-a7be646aab6c {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:44.207490 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be22a972-e762-4104-9897-5910945280d8", "tag": "98d8c1f1-4dc9-4b9b-89f8-fbb57c253989", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:44.207740 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6d6469d-74b8-4914-9f1f-a7be646aab6c {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:44.208140 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be22a972-e762-4104-9897-5910945280d8', 'tag': '98d8c1f1-4dc9-4b9b-89f8-fbb57c253989', 'status': 'completed', 'code': 200} Nov 11 12:03:44.317772 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510cbe0-8e25-4917-8b07-430d4dd0d974 req-7c247025-2b60-4342-80d4-e7d04bb2c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:44.319439 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8510cbe0-8e25-4917-8b07-430d4dd0d974 req-7c247025-2b60-4342-80d4-e7d04bb2c649 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cce5253552ca4988aa4aca3b1f7765af&device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 1136 time: 0.0820312 Nov 11 12:03:44.379271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047afb8-a5be-4365-a3da-4cb1b10e1075 req-cc23f94f-bbd3-4e54-8ad6-79b9269b44de tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:44.391204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d047afb8-a5be-4365-a3da-4cb1b10e1075 req-cc23f94f-bbd3-4e54-8ad6-79b9269b44de tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.0978956 Nov 11 12:03:44.457171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d047afb8-a5be-4365-a3da-4cb1b10e1075 req-c1b45663-a35b-44b4-9710-efc88deb5536 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650151 Nov 11 12:03:44.477837 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510cbe0-8e25-4917-8b07-430d4dd0d974 req-58ea59a6-8d37-4f89-8f1e-bb4e9610aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:44.480031 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8510cbe0-8e25-4917-8b07-430d4dd0d974 req-58ea59a6-8d37-4f89-8f1e-bb4e9610aa65 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e HTTP/1.1" status: 200 len: 915 time: 0.1476502 Nov 11 12:03:44.549269 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8510cbe0-8e25-4917-8b07-430d4dd0d974 req-17d664fa-96c6-457f-9bde-7a398b6f21f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 HTTP/1.1" status: 200 len: 217 time: 0.0578895 Nov 11 12:03:44.616801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510cbe0-8e25-4917-8b07-430d4dd0d974 req-62e8a67d-b5d7-4d2f-9cc9-8279d539d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:44.619144 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8510cbe0-8e25-4917-8b07-430d4dd0d974 req-62e8a67d-b5d7-4d2f-9cc9-8279d539d1eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0536e05-934e-473c-b564-bb42e27b175c HTTP/1.1" status: 200 len: 853 time: 0.0607936 Nov 11 12:03:44.659039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c3161-865d-4dc4-9e31-4650cd3a6a97 req-c65438f9-d8dd-49b5-bef0-a8cb15cf89d6 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:44.662506 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-553c3161-865d-4dc4-9e31-4650cd3a6a97 req-c65438f9-d8dd-49b5-bef0-a8cb15cf89d6 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 985 time: 0.0721154 Nov 11 12:03:44.682644 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8510cbe0-8e25-4917-8b07-430d4dd0d974 req-a6613ab2-bbc2-423a-b43b-44c79c242f05 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551333 Nov 11 12:03:44.783442 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-553c3161-865d-4dc4-9e31-4650cd3a6a97 req-5f1c7d28-414c-436f-af2a-de5c0b8ce2b3 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&id=5ced6098-d471-4933-b959-0762b6cf3f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1113987 Nov 11 12:03:44.810283 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8510cbe0-8e25-4917-8b07-430d4dd0d974 req-2aa2ba4a-3809-433a-894a-f1a411f01274 service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180167 Nov 11 12:03:44.921080 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8510cbe0-8e25-4917-8b07-430d4dd0d974 req-7f5f8053-eb56-421f-bd6e-acff2f640556 service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011086 Nov 11 12:03:44.952763 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ecb12-6c1b-4e0f-bfe0-8bf10aa66451 req-d131f902-a13d-4939-b012-28f6e313a44e tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:44.961518 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe6ecb12-6c1b-4e0f-bfe0-8bf10aa66451 req-d131f902-a13d-4939-b012-28f6e313a44e tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 945 time: 0.0699551 Nov 11 12:03:44.980125 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59638) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:45.046090 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe6ecb12-6c1b-4e0f-bfe0-8bf10aa66451 req-c8b372a8-491f-4e07-8ac9-89c0189e4fdc tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834024 Nov 11 12:03:45.080238 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885fdec-697b-413b-a853-e2b32dcb4b04 req-50921f72-1bbc-4afe-bae0-c29e6ba3827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:45.084042 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3885fdec-697b-413b-a853-e2b32dcb4b04 req-50921f72-1bbc-4afe-bae0-c29e6ba3827e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cce5253552ca4988aa4aca3b1f7765af&device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 1136 time: 0.0966151 Nov 11 12:03:45.192929 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885fdec-697b-413b-a853-e2b32dcb4b04 req-5e62e1bf-4624-43bc-ae69-cea8b96b61c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:45.194544 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3885fdec-697b-413b-a853-e2b32dcb4b04 req-5e62e1bf-4624-43bc-ae69-cea8b96b61c9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e HTTP/1.1" status: 200 len: 915 time: 0.1028020 Nov 11 12:03:45.266451 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3885fdec-697b-413b-a853-e2b32dcb4b04 req-193cd65b-0bf7-4d0a-af92-99fd645ada51 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 HTTP/1.1" status: 200 len: 217 time: 0.0639703 Nov 11 12:03:45.318986 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-865accbb-ef38-42d7-a239-fa6bfd1f69fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:45.348406 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885fdec-697b-413b-a853-e2b32dcb4b04 req-6c745f23-7f2f-4437-9d57-7cffa3bcf9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:45.350000 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3885fdec-697b-413b-a853-e2b32dcb4b04 req-6c745f23-7f2f-4437-9d57-7cffa3bcf9c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0536e05-934e-473c-b564-bb42e27b175c HTTP/1.1" status: 200 len: 853 time: 0.0746377 Nov 11 12:03:45.409729 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3885fdec-697b-413b-a853-e2b32dcb4b04 req-5827aa06-1d5f-4de8-8877-683dc2524885 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468261 Nov 11 12:03:45.423667 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-865accbb-ef38-42d7-a239-fa6bfd1f69fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:45.430172 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-865accbb-ef38-42d7-a239-fa6bfd1f69fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:45.479231 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-865accbb-ef38-42d7-a239-fa6bfd1f69fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=920eb24901814f85901960e8f628fe8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4977934 Nov 11 12:03:45.480444 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865accbb-ef38-42d7-a239-fa6bfd1f69fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b2301b-55f7-4d48-932d-20160fffcb84,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:45.482860 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59680) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:45.546425 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c05a919a-a6f3-4457-9c38-40907d236e4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:45.551008 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3885fdec-697b-413b-a853-e2b32dcb4b04 req-7976c78b-0db5-4577-9519-9093cadb36d8 service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331413 Nov 11 12:03:45.604106 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c05a919a-a6f3-4457-9c38-40907d236e4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:45.655752 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:45.664285 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3885fdec-697b-413b-a853-e2b32dcb4b04 req-7a79efaa-f59c-4e75-9dce-e9037c0e09bb service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043408 Nov 11 12:03:45.678427 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673254a-be12-4ad2-b673-76b96d790871 req-47b0b9ce-0cf0-456c-a8f4-e308ac1b012b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:45.680666 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f673254a-be12-4ad2-b673-76b96d790871 req-47b0b9ce-0cf0-456c-a8f4-e308ac1b012b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.1308007 Nov 11 12:03:45.725317 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c05a919a-a6f3-4457-9c38-40907d236e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:45.727717 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c05a919a-a6f3-4457-9c38-40907d236e4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:45.728881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c05a919a-a6f3-4457-9c38-40907d236e4f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d1b2301b-55f7-4d48-932d-20160fffcb84 HTTP/1.1" status: 204 len: 168 time: 0.2448606 Nov 11 12:03:45.754080 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f673254a-be12-4ad2-b673-76b96d790871 req-329cdc95-4ba0-4fa1-8853-d85263abbeae tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664644 Nov 11 12:03:45.755435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a919a-a6f3-4457-9c38-40907d236e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b2301b-55f7-4d48-932d-20160fffcb84,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:45.943037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67704934-2256-4fa1-95ff-284061fdea2a req-0e9c328a-582c-4650-993a-8db53856d5cb tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:45.944690 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-67704934-2256-4fa1-95ff-284061fdea2a req-0e9c328a-582c-4650-993a-8db53856d5cb tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 985 time: 0.0803800 Nov 11 12:03:46.015263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-67704934-2256-4fa1-95ff-284061fdea2a req-7f1590b7-09d8-4262-b167-f5ce2789c0e7 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&id=5ced6098-d471-4933-b959-0762b6cf3f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0614934 Nov 11 12:03:46.191680 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aac67a-ec47-49c8-bb93-bb725280ac08 req-39b5ecef-1e6b-468e-8c4b-10a8726210f0 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:46.205060 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09aac67a-ec47-49c8-bb93-bb725280ac08 req-39b5ecef-1e6b-468e-8c4b-10a8726210f0 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 945 time: 0.0758862 Nov 11 12:03:46.287357 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09aac67a-ec47-49c8-bb93-bb725280ac08 req-d659c139-6c47-4a66-94a4-66de1337ffbb tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730124 Nov 11 12:03:46.899005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937908b0-a96c-4359-a7ea-8c6aebffb909 req-9cca05cb-d6e6-478d-89bb-0d403d4778d5 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:46.900650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-937908b0-a96c-4359-a7ea-8c6aebffb909 req-9cca05cb-d6e6-478d-89bb-0d403d4778d5 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.0643256 Nov 11 12:03:46.970648 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-937908b0-a96c-4359-a7ea-8c6aebffb909 req-03cfda63-a5eb-4976-946b-e6f87caf7749 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613751 Nov 11 12:03:47.120836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80548bf4-a187-4f34-86d1-fca96f722008 req-56f2dd3a-0af7-4b8f-8d3f-a059b5435a2d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:47.122589 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-80548bf4-a187-4f34-86d1-fca96f722008 req-56f2dd3a-0af7-4b8f-8d3f-a059b5435a2d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.0654542 Nov 11 12:03:47.224598 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60bf2e-cfb8-420a-9347-be2533f416d0 req-482fcb9a-4b5c-483b-95be-59406ef8955e tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:47.226525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4c60bf2e-cfb8-420a-9347-be2533f416d0 req-482fcb9a-4b5c-483b-95be-59406ef8955e tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 985 time: 0.0979514 Nov 11 12:03:47.239491 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-80548bf4-a187-4f34-86d1-fca96f722008 req-a4959f35-16f7-40b6-ad32-4d76ee7fdeff tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082838 Nov 11 12:03:47.346072 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4c60bf2e-cfb8-420a-9347-be2533f416d0 req-53c1fc5b-4fbf-4862-8cdf-98676a70973d tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&id=5ced6098-d471-4933-b959-0762b6cf3f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1009650 Nov 11 12:03:47.483910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9116ef-bb70-43cc-8179-68b4365f7682 req-736492fc-1a36-466c-b2e6-b0d9e1ee93c7 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:47.491732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a9116ef-bb70-43cc-8179-68b4365f7682 req-736492fc-1a36-466c-b2e6-b0d9e1ee93c7 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.0886629 Nov 11 12:03:47.525798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59794) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:47.597037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a9116ef-bb70-43cc-8179-68b4365f7682 req-37abb531-0b9d-4873-a1c4-313d385f0b6a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968318 Nov 11 12:03:47.633863 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-353b4224-68ed-41b4-a9d5-1a5f7880cfed req-ff535006-99d6-4e7b-b29b-7248520f6bf6 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1711043315&fields=id&tenant_id=cce5253552ca4988aa4aca3b1f7765af HTTP/1.1" status: 200 len: 267 time: 0.1093371 Nov 11 12:03:47.730604 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b4224-68ed-41b4-a9d5-1a5f7880cfed req-05716cc9-2dea-4734-b6f2-25de60d334f9 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:47.734478 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-353b4224-68ed-41b4-a9d5-1a5f7880cfed req-05716cc9-2dea-4734-b6f2-25de60d334f9 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 985 time: 0.0986702 Nov 11 12:03:47.749107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-353b4224-68ed-41b4-a9d5-1a5f7880cfed req-bc45bb4d-fbb1-433d-ad63-6025eb5fb331 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Request body: {'port': {'security_groups': ['5ced6098-d471-4933-b959-0762b6cf3f6a', '94492f3e-6f8b-4473-bdb8-62dbf63c2346', '29977092-0248-446f-926d-1a2214b35685']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:47.829409 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19d7927e-b865-4052-8396-758b7d7ed9f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:47.902650 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-353b4224-68ed-41b4-a9d5-1a5f7880cfed req-bc45bb4d-fbb1-433d-ad63-6025eb5fb331 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:47.967793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee40e54-c8de-4af8-9bb2-6494ff467eb3 req-9588dd5c-120d-4f2d-9c42-7aa46d460d53 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:47.969287 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ee40e54-c8de-4af8-9bb2-6494ff467eb3 req-9588dd5c-120d-4f2d-9c42-7aa46d460d53 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.1411650 Nov 11 12:03:48.104572 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ee40e54-c8de-4af8-9bb2-6494ff467eb3 req-ca87cf65-029c-4aeb-b0f7-1554f987b025 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250458 Nov 11 12:03:48.109884 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19d7927e-b865-4052-8396-758b7d7ed9f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:48.118478 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59816) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:48.130331 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19d7927e-b865-4052-8396-758b7d7ed9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:48.234323 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-19d7927e-b865-4052-8396-758b7d7ed9f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fff63cf5635f41c4a2e6301a8f9507f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7074096 Nov 11 12:03:48.237261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59822) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:48.284067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:48.301430 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e09b69e-db76-49ea-84a9-e445c9361521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:48.332076 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e09b69e-db76-49ea-84a9-e445c9361521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:48.334102 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:48.443889 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e09b69e-db76-49ea-84a9-e445c9361521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:48.446863 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e09b69e-db76-49ea-84a9-e445c9361521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:48.448102 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8e09b69e-db76-49ea-84a9-e445c9361521 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba85c171-b60f-491b-b8bb-41e4ad2fa283 HTTP/1.1" status: 204 len: 168 time: 0.2097747 Nov 11 12:03:48.463591 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09b69e-db76-49ea-84a9-e445c9361521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba85c171-b60f-491b-b8bb-41e4ad2fa283,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:48.486569 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:48.546484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7927e-b865-4052-8396-758b7d7ed9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba85c171-b60f-491b-b8bb-41e4ad2fa283,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:48.590869 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8538f11-c1af-44d6-8bf5-cf738681d418 req-616c373e-b393-4cb2-938d-796181e99330 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:48.594875 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8538f11-c1af-44d6-8bf5-cf738681d418 req-616c373e-b393-4cb2-938d-796181e99330 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.3874676 Nov 11 12:03:48.604129 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-353b4224-68ed-41b4-a9d5-1a5f7880cfed req-bc45bb4d-fbb1-433d-ad63-6025eb5fb331 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] For port 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989,segment=NetworkSegment(252a797b-815d-4a42-858f-a18e1fa464bb),segment_id=252a797b-815d-4a42-858f-a18e1fa464bb)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:48.604374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Allocated IP 172.25.2.16 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/6763aabb-eba7-463e-9ecb-20bd85ab2d00) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:03:48.665286 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-353b4224-68ed-41b4-a9d5-1a5f7880cfed req-bc45bb4d-fbb1-433d-ad63-6025eb5fb331 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:48.676320 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-353b4224-68ed-41b4-a9d5-1a5f7880cfed req-bc45bb4d-fbb1-433d-ad63-6025eb5fb331 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:48.690181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['54e2a4e4-642f-430b-9504-1011f29edc52', '98d8c1f1-4dc9-4b9b-89f8-fbb57c253989'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:48.692504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8538f11-c1af-44d6-8bf5-cf738681d418 req-9a967780-da7f-4a75-a939-9e17af81f72d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911746 Nov 11 12:03:48.716086 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:48.741421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b4224-68ed-41b4-a9d5-1a5f7880cfed req-bc45bb4d-fbb1-433d-ad63-6025eb5fb331 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:48.742110 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-353b4224-68ed-41b4-a9d5-1a5f7880cfed req-bc45bb4d-fbb1-433d-ad63-6025eb5fb331 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:48.754114 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-353b4224-68ed-41b4-a9d5-1a5f7880cfed req-bc45bb4d-fbb1-433d-ad63-6025eb5fb331 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "PUT /v2.0/ports/98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 HTTP/1.1" status: 200 len: 1021 time: 1.0119593 Nov 11 12:03:48.762053 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:48.763054 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be22a972-e762-4104-9897-5910945280d8', 'tag': '98d8c1f1-4dc9-4b9b-89f8-fbb57c253989'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:48.766017 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0487c088-473e-43bd-ab29-97830b28bcc2" -d '{"events": [{"name": "network-changed", "server_uuid": "be22a972-e762-4104-9897-5910945280d8", "tag": "98d8c1f1-4dc9-4b9b-89f8-fbb57c253989"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:48.832210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45bb4d-fbb1-433d-ad63-6025eb5fb331 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event updated for resources: {'Port': ['ID=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989,revision_number=7']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:48.878509 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:03:48.891957 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:03:48.898257 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:03:48.904205 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Pushing event updated for resources: {'Port': ['ID=6763aabb-eba7-463e-9ecb-20bd85ab2d00,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:48.950111 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['98d8c1f1-4dc9-4b9b-89f8-fbb57c253989'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:48.989390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59846) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:49.051134 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5112f2f1-1381-40d3-bf9b-c4cf36c84208 req-01be6ea9-5da1-433c-9410-13be37cd6d0c tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/29977092-0248-446f-926d-1a2214b35685 HTTP/1.1" status: 200 len: 1819 time: 0.0755806 Nov 11 12:03:49.054424 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f83ddb6b-7702-44a1-8001-1951a1a1cd1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:49.079230 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176e96e6-c83c-4e8f-bb82-1b7a72e9ee09 x-openstack-request-id: req-176e96e6-c83c-4e8f-bb82-1b7a72e9ee09 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:49.079230 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be22a972-e762-4104-9897-5910945280d8", "tag": "98d8c1f1-4dc9-4b9b-89f8-fbb57c253989", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:49.079230 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-176e96e6-c83c-4e8f-bb82-1b7a72e9ee09 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:49.079230 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be22a972-e762-4104-9897-5910945280d8', 'tag': '98d8c1f1-4dc9-4b9b-89f8-fbb57c253989', 'status': 'completed', 'code': 200} Nov 11 12:03:49.142844 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-5112f2f1-1381-40d3-bf9b-c4cf36c84208 req-1e63b4d3-e6ac-4fb3-ba40-b8ff58a2e710 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 12:03:49.144594 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5112f2f1-1381-40d3-bf9b-c4cf36c84208 req-1e63b4d3-e6ac-4fb3-ba40-b8ff58a2e710 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "DELETE /v2.0/security-groups/29977092-0248-446f-926d-1a2214b35685 HTTP/1.1" status: 409 len: 341 time: 0.0844929 Nov 11 12:03:49.210145 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:49.232135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bae59-287d-475e-a2e3-c2181705b9a5 req-bc1a94bd-f6fd-4329-9d7b-bb40e70c8ba5 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:49.242602 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-127bae59-287d-475e-a2e3-c2181705b9a5 req-bc1a94bd-f6fd-4329-9d7b-bb40e70c8ba5 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.0968466 Nov 11 12:03:49.309470 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-127bae59-287d-475e-a2e3-c2181705b9a5 req-3ac5f1e7-af57-4c32-adfc-3901b03d1430 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608475 Nov 11 12:03:49.347834 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487c088-473e-43bd-ab29-97830b28bcc2 req-f8db6055-8e62-49fa-b408-498a06b47b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:49.349502 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0487c088-473e-43bd-ab29-97830b28bcc2 req-f8db6055-8e62-49fa-b408-498a06b47b4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cce5253552ca4988aa4aca3b1f7765af&device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 1175 time: 0.2373796 Nov 11 12:03:49.368774 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:49.467330 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f83ddb6b-7702-44a1-8001-1951a1a1cd1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:49.486029 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f83ddb6b-7702-44a1-8001-1951a1a1cd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:49.488423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0c2b5-d743-4e6b-bbff-1acca672a66d req-0fc25b81-2c45-4f18-8f8a-c14f02522fab tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:49.491937 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6d0c2b5-d743-4e6b-bbff-1acca672a66d req-0fc25b81-2c45-4f18-8f8a-c14f02522fab tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.0983319 Nov 11 12:03:49.602220 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6d0c2b5-d743-4e6b-bbff-1acca672a66d req-d3f84e9b-35fe-4899-a4bf-bacbea02831c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023521 Nov 11 12:03:49.615037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6e620-8dcd-4389-9be2-3ab4a59c0de4 req-f6714917-f1e2-4e5c-91f6-34a4ea20fd41 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:49.616778 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5bf6e620-8dcd-4389-9be2-3ab4a59c0de4 req-f6714917-f1e2-4e5c-91f6-34a4ea20fd41 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 1024 time: 0.0825839 Nov 11 12:03:49.632370 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f83ddb6b-7702-44a1-8001-1951a1a1cd1d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b954e1884ae7415ea6615d3d3b89ba27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6412063 Nov 11 12:03:49.637551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59864) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:49.651867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ddb6b-7702-44a1-8001-1951a1a1cd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b5143c-a330-4990-b50c-9a430d63f469,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:49.715522 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5bf6e620-8dcd-4389-9be2-3ab4a59c0de4 req-d2fdf122-8637-44b9-b047-deaf391b5c71 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&id=29977092-0248-446f-926d-1a2214b35685&id=5ced6098-d471-4933-b959-0762b6cf3f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0920107 Nov 11 12:03:49.741235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487c088-473e-43bd-ab29-97830b28bcc2 req-48e676bb-e3af-435b-a9bb-de9396e84cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:49.742755 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0487c088-473e-43bd-ab29-97830b28bcc2 req-48e676bb-e3af-435b-a9bb-de9396e84cca service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e HTTP/1.1" status: 200 len: 915 time: 0.3826160 Nov 11 12:03:49.750224 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-74404143-2571-47a4-b27d-76f8e073b2d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:49.807892 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0487c088-473e-43bd-ab29-97830b28bcc2 req-0354428a-8036-4ed3-afe6-6b050b305613 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 HTTP/1.1" status: 200 len: 217 time: 0.0489433 Nov 11 12:03:49.811167 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:49.818603 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:49.823152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-74404143-2571-47a4-b27d-76f8e073b2d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:49.901465 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f574d3-0770-4e8a-8de2-f4e2c3638185 req-e5d60e3a-39ed-47ac-b4fc-0fd38908e20e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:49.910176 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-58f574d3-0770-4e8a-8de2-f4e2c3638185 req-e5d60e3a-39ed-47ac-b4fc-0fd38908e20e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.0648701 Nov 11 12:03:49.961247 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Pushing event updated for resources: {'Port': ['ID=6763aabb-eba7-463e-9ecb-20bd85ab2d00,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:49.969336 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487c088-473e-43bd-ab29-97830b28bcc2 req-8a5d7f91-fe63-409f-a222-122054a7b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:49.970799 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0487c088-473e-43bd-ab29-97830b28bcc2 req-8a5d7f91-fe63-409f-a222-122054a7b32e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0536e05-934e-473c-b564-bb42e27b175c HTTP/1.1" status: 200 len: 853 time: 0.1500266 Nov 11 12:03:49.992982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-58f574d3-0770-4e8a-8de2-f4e2c3638185 req-39d85aeb-95dd-43d7-8cb5-d4d9625e8876 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786719 Nov 11 12:03:49.994960 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:50.041723 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0487c088-473e-43bd-ab29-97830b28bcc2 req-7d067388-3d21-48f8-aba6-83fc5a6e5216 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604944 Nov 11 12:03:50.043415 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-74404143-2571-47a4-b27d-76f8e073b2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:50.046775 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-74404143-2571-47a4-b27d-76f8e073b2d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:50.048107 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-74404143-2571-47a4-b27d-76f8e073b2d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41b5143c-a330-4990-b50c-9a430d63f469 HTTP/1.1" status: 204 len: 168 time: 0.4076915 Nov 11 12:03:50.079622 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:50.089986 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-045f2756-5b4e-4938-bad0-89b7e7e09a5c tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9612942 Nov 11 12:03:50.090106 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59884) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:50.090106 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-71c08d5b-0a79-47f1-a378-89788fcd1441 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1968476925'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:50.099769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74404143-2571-47a4-b27d-76f8e073b2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b5143c-a330-4990-b50c-9a430d63f469,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:50.131750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c08d5b-0a79-47f1-a378-89788fcd1441 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Made reservation on behalf of d9c55ff3ebd64856b2803c73f0dba374 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:03:50.136603 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-71c08d5b-0a79-47f1-a378-89788fcd1441 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:50.146448 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-71c08d5b-0a79-47f1-a378-89788fcd1441 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:50.205458 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0487c088-473e-43bd-ab29-97830b28bcc2 req-752f02bc-5ed9-4c2e-8b4c-a236eef7de01 service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555617 Nov 11 12:03:50.259492 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-71c08d5b-0a79-47f1-a378-89788fcd1441 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:50.266105 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-71c08d5b-0a79-47f1-a378-89788fcd1441 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:50.310194 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0487c088-473e-43bd-ab29-97830b28bcc2 req-1e581942-6458-4c9d-8dd0-2bf63810d6e8 service neutron] 10.222.0.62 "GET /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922086 Nov 11 12:03:50.315642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c08d5b-0a79-47f1-a378-89788fcd1441 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:03:50.354582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c08d5b-0a79-47f1-a378-89788fcd1441 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9244c9-5b5a-4353-869b-ef2458f751b9,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:50.358969 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-71c08d5b-0a79-47f1-a378-89788fcd1441 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:50.359999 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-71c08d5b-0a79-47f1-a378-89788fcd1441 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Added segment 1a86799f-20c5-4368-8df8-cc8234009a7f of type vlan for network fda10b42-259a-4a27-9fb1-f36a6bc947ee Nov 11 12:03:50.421496 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-71c08d5b-0a79-47f1-a378-89788fcd1441 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:50.465352 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-71c08d5b-0a79-47f1-a378-89788fcd1441 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:50.471033 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c08d5b-0a79-47f1-a378-89788fcd1441 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:50.472046 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-71c08d5b-0a79-47f1-a378-89788fcd1441 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:50.557320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-71c08d5b-0a79-47f1-a378-89788fcd1441 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4722638 Nov 11 12:03:50.559544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59902) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:50.566276 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-819a9c25-37e9-4b16-b7e6-95947b25baf1 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Request body: {'subnet': {'network_id': 'fda10b42-259a-4a27-9fb1-f36a6bc947ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:50.567994 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c08d5b-0a79-47f1-a378-89788fcd1441 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Pushing event updated for resources: {'Network': ['ID=fda10b42-259a-4a27-9fb1-f36a6bc947ee,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:50.581500 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network fda10b42-259a-4a27-9fb1-f36a6bc947ee details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:03:50.584341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b3add-7055-4512-9d4d-da67f3623e7d req-febee246-368f-404f-8c95-e0ea0a8e8aa9 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:50.590357 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-775b3add-7055-4512-9d4d-da67f3623e7d req-febee246-368f-404f-8c95-e0ea0a8e8aa9 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 945 time: 0.1361587 Nov 11 12:03:50.644578 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-775b3add-7055-4512-9d4d-da67f3623e7d req-264b9c3c-74db-475c-b04d-067445ea9a4a tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525603 Nov 11 12:03:50.723942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819a9c25-37e9-4b16-b7e6-95947b25baf1 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Made reservation on behalf of d9c55ff3ebd64856b2803c73f0dba374 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:03:50.727562 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-819a9c25-37e9-4b16-b7e6-95947b25baf1 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:50.842130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160ed27-b504-42b6-9955-2734dd85e745 req-6f89f51b-ef7b-4867-8b00-3c54aa23948f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:50.844546 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3160ed27-b504-42b6-9955-2734dd85e745 req-6f89f51b-ef7b-4867-8b00-3c54aa23948f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 1024 time: 0.0535688 Nov 11 12:03:50.916832 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3160ed27-b504-42b6-9955-2734dd85e745 req-3d1779ad-834d-4030-999d-13da499dd78b tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&id=29977092-0248-446f-926d-1a2214b35685&id=5ced6098-d471-4933-b959-0762b6cf3f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0640624 Nov 11 12:03:50.927705 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-819a9c25-37e9-4b16-b7e6-95947b25baf1 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:50.992944 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a9c25-37e9-4b16-b7e6-95947b25baf1 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Pushing event updated for resources: {'Subnet': ['ID=b6fc1cf2-6b9c-4be2-8008-81c33f8f0cf7,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:51.008016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a9c25-37e9-4b16-b7e6-95947b25baf1 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Checking segment: {'id': '1a86799f-20c5-4368-8df8-cc8234009a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fda10b42-259a-4a27-9fb1-f36a6bc947ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:03:51.008715 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819a9c25-37e9-4b16-b7e6-95947b25baf1 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Network hostable DHCP agents. Network: fda10b42-259a-4a27-9fb1-f36a6bc947ee, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:03:51.034340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819a9c25-37e9-4b16-b7e6-95947b25baf1 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Network fda10b42-259a-4a27-9fb1-f36a6bc947ee is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:03:51.045412 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-819a9c25-37e9-4b16-b7e6-95947b25baf1 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, fda10b42-259a-4a27-9fb1-f36a6bc947ee) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:03:51.050043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819a9c25-37e9-4b16-b7e6-95947b25baf1 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:51.050632 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-819a9c25-37e9-4b16-b7e6-95947b25baf1 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:51.058159 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612f319f-87c2-4b86-9065-867971d68727 None None] Network fda10b42-259a-4a27-9fb1-f36a6bc947ee requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:03:51.074851 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-819a9c25-37e9-4b16-b7e6-95947b25baf1 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5138845 Nov 11 12:03:51.077532 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59924) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:51.083882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-336674431', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}, 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:51.118581 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:51.120244 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:51.188579 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85566797-5430-43e6-a6e5-e49d94102266 req-277a685f-ab05-43d1-9dde-8a38b9af0d12 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:51.189144 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:51.190181 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-85566797-5430-43e6-a6e5-e49d94102266 req-277a685f-ab05-43d1-9dde-8a38b9af0d12 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.0981505 Nov 11 12:03:51.263968 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-85566797-5430-43e6-a6e5-e49d94102266 req-633714f9-6275-45fd-9463-624903777abb tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668643 Nov 11 12:03:51.335764 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59503d52-316d-42c1-8899-b79547938948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-fda10b42-259a-4a27-9fb1-f36a6bc947ee', 'network_id': 'fda10b42-259a-4a27-9fb1-f36a6bc947ee', 'tenant_id': 'd9c55ff3ebd64856b2803c73f0dba374', 'fixed_ips': [{'subnet_id': 'b6fc1cf2-6b9c-4be2-8008-81c33f8f0cf7'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:03:51.336631 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59503d52-316d-42c1-8899-b79547938948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:51.390498 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c01fb-eae2-415f-9afb-d744bbc14835 req-c1fb9afd-aa29-4d99-ab2e-4fa6390b135c tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:51.392007 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-350c01fb-eae2-415f-9afb-d744bbc14835 req-c1fb9afd-aa29-4d99-ab2e-4fa6390b135c tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.62 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 1024 time: 0.1459286 Nov 11 12:03:51.445628 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:51.478802 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:51.508102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-59503d52-316d-42c1-8899-b79547938948 None None] Allocated IP 172.20.0.2 (fda10b42-259a-4a27-9fb1-f36a6bc947ee/b6fc1cf2-6b9c-4be2-8008-81c33f8f0cf7/0e35cf78-63c0-4f79-a30f-c86db4a080f5) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:03:51.673109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53cb85-04bc-4e7a-9805-96d7eae542bb req-f4df4267-5be6-4516-a508-bccad54d7644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:51.674778 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be53cb85-04bc-4e7a-9805-96d7eae542bb req-f4df4267-5be6-4516-a508-bccad54d7644 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66f1af08848e4be7b86be007635c44ed&device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 1098 time: 0.0619109 Nov 11 12:03:51.682478 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a311ce6-daf5-4cb5-b3cd-0f76c087b417 req-38a9d8e8-54f4-4c48-a6cd-8b804db6874d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:51.691077 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a311ce6-daf5-4cb5-b3cd-0f76c087b417 req-38a9d8e8-54f4-4c48-a6cd-8b804db6874d tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.1451807 Nov 11 12:03:51.694377 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-350c01fb-eae2-415f-9afb-d744bbc14835 req-d0354c75-c3bf-40a1-b616-a662add06990 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Deleting port 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:03:51.694717 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-350c01fb-eae2-415f-9afb-d744bbc14835 req-d0354c75-c3bf-40a1-b616-a662add06990 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:51.738997 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59503d52-316d-42c1-8899-b79547938948 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:51.753296 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59503d52-316d-42c1-8899-b79547938948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:51.798941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59503d52-316d-42c1-8899-b79547938948 None None] Network fda10b42-259a-4a27-9fb1-f36a6bc947ee is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:03:51.803593 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-59503d52-316d-42c1-8899-b79547938948 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:03:51.811938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59503d52-316d-42c1-8899-b79547938948 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:03:51.874454 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a311ce6-daf5-4cb5-b3cd-0f76c087b417 req-4dddfd08-59dd-44a3-95b1-3d17982405a7 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821187 Nov 11 12:03:51.900932 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59503d52-316d-42c1-8899-b79547938948 None None] Pushing event updated for resources: {'Port': ['ID=0e35cf78-63c0-4f79-a30f-c86db4a080f5,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:51.924326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-59503d52-316d-42c1-8899-b79547938948 None None] Attempting to bind port 0e35cf78-63c0-4f79-a30f-c86db4a080f5 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:03:51.925018 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-59503d52-316d-42c1-8899-b79547938948 None None] Attempting to bind port 0e35cf78-63c0-4f79-a30f-c86db4a080f5 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '1a86799f-20c5-4368-8df8-cc8234009a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fda10b42-259a-4a27-9fb1-f36a6bc947ee'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:03:51.925607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59503d52-316d-42c1-8899-b79547938948 None None] Attempting to bind port 0e35cf78-63c0-4f79-a30f-c86db4a080f5 on network fda10b42-259a-4a27-9fb1-f36a6bc947ee {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:03:51.925994 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7a4e2-6cfa-4fa6-8e0e-7ad451c09d45 req-1f6dc0af-d2cc-4df7-bf46-1f948d0f9363 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:51.927935 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4f7a4e2-6cfa-4fa6-8e0e-7ad451c09d45 req-1f6dc0af-d2cc-4df7-bf46-1f948d0f9363 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 945 time: 0.1760380 Nov 11 12:03:51.929847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53cb85-04bc-4e7a-9805-96d7eae542bb req-67fa8791-d807-4c4b-b272-1da1f5407d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:51.931250 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be53cb85-04bc-4e7a-9805-96d7eae542bb req-67fa8791-d807-4c4b-b272-1da1f5407d1e service neutron] 10.222.0.43 "GET /v2.0/networks?id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 HTTP/1.1" status: 200 len: 915 time: 0.2381444 Nov 11 12:03:51.938505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59503d52-316d-42c1-8899-b79547938948 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:03:51.939260 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59503d52-316d-42c1-8899-b79547938948 None None] Checking segment: {'id': '1a86799f-20c5-4368-8df8-cc8234009a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fda10b42-259a-4a27-9fb1-f36a6bc947ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:03:51.939887 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59503d52-316d-42c1-8899-b79547938948 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:51.940465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59503d52-316d-42c1-8899-b79547938948 None None] Bound using segment: {'id': '1a86799f-20c5-4368-8df8-cc8234009a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fda10b42-259a-4a27-9fb1-f36a6bc947ee'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:03:51.956301 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-59503d52-316d-42c1-8899-b79547938948 None None] Bound port: 0e35cf78-63c0-4f79-a30f-c86db4a080f5, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a86799f-20c5-4368-8df8-cc8234009a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fda10b42-259a-4a27-9fb1-f36a6bc947ee'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:03:51.956962 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59503d52-316d-42c1-8899-b79547938948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:52.032224 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be53cb85-04bc-4e7a-9805-96d7eae542bb req-7f3b601f-3777-469f-b917-50b011e98675 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2520d97d-2568-4957-bdd8-95d393789830 HTTP/1.1" status: 200 len: 217 time: 0.0656688 Nov 11 12:03:52.075652 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-59503d52-316d-42c1-8899-b79547938948 None None] For port 0e35cf78-63c0-4f79-a30f-c86db4a080f5, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:03:52.077080 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-59503d52-316d-42c1-8899-b79547938948 None None] For port 0e35cf78-63c0-4f79-a30f-c86db4a080f5, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0e35cf78-63c0-4f79-a30f-c86db4a080f5,segment=NetworkSegment(1a86799f-20c5-4368-8df8-cc8234009a7f),segment_id=1a86799f-20c5-4368-8df8-cc8234009a7f)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:03:52.083538 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59503d52-316d-42c1-8899-b79547938948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:52.132303 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4f7a4e2-6cfa-4fa6-8e0e-7ad451c09d45 req-045fa55a-7188-4880-989b-65587b5f257d tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957443 Nov 11 12:03:52.152117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59503d52-316d-42c1-8899-b79547938948 None None] Pushing event updated for resources: {'Port': ['ID=0e35cf78-63c0-4f79-a30f-c86db4a080f5,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:52.189922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dcb9f-2538-4112-9b68-58bbd8694dc5 req-bbe770fd-f3cd-4a22-b682-7be84e14b07f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:52.200571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-402dcb9f-2538-4112-9b68-58bbd8694dc5 req-bbe770fd-f3cd-4a22-b682-7be84e14b07f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 1024 time: 0.1541035 Nov 11 12:03:52.220258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53cb85-04bc-4e7a-9805-96d7eae542bb req-27e13263-f164-4280-98c3-de07df56c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:52.221979 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be53cb85-04bc-4e7a-9805-96d7eae542bb req-27e13263-f164-4280-98c3-de07df56c787 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80f55957-2e48-4530-9888-3e2eccb4f2da HTTP/1.1" status: 200 len: 853 time: 0.1495278 Nov 11 12:03:52.222784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702d7b9-c9d1-496f-ae28-328167326628 req-0426e73d-82c0-4b33-9d0a-73502ffe30d1 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:52.224282 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a702d7b9-c9d1-496f-ae28-328167326628 req-0426e73d-82c0-4b33-9d0a-73502ffe30d1 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 945 time: 0.5100985 Nov 11 12:03:52.266833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be53cb85-04bc-4e7a-9805-96d7eae542bb req-55aff8ed-184c-47b6-aa76-150998c9995f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320988 Nov 11 12:03:52.296867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-350c01fb-eae2-415f-9afb-d744bbc14835 req-d0354c75-c3bf-40a1-b616-a662add06990 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] For port 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989,segment=NetworkSegment(252a797b-815d-4a42-858f-a18e1fa464bb),segment_id=252a797b-815d-4a42-858f-a18e1fa464bb)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:52.297512 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-350c01fb-eae2-415f-9afb-d744bbc14835 req-d0354c75-c3bf-40a1-b616-a662add06990 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:52.367376 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-350c01fb-eae2-415f-9afb-d744bbc14835 req-d0354c75-c3bf-40a1-b616-a662add06990 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Calling delete_port for 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:03:52.416283 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-402dcb9f-2538-4112-9b68-58bbd8694dc5 req-45747044-53d0-4604-aab0-1e2f8ffc6b3d tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&id=29977092-0248-446f-926d-1a2214b35685&id=5ced6098-d471-4933-b959-0762b6cf3f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2146206 Nov 11 12:03:52.461962 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be53cb85-04bc-4e7a-9805-96d7eae542bb req-766ce4c2-9c31-430d-bc7a-0df6bfa9ee9b service neutron] 10.222.0.43 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847787 Nov 11 12:03:52.515698 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:52.563670 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:52.619976 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be53cb85-04bc-4e7a-9805-96d7eae542bb req-af0be20f-7812-45c4-b864-656385057637 service neutron] 10.222.0.43 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506126 Nov 11 12:03:52.639539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-a702d7b9-c9d1-496f-ae28-328167326628 req-30f57a4b-ec00-40d5-b911-5a893a29606f tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Deleting port cdaa293d-f1da-4246-b688-63517acbe645 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:03:52.639881 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a702d7b9-c9d1-496f-ae28-328167326628 req-30f57a4b-ec00-40d5-b911-5a893a29606f tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:52.821740 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a702d7b9-c9d1-496f-ae28-328167326628 req-30f57a4b-ec00-40d5-b911-5a893a29606f tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] For port cdaa293d-f1da-4246-b688-63517acbe645, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=cdaa293d-f1da-4246-b688-63517acbe645,segment=NetworkSegment(8c952d2f-ac97-436d-8ed1-f70b2098e44d),segment_id=8c952d2f-ac97-436d-8ed1-f70b2098e44d)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:52.822140 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a702d7b9-c9d1-496f-ae28-328167326628 req-30f57a4b-ec00-40d5-b911-5a893a29606f tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:52.837328 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Allocated IP 172.25.2.85 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/768fb0e8-c271-448d-9554-e5dfb4b29b76) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:03:52.847508 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-a702d7b9-c9d1-496f-ae28-328167326628 req-30f57a4b-ec00-40d5-b911-5a893a29606f tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Calling delete_port for cdaa293d-f1da-4246-b688-63517acbe645 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:03:52.854716 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-350c01fb-eae2-415f-9afb-d744bbc14835 req-d0354c75-c3bf-40a1-b616-a662add06990 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:52.869390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['54e2a4e4-642f-430b-9504-1011f29edc52', '98d8c1f1-4dc9-4b9b-89f8-fbb57c253989'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:03:52.896757 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0354c75-c3bf-40a1-b616-a662add06990 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event deleted for resources: {'Port': ['ID=98d8c1f1-4dc9-4b9b-89f8-fbb57c253989,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:53.051000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6051f-63d5-4387-94f9-c20c6ba3d235 req-09139620-3048-47ce-b1b6-c475f3bcf929 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:53.058775 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49e6051f-63d5-4387-94f9-c20c6ba3d235 req-09139620-3048-47ce-b1b6-c475f3bcf929 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.0899181 Nov 11 12:03:53.066731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-350c01fb-eae2-415f-9afb-d744bbc14835 req-d0354c75-c3bf-40a1-b616-a662add06990 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] No DVR routers for this DVR port 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:03:53.074120 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-350c01fb-eae2-415f-9afb-d744bbc14835 req-d0354c75-c3bf-40a1-b616-a662add06990 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:53.077561 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-350c01fb-eae2-415f-9afb-d744bbc14835 req-d0354c75-c3bf-40a1-b616-a662add06990 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.62 "DELETE /v2.0/ports/98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 HTTP/1.1" status: 204 len: 173 time: 1.6405609 Nov 11 12:03:53.079471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be22a972-e762-4104-9897-5910945280d8', 'name': 'network-vif-deleted', 'tag': '98d8c1f1-4dc9-4b9b-89f8-fbb57c253989'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:53.082719 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50772c3d-e083-4ec4-be73-97e0f6989884" -d '{"events": [{"server_uuid": "be22a972-e762-4104-9897-5910945280d8", "name": "network-vif-deleted", "tag": "98d8c1f1-4dc9-4b9b-89f8-fbb57c253989"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:53.176051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49e6051f-63d5-4387-94f9-c20c6ba3d235 req-b5677c02-0a72-4d63-96da-c50663138bf2 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162562 Nov 11 12:03:53.216847 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8488502-c740-49dc-8597-ffac10842f9a x-openstack-request-id: req-a8488502-c740-49dc-8597-ffac10842f9a {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:53.217204 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be22a972-e762-4104-9897-5910945280d8", "name": "network-vif-deleted", "tag": "98d8c1f1-4dc9-4b9b-89f8-fbb57c253989", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:53.217516 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8488502-c740-49dc-8597-ffac10842f9a {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:53.218007 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be22a972-e762-4104-9897-5910945280d8', 'name': 'network-vif-deleted', 'tag': '98d8c1f1-4dc9-4b9b-89f8-fbb57c253989', 'status': 'completed', 'code': 200} Nov 11 12:03:53.240071 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:53.361997 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a702d7b9-c9d1-496f-ae28-328167326628 req-30f57a4b-ec00-40d5-b911-5a893a29606f tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:53.379606 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0e35cf78-63c0-4f79-a30f-c86db4a080f5 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:03:53.395442 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e5ea1-074f-44c3-8051-c5a3e6356ffb req-025a2b95-a5f3-4a5a-9569-7ae5af34a7ec tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:53.401136 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b85e5ea1-074f-44c3-8051-c5a3e6356ffb req-025a2b95-a5f3-4a5a-9569-7ae5af34a7ec tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd0740f4-9e93-4516-b490-4501e701e0e6 HTTP/1.1" status: 200 len: 945 time: 0.1266687 Nov 11 12:03:53.435060 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:53.438727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f57a4b-ec00-40d5-b911-5a893a29606f tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Pushing event deleted for resources: {'Port': ['ID=cdaa293d-f1da-4246-b688-63517acbe645,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:53.533666 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:03:53.537531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:03:53.555549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:03:53.557763 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a702d7b9-c9d1-496f-ae28-328167326628 req-30f57a4b-ec00-40d5-b911-5a893a29606f tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] No DVR routers for this DVR port cdaa293d-f1da-4246-b688-63517acbe645 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:03:53.566223 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a702d7b9-c9d1-496f-ae28-328167326628 req-30f57a4b-ec00-40d5-b911-5a893a29606f tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:53.575272 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a702d7b9-c9d1-496f-ae28-328167326628 req-30f57a4b-ec00-40d5-b911-5a893a29606f tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.43 "DELETE /v2.0/ports/cdaa293d-f1da-4246-b688-63517acbe645 HTTP/1.1" status: 204 len: 173 time: 1.3369553 Nov 11 12:03:53.606655 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b85e5ea1-074f-44c3-8051-c5a3e6356ffb req-cf6e6d3f-fe24-443a-9985-d23280b51545 tempest-VolumesActionsTest-604222696 tempest-VolumesActionsTest-604222696-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019815 Nov 11 12:03:53.612293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Pushing event updated for resources: {'Port': ['ID=768fb0e8-c271-448d-9554-e5dfb4b29b76,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:53.615329 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0e35cf78-63c0-4f79-a30f-c86db4a080f5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:03:53.615723 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:53.668674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e02608bf-cfac-4864-b2dd-a1ba1ba1d6e7 req-23b04059-7d28-4103-b0e0-e42ffd5e3fab tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=be22a972-e762-4104-9897-5910945280d8 HTTP/1.1" status: 200 len: 210 time: 0.0832672 Nov 11 12:03:53.686135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f36d40-9172-4012-b392-c7693201996c None None] Network fda10b42-259a-4a27-9fb1-f36a6bc947ee requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:03:53.923211 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:53.937487 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2941be21-547f-4951-9829-1f6196bdfff7 None None] Provisioning complete for port 0e35cf78-63c0-4f79-a30f-c86db4a080f5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:03:53.937868 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2941be21-547f-4951-9829-1f6196bdfff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:53.966193 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:53.997528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 0e35cf78-63c0-4f79-a30f-c86db4a080f5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0e35cf78-63c0-4f79-a30f-c86db4a080f5,segment=NetworkSegment(1a86799f-20c5-4368-8df8-cc8234009a7f),segment_id=1a86799f-20c5-4368-8df8-cc8234009a7f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:03:54.003287 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device cdaa293d-f1da-4246-b688-63517acbe645 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:03:54.013253 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:54.079626 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: cdaa293d-f1da-4246-b688-63517acbe645 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:03:54.079970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device cdaa293d-f1da-4246-b688-63517acbe645 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:03:54.168872 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=0e35cf78-63c0-4f79-a30f-c86db4a080f5,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:54.258483 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:54.333420 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a173d10-6e94-4705-9af2-489428f79855 req-85ac3e48-6719-4175-b47b-0b5fdcc442e7 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:54.335213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a173d10-6e94-4705-9af2-489428f79855 req-85ac3e48-6719-4175-b47b-0b5fdcc442e7 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.0756626 Nov 11 12:03:54.421496 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a173d10-6e94-4705-9af2-489428f79855 req-72313d3f-08b0-4401-8ee9-463dbb380668 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797217 Nov 11 12:03:54.439246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Router c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:03:54.539570 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-29b63b16-8ad8-4a6a-bf86-dc2f0c571656 None None] Provisioning complete for port 0e35cf78-63c0-4f79-a30f-c86db4a080f5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:03:54.540263 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-29b63b16-8ad8-4a6a-bf86-dc2f0c571656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:54.561970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e4f0f-3301-4873-8023-67ae537c03de req-04b944d8-61e8-4b1c-8772-64d3f479d2a4 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:54.563857 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-761e4f0f-3301-4873-8023-67ae537c03de req-04b944d8-61e8-4b1c-8772-64d3f479d2a4 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.0546014 Nov 11 12:03:54.609728 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:03:54.623789 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe300ea-15c6-441e-bbea-f56086d3fe78 None None] Sync routers for ids ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:03:54.637889 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-761e4f0f-3301-4873-8023-67ae537c03de req-79e8febf-890d-4275-b3c7-88147250517c tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670617 Nov 11 12:03:54.650385 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe300ea-15c6-441e-bbea-f56086d3fe78 None None] Routers {'c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:03:54.652390 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1fe300ea-15c6-441e-bbea-f56086d3fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:03:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:54.659773 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:54.662469 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5491557d-b100-403b-8b13-04dbfe466b86 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.5830786 Nov 11 12:03:54.665086 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60026) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:54.747088 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1fe300ea-15c6-441e-bbea-f56086d3fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:54.761042 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe300ea-15c6-441e-bbea-f56086d3fe78 None None] Routers {'c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:03:54.761871 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1fe300ea-15c6-441e-bbea-f56086d3fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:03:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:54.799124 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1fe300ea-15c6-441e-bbea-f56086d3fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:54.800040 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe300ea-15c6-441e-bbea-f56086d3fe78 None None] The sync data for ids ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:03:54.992291 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733d8ab-fa70-4366-82ba-cc2c4cbeea24 req-154b97ff-12ef-4ff5-8eb8-1603adaf922b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:54.994148 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7733d8ab-fa70-4366-82ba-cc2c4cbeea24 req-154b97ff-12ef-4ff5-8eb8-1603adaf922b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.2112279 Nov 11 12:03:55.082446 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf5b9aae-5cdf-47d1-842b-08191ec40ab1 req-0a24fd90-acab-4a53-8209-dd144d98cd7f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/5ced6098-d471-4933-b959-0762b6cf3f6a HTTP/1.1" status: 200 len: 1818 time: 0.2132511 Nov 11 12:03:55.093024 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:03:55.142332 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7733d8ab-fa70-4366-82ba-cc2c4cbeea24 req-5d33903a-c4b5-4d3b-8b5f-99546b09b504 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321228 Nov 11 12:03:55.144254 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:03:55.144592 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 98d8c1f1-4dc9-4b9b-89f8-fbb57c253989 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:03:55.203051 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0e35cf78-63c0-4f79-a30f-c86db4a080f5 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:03:55.218981 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0740f4-9e93-4516-b490-4501e701e0e6', 'name': 'network-vif-deleted', 'tag': 'cdaa293d-f1da-4246-b688-63517acbe645'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:03:55.222343 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda4c10e-3c4e-482e-9f8b-b4dc44c1c4d1" -d '{"events": [{"server_uuid": "cd0740f4-9e93-4516-b490-4501e701e0e6", "name": "network-vif-deleted", "tag": "cdaa293d-f1da-4246-b688-63517acbe645"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:03:55.288033 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0e35cf78-63c0-4f79-a30f-c86db4a080f5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:03:55.288662 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:55.369440 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bf5b9aae-5cdf-47d1-842b-08191ec40ab1 req-4d7f2ba7-96b1-4adf-bbf1-92a57fa2350f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:55.390638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d87d5-9dbc-4945-ba79-602f49bf3b88 req-4f1c05e7-765c-4b8c-bdf5-8b83c1337e00 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:55.392190 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f5d87d5-9dbc-4945-ba79-602f49bf3b88 req-4f1c05e7-765c-4b8c-bdf5-8b83c1337e00 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.1236675 Nov 11 12:03:55.454496 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bf5b9aae-5cdf-47d1-842b-08191ec40ab1 req-4d7f2ba7-96b1-4adf-bbf1-92a57fa2350f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:55.549143 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f5d87d5-9dbc-4945-ba79-602f49bf3b88 req-74c3646e-9d9c-4e52-8128-bad7d3c940c1 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431851 Nov 11 12:03:55.571514 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:55.588992 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bf5b9aae-5cdf-47d1-842b-08191ec40ab1 req-4d7f2ba7-96b1-4adf-bbf1-92a57fa2350f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:55.591800 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-bf5b9aae-5cdf-47d1-842b-08191ec40ab1 req-4d7f2ba7-96b1-4adf-bbf1-92a57fa2350f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:55.592999 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf5b9aae-5cdf-47d1-842b-08191ec40ab1 req-4d7f2ba7-96b1-4adf-bbf1-92a57fa2350f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "DELETE /v2.0/security-groups/5ced6098-d471-4933-b959-0762b6cf3f6a HTTP/1.1" status: 204 len: 173 time: 0.4760582 Nov 11 12:03:55.648003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f2ba7-96b1-4adf-bbf1-92a57fa2350f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ced6098-d471-4933-b959-0762b6cf3f6a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:55.652465 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c149d24f-f0cb-4b25-93ea-e2fee90a8e48 x-openstack-request-id: req-c149d24f-f0cb-4b25-93ea-e2fee90a8e48 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:03:55.652961 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0740f4-9e93-4516-b490-4501e701e0e6", "name": "network-vif-deleted", "tag": "cdaa293d-f1da-4246-b688-63517acbe645", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:03:55.653079 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c149d24f-f0cb-4b25-93ea-e2fee90a8e48 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:03:55.653388 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0740f4-9e93-4516-b490-4501e701e0e6', 'name': 'network-vif-deleted', 'tag': 'cdaa293d-f1da-4246-b688-63517acbe645', 'status': 'completed', 'code': 200} Nov 11 12:03:55.990246 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20dbea19-89c9-49a6-a335-a6c97e579bf4 req-038bd800-9b64-4a87-9d2a-04851e25b5e3 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/29977092-0248-446f-926d-1a2214b35685 HTTP/1.1" status: 200 len: 1819 time: 0.2299716 Nov 11 12:03:56.177619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec071b8-0648-4eee-b129-67af95e00076 req-58a5fdbe-28fc-4a80-9181-00b5e1562ffc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:56.181850 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ec071b8-0648-4eee-b129-67af95e00076 req-58a5fdbe-28fc-4a80-9181-00b5e1562ffc tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.2640328 Nov 11 12:03:56.235945 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Allocated IP 172.20.0.1 (fda10b42-259a-4a27-9fb1-f36a6bc947ee/b6fc1cf2-6b9c-4be2-8008-81c33f8f0cf7/24c91d32-5f5a-4159-8758-1538d2a8907b) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:03:56.256131 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-20dbea19-89c9-49a6-a335-a6c97e579bf4 req-a376a870-6027-4ef5-9556-ad1e6b406596 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:56.324227 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ec071b8-0648-4eee-b129-67af95e00076 req-be122e01-45da-4fa7-9c4a-9f22ec2919fa tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357861 Nov 11 12:03:56.330102 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-20dbea19-89c9-49a6-a335-a6c97e579bf4 req-a376a870-6027-4ef5-9556-ad1e6b406596 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:56.453018 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-20dbea19-89c9-49a6-a335-a6c97e579bf4 req-a376a870-6027-4ef5-9556-ad1e6b406596 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:56.455783 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-20dbea19-89c9-49a6-a335-a6c97e579bf4 req-a376a870-6027-4ef5-9556-ad1e6b406596 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:56.457037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20dbea19-89c9-49a6-a335-a6c97e579bf4 req-a376a870-6027-4ef5-9556-ad1e6b406596 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "DELETE /v2.0/security-groups/29977092-0248-446f-926d-1a2214b35685 HTTP/1.1" status: 204 len: 173 time: 0.4315217 Nov 11 12:03:56.462990 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:56.511361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-db272399-a140-4149-b09a-f9a1b2f57c28 req-2fa2e80a-744f-4c55-9b61-883ee319f2bd tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1979623082', 'description': 'tempest-description-361379031'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:56.522203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376a870-6027-4ef5-9556-ad1e6b406596 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29977092-0248-446f-926d-1a2214b35685,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:56.563965 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-db272399-a140-4149-b09a-f9a1b2f57c28 req-2fa2e80a-744f-4c55-9b61-883ee319f2bd tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:56.574526 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684118de-e79b-4a4b-9c82-a34c91e5ea32 req-0ed84f93-7cca-4d8c-acee-60ae1ea8d661 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:56.576169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-684118de-e79b-4a4b-9c82-a34c91e5ea32 req-0ed84f93-7cca-4d8c-acee-60ae1ea8d661 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.1071537 Nov 11 12:03:56.586488 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:56.973599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Network fda10b42-259a-4a27-9fb1-f36a6bc947ee is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:03:56.987407 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:03:56.989359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Pushing event updated for resources: {'Port': ['ID=24c91d32-5f5a-4159-8758-1538d2a8907b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:56.995983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:03:57.051102 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-684118de-e79b-4a4b-9c82-a34c91e5ea32 req-4654c0fd-576a-452f-a74f-5e006eb9ce84 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661579 Nov 11 12:03:57.081800 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:57.189710 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-db272399-a140-4149-b09a-f9a1b2f57c28 req-2fa2e80a-744f-4c55-9b61-883ee319f2bd tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:57.326281 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-db272399-a140-4149-b09a-f9a1b2f57c28 req-2fa2e80a-744f-4c55-9b61-883ee319f2bd tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:57.379236 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2e80a-744f-4c55-9b61-883ee319f2bd tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6beb2955-034a-4885-b95c-662e50835483,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:57.386069 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-db272399-a140-4149-b09a-f9a1b2f57c28 req-2fa2e80a-744f-4c55-9b61-883ee319f2bd tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:57.402116 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db272399-a140-4149-b09a-f9a1b2f57c28 req-2fa2e80a-744f-4c55-9b61-883ee319f2bd tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.9124525 Nov 11 12:03:57.422129 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-67a1befc-e933-4bd9-9746-1e82325053cb None None] Provisioning complete for port 24c91d32-5f5a-4159-8758-1538d2a8907b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:03:57.423127 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-67a1befc-e933-4bd9-9746-1e82325053cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:57.467698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-67a1befc-e933-4bd9-9746-1e82325053cb None None] Port 24c91d32-5f5a-4159-8758-1538d2a8907b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:03:57.521940 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:57.577743 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d34b6c1c-e4c1-44c6-9d78-4eea94cb206b req-de5008ac-0e5e-41d8-a01b-6d53f9dbcaa4 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/6beb2955-034a-4885-b95c-662e50835483 HTTP/1.1" status: 200 len: 1819 time: 0.1283889 Nov 11 12:03:57.614307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-d34b6c1c-e4c1-44c6-9d78-4eea94cb206b req-85390fa7-261e-444b-8c68-f91471d3d2f8 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1856957601', 'description': 'tempest-description-hth-1751631301'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:57.624120 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde6de7-2c77-47cc-835b-99df96c03ce4 req-d921dc35-1bcb-4169-8b69-26d648d5d16b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:57.625852 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-edde6de7-2c77-47cc-835b-99df96c03ce4 req-d921dc35-1bcb-4169-8b69-26d648d5d16b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.1779072 Nov 11 12:03:57.745848 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d34b6c1c-e4c1-44c6-9d78-4eea94cb206b req-85390fa7-261e-444b-8c68-f91471d3d2f8 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:57.751141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-edde6de7-2c77-47cc-835b-99df96c03ce4 req-3820e4d5-fab6-45c3-a0ae-10313c08dc94 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115050 Nov 11 12:03:57.846367 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d34b6c1c-e4c1-44c6-9d78-4eea94cb206b req-85390fa7-261e-444b-8c68-f91471d3d2f8 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:57.854038 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d34b6c1c-e4c1-44c6-9d78-4eea94cb206b req-85390fa7-261e-444b-8c68-f91471d3d2f8 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:57.856795 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d34b6c1c-e4c1-44c6-9d78-4eea94cb206b req-85390fa7-261e-444b-8c68-f91471d3d2f8 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:57.868747 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d34b6c1c-e4c1-44c6-9d78-4eea94cb206b req-85390fa7-261e-444b-8c68-f91471d3d2f8 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "PUT /v2.0/security-groups/6beb2955-034a-4885-b95c-662e50835483 HTTP/1.1" status: 200 len: 1794 time: 0.2632320 Nov 11 12:03:57.878495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60138) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:57.996791 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85390fa7-261e-444b-8c68-f91471d3d2f8 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6beb2955-034a-4885-b95c-662e50835483,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:58.007144 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a04770b1-fe39-4651-aa2d-d8b8ba2830eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:58.052920 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-23b056ad-c7d0-4f44-bd54-0c1b0dab6125 req-6bd7beb6-7e3c-4e40-bc3a-eee44aecbc89 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/6beb2955-034a-4885-b95c-662e50835483 HTTP/1.1" status: 200 len: 1794 time: 0.1551852 Nov 11 12:03:58.075832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c830b-b10a-4300-a3fe-122cf69abc53 req-1a9c9e9f-9e60-4c13-aa58-fe440a6b7018 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:58.077372 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c9c830b-b10a-4300-a3fe-122cf69abc53 req-1a9c9e9f-9e60-4c13-aa58-fe440a6b7018 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.1442297 Nov 11 12:03:58.121520 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a04770b1-fe39-4651-aa2d-d8b8ba2830eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:58.126381 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a04770b1-fe39-4651-aa2d-d8b8ba2830eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:58.136580 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:58.145281 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:58.167919 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a04770b1-fe39-4651-aa2d-d8b8ba2830eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a92e87f52cc9416391d80e6727aaa3b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2883098 Nov 11 12:03:58.172627 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60146) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:58.180752 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04770b1-fe39-4651-aa2d-d8b8ba2830eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a45f5a-9a26-4acd-addc-923f53d80b18,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:58.225204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0423ded1-ecc5-461b-bb39-f1ef873a2b59 req-48613cfc-26d4-40df-b398-cb437113d6ef tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/6beb2955-034a-4885-b95c-662e50835483 HTTP/1.1" status: 200 len: 1794 time: 0.1439664 Nov 11 12:03:58.234774 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2af9fab2-978d-4920-bad6-f29bdb754839 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:58.242443 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c9c830b-b10a-4300-a3fe-122cf69abc53 req-8c7dc72a-1fe5-4942-9f51-6c9c144961ec tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516466 Nov 11 12:03:58.274076 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2af9fab2-978d-4920-bad6-f29bdb754839 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:58.274218 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Pushing event updated for resources: {'Port': ['ID=24c91d32-5f5a-4159-8758-1538d2a8907b,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:58.274218 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:58.320912 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2af9fab2-978d-4920-bad6-f29bdb754839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:58.324089 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2af9fab2-978d-4920-bad6-f29bdb754839 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:58.325261 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2af9fab2-978d-4920-bad6-f29bdb754839 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36a45f5a-9a26-4acd-addc-923f53d80b18 HTTP/1.1" status: 204 len: 168 time: 0.1515021 Nov 11 12:03:58.340659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9fab2-978d-4920-bad6-f29bdb754839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a45f5a-9a26-4acd-addc-923f53d80b18,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:58.406494 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0423ded1-ecc5-461b-bb39-f1ef873a2b59 req-75d09aca-f966-49b5-bac6-89d6154f34c7 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:58.431540 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0423ded1-ecc5-461b-bb39-f1ef873a2b59 req-75d09aca-f966-49b5-bac6-89d6154f34c7 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:58.486111 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0423ded1-ecc5-461b-bb39-f1ef873a2b59 req-75d09aca-f966-49b5-bac6-89d6154f34c7 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:58.491549 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0423ded1-ecc5-461b-bb39-f1ef873a2b59 req-75d09aca-f966-49b5-bac6-89d6154f34c7 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:58.502192 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0423ded1-ecc5-461b-bb39-f1ef873a2b59 req-75d09aca-f966-49b5-bac6-89d6154f34c7 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "DELETE /v2.0/security-groups/6beb2955-034a-4885-b95c-662e50835483 HTTP/1.1" status: 204 len: 173 time: 0.2636621 Nov 11 12:03:58.549920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d09aca-f966-49b5-bac6-89d6154f34c7 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beb2955-034a-4885-b95c-662e50835483,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:58.592279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Network fda10b42-259a-4a27-9fb1-f36a6bc947ee is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:03:58.624664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:03:58.694113 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-9d8f1064-2fa8-4203-8add-c30a92c544b4 req-5c612340-d450-490d-8498-36ed46e905d5 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] show failed (client error): The resource could not be found. Nov 11 12:03:58.695155 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d8f1064-2fa8-4203-8add-c30a92c544b4 req-5c612340-d450-490d-8498-36ed46e905d5 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/29977092-0248-446f-926d-1a2214b35685 HTTP/1.1" status: 404 len: 352 time: 0.0602264 Nov 11 12:03:58.722658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37271d7b-56b0-43cc-b644-505b25765df3 req-246b98f4-8195-44d5-baed-fdd3f2fb32c2 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:58.724504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-37271d7b-56b0-43cc-b644-505b25765df3 req-246b98f4-8195-44d5-baed-fdd3f2fb32c2 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.1657248 Nov 11 12:03:58.729533 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60168) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:58.753635 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee41c681-9224-4a75-a7ef-06faee0300e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:58.814342 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-2af08a4c-941b-432b-97dd-3ee30d9230c6 req-dc67cebd-e83e-425f-a7be-0d45c63cf236 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] show failed (client error): The resource could not be found. Nov 11 12:03:58.815376 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2af08a4c-941b-432b-97dd-3ee30d9230c6 req-dc67cebd-e83e-425f-a7be-0d45c63cf236 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/5ced6098-d471-4933-b959-0762b6cf3f6a HTTP/1.1" status: 404 len: 352 time: 0.0773568 Nov 11 12:03:58.881020 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-42467496-cc6d-438e-880c-730bf7602e76 req-2ffd4f29-42ce-4995-a012-7f7101262996 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] show failed (client error): The resource could not be found. Nov 11 12:03:58.882088 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42467496-cc6d-438e-880c-730bf7602e76 req-2ffd4f29-42ce-4995-a012-7f7101262996 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/944bcb60-ada9-4bae-bbca-9a6c579d1c80 HTTP/1.1" status: 404 len: 352 time: 0.0359914 Nov 11 12:03:58.882865 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee41c681-9224-4a75-a7ef-06faee0300e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:58.884813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Router c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:03:58.888332 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee41c681-9224-4a75-a7ef-06faee0300e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:58.890933 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-37271d7b-56b0-43cc-b644-505b25765df3 req-d1b2c3da-3f8c-429c-a680-f1b52bb49f09 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539140 Nov 11 12:03:58.944780 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ee41c681-9224-4a75-a7ef-06faee0300e4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=393ff44f818946bc8c58640193ce22c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2139277 Nov 11 12:03:58.950926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60178) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:58.952685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41c681-9224-4a75-a7ef-06faee0300e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18a4248-0b61-457e-a9a7-091f38daecc3,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:58.975321 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-48b38a6e-cde1-4b7b-bfba-90ae095c6542 req-40898cb5-2cd3-4a70-b864-3e3420834788 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] show failed (client error): The resource could not be found. Nov 11 12:03:58.976313 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48b38a6e-cde1-4b7b-bfba-90ae095c6542 req-40898cb5-2cd3-4a70-b864-3e3420834788 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/83bc0b62-6592-40c2-9b97-ae838cfd59be HTTP/1.1" status: 404 len: 352 time: 0.0335062 Nov 11 12:03:59.024269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-fbfcbe5c-a22a-45d1-ad71-156e2451f9c6 None None] Provisioning complete for port 24c91d32-5f5a-4159-8758-1538d2a8907b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:03:59.024753 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fbfcbe5c-a22a-45d1-ad71-156e2451f9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:59.073370 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-fbfcbe5c-a22a-45d1-ad71-156e2451f9c6 None None] Port 24c91d32-5f5a-4159-8758-1538d2a8907b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:03:59.081014 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-76aa3c33-8dc8-4bb7-b008-766852d77cec req-585de3d3-80e4-4514-a3d6-0b3d5e64a124 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] show failed (client error): The resource could not be found. Nov 11 12:03:59.082101 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76aa3c33-8dc8-4bb7-b008-766852d77cec req-585de3d3-80e4-4514-a3d6-0b3d5e64a124 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/61278b3b-7f5e-48d8-83d9-ca6c813cc815 HTTP/1.1" status: 404 len: 352 time: 0.0364943 Nov 11 12:03:59.122199 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:03:59.134204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-48932683-3e71-4f10-a284-8ed05b846e44 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] 10.222.0.65 "PUT /v2.0/routers/c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4647720 Nov 11 12:03:59.134404 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-55a7d872-9f0f-417d-b95a-ed36883b2955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:59.134641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60184) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:03:59.137195 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e91ca-e8c5-435f-81b8-0493b221d9ed None None] Sync routers for ids ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:03:59.137888 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-42084924-186c-4b2a-9aee-e15d73a9a9c8 req-36a76c71-e369-406e-a051-815e7d247c16 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] show failed (client error): The resource could not be found. Nov 11 12:03:59.138991 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42084924-186c-4b2a-9aee-e15d73a9a9c8 req-36a76c71-e369-406e-a051-815e7d247c16 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/753f313e-7c6d-4da6-bc48-60c49a4d03f8 HTTP/1.1" status: 404 len: 352 time: 0.0308847 Nov 11 12:03:59.141487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-82bebfab-4ea2-4e7a-82d2-f28e04d3fca0 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Request body: {'port': {'network_id': 'fda10b42-259a-4a27-9fb1-f36a6bc947ee', 'name': 'tempest-FloatingIPAdminTestJSON-1019671845'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:03:59.158871 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e91ca-e8c5-435f-81b8-0493b221d9ed None None] Routers {'c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:03:59.161007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-999e91ca-e8c5-435f-81b8-0493b221d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:03:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:59.174187 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bd76c-3fe3-401b-a73e-e6e3e37f3c83 req-4c1e56b3-6a27-41ea-b175-b0eddbbed3d8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:59.175742 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1a6bd76c-3fe3-401b-a73e-e6e3e37f3c83 req-4c1e56b3-6a27-41ea-b175-b0eddbbed3d8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.1098232 Nov 11 12:03:59.177973 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-55a7d872-9f0f-417d-b95a-ed36883b2955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:59.246535 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-999e91ca-e8c5-435f-81b8-0493b221d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:59.249975 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-55a7d872-9f0f-417d-b95a-ed36883b2955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:59.253321 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-55a7d872-9f0f-417d-b95a-ed36883b2955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:59.254854 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-55a7d872-9f0f-417d-b95a-ed36883b2955 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a18a4248-0b61-457e-a9a7-091f38daecc3 HTTP/1.1" status: 204 len: 168 time: 0.2993815 Nov 11 12:03:59.272210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7d872-9f0f-417d-b95a-ed36883b2955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18a4248-0b61-457e-a9a7-091f38daecc3,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:03:59.287625 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e91ca-e8c5-435f-81b8-0493b221d9ed None None] Routers {'c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:03:59.289254 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-999e91ca-e8c5-435f-81b8-0493b221d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:03:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:59.307923 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1a6bd76c-3fe3-401b-a73e-e6e3e37f3c83 req-f18f89a3-63d4-4e16-9506-f9a75148c872 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251183 Nov 11 12:03:59.336811 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bebfab-4ea2-4e7a-82d2-f28e04d3fca0 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Made reservation on behalf of d9c55ff3ebd64856b2803c73f0dba374 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:03:59.343539 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82bebfab-4ea2-4e7a-82d2-f28e04d3fca0 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:59.378602 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-82bebfab-4ea2-4e7a-82d2-f28e04d3fca0 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] device_id is not set on port 9d2e439f-037d-4ef8-9fbf-df945bae723e yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:03:59.393392 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-999e91ca-e8c5-435f-81b8-0493b221d9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:03:59.394360 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e91ca-e8c5-435f-81b8-0493b221d9ed None None] The sync data for ids ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:03:59.553769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e287ee-ff87-4ab9-8541-e715e9abf24d req-702ef1a6-f359-4a7c-b2e0-1169641c2bca tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:59.555783 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-67e287ee-ff87-4ab9-8541-e715e9abf24d req-702ef1a6-f359-4a7c-b2e0-1169641c2bca tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.0700161 Nov 11 12:03:59.615435 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-82bebfab-4ea2-4e7a-82d2-f28e04d3fca0 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Allocated IP 172.20.0.8 (fda10b42-259a-4a27-9fb1-f36a6bc947ee/b6fc1cf2-6b9c-4be2-8008-81c33f8f0cf7/9d2e439f-037d-4ef8-9fbf-df945bae723e) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:03:59.654920 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-67e287ee-ff87-4ab9-8541-e715e9abf24d req-1c3af180-b0d8-4dd9-bb70-fd357bc819b9 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891383 Nov 11 12:03:59.748352 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5612a91e-4ba2-46f8-a5d4-5e3380206dad req-51b2212e-d497-4276-877c-54f5f8b6f994 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1407807 Nov 11 12:03:59.794608 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b63deb-7ab9-4805-a8dd-676808706fc6 req-69d5c5d9-4c11-4a3b-a18c-32c821119037 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:59.804462 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91b63deb-7ab9-4805-a8dd-676808706fc6 req-69d5c5d9-4c11-4a3b-a18c-32c821119037 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 1023 time: 0.1476278 Nov 11 12:03:59.896887 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91b63deb-7ab9-4805-a8dd-676808706fc6 req-18841187-00a3-4cc4-92a1-b7118a76df12 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=0aa26ce3-86b3-4aa0-972c-c194358ad06b&id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&id=28a5440e-2677-4fbb-aa52-54295cc91464&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0912805 Nov 11 12:03:59.915932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612a91e-4ba2-46f8-a5d4-5e3380206dad req-df945155-c414-4dcc-96b5-6556e5c1f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:59.917483 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5612a91e-4ba2-46f8-a5d4-5e3380206dad req-df945155-c414-4dcc-96b5-6556e5c1f380 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66f1af08848e4be7b86be007635c44ed&device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 1098 time: 0.1253192 Nov 11 12:03:59.977399 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c794e34-55d5-4505-aa5b-2ce45d7e05d1 req-8e178a5e-c4f8-4f19-9268-b1d96b957bf7 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:03:59.980033 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c794e34-55d5-4505-aa5b-2ce45d7e05d1 req-8e178a5e-c4f8-4f19-9268-b1d96b957bf7 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.0698383 Nov 11 12:04:00.058751 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82bebfab-4ea2-4e7a-82d2-f28e04d3fca0 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:00.086105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c794e34-55d5-4505-aa5b-2ce45d7e05d1 req-4ae3d9db-3372-48ad-b614-9314797cb816 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903997 Nov 11 12:04:00.112768 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82bebfab-4ea2-4e7a-82d2-f28e04d3fca0 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:00.181066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bebfab-4ea2-4e7a-82d2-f28e04d3fca0 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Pushing event updated for resources: {'Port': ['ID=9d2e439f-037d-4ef8-9fbf-df945bae723e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:00.188790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612a91e-4ba2-46f8-a5d4-5e3380206dad req-45f4f702-7554-4fbd-b9ef-231db024b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:00.190299 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5612a91e-4ba2-46f8-a5d4-5e3380206dad req-45f4f702-7554-4fbd-b9ef-231db024b884 service neutron] 10.222.0.43 "GET /v2.0/networks?id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 HTTP/1.1" status: 200 len: 915 time: 0.2501922 Nov 11 12:04:00.200148 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bebfab-4ea2-4e7a-82d2-f28e04d3fca0 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Network fda10b42-259a-4a27-9fb1-f36a6bc947ee is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:00.201676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-82bebfab-4ea2-4e7a-82d2-f28e04d3fca0 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:00.210252 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bebfab-4ea2-4e7a-82d2-f28e04d3fca0 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:00.279405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bebfab-4ea2-4e7a-82d2-f28e04d3fca0 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:00.280100 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82bebfab-4ea2-4e7a-82d2-f28e04d3fca0 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:00.300458 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd832f-bf35-48db-8fda-23538cdeef95 req-6338788c-442e-4071-ae3e-bf4df1a5aff1 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:00.302512 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32dd832f-bf35-48db-8fda-23538cdeef95 req-6338788c-442e-4071-ae3e-bf4df1a5aff1 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.1099889 Nov 11 12:04:00.334858 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5612a91e-4ba2-46f8-a5d4-5e3380206dad req-f64e30f1-e46f-4f03-b1b0-3bc068ba053e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2520d97d-2568-4957-bdd8-95d393789830 HTTP/1.1" status: 200 len: 217 time: 0.1304584 Nov 11 12:04:00.353504 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-82bebfab-4ea2-4e7a-82d2-f28e04d3fca0 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2163281 Nov 11 12:04:00.358722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60228) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:00.389557 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32dd832f-bf35-48db-8fda-23538cdeef95 req-ae393cd7-d9f7-4607-afd0-2d7d436e381a tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724075 Nov 11 12:04:00.407546 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612a91e-4ba2-46f8-a5d4-5e3380206dad req-cdea6f39-25e0-43db-a070-f79a85eabe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:00.409344 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5612a91e-4ba2-46f8-a5d4-5e3380206dad req-cdea6f39-25e0-43db-a070-f79a85eabe5d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80f55957-2e48-4530-9888-3e2eccb4f2da HTTP/1.1" status: 200 len: 853 time: 0.0543246 Nov 11 12:04:00.465234 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5612a91e-4ba2-46f8-a5d4-5e3380206dad req-45b69c69-07fc-47cd-b910-e22cb18d8e77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471053 Nov 11 12:04:00.612063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b70d25b7-8000-422d-971f-a40d7c4f9454 None None] Provisioning complete for port 9d2e439f-037d-4ef8-9fbf-df945bae723e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:00.612616 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b70d25b7-8000-422d-971f-a40d7c4f9454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:00.615353 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a894f-b5a5-4500-bfec-20d3265b0ed7 req-86032fff-6fca-41cf-9fb3-3bafad02055f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:00.628084 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f8a894f-b5a5-4500-bfec-20d3265b0ed7 req-86032fff-6fca-41cf-9fb3-3bafad02055f tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.0999253 Nov 11 12:04:00.651419 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'project_id': 'd9c55ff3ebd64856b2803c73f0dba374', 'port_id': '9d2e439f-037d-4ef8-9fbf-df945bae723e'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:00.660878 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5612a91e-4ba2-46f8-a5d4-5e3380206dad req-b412d4ee-7681-4f99-8fe8-ed34ed0176d3 service neutron] 10.222.0.43 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877034 Nov 11 12:04:00.686278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b70d25b7-8000-422d-971f-a40d7c4f9454 None None] Port 9d2e439f-037d-4ef8-9fbf-df945bae723e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:04:00.708754 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:00.761341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f8a894f-b5a5-4500-bfec-20d3265b0ed7 req-ce2cfaa1-5076-4d8b-ab94-0987b4514e8b tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313925 Nov 11 12:04:00.848510 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5612a91e-4ba2-46f8-a5d4-5e3380206dad req-6643733b-0351-45c7-a8cd-7c623ff3d92f service neutron] 10.222.0.43 "GET /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779349 Nov 11 12:04:00.917719 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:01.166022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be74d7-9d5b-4057-b18a-3ed83258588c req-969c5358-0be8-4137-9efc-071c25a2caa9 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:01.167797 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7be74d7-9d5b-4057-b18a-3ed83258588c req-969c5358-0be8-4137-9efc-071c25a2caa9 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.62 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 1023 time: 0.0786180 Nov 11 12:04:01.201201 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e521f23-7f45-47ef-85e3-fd8ffbe7c498 req-a14be588-764b-4361-b112-0e0156989947 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:01.203523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e521f23-7f45-47ef-85e3-fd8ffbe7c498 req-a14be588-764b-4361-b112-0e0156989947 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.2380888 Nov 11 12:04:01.252547 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Allocated IP 172.25.2.209 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/e96247c5-f234-4e32-a2b3-c86f2084e846) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:04:01.271969 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d80deb-6199-4141-8615-19a68565219c req-4d7a613b-2237-43c9-b62f-e64e8b0b644d tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:01.289009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5d80deb-6199-4141-8615-19a68565219c req-4d7a613b-2237-43c9-b62f-e64e8b0b644d tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 1023 time: 0.2618558 Nov 11 12:04:01.366944 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f7be74d7-9d5b-4057-b18a-3ed83258588c req-de63ed26-fa78-41a9-8974-3e51034a62ed tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Deleting port 54e2a4e4-642f-430b-9504-1011f29edc52 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:04:01.367318 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f7be74d7-9d5b-4057-b18a-3ed83258588c req-de63ed26-fa78-41a9-8974-3e51034a62ed tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:01.429813 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e521f23-7f45-47ef-85e3-fd8ffbe7c498 req-0d37bc92-649f-4452-81c6-e231ecacaf46 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914001 Nov 11 12:04:01.509331 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f7be74d7-9d5b-4057-b18a-3ed83258588c req-de63ed26-fa78-41a9-8974-3e51034a62ed tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] For port 54e2a4e4-642f-430b-9504-1011f29edc52, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=54e2a4e4-642f-430b-9504-1011f29edc52,segment=NetworkSegment(252a797b-815d-4a42-858f-a18e1fa464bb),segment_id=252a797b-815d-4a42-858f-a18e1fa464bb)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:04:01.511958 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f7be74d7-9d5b-4057-b18a-3ed83258588c req-de63ed26-fa78-41a9-8974-3e51034a62ed tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:01.568808 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f7be74d7-9d5b-4057-b18a-3ed83258588c req-de63ed26-fa78-41a9-8974-3e51034a62ed tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Calling delete_port for 54e2a4e4-642f-430b-9504-1011f29edc52 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:04:01.582130 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:01.688504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5d80deb-6199-4141-8615-19a68565219c req-288ba08a-8507-4c89-9feb-1bab2335539f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups?id=0aa26ce3-86b3-4aa0-972c-c194358ad06b&id=94492f3e-6f8b-4473-bdb8-62dbf63c2346&id=28a5440e-2677-4fbb-aa52-54295cc91464&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3983269 Nov 11 12:04:01.754398 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:01.795621 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:01.799022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:01.802099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:01.874985 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f7be74d7-9d5b-4057-b18a-3ed83258588c req-de63ed26-fa78-41a9-8974-3e51034a62ed tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:01.896219 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Pushing event updated for resources: {'Port': ['ID=e96247c5-f234-4e32-a2b3-c86f2084e846,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:01.897702 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['54e2a4e4-642f-430b-9504-1011f29edc52'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:04:02.000745 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63ed26-fa78-41a9-8974-3e51034a62ed tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event deleted for resources: {'Port': ['ID=54e2a4e4-642f-430b-9504-1011f29edc52,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:02.079217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7be74d7-9d5b-4057-b18a-3ed83258588c req-de63ed26-fa78-41a9-8974-3e51034a62ed tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] No DVR routers for this DVR port 54e2a4e4-642f-430b-9504-1011f29edc52 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:04:02.083564 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f7be74d7-9d5b-4057-b18a-3ed83258588c req-de63ed26-fa78-41a9-8974-3e51034a62ed tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:02.089558 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7be74d7-9d5b-4057-b18a-3ed83258588c req-de63ed26-fa78-41a9-8974-3e51034a62ed tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.62 "DELETE /v2.0/ports/54e2a4e4-642f-430b-9504-1011f29edc52 HTTP/1.1" status: 204 len: 173 time: 0.9106205 Nov 11 12:04:02.090162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3b2026-0789-4dc8-960a-21d34ce10b66', 'name': 'network-vif-deleted', 'tag': '54e2a4e4-642f-430b-9504-1011f29edc52'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:04:02.093543 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9687774e-a625-4795-b5e8-6b17fecdef02" -d '{"events": [{"server_uuid": "de3b2026-0789-4dc8-960a-21d34ce10b66", "name": "network-vif-deleted", "tag": "54e2a4e4-642f-430b-9504-1011f29edc52"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:04:02.171745 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca9d75c-6352-484e-b8df-2285fda1534f x-openstack-request-id: req-8ca9d75c-6352-484e-b8df-2285fda1534f {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:04:02.172878 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3b2026-0789-4dc8-960a-21d34ce10b66", "name": "network-vif-deleted", "tag": "54e2a4e4-642f-430b-9504-1011f29edc52", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:04:02.173338 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ca9d75c-6352-484e-b8df-2285fda1534f {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:04:02.174030 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3b2026-0789-4dc8-960a-21d34ce10b66', 'name': 'network-vif-deleted', 'tag': '54e2a4e4-642f-430b-9504-1011f29edc52', 'status': 'completed', 'code': 200} Nov 11 12:04:02.494432 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:02.587959 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:02.804312 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:02.854806 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-490a7144-e2c9-4b8c-a7f1-8647b6023304 req-c9ce9a61-b397-4a0c-a183-a8371cd53892 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3b2026-0789-4dc8-960a-21d34ce10b66 HTTP/1.1" status: 200 len: 210 time: 0.0477064 Nov 11 12:04:02.860347 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:02.953798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Pushing event updated for resources: {'Port': ['ID=e96247c5-f234-4e32-a2b3-c86f2084e846,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:02.960447 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:03.066265 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Floating IP 02bc6b4d-f13b-464f-93dc-34302408da06 associated. External IP: 172.25.2.209, port: 9d2e439f-037d-4ef8-9fbf-df945bae723e. Nov 11 12:04:03.632413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Router c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:04:03.788906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:04:03.800712 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23872a6-a950-4ddd-a14f-3a666270ab20 None None] Sync routers for ids ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:04:03.818319 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23872a6-a950-4ddd-a14f-3a666270ab20 None None] Routers {'c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:04:03.819095 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e23872a6-a950-4ddd-a14f-3a666270ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:03:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:03.820401 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:03.880418 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60346) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:03.881078 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f2f75cd8-dde9-4c63-82ac-a9647334659f tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.5205030 Nov 11 12:04:03.928566 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e23872a6-a950-4ddd-a14f-3a666270ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:03.988248 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23872a6-a950-4ddd-a14f-3a666270ab20 None None] Routers {'c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:04:03.989319 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e23872a6-a950-4ddd-a14f-3a666270ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:03:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:04.101792 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f9eb444c-146d-4f40-ad07-ccbd40b3e8e7 req-1e367ebe-a8a2-4d5e-af1f-56b7cced9611 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/0aa26ce3-86b3-4aa0-972c-c194358ad06b HTTP/1.1" status: 200 len: 1818 time: 0.1349993 Nov 11 12:04:04.114209 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e23872a6-a950-4ddd-a14f-3a666270ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:04.114895 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23872a6-a950-4ddd-a14f-3a666270ab20 None None] The sync data for ids ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:04:04.185663 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f9eb444c-146d-4f40-ad07-ccbd40b3e8e7 req-38da33ad-59cc-4bd0-bd2a-4483e4574316 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:04.225278 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f9eb444c-146d-4f40-ad07-ccbd40b3e8e7 req-38da33ad-59cc-4bd0-bd2a-4483e4574316 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:04.319319 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f9eb444c-146d-4f40-ad07-ccbd40b3e8e7 req-38da33ad-59cc-4bd0-bd2a-4483e4574316 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:04.322606 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f9eb444c-146d-4f40-ad07-ccbd40b3e8e7 req-38da33ad-59cc-4bd0-bd2a-4483e4574316 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:04.323794 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f9eb444c-146d-4f40-ad07-ccbd40b3e8e7 req-38da33ad-59cc-4bd0-bd2a-4483e4574316 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "DELETE /v2.0/security-groups/0aa26ce3-86b3-4aa0-972c-c194358ad06b HTTP/1.1" status: 204 len: 173 time: 0.2211838 Nov 11 12:04:04.371460 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da33ad-59cc-4bd0-bd2a-4483e4574316 tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa26ce3-86b3-4aa0-972c-c194358ad06b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:04.472582 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3874901-e8cd-4161-962a-aab2159b993f req-2e585910-f9ab-4dc0-84aa-5291141b997f tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "GET /v2.0/security-groups/28a5440e-2677-4fbb-aa52-54295cc91464 HTTP/1.1" status: 200 len: 1820 time: 0.1085229 Nov 11 12:04:04.546471 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c3874901-e8cd-4161-962a-aab2159b993f req-5bad649a-c14e-44ee-bb2a-ed5a62fcb9ae tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:04.572858 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c3874901-e8cd-4161-962a-aab2159b993f req-5bad649a-c14e-44ee-bb2a-ed5a62fcb9ae tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:04.645553 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1bade13e-78ad-4435-9fca-f62440d7487c tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] 10.222.0.65 "GET /v2.0/floatingips/02bc6b4d-f13b-464f-93dc-34302408da06 HTTP/1.1" status: 200 len: 983 time: 0.7635665 Nov 11 12:04:04.647888 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60370) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:04.663521 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c3874901-e8cd-4161-962a-aab2159b993f req-5bad649a-c14e-44ee-bb2a-ed5a62fcb9ae tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:04.666645 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c3874901-e8cd-4161-962a-aab2159b993f req-5bad649a-c14e-44ee-bb2a-ed5a62fcb9ae tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:04.672453 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3874901-e8cd-4161-962a-aab2159b993f req-5bad649a-c14e-44ee-bb2a-ed5a62fcb9ae tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] 10.222.0.65 "DELETE /v2.0/security-groups/28a5440e-2677-4fbb-aa52-54295cc91464 HTTP/1.1" status: 204 len: 173 time: 0.1930776 Nov 11 12:04:04.680011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60372) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:04.760351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb60025b-cbb9-45a5-9f24-4424e2aac496 admin admin] Deleting subnet d0536e05-934e-473c-b564-bb42e27b175c {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:04:04.766495 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cb60025b-cbb9-45a5-9f24-4424e2aac496 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:04.825462 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-11f0010d-21a8-4135-b571-ce20f5ca6cbe tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3823 time: 0.1734014 Nov 11 12:04:04.828149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60380) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:04.857858 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cb60025b-cbb9-45a5-9f24-4424e2aac496 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:04.883757 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad649a-c14e-44ee-bb2a-ed5a62fcb9ae tempest-SecurityGroupsTestJSON-1468373152 tempest-SecurityGroupsTestJSON-1468373152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a5440e-2677-4fbb-aa52-54295cc91464,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:04.931077 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cb60025b-cbb9-45a5-9f24-4424e2aac496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:05.038987 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cb60025b-cbb9-45a5-9f24-4424e2aac496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:05.075186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60025b-cbb9-45a5-9f24-4424e2aac496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0536e05-934e-473c-b564-bb42e27b175c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:05.083615 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cb60025b-cbb9-45a5-9f24-4424e2aac496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:05.091485 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cb60025b-cbb9-45a5-9f24-4424e2aac496 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d0536e05-934e-473c-b564-bb42e27b175c HTTP/1.1" status: 204 len: 168 time: 0.4076862 Nov 11 12:04:05.092579 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60392) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:05.117359 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 54e2a4e4-642f-430b-9504-1011f29edc52 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:04:05.163466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 54e2a4e4-642f-430b-9504-1011f29edc52 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:04:05.164495 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 54e2a4e4-642f-430b-9504-1011f29edc52 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:04:05.166881 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5a8bca5d-8701-4de3-be67-f3d1bd4c4ef5 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Deleting port e96247c5-f234-4e32-a2b3-c86f2084e846 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:04:05.167362 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5a8bca5d-8701-4de3-be67-f3d1bd4c4ef5 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:05.240232 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e4ce-249b-4b98-99e9-195acab74b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:05.286629 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5a8bca5d-8701-4de3-be67-f3d1bd4c4ef5 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:05.287089 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5a8bca5d-8701-4de3-be67-f3d1bd4c4ef5 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:05.313502 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5a8bca5d-8701-4de3-be67-f3d1bd4c4ef5 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Calling delete_port for e96247c5-f234-4e32-a2b3-c86f2084e846 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:04:05.347162 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e4ce-249b-4b98-99e9-195acab74b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:05.376642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-d0e6e4ce-249b-4b98-99e9-195acab74b3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b45cef6-cab3-4d31-8268-0a8f6ddccc4e']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:05.394124 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-d0e6e4ce-249b-4b98-99e9-195acab74b3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252a797b-815d-4a42-858f-a18e1fa464bb') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:05.394462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-d0e6e4ce-249b-4b98-99e9-195acab74b3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252a797b-815d-4a42-858f-a18e1fa464bb') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:05.406639 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e4ce-249b-4b98-99e9-195acab74b3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:05.425296 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e4ce-249b-4b98-99e9-195acab74b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:05.442816 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e6e4ce-249b-4b98-99e9-195acab74b3c admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:05.443226 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e4ce-249b-4b98-99e9-195acab74b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:05.500121 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:05.510061 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e4ce-249b-4b98-99e9-195acab74b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:05.551384 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e4ce-249b-4b98-99e9-195acab74b3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:05.563401 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d0e6e4ce-249b-4b98-99e9-195acab74b3c admin admin] 10.222.0.65 "DELETE /v2.0/networks/1b45cef6-cab3-4d31-8268-0a8f6ddccc4e HTTP/1.1" status: 204 len: 168 time: 0.4695473 Nov 11 12:04:05.564340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6e4ce-249b-4b98-99e9-195acab74b3c admin admin] Pushing event deleted for resources: {'Network': ['ID=1b45cef6-cab3-4d31-8268-0a8f6ddccc4e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:05.757263 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5a8bca5d-8701-4de3-be67-f3d1bd4c4ef5 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:05.783040 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1f1b26ee-e2fb-4e2b-87d9-9b97374b7d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:05.838779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bca5d-8701-4de3-be67-f3d1bd4c4ef5 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Pushing event deleted for resources: {'Port': ['ID=e96247c5-f234-4e32-a2b3-c86f2084e846,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:05.985404 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5a8bca5d-8701-4de3-be67-f3d1bd4c4ef5 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:05.985799 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-5a8bca5d-8701-4de3-be67-f3d1bd4c4ef5 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Floating IP 02bc6b4d-f13b-464f-93dc-34302408da06 disassociated (deleted). External IP: 172.25.2.209, port: 9d2e439f-037d-4ef8-9fbf-df945bae723e. Nov 11 12:04:06.006103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60416) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:06.124111 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0d84fdec-9182-43ef-b62e-a6fb68e6ff5b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cce5253552ca4988aa4aca3b1f7765af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1145449 Nov 11 12:04:06.124988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60420) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:06.242935 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68282c27-b141-4924-909f-dd553d54f489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:06.292721 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68282c27-b141-4924-909f-dd553d54f489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:06.404667 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68282c27-b141-4924-909f-dd553d54f489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:06.407962 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68282c27-b141-4924-909f-dd553d54f489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:06.409315 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-68282c27-b141-4924-909f-dd553d54f489 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/94492f3e-6f8b-4473-bdb8-62dbf63c2346 HTTP/1.1" status: 204 len: 168 time: 0.2827468 Nov 11 12:04:06.418866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68282c27-b141-4924-909f-dd553d54f489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94492f3e-6f8b-4473-bdb8-62dbf63c2346,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:06.456293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8bca5d-8701-4de3-be67-f3d1bd4c4ef5 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Router c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:04:06.601822 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8bca5d-8701-4de3-be67-f3d1bd4c4ef5 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:04:06.607630 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5a8bca5d-8701-4de3-be67-f3d1bd4c4ef5 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:06.611751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abebafa-21eb-4a66-934e-7818df109ef7 None None] Sync routers for ids ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:04:06.623524 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abebafa-21eb-4a66-934e-7818df109ef7 None None] Routers {'c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:04:06.624137 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0abebafa-21eb-4a66-934e-7818df109ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:03:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:06.678337 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5a8bca5d-8701-4de3-be67-f3d1bd4c4ef5 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] 10.222.0.65 "DELETE /v2.0/floatingips/02bc6b4d-f13b-464f-93dc-34302408da06 HTTP/1.1" status: 204 len: 168 time: 1.8488677 Nov 11 12:04:06.682149 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60434) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:06.686607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:06.726716 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0abebafa-21eb-4a66-934e-7818df109ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:06.729910 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:06.752970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abebafa-21eb-4a66-934e-7818df109ef7 None None] Routers {'c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:04:06.753835 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0abebafa-21eb-4a66-934e-7818df109ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:03:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:06.826507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0abebafa-21eb-4a66-934e-7818df109ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:06.826973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abebafa-21eb-4a66-934e-7818df109ef7 None None] The sync data for ids ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:04:06.913578 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:07.054957 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Allocated IP 172.25.2.7 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/8e126cfc-bd65-4f1f-954c-d0bf1f5d5379) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:04:07.288438 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:07.337256 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:07.402184 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:07.408778 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:07.413793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Pushing event updated for resources: {'Port': ['ID=8e126cfc-bd65-4f1f-954c-d0bf1f5d5379,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:07.417987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:07.535640 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:07.579621 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:07.863512 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:07.872643 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:07.991694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60482) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:08.039871 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9e96d959-4e4f-4b2c-bf85-f9d6a5acb399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:08.063002 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Pushing event updated for resources: {'Port': ['ID=8e126cfc-bd65-4f1f-954c-d0bf1f5d5379,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:08.076805 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:08.117788 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:08.129987 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60488) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:08.138481 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0f95f969-13f2-447c-9961-47100f9feb8a tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4363666 Nov 11 12:04:08.403607 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0ed48572-60cd-480f-8f8c-786f46ce050a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1468386582-network', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:08.480798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed48572-60cd-480f-8f8c-786f46ce050a admin admin] Made reservation on behalf of fd2d2d88eddd4312942ca48aca9ffcbb for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:08.486301 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0ed48572-60cd-480f-8f8c-786f46ce050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:08.513974 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0ed48572-60cd-480f-8f8c-786f46ce050a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:08.541280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:08.683973 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0ed48572-60cd-480f-8f8c-786f46ce050a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:08.705121 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0ed48572-60cd-480f-8f8c-786f46ce050a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:08.758039 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:08.769516 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed48572-60cd-480f-8f8c-786f46ce050a admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:04:08.823465 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0ed48572-60cd-480f-8f8c-786f46ce050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:08.823828 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-0ed48572-60cd-480f-8f8c-786f46ce050a admin admin] Added segment ca50008a-c557-4573-bbaa-c5716dc0c6e7 of type vlan for network d03a149d-cab9-42f0-8028-0fe357ffb817 Nov 11 12:04:08.831393 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed48572-60cd-480f-8f8c-786f46ce050a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00d9b1a-d0b2-442d-bc5b-58a94b418335,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:08.916578 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0ed48572-60cd-480f-8f8c-786f46ce050a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:08.963562 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0ed48572-60cd-480f-8f8c-786f46ce050a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:08.964659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed48572-60cd-480f-8f8c-786f46ce050a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:08.965616 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0ed48572-60cd-480f-8f8c-786f46ce050a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:08.967582 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:09.031069 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60520) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:09.036347 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-afcc2c0b-c099-4420-8d96-72d37ae1b9ea admin admin] Request body: {'subnet': {'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1468386582-subnet', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:09.046789 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0ed48572-60cd-480f-8f8c-786f46ce050a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0538778 Nov 11 12:04:09.090986 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcc2c0b-c099-4420-8d96-72d37ae1b9ea admin admin] Made reservation on behalf of fd2d2d88eddd4312942ca48aca9ffcbb for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:09.097985 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-afcc2c0b-c099-4420-8d96-72d37ae1b9ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:09.234559 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed48572-60cd-480f-8f8c-786f46ce050a admin admin] Pushing event updated for resources: {'Network': ['ID=d03a149d-cab9-42f0-8028-0fe357ffb817,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:09.245270 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:09.253157 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network d03a149d-cab9-42f0-8028-0fe357ffb817 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:04:09.443051 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-afcc2c0b-c099-4420-8d96-72d37ae1b9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:09.443213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Allocated IP 172.25.2.155 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/4a0c1dc1-e232-475c-83cb-2764b3074822) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:04:09.595882 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcc2c0b-c099-4420-8d96-72d37ae1b9ea admin admin] Checking segment: {'id': 'ca50008a-c557-4573-bbaa-c5716dc0c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:09.596354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcc2c0b-c099-4420-8d96-72d37ae1b9ea admin admin] Network hostable DHCP agents. Network: d03a149d-cab9-42f0-8028-0fe357ffb817, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:04:09.603544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc2c0b-c099-4420-8d96-72d37ae1b9ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d208a7-6bbf-435f-95c1-9ebcc952953a,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:09.631471 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d7669-c719-446e-8d92-bfd8058f4814 req-940c361d-1a0e-449a-9a41-f4ab2307ce0e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:09.639478 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d13d7669-c719-446e-8d92-bfd8058f4814 req-940c361d-1a0e-449a-9a41-f4ab2307ce0e tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.8271618 Nov 11 12:04:09.690498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcc2c0b-c099-4420-8d96-72d37ae1b9ea admin admin] Network d03a149d-cab9-42f0-8028-0fe357ffb817 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:04:09.709508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-afcc2c0b-c099-4420-8d96-72d37ae1b9ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, d03a149d-cab9-42f0-8028-0fe357ffb817) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:09.718855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc796b7-c860-4660-983b-1c804b0c2192 None None] Network d03a149d-cab9-42f0-8028-0fe357ffb817 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:09.736156 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcc2c0b-c099-4420-8d96-72d37ae1b9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:09.737904 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-afcc2c0b-c099-4420-8d96-72d37ae1b9ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:09.759495 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:09.769714 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d13d7669-c719-446e-8d92-bfd8058f4814 req-ce2fcd9c-9e53-4adc-b67b-437e4498fbba tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288726 Nov 11 12:04:09.813539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60532) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:09.818104 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-afcc2c0b-c099-4420-8d96-72d37ae1b9ea admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7759829 Nov 11 12:04:09.829057 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1468386582-router', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:09.875614 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:09.876987 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:09.902746 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:09.969333 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:09.974233 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-d03a149d-cab9-42f0-8028-0fe357ffb817', 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'fixed_ips': [{'subnet_id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:04:09.975784 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:09.997024 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:10.003717 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:10.007368 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.008236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Pushing event updated for resources: {'Port': ['ID=4a0c1dc1-e232-475c-83cb-2764b3074822,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:10.136737 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Allocated IP 172.20.0.2 (d03a149d-cab9-42f0-8028-0fe357ffb817/b7d208a7-6bbf-435f-95c1-9ebcc952953a/dfeae35a-acdf-4d22-9809-d46f9e2e130e) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:04:10.256326 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.287254 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.307008 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60540) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:10.331298 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.339555 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.384460 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Network d03a149d-cab9-42f0-8028-0fe357ffb817 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:10.389774 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:10.395341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:10.424599 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.470218 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82e89c8c-3ea2-41b5-94ea-f8a603f7faf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.475773 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6d649-0848-4c8a-a8ea-db0c828c30c4 req-e2166eba-4895-45a1-bc0a-e0597faa49b7 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:10.477268 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c1c6d649-0848-4c8a-a8ea-db0c828c30c4 req-e2166eba-4895-45a1-bc0a-e0597faa49b7 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.2033703 Nov 11 12:04:10.484249 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Attempting to bind port dfeae35a-acdf-4d22-9809-d46f9e2e130e on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:04:10.485130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Attempting to bind port dfeae35a-acdf-4d22-9809-d46f9e2e130e by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'ca50008a-c557-4573-bbaa-c5716dc0c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:04:10.485130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Attempting to bind port dfeae35a-acdf-4d22-9809-d46f9e2e130e on network d03a149d-cab9-42f0-8028-0fe357ffb817 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:04:10.490328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Pushing event updated for resources: {'Port': ['ID=dfeae35a-acdf-4d22-9809-d46f9e2e130e,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:10.501050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:10.501475 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:10.501898 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:10.502300 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:10.502694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:10.503115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:10.503654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:10.503855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:10.504275 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:10.504629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:10.505016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:10.505389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:10.512543 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:04:10.513009 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Checking segment: {'id': 'ca50008a-c557-4573-bbaa-c5716dc0c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:10.513531 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.514320 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Bound using segment: {'id': 'ca50008a-c557-4573-bbaa-c5716dc0c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:04:10.514865 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Bound port: dfeae35a-acdf-4d22-9809-d46f9e2e130e, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca50008a-c557-4573-bbaa-c5716dc0c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:04:10.515319 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.556278 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.581235 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82e89c8c-3ea2-41b5-94ea-f8a603f7faf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.586509 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] For port dfeae35a-acdf-4d22-9809-d46f9e2e130e, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:04:10.587375 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82e89c8c-3ea2-41b5-94ea-f8a603f7faf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.590219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] For port dfeae35a-acdf-4d22-9809-d46f9e2e130e, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=dfeae35a-acdf-4d22-9809-d46f9e2e130e,segment=NetworkSegment(ca50008a-c557-4573-bbaa-c5716dc0c6e7),segment_id=ca50008a-c557-4573-bbaa-c5716dc0c6e7)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:04:10.598215 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.613675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e89c8c-3ea2-41b5-94ea-f8a603f7faf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed1c92f-d9b5-4c2e-baf4-b5561b8e6a3d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:10.662291 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-82e89c8c-3ea2-41b5-94ea-f8a603f7faf1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e01053a9b9448f684e97d18da864784&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3541813 Nov 11 12:04:10.664653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e485b4-6606-4e83-a8f6-bd29a33b355c None None] Pushing event updated for resources: {'Port': ['ID=dfeae35a-acdf-4d22-9809-d46f9e2e130e,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:10.665102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60550) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:10.745353 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-237a4bea-f99b-47e2-bbd0-7647f5bf929e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.772644 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-c1c6d649-0848-4c8a-a8ea-db0c828c30c4 req-1826017d-3201-43f0-96fc-c157ebfa5a63 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Deleting port 2520d97d-2568-4957-bdd8-95d393789830 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:04:10.772983 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c1c6d649-0848-4c8a-a8ea-db0c828c30c4 req-1826017d-3201-43f0-96fc-c157ebfa5a63 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.786360 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-237a4bea-f99b-47e2-bbd0-7647f5bf929e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.839510 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.884073 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.898442 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-237a4bea-f99b-47e2-bbd0-7647f5bf929e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.902568 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-237a4bea-f99b-47e2-bbd0-7647f5bf929e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:10.905219 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-237a4bea-f99b-47e2-bbd0-7647f5bf929e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bed1c92f-d9b5-4c2e-baf4-b5561b8e6a3d HTTP/1.1" status: 204 len: 168 time: 0.2385881 Nov 11 12:04:10.915284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a4bea-f99b-47e2-bbd0-7647f5bf929e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed1c92f-d9b5-4c2e-baf4-b5561b8e6a3d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:10.983308 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:11.030942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ffe62-b0bb-4cc3-8e6a-355b85b89ae6 req-15b6b74b-b3f4-4400-8a82-3735908be940 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:11.032654 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c52ffe62-b0bb-4cc3-8e6a-355b85b89ae6 req-15b6b74b-b3f4-4400-8a82-3735908be940 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 947 time: 0.1081824 Nov 11 12:04:11.047072 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:11.062184 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Pushing event updated for resources: {'Port': ['ID=4a0c1dc1-e232-475c-83cb-2764b3074822,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:11.158344 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c52ffe62-b0bb-4cc3-8e6a-355b85b89ae6 req-038edfd9-fa77-4612-aa17-eb79c7867089 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a6653fd-85ab-4f7c-bc37-599a3f600c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103027 Nov 11 12:04:11.283318 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:11.336228 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device dfeae35a-acdf-4d22-9809-d46f9e2e130e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:04:11.402262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port dfeae35a-acdf-4d22-9809-d46f9e2e130e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:11.414052 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:11.495697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c1c6d649-0848-4c8a-a8ea-db0c828c30c4 req-1826017d-3201-43f0-96fc-c157ebfa5a63 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] For port 2520d97d-2568-4957-bdd8-95d393789830, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2520d97d-2568-4957-bdd8-95d393789830,segment=NetworkSegment(c98b7a57-9fbb-4c32-b6be-eb22f754382b),segment_id=c98b7a57-9fbb-4c32-b6be-eb22f754382b)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:04:11.496269 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c1c6d649-0848-4c8a-a8ea-db0c828c30c4 req-1826017d-3201-43f0-96fc-c157ebfa5a63 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:11.518202 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60570) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:11.537360 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ef297cd-481d-469a-8a26-fe29168e66c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:11.537670 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:11.546044 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-c1c6d649-0848-4c8a-a8ea-db0c828c30c4 req-1826017d-3201-43f0-96fc-c157ebfa5a63 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Calling delete_port for 2520d97d-2568-4957-bdd8-95d393789830 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:04:11.547293 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:11.578202 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:11.579623 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f8e2ba44-aeba-4241-862d-2c8a3c9f4ac1 tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4486330 Nov 11 12:04:11.597036 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port dfeae35a-acdf-4d22-9809-d46f9e2e130e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=dfeae35a-acdf-4d22-9809-d46f9e2e130e,segment=NetworkSegment(ca50008a-c557-4573-bbaa-c5716dc0c6e7),segment_id=ca50008a-c557-4573-bbaa-c5716dc0c6e7)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:04:11.603642 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:11.610855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60572) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:11.675372 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=dfeae35a-acdf-4d22-9809-d46f9e2e130e,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:11.681053 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ef297cd-481d-469a-8a26-fe29168e66c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:11.687666 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ef297cd-481d-469a-8a26-fe29168e66c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:11.719500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef297cd-481d-469a-8a26-fe29168e66c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8b3463-8442-41f4-a671-12a989bf7faf,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:11.753199 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7ef297cd-481d-469a-8a26-fe29168e66c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=31e787d63ddc4919b3863b9136c677a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312739 Nov 11 12:04:11.754093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60574) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:11.767864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Allocated IP 172.25.2.209 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/2617ff2f-e049-4bff-ac8f-0b863bb0a8a9) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:04:11.793071 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e31b39db-66a7-45a3-a60e-6705d58cf8c4 tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.1786587 Nov 11 12:04:11.794128 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60576) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:11.868502 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-93a19ffe-e1de-43ed-9f7f-b0a0c3e846b6 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0714374 Nov 11 12:04:11.868753 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60578) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:11.940389 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c01e3e9-41d3-4f34-b657-f3bc1f5d2312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:11.948939 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c1c6d649-0848-4c8a-a8ea-db0c828c30c4 req-1826017d-3201-43f0-96fc-c157ebfa5a63 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:11.963057 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['2520d97d-2568-4957-bdd8-95d393789830'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:04:11.993874 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826017d-3201-43f0-96fc-c157ebfa5a63 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Pushing event deleted for resources: {'Port': ['ID=2520d97d-2568-4957-bdd8-95d393789830,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:12.013096 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:12.066371 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:12.123934 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c01e3e9-41d3-4f34-b657-f3bc1f5d2312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:12.128122 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939e1e46-5131-4603-814f-9d96c7c554f2 None None] Network d03a149d-cab9-42f0-8028-0fe357ffb817 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:12.155454 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:12.172406 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c6d649-0848-4c8a-a8ea-db0c828c30c4 req-1826017d-3201-43f0-96fc-c157ebfa5a63 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] No DVR routers for this DVR port 2520d97d-2568-4957-bdd8-95d393789830 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:04:12.179364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:12.188711 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c1c6d649-0848-4c8a-a8ea-db0c828c30c4 req-1826017d-3201-43f0-96fc-c157ebfa5a63 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:12.193286 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c1c6d649-0848-4c8a-a8ea-db0c828c30c4 req-1826017d-3201-43f0-96fc-c157ebfa5a63 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.43 "DELETE /v2.0/ports/2520d97d-2568-4957-bdd8-95d393789830 HTTP/1.1" status: 204 len: 173 time: 1.7057006 Nov 11 12:04:12.193765 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a869594-4ca2-4363-bb04-bd8db37ec393', 'name': 'network-vif-deleted', 'tag': '2520d97d-2568-4957-bdd8-95d393789830'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:04:12.196163 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5e8167-f8d6-4903-ab04-d91bb04ba6c9" -d '{"events": [{"server_uuid": "1a869594-4ca2-4363-bb04-bd8db37ec393", "name": "network-vif-deleted", "tag": "2520d97d-2568-4957-bdd8-95d393789830"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:04:12.200677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:12.200851 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-39952f91-8f4f-44c9-8469-67984f609c2b tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Deleting port 4a0c1dc1-e232-475c-83cb-2764b3074822 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:04:12.201244 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-39952f91-8f4f-44c9-8469-67984f609c2b tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:12.242158 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Pushing event updated for resources: {'Port': ['ID=2617ff2f-e049-4bff-ac8f-0b863bb0a8a9,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:12.300435 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c01e3e9-41d3-4f34-b657-f3bc1f5d2312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:12.303102 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c01e3e9-41d3-4f34-b657-f3bc1f5d2312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:12.307121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2c01e3e9-41d3-4f34-b657-f3bc1f5d2312 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fd8b3463-8442-41f4-a671-12a989bf7faf HTTP/1.1" status: 204 len: 168 time: 0.5495379 Nov 11 12:04:12.321553 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01e3e9-41d3-4f34-b657-f3bc1f5d2312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8b3463-8442-41f4-a671-12a989bf7faf,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:12.381467 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f184c9a-e9a7-42e0-9b50-6e6420a5f38d req-9698a3c8-4280-49e2-acbf-b8288e64b1a8 tempest-ServersNegativeTestJSON-874918349 tempest-ServersNegativeTestJSON-874918349-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a869594-4ca2-4363-bb04-bd8db37ec393 HTTP/1.1" status: 200 len: 210 time: 0.0537195 Nov 11 12:04:12.430199 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb31af3-fbd1-4e58-a753-2d22ad16adb7 x-openstack-request-id: req-abb31af3-fbd1-4e58-a753-2d22ad16adb7 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:04:12.430586 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a869594-4ca2-4363-bb04-bd8db37ec393", "name": "network-vif-deleted", "tag": "2520d97d-2568-4957-bdd8-95d393789830", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:04:12.430828 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-abb31af3-fbd1-4e58-a753-2d22ad16adb7 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:04:12.431240 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a869594-4ca2-4363-bb04-bd8db37ec393', 'name': 'network-vif-deleted', 'tag': '2520d97d-2568-4957-bdd8-95d393789830', 'status': 'completed', 'code': 200} Nov 11 12:04:12.443280 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-39952f91-8f4f-44c9-8469-67984f609c2b tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:12.443672 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-39952f91-8f4f-44c9-8469-67984f609c2b tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:12.461367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-39952f91-8f4f-44c9-8469-67984f609c2b tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Calling delete_port for 4a0c1dc1-e232-475c-83cb-2764b3074822 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:04:12.469064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c0dcf12d-1ae6-47f9-85b7-b197c79bbad5 None None] Provisioning complete for port dfeae35a-acdf-4d22-9809-d46f9e2e130e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:12.469658 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c0dcf12d-1ae6-47f9-85b7-b197c79bbad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:12.700632 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:12.751122 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-39952f91-8f4f-44c9-8469-67984f609c2b tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:12.790061 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39952f91-8f4f-44c9-8469-67984f609c2b tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Pushing event deleted for resources: {'Port': ['ID=4a0c1dc1-e232-475c-83cb-2764b3074822,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:12.928619 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-39952f91-8f4f-44c9-8469-67984f609c2b tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:12.935528 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-39952f91-8f4f-44c9-8469-67984f609c2b tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:12.938259 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-39952f91-8f4f-44c9-8469-67984f609c2b tempest-FloatingIPAdminTestJSON-1790385671 tempest-FloatingIPAdminTestJSON-1790385671-project] 10.222.0.65 "DELETE /v2.0/floatingips/e2f70caf-1513-4669-99f6-438bebd7fbbe HTTP/1.1" status: 204 len: 168 time: 1.0679433 Nov 11 12:04:12.942060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60600) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:13.025168 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f402fd95-0721-4ef9-9a24-b6e5f8447af4 None None] Provisioning complete for port dfeae35a-acdf-4d22-9809-d46f9e2e130e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:13.025925 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f402fd95-0721-4ef9-9a24-b6e5f8447af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:13.057930 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:13.241262 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-4988b36a-c24b-4813-aabc-c8ea68ad2743 tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Deleting port 8e126cfc-bd65-4f1f-954c-d0bf1f5d5379 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:04:13.241986 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4988b36a-c24b-4813-aabc-c8ea68ad2743 tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:13.300680 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device dfeae35a-acdf-4d22-9809-d46f9e2e130e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:04:13.305887 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:04:13.360108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4988b36a-c24b-4813-aabc-c8ea68ad2743 tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:13.360435 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4988b36a-c24b-4813-aabc-c8ea68ad2743 tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:13.379097 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-4988b36a-c24b-4813-aabc-c8ea68ad2743 tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Calling delete_port for 8e126cfc-bd65-4f1f-954c-d0bf1f5d5379 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:04:13.409375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port dfeae35a-acdf-4d22-9809-d46f9e2e130e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:13.410153 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:13.455068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:04:13.467282 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Sync routers for ids ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:04:13.485621 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Routers {'6c6cf9b1-52e5-4d53-88e6-50998c45b38f'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:04:13.488373 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:04:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:13.495077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60620) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:13.519587 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:13.525081 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6dc056e0-e397-4093-9975-8f588dff842f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7100604 Nov 11 12:04:13.526011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60622) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:13.612227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-1814ef5e-ce5b-4d35-bd06-8950f0f76b50 admin admin] Deleting subnet 80f55957-2e48-4530-9888-3e2eccb4f2da {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:04:13.617056 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1814ef5e-ce5b-4d35-bd06-8950f0f76b50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:13.669058 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1814ef5e-ce5b-4d35-bd06-8950f0f76b50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:13.695293 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Set router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:04:13.768610 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1814ef5e-ce5b-4d35-bd06-8950f0f76b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:13.796659 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4988b36a-c24b-4813-aabc-c8ea68ad2743 tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:13.848733 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988b36a-c24b-4813-aabc-c8ea68ad2743 tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e126cfc-bd65-4f1f-954c-d0bf1f5d5379,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:13.945326 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1814ef5e-ce5b-4d35-bd06-8950f0f76b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:13.989824 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'name': 'tempest-ServersTestBootFromVolume-1468386582-router', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:04:09Z', 'updated_at': '2021-11-11T12:04:12Z', 'revision_number': 3, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'gw_port': {'id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:11Z', 'updated_at': '2021-11-11T12:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:14.014289 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1814ef5e-ce5b-4d35-bd06-8950f0f76b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:14.022742 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1814ef5e-ce5b-4d35-bd06-8950f0f76b50 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/80f55957-2e48-4530-9888-3e2eccb4f2da HTTP/1.1" status: 204 len: 168 time: 0.5274482 Nov 11 12:04:14.025445 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60632) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:14.031759 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Checking router: 6c6cf9b1-52e5-4d53-88e6-50998c45b38f for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:04:14.032365 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Updating router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f port 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:04:14.036238 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814ef5e-ce5b-4d35-bd06-8950f0f76b50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f55957-2e48-4530-9888-3e2eccb4f2da,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:14.053709 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4988b36a-c24b-4813-aabc-c8ea68ad2743 tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:14.056817 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4988b36a-c24b-4813-aabc-c8ea68ad2743 tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:14.059169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4988b36a-c24b-4813-aabc-c8ea68ad2743 tempest-FloatingIPAdminTestJSON-443847973 tempest-FloatingIPAdminTestJSON-443847973-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/4bd3e643-00f7-4b35-ba2b-6e5744f21e51 HTTP/1.1" status: 204 len: 168 time: 1.1150069 Nov 11 12:04:14.063415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2520d97d-2568-4957-bdd8-95d393789830 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:04:14.075947 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:14.089833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60634) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:14.129832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 2520d97d-2568-4957-bdd8-95d393789830 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:04:14.130180 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2520d97d-2568-4957-bdd8-95d393789830 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:04:14.148753 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:14.259413 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-182034e7-bf3f-4a3e-a08a-c40b71508b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:14.353522 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Deleting port 9d2e439f-037d-4ef8-9fbf-df945bae723e {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:04:14.353902 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:14.543068 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-182034e7-bf3f-4a3e-a08a-c40b71508b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:14.585143 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:14.599578 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Calling delete_port for 9d2e439f-037d-4ef8-9fbf-df945bae723e owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:04:14.612883 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:14.621166 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:14.647254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Allocated IP 172.20.0.1 (d03a149d-cab9-42f0-8028-0fe357ffb817/b7d208a7-6bbf-435f-95c1-9ebcc952953a/e341da01-1ed8-470d-8ef4-511c302cb9fd) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:04:14.798674 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Attempting to bind port 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:04:14.799034 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Attempting to bind port 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:04:14.799387 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Attempting to bind port 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:04:14.801325 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fd214-b4e5-4aa2-8d46-e6fba68abe4d None None] Pushing event updated for resources: {'Port': ['ID=2617ff2f-e049-4bff-ac8f-0b863bb0a8a9,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:14.832155 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:04:14.832661 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:14.833331 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:14.835089 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:04:14.838078 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Bound port: 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:04:14.838519 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:14.846871 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fd214-b4e5-4aa2-8d46-e6fba68abe4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.847216 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fd214-b4e5-4aa2-8d46-e6fba68abe4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.848726 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fd214-b4e5-4aa2-8d46-e6fba68abe4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.849080 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fd214-b4e5-4aa2-8d46-e6fba68abe4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.849408 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fd214-b4e5-4aa2-8d46-e6fba68abe4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.850974 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fd214-b4e5-4aa2-8d46-e6fba68abe4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.851313 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fd214-b4e5-4aa2-8d46-e6fba68abe4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.851639 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fd214-b4e5-4aa2-8d46-e6fba68abe4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.851961 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fd214-b4e5-4aa2-8d46-e6fba68abe4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.852280 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fd214-b4e5-4aa2-8d46-e6fba68abe4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.852766 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fd214-b4e5-4aa2-8d46-e6fba68abe4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.854556 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fd214-b4e5-4aa2-8d46-e6fba68abe4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.921025 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:14.962196 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Pushing event deleted for resources: {'Port': ['ID=9d2e439f-037d-4ef8-9fbf-df945bae723e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:14.979730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.980079 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.980419 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.980751 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.981136 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.981470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.982079 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.982408 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.982731 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.983621 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.983621 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:14.983815 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:15.008674 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] For port 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:04:15.020939 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] For port 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2617ff2f-e049-4bff-ac8f-0b863bb0a8a9,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:04:15.031284 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:15.086657 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:15.099822 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-eca76efb-af6c-4ad7-b518-cb0b16ea4997 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] 10.222.0.65 "DELETE /v2.0/ports/9d2e439f-037d-4ef8-9fbf-df945bae723e HTTP/1.1" status: 204 len: 168 time: 1.0077744 Nov 11 12:04:15.101250 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60678) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:15.146047 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:04:15.151575 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Routers {'6c6cf9b1-52e5-4d53-88e6-50998c45b38f'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:04:15.152435 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:04:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:15.236308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d344aed-b3f3-49dc-857f-7f557a8d13e7 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:15.240419 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1d344aed-b3f3-49dc-857f-7f557a8d13e7 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3 HTTP/1.1" status: 200 len: 913 time: 0.1379614 Nov 11 12:04:15.244924 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60684) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:15.260108 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fd214-b4e5-4aa2-8d46-e6fba68abe4d None None] Pushing event updated for resources: {'Port': ['ID=2617ff2f-e049-4bff-ac8f-0b863bb0a8a9,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:15.290858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-182034e7-bf3f-4a3e-a08a-c40b71508b19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:15.311770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-182034e7-bf3f-4a3e-a08a-c40b71508b19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98b7a57-9fbb-4c32-b6be-eb22f754382b') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:15.312070 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-182034e7-bf3f-4a3e-a08a-c40b71508b19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98b7a57-9fbb-4c32-b6be-eb22f754382b') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:15.335147 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-182034e7-bf3f-4a3e-a08a-c40b71508b19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:15.380070 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-182034e7-bf3f-4a3e-a08a-c40b71508b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:15.395219 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182034e7-bf3f-4a3e-a08a-c40b71508b19 admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:15.395627 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-182034e7-bf3f-4a3e-a08a-c40b71508b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:15.397367 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:15.400105 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:15.430550 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] Set router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:04:15.515132 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-182034e7-bf3f-4a3e-a08a-c40b71508b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:15.566349 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-182034e7-bf3f-4a3e-a08a-c40b71508b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:15.583788 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-182034e7-bf3f-4a3e-a08a-c40b71508b19 admin admin] 10.222.0.65 "DELETE /v2.0/networks/702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6 HTTP/1.1" status: 204 len: 168 time: 1.5569391 Nov 11 12:04:15.584827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182034e7-bf3f-4a3e-a08a-c40b71508b19 admin admin] Pushing event deleted for resources: {'Network': ['ID=702ba7a5-f7e6-4f0f-a6d4-0ace6e2532d6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:15.633147 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:15.662299 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:15.754458 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Network d03a149d-cab9-42f0-8028-0fe357ffb817 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:15.757665 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:15.779612 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:15.781852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Pushing event updated for resources: {'Port': ['ID=e341da01-1ed8-470d-8ef4-511c302cb9fd,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:15.873943 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'name': 'tempest-ServersTestBootFromVolume-1468386582-router', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:04:09Z', 'updated_at': '2021-11-11T12:04:12Z', 'revision_number': 3, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'gw_port': {'id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:11Z', 'updated_at': '2021-11-11T12:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:15.924884 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:15.939725 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac9af7-fbc3-46d3-970c-15da4c40bf9e None None] The sync data for ids ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'] in n-d-807359-3 is: [{'id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'name': 'tempest-ServersTestBootFromVolume-1468386582-router', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:04:09Z', 'updated_at': '2021-11-11T12:04:12Z', 'revision_number': 3, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'gw_port': {'id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:11Z', 'updated_at': '2021-11-11T12:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:04:16.051778 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60704) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:16.150547 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60706) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:16.192818 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-56e0191c-56ab-4cf3-92ec-5c45f8d86ca1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=66f1af08848e4be7b86be007635c44ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399076 Nov 11 12:04:16.196828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60710) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:16.230278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ebb57b31-ee6b-4a63-92e4-cc1be8e63809 None None] Provisioning complete for port e341da01-1ed8-470d-8ef4-511c302cb9fd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:16.230639 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ebb57b31-ee6b-4a63-92e4-cc1be8e63809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:16.328743 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ebb57b31-ee6b-4a63-92e4-cc1be8e63809 None None] Port e341da01-1ed8-470d-8ef4-511c302cb9fd cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:04:16.339683 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-39d5b3ce-ed98-4787-a981-75624713e754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:16.454497 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:16.603678 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e309ed3-4cee-4ac3-983d-23f8a5c56f8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:16.783640 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-39d5b3ce-ed98-4787-a981-75624713e754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:16.807358 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e309ed3-4cee-4ac3-983d-23f8a5c56f8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:16.808856 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45c2dcc4-3b92-40a1-bf49-7cade7744536 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:16.817212 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e309ed3-4cee-4ac3-983d-23f8a5c56f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:16.840304 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:16.857249 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:16.879065 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-39d5b3ce-ed98-4787-a981-75624713e754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:16.882420 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-39d5b3ce-ed98-4787-a981-75624713e754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:16.883943 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-39d5b3ce-ed98-4787-a981-75624713e754 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8a6653fd-85ab-4f7c-bc37-599a3f600c4b HTTP/1.1" status: 204 len: 168 time: 0.6861782 Nov 11 12:04:16.905826 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5e309ed3-4cee-4ac3-983d-23f8a5c56f8d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=edc44d5df4b54e4c8d0da236d0ebeac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7496254 Nov 11 12:04:16.917510 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5b3ce-ed98-4787-a981-75624713e754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6653fd-85ab-4f7c-bc37-599a3f600c4b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:16.919873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60720) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:16.963835 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e309ed3-4cee-4ac3-983d-23f8a5c56f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769f8e12-738c-4492-9102-3394dbfa8dc0,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:17.018009 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Pushing event updated for resources: {'Port': ['ID=e341da01-1ed8-470d-8ef4-511c302cb9fd,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:17.038767 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:17.269808 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Network d03a149d-cab9-42f0-8028-0fe357ffb817 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:17.271331 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:17.311213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:04:17.360785 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6506fae2-c1b7-47c0-bebe-552910483dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:17.396143 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:17.397845 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:17.447997 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6506fae2-c1b7-47c0-bebe-552910483dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:17.519072 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:04:17.602425 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:17.658450 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6506fae2-c1b7-47c0-bebe-552910483dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:17.662391 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6506fae2-c1b7-47c0-bebe-552910483dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:17.664648 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6506fae2-c1b7-47c0-bebe-552910483dcc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/769f8e12-738c-4492-9102-3394dbfa8dc0 HTTP/1.1" status: 204 len: 168 time: 0.7330768 Nov 11 12:04:17.678672 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2617ff2f-e049-4bff-ac8f-0b863bb0a8a9,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:04:17.679966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506fae2-c1b7-47c0-bebe-552910483dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769f8e12-738c-4492-9102-3394dbfa8dc0,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:17.687435 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:17.728254 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-45c2dcc4-3b92-40a1-bf49-7cade7744536 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Deleting port 24c91d32-5f5a-4159-8758-1538d2a8907b {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:04:17.728602 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45c2dcc4-3b92-40a1-bf49-7cade7744536 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:17.857566 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=2617ff2f-e049-4bff-ac8f-0b863bb0a8a9,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:17.884267 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:04:17.906745 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b87ab151-ac88-48c5-94bd-a3ac9b62856e admin admin] 10.222.0.65 "PUT /v2.0/routers/6c6cf9b1-52e5-4d53-88e6-50998c45b38f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3793514 Nov 11 12:04:17.929597 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45c2dcc4-3b92-40a1-bf49-7cade7744536 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:17.933858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-cf1a5b32-b695-4cd8-aadb-3b54b212e571 None None] Provisioning complete for port e341da01-1ed8-470d-8ef4-511c302cb9fd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:17.934228 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cf1a5b32-b695-4cd8-aadb-3b54b212e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:17.945744 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-45c2dcc4-3b92-40a1-bf49-7cade7744536 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Calling delete_port for 24c91d32-5f5a-4159-8758-1538d2a8907b owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:04:18.033181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-cf1a5b32-b695-4cd8-aadb-3b54b212e571 None None] Port e341da01-1ed8-470d-8ef4-511c302cb9fd cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:04:18.258113 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45c2dcc4-3b92-40a1-bf49-7cade7744536 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:18.375865 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2dcc4-3b92-40a1-bf49-7cade7744536 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Pushing event deleted for resources: {'Port': ['ID=24c91d32-5f5a-4159-8758-1538d2a8907b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:18.453987 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60766) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:18.483996 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55d4ea20-a527-4194-9518-aa93c311f952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:18.625281 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45c2dcc4-3b92-40a1-bf49-7cade7744536 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:18.643803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Sync routers for ids ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:04:18.653431 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55d4ea20-a527-4194-9518-aa93c311f952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:18.666930 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55d4ea20-a527-4194-9518-aa93c311f952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:18.667493 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Routers {'6c6cf9b1-52e5-4d53-88e6-50998c45b38f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:04:18.668290 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:04:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:18.729802 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4ea20-a527-4194-9518-aa93c311f952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103f03fb-632f-49d0-b14b-aa4e259aea64,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:18.737118 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-55d4ea20-a527-4194-9518-aa93c311f952 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9fa46178d6694072a8cdf5eedfb99df2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2812905 Nov 11 12:04:18.740134 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60770) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:18.845279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60776) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:18.850215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e42ad1b7-9830-42b4-9c98-377b25641248 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--272046350', 'description': 'tempest-description--1890019292'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:18.860845 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9affe98f-5822-4321-a6f4-f7ce9baebdb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:18.920455 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9affe98f-5822-4321-a6f4-f7ce9baebdb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:18.980228 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9affe98f-5822-4321-a6f4-f7ce9baebdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:18.984016 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9affe98f-5822-4321-a6f4-f7ce9baebdb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:18.988499 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9affe98f-5822-4321-a6f4-f7ce9baebdb4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/103f03fb-632f-49d0-b14b-aa4e259aea64 HTTP/1.1" status: 204 len: 168 time: 0.2457929 Nov 11 12:04:19.004070 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affe98f-5822-4321-a6f4-f7ce9baebdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103f03fb-632f-49d0-b14b-aa4e259aea64,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:19.046351 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Set router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:04:19.111268 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c2dcc4-3b92-40a1-bf49-7cade7744536 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Router c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:04:19.111268 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e42ad1b7-9830-42b4-9c98-377b25641248 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:19.275624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:04:19.288824 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c2dcc4-3b92-40a1-bf49-7cade7744536 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:04:19.300676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60788) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:19.301359 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-45c2dcc4-3b92-40a1-bf49-7cade7744536 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] 10.222.0.65 "PUT /v2.0/routers/c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0555120 Nov 11 12:04:19.316275 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e31ed6-3eb8-466a-a74e-26e4ec267fac None None] Sync routers for ids ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:04:19.341532 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e31ed6-3eb8-466a-a74e-26e4ec267fac None None] Routers {'c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:04:19.342212 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-36e31ed6-3eb8-466a-a74e-26e4ec267fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:04:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:19.364121 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e42ad1b7-9830-42b4-9c98-377b25641248 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:19.372119 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e42ad1b7-9830-42b4-9c98-377b25641248 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:19.427774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ad1b7-9830-42b4-9c98-377b25641248 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7ec4d8-9115-4c4e-8639-7d876f7217c6,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:19.445497 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e42ad1b7-9830-42b4-9c98-377b25641248 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:19.447280 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e42ad1b7-9830-42b4-9c98-377b25641248 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6007318 Nov 11 12:04:19.457836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60794) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:19.475325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-eb42a23d-51f0-40e1-8f67-ded85b26006a tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Request body: {'security_group_rule': {'security_group_id': 'ff7ec4d8-9115-4c4e-8639-7d876f7217c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:19.490294 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:19.493225 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:19.521631 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc692627-5794-46a9-82a4-b73625f5f274 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:19.550560 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eb42a23d-51f0-40e1-8f67-ded85b26006a tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:19.667403 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eb42a23d-51f0-40e1-8f67-ded85b26006a tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:19.674403 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eb42a23d-51f0-40e1-8f67-ded85b26006a tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:19.702621 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42a23d-51f0-40e1-8f67-ded85b26006a tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba0da0c-d950-4d7a-9d45-257438fa2f70,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:19.733805 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'name': 'tempest-ServersTestBootFromVolume-1468386582-router', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:04:09Z', 'updated_at': '2021-11-11T12:04:16Z', 'revision_number': 4, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'gw_port': {'id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:11Z', 'updated_at': '2021-11-11T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'e341da01-1ed8-470d-8ef4-511c302cb9fd', 'name': '', 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'mac_address': 'fa:16:3e:d0:1a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:14Z', 'updated_at': '2021-11-11T12:04:16Z', 'revision_number': 2, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'subnets': [{'id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:19.734938 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eb42a23d-51f0-40e1-8f67-ded85b26006a tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:19.737341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-eb42a23d-51f0-40e1-8f67-ded85b26006a tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2766380 Nov 11 12:04:19.739422 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60810) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:19.749627 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2007be1a-90dc-425f-922e-cc1a703d2aea tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Request body: {'security_group_rule': {'security_group_id': 'ff7ec4d8-9115-4c4e-8639-7d876f7217c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:19.772834 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc692627-5794-46a9-82a4-b73625f5f274 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:19.787242 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-36e31ed6-3eb8-466a-a74e-26e4ec267fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:19.806296 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2007be1a-90dc-425f-922e-cc1a703d2aea tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:19.810624 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e31ed6-3eb8-466a-a74e-26e4ec267fac None None] Routers {'c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:04:19.814666 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-36e31ed6-3eb8-466a-a74e-26e4ec267fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:04:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:19.832983 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Checking router: 6c6cf9b1-52e5-4d53-88e6-50998c45b38f for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:04:19.833331 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Updating router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f port e341da01-1ed8-470d-8ef4-511c302cb9fd binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:04:19.851332 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-36e31ed6-3eb8-466a-a74e-26e4ec267fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:19.852312 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e31ed6-3eb8-466a-a74e-26e4ec267fac None None] The sync data for ids ['c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:04:19.891772 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:19.896969 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-fc692627-5794-46a9-82a4-b73625f5f274 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Deleting port 768fb0e8-c271-448d-9554-e5dfb4b29b76 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:04:19.898260 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc692627-5794-46a9-82a4-b73625f5f274 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:19.966387 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2007be1a-90dc-425f-922e-cc1a703d2aea tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:19.974139 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2007be1a-90dc-425f-922e-cc1a703d2aea tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:20.018330 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2007be1a-90dc-425f-922e-cc1a703d2aea tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:20.026892 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2007be1a-90dc-425f-922e-cc1a703d2aea tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2856855 Nov 11 12:04:20.030177 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60826) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:20.033795 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007be1a-90dc-425f-922e-cc1a703d2aea tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3402362b-0e2b-48cd-a2f7-2374ff296a39,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:20.034374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:20.144035 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:20.185078 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc692627-5794-46a9-82a4-b73625f5f274 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:20.206942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-fc692627-5794-46a9-82a4-b73625f5f274 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Calling delete_port for 768fb0e8-c271-448d-9554-e5dfb4b29b76 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:04:20.445750 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:20.458230 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:20.467373 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:20.648860 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57624c-95f0-4899-9434-948611de1bf6 None None] Pushing event updated for resources: {'Port': ['ID=e341da01-1ed8-470d-8ef4-511c302cb9fd,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:20.668556 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Attempting to bind port e341da01-1ed8-470d-8ef4-511c302cb9fd on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:04:20.668827 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Attempting to bind port e341da01-1ed8-470d-8ef4-511c302cb9fd by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'ca50008a-c557-4573-bbaa-c5716dc0c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:04:20.669354 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Attempting to bind port e341da01-1ed8-470d-8ef4-511c302cb9fd on network d03a149d-cab9-42f0-8028-0fe357ffb817 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:04:20.680295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:04:20.680710 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Checking segment: {'id': 'ca50008a-c557-4573-bbaa-c5716dc0c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:20.681146 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:20.681536 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Bound using segment: {'id': 'ca50008a-c557-4573-bbaa-c5716dc0c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:04:20.682047 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Bound port: e341da01-1ed8-470d-8ef4-511c302cb9fd, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca50008a-c557-4573-bbaa-c5716dc0c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:04:20.682420 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:20.747284 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc692627-5794-46a9-82a4-b73625f5f274 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:20.816775 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc692627-5794-46a9-82a4-b73625f5f274 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Pushing event deleted for resources: {'Port': ['ID=768fb0e8-c271-448d-9554-e5dfb4b29b76,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:20.827013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] For port e341da01-1ed8-470d-8ef4-511c302cb9fd, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:04:20.833612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] For port e341da01-1ed8-470d-8ef4-511c302cb9fd, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e341da01-1ed8-470d-8ef4-511c302cb9fd,segment=NetworkSegment(ca50008a-c557-4573-bbaa-c5716dc0c6e7),segment_id=ca50008a-c557-4573-bbaa-c5716dc0c6e7)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:04:20.840070 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:20.857329 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Allocated IP 172.25.2.205 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/6da63a48-3d57-4ae0-a3b9-d41acb780444) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:04:20.934758 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc692627-5794-46a9-82a4-b73625f5f274 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:21.010001 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-627ef213-0a62-47d0-9263-2cf62d1af388 None None] Provisioning complete for port e341da01-1ed8-470d-8ef4-511c302cb9fd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:21.014153 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-627ef213-0a62-47d0-9263-2cf62d1af388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:21.083039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Routers {'6c6cf9b1-52e5-4d53-88e6-50998c45b38f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:04:21.083999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:04:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:21.194135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57624c-95f0-4899-9434-948611de1bf6 None None] Pushing event updated for resources: {'Port': ['ID=e341da01-1ed8-470d-8ef4-511c302cb9fd,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:21.292039 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc692627-5794-46a9-82a4-b73625f5f274 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:21.323165 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc692627-5794-46a9-82a4-b73625f5f274 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:21.417647 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc692627-5794-46a9-82a4-b73625f5f274 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:21.418178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc692627-5794-46a9-82a4-b73625f5f274 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Fanout notify agent at l3_agent the message router_deleted on router c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:04:21.439201 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:21.456467 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc692627-5794-46a9-82a4-b73625f5f274 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:21.460362 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fc692627-5794-46a9-82a4-b73625f5f274 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] 10.222.0.65 "DELETE /v2.0/routers/c4d29aaa-0ca8-4a1e-b1f6-96507c6668d3 HTTP/1.1" status: 204 len: 168 time: 2.1580491 Nov 11 12:04:21.460824 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60922) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:21.527472 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:21.588324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] Set router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:04:21.596731 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-627ef213-0a62-47d0-9263-2cf62d1af388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:21.629416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-98baa8de-6996-451e-bdee-0adc8fc5819e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Deleting subnet b6fc1cf2-6b9c-4be2-8008-81c33f8f0cf7 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:04:21.641882 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-98baa8de-6996-451e-bdee-0adc8fc5819e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:21.657462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:21.662711 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:21.687227 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:21.702031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Pushing event updated for resources: {'Port': ['ID=6da63a48-3d57-4ae0-a3b9-d41acb780444,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:21.702234 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:21.746483 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-98baa8de-6996-451e-bdee-0adc8fc5819e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:21.887938 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:21.955466 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:21.988994 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-98baa8de-6996-451e-bdee-0adc8fc5819e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:22.009046 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-627ef213-0a62-47d0-9263-2cf62d1af388 None None] For port e341da01-1ed8-470d-8ef4-511c302cb9fd, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e341da01-1ed8-470d-8ef4-511c302cb9fd,segment=NetworkSegment(ca50008a-c557-4573-bbaa-c5716dc0c6e7),segment_id=ca50008a-c557-4573-bbaa-c5716dc0c6e7)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:04:22.020767 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-627ef213-0a62-47d0-9263-2cf62d1af388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:22.104524 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-98baa8de-6996-451e-bdee-0adc8fc5819e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:22.165106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ef213-0a62-47d0-9263-2cf62d1af388 None None] Pushing event updated for resources: {'Port': ['ID=e341da01-1ed8-470d-8ef4-511c302cb9fd,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:22.179896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-533e5459-90b0-465e-938e-2d13859590f3 None None] Provisioning complete for port e341da01-1ed8-470d-8ef4-511c302cb9fd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:22.180514 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-533e5459-90b0-465e-938e-2d13859590f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:22.184130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98baa8de-6996-451e-bdee-0adc8fc5819e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Pushing event deleted for resources: {'Subnet': ['ID=b6fc1cf2-6b9c-4be2-8008-81c33f8f0cf7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:22.199790 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-98baa8de-6996-451e-bdee-0adc8fc5819e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:22.213220 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-98baa8de-6996-451e-bdee-0adc8fc5819e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] 10.222.0.65 "DELETE /v2.0/subnets/b6fc1cf2-6b9c-4be2-8008-81c33f8f0cf7 HTTP/1.1" status: 204 len: 168 time: 0.7407932 Nov 11 12:04:22.214039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60950) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:22.227772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cafce18-3c8a-404a-97a9-16567cb5595f None None] Network fda10b42-259a-4a27-9fb1-f36a6bc947ee requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:22.267943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60952) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:22.347493 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:22.358588 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:22.464171 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:22.548010 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Deleting port 0e35cf78-63c0-4f79-a30f-c86db4a080f5 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:04:22.548351 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:22.555084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Pushing event updated for resources: {'Port': ['ID=6da63a48-3d57-4ae0-a3b9-d41acb780444,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:22.656782 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:22.679007 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:22.682593 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-013675c3-905e-4d88-b3ef-f4b3857df713 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6522441 Nov 11 12:04:22.744008 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1746441f-b6b7-4e38-a5e9-bc1554d1fab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:22.801941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] For port 0e35cf78-63c0-4f79-a30f-c86db4a080f5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0e35cf78-63c0-4f79-a30f-c86db4a080f5,segment=NetworkSegment(1a86799f-20c5-4368-8df8-cc8234009a7f),segment_id=1a86799f-20c5-4368-8df8-cc8234009a7f)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:04:22.803824 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:22.839900 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Calling delete_port for 0e35cf78-63c0-4f79-a30f-c86db4a080f5 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:04:22.888638 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'name': 'tempest-ServersTestBootFromVolume-1468386582-router', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:04:09Z', 'updated_at': '2021-11-11T12:04:16Z', 'revision_number': 4, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'gw_port': {'id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:11Z', 'updated_at': '2021-11-11T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'e341da01-1ed8-470d-8ef4-511c302cb9fd', 'name': '', 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'mac_address': 'fa:16:3e:d0:1a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:14Z', 'updated_at': '2021-11-11T12:04:20Z', 'revision_number': 4, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'subnets': [{'id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:22.935979 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974f2a5c-aa1c-4d0b-913a-5295f4a9aba8 None None] The sync data for ids ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'] in n-d-807359-3 is: [{'id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'name': 'tempest-ServersTestBootFromVolume-1468386582-router', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:04:09Z', 'updated_at': '2021-11-11T12:04:16Z', 'revision_number': 4, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'gw_port': {'id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:11Z', 'updated_at': '2021-11-11T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'e341da01-1ed8-470d-8ef4-511c302cb9fd', 'name': '', 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'mac_address': 'fa:16:3e:d0:1a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:14Z', 'updated_at': '2021-11-11T12:04:20Z', 'revision_number': 4, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'subnets': [{'id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:04:23.032163 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:23.083158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Pushing event deleted for resources: {'Port': ['ID=0e35cf78-63c0-4f79-a30f-c86db4a080f5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:23.090878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] No DVR routers for this DVR port 0e35cf78-63c0-4f79-a30f-c86db4a080f5 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:04:23.114213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccb704a-8d43-4691-90a0-db963d5da742 None None] DHCP port deletion for fda10b42-259a-4a27-9fb1-f36a6bc947ee request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:04:23.152088 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1746441f-b6b7-4e38-a5e9-bc1554d1fab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:23.164068 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1746441f-b6b7-4e38-a5e9-bc1554d1fab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:23.220711 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746441f-b6b7-4e38-a5e9-bc1554d1fab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f54747-e8a1-4d8a-9976-e3ef6a1fb9a7,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:23.312471 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:23.329833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32788) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:23.330584 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1746441f-b6b7-4e38-a5e9-bc1554d1fab2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1000333052994c18980070da452314b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0568864 Nov 11 12:04:23.358496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e341da01-1ed8-470d-8ef4-511c302cb9fd up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:04:23.367365 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda10b42-259a-4a27-9fb1-f36a6bc947ee']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:23.420938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a86799f-20c5-4368-8df8-cc8234009a7f') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:23.421300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a86799f-20c5-4368-8df8-cc8234009a7f') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:23.437858 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:23.473287 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:23.505941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:23.506489 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:23.513268 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-644e8b5e-94b4-4c5a-82ca-55f82a8ba114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:23.518151 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:23.520720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e341da01-1ed8-470d-8ef4-511c302cb9fd triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:23.520720 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:23.649532 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-644e8b5e-94b4-4c5a-82ca-55f82a8ba114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:23.731803 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:23.770382 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:23.789626 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] 10.222.0.65 "DELETE /v2.0/networks/fda10b42-259a-4a27-9fb1-f36a6bc947ee HTTP/1.1" status: 204 len: 168 time: 1.5744128 Nov 11 12:04:23.791531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32816) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:23.799637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a67f7-4fe1-488c-b3b1-e706aea0bd31 tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Pushing event deleted for resources: {'Network': ['ID=fda10b42-259a-4a27-9fb1-f36a6bc947ee,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:23.812385 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0e35cf78-63c0-4f79-a30f-c86db4a080f5 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:04:23.828590 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-644e8b5e-94b4-4c5a-82ca-55f82a8ba114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:23.839354 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-644e8b5e-94b4-4c5a-82ca-55f82a8ba114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:23.851833 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 0e35cf78-63c0-4f79-a30f-c86db4a080f5 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:04:23.854158 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-644e8b5e-94b4-4c5a-82ca-55f82a8ba114 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c2f54747-e8a1-4d8a-9976-e3ef6a1fb9a7 HTTP/1.1" status: 204 len: 168 time: 0.5076005 Nov 11 12:04:23.864553 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0e35cf78-63c0-4f79-a30f-c86db4a080f5 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:04:23.959923 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e8b5e-94b4-4c5a-82ca-55f82a8ba114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f54747-e8a1-4d8a-9976-e3ef6a1fb9a7,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:24.208238 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-cbc72798-66a0-4633-905a-aaa7e43ab87e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Deleting port 6763aabb-eba7-463e-9ecb-20bd85ab2d00 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:04:24.210318 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cbc72798-66a0-4633-905a-aaa7e43ab87e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:24.390363 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cbc72798-66a0-4633-905a-aaa7e43ab87e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:24.390363 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cbc72798-66a0-4633-905a-aaa7e43ab87e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:24.406963 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-cbc72798-66a0-4633-905a-aaa7e43ab87e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Calling delete_port for 6763aabb-eba7-463e-9ecb-20bd85ab2d00 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:04:24.506599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 32870) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:24.530539 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b333878-1ee9-4c9e-8a6d-a193a2bb425b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:24.663074 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32872) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:24.675494 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b333878-1ee9-4c9e-8a6d-a193a2bb425b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:24.680681 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b333878-1ee9-4c9e-8a6d-a193a2bb425b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:24.683627 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cbc72798-66a0-4633-905a-aaa7e43ab87e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:24.717292 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6b333878-1ee9-4c9e-8a6d-a193a2bb425b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0b6bea8907174ff9969df99be8355971&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2093787 Nov 11 12:04:24.722936 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 32876) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:24.738365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc72798-66a0-4633-905a-aaa7e43ab87e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Pushing event deleted for resources: {'Port': ['ID=6763aabb-eba7-463e-9ecb-20bd85ab2d00,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:24.756048 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b333878-1ee9-4c9e-8a6d-a193a2bb425b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f77243-1f53-48d9-9e53-fe37fea8fc04,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:24.818204 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff482f6a-5850-4b81-a96e-21d2c3efe038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:24.898961 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff482f6a-5850-4b81-a96e-21d2c3efe038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:25.037501 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff482f6a-5850-4b81-a96e-21d2c3efe038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:25.044703 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff482f6a-5850-4b81-a96e-21d2c3efe038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:25.048134 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ff482f6a-5850-4b81-a96e-21d2c3efe038 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62f77243-1f53-48d9-9e53-fe37fea8fc04 HTTP/1.1" status: 204 len: 168 time: 0.3242457 Nov 11 12:04:25.078668 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff482f6a-5850-4b81-a96e-21d2c3efe038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f77243-1f53-48d9-9e53-fe37fea8fc04,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:25.329159 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cbc72798-66a0-4633-905a-aaa7e43ab87e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:25.332074 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cbc72798-66a0-4633-905a-aaa7e43ab87e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:25.336083 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cbc72798-66a0-4633-905a-aaa7e43ab87e tempest-FloatingIPAdminTestJSON-349410883 tempest-FloatingIPAdminTestJSON-349410883-project] 10.222.0.65 "DELETE /v2.0/floatingips/c244f783-a96b-400e-a3a9-805c5498710c HTTP/1.1" status: 204 len: 168 time: 1.5423539 Nov 11 12:04:25.348552 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-63b4f2d8-2089-4f29-8768-341109620ecb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:25.457941 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-63b4f2d8-2089-4f29-8768-341109620ecb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:25.463904 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-63b4f2d8-2089-4f29-8768-341109620ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:25.522688 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 32896) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:25.524711 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-63b4f2d8-2089-4f29-8768-341109620ecb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7332740487d4141ab594ca1922b0b12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8563671 Nov 11 12:04:25.526251 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4f2d8-2089-4f29-8768-341109620ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a69fd4-93d5-4615-9710-4acbaf733933,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:25.600210 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8953d357-3e45-41e6-93ee-0e52b43bb235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:25.643327 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8953d357-3e45-41e6-93ee-0e52b43bb235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:25.722095 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8953d357-3e45-41e6-93ee-0e52b43bb235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:25.724992 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8953d357-3e45-41e6-93ee-0e52b43bb235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:25.726416 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8953d357-3e45-41e6-93ee-0e52b43bb235 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/67a69fd4-93d5-4615-9710-4acbaf733933 HTTP/1.1" status: 204 len: 168 time: 0.2006743 Nov 11 12:04:25.740387 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953d357-3e45-41e6-93ee-0e52b43bb235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a69fd4-93d5-4615-9710-4acbaf733933,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:25.820802 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 32908) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:26.259639 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-43b23f5a-46c4-4055-acf3-cb7f8c36a31e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d9c55ff3ebd64856b2803c73f0dba374&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4373984 Nov 11 12:04:26.262156 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 32928) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:26.321640 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-75b56029-e91a-4f22-ad7d-e2b7edfa7d85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:26.328292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32932) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:26.346138 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08f02de5-034a-4d95-8d49-c7e1f65c0e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:26.348018 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-75b56029-e91a-4f22-ad7d-e2b7edfa7d85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:26.433102 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-75b56029-e91a-4f22-ad7d-e2b7edfa7d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:26.439833 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-75b56029-e91a-4f22-ad7d-e2b7edfa7d85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:26.443810 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-75b56029-e91a-4f22-ad7d-e2b7edfa7d85 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be9244c9-5b5a-4353-869b-ef2458f751b9 HTTP/1.1" status: 204 len: 168 time: 0.1804488 Nov 11 12:04:26.452348 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b56029-e91a-4f22-ad7d-e2b7edfa7d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9244c9-5b5a-4353-869b-ef2458f751b9,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:26.462424 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08f02de5-034a-4d95-8d49-c7e1f65c0e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:26.470750 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08f02de5-034a-4d95-8d49-c7e1f65c0e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:26.525117 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 32940) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:26.526101 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-08f02de5-034a-4d95-8d49-c7e1f65c0e9e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5bf2ad86d0b14c24af0f6f9063516280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1963632 Nov 11 12:04:26.532782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f02de5-034a-4d95-8d49-c7e1f65c0e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e24e21a-7d3f-4fc5-970b-05832fc967e4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:26.590999 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a53ccce3-6959-4a4b-9d7b-0dee68d3ff4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:26.619141 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a53ccce3-6959-4a4b-9d7b-0dee68d3ff4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:26.680755 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a53ccce3-6959-4a4b-9d7b-0dee68d3ff4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:26.691169 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a53ccce3-6959-4a4b-9d7b-0dee68d3ff4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:26.692666 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a53ccce3-6959-4a4b-9d7b-0dee68d3ff4e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e24e21a-7d3f-4fc5-970b-05832fc967e4 HTTP/1.1" status: 204 len: 168 time: 0.1664226 Nov 11 12:04:26.706480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ccce3-6959-4a4b-9d7b-0dee68d3ff4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e24e21a-7d3f-4fc5-970b-05832fc967e4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:26.995225 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 32952) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:27.029507 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8827443-85a6-4595-a5cf-a08e2c7fc66e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:27.156631 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8827443-85a6-4595-a5cf-a08e2c7fc66e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:27.165690 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8827443-85a6-4595-a5cf-a08e2c7fc66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:27.214053 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32962) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:27.216449 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b8827443-85a6-4595-a5cf-a08e2c7fc66e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7992566dd2af41f8b1ffe59e667af550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2200370 Nov 11 12:04:27.217445 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8827443-85a6-4595-a5cf-a08e2c7fc66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b62b79-3254-407e-8deb-7973df38ca60,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:27.353488 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2d82b460-a048-43ec-9e2f-9510064892bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:27.398221 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2d82b460-a048-43ec-9e2f-9510064892bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:27.453653 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2d82b460-a048-43ec-9e2f-9510064892bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:27.457481 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2d82b460-a048-43ec-9e2f-9510064892bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:27.458793 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2d82b460-a048-43ec-9e2f-9510064892bf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/13b62b79-3254-407e-8deb-7973df38ca60 HTTP/1.1" status: 204 len: 168 time: 0.2437277 Nov 11 12:04:27.468661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82b460-a048-43ec-9e2f-9510064892bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b62b79-3254-407e-8deb-7973df38ca60,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:28.083765 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33016) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:28.121423 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-db6c31f3-3fa1-4ffc-b237-5178c4c0c2d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:28.339167 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-db6c31f3-3fa1-4ffc-b237-5178c4c0c2d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:28.365736 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-db6c31f3-3fa1-4ffc-b237-5178c4c0c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:28.456495 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-db6c31f3-3fa1-4ffc-b237-5178c4c0c2d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3602a787d19f4e8dbdd85e7d3d2102f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3670106 Nov 11 12:04:28.456959 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33036) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:28.556042 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c31f3-3fa1-4ffc-b237-5178c4c0c2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afb46de-5504-4605-b163-967e0aed105d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:28.617566 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0066e70d-f384-47ae-a6c9-1e04aa7317df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:28.666700 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0066e70d-f384-47ae-a6c9-1e04aa7317df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:28.772590 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0066e70d-f384-47ae-a6c9-1e04aa7317df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:28.775856 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0066e70d-f384-47ae-a6c9-1e04aa7317df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:28.777265 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0066e70d-f384-47ae-a6c9-1e04aa7317df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3afb46de-5504-4605-b163-967e0aed105d HTTP/1.1" status: 204 len: 168 time: 0.3194516 Nov 11 12:04:28.800954 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066e70d-f384-47ae-a6c9-1e04aa7317df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afb46de-5504-4605-b163-967e0aed105d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:28.984516 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33062) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:29.376043 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5481-d0f4-444b-9380-bc981cad0eca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:29.481558 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5481-d0f4-444b-9380-bc981cad0eca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:29.488847 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5481-d0f4-444b-9380-bc981cad0eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:29.552847 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33084) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:29.553258 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d3fd5481-d0f4-444b-9380-bc981cad0eca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0231d44d94e84a12bfe48b555bc56dd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5673325 Nov 11 12:04:29.554685 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd5481-d0f4-444b-9380-bc981cad0eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ecdd5d-997a-4381-93c3-595933ae985f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:29.612988 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eba04224-416b-4416-bc1c-c34211d81332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:29.649559 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eba04224-416b-4416-bc1c-c34211d81332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:29.743262 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eba04224-416b-4416-bc1c-c34211d81332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:29.747585 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eba04224-416b-4416-bc1c-c34211d81332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:29.750179 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-eba04224-416b-4416-bc1c-c34211d81332 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/53ecdd5d-997a-4381-93c3-595933ae985f HTTP/1.1" status: 204 len: 168 time: 0.1962788 Nov 11 12:04:29.770202 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba04224-416b-4416-bc1c-c34211d81332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ecdd5d-997a-4381-93c3-595933ae985f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:30.559019 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33130) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:30.666642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33140) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:30.715015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dd7b1541-40ca-40f3-9a56-ebdd662d3824 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:30.757551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-bf40d276-78b8-4a25-a286-1a42c16ba843 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-259276123'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:30.799635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf40d276-78b8-4a25-a286-1a42c16ba843 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Made reservation on behalf of 640cc485517b4610ba1c33aaf5571d23 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:30.804535 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bf40d276-78b8-4a25-a286-1a42c16ba843 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:30.819216 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bf40d276-78b8-4a25-a286-1a42c16ba843 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:30.844928 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dd7b1541-40ca-40f3-9a56-ebdd662d3824 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:30.854334 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dd7b1541-40ca-40f3-9a56-ebdd662d3824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:30.908885 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dd7b1541-40ca-40f3-9a56-ebdd662d3824 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d8d78726a094f1a9c5d6717eec5e98f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3484571 Nov 11 12:04:30.909363 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33148) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:30.939249 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b1541-40ca-40f3-9a56-ebdd662d3824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bdd362-af35-4892-bb5c-3a17f369851c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:31.004403 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bf40d276-78b8-4a25-a286-1a42c16ba843 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:31.018949 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bf40d276-78b8-4a25-a286-1a42c16ba843 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:31.032246 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5689200c-af29-4cfb-abc1-5379f710c35f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:31.060451 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf40d276-78b8-4a25-a286-1a42c16ba843 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:04:31.075491 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40d276-78b8-4a25-a286-1a42c16ba843 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5d5329-126a-4bdb-92ac-653da8ee180a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:31.090715 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5689200c-af29-4cfb-abc1-5379f710c35f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:31.094217 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bf40d276-78b8-4a25-a286-1a42c16ba843 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:31.095080 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-bf40d276-78b8-4a25-a286-1a42c16ba843 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Added segment 8098366f-4bcd-4dc6-b9a3-40e922bc03b4 of type vlan for network 3039c548-f94a-4506-95d2-617f3e723f61 Nov 11 12:04:31.129197 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33158) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:31.187204 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bf40d276-78b8-4a25-a286-1a42c16ba843 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:31.229129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26066f0-1ee8-4ae7-bad2-0722b4a1a7e6 admin admin] Deleting subnet a482714e-6512-4e7c-8e2a-0ad00b5b40f2 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:04:31.230129 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bf40d276-78b8-4a25-a286-1a42c16ba843 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:31.234349 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b26066f0-1ee8-4ae7-bad2-0722b4a1a7e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:31.239803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf40d276-78b8-4a25-a286-1a42c16ba843 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:31.240507 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bf40d276-78b8-4a25-a286-1a42c16ba843 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:31.252325 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5689200c-af29-4cfb-abc1-5379f710c35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:31.258802 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5689200c-af29-4cfb-abc1-5379f710c35f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:31.260121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5689200c-af29-4cfb-abc1-5379f710c35f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77bdd362-af35-4892-bb5c-3a17f369851c HTTP/1.1" status: 204 len: 168 time: 0.3496201 Nov 11 12:04:31.291375 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b26066f0-1ee8-4ae7-bad2-0722b4a1a7e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:31.296497 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689200c-af29-4cfb-abc1-5379f710c35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bdd362-af35-4892-bb5c-3a17f369851c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:31.303916 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bf40d276-78b8-4a25-a286-1a42c16ba843 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6360996 Nov 11 12:04:31.346528 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40d276-78b8-4a25-a286-1a42c16ba843 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event updated for resources: {'Network': ['ID=3039c548-f94a-4506-95d2-617f3e723f61,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:31.381415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 3039c548-f94a-4506-95d2-617f3e723f61 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:04:31.454091 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b26066f0-1ee8-4ae7-bad2-0722b4a1a7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:31.582015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b26066f0-1ee8-4ae7-bad2-0722b4a1a7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:31.649399 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26066f0-1ee8-4ae7-bad2-0722b4a1a7e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a482714e-6512-4e7c-8e2a-0ad00b5b40f2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:31.666958 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b26066f0-1ee8-4ae7-bad2-0722b4a1a7e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:31.674351 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b26066f0-1ee8-4ae7-bad2-0722b4a1a7e6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a482714e-6512-4e7c-8e2a-0ad00b5b40f2 HTTP/1.1" status: 204 len: 168 time: 0.5432460 Nov 11 12:04:31.676589 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33176) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:31.936023 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f5f58ce-9806-40d9-a726-41274e84ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:31.962288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33188) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:31.986990 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-765df4b6-5c98-4049-99df-045b0a4f5cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.109365 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f5f58ce-9806-40d9-a726-41274e84ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.146003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1f5f58ce-9806-40d9-a726-41274e84ae15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd3fb71-9880-4f1f-8e04-cad8c1029d7a']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:32.159338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1f5f58ce-9806-40d9-a726-41274e84ae15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c952d2f-ac97-436d-8ed1-f70b2098e44d') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:32.160300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1f5f58ce-9806-40d9-a726-41274e84ae15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c952d2f-ac97-436d-8ed1-f70b2098e44d') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:32.180440 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f5f58ce-9806-40d9-a726-41274e84ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.205452 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f5f58ce-9806-40d9-a726-41274e84ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.215452 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5f58ce-9806-40d9-a726-41274e84ae15 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:32.216244 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f5f58ce-9806-40d9-a726-41274e84ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.228243 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-765df4b6-5c98-4049-99df-045b0a4f5cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.237298 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-765df4b6-5c98-4049-99df-045b0a4f5cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.294320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765df4b6-5c98-4049-99df-045b0a4f5cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df681a4-2564-4ed7-bb29-2c42e7ca8984,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:32.315594 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:32.322359 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f5f58ce-9806-40d9-a726-41274e84ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.328262 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-765df4b6-5c98-4049-99df-045b0a4f5cce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7623c3bdf454b9e835453801ed55c70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3641295 Nov 11 12:04:32.329118 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33196) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:32.330379 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f5f58ce-9806-40d9-a726-41274e84ae15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.347143 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1f5f58ce-9806-40d9-a726-41274e84ae15 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ddd3fb71-9880-4f1f-8e04-cad8c1029d7a HTTP/1.1" status: 204 len: 168 time: 0.6593475 Nov 11 12:04:32.347917 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33198) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:32.387795 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-744a085d-3536-4e80-9fda-1eb125418500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.446729 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-744a085d-3536-4e80-9fda-1eb125418500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.455282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f58ce-9806-40d9-a726-41274e84ae15 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd3fb71-9880-4f1f-8e04-cad8c1029d7a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:32.502394 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47407f2-dae7-464a-b033-864395b2bc89 admin admin] Deleting subnet f37dbcb9-5f01-4240-95b6-6ae4cda647a0 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:04:32.527032 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c47407f2-dae7-464a-b033-864395b2bc89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.568642 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-744a085d-3536-4e80-9fda-1eb125418500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.571997 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-744a085d-3536-4e80-9fda-1eb125418500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.581544 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-744a085d-3536-4e80-9fda-1eb125418500 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4df681a4-2564-4ed7-bb29-2c42e7ca8984 HTTP/1.1" status: 204 len: 168 time: 0.2510920 Nov 11 12:04:32.607318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a085d-3536-4e80-9fda-1eb125418500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df681a4-2564-4ed7-bb29-2c42e7ca8984,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:32.610621 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c47407f2-dae7-464a-b033-864395b2bc89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.723436 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c47407f2-dae7-464a-b033-864395b2bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.838578 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c47407f2-dae7-464a-b033-864395b2bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.903024 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47407f2-dae7-464a-b033-864395b2bc89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f37dbcb9-5f01-4240-95b6-6ae4cda647a0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:32.921559 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c47407f2-dae7-464a-b033-864395b2bc89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:32.930582 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c47407f2-dae7-464a-b033-864395b2bc89 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f37dbcb9-5f01-4240-95b6-6ae4cda647a0 HTTP/1.1" status: 204 len: 168 time: 0.5798154 Nov 11 12:04:32.933225 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33214) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:33.138636 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-870c1836-1a72-401b-bba4-a8c69e1696d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:33.172778 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33222) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:33.330624 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-870c1836-1a72-401b-bba4-a8c69e1696d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:33.349239 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e32b340d-ce23-4db9-aa4c-702cd78b0b0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:33.372139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-870c1836-1a72-401b-bba4-a8c69e1696d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f7c071-1a09-4b16-ae0d-5f339bb40879']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:33.385295 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-870c1836-1a72-401b-bba4-a8c69e1696d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfafcae2-07e3-4614-bf7e-0ddbff3fdba2') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:33.385881 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-870c1836-1a72-401b-bba4-a8c69e1696d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfafcae2-07e3-4614-bf7e-0ddbff3fdba2') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:33.401884 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-870c1836-1a72-401b-bba4-a8c69e1696d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:33.427276 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-870c1836-1a72-401b-bba4-a8c69e1696d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:33.442644 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870c1836-1a72-401b-bba4-a8c69e1696d9 admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:33.443095 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-870c1836-1a72-401b-bba4-a8c69e1696d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:33.445985 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:33.484263 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e32b340d-ce23-4db9-aa4c-702cd78b0b0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:33.490606 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e32b340d-ce23-4db9-aa4c-702cd78b0b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:33.562890 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-870c1836-1a72-401b-bba4-a8c69e1696d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:33.575233 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-870c1836-1a72-401b-bba4-a8c69e1696d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:33.582985 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-870c1836-1a72-401b-bba4-a8c69e1696d9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b1f7c071-1a09-4b16-ae0d-5f339bb40879 HTTP/1.1" status: 204 len: 168 time: 0.6485655 Nov 11 12:04:33.583740 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e32b340d-ce23-4db9-aa4c-702cd78b0b0a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c432252e3df46c6a72fc9775cf12bcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4098208 Nov 11 12:04:33.584162 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33234) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:33.587641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b340d-ce23-4db9-aa4c-702cd78b0b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3a4e43-5342-4cb4-8a78-2daaf1bfb56e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:33.645818 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c1836-1a72-401b-bba4-a8c69e1696d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f7c071-1a09-4b16-ae0d-5f339bb40879,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:33.694315 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b54e1047-7c0b-476c-a2bb-9f1828226417 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:33.745483 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b54e1047-7c0b-476c-a2bb-9f1828226417 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:33.816159 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33244) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:33.818770 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b54e1047-7c0b-476c-a2bb-9f1828226417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:33.821875 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b54e1047-7c0b-476c-a2bb-9f1828226417 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:33.823468 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b54e1047-7c0b-476c-a2bb-9f1828226417 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb3a4e43-5342-4cb4-8a78-2daaf1bfb56e HTTP/1.1" status: 204 len: 168 time: 0.2202823 Nov 11 12:04:33.849264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e1047-7c0b-476c-a2bb-9f1828226417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3a4e43-5342-4cb4-8a78-2daaf1bfb56e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:33.906379 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6e2f66d6-faf3-4abf-8531-ade45fa4ea07 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b692d43a4e6248c2bb59fe5245708f22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0890732 Nov 11 12:04:33.909513 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33250) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:33.976059 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f600085d-d4c4-4f4d-93cf-ddb47e2c2ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:34.015628 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f600085d-d4c4-4f4d-93cf-ddb47e2c2ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:34.123032 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f600085d-d4c4-4f4d-93cf-ddb47e2c2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:34.149959 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f600085d-d4c4-4f4d-93cf-ddb47e2c2ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:34.156920 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f600085d-d4c4-4f4d-93cf-ddb47e2c2ee2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c HTTP/1.1" status: 204 len: 168 time: 0.2437692 Nov 11 12:04:34.197252 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600085d-d4c4-4f4d-93cf-ddb47e2c2ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f6e6e6-ced9-4a8c-9e87-a3f4b0c4168c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:34.502718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33272) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:34.509577 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-98ee0a91-71aa-40ae-b3b4-9ee01b5c246e tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Request body: {'subnet': {'network_id': '3039c548-f94a-4506-95d2-617f3e723f61', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:34.546960 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33276) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:34.623847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ee0a91-71aa-40ae-b3b4-9ee01b5c246e tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Made reservation on behalf of 640cc485517b4610ba1c33aaf5571d23 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:34.631252 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-98ee0a91-71aa-40ae-b3b4-9ee01b5c246e tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:34.704408 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38027e65-3d81-45b9-8dc2-cc41a2c439dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:34.727126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33286) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:34.794976 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d4b4b7f1-de79-436c-b882-2d967338f6a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9cfedbc3d1ab48a49af13d7dab3879c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0664873 Nov 11 12:04:34.797998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33288) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:34.832458 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38027e65-3d81-45b9-8dc2-cc41a2c439dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:34.839622 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38027e65-3d81-45b9-8dc2-cc41a2c439dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:34.887612 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38027e65-3d81-45b9-8dc2-cc41a2c439dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1a1b6d-bd66-48f7-8e68-d8b6a041bd62,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:34.892496 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-38027e65-3d81-45b9-8dc2-cc41a2c439dc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e7b0b6828e34e88ac4b08c2d1491d54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3441451 Nov 11 12:04:34.896831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33292) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:34.947784 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4582b825-c6db-406f-b9ea-722a2371c709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:34.971177 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-98ee0a91-71aa-40ae-b3b4-9ee01b5c246e tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.020680 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4582b825-c6db-406f-b9ea-722a2371c709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.069575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee0a91-71aa-40ae-b3b4-9ee01b5c246e tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event updated for resources: {'Subnet': ['ID=6eb3fe48-a0c4-4708-a0b1-eaae578b0aae,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:35.084990 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0581d00d-4086-4558-a44a-6a800d70c00f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.127829 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0581d00d-4086-4558-a44a-6a800d70c00f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.130192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ee0a91-71aa-40ae-b3b4-9ee01b5c246e tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Checking segment: {'id': '8098366f-4bcd-4dc6-b9a3-40e922bc03b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3039c548-f94a-4506-95d2-617f3e723f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:35.130192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ee0a91-71aa-40ae-b3b4-9ee01b5c246e tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Network hostable DHCP agents. Network: 3039c548-f94a-4506-95d2-617f3e723f61, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:04:35.188720 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4582b825-c6db-406f-b9ea-722a2371c709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.191662 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4582b825-c6db-406f-b9ea-722a2371c709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.192715 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4582b825-c6db-406f-b9ea-722a2371c709 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/291a57b9-d91b-4db5-80c0-3d16949f2076 HTTP/1.1" status: 204 len: 168 time: 0.3934178 Nov 11 12:04:35.199712 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ee0a91-71aa-40ae-b3b4-9ee01b5c246e tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Network 3039c548-f94a-4506-95d2-617f3e723f61 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:04:35.211488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582b825-c6db-406f-b9ea-722a2371c709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291a57b9-d91b-4db5-80c0-3d16949f2076,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:35.221063 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-98ee0a91-71aa-40ae-b3b4-9ee01b5c246e tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 3039c548-f94a-4506-95d2-617f3e723f61) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:35.230390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ee0a91-71aa-40ae-b3b4-9ee01b5c246e tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:35.231228 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-98ee0a91-71aa-40ae-b3b4-9ee01b5c246e tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.235620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8980e29-73eb-4bcc-a03e-ff0f2596dd57 None None] Network 3039c548-f94a-4506-95d2-617f3e723f61 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:35.259188 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-98ee0a91-71aa-40ae-b3b4-9ee01b5c246e tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7545664 Nov 11 12:04:35.262478 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33306) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:35.263534 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0581d00d-4086-4558-a44a-6a800d70c00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.268067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d726baac-7312-4b8b-8ec1-e62f5eba657b tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1760928908'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:35.268425 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0581d00d-4086-4558-a44a-6a800d70c00f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.273298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0581d00d-4086-4558-a44a-6a800d70c00f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/db1a1b6d-bd66-48f7-8e68-d8b6a041bd62 HTTP/1.1" status: 204 len: 168 time: 0.3730526 Nov 11 12:04:35.289011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581d00d-4086-4558-a44a-6a800d70c00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1a1b6d-bd66-48f7-8e68-d8b6a041bd62,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:35.366829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d726baac-7312-4b8b-8ec1-e62f5eba657b tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Made reservation on behalf of 640cc485517b4610ba1c33aaf5571d23 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:35.371810 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d726baac-7312-4b8b-8ec1-e62f5eba657b tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.423910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d726baac-7312-4b8b-8ec1-e62f5eba657b tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:04:35.443548 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d726baac-7312-4b8b-8ec1-e62f5eba657b tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.443904 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-d726baac-7312-4b8b-8ec1-e62f5eba657b tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Added segment cb00deaf-319c-4a05-80a7-e12f169ce081 of type vlan for network 240137e6-b95f-412e-ba7b-e8275a97a396 Nov 11 12:04:35.496579 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d726baac-7312-4b8b-8ec1-e62f5eba657b tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.552045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-3039c548-f94a-4506-95d2-617f3e723f61', 'network_id': '3039c548-f94a-4506-95d2-617f3e723f61', 'tenant_id': '640cc485517b4610ba1c33aaf5571d23', 'fixed_ips': [{'subnet_id': '6eb3fe48-a0c4-4708-a0b1-eaae578b0aae'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:04:35.553356 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.556602 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d726baac-7312-4b8b-8ec1-e62f5eba657b tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.564228 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d726baac-7312-4b8b-8ec1-e62f5eba657b tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:35.564861 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d726baac-7312-4b8b-8ec1-e62f5eba657b tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.668396 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33318) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:35.668656 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d726baac-7312-4b8b-8ec1-e62f5eba657b tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4048698 Nov 11 12:04:35.674264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-28bfa010-a5a4-4571-b7ad-a8cae1e0aa33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Request body: {'subnet': {'network_id': '240137e6-b95f-412e-ba7b-e8275a97a396', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:35.691835 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726baac-7312-4b8b-8ec1-e62f5eba657b tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event updated for resources: {'Network': ['ID=240137e6-b95f-412e-ba7b-e8275a97a396,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:35.706071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Allocated IP 2001:db8:0:ffff::2 (3039c548-f94a-4506-95d2-617f3e723f61/6eb3fe48-a0c4-4708-a0b1-eaae578b0aae/26a57ee0-71a2-45fa-a1a0-86903fd66c56) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:04:35.720812 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 240137e6-b95f-412e-ba7b-e8275a97a396 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:04:35.871504 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5b9aed44-926e-4f67-85fc-f215bcf7bf6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.873438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bfa010-a5a4-4571-b7ad-a8cae1e0aa33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Made reservation on behalf of 640cc485517b4610ba1c33aaf5571d23 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:35.882922 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28bfa010-a5a4-4571-b7ad-a8cae1e0aa33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.970532 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.980401 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:36.040446 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Pushing event updated for resources: {'Port': ['ID=26a57ee0-71a2-45fa-a1a0-86903fd66c56,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:36.066121 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Network 3039c548-f94a-4506-95d2-617f3e723f61 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:36.067999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:36.073394 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:36.158763 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Attempting to bind port 26a57ee0-71a2-45fa-a1a0-86903fd66c56 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:04:36.159784 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Attempting to bind port 26a57ee0-71a2-45fa-a1a0-86903fd66c56 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '8098366f-4bcd-4dc6-b9a3-40e922bc03b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3039c548-f94a-4506-95d2-617f3e723f61'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:04:36.161021 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Attempting to bind port 26a57ee0-71a2-45fa-a1a0-86903fd66c56 on network 3039c548-f94a-4506-95d2-617f3e723f61 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:04:36.167707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:04:36.168360 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Checking segment: {'id': '8098366f-4bcd-4dc6-b9a3-40e922bc03b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3039c548-f94a-4506-95d2-617f3e723f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:36.169043 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:36.169728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Bound using segment: {'id': '8098366f-4bcd-4dc6-b9a3-40e922bc03b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3039c548-f94a-4506-95d2-617f3e723f61'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:04:36.170242 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Bound port: 26a57ee0-71a2-45fa-a1a0-86903fd66c56, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8098366f-4bcd-4dc6-b9a3-40e922bc03b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '3039c548-f94a-4506-95d2-617f3e723f61'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:04:36.170620 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:36.267430 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] For port 26a57ee0-71a2-45fa-a1a0-86903fd66c56, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:04:36.273961 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] For port 26a57ee0-71a2-45fa-a1a0-86903fd66c56, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=26a57ee0-71a2-45fa-a1a0-86903fd66c56,segment=NetworkSegment(8098366f-4bcd-4dc6-b9a3-40e922bc03b4),segment_id=8098366f-4bcd-4dc6-b9a3-40e922bc03b4)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:04:36.284069 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:36.334031 n-d-807359-3 neutron-server[109153]: DEBUG neutron.objects.ports [None req-28bfa010-a5a4-4571-b7ad-a8cae1e0aa33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:04:36.336650 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28bfa010-a5a4-4571-b7ad-a8cae1e0aa33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:36.364449 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb62bb1-8fb1-4ed4-a58d-0f615f10dfd9 None None] Pushing event updated for resources: {'Port': ['ID=26a57ee0-71a2-45fa-a1a0-86903fd66c56,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:36.434050 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfa010-a5a4-4571-b7ad-a8cae1e0aa33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event updated for resources: {'Subnet': ['ID=6341de3b-a2e2-49b7-8fc6-ad7ba99f0611,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:36.437103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bfa010-a5a4-4571-b7ad-a8cae1e0aa33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Checking segment: {'id': 'cb00deaf-319c-4a05-80a7-e12f169ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '240137e6-b95f-412e-ba7b-e8275a97a396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:36.439232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bfa010-a5a4-4571-b7ad-a8cae1e0aa33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Network hostable DHCP agents. Network: 240137e6-b95f-412e-ba7b-e8275a97a396, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:04:36.471655 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bfa010-a5a4-4571-b7ad-a8cae1e0aa33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Network 240137e6-b95f-412e-ba7b-e8275a97a396 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:04:36.495607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-28bfa010-a5a4-4571-b7ad-a8cae1e0aa33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 240137e6-b95f-412e-ba7b-e8275a97a396) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:36.500767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bfa010-a5a4-4571-b7ad-a8cae1e0aa33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:36.502186 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28bfa010-a5a4-4571-b7ad-a8cae1e0aa33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:36.508116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b445aa-cedc-4fd1-bcad-c3f40434f938 None None] Network 240137e6-b95f-412e-ba7b-e8275a97a396 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:36.563795 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-28bfa010-a5a4-4571-b7ad-a8cae1e0aa33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8935862 Nov 11 12:04:36.566955 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33358) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:36.583551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-dafa5b4f-16ff-4ff6-9f6a-d1bf60741b3d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Request body: {'port': {'network_id': '240137e6-b95f-412e-ba7b-e8275a97a396', 'name': 'tempest-NetworksIpV6TestAttrs-523051639'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:36.809842 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafa5b4f-16ff-4ff6-9f6a-d1bf60741b3d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Made reservation on behalf of 640cc485517b4610ba1c33aaf5571d23 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:36.811667 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dafa5b4f-16ff-4ff6-9f6a-d1bf60741b3d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:36.844537 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-dafa5b4f-16ff-4ff6-9f6a-d1bf60741b3d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] device_id is not set on port 19521960-00a7-42bc-ac74-626fa6c4f6ef yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:04:36.936288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-240137e6-b95f-412e-ba7b-e8275a97a396', 'network_id': '240137e6-b95f-412e-ba7b-e8275a97a396', 'tenant_id': '640cc485517b4610ba1c33aaf5571d23', 'fixed_ips': [{'subnet_id': '6341de3b-a2e2-49b7-8fc6-ad7ba99f0611'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:04:36.937160 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:37.033438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-dafa5b4f-16ff-4ff6-9f6a-d1bf60741b3d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Allocated IP 2001:db8::f816:3eff:fe5b:3e76 (240137e6-b95f-412e-ba7b-e8275a97a396/6341de3b-a2e2-49b7-8fc6-ad7ba99f0611/19521960-00a7-42bc-ac74-626fa6c4f6ef) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:04:37.247462 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dafa5b4f-16ff-4ff6-9f6a-d1bf60741b3d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:37.287931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 26a57ee0-71a2-45fa-a1a0-86903fd66c56 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:04:37.361237 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dafa5b4f-16ff-4ff6-9f6a-d1bf60741b3d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:37.433458 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafa5b4f-16ff-4ff6-9f6a-d1bf60741b3d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Network 240137e6-b95f-412e-ba7b-e8275a97a396 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:37.444195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-dafa5b4f-16ff-4ff6-9f6a-d1bf60741b3d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:37.446898 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafa5b4f-16ff-4ff6-9f6a-d1bf60741b3d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:37.454893 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafa5b4f-16ff-4ff6-9f6a-d1bf60741b3d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:37.456097 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dafa5b4f-16ff-4ff6-9f6a-d1bf60741b3d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:37.496320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dafa5b4f-16ff-4ff6-9f6a-d1bf60741b3d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9280250 Nov 11 12:04:37.499024 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33390) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:37.502422 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa5b4f-16ff-4ff6-9f6a-d1bf60741b3d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event updated for resources: {'Port': ['ID=19521960-00a7-42bc-ac74-626fa6c4f6ef,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:37.510871 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Allocated IP 2001:db8::f816:3eff:fe5e:7714 (240137e6-b95f-412e-ba7b-e8275a97a396/6341de3b-a2e2-49b7-8fc6-ad7ba99f0611/e699418b-dc91-4f6d-8cb0-49c819b4f7e8) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:04:37.593905 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 26a57ee0-71a2-45fa-a1a0-86903fd66c56 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:37.593905 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:37.643541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2041aa-a4d6-451c-b078-f9a74eaeb57a tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Deleting subnet 6341de3b-a2e2-49b7-8fc6-ad7ba99f0611 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:04:37.822929 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33406) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:37.847054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e6bf2f-385c-4e7d-8b31-01b833f2fac0 None None] Network 3039c548-f94a-4506-95d2-617f3e723f61 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:37.957987 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-cf91cc14-bf50-42a4-aef7-6b011bb6c336 None None] Provisioning complete for port 26a57ee0-71a2-45fa-a1a0-86903fd66c56 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:37.958341 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cf91cc14-bf50-42a4-aef7-6b011bb6c336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:37.992743 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.163076 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e477f234-2e78-4bd2-94a8-f59f45fa2de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.227251 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33416) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:38.273520 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-34d25210-c6d0-4390-a4e0-2c7e8651c040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.287481 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e477f234-2e78-4bd2-94a8-f59f45fa2de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.294049 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e477f234-2e78-4bd2-94a8-f59f45fa2de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.321631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 26a57ee0-71a2-45fa-a1a0-86903fd66c56, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=26a57ee0-71a2-45fa-a1a0-86903fd66c56,segment=NetworkSegment(8098366f-4bcd-4dc6-b9a3-40e922bc03b4),segment_id=8098366f-4bcd-4dc6-b9a3-40e922bc03b4)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:04:38.323672 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.333814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477f234-2e78-4bd2-94a8-f59f45fa2de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd77a66e-8e2b-434f-9e5f-3ea973e619e6,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:38.338698 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f2041aa-a4d6-451c-b078-f9a74eaeb57a tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.338966 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e477f234-2e78-4bd2-94a8-f59f45fa2de3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e847f8fdb6843cabb87dc993bef66f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5150094 Nov 11 12:04:38.341762 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33420) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:38.352943 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.360572 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.400670 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ca950d27-e30b-4af1-b075-2fd9c1a532d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.413283 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f2041aa-a4d6-451c-b078-f9a74eaeb57a tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.443507 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ca950d27-e30b-4af1-b075-2fd9c1a532d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.472178 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Network 240137e6-b95f-412e-ba7b-e8275a97a396 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:38.490667 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:38.499545 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:38.510643 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=26a57ee0-71a2-45fa-a1a0-86903fd66c56,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:38.524578 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ca950d27-e30b-4af1-b075-2fd9c1a532d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.530600 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ca950d27-e30b-4af1-b075-2fd9c1a532d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.545921 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ca950d27-e30b-4af1-b075-2fd9c1a532d0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd77a66e-8e2b-434f-9e5f-3ea973e619e6 HTTP/1.1" status: 204 len: 168 time: 0.2028375 Nov 11 12:04:38.568454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca950d27-e30b-4af1-b075-2fd9c1a532d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd77a66e-8e2b-434f-9e5f-3ea973e619e6,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:38.613387 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f2041aa-a4d6-451c-b078-f9a74eaeb57a tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.662917 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-41d0ad17-bedd-4236-846b-0f97942f1222 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1328673650'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:38.693495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d0ad17-bedd-4236-846b-0f97942f1222 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Made reservation on behalf of b2fb5f0a98e14a2aadf815a311ae6e38 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:38.714897 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41d0ad17-bedd-4236-846b-0f97942f1222 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.717058 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Pushing event updated for resources: {'Port': ['ID=e699418b-dc91-4f6d-8cb0-49c819b4f7e8,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:38.729617 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Attempting to bind port e699418b-dc91-4f6d-8cb0-49c819b4f7e8 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:04:38.729974 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Attempting to bind port e699418b-dc91-4f6d-8cb0-49c819b4f7e8 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'cb00deaf-319c-4a05-80a7-e12f169ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '240137e6-b95f-412e-ba7b-e8275a97a396'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:04:38.730333 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Attempting to bind port e699418b-dc91-4f6d-8cb0-49c819b4f7e8 on network 240137e6-b95f-412e-ba7b-e8275a97a396 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:04:38.747273 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:04:38.753212 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41d0ad17-bedd-4236-846b-0f97942f1222 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.756559 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Checking segment: {'id': 'cb00deaf-319c-4a05-80a7-e12f169ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '240137e6-b95f-412e-ba7b-e8275a97a396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:38.757071 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.757482 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Bound using segment: {'id': 'cb00deaf-319c-4a05-80a7-e12f169ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '240137e6-b95f-412e-ba7b-e8275a97a396'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:04:38.758055 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Bound port: e699418b-dc91-4f6d-8cb0-49c819b4f7e8, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb00deaf-319c-4a05-80a7-e12f169ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '240137e6-b95f-412e-ba7b-e8275a97a396'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:04:38.758866 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.838447 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f2041aa-a4d6-451c-b078-f9a74eaeb57a tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.901161 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2041aa-a4d6-451c-b078-f9a74eaeb57a tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event deleted for resources: {'Subnet': ['ID=6341de3b-a2e2-49b7-8fc6-ad7ba99f0611,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:38.913424 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] For port e699418b-dc91-4f6d-8cb0-49c819b4f7e8, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:04:38.923854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] For port e699418b-dc91-4f6d-8cb0-49c819b4f7e8, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e699418b-dc91-4f6d-8cb0-49c819b4f7e8,segment=NetworkSegment(cb00deaf-319c-4a05-80a7-e12f169ce081),segment_id=cb00deaf-319c-4a05-80a7-e12f169ce081)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:04:38.929107 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f2041aa-a4d6-451c-b078-f9a74eaeb57a tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.933934 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0f2041aa-a4d6-451c-b078-f9a74eaeb57a tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/subnets/6341de3b-a2e2-49b7-8fc6-ad7ba99f0611 HTTP/1.1" status: 204 len: 168 time: 1.4335251 Nov 11 12:04:38.937037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33436) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:38.959136 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:39.006301 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41d0ad17-bedd-4236-846b-0f97942f1222 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:39.014665 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41d0ad17-bedd-4236-846b-0f97942f1222 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:39.033048 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:39.071524 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d0ad17-bedd-4236-846b-0f97942f1222 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:04:39.082908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad2ace1-40c1-4c21-854a-796a6bcadc6e tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:39.086346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad2ace1-40c1-4c21-854a-796a6bcadc6e tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:39.091101 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3ad2ace1-40c1-4c21-854a-796a6bcadc6e tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1512902 Nov 11 12:04:39.093997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33442) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:39.098259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fea65-b086-4a9b-8d60-865c7e34b9a4 None None] Pushing event updated for resources: {'Port': ['ID=e699418b-dc91-4f6d-8cb0-49c819b4f7e8,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:39.116707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8e580ebd-9c96-44c2-8faa-94787d0e3272 None None] Provisioning complete for port 26a57ee0-71a2-45fa-a1a0-86903fd66c56 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:39.118070 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8e580ebd-9c96-44c2-8faa-94787d0e3272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:39.159123 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41d0ad17-bedd-4236-846b-0f97942f1222 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:39.159471 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-41d0ad17-bedd-4236-846b-0f97942f1222 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Added segment 386e8aee-33be-4eff-9e92-7aae68bbabd3 of type vlan for network f1364247-e281-494e-8692-87ea7c855d4b Nov 11 12:04:39.192442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0ad17-bedd-4236-846b-0f97942f1222 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd2f73c-6773-4f84-97c2-54716b092fbe,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:39.275809 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41d0ad17-bedd-4236-846b-0f97942f1222 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:39.332412 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41d0ad17-bedd-4236-846b-0f97942f1222 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:39.340206 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d0ad17-bedd-4236-846b-0f97942f1222 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:39.347661 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41d0ad17-bedd-4236-846b-0f97942f1222 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:39.443647 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-41d0ad17-bedd-4236-846b-0f97942f1222 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2149107 Nov 11 12:04:39.444322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33452) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:39.457471 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 26a57ee0-71a2-45fa-a1a0-86903fd66c56 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:04:39.483261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0ad17-bedd-4236-846b-0f97942f1222 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Pushing event updated for resources: {'Network': ['ID=f1364247-e281-494e-8692-87ea7c855d4b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:39.509611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network f1364247-e281-494e-8692-87ea7c855d4b details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:04:39.649058 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 26a57ee0-71a2-45fa-a1a0-86903fd66c56 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:39.649440 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:39.822703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a338797b-29b6-436f-9e5c-340d7f8e5606 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Request body: {'network': {'name': 'tempest-network--1808642020', 'router:external': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:39.866720 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31329bb5-c563-448f-8012-96b1a037b340 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:39.870095 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a338797b-29b6-436f-9e5c-340d7f8e5606 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Made reservation on behalf of db68c8311c7b431483242087be22ba92 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:39.877703 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-31329bb5-c563-448f-8012-96b1a037b340 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 11 12:04:39.877908 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a338797b-29b6-436f-9e5c-340d7f8e5606 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:39.878724 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31329bb5-c563-448f-8012-96b1a037b340 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:04:39.882445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-31329bb5-c563-448f-8012-96b1a037b340 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/networks/240137e6-b95f-412e-ba7b-e8275a97a396 HTTP/1.1" status: 409 len: 405 time: 0.7867484 Nov 11 12:04:39.886319 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33468) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:39.895592 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a338797b-29b6-436f-9e5c-340d7f8e5606 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:39.897449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-44b13589-7ff5-4105-a982-7a7c984eb94c tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-175694725'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:39.944330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33472) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:39.973610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b13589-7ff5-4105-a982-7a7c984eb94c tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Made reservation on behalf of 640cc485517b4610ba1c33aaf5571d23 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:39.981961 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-44b13589-7ff5-4105-a982-7a7c984eb94c tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.007806 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a338797b-29b6-436f-9e5c-340d7f8e5606 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.016233 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a338797b-29b6-436f-9e5c-340d7f8e5606 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.049662 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b13589-7ff5-4105-a982-7a7c984eb94c tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:04:40.053007 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a338797b-29b6-436f-9e5c-340d7f8e5606 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:04:40.064081 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-44b13589-7ff5-4105-a982-7a7c984eb94c tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.067690 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338797b-29b6-436f-9e5c-340d7f8e5606 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f7df56-9d99-4ea1-a176-08260fb6efdd,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:40.077144 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a338797b-29b6-436f-9e5c-340d7f8e5606 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.077484 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-a338797b-29b6-436f-9e5c-340d7f8e5606 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Added segment 63622c92-2eea-44ad-ab85-fcebb91bef23 of type vlan for network 04ad38e5-95af-441c-b426-4c293c6bf778 Nov 11 12:04:40.084615 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-44b13589-7ff5-4105-a982-7a7c984eb94c tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Added segment ad03e9a5-00ac-4408-b9de-0a4df3f56d17 of type vlan for network 74c231e0-bcdd-4b2e-8a53-ec84bc295e50 Nov 11 12:04:40.144358 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a338797b-29b6-436f-9e5c-340d7f8e5606 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.145507 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-44b13589-7ff5-4105-a982-7a7c984eb94c tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.156968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-586555b4-2916-4303-aeea-c84a35f8fd46 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-259970348-network', 'tenant_id': '1bb1cb78eeea499898a0ec0b0bc73d55'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:40.181565 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a338797b-29b6-436f-9e5c-340d7f8e5606 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.183294 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a338797b-29b6-436f-9e5c-340d7f8e5606 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:40.183887 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a338797b-29b6-436f-9e5c-340d7f8e5606 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.202834 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-44b13589-7ff5-4105-a982-7a7c984eb94c tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.210771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b13589-7ff5-4105-a982-7a7c984eb94c tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:40.212008 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-44b13589-7ff5-4105-a982-7a7c984eb94c tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.222575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586555b4-2916-4303-aeea-c84a35f8fd46 admin admin] Made reservation on behalf of 1bb1cb78eeea499898a0ec0b0bc73d55 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:40.225888 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-586555b4-2916-4303-aeea-c84a35f8fd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.247718 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-586555b4-2916-4303-aeea-c84a35f8fd46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.272361 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a338797b-29b6-436f-9e5c-340d7f8e5606 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8238015 Nov 11 12:04:40.275937 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33478) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:40.288949 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338797b-29b6-436f-9e5c-340d7f8e5606 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Pushing event updated for resources: {'Network': ['ID=04ad38e5-95af-441c-b426-4c293c6bf778,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:40.299386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 04ad38e5-95af-441c-b426-4c293c6bf778 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:04:40.327745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-44b13589-7ff5-4105-a982-7a7c984eb94c tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4387224 Nov 11 12:04:40.336581 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33480) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:40.343213 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-9ebe4d88-2624-4069-a5b6-a606c96bd2d9 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Request body: {'subnet': {'network_id': '74c231e0-bcdd-4b2e-8a53-ec84bc295e50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:40.361746 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82679de6-01e3-489b-8fe6-9bbbd4ca46d1 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.396300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b13589-7ff5-4105-a982-7a7c984eb94c tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event updated for resources: {'Network': ['ID=74c231e0-bcdd-4b2e-8a53-ec84bc295e50,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:40.411716 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 74c231e0-bcdd-4b2e-8a53-ec84bc295e50 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:04:40.529437 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.564275 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82679de6-01e3-489b-8fe6-9bbbd4ca46d1 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.579917 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-586555b4-2916-4303-aeea-c84a35f8fd46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.580495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebe4d88-2624-4069-a5b6-a606c96bd2d9 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Made reservation on behalf of 640cc485517b4610ba1c33aaf5571d23 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:40.584319 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4d88-2624-4069-a5b6-a606c96bd2d9 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.607459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-82679de6-01e3-489b-8fe6-9bbbd4ca46d1 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ad38e5-95af-441c-b426-4c293c6bf778']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:40.619430 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-82679de6-01e3-489b-8fe6-9bbbd4ca46d1 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63622c92-2eea-44ad-ab85-fcebb91bef23') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:40.619827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-82679de6-01e3-489b-8fe6-9bbbd4ca46d1 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63622c92-2eea-44ad-ab85-fcebb91bef23') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:40.634568 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82679de6-01e3-489b-8fe6-9bbbd4ca46d1 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.652513 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82679de6-01e3-489b-8fe6-9bbbd4ca46d1 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.662624 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82679de6-01e3-489b-8fe6-9bbbd4ca46d1 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:40.663254 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82679de6-01e3-489b-8fe6-9bbbd4ca46d1 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:40.665971 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:40.671812 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-586555b4-2916-4303-aeea-c84a35f8fd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.714019 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586555b4-2916-4303-aeea-c84a35f8fd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3c0be6-626f-4ea4-806a-59ae237b4d48,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:40.742672 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4cf83a-ca4a-4e2e-b5d0-72ec56102186 None None] Network 240137e6-b95f-412e-ba7b-e8275a97a396 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:40.748157 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82679de6-01e3-489b-8fe6-9bbbd4ca46d1 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.756959 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82679de6-01e3-489b-8fe6-9bbbd4ca46d1 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04ad38e5-95af-441c-b426-4c293c6bf778 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 12:04:40.764784 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82679de6-01e3-489b-8fe6-9bbbd4ca46d1 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.772050 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-82679de6-01e3-489b-8fe6-9bbbd4ca46d1 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "DELETE /v2.0/networks/04ad38e5-95af-441c-b426-4c293c6bf778 HTTP/1.1" status: 204 len: 168 time: 0.4916446 Nov 11 12:04:40.772288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586555b4-2916-4303-aeea-c84a35f8fd46 admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:04:40.776826 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33488) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:40.780706 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82679de6-01e3-489b-8fe6-9bbbd4ca46d1 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Pushing event deleted for resources: {'Network': ['ID=04ad38e5-95af-441c-b426-4c293c6bf778,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:40.792149 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-3009eeba-d6de-405d-991c-d95d979faac2 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:40.865879 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-586555b4-2916-4303-aeea-c84a35f8fd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.866242 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-586555b4-2916-4303-aeea-c84a35f8fd46 admin admin] Added segment a666e75f-478f-4954-843d-3b1b7b99f88d of type vlan for network 83f4744f-e9dd-4a55-b249-f996edcfd99c Nov 11 12:04:40.942431 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4ea875c2-4453-4857-8c2d-a116e3e5ea9d None None] Provisioning complete for port e699418b-dc91-4f6d-8cb0-49c819b4f7e8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:40.943588 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4ea875c2-4453-4857-8c2d-a116e3e5ea9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.969338 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3009eeba-d6de-405d-991c-d95d979faac2 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Made reservation on behalf of db68c8311c7b431483242087be22ba92 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:40.981767 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3009eeba-d6de-405d-991c-d95d979faac2 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.989890 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-586555b4-2916-4303-aeea-c84a35f8fd46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.051037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3009eeba-d6de-405d-991c-d95d979faac2 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:04:41.125346 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4ea875c2-4453-4857-8c2d-a116e3e5ea9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.152040 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3009eeba-d6de-405d-991c-d95d979faac2 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.152389 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-3009eeba-d6de-405d-991c-d95d979faac2 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Added segment d809e6f8-ff48-4134-8c7a-e34952632a7f of type vlan for network db61c297-c1fe-4fa2-9b6b-eb4093a963ee Nov 11 12:04:41.211160 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-586555b4-2916-4303-aeea-c84a35f8fd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.212384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586555b4-2916-4303-aeea-c84a35f8fd46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:41.218072 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-586555b4-2916-4303-aeea-c84a35f8fd46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.223973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4ea875c2-4453-4857-8c2d-a116e3e5ea9d None None] For port e699418b-dc91-4f6d-8cb0-49c819b4f7e8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e699418b-dc91-4f6d-8cb0-49c819b4f7e8,segment=NetworkSegment(cb00deaf-319c-4a05-80a7-e12f169ce081),segment_id=cb00deaf-319c-4a05-80a7-e12f169ce081)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:04:41.234711 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4ea875c2-4453-4857-8c2d-a116e3e5ea9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.346704 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea875c2-4453-4857-8c2d-a116e3e5ea9d None None] Pushing event updated for resources: {'Port': ['ID=e699418b-dc91-4f6d-8cb0-49c819b4f7e8,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:41.350332 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3009eeba-d6de-405d-991c-d95d979faac2 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.364597 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-586555b4-2916-4303-aeea-c84a35f8fd46 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4155898 Nov 11 12:04:41.365380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33498) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:41.368059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b64d93e-2f64-4f09-b154-34a14e58249d None None] DHCP port deletion for 240137e6-b95f-412e-ba7b-e8275a97a396 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:04:41.372046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-1ef5484f-f31b-4d3d-9507-fcde733eb6e0 admin admin] Request body: {'subnet': {'network_id': '83f4744f-e9dd-4a55-b249-f996edcfd99c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-259970348-subnet', 'tenant_id': '1bb1cb78eeea499898a0ec0b0bc73d55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:41.402847 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.417810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef5484f-f31b-4d3d-9507-fcde733eb6e0 admin admin] Made reservation on behalf of 1bb1cb78eeea499898a0ec0b0bc73d55 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:41.428121 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ef5484f-f31b-4d3d-9507-fcde733eb6e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.449945 n-d-807359-3 neutron-server[109153]: DEBUG neutron.objects.ports [None req-9ebe4d88-2624-4069-a5b6-a606c96bd2d9 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:04:41.455145 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6b64d93e-2f64-4f09-b154-34a14e58249d None None] Deleting port e699418b-dc91-4f6d-8cb0-49c819b4f7e8 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:04:41.455515 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6b64d93e-2f64-4f09-b154-34a14e58249d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.456580 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586555b4-2916-4303-aeea-c84a35f8fd46 admin admin] Pushing event updated for resources: {'Network': ['ID=83f4744f-e9dd-4a55-b249-f996edcfd99c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:41.465664 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4d88-2624-4069-a5b6-a606c96bd2d9 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.477062 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 83f4744f-e9dd-4a55-b249-f996edcfd99c details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:04:41.545813 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3009eeba-d6de-405d-991c-d95d979faac2 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.545813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3009eeba-d6de-405d-991c-d95d979faac2 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:41.545813 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3009eeba-d6de-405d-991c-d95d979faac2 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.653192 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6b64d93e-2f64-4f09-b154-34a14e58249d None None] For port e699418b-dc91-4f6d-8cb0-49c819b4f7e8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e699418b-dc91-4f6d-8cb0-49c819b4f7e8,segment=NetworkSegment(cb00deaf-319c-4a05-80a7-e12f169ce081),segment_id=cb00deaf-319c-4a05-80a7-e12f169ce081)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:04:41.654000 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6b64d93e-2f64-4f09-b154-34a14e58249d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.669081 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6b64d93e-2f64-4f09-b154-34a14e58249d None None] Calling delete_port for e699418b-dc91-4f6d-8cb0-49c819b4f7e8 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:04:41.698452 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe4d88-2624-4069-a5b6-a606c96bd2d9 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event updated for resources: {'Subnet': ['ID=8ba053fe-939b-4f6f-90c7-cecf037f28f4,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:41.705182 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe4d88-2624-4069-a5b6-a606c96bd2d9 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Checking segment: {'id': 'ad03e9a5-00ac-4408-b9de-0a4df3f56d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '74c231e0-bcdd-4b2e-8a53-ec84bc295e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:41.705599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebe4d88-2624-4069-a5b6-a606c96bd2d9 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Network hostable DHCP agents. Network: 74c231e0-bcdd-4b2e-8a53-ec84bc295e50, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:04:41.708925 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ef5484f-f31b-4d3d-9507-fcde733eb6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.721171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3009eeba-d6de-405d-991c-d95d979faac2 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9347067 Nov 11 12:04:41.724657 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33500) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:41.729972 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009eeba-d6de-405d-991c-d95d979faac2 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Pushing event updated for resources: {'Network': ['ID=db61c297-c1fe-4fa2-9b6b-eb4093a963ee,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:41.736909 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-edc0ec76-8ab4-4659-b8d2-9fa235ea8a91 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Request body: {'subnet': {'network_id': 'db61c297-c1fe-4fa2-9b6b-eb4093a963ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:41.744702 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network db61c297-c1fe-4fa2-9b6b-eb4093a963ee details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:04:41.769158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebe4d88-2624-4069-a5b6-a606c96bd2d9 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Network 74c231e0-bcdd-4b2e-8a53-ec84bc295e50 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:04:41.780165 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc0ec76-8ab4-4659-b8d2-9fa235ea8a91 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Made reservation on behalf of db68c8311c7b431483242087be22ba92 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:41.793722 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-edc0ec76-8ab4-4659-b8d2-9fa235ea8a91 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.796062 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5484f-f31b-4d3d-9507-fcde733eb6e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2124e6fa-57ad-41a8-93d9-1d592bb683fc,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:41.805903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-9ebe4d88-2624-4069-a5b6-a606c96bd2d9 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 74c231e0-bcdd-4b2e-8a53-ec84bc295e50) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:41.811752 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef5484f-f31b-4d3d-9507-fcde733eb6e0 admin admin] Checking segment: {'id': 'a666e75f-478f-4954-843d-3b1b7b99f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '83f4744f-e9dd-4a55-b249-f996edcfd99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:41.812697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef5484f-f31b-4d3d-9507-fcde733eb6e0 admin admin] Network hostable DHCP agents. Network: 83f4744f-e9dd-4a55-b249-f996edcfd99c, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:04:41.824994 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e960168-d844-45b6-90cd-3584a437f294 None None] Network 74c231e0-bcdd-4b2e-8a53-ec84bc295e50 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:41.832243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebe4d88-2624-4069-a5b6-a606c96bd2d9 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:41.832931 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4d88-2624-4069-a5b6-a606c96bd2d9 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.859364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef5484f-f31b-4d3d-9507-fcde733eb6e0 admin admin] Network 83f4744f-e9dd-4a55-b249-f996edcfd99c is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:04:41.886047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-1ef5484f-f31b-4d3d-9507-fcde733eb6e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 83f4744f-e9dd-4a55-b249-f996edcfd99c) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:41.896070 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef5484f-f31b-4d3d-9507-fcde733eb6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:41.897888 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ef5484f-f31b-4d3d-9507-fcde733eb6e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.910341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9ebe4d88-2624-4069-a5b6-a606c96bd2d9 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5713904 Nov 11 12:04:41.913276 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33508) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:41.918021 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a47ebc2-7255-4b60-8f61-eb92e999d29d None None] Network 83f4744f-e9dd-4a55-b249-f996edcfd99c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:41.923146 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-96b308fb-4395-4e0b-923f-50c53b822f80 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Request body: {'port': {'network_id': '74c231e0-bcdd-4b2e-8a53-ec84bc295e50', 'name': 'tempest-NetworksIpV6TestAttrs-1989203105'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:41.924096 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6b64d93e-2f64-4f09-b154-34a14e58249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:41.956286 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1ef5484f-f31b-4d3d-9507-fcde733eb6e0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5892177 Nov 11 12:04:41.982191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64d93e-2f64-4f09-b154-34a14e58249d None None] Pushing event deleted for resources: {'Port': ['ID=e699418b-dc91-4f6d-8cb0-49c819b4f7e8,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:42.031691 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b64d93e-2f64-4f09-b154-34a14e58249d None None] No DVR routers for this DVR port e699418b-dc91-4f6d-8cb0-49c819b4f7e8 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:04:42.233913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13681d8b-c7b3-4a6e-9609-6e969f7ab625 None None] Network 83f4744f-e9dd-4a55-b249-f996edcfd99c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:42.243798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b308fb-4395-4e0b-923f-50c53b822f80 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Made reservation on behalf of 640cc485517b4610ba1c33aaf5571d23 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:42.255453 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-96b308fb-4395-4e0b-923f-50c53b822f80 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:42.266534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-74c231e0-bcdd-4b2e-8a53-ec84bc295e50', 'network_id': '74c231e0-bcdd-4b2e-8a53-ec84bc295e50', 'tenant_id': '640cc485517b4610ba1c33aaf5571d23', 'fixed_ips': [{'subnet_id': '8ba053fe-939b-4f6f-90c7-cecf037f28f4'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:04:42.267722 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:42.315803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-96b308fb-4395-4e0b-923f-50c53b822f80 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] device_id is not set on port 6e3e5adf-0d9e-43ea-ac72-794fbbe62cae yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:04:42.540950 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Allocated IP 2001:db8::f816:3eff:fe10:4199 (74c231e0-bcdd-4b2e-8a53-ec84bc295e50/8ba053fe-939b-4f6f-90c7-cecf037f28f4/b4b5dab8-941e-412e-83bc-c8bf33cdec5d) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:04:42.623371 n-d-807359-3 neutron-server[109153]: DEBUG neutron.objects.ports [None req-edc0ec76-8ab4-4659-b8d2-9fa235ea8a91 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:04:42.623907 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-edc0ec76-8ab4-4659-b8d2-9fa235ea8a91 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:42.692969 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0ec76-8ab4-4659-b8d2-9fa235ea8a91 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Pushing event updated for resources: {'Subnet': ['ID=da5b6333-6356-4ada-8246-27cf667e61c1,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:42.704731 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc0ec76-8ab4-4659-b8d2-9fa235ea8a91 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Checking segment: {'id': 'd809e6f8-ff48-4134-8c7a-e34952632a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'db61c297-c1fe-4fa2-9b6b-eb4093a963ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:42.705094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc0ec76-8ab4-4659-b8d2-9fa235ea8a91 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Network hostable DHCP agents. Network: db61c297-c1fe-4fa2-9b6b-eb4093a963ee, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:04:42.728183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc0ec76-8ab4-4659-b8d2-9fa235ea8a91 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Network db61c297-c1fe-4fa2-9b6b-eb4093a963ee is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:04:42.741420 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-edc0ec76-8ab4-4659-b8d2-9fa235ea8a91 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, db61c297-c1fe-4fa2-9b6b-eb4093a963ee) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:42.747470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc0ec76-8ab4-4659-b8d2-9fa235ea8a91 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:42.748126 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-edc0ec76-8ab4-4659-b8d2-9fa235ea8a91 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:42.769644 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-edc0ec76-8ab4-4659-b8d2-9fa235ea8a91 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0435350 Nov 11 12:04:42.772410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33534) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:42.777093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Request body: {'floatingip': {'floating_network_id': 'db61c297-c1fe-4fa2-9b6b-eb4093a963ee'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:42.802685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566330ba-faa2-40c8-82cb-0ef489c2142a None None] Network db61c297-c1fe-4fa2-9b6b-eb4093a963ee requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:42.811619 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:42.954746 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:42.997389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a108b5-6151-4503-84b4-95e79dfd9e77 None None] Network db61c297-c1fe-4fa2-9b6b-eb4093a963ee requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:43.091583 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:43.137251 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Allocated IP 172.20.0.4 (db61c297-c1fe-4fa2-9b6b-eb4093a963ee/da5b6333-6356-4ada-8246-27cf667e61c1/ddf676c2-20cc-42d5-9cfe-b0002c3520d0) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:04:43.162778 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:43.212782 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Network 74c231e0-bcdd-4b2e-8a53-ec84bc295e50 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:43.220370 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:43.229779 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:43.261403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-96b308fb-4395-4e0b-923f-50c53b822f80 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Allocated IP 2001:db8::f816:3eff:fe77:7287 (74c231e0-bcdd-4b2e-8a53-ec84bc295e50/8ba053fe-939b-4f6f-90c7-cecf037f28f4/6e3e5adf-0d9e-43ea-ac72-794fbbe62cae) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:04:43.367077 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:43.377125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e699418b-dc91-4f6d-8cb0-49c819b4f7e8 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:04:43.430134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: e699418b-dc91-4f6d-8cb0-49c819b4f7e8 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:04:43.430882 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e699418b-dc91-4f6d-8cb0-49c819b4f7e8 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:04:43.441115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Pushing event updated for resources: {'Port': ['ID=b4b5dab8-941e-412e-83bc-c8bf33cdec5d,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:43.449692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Attempting to bind port b4b5dab8-941e-412e-83bc-c8bf33cdec5d on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:04:43.450328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Attempting to bind port b4b5dab8-941e-412e-83bc-c8bf33cdec5d by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'ad03e9a5-00ac-4408-b9de-0a4df3f56d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '74c231e0-bcdd-4b2e-8a53-ec84bc295e50'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:04:43.450979 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Attempting to bind port b4b5dab8-941e-412e-83bc-c8bf33cdec5d on network 74c231e0-bcdd-4b2e-8a53-ec84bc295e50 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:04:43.456747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:04:43.457385 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Checking segment: {'id': 'ad03e9a5-00ac-4408-b9de-0a4df3f56d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '74c231e0-bcdd-4b2e-8a53-ec84bc295e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:43.458011 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:43.458565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Bound using segment: {'id': 'ad03e9a5-00ac-4408-b9de-0a4df3f56d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '74c231e0-bcdd-4b2e-8a53-ec84bc295e50'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:04:43.459207 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Bound port: b4b5dab8-941e-412e-83bc-c8bf33cdec5d, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad03e9a5-00ac-4408-b9de-0a4df3f56d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '74c231e0-bcdd-4b2e-8a53-ec84bc295e50'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:04:43.459749 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:43.469383 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:43.519056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Network db61c297-c1fe-4fa2-9b6b-eb4093a963ee is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:43.523173 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:43.528118 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:43.563448 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-96b308fb-4395-4e0b-923f-50c53b822f80 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:43.569850 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] For port b4b5dab8-941e-412e-83bc-c8bf33cdec5d, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:04:43.573352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] For port b4b5dab8-941e-412e-83bc-c8bf33cdec5d, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b4b5dab8-941e-412e-83bc-c8bf33cdec5d,segment=NetworkSegment(ad03e9a5-00ac-4408-b9de-0a4df3f56d17),segment_id=ad03e9a5-00ac-4408-b9de-0a4df3f56d17)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:04:43.582972 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:43.595983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Pushing event updated for resources: {'Port': ['ID=ddf676c2-20cc-42d5-9cfe-b0002c3520d0,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:43.607804 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-96b308fb-4395-4e0b-923f-50c53b822f80 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:43.618088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:43.618466 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:43.620108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:43.620108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:43.620108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:43.620108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:43.620108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:43.620610 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:43.620704 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:43.621013 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:43.621334 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:43.621673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:43.672151 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb3a43-1f71-4bfa-b26b-eb4d71f4906b None None] Pushing event updated for resources: {'Port': ['ID=b4b5dab8-941e-412e-83bc-c8bf33cdec5d,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:43.672803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b308fb-4395-4e0b-923f-50c53b822f80 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Network 74c231e0-bcdd-4b2e-8a53-ec84bc295e50 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:43.685216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-96b308fb-4395-4e0b-923f-50c53b822f80 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:43.688707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b308fb-4395-4e0b-923f-50c53b822f80 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:43.695213 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b308fb-4395-4e0b-923f-50c53b822f80 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:43.695963 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-96b308fb-4395-4e0b-923f-50c53b822f80 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:43.717534 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b308fb-4395-4e0b-923f-50c53b822f80 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event updated for resources: {'Port': ['ID=6e3e5adf-0d9e-43ea-ac72-794fbbe62cae,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:43.723222 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:43.732158 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-96b308fb-4395-4e0b-923f-50c53b822f80 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8176692 Nov 11 12:04:43.734582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33558) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:43.777104 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:43.795937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-c633a984-5a9b-40e8-a98a-8142118bfed3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Deleting subnet 8ba053fe-939b-4f6f-90c7-cecf037f28f4 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:04:43.800315 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c633a984-5a9b-40e8-a98a-8142118bfed3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:43.875926 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c633a984-5a9b-40e8-a98a-8142118bfed3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.030703 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.038598 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.181327 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Pushing event updated for resources: {'Port': ['ID=ddf676c2-20cc-42d5-9cfe-b0002c3520d0,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:44.196843 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c633a984-5a9b-40e8-a98a-8142118bfed3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.202942 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.227971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.229815 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2e84de5b-e5bb-4461-a787-9603cebb5a71 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4563055 Nov 11 12:04:44.233048 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33568) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:44.282981 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c633a984-5a9b-40e8-a98a-8142118bfed3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.310136 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-84423057-be34-4877-98b8-baef50ba9f38 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "GET /v2.0/floatingips?floating_network_id=db61c297-c1fe-4fa2-9b6b-eb4093a963ee HTTP/1.1" status: 200 len: 689 time: 0.0752366 Nov 11 12:04:44.312567 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33572) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:44.315467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633a984-5a9b-40e8-a98a-8142118bfed3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba053fe-939b-4f6f-90c7-cecf037f28f4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:44.321125 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c633a984-5a9b-40e8-a98a-8142118bfed3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.329300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c633a984-5a9b-40e8-a98a-8142118bfed3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/subnets/8ba053fe-939b-4f6f-90c7-cecf037f28f4 HTTP/1.1" status: 204 len: 168 time: 0.5936294 Nov 11 12:04:44.330082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33574) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:44.396060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d04bd1c-b8c6-40e7-9a85-c8db41c9eb6f tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:44.405723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d04bd1c-b8c6-40e7-9a85-c8db41c9eb6f tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:44.408038 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5d04bd1c-b8c6-40e7-9a85-c8db41c9eb6f tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0768142 Nov 11 12:04:44.412896 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33582) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:44.504434 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.537425 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-696c0813-f66e-4c31-b98d-091dcf0787ad tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.545039 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-696c0813-f66e-4c31-b98d-091dcf0787ad tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 11 12:04:44.545802 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696c0813-f66e-4c31-b98d-091dcf0787ad tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:04:44.549162 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-696c0813-f66e-4c31-b98d-091dcf0787ad tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/networks/74c231e0-bcdd-4b2e-8a53-ec84bc295e50 HTTP/1.1" status: 409 len: 405 time: 0.1352487 Nov 11 12:04:44.554175 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33588) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:44.559259 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b9180634-bcf0-465c-85d7-f17dba0511a4 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-449182511'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:44.585355 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9180634-bcf0-465c-85d7-f17dba0511a4 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Made reservation on behalf of 640cc485517b4610ba1c33aaf5571d23 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:44.590615 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b9180634-bcf0-465c-85d7-f17dba0511a4 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.606365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Deleting port ddf676c2-20cc-42d5-9cfe-b0002c3520d0 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:04:44.606800 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.616072 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9180634-bcf0-465c-85d7-f17dba0511a4 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:04:44.631594 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b9180634-bcf0-465c-85d7-f17dba0511a4 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.632963 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-b9180634-bcf0-465c-85d7-f17dba0511a4 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Added segment 75d26369-5586-4d31-aa76-4a10aebe6d3c of type vlan for network 578ff375-8aac-42d6-a05f-2789bd00292a Nov 11 12:04:44.694837 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b9180634-bcf0-465c-85d7-f17dba0511a4 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.704646 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.705252 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.720708 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Calling delete_port for ddf676c2-20cc-42d5-9cfe-b0002c3520d0 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:04:44.728365 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b9180634-bcf0-465c-85d7-f17dba0511a4 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.738394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9180634-bcf0-465c-85d7-f17dba0511a4 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:44.739058 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b9180634-bcf0-465c-85d7-f17dba0511a4 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:44.772785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b9180634-bcf0-465c-85d7-f17dba0511a4 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2173479 Nov 11 12:04:44.776497 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33590) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:44.781806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f28f328a-4984-4585-9f6c-bc55a4f35a33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Request body: {'subnet': {'network_id': '578ff375-8aac-42d6-a05f-2789bd00292a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:44.836879 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9180634-bcf0-465c-85d7-f17dba0511a4 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event updated for resources: {'Network': ['ID=578ff375-8aac-42d6-a05f-2789bd00292a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:44.849270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 578ff375-8aac-42d6-a05f-2789bd00292a details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:04:44.948192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28f328a-4984-4585-9f6c-bc55a4f35a33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Made reservation on behalf of 640cc485517b4610ba1c33aaf5571d23 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:44.952365 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f28f328a-4984-4585-9f6c-bc55a4f35a33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:45.040428 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:45.084744 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddf676c2-20cc-42d5-9cfe-b0002c3520d0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:45.086726 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce917d6-c19a-4f61-81f0-a4b0a8b7d86d None None] Network 74c231e0-bcdd-4b2e-8a53-ec84bc295e50 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:45.233436 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:45.262569 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1a17b3c3-66f7-4003-ae28-149610eac93a None None] Provisioning complete for port b4b5dab8-941e-412e-83bc-c8bf33cdec5d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:45.268549 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a17b3c3-66f7-4003-ae28-149610eac93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:45.346505 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-1f82e5a8-8303-4760-94a2-2d7b89225dd9 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:45.348331 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-1f82e5a8-8303-4760-94a2-2d7b89225dd9 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/networks?id=83f4744f-e9dd-4a55-b249-f996edcfd99c HTTP/1.1" status: 200 len: 808 time: 0.2048218 Nov 11 12:04:45.358773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b4b5dab8-941e-412e-83bc-c8bf33cdec5d up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:04:45.375793 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-ef05a097-a3dd-4527-a6bb-30db15996f7a tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/quotas/1bb1cb78eeea499898a0ec0b0bc73d55 HTTP/1.1" status: 200 len: 375 time: 0.0207558 Nov 11 12:04:45.409804 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa51f23-2843-4144-b3b4-d9b5a654a980 None None] DHCP port deletion for 74c231e0-bcdd-4b2e-8a53-ec84bc295e50 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:04:45.445667 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-19214fa2-e498-471d-b7a9-f20326b70ebd tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bb1cb78eeea499898a0ec0b0bc73d55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632188 Nov 11 12:04:45.506336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-faa51f23-2843-4144-b3b4-d9b5a654a980 None None] Deleting port b4b5dab8-941e-412e-83bc-c8bf33cdec5d {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:04:45.506712 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-faa51f23-2843-4144-b3b4-d9b5a654a980 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:45.552521 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port b4b5dab8-941e-412e-83bc-c8bf33cdec5d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:45.552896 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:45.609178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-00d31a5b-a381-4745-bfcc-856e77cec5ad service neutron] 10.222.0.65 "GET /v2.0/networks/83f4744f-e9dd-4a55-b249-f996edcfd99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547961 Nov 11 12:04:45.654614 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-faa51f23-2843-4144-b3b4-d9b5a654a980 None None] For port b4b5dab8-941e-412e-83bc-c8bf33cdec5d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b4b5dab8-941e-412e-83bc-c8bf33cdec5d,segment=NetworkSegment(ad03e9a5-00ac-4408-b9de-0a4df3f56d17),segment_id=ad03e9a5-00ac-4408-b9de-0a4df3f56d17)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:04:45.655138 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-faa51f23-2843-4144-b3b4-d9b5a654a980 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:45.706597 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-faa51f23-2843-4144-b3b4-d9b5a654a980 None None] Calling delete_port for b4b5dab8-941e-412e-83bc-c8bf33cdec5d owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:04:45.715754 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:45.726472 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:45.739932 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a17b3c3-66f7-4003-ae28-149610eac93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:45.792881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-5b433af8-dc91-41d5-aa89-a4090ecc4083 service neutron] 10.222.0.65 "GET /v2.0/networks/83f4744f-e9dd-4a55-b249-f996edcfd99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755235 Nov 11 12:04:45.851267 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1a17b3c3-66f7-4003-ae28-149610eac93a None None] For port b4b5dab8-941e-412e-83bc-c8bf33cdec5d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b4b5dab8-941e-412e-83bc-c8bf33cdec5d,segment=NetworkSegment(ad03e9a5-00ac-4408-b9de-0a4df3f56d17),segment_id=ad03e9a5-00ac-4408-b9de-0a4df3f56d17)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:04:45.878830 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a17b3c3-66f7-4003-ae28-149610eac93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:45.884679 n-d-807359-3 neutron-server[109154]: DEBUG neutron.objects.ports [None req-f28f328a-4984-4585-9f6c-bc55a4f35a33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:04:45.886929 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f28f328a-4984-4585-9f6c-bc55a4f35a33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:45.914895 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:45.957263 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17b3c3-66f7-4003-ae28-149610eac93a None None] Pushing event updated for resources: {'Port': ['ID=b4b5dab8-941e-412e-83bc-c8bf33cdec5d,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:45.968907 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-faa51f23-2843-4144-b3b4-d9b5a654a980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:45.974052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f328a-4984-4585-9f6c-bc55a4f35a33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event updated for resources: {'Subnet': ['ID=f4153be5-64eb-4493-a335-2dd3817e88f3,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:46.009372 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa51f23-2843-4144-b3b4-d9b5a654a980 None None] Pushing event deleted for resources: {'Port': ['ID=b4b5dab8-941e-412e-83bc-c8bf33cdec5d,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:46.011673 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa51f23-2843-4144-b3b4-d9b5a654a980 None None] No DVR routers for this DVR port b4b5dab8-941e-412e-83bc-c8bf33cdec5d on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:04:46.046649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=da5b6333-6356-4ada-8246-27cf667e61c1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:46.054550 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:46.057435 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f328a-4984-4585-9f6c-bc55a4f35a33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Checking segment: {'id': '75d26369-5586-4d31-aa76-4a10aebe6d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '578ff375-8aac-42d6-a05f-2789bd00292a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:46.057813 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28f328a-4984-4585-9f6c-bc55a4f35a33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Network hostable DHCP agents. Network: 578ff375-8aac-42d6-a05f-2789bd00292a, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:04:46.083418 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db61c297-c1fe-4fa2-9b6b-eb4093a963ee']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:46.098649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd809e6f8-ff48-4134-8c7a-e34952632a7f') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:46.098649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd809e6f8-ff48-4134-8c7a-e34952632a7f') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:46.116972 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28f328a-4984-4585-9f6c-bc55a4f35a33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Network 578ff375-8aac-42d6-a05f-2789bd00292a is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:04:46.127381 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:46.147775 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:46.154220 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-f28f328a-4984-4585-9f6c-bc55a4f35a33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 578ff375-8aac-42d6-a05f-2789bd00292a) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:46.159340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:46.159754 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:46.161667 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:46.164397 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28f328a-4984-4585-9f6c-bc55a4f35a33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:46.164397 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f28f328a-4984-4585-9f6c-bc55a4f35a33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:46.169782 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1575e6-81ea-4089-953d-8da5561fa3b6 None None] Network 578ff375-8aac-42d6-a05f-2789bd00292a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:46.244732 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f28f328a-4984-4585-9f6c-bc55a4f35a33 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4643228 Nov 11 12:04:46.246071 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33630) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:46.255950 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:46.266248 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network db61c297-c1fe-4fa2-9b6b-eb4093a963ee {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 12:04:46.272164 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:46.277679 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "DELETE /v2.0/networks/db61c297-c1fe-4fa2-9b6b-eb4093a963ee HTTP/1.1" status: 204 len: 168 time: 1.9640837 Nov 11 12:04:46.295890 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33632) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:46.297412 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993d331-3b52-45a6-805c-91761be7a078 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Pushing event deleted for resources: {'Network': ['ID=db61c297-c1fe-4fa2-9b6b-eb4093a963ee,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:46.412005 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-578ff375-8aac-42d6-a05f-2789bd00292a', 'network_id': '578ff375-8aac-42d6-a05f-2789bd00292a', 'tenant_id': '640cc485517b4610ba1c33aaf5571d23', 'fixed_ips': [{'subnet_id': 'f4153be5-64eb-4493-a335-2dd3817e88f3'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:04:46.412961 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:46.483199 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:46.622145 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b8cef388-5c0d-4bc7-9e11-1fca4f3fbb74 req-b1e8f6c2-0636-40b1-8247-45a8a0ac7130 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 210 time: 0.5414588 Nov 11 12:04:46.756460 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Allocated IP 2001:db8::f816:3eff:fe84:20e2 (578ff375-8aac-42d6-a05f-2789bd00292a/f4153be5-64eb-4493-a335-2dd3817e88f3/c47f4e48-c1e1-4bb3-9e66-de576f356be7) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:04:46.775234 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-25e15060-36e4-4fe3-81ee-a31e77cb1ed3 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3049 time: 0.4777474 Nov 11 12:04:46.777306 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33646) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:46.791973 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:46.918339 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e014f3-a1d7-471d-a4b4-e3a780c5b92c tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:46.918909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e014f3-a1d7-471d-a4b4-e3a780c5b92c tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:46.919239 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e014f3-a1d7-471d-a4b4-e3a780c5b92c tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:46.919869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e014f3-a1d7-471d-a4b4-e3a780c5b92c tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:46.920428 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e014f3-a1d7-471d-a4b4-e3a780c5b92c tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:46.920754 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e014f3-a1d7-471d-a4b4-e3a780c5b92c tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:46.921241 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e014f3-a1d7-471d-a4b4-e3a780c5b92c tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:46.921709 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e014f3-a1d7-471d-a4b4-e3a780c5b92c tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:46.922154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e014f3-a1d7-471d-a4b4-e3a780c5b92c tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:46.922780 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e014f3-a1d7-471d-a4b4-e3a780c5b92c tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:46.923438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e014f3-a1d7-471d-a4b4-e3a780c5b92c tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:46.924035 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e014f3-a1d7-471d-a4b4-e3a780c5b92c tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:46.924691 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e014f3-a1d7-471d-a4b4-e3a780c5b92c tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:46.925411 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e014f3-a1d7-471d-a4b4-e3a780c5b92c tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:46.927961 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d3e014f3-a1d7-471d-a4b4-e3a780c5b92c tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8897 time: 0.1495783 Nov 11 12:04:46.931061 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33652) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:46.976741 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-5b0045bf-568e-4737-8835-257f96d1adbb tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] delete failed (client error): The resource could not be found. Nov 11 12:04:46.978225 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5b0045bf-568e-4737-8835-257f96d1adbb tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/9610d6b2-45ff-4839-afbd-63ee4098e980 HTTP/1.1" status: 404 len: 345 time: 0.0459058 Nov 11 12:04:46.980887 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33654) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:47.000727 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7759e92-de9f-4207-ab74-6f21cbcffcf7 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] DELETE failed (client error): The resource could not be found. Nov 11 12:04:47.001789 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7759e92-de9f-4207-ab74-6f21cbcffcf7 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:04:47.003122 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:47.005907 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c7759e92-de9f-4207-ab74-6f21cbcffcf7 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "DELETE /v2.0/networks/db61c297-c1fe-4fa2-9b6b-eb4093a963ee HTTP/1.1" status: 404 len: 339 time: 0.0229976 Nov 11 12:04:47.010351 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33656) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:47.015599 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-21db5a40-e914-407c-b426-c6148f592e52 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Request body: {'network': {'name': 'tempest-network--1237821111', 'router:external': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:47.022083 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:47.045507 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:47.051061 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21db5a40-e914-407c-b426-c6148f592e52 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Made reservation on behalf of db68c8311c7b431483242087be22ba92 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:47.053779 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21db5a40-e914-407c-b426-c6148f592e52 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:47.092866 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21db5a40-e914-407c-b426-c6148f592e52 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:04:47.103920 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Network 578ff375-8aac-42d6-a05f-2789bd00292a is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:47.108402 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:47.115088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:47.116505 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21db5a40-e914-407c-b426-c6148f592e52 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:47.116941 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-21db5a40-e914-407c-b426-c6148f592e52 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Added segment abcee18b-ecbb-4c99-9ad9-514aeaca1130 of type vlan for network 273de743-e6ac-485f-9a1b-a83d65571d87 Nov 11 12:04:47.117530 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Pushing event updated for resources: {'Port': ['ID=c47f4e48-c1e1-4bb3-9e66-de576f356be7,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:47.132082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event deleted for resources: {'Subnet': ['ID=f4153be5-64eb-4493-a335-2dd3817e88f3,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:47.201628 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21db5a40-e914-407c-b426-c6148f592e52 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:47.202692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Attempting to bind port c47f4e48-c1e1-4bb3-9e66-de576f356be7 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:04:47.203064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Attempting to bind port c47f4e48-c1e1-4bb3-9e66-de576f356be7 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '75d26369-5586-4d31-aa76-4a10aebe6d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '578ff375-8aac-42d6-a05f-2789bd00292a'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:04:47.203590 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Attempting to bind port c47f4e48-c1e1-4bb3-9e66-de576f356be7 on network 578ff375-8aac-42d6-a05f-2789bd00292a {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:04:47.209474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:04:47.209871 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Checking segment: {'id': '75d26369-5586-4d31-aa76-4a10aebe6d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '578ff375-8aac-42d6-a05f-2789bd00292a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:47.210526 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:47.211296 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Bound using segment: {'id': '75d26369-5586-4d31-aa76-4a10aebe6d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '578ff375-8aac-42d6-a05f-2789bd00292a'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:04:47.211775 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Bound port: c47f4e48-c1e1-4bb3-9e66-de576f356be7, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d26369-5586-4d31-aa76-4a10aebe6d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '578ff375-8aac-42d6-a05f-2789bd00292a'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:04:47.212845 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:47.224684 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:47.260133 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578ff375-8aac-42d6-a05f-2789bd00292a']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:47.279558 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d26369-5586-4d31-aa76-4a10aebe6d3c') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:47.280183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d26369-5586-4d31-aa76-4a10aebe6d3c') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:47.290965 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21db5a40-e914-407c-b426-c6148f592e52 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:47.292256 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21db5a40-e914-407c-b426-c6148f592e52 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:47.293125 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21db5a40-e914-407c-b426-c6148f592e52 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:47.297403 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b4b5dab8-941e-412e-83bc-c8bf33cdec5d no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:04:47.304351 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:47.334725 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: b4b5dab8-941e-412e-83bc-c8bf33cdec5d {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:04:47.336689 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b4b5dab8-941e-412e-83bc-c8bf33cdec5d not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:04:47.345081 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:47.356647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] For port c47f4e48-c1e1-4bb3-9e66-de576f356be7, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:04:47.357926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:47.358662 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:47.362874 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:47.368616 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-21db5a40-e914-407c-b426-c6148f592e52 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3546886 Nov 11 12:04:47.379017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33658) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:47.411827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db5a40-e914-407c-b426-c6148f592e52 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Pushing event updated for resources: {'Network': ['ID=273de743-e6ac-485f-9a1b-a83d65571d87,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:47.424529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 273de743-e6ac-485f-9a1b-a83d65571d87 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:04:47.487721 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.db.api [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:04:47.487721 n-d-807359-3 neutron-server[109153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:04:47.487721 n-d-807359-3 neutron-server[109153]: [parameters: {'id': '578ff375-8aac-42d6-a05f-2789bd00292a'}] Nov 11 12:04:47.487721 n-d-807359-3 neutron-server[109153]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:04:47.488597 n-d-807359-3 neutron-server[109153]: DEBUG oslo_db.api [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:04:47.491660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] For port c47f4e48-c1e1-4bb3-9e66-de576f356be7, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c47f4e48-c1e1-4bb3-9e66-de576f356be7,segment=NetworkSegment(75d26369-5586-4d31-aa76-4a10aebe6d3c),segment_id=75d26369-5586-4d31-aa76-4a10aebe6d3c)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:04:47.505533 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:47.542167 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa415752-0001-484b-b10d-093a097e6875 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:47.549438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa415752-0001-484b-b10d-093a097e6875 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:47.556197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa415752-0001-484b-b10d-093a097e6875 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:47.562610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa415752-0001-484b-b10d-093a097e6875 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:47.568364 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-aa415752-0001-484b-b10d-093a097e6875 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1881034 Nov 11 12:04:47.568742 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33660) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:47.615297 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb80b6-867a-444e-a1ac-9c998005672f None None] Pushing event updated for resources: {'Port': ['ID=c47f4e48-c1e1-4bb3-9e66-de576f356be7,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:47.633326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01541a62-d810-42e8-9511-34551ca5ed7d None None] Network 578ff375-8aac-42d6-a05f-2789bd00292a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:47.799282 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b0b95ef1-5abf-42f0-80a6-229196e40d91 req-2e9cac03-1273-42c5-b610-4979b2cb1557 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 210 time: 0.0536613 Nov 11 12:04:47.929766 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbdc3-56a9-43f6-aa8f-8b6222ea0b36 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:47.938542 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-c09312fd-e1cd-4d32-b054-532cf0e1b7d9 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:47.940326 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-c09312fd-e1cd-4d32-b054-532cf0e1b7d9 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.43 "GET /v2.0/networks?id=83f4744f-e9dd-4a55-b249-f996edcfd99c HTTP/1.1" status: 200 len: 808 time: 0.2082622 Nov 11 12:04:47.956217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-a1f4f1a3-cbc5-4a37-9bdc-e30f328f0246 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Request body: {'port': {'device_id': '7b0c9d92-ef2e-41f9-8418-c221a3bf66e9', 'network_id': '83f4744f-e9dd-4a55-b249-f996edcfd99c', 'admin_state_up': True, 'tenant_id': '1bb1cb78eeea499898a0ec0b0bc73d55'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:47.989823 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.045282 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086c0391-7f0d-4bfb-b996-3b7a54438567 None None] get_active_networks_info from n-d-807359-3 {{(pid=109155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:04:48.076232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Deleting port c47f4e48-c1e1-4bb3-9e66-de576f356be7 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:04:48.076740 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.083536 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbdc3-56a9-43f6-aa8f-8b6222ea0b36 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.115652 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-fd2fbdc3-56a9-43f6-aa8f-8b6222ea0b36 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273de743-e6ac-485f-9a1b-a83d65571d87']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:48.134501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-fd2fbdc3-56a9-43f6-aa8f-8b6222ea0b36 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abcee18b-ecbb-4c99-9ad9-514aeaca1130') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:48.134792 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-fd2fbdc3-56a9-43f6-aa8f-8b6222ea0b36 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abcee18b-ecbb-4c99-9ad9-514aeaca1130') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:48.150094 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbdc3-56a9-43f6-aa8f-8b6222ea0b36 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.169135 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbdc3-56a9-43f6-aa8f-8b6222ea0b36 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.178320 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2fbdc3-56a9-43f6-aa8f-8b6222ea0b36 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:48.178749 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbdc3-56a9-43f6-aa8f-8b6222ea0b36 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:48.180878 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:48.189354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] For port c47f4e48-c1e1-4bb3-9e66-de576f356be7, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c47f4e48-c1e1-4bb3-9e66-de576f356be7,segment=NetworkSegment(75d26369-5586-4d31-aa76-4a10aebe6d3c),segment_id=75d26369-5586-4d31-aa76-4a10aebe6d3c)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:04:48.191367 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.195572 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-a1f4f1a3-cbc5-4a37-9bdc-e30f328f0246 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Made reservation on behalf of 1bb1cb78eeea499898a0ec0b0bc73d55 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:48.199131 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-a1f4f1a3-cbc5-4a37-9bdc-e30f328f0246 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.208569 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Calling delete_port for c47f4e48-c1e1-4bb3-9e66-de576f356be7 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:04:48.265868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086c0391-7f0d-4bfb-b996-3b7a54438567 None None] Resources bound (agent type, host, resource id): {{(pid=109155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:04:48.269926 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbdc3-56a9-43f6-aa8f-8b6222ea0b36 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.309838 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.311945 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2fbdc3-56a9-43f6-aa8f-8b6222ea0b36 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 273de743-e6ac-485f-9a1b-a83d65571d87 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 12:04:48.326525 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] No DVR routers for this DVR port c47f4e48-c1e1-4bb3-9e66-de576f356be7 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:04:48.327464 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbdc3-56a9-43f6-aa8f-8b6222ea0b36 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.331212 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fd2fbdc3-56a9-43f6-aa8f-8b6222ea0b36 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "DELETE /v2.0/networks/273de743-e6ac-485f-9a1b-a83d65571d87 HTTP/1.1" status: 204 len: 168 time: 0.7613578 Nov 11 12:04:48.337368 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fbdc3-56a9-43f6-aa8f-8b6222ea0b36 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Pushing event deleted for resources: {'Network': ['ID=273de743-e6ac-485f-9a1b-a83d65571d87,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:48.344827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33672) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:48.353908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-1019b299-df1a-4f0a-b2d0-a75b7902cc3b tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Request body: {'network': {'name': 'tempest-network--2033798730', 'router:external': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:48.510930 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1019b299-df1a-4f0a-b2d0-a75b7902cc3b tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Made reservation on behalf of db68c8311c7b431483242087be22ba92 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:48.513945 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1019b299-df1a-4f0a-b2d0-a75b7902cc3b tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.565488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event deleted for resources: {'Port': ['ID=c47f4e48-c1e1-4bb3-9e66-de576f356be7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:48.569392 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.575880 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-a1f4f1a3-cbc5-4a37-9bdc-e30f328f0246 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Allocated IP 172.20.0.3 (83f4744f-e9dd-4a55-b249-f996edcfd99c/2124e6fa-57ad-41a8-93d9-1d592bb683fc/29694dc8-9851-495e-939d-715a31320557) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:04:48.602626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1019b299-df1a-4f0a-b2d0-a75b7902cc3b tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:04:48.612754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578ff375-8aac-42d6-a05f-2789bd00292a']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:48.626709 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1019b299-df1a-4f0a-b2d0-a75b7902cc3b tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.627104 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-1019b299-df1a-4f0a-b2d0-a75b7902cc3b tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Added segment a35118be-336e-4842-a0da-9af7732fa6bb of type vlan for network a9503840-cf68-4e51-aed6-637800b7d7f1 Nov 11 12:04:48.638223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d26369-5586-4d31-aa76-4a10aebe6d3c') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:48.640846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d26369-5586-4d31-aa76-4a10aebe6d3c') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:48.663256 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.695050 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.711702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:48.712731 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.717074 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1019b299-df1a-4f0a-b2d0-a75b7902cc3b tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:48.730008 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:48.849197 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-a1f4f1a3-cbc5-4a37-9bdc-e30f328f0246 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.901818 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1019b299-df1a-4f0a-b2d0-a75b7902cc3b tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.904374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1019b299-df1a-4f0a-b2d0-a75b7902cc3b tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:48.906833 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1019b299-df1a-4f0a-b2d0-a75b7902cc3b tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.964456 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-a1f4f1a3-cbc5-4a37-9bdc-e30f328f0246 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:48.991153 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1019b299-df1a-4f0a-b2d0-a75b7902cc3b tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6421561 Nov 11 12:04:48.995753 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33684) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:49.058285 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.097668 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.106828 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/networks/578ff375-8aac-42d6-a05f-2789bd00292a HTTP/1.1" status: 204 len: 168 time: 2.8590157 Nov 11 12:04:49.122558 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33686) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:49.161881 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ff513d33-e360-46fe-b470-c4d1247e84a3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-260271409'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:49.172988 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Provisioning complete for port 3aefa6ac-8252-41b9-b384-34e00b0c2820 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:49.173709 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.184197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057979c-6372-45ff-b9ee-44d0570c5009 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event deleted for resources: {'Network': ['ID=578ff375-8aac-42d6-a05f-2789bd00292a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:49.200876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019b299-df1a-4f0a-b2d0-a75b7902cc3b tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Pushing event updated for resources: {'Network': ['ID=a9503840-cf68-4e51-aed6-637800b7d7f1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:49.220623 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89983a45-5f03-4d40-b3b9-fafd192d2dc4 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:49.222393 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-89983a45-5f03-4d40-b3b9-fafd192d2dc4 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] 10.222.0.65 "GET /v2.0/networks/a9503840-cf68-4e51-aed6-637800b7d7f1 HTTP/1.1" status: 200 len: 757 time: 0.2241752 Nov 11 12:04:49.223624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network a9503840-cf68-4e51-aed6-637800b7d7f1 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:04:49.225746 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33688) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:49.227336 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4f1a3-cbc5-4a37-9bdc-e30f328f0246 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Pushing event updated for resources: {'Port': ['ID=29694dc8-9851-495e-939d-715a31320557,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:49.240197 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-a1f4f1a3-cbc5-4a37-9bdc-e30f328f0246 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Network 83f4744f-e9dd-4a55-b249-f996edcfd99c is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:49.249086 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-a1f4f1a3-cbc5-4a37-9bdc-e30f328f0246 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:49.257318 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Port 3aefa6ac-8252-41b9-b384-34e00b0c2820 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:04:49.268760 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff513d33-e360-46fe-b470-c4d1247e84a3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Made reservation on behalf of 640cc485517b4610ba1c33aaf5571d23 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:49.272714 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff513d33-e360-46fe-b470-c4d1247e84a3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.274118 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-a1f4f1a3-cbc5-4a37-9bdc-e30f328f0246 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:49.297134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97d516-6e67-4750-a8af-d454ee77b79a req-80b5e892-80ce-4793-960b-0304bf77b323 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:49.303147 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91c2242-1c5b-41de-9741-a8a9aa80a353 None None] DHCP port deletion for 83f4744f-e9dd-4a55-b249-f996edcfd99c request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:04:49.304926 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b97d516-6e67-4750-a8af-d454ee77b79a req-80b5e892-80ce-4793-960b-0304bf77b323 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 931 time: 0.2735767 Nov 11 12:04:49.328178 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Provisioning complete for port 66b00381-c932-4c6e-9ce9-6ef353ad34f4 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:49.328543 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.367012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-a1f4f1a3-cbc5-4a37-9bdc-e30f328f0246 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:49.367738 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-a1f4f1a3-cbc5-4a37-9bdc-e30f328f0246 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.381490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729f71f6-29af-4b38-98a3-e77ee49cc895 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:49.385697 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-729f71f6-29af-4b38-98a3-e77ee49cc895 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] 10.222.0.65 "GET /v2.0/networks/f1364247-e281-494e-8692-87ea7c855d4b HTTP/1.1" status: 200 len: 768 time: 0.1560500 Nov 11 12:04:49.387145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33690) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:49.391650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff513d33-e360-46fe-b470-c4d1247e84a3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:04:49.412939 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-a1f4f1a3-cbc5-4a37-9bdc-e30f328f0246 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4604285 Nov 11 12:04:49.417003 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff513d33-e360-46fe-b470-c4d1247e84a3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.417357 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-ff513d33-e360-46fe-b470-c4d1247e84a3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Added segment 58593b9a-3a16-4d3b-bc17-d091b6b8be6a of type vlan for network 45c0b417-1782-46d4-ad26-99538f7e40c6 Nov 11 12:04:49.438643 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b97d516-6e67-4750-a8af-d454ee77b79a req-2fc8977e-2e80-4063-8086-3ba6554d2dc0 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306341 Nov 11 12:04:49.441009 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Provisioning complete for port 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:49.441382 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.478971 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff513d33-e360-46fe-b470-c4d1247e84a3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.495086 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d52-9277-4695-970e-114eb45dc6aa tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.513215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Request body: {'port': {'device_id': '7b0c9d92-ef2e-41f9-8418-c221a3bf66e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:49.514306 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff513d33-e360-46fe-b470-c4d1247e84a3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.521816 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff513d33-e360-46fe-b470-c4d1247e84a3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:49.522642 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff513d33-e360-46fe-b470-c4d1247e84a3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.552531 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Provisioning complete for port ae3729c1-be79-4bdb-bd96-e4fb55bb31fe triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:49.552878 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.601556 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ff513d33-e360-46fe-b470-c4d1247e84a3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4750280 Nov 11 12:04:49.602432 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33694) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:49.614154 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d2de1619-a727-4050-a172-5457fdc76c87 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Request body: {'subnet': {'network_id': '45c0b417-1782-46d4-ad26-99538f7e40c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:49.616170 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d52-9277-4695-970e-114eb45dc6aa tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.634988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff513d33-e360-46fe-b470-c4d1247e84a3 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event updated for resources: {'Network': ['ID=45c0b417-1782-46d4-ad26-99538f7e40c6,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:49.647804 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 45c0b417-1782-46d4-ad26-99538f7e40c6 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:04:49.675033 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-a1f57d52-9277-4695-970e-114eb45dc6aa tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9503840-cf68-4e51-aed6-637800b7d7f1']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:49.686673 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.690647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-a1f57d52-9277-4695-970e-114eb45dc6aa tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35118be-336e-4842-a0da-9af7732fa6bb') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:49.691097 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-a1f57d52-9277-4695-970e-114eb45dc6aa tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35118be-336e-4842-a0da-9af7732fa6bb') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:49.709928 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d52-9277-4695-970e-114eb45dc6aa tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.733629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2de1619-a727-4050-a172-5457fdc76c87 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Made reservation on behalf of 640cc485517b4610ba1c33aaf5571d23 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:49.736225 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Provisioning complete for port b943cdf6-d293-428d-90a8-518add78942e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:49.736594 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.739679 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d2de1619-a727-4050-a172-5457fdc76c87 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.747719 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d52-9277-4695-970e-114eb45dc6aa tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.760315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f57d52-9277-4695-970e-114eb45dc6aa tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:49.760720 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d52-9277-4695-970e-114eb45dc6aa tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:49.762783 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:49.852455 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Provisioning complete for port 8aa6b2ec-5c25-42c4-af32-4cca85d3bd61 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:49.852728 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.894708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Port 8aa6b2ec-5c25-42c4-af32-4cca85d3bd61 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:04:49.902149 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d52-9277-4695-970e-114eb45dc6aa tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.909807 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Provisioning complete for port 6da63a48-3d57-4ae0-a3b9-d41acb780444 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:49.910174 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.911566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f57d52-9277-4695-970e-114eb45dc6aa tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a9503840-cf68-4e51-aed6-637800b7d7f1 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 12:04:49.917050 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1f57d52-9277-4695-970e-114eb45dc6aa tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:49.920450 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a1f57d52-9277-4695-970e-114eb45dc6aa tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "DELETE /v2.0/networks/a9503840-cf68-4e51-aed6-637800b7d7f1 HTTP/1.1" status: 204 len: 168 time: 0.5321424 Nov 11 12:04:49.931653 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33698) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:49.942347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fb4a9e38-c630-4849-a522-6dd4991e204f tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Request body: {'network': {'name': 'tempest-network--590487079'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:49.951917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Port 6da63a48-3d57-4ae0-a3b9-d41acb780444 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:04:49.956419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f57d52-9277-4695-970e-114eb45dc6aa tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9503840-cf68-4e51-aed6-637800b7d7f1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:49.967201 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Provisioning complete for port 7c675c18-e885-4e6d-8fe3-66934a56e3f1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:49.968129 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.011009 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Port 7c675c18-e885-4e6d-8fe3-66934a56e3f1 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:04:50.044842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Provisioning complete for port e375a2e8-2273-4c6b-b4b1-c4c9b5fab752 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:50.045211 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3e793b81-3957-47e1-96ff-df51d3b0f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.099253 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4a9e38-c630-4849-a522-6dd4991e204f tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Made reservation on behalf of db68c8311c7b431483242087be22ba92 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:50.103237 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9e38-c630-4849-a522-6dd4991e204f tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.135327 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d2de1619-a727-4050-a172-5457fdc76c87 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.182555 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4a9e38-c630-4849-a522-6dd4991e204f tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:04:50.209131 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9e38-c630-4849-a522-6dd4991e204f tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.209532 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-fb4a9e38-c630-4849-a522-6dd4991e204f tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Added segment 0271f22a-4625-4c55-983b-08a0769f7eeb of type vlan for network 7f6cc232-07d7-4a73-8342-9e510b894f14 Nov 11 12:04:50.212816 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de1619-a727-4050-a172-5457fdc76c87 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event updated for resources: {'Subnet': ['ID=a19d4987-4595-4e99-9c02-0991a731fb56,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:50.271547 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de1619-a727-4050-a172-5457fdc76c87 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Checking segment: {'id': '58593b9a-3a16-4d3b-bc17-d091b6b8be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '45c0b417-1782-46d4-ad26-99538f7e40c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:50.271939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2de1619-a727-4050-a172-5457fdc76c87 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Network hostable DHCP agents. Network: 45c0b417-1782-46d4-ad26-99538f7e40c6, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:04:50.295224 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9e38-c630-4849-a522-6dd4991e204f tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.299111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2de1619-a727-4050-a172-5457fdc76c87 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Network 45c0b417-1782-46d4-ad26-99538f7e40c6 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:04:50.313660 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-d2de1619-a727-4050-a172-5457fdc76c87 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 45c0b417-1782-46d4-ad26-99538f7e40c6) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:50.322575 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431412d8-8f55-4de8-ac4f-0c9e56b10ecf None None] Network 45c0b417-1782-46d4-ad26-99538f7e40c6 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:50.325713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2de1619-a727-4050-a172-5457fdc76c87 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:50.333935 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d2de1619-a727-4050-a172-5457fdc76c87 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.363916 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9e38-c630-4849-a522-6dd4991e204f tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.364845 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4a9e38-c630-4849-a522-6dd4991e204f tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:50.365506 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9e38-c630-4849-a522-6dd4991e204f tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.375041 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d2de1619-a727-4050-a172-5457fdc76c87 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7688797 Nov 11 12:04:50.378020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33706) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:50.418517 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fb4a9e38-c630-4849-a522-6dd4991e204f tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4791257 Nov 11 12:04:50.425938 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33708) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:50.439615 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0d11408e-e319-4b6e-865c-54f7946640c5 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:50.453358 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-39a87ed9-3f89-4275-96d2-de04b35630aa None None] Provisioning complete for port 29694dc8-9851-495e-939d-715a31320557 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:50.453972 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-39a87ed9-3f89-4275-96d2-de04b35630aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.511267 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29694dc8-9851-495e-939d-715a31320557 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:04:50.554002 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.556777 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a9e38-c630-4849-a522-6dd4991e204f tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Pushing event updated for resources: {'Network': ['ID=7f6cc232-07d7-4a73-8342-9e510b894f14,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:50.587560 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Transition to ACTIVE for port object 29694dc8-9851-495e-939d-715a31320557 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:04:50.609734 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.610660 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b03b-efa0-4d82-ba3d-e26176bcaa00 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.667843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Pushing event updated for resources: {'Port': ['ID=29694dc8-9851-495e-939d-715a31320557,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:50.681471 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 7f6cc232-07d7-4a73-8342-9e510b894f14 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:04:50.690210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb67558c-d346-4200-b0ed-9ce724a55583 None None] DHCP port deletion for 83f4744f-e9dd-4a55-b249-f996edcfd99c request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:04:50.725661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef9160-cb90-4db0-bdb0-9d50d55186ed req-51cc74dd-8cb2-4d45-acb6-bd0d77e52b2f tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:50.727800 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2bef9160-cb90-4db0-bdb0-9d50d55186ed req-51cc74dd-8cb2-4d45-acb6-bd0d77e52b2f tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 943 time: 0.1137266 Nov 11 12:04:50.761684 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b03b-efa0-4d82-ba3d-e26176bcaa00 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.775931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-39a87ed9-3f89-4275-96d2-de04b35630aa None None] Port 29694dc8-9851-495e-939d-715a31320557 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:04:50.793334 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Attempting to bind port 29694dc8-9851-495e-939d-715a31320557 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:04:50.793688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Attempting to bind port 29694dc8-9851-495e-939d-715a31320557 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a666e75f-478f-4954-843d-3b1b7b99f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '83f4744f-e9dd-4a55-b249-f996edcfd99c'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:04:50.794145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Attempting to bind port 29694dc8-9851-495e-939d-715a31320557 on network 83f4744f-e9dd-4a55-b249-f996edcfd99c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:04:50.804868 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Port 29694dc8-9851-495e-939d-715a31320557 on network 83f4744f-e9dd-4a55-b249-f996edcfd99c not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:04:50.805188 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Attempting to bind port 29694dc8-9851-495e-939d-715a31320557 on network 83f4744f-e9dd-4a55-b249-f996edcfd99c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:04:50.818281 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0d11408e-e319-4b6e-865c-54f7946640c5 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.821667 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:04:50.822136 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Checking segment: {'id': 'a666e75f-478f-4954-843d-3b1b7b99f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '83f4744f-e9dd-4a55-b249-f996edcfd99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:50.822522 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Bound using segment: {'id': 'a666e75f-478f-4954-843d-3b1b7b99f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '83f4744f-e9dd-4a55-b249-f996edcfd99c'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:04:50.822968 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Bound port: 29694dc8-9851-495e-939d-715a31320557, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a666e75f-478f-4954-843d-3b1b7b99f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '83f4744f-e9dd-4a55-b249-f996edcfd99c'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:04:50.823311 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.847364 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2bef9160-cb90-4db0-bdb0-9d50d55186ed req-725136cb-7008-473b-ba8b-dd7518f96367 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941017 Nov 11 12:04:50.852807 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0d11408e-e319-4b6e-865c-54f7946640c5 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.870666 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b03b-efa0-4d82-ba3d-e26176bcaa00 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.874126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be24988-75cc-4469-ac98-9e317ca22690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-45c0b417-1782-46d4-ad26-99538f7e40c6', 'network_id': '45c0b417-1782-46d4-ad26-99538f7e40c6', 'tenant_id': '640cc485517b4610ba1c33aaf5571d23', 'fixed_ips': [{'subnet_id': 'a19d4987-4595-4e99-9c02-0991a731fb56'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:04:50.875033 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4be24988-75cc-4469-ac98-9e317ca22690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.888558 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d11408e-e319-4b6e-865c-54f7946640c5 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Network 7f6cc232-07d7-4a73-8342-9e510b894f14 is not hosted by any dhcp agent {{(pid=109154) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 12:04:50.889429 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d11408e-e319-4b6e-865c-54f7946640c5 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:50.891589 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0d11408e-e319-4b6e-865c-54f7946640c5 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:50.893221 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0d11408e-e319-4b6e-865c-54f7946640c5 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "PUT /v2.0/networks/7f6cc232-07d7-4a73-8342-9e510b894f14 HTTP/1.1" status: 200 len: 858 time: 0.4663661 Nov 11 12:04:50.896857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33712) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:50.918169 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7b03b-efa0-4d82-ba3d-e26176bcaa00 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event deleted for resources: {'Subnet': ['ID=a19d4987-4595-4e99-9c02-0991a731fb56,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:50.966798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11408e-e319-4b6e-865c-54f7946640c5 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Pushing event updated for resources: {'Network': ['ID=7f6cc232-07d7-4a73-8342-9e510b894f14,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:50.977460 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] For port 29694dc8-9851-495e-939d-715a31320557, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:04:50.978586 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db04280e-e62e-45b4-b554-521cde13d9bc None None] Network 45c0b417-1782-46d4-ad26-99538f7e40c6 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:50.981510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] For port 29694dc8-9851-495e-939d-715a31320557, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=29694dc8-9851-495e-939d-715a31320557,segment=NetworkSegment(a666e75f-478f-4954-843d-3b1b7b99f88d),segment_id=a666e75f-478f-4954-843d-3b1b7b99f88d)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:04:50.987293 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:51.034634 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:51.034971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:51.036628 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] 10.222.0.43 "PUT /v2.0/ports/29694dc8-9851-495e-939d-715a31320557 HTTP/1.1" status: 200 len: 1091 time: 1.6087577 Nov 11 12:04:51.037114 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0c9d92-ef2e-41f9-8418-c221a3bf66e9', 'tag': '29694dc8-9851-495e-939d-715a31320557'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:04:51.040717 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2e7c5a-39e1-4abc-a74f-f5521a9cb86c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b0c9d92-ef2e-41f9-8418-c221a3bf66e9", "tag": "29694dc8-9851-495e-939d-715a31320557"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:04:51.107445 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccdf12-bfa8-4f73-81fc-7a4c2b42d24c service neutron] Pushing event updated for resources: {'Port': ['ID=29694dc8-9851-495e-939d-715a31320557,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:51.133132 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8463c5e5-43b0-4a8c-b073-537f692a7d89 None None] DHCP port deletion for 83f4744f-e9dd-4a55-b249-f996edcfd99c request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:04:51.195513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-d7f12f04-5f12-44ff-ba9a-845640dfd00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:51.197182 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-d7f12f04-5f12-44ff-ba9a-845640dfd00f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bb1cb78eeea499898a0ec0b0bc73d55&device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 1094 time: 0.0856416 Nov 11 12:04:51.228698 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa6bd0b-eba6-42e7-bf6c-a3182ce1c28f x-openstack-request-id: req-cfa6bd0b-eba6-42e7-bf6c-a3182ce1c28f {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:04:51.230685 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b0c9d92-ef2e-41f9-8418-c221a3bf66e9", "tag": "29694dc8-9851-495e-939d-715a31320557", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:04:51.230685 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cfa6bd0b-eba6-42e7-bf6c-a3182ce1c28f {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:04:51.230685 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b0c9d92-ef2e-41f9-8418-c221a3bf66e9', 'tag': '29694dc8-9851-495e-939d-715a31320557', 'status': 'completed', 'code': 200} Nov 11 12:04:51.266393 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-44f4c61e-fd31-44db-bdac-b7ec6e84b448 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29694dc8-9851-495e-939d-715a31320557 HTTP/1.1" status: 200 len: 217 time: 0.0568132 Nov 11 12:04:51.327208 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-2be04a6e-17c3-47e9-aa00-8df7fbf4cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:51.328895 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-2be04a6e-17c3-47e9-aa00-8df7fbf4cc49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2124e6fa-57ad-41a8-93d9-1d592bb683fc HTTP/1.1" status: 200 len: 848 time: 0.0557096 Nov 11 12:04:51.367761 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-3714095d-d241-4ac8-be6b-173c8d1444fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=83f4744f-e9dd-4a55-b249-f996edcfd99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311654 Nov 11 12:04:51.395091 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:51.456651 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b03b-efa0-4d82-ba3d-e26176bcaa00 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:51.465264 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-43ecd250-8fd5-491b-8b21-ef32305ccb1a service neutron] 10.222.0.43 "GET /v2.0/networks/83f4744f-e9dd-4a55-b249-f996edcfd99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903490 Nov 11 12:04:51.483521 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-49427871-5d58-46d5-966d-78a169ad4b42 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:51.490895 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-d9f7b03b-efa0-4d82-ba3d-e26176bcaa00 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c0b417-1782-46d4-ad26-99538f7e40c6']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:51.512596 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-d9f7b03b-efa0-4d82-ba3d-e26176bcaa00 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58593b9a-3a16-4d3b-bc17-d091b6b8be6a') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:51.512848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-d9f7b03b-efa0-4d82-ba3d-e26176bcaa00 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58593b9a-3a16-4d3b-bc17-d091b6b8be6a') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:51.532142 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b03b-efa0-4d82-ba3d-e26176bcaa00 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:51.541535 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-5c299960-d0eb-491f-a8bb-2fefb32e3740 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--272046350&fields=id&tenant_id=fd2d2d88eddd4312942ca48aca9ffcbb HTTP/1.1" status: 200 len: 267 time: 0.1013842 Nov 11 12:04:51.565252 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b03b-efa0-4d82-ba3d-e26176bcaa00 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:51.584076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f7b03b-efa0-4d82-ba3d-e26176bcaa00 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:51.584464 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b03b-efa0-4d82-ba3d-e26176bcaa00 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:51.587947 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:51.738218 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-49427871-5d58-46d5-966d-78a169ad4b42 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:51.752742 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b03b-efa0-4d82-ba3d-e26176bcaa00 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:51.769473 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b03b-efa0-4d82-ba3d-e26176bcaa00 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:51.774304 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d9f7b03b-efa0-4d82-ba3d-e26176bcaa00 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/networks/45c0b417-1782-46d4-ad26-99538f7e40c6 HTTP/1.1" status: 204 len: 168 time: 1.3951395 Nov 11 12:04:51.779900 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33730) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:51.792608 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-49427871-5d58-46d5-966d-78a169ad4b42 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6cc232-07d7-4a73-8342-9e510b894f14']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:51.800526 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0e51211c-0e82-4575-82b1-4bb98f542f27 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1827404800'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:51.812799 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7b03b-efa0-4d82-ba3d-e26176bcaa00 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event deleted for resources: {'Network': ['ID=45c0b417-1782-46d4-ad26-99538f7e40c6,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:51.821359 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ec5baccd-f2d3-446e-825a-28b86c161f72 req-f694bf38-8a51-41e6-8ea4-88e0a82d80fd service neutron] 10.222.0.43 "GET /v2.0/networks/83f4744f-e9dd-4a55-b249-f996edcfd99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492560 Nov 11 12:04:51.823003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-49427871-5d58-46d5-966d-78a169ad4b42 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0271f22a-4625-4c55-983b-08a0769f7eeb') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:51.823291 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-49427871-5d58-46d5-966d-78a169ad4b42 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0271f22a-4625-4c55-983b-08a0769f7eeb') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:51.836831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-0dc1ed91-b945-4e21-a1e9-0a175615e53b tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:51.838325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-0dc1ed91-b945-4e21-a1e9-0a175615e53b tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/networks?id=d03a149d-cab9-42f0-8028-0fe357ffb817 HTTP/1.1" status: 200 len: 816 time: 0.2708015 Nov 11 12:04:51.845777 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-49427871-5d58-46d5-966d-78a169ad4b42 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:51.871239 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-7b6fe3ab-af23-4c28-a89b-2d1c3abec313 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/quotas/fd2d2d88eddd4312942ca48aca9ffcbb HTTP/1.1" status: 200 len: 375 time: 0.0234585 Nov 11 12:04:51.872745 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-49427871-5d58-46d5-966d-78a169ad4b42 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:51.877202 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e51211c-0e82-4575-82b1-4bb98f542f27 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Made reservation on behalf of 640cc485517b4610ba1c33aaf5571d23 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:51.880586 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e51211c-0e82-4575-82b1-4bb98f542f27 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:51.900507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49427871-5d58-46d5-966d-78a169ad4b42 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:51.900880 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-49427871-5d58-46d5-966d-78a169ad4b42 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:51.902867 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:51.922246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e7c5a-39e1-4abc-a74f-f5521a9cb86c req-23f58c3e-3cc9-42ab-933f-7efcb6a0b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:51.924133 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5f2e7c5a-39e1-4abc-a74f-f5521a9cb86c req-23f58c3e-3cc9-42ab-933f-7efcb6a0b7b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bb1cb78eeea499898a0ec0b0bc73d55&device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 1094 time: 0.0515687 Nov 11 12:04:52.021021 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e7c5a-39e1-4abc-a74f-f5521a9cb86c req-56db462f-b070-492f-9f70-2a9d4b44bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:52.022604 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5f2e7c5a-39e1-4abc-a74f-f5521a9cb86c req-56db462f-b070-492f-9f70-2a9d4b44bc67 service neutron] 10.222.0.43 "GET /v2.0/networks?id=83f4744f-e9dd-4a55-b249-f996edcfd99c HTTP/1.1" status: 200 len: 910 time: 0.0917485 Nov 11 12:04:52.026332 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-3b1425b6-fa49-40dc-b29e-d1a4ed715a82 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd2d2d88eddd4312942ca48aca9ffcbb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1434460 Nov 11 12:04:52.034136 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-49427871-5d58-46d5-966d-78a169ad4b42 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:52.035915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e51211c-0e82-4575-82b1-4bb98f542f27 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:04:52.048191 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49427871-5d58-46d5-966d-78a169ad4b42 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7f6cc232-07d7-4a73-8342-9e510b894f14 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 12:04:52.064810 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83603d09-112f-4577-930c-7d960bff2c3d req-a11fd26b-6520-41a8-a8f1-b92aa1508bd7 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:52.066163 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83603d09-112f-4577-930c-7d960bff2c3d req-a11fd26b-6520-41a8-a8f1-b92aa1508bd7 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 943 time: 0.1274095 Nov 11 12:04:52.066773 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5f2e7c5a-39e1-4abc-a74f-f5521a9cb86c req-59c71ab7-c117-46ab-83b9-e09800f45172 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29694dc8-9851-495e-939d-715a31320557 HTTP/1.1" status: 200 len: 217 time: 0.0364251 Nov 11 12:04:52.082594 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-49427871-5d58-46d5-966d-78a169ad4b42 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:52.089692 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-49427871-5d58-46d5-966d-78a169ad4b42 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] 10.222.0.65 "DELETE /v2.0/networks/7f6cc232-07d7-4a73-8342-9e510b894f14 HTTP/1.1" status: 204 len: 168 time: 1.1889160 Nov 11 12:04:52.091268 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e51211c-0e82-4575-82b1-4bb98f542f27 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:52.091623 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-0e51211c-0e82-4575-82b1-4bb98f542f27 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Added segment 7d75b3c0-d5a6-4946-8bac-74813c22bd3b of type vlan for network 136ab5de-bfec-4b20-b4df-ad36cfebfe25 Nov 11 12:04:52.099532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33734) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:52.102022 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:04:52.123495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49427871-5d58-46d5-966d-78a169ad4b42 tempest-ExternalNetworksTestJSON-1898415385 tempest-ExternalNetworksTestJSON-1898415385-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f6cc232-07d7-4a73-8342-9e510b894f14,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:52.135862 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e7c5a-39e1-4abc-a74f-f5521a9cb86c req-03d1f297-2037-40f4-8ec6-9d067822875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:52.137721 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5f2e7c5a-39e1-4abc-a74f-f5521a9cb86c req-03d1f297-2037-40f4-8ec6-9d067822875a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2124e6fa-57ad-41a8-93d9-1d592bb683fc HTTP/1.1" status: 200 len: 848 time: 0.0616837 Nov 11 12:04:52.170686 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5f2e7c5a-39e1-4abc-a74f-f5521a9cb86c req-9c59198e-ad12-4f6a-8297-ec0146fce4b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=83f4744f-e9dd-4a55-b249-f996edcfd99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256910 Nov 11 12:04:52.182208 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-d204764f-b94c-49a4-8479-43e8a7c110cb tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] DELETE failed (client error): The resource could not be found. Nov 11 12:04:52.182657 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d204764f-b94c-49a4-8479-43e8a7c110cb tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:04:52.188359 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d204764f-b94c-49a4-8479-43e8a7c110cb tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] 10.222.0.65 "DELETE /v2.0/subnets/da5b6333-6356-4ada-8246-27cf667e61c1 HTTP/1.1" status: 404 len: 337 time: 0.0879478 Nov 11 12:04:52.196679 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33736) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:52.233642 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e51211c-0e82-4575-82b1-4bb98f542f27 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:52.274193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83603d09-112f-4577-930c-7d960bff2c3d req-e84b7fa2-5e91-4b1f-85a3-06f80e0021e8 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808150 Nov 11 12:04:52.296958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-290c6676-63b3-424f-9179-e0cd038c3932 service neutron] 10.222.0.65 "GET /v2.0/networks/d03a149d-cab9-42f0-8028-0fe357ffb817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460990 Nov 11 12:04:52.301081 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e51211c-0e82-4575-82b1-4bb98f542f27 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:52.307332 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e51211c-0e82-4575-82b1-4bb98f542f27 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:52.308145 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e51211c-0e82-4575-82b1-4bb98f542f27 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:52.328015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e97c4c90-17f5-4990-a977-87cce83faef3 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:52.348228 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5f2e7c5a-39e1-4abc-a74f-f5521a9cb86c req-640f0ce1-eaeb-464c-be28-04aee32adde5 service neutron] 10.222.0.43 "GET /v2.0/networks/83f4744f-e9dd-4a55-b249-f996edcfd99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697009 Nov 11 12:04:52.405521 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0e51211c-0e82-4575-82b1-4bb98f542f27 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6246140 Nov 11 12:04:52.414122 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33744) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:52.425310 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ebe41dbe-92b8-46dd-b9c2-df1449eb3838 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Request body: {'subnet': {'network_id': '136ab5de-bfec-4b20-b4df-ad36cfebfe25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:52.438204 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51211c-0e82-4575-82b1-4bb98f542f27 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event updated for resources: {'Network': ['ID=136ab5de-bfec-4b20-b4df-ad36cfebfe25,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:52.452499 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 136ab5de-bfec-4b20-b4df-ad36cfebfe25 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:04:52.472743 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-ff019b9e-1bcc-4cec-80f2-fa2e2ce5f2bc service neutron] 10.222.0.65 "GET /v2.0/networks/d03a149d-cab9-42f0-8028-0fe357ffb817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611712 Nov 11 12:04:52.564557 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e97c4c90-17f5-4990-a977-87cce83faef3 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:52.613068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e97c4c90-17f5-4990-a977-87cce83faef3 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1364247-e281-494e-8692-87ea7c855d4b']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:52.625477 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5f2e7c5a-39e1-4abc-a74f-f5521a9cb86c req-90b12c7c-89b7-4220-8991-822b93abad08 service neutron] 10.222.0.43 "GET /v2.0/networks/83f4744f-e9dd-4a55-b249-f996edcfd99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694201 Nov 11 12:04:52.630750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e97c4c90-17f5-4990-a977-87cce83faef3 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386e8aee-33be-4eff-9e92-7aae68bbabd3') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:52.631057 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e97c4c90-17f5-4990-a977-87cce83faef3 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386e8aee-33be-4eff-9e92-7aae68bbabd3') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:52.646422 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e97c4c90-17f5-4990-a977-87cce83faef3 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:52.670872 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e97c4c90-17f5-4990-a977-87cce83faef3 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:52.674294 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe41dbe-92b8-46dd-b9c2-df1449eb3838 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Made reservation on behalf of 640cc485517b4610ba1c33aaf5571d23 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:52.678162 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ebe41dbe-92b8-46dd-b9c2-df1449eb3838 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:52.695861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97c4c90-17f5-4990-a977-87cce83faef3 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:52.696252 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e97c4c90-17f5-4990-a977-87cce83faef3 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:52.699219 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:52.812033 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e97c4c90-17f5-4990-a977-87cce83faef3 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:52.826243 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5afdb453-888d-402a-ba8c-a7f160222490 req-21845d36-ba29-4c37-b5b0-b9a703df56ab tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 210 time: 0.0317738 Nov 11 12:04:52.828687 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e97c4c90-17f5-4990-a977-87cce83faef3 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:52.834433 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e97c4c90-17f5-4990-a977-87cce83faef3 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] 10.222.0.65 "DELETE /v2.0/networks/f1364247-e281-494e-8692-87ea7c855d4b HTTP/1.1" status: 204 len: 168 time: 0.6343796 Nov 11 12:04:52.847331 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c4c90-17f5-4990-a977-87cce83faef3 tempest-ExternalNetworksTestJSON-641073798 tempest-ExternalNetworksTestJSON-641073798-project] Pushing event deleted for resources: {'Network': ['ID=f1364247-e281-494e-8692-87ea7c855d4b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:53.042280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.objects.ports [None req-ebe41dbe-92b8-46dd-b9c2-df1449eb3838 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:04:53.043712 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ebe41dbe-92b8-46dd-b9c2-df1449eb3838 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.082242 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33766) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:53.106098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe41dbe-92b8-46dd-b9c2-df1449eb3838 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event updated for resources: {'Subnet': ['ID=b72cc549-3550-4131-bfe7-7d2166fc5a0f,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:53.126131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe41dbe-92b8-46dd-b9c2-df1449eb3838 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Checking segment: {'id': '7d75b3c0-d5a6-4946-8bac-74813c22bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '136ab5de-bfec-4b20-b4df-ad36cfebfe25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:53.126131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe41dbe-92b8-46dd-b9c2-df1449eb3838 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Network hostable DHCP agents. Network: 136ab5de-bfec-4b20-b4df-ad36cfebfe25, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:04:53.147147 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe41dbe-92b8-46dd-b9c2-df1449eb3838 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Network 136ab5de-bfec-4b20-b4df-ad36cfebfe25 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:04:53.163589 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-ebe41dbe-92b8-46dd-b9c2-df1449eb3838 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 136ab5de-bfec-4b20-b4df-ad36cfebfe25) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:53.168937 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe41dbe-92b8-46dd-b9c2-df1449eb3838 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:53.169811 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ebe41dbe-92b8-46dd-b9c2-df1449eb3838 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.172862 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d1ea89-5769-4822-b70e-bec8270b49af None None] Network 136ab5de-bfec-4b20-b4df-ad36cfebfe25 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:53.193470 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ebe41dbe-92b8-46dd-b9c2-df1449eb3838 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7698352 Nov 11 12:04:53.193950 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33770) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:53.241522 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6f9b3f76-2621-4fbb-8741-9afb2292cb6c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b2fb5f0a98e14a2aadf815a311ae6e38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1569231 Nov 11 12:04:53.243595 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33772) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:53.299575 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba2ff832-f39b-472c-9e30-ce0cca5f0c85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.313119 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.341279 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-136ab5de-bfec-4b20-b4df-ad36cfebfe25', 'network_id': '136ab5de-bfec-4b20-b4df-ad36cfebfe25', 'tenant_id': '640cc485517b4610ba1c33aaf5571d23', 'fixed_ips': [{'subnet_id': 'b72cc549-3550-4131-bfe7-7d2166fc5a0f'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:04:53.342321 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.352955 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba2ff832-f39b-472c-9e30-ce0cca5f0c85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.407204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.480263 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df8d0d-c656-4635-8ef4-5b2a5d97065b req-2613ce9c-eeea-432c-887d-2b9737b7e526 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:53.483349 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0df8d0d-c656-4635-8ef4-5b2a5d97065b req-2613ce9c-eeea-432c-887d-2b9737b7e526 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 943 time: 0.0985897 Nov 11 12:04:53.484953 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba2ff832-f39b-472c-9e30-ce0cca5f0c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.494548 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba2ff832-f39b-472c-9e30-ce0cca5f0c85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.499129 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ba2ff832-f39b-472c-9e30-ce0cca5f0c85 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5cd2f73c-6773-4f84-97c2-54716b092fbe HTTP/1.1" status: 204 len: 168 time: 0.2536781 Nov 11 12:04:53.510359 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Allocated IP 2001:db8::f816:3eff:fe23:8131 (136ab5de-bfec-4b20-b4df-ad36cfebfe25/b72cc549-3550-4131-bfe7-7d2166fc5a0f/afd15567-0bcb-461d-83a3-4642fa70c21b) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:04:53.512217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ff832-f39b-472c-9e30-ce0cca5f0c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd2f73c-6773-4f84-97c2-54716b092fbe,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:53.587962 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0df8d0d-c656-4635-8ef4-5b2a5d97065b req-e1c04fa5-f4df-48c3-8ca2-82cf02b1fc8d tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860450 Nov 11 12:04:53.724546 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.733010 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.752356 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.775546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Network 136ab5de-bfec-4b20-b4df-ad36cfebfe25 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:53.779942 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:53.782226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event deleted for resources: {'Subnet': ['ID=b72cc549-3550-4131-bfe7-7d2166fc5a0f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:53.784724 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:53.788080 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Pushing event updated for resources: {'Port': ['ID=afd15567-0bcb-461d-83a3-4642fa70c21b,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:53.820291 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33786) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:53.849450 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Attempting to bind port afd15567-0bcb-461d-83a3-4642fa70c21b on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:04:53.850064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Attempting to bind port afd15567-0bcb-461d-83a3-4642fa70c21b by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '7d75b3c0-d5a6-4946-8bac-74813c22bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '136ab5de-bfec-4b20-b4df-ad36cfebfe25'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:04:53.850501 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Attempting to bind port afd15567-0bcb-461d-83a3-4642fa70c21b on network 136ab5de-bfec-4b20-b4df-ad36cfebfe25 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:04:53.862288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:04:53.862758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Checking segment: {'id': '7d75b3c0-d5a6-4946-8bac-74813c22bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '136ab5de-bfec-4b20-b4df-ad36cfebfe25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:53.863265 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.863751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Bound using segment: {'id': '7d75b3c0-d5a6-4946-8bac-74813c22bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '136ab5de-bfec-4b20-b4df-ad36cfebfe25'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:04:53.864435 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Bound port: afd15567-0bcb-461d-83a3-4642fa70c21b, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d75b3c0-d5a6-4946-8bac-74813c22bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '136ab5de-bfec-4b20-b4df-ad36cfebfe25'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:04:53.864986 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.868133 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-aff49740-c974-4a79-b18d-2225347a0fa6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=db68c8311c7b431483242087be22ba92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444677 Nov 11 12:04:53.868680 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33790) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:53.877706 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.924780 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136ab5de-bfec-4b20-b4df-ad36cfebfe25']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:53.925296 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3cdabb80-b42d-437d-a1fd-fbbad67f041e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.941178 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] For port afd15567-0bcb-461d-83a3-4642fa70c21b, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:04:53.944661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d75b3c0-d5a6-4946-8bac-74813c22bd3b') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:53.944999 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d75b3c0-d5a6-4946-8bac-74813c22bd3b') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:53.947231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] For port afd15567-0bcb-461d-83a3-4642fa70c21b, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=afd15567-0bcb-461d-83a3-4642fa70c21b,segment=NetworkSegment(7d75b3c0-d5a6-4946-8bac-74813c22bd3b),segment_id=7d75b3c0-d5a6-4946-8bac-74813c22bd3b)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:04:53.954716 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.958400 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.970057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4b6abea-2a0d-4471-a77e-253ed8f31370 req-6470b254-a6e0-41ca-af28-fd9d94ae1b3a tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 210 time: 0.0320470 Nov 11 12:04:53.974370 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:53.979326 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3cdabb80-b42d-437d-a1fd-fbbad67f041e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:54.061456 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:54.061813 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:54.064842 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:54.067688 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3cdabb80-b42d-437d-a1fd-fbbad67f041e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:54.072090 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3cdabb80-b42d-437d-a1fd-fbbad67f041e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:54.075525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3cdabb80-b42d-437d-a1fd-fbbad67f041e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e9f7df56-9d99-4ea1-a176-08260fb6efdd HTTP/1.1" status: 204 len: 168 time: 0.2038453 Nov 11 12:04:54.084262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d7730-5236-4575-9f2b-de35a2a8810d None None] Pushing event updated for resources: {'Port': ['ID=afd15567-0bcb-461d-83a3-4642fa70c21b,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:54.085004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdabb80-b42d-437d-a1fd-fbbad67f041e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f7df56-9d99-4ea1-a176-08260fb6efdd,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:54.105342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52013c34-f275-4fa6-b7d1-2fad2e8e3420 None None] Network 136ab5de-bfec-4b20-b4df-ad36cfebfe25 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:54.177749 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.db.api [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:04:54.177749 n-d-807359-3 neutron-server[109154]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:04:54.177749 n-d-807359-3 neutron-server[109154]: [parameters: {'id': '136ab5de-bfec-4b20-b4df-ad36cfebfe25'}] Nov 11 12:04:54.177749 n-d-807359-3 neutron-server[109154]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:04:54.178484 n-d-807359-3 neutron-server[109154]: DEBUG oslo_db.api [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:04:54.190633 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-f1f15592-c542-4e31-a208-df9305583727 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:54.192251 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-f1f15592-c542-4e31-a208-df9305583727 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.62 "GET /v2.0/networks?id=d03a149d-cab9-42f0-8028-0fe357ffb817 HTTP/1.1" status: 200 len: 816 time: 0.2147202 Nov 11 12:04:54.208107 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 29694dc8-9851-495e-939d-715a31320557 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:04:54.308722 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-c645e499-4aa6-468a-9c6f-2ade95ac28ab tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd2d2d88eddd4312942ca48aca9ffcbb HTTP/1.1" status: 200 len: 379 time: 0.0988696 Nov 11 12:04:54.320803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-972719f1-bee1-4e94-9194-ede2d7e75ef4 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Request body: {'port': {'device_id': 'af2244be-6c82-43a5-8583-9583a4444e17', 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817', 'admin_state_up': True, 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'security_groups': ['ff7ec4d8-9115-4c4e-8639-7d876f7217c6']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:54.326465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17805b77-137c-4346-bd42-8dd3198faaf9 None None] get_active_networks_info from n-d-807359-3 {{(pid=109155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:04:54.472784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-972719f1-bee1-4e94-9194-ede2d7e75ef4 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Made reservation on behalf of fd2d2d88eddd4312942ca48aca9ffcbb for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:54.479549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17805b77-137c-4346-bd42-8dd3198faaf9 None None] Resources bound (agent type, host, resource id): {{(pid=109155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:04:54.480762 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-972719f1-bee1-4e94-9194-ede2d7e75ef4 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:54.512668 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 29694dc8-9851-495e-939d-715a31320557, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=29694dc8-9851-495e-939d-715a31320557,segment=NetworkSegment(a666e75f-478f-4954-843d-3b1b7b99f88d),segment_id=a666e75f-478f-4954-843d-3b1b7b99f88d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:04:54.549960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '29694dc8-9851-495e-939d-715a31320557', 'network_id': '83f4744f-e9dd-4a55-b249-f996edcfd99c', 'port_id': '29694dc8-9851-495e-939d-715a31320557', 'mac_address': 'fa:16:3e:c7:b7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2124e6fa-57ad-41a8-93d9-1d592bb683fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:04:54.657341 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:54.682873 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29694dc8-9851-495e-939d-715a31320557 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:04:54.725254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-972719f1-bee1-4e94-9194-ede2d7e75ef4 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Allocated IP 172.20.0.4 (d03a149d-cab9-42f0-8028-0fe357ffb817/b7d208a7-6bbf-435f-95c1-9ebcc952953a/f967f0a9-c595-4eab-916b-60ccb7e82852) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:04:54.743302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 29694dc8-9851-495e-939d-715a31320557, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=29694dc8-9851-495e-939d-715a31320557,segment=NetworkSegment(a666e75f-478f-4954-843d-3b1b7b99f88d),segment_id=a666e75f-478f-4954-843d-3b1b7b99f88d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:04:54.798819 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:54.849439 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa84d26-5f4e-4e73-a919-e12fd854f7c2 req-dab43d49-3ef8-4c75-95fd-e5e79ff2db99 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:54.862248 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2aa84d26-5f4e-4e73-a919-e12fd854f7c2 req-dab43d49-3ef8-4c75-95fd-e5e79ff2db99 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 944 time: 0.1001704 Nov 11 12:04:54.907651 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:54.921863 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-972719f1-bee1-4e94-9194-ede2d7e75ef4 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:54.948250 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2aa84d26-5f4e-4e73-a919-e12fd854f7c2 req-bb2ab8e0-2168-4800-aeca-915ee065aa3e tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805728 Nov 11 12:04:54.993223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=29694dc8-9851-495e-939d-715a31320557,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:55.006296 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-972719f1-bee1-4e94-9194-ede2d7e75ef4 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:55.067271 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-972719f1-bee1-4e94-9194-ede2d7e75ef4 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Network d03a149d-cab9-42f0-8028-0fe357ffb817 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:04:55.074105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Deleting port afd15567-0bcb-461d-83a3-4642fa70c21b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:04:55.074441 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:55.079993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['29694dc8-9851-495e-939d-715a31320557'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:04:55.080394 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-972719f1-bee1-4e94-9194-ede2d7e75ef4 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:04:55.084991 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33822) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.100755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-972719f1-bee1-4e94-9194-ede2d7e75ef4 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:04:55.110430 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972719f1-bee1-4e94-9194-ede2d7e75ef4 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Pushing event updated for resources: {'Port': ['ID=f967f0a9-c595-4eab-916b-60ccb7e82852,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:55.156084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6707bf4-f065-4b02-86b9-288506a8dcd5 req-63b34151-eb27-407d-8861-3e93786adf5d tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:55.158421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6707bf4-f065-4b02-86b9-288506a8dcd5 req-63b34151-eb27-407d-8861-3e93786adf5d tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 931 time: 0.0880702 Nov 11 12:04:55.221452 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] For port afd15567-0bcb-461d-83a3-4642fa70c21b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=afd15567-0bcb-461d-83a3-4642fa70c21b,segment=NetworkSegment(7d75b3c0-d5a6-4946-8bac-74813c22bd3b),segment_id=7d75b3c0-d5a6-4946-8bac-74813c22bd3b)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:04:55.222244 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:55.240066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-972719f1-bee1-4e94-9194-ede2d7e75ef4 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:55.240751 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-972719f1-bee1-4e94-9194-ede2d7e75ef4 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:55.278288 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Calling delete_port for afd15567-0bcb-461d-83a3-4642fa70c21b owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:04:55.294903 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6707bf4-f065-4b02-86b9-288506a8dcd5 req-23f7965a-83d0-4cdf-8fae-509e8ccb8b63 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097300 Nov 11 12:04:55.299340 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-972719f1-bee1-4e94-9194-ede2d7e75ef4 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9829545 Nov 11 12:04:55.306058 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-aa5f98b5-7d55-4e10-aac8-b4f423809d8d tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.317165 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-aa5f98b5-7d55-4e10-aac8-b4f423809d8d tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2280209 Nov 11 12:04:55.317412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33826) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.321950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-3b6c05cd-d227-4890-b4f5-3b4b5977a9b6 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.325241 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3b6c05cd-d227-4890-b4f5-3b4b5977a9b6 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045917 Nov 11 12:04:55.325783 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33828) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.330015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-cb0203b0-b2e8-44e0-85b8-fdcb00ef203e tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.342669 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cb0203b0-b2e8-44e0-85b8-fdcb00ef203e tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0157681 Nov 11 12:04:55.345187 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33830) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.350094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-d60ce733-4e36-4c75-a42f-b026b6e0e5ff tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.354738 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d60ce733-4e36-4c75-a42f-b026b6e0e5ff tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049555 Nov 11 12:04:55.354738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33834) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.358553 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-903ae669-5b3c-4b63-b8e4-2a55c4dcf874 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.361937 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-903ae669-5b3c-4b63-b8e4-2a55c4dcf874 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047038 Nov 11 12:04:55.362671 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33836) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.367303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-9c1b6450-13b0-4602-a11c-a2125ea3d2f5 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.369637 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9c1b6450-13b0-4602-a11c-a2125ea3d2f5 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0053709 Nov 11 12:04:55.371835 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33838) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.382605 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [None req-64b6c0fe-e827-47aa-b613-514c723d45cb tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.383593 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-64b6c0fe-e827-47aa-b613-514c723d45cb tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0106840 Nov 11 12:04:55.386273 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33840) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.391603 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [None req-29747e84-8309-492e-8b4c-22739c9992c9 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.392904 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-29747e84-8309-492e-8b4c-22739c9992c9 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0057449 Nov 11 12:04:55.395687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33842) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.401144 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [None req-49aaaecd-2079-46c0-8f48-609eb825c8c1 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.404412 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-49aaaecd-2079-46c0-8f48-609eb825c8c1 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0055742 Nov 11 12:04:55.405093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33844) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.408758 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [None req-b873177d-6946-48fe-b2c7-7f168568545a tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.411775 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b873177d-6946-48fe-b2c7-7f168568545a tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0040956 Nov 11 12:04:55.412209 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33846) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.417445 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-f2fcb7a3-da8b-4511-8803-df138ab4cc89 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.421354 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f2fcb7a3-da8b-4511-8803-df138ab4cc89 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0057228 Nov 11 12:04:55.423859 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33848) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.430740 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:55.430936 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-a92a868b-6da0-4357-a42d-bada225359a8 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.434347 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a92a868b-6da0-4357-a42d-bada225359a8 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070152 Nov 11 12:04:55.434598 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33850) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.442107 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [None req-b6b4c403-3023-482f-8722-17122da166bb tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.443071 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b6b4c403-3023-482f-8722-17122da166bb tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0075312 Nov 11 12:04:55.446021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33852) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.454959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-0a93aab1-b20f-4829-a6be-50a04f0b44a1 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.456170 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0a93aab1-b20f-4829-a6be-50a04f0b44a1 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0088255 Nov 11 12:04:55.459352 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33856) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.466326 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-6746acb6-6fe4-4584-b7af-a43d77845f2a tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.467523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6746acb6-6fe4-4584-b7af-a43d77845f2a tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0069630 Nov 11 12:04:55.474185 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33858) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.483246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Request body: {'port': {'device_id': 'af2244be-6c82-43a5-8583-9583a4444e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:55.488724 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c1257690-2e04-43e3-b36a-fc108a4e7153 None None] Provisioning complete for port f967f0a9-c595-4eab-916b-60ccb7e82852 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:55.489318 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1257690-2e04-43e3-b36a-fc108a4e7153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:55.513076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event deleted for resources: {'Port': ['ID=afd15567-0bcb-461d-83a3-4642fa70c21b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:55.522782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [None req-30226b07-8744-4206-871f-ece4f8841570 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.523371 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-30226b07-8744-4206-871f-ece4f8841570 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0463140 Nov 11 12:04:55.526458 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33862) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.530805 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [None req-f7849ac3-0039-4813-8b9e-386cd4ede5e4 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.534135 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f7849ac3-0039-4813-8b9e-386cd4ede5e4 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047529 Nov 11 12:04:55.535126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33866) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.541712 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c1257690-2e04-43e3-b36a-fc108a4e7153 None None] Port f967f0a9-c595-4eab-916b-60ccb7e82852 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:04:55.548128 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-99e5128c-18e2-4e2e-8946-c3ae87b779a6 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.552446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] No DVR routers for this DVR port afd15567-0bcb-461d-83a3-4642fa70c21b on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:04:55.553831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33868) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.555147 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-99e5128c-18e2-4e2e-8946-c3ae87b779a6 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0172386 Nov 11 12:04:55.560433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [None req-99ee2b6d-c6ad-45a5-bec3-0d1284687ce3 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.561383 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-99ee2b6d-c6ad-45a5-bec3-0d1284687ce3 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0067599 Nov 11 12:04:55.565245 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33870) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.571700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-e4492768-91e4-4930-87d5-d4a3ecb459d0 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.577066 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e4492768-91e4-4930-87d5-d4a3ecb459d0 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0097556 Nov 11 12:04:55.578027 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33872) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.583677 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-eb3c53e9-cb55-4ca4-990c-231327b32946 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.587502 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:55.588150 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-eb3c53e9-cb55-4ca4-990c-231327b32946 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0089278 Nov 11 12:04:55.588916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33874) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.600909 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-6ac53f87-580e-4498-8443-a32b0c94a522 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.605335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6ac53f87-580e-4498-8443-a32b0c94a522 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0129468 Nov 11 12:04:55.607126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33878) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.613551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-927d72a8-b29f-4efb-8623-9dd09e2ab452 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.620253 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-927d72a8-b29f-4efb-8623-9dd09e2ab452 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0096383 Nov 11 12:04:55.621193 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33880) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.632221 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-47be672b-c4d0-47ba-8297-3b49cc5a9f67 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.639056 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-47be672b-c4d0-47ba-8297-3b49cc5a9f67 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0147395 Nov 11 12:04:55.639577 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33882) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.647565 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-a863c851-f658-4fc9-a5ea-232d08fd8c09 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.652047 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a863c851-f658-4fc9-a5ea-232d08fd8c09 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0090337 Nov 11 12:04:55.652413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33884) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.662907 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-cf906754-b8b0-4e0d-9202-b55779cb5f17 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.671586 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cf906754-b8b0-4e0d-9202-b55779cb5f17 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0154152 Nov 11 12:04:55.672539 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33886) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.685877 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-73bf7498-55e0-4e66-a957-3d0abaaec365 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.690810 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-73bf7498-55e0-4e66-a957-3d0abaaec365 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0150089 Nov 11 12:04:55.691132 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33888) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.697915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-b4dce856-cda2-4fe4-95b0-6b701e0e60aa tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.704052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b4dce856-cda2-4fe4-95b0-6b701e0e60aa tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0094492 Nov 11 12:04:55.704617 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33890) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.710422 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-3b34d68c-7f10-438d-8700-fb4b20057c31 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.714789 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3b34d68c-7f10-438d-8700-fb4b20057c31 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0069158 Nov 11 12:04:55.720360 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33892) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.726661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-2248c8c1-faa2-4a7f-b5be-5d8c6153af65 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.730386 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2248c8c1-faa2-4a7f-b5be-5d8c6153af65 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0066946 Nov 11 12:04:55.730879 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33894) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.732225 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:55.739172 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-2f6da84d-2e30-4b6f-aa4c-c616dc243c5f tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.744182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2f6da84d-2e30-4b6f-aa4c-c616dc243c5f tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0089204 Nov 11 12:04:55.744765 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33896) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.750166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-5c63e0b6-aa9c-4a91-908d-0e1a3302ee93 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.757982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5c63e0b6-aa9c-4a91-908d-0e1a3302ee93 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0086179 Nov 11 12:04:55.758526 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33900) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.769376 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136ab5de-bfec-4b20-b4df-ad36cfebfe25']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:55.769677 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-d2f27e61-f8ae-4cda-a912-c1dda4f36844 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.773205 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d2f27e61-f8ae-4cda-a912-c1dda4f36844 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0112462 Nov 11 12:04:55.773491 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33902) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.780246 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-5bfed9a7-f442-4dc1-9df4-8751c540f100 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.784400 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5bfed9a7-f442-4dc1-9df4-8751c540f100 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0095994 Nov 11 12:04:55.785448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33904) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.786628 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d75b3c0-d5a6-4946-8bac-74813c22bd3b') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:55.787023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d75b3c0-d5a6-4946-8bac-74813c22bd3b') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:55.791511 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-acb101cb-bf3b-4fea-ab02-a223fb18b755 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.795719 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-acb101cb-bf3b-4fea-ab02-a223fb18b755 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0078268 Nov 11 12:04:55.796601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33906) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.801855 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-f4abaf37-8f20-4d9d-88d2-a64fd9a94843 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.806393 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f4abaf37-8f20-4d9d-88d2-a64fd9a94843 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0084407 Nov 11 12:04:55.807438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33908) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.812512 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-aa8a0681-08ae-4d2f-9d08-9991277e616c tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.815982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-aa8a0681-08ae-4d2f-9d08-9991277e616c tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0057719 Nov 11 12:04:55.816714 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33910) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.823113 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:55.823290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-22ef10a4-51f7-4629-8d2d-7db8d4985fc3 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.828398 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-22ef10a4-51f7-4629-8d2d-7db8d4985fc3 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0082819 Nov 11 12:04:55.829148 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33912) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.840034 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-c82fd29c-c8bf-4b40-b845-ef35e54c5c13 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.842644 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:55.843101 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c82fd29c-c8bf-4b40-b845-ef35e54c5c13 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0117416 Nov 11 12:04:55.845112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33914) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.849575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-ab159a4c-1ddc-47fe-b118-9a92c66ee09d tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.853390 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ab159a4c-1ddc-47fe-b118-9a92c66ee09d tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0070424 Nov 11 12:04:55.854092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33916) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.859956 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-5852543b-8249-432e-ba59-7c4db62bec2a tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.863776 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5852543b-8249-432e-ba59-7c4db62bec2a tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0086799 Nov 11 12:04:55.864456 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33918) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.868652 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-95c5a59d-3c6b-4caa-88b0-c971efd1983e tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.872167 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-95c5a59d-3c6b-4caa-88b0-c971efd1983e tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0066950 Nov 11 12:04:55.872833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33920) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.876994 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-a1087450-59fa-4dc6-ac3f-8b0a62640056 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.880021 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:55.880511 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:55.881564 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a1087450-59fa-4dc6-ac3f-8b0a62640056 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0075438 Nov 11 12:04:55.882335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33922) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:55.886779 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:55.889311 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-1309a81f-5baa-4f23-addf-aeded5c9e209 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.893258 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1309a81f-5baa-4f23-addf-aeded5c9e209 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0097542 Nov 11 12:04:55.893911 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33926) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.898083 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-22328f46-c182-4a2d-b2b0-ca4f6c86cd68 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.902542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-22328f46-c182-4a2d-b2b0-ca4f6c86cd68 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0076280 Nov 11 12:04:55.903244 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33928) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.907313 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-fe1bf054-24c1-4e3d-93a9-b33855fa0577 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.911190 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fe1bf054-24c1-4e3d-93a9-b33855fa0577 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0069540 Nov 11 12:04:55.912052 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33930) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.918336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-2e29aaf8-ad73-4d42-bab4-1a70e8071580 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.923844 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2e29aaf8-ad73-4d42-bab4-1a70e8071580 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0100224 Nov 11 12:04:55.924751 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33932) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.932836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-f2c1bcb1-15ae-44a9-826b-35b0d442b25c tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.939581 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f2c1bcb1-15ae-44a9-826b-35b0d442b25c tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0133929 Nov 11 12:04:55.940531 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33934) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.947323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-838da1be-4c69-4f49-b7a9-759899a15e07 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.952421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-838da1be-4c69-4f49-b7a9-759899a15e07 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0104330 Nov 11 12:04:55.953384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33936) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.961448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-e770ff98-4df3-47b7-92d6-d4c3b56d41cc tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.966116 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e770ff98-4df3-47b7-92d6-d4c3b56d41cc tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0113811 Nov 11 12:04:55.967975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33940) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.973405 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-9538b335-cd70-4150-a8c1-54a56227c1cc tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.977549 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9538b335-cd70-4150-a8c1-54a56227c1cc tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0088172 Nov 11 12:04:55.978324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33942) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.990440 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-fc435a70-466c-4a5e-b19b-25f602b1f8aa tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:55.994258 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fc435a70-466c-4a5e-b19b-25f602b1f8aa tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0090258 Nov 11 12:04:55.994985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33944) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.999466 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-70a41dbf-02a9-49c9-a977-972ca7841503 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.003126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-70a41dbf-02a9-49c9-a977-972ca7841503 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0071130 Nov 11 12:04:56.003779 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33946) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.007900 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-fd7efd5d-5587-46ec-af3c-6747d33f7974 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.011314 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fd7efd5d-5587-46ec-af3c-6747d33f7974 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0065725 Nov 11 12:04:56.011951 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33948) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.015877 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-03ce8065-9eea-444b-aa0e-022ce415b33d tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.020497 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-03ce8065-9eea-444b-aa0e-022ce415b33d tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0075619 Nov 11 12:04:56.021384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33950) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.026983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-2fe98144-5903-4b65-b75c-c10e42b7b371 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.031819 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2fe98144-5903-4b65-b75c-c10e42b7b371 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0086451 Nov 11 12:04:56.033873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33952) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.037944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-a4a1ddcd-6d1b-4cbb-a8b0-b7ea3addb43c tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.042783 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a4a1ddcd-6d1b-4cbb-a8b0-b7ea3addb43c tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0095103 Nov 11 12:04:56.044205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33954) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.050282 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-3b199c61-e79b-4bb6-8f6f-e7df1343be27 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.050903 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:56.055465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3b199c61-e79b-4bb6-8f6f-e7df1343be27 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0088539 Nov 11 12:04:56.057093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33956) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.062530 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-2bea7423-7ebd-47d5-a429-af0e72fffa7c tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.067676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2bea7423-7ebd-47d5-a429-af0e72fffa7c tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0102222 Nov 11 12:04:56.068279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33958) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.074745 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-0772e496-4e20-48ba-bdd3-23e57a17de72 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.080252 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:56.084026 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0772e496-4e20-48ba-bdd3-23e57a17de72 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0064986 Nov 11 12:04:56.084710 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33960) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.089953 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/networks/136ab5de-bfec-4b20-b4df-ad36cfebfe25 HTTP/1.1" status: 204 len: 168 time: 2.8945446 Nov 11 12:04:56.090545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33962) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.096931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-389bc233-b4f9-4891-80f7-f819037c3a89 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.101084 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-389bc233-b4f9-4891-80f7-f819037c3a89 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0142245 Nov 11 12:04:56.117847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33964) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.125436 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b91967-0bdf-4bc5-b070-ef32e0f371c8 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] DELETE failed (client error): The resource could not be found. Nov 11 12:04:56.125872 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b91967-0bdf-4bc5-b070-ef32e0f371c8 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:04:56.130504 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-3ac40c77-9b6f-4f30-85b3-36dfa076b726 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.132422 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d5b91967-0bdf-4bc5-b070-ef32e0f371c8 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/subnets/b72cc549-3550-4131-bfe7-7d2166fc5a0f HTTP/1.1" status: 404 len: 337 time: 0.0382934 Nov 11 12:04:56.134451 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3ac40c77-9b6f-4f30-85b3-36dfa076b726 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0155616 Nov 11 12:04:56.135205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33966) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.135632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33968) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.147789 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d01883-f563-4bd4-a97b-968edb84dfb5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event deleted for resources: {'Network': ['ID=136ab5de-bfec-4b20-b4df-ad36cfebfe25,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:56.157902 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-009890b0-684d-479d-a748-aca4ff88c746 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.162744 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-009890b0-684d-479d-a748-aca4ff88c746 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0146139 Nov 11 12:04:56.174216 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33970) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.195635 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-3704e2df-addf-4837-ab37-3f95cb685575 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] DELETE failed (client error): The resource could not be found. Nov 11 12:04:56.196387 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3704e2df-addf-4837-ab37-3f95cb685575 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:04:56.200182 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 29694dc8-9851-495e-939d-715a31320557 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:04:56.200906 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3704e2df-addf-4837-ab37-3f95cb685575 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/networks/136ab5de-bfec-4b20-b4df-ad36cfebfe25 HTTP/1.1" status: 404 len: 339 time: 0.0608907 Nov 11 12:04:56.206467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33972) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.250611 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a3e741-6e38-4666-b3a8-816af17a1ccd tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] DELETE failed (client error): The resource could not be found. Nov 11 12:04:56.250611 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a3e741-6e38-4666-b3a8-816af17a1ccd tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:04:56.252688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-45a3e741-6e38-4666-b3a8-816af17a1ccd tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/subnets/a19d4987-4595-4e99-9c02-0991a731fb56 HTTP/1.1" status: 404 len: 337 time: 0.0441568 Nov 11 12:04:56.259055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33974) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.300267 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [None req-1c989e00-ff43-4089-8e14-65132d063052 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.301497 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1c989e00-ff43-4089-8e14-65132d063052 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0088327 Nov 11 12:04:56.306024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f22135-6852-4ced-880e-0e9fce2bf812 req-39666fe5-9bed-4823-ae91-75f077f5c671 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:56.307825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4f22135-6852-4ced-880e-0e9fce2bf812 req-39666fe5-9bed-4823-ae91-75f077f5c671 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 944 time: 0.2221310 Nov 11 12:04:56.308645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33976) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.309289 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9dd51f-eecd-47a5-88a3-2576c8974f66 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] DELETE failed (client error): The resource could not be found. Nov 11 12:04:56.309954 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9dd51f-eecd-47a5-88a3-2576c8974f66 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:04:56.313815 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [None req-a6b10954-b806-44ad-b47b-096a8677ce84 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.314802 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a6b10954-b806-44ad-b47b-096a8677ce84 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0052295 Nov 11 12:04:56.315550 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-af9dd51f-eecd-47a5-88a3-2576c8974f66 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/networks/45c0b417-1782-46d4-ad26-99538f7e40c6 HTTP/1.1" status: 404 len: 339 time: 0.0551777 Nov 11 12:04:56.318218 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 29694dc8-9851-495e-939d-715a31320557 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:04:56.320543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33980) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.320868 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33982) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.325080 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 29694dc8-9851-495e-939d-715a31320557 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:56.325450 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:56.327075 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [None req-585e1427-5359-4a2e-b74d-e502a09151f4 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.331543 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-585e1427-5359-4a2e-b74d-e502a09151f4 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047996 Nov 11 12:04:56.340489 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33984) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.366724 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [None req-58afebb7-859d-4dda-bae8-84d2a759c14d tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.370502 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-58afebb7-859d-4dda-bae8-84d2a759c14d tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0250673 Nov 11 12:04:56.375282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33986) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.381361 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [None req-700d57cc-b4af-4d00-9aaa-d4232a79452a tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.392321 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-700d57cc-b4af-4d00-9aaa-d4232a79452a tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0161793 Nov 11 12:04:56.393621 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f811fb-9a76-4cc2-a983-8f2806515276 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] DELETE failed (client error): The resource could not be found. Nov 11 12:04:56.394089 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f811fb-9a76-4cc2-a983-8f2806515276 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:04:56.396973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33988) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.400707 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-35f811fb-9a76-4cc2-a983-8f2806515276 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/subnets/f4153be5-64eb-4493-a335-2dd3817e88f3 HTTP/1.1" status: 404 len: 337 time: 0.0787804 Nov 11 12:04:56.404338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33990) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.422355 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-c961819a-ece2-4972-ac2c-779588a3d4f3 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.423825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c961819a-ece2-4972-ac2c-779588a3d4f3 tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0254667 Nov 11 12:04:56.443742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33992) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.451765 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-66325299-fa9f-4c9e-9ade-56ad01e6ba8a tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.452251 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-208d9855-2aad-4714-9da8-d2cb6b18de9b tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] DELETE failed (client error): The resource could not be found. Nov 11 12:04:56.452856 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208d9855-2aad-4714-9da8-d2cb6b18de9b tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:04:56.459141 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-208d9855-2aad-4714-9da8-d2cb6b18de9b tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/networks/578ff375-8aac-42d6-a05f-2789bd00292a HTTP/1.1" status: 404 len: 339 time: 0.0536160 Nov 11 12:04:56.460174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-66325299-fa9f-4c9e-9ade-56ad01e6ba8a tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0146184 Nov 11 12:04:56.462240 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33994) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.470308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33996) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:56.476419 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [None req-ad07bcdb-6fe1-4809-be55-bc1ac7177b8d tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:04:56.481766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ad07bcdb-6fe1-4809-be55-bc1ac7177b8d tempest-ExtensionsTestJSON-1394325397 tempest-ExtensionsTestJSON-1394325397-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0102963 Nov 11 12:04:56.503886 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:56.509812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f967f0a9-c595-4eab-916b-60ccb7e82852 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:04:56.525897 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:56.535833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4f22135-6852-4ced-880e-0e9fce2bf812 req-09052721-d43a-4c84-9d73-5068882d80ce tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133176 Nov 11 12:04:56.557906 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Transition to ACTIVE for port object f967f0a9-c595-4eab-916b-60ccb7e82852 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:04:56.560873 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 29694dc8-9851-495e-939d-715a31320557, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=29694dc8-9851-495e-939d-715a31320557,segment=NetworkSegment(a666e75f-478f-4954-843d-3b1b7b99f88d),segment_id=a666e75f-478f-4954-843d-3b1b7b99f88d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:04:56.562328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0c9d92-ef2e-41f9-8418-c221a3bf66e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29694dc8-9851-495e-939d-715a31320557'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:04:56.566431 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b4bcdb-9000-4980-b63a-f684f844eada" -d '{"events": [{"server_uuid": "7b0c9d92-ef2e-41f9-8418-c221a3bf66e9", "name": "network-vif-plugged", "status": "completed", "tag": "29694dc8-9851-495e-939d-715a31320557"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:04:56.567230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa598b36-0bf6-4afb-9559-e850adc856ca req-b8ff368f-531d-466f-905c-8e186d388e3c tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:56.571691 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:56.588188 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa598b36-0bf6-4afb-9559-e850adc856ca req-b8ff368f-531d-466f-905c-8e186d388e3c tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 931 time: 0.1812997 Nov 11 12:04:56.607396 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:56.657751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=29694dc8-9851-495e-939d-715a31320557,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:56.708350 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa598b36-0bf6-4afb-9559-e850adc856ca req-db12cba0-62ee-41bc-b229-d4589788a34d tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189685 Nov 11 12:04:56.825537 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Pushing event updated for resources: {'Port': ['ID=f967f0a9-c595-4eab-916b-60ccb7e82852,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:56.936339 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9a3ce8-397e-42a5-a959-c5c41e5b35eb x-openstack-request-id: req-6e9a3ce8-397e-42a5-a959-c5c41e5b35eb {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:04:56.937157 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0c9d92-ef2e-41f9-8418-c221a3bf66e9", "name": "network-vif-plugged", "status": "completed", "tag": "29694dc8-9851-495e-939d-715a31320557", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:04:56.937790 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e9a3ce8-397e-42a5-a959-c5c41e5b35eb {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:04:56.939228 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0c9d92-ef2e-41f9-8418-c221a3bf66e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29694dc8-9851-495e-939d-715a31320557', 'code': 200} Nov 11 12:04:56.986347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Attempting to bind port f967f0a9-c595-4eab-916b-60ccb7e82852 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:04:56.987215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Attempting to bind port f967f0a9-c595-4eab-916b-60ccb7e82852 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'ca50008a-c557-4573-bbaa-c5716dc0c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:04:56.987752 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Attempting to bind port f967f0a9-c595-4eab-916b-60ccb7e82852 on network d03a149d-cab9-42f0-8028-0fe357ffb817 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:04:57.017882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-93cc68b1-a1b9-470c-9e1d-a9684caea15f tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Deleting port 6e3e5adf-0d9e-43ea-ac72-794fbbe62cae {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:04:57.018232 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93cc68b1-a1b9-470c-9e1d-a9684caea15f tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:57.133227 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93cc68b1-a1b9-470c-9e1d-a9684caea15f tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:57.164428 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-93cc68b1-a1b9-470c-9e1d-a9684caea15f tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Calling delete_port for 6e3e5adf-0d9e-43ea-ac72-794fbbe62cae owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:04:57.336380 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34026) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:57.547450 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d2ae2c81-0bc1-4512-ade6-c4eb1297f186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:57.674315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Port f967f0a9-c595-4eab-916b-60ccb7e82852 on network d03a149d-cab9-42f0-8028-0fe357ffb817 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:04:57.674888 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Attempting to bind port f967f0a9-c595-4eab-916b-60ccb7e82852 on network d03a149d-cab9-42f0-8028-0fe357ffb817 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:04:57.704427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:04:57.704805 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Checking segment: {'id': 'ca50008a-c557-4573-bbaa-c5716dc0c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:04:57.705171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Bound using segment: {'id': 'ca50008a-c557-4573-bbaa-c5716dc0c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:04:57.705878 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Bound port: f967f0a9-c595-4eab-916b-60ccb7e82852, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca50008a-c557-4573-bbaa-c5716dc0c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:04:57.706234 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:57.733322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cf9a3-7ee2-47c7-89c4-dca781366d3c req-90f521d4-3b06-43b2-b3f9-e1b399fdf7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:57.734904 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de8cf9a3-7ee2-47c7-89c4-dca781366d3c req-90f521d4-3b06-43b2-b3f9-e1b399fdf7e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 1096 time: 0.0923455 Nov 11 12:04:57.761141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4063-bb51-4c38-b4b4-b267c6e9b9e2 req-3b7e0560-7ade-4b4a-bdc3-b1052a14be79 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:57.770189 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c31a4063-bb51-4c38-b4b4-b267c6e9b9e2 req-3b7e0560-7ade-4b4a-bdc3-b1052a14be79 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 945 time: 0.1085052 Nov 11 12:04:57.774868 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d2ae2c81-0bc1-4512-ade6-c4eb1297f186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:57.792950 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d2ae2c81-0bc1-4512-ade6-c4eb1297f186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:57.868155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae2c81-0bc1-4512-ade6-c4eb1297f186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0333c7b7-8dfd-445f-99d4-e9b545069dd1,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:57.876058 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d2ae2c81-0bc1-4512-ade6-c4eb1297f186 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cb522eb6cf624b359f3f01df963caec2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5384407 Nov 11 12:04:57.876495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34038) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:57.887311 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93cc68b1-a1b9-470c-9e1d-a9684caea15f tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:57.904326 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c31a4063-bb51-4c38-b4b4-b267c6e9b9e2 req-03f86b74-184e-43bc-b6d0-d0d605676f73 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308234 Nov 11 12:04:57.940104 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de8cf9a3-7ee2-47c7-89c4-dca781366d3c req-fa494742-f002-4360-9268-575c2463983e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716115 Nov 11 12:04:57.950561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc68b1-a1b9-470c-9e1d-a9684caea15f tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event deleted for resources: {'Port': ['ID=6e3e5adf-0d9e-43ea-ac72-794fbbe62cae,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:57.955346 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] For port f967f0a9-c595-4eab-916b-60ccb7e82852, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:04:57.976870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] For port f967f0a9-c595-4eab-916b-60ccb7e82852, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f967f0a9-c595-4eab-916b-60ccb7e82852,segment=NetworkSegment(ca50008a-c557-4573-bbaa-c5716dc0c6e7),segment_id=ca50008a-c557-4573-bbaa-c5716dc0c6e7)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:04:58.015492 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f0f6f-689b-4f38-800d-785ed07d160c req-706ef03f-5521-4bfa-80d6-0ebd23054085 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:58.017427 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-022f0f6f-689b-4f38-800d-785ed07d160c req-706ef03f-5521-4bfa-80d6-0ebd23054085 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 943 time: 0.1566150 Nov 11 12:04:58.029155 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93cc68b1-a1b9-470c-9e1d-a9684caea15f tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:58.042214 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-93cc68b1-a1b9-470c-9e1d-a9684caea15f tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/ports/6e3e5adf-0d9e-43ea-ac72-794fbbe62cae HTTP/1.1" status: 204 len: 168 time: 1.5763671 Nov 11 12:04:58.046059 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34044) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:58.059227 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:58.094007 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f6453169-d256-4d72-926e-12277bdd005e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:58.100662 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6cc45b-c2c7-42a4-b221-8b84f71369b2 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] DELETE failed (client error): The resource could not be found. Nov 11 12:04:58.101414 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e6cc45b-c2c7-42a4-b221-8b84f71369b2 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:04:58.108855 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6e6cc45b-c2c7-42a4-b221-8b84f71369b2 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/subnets/8ba053fe-939b-4f6f-90c7-cecf037f28f4 HTTP/1.1" status: 404 len: 337 time: 0.0616674 Nov 11 12:04:58.111287 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34046) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:58.144435 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f6453169-d256-4d72-926e-12277bdd005e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:58.179438 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-022f0f6f-689b-4f38-800d-785ed07d160c req-df41b28c-5340-4780-b136-234d2dd77422 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500063 Nov 11 12:04:58.236280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:58.236933 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:58.238627 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] 10.222.0.62 "PUT /v2.0/ports/f967f0a9-c595-4eab-916b-60ccb7e82852 HTTP/1.1" status: 200 len: 1091 time: 2.9296448 Nov 11 12:04:58.239295 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f6453169-d256-4d72-926e-12277bdd005e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:58.242169 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f6453169-d256-4d72-926e-12277bdd005e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:58.252499 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f6453169-d256-4d72-926e-12277bdd005e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0333c7b7-8dfd-445f-99d4-e9b545069dd1 HTTP/1.1" status: 204 len: 168 time: 0.3686278 Nov 11 12:04:58.280724 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2244be-6c82-43a5-8583-9583a4444e17', 'tag': 'f967f0a9-c595-4eab-916b-60ccb7e82852'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:04:58.287887 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d3931f-a587-4da9-b887-9bbc1965583e" -d '{"events": [{"name": "network-changed", "server_uuid": "af2244be-6c82-43a5-8583-9583a4444e17", "tag": "f967f0a9-c595-4eab-916b-60ccb7e82852"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:04:58.337834 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eb753102-5a8d-43f9-aa04-32561e972ad8 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:58.338395 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6453169-d256-4d72-926e-12277bdd005e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0333c7b7-8dfd-445f-99d4-e9b545069dd1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:58.441687 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d65f31f-fc6d-4100-ba55-76a4a3c6e3ab x-openstack-request-id: req-3d65f31f-fc6d-4100-ba55-76a4a3c6e3ab {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:04:58.441914 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2244be-6c82-43a5-8583-9583a4444e17", "tag": "f967f0a9-c595-4eab-916b-60ccb7e82852", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:04:58.442122 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d65f31f-fc6d-4100-ba55-76a4a3c6e3ab {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:04:58.442530 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2244be-6c82-43a5-8583-9583a4444e17', 'tag': 'f967f0a9-c595-4eab-916b-60ccb7e82852', 'status': 'completed', 'code': 200} Nov 11 12:04:58.508480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001439a3-c752-4bbe-9c90-06f61e2f0108 service neutron] Pushing event updated for resources: {'Port': ['ID=f967f0a9-c595-4eab-916b-60ccb7e82852,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:58.534867 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eb753102-5a8d-43f9-aa04-32561e972ad8 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:58.549195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-157e35da-66d8-4afd-9599-c56e8e79585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:58.553329 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-157e35da-66d8-4afd-9599-c56e8e79585f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd2d2d88eddd4312942ca48aca9ffcbb&device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 1094 time: 0.2184803 Nov 11 12:04:58.567546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-eb753102-5a8d-43f9-aa04-32561e972ad8 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c231e0-bcdd-4b2e-8a53-ec84bc295e50']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:58.586486 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-eb753102-5a8d-43f9-aa04-32561e972ad8 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad03e9a5-00ac-4408-b9de-0a4df3f56d17') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:58.587186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-eb753102-5a8d-43f9-aa04-32561e972ad8 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad03e9a5-00ac-4408-b9de-0a4df3f56d17') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:58.599688 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eb753102-5a8d-43f9-aa04-32561e972ad8 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:58.616707 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eb753102-5a8d-43f9-aa04-32561e972ad8 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:58.625711 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb753102-5a8d-43f9-aa04-32561e972ad8 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:58.626961 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eb753102-5a8d-43f9-aa04-32561e972ad8 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:58.643721 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-96a4c1fe-d245-4c1d-beff-bc016090b999 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f967f0a9-c595-4eab-916b-60ccb7e82852 HTTP/1.1" status: 200 len: 217 time: 0.0772300 Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:58.721233 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:58.728995 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eb753102-5a8d-43f9-aa04-32561e972ad8 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:58.747277 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eb753102-5a8d-43f9-aa04-32561e972ad8 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:58.752721 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-eb753102-5a8d-43f9-aa04-32561e972ad8 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/networks/74c231e0-bcdd-4b2e-8a53-ec84bc295e50 HTTP/1.1" status: 204 len: 168 time: 0.6403000 Nov 11 12:04:58.755530 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34062) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:58.761389 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-11075cf6-7590-46ff-8f99-396c7aab9580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:58.765206 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-11075cf6-7590-46ff-8f99-396c7aab9580 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7d208a7-6bbf-435f-95c1-9ebcc952953a HTTP/1.1" status: 200 len: 855 time: 0.1132698 Nov 11 12:04:58.792006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb753102-5a8d-43f9-aa04-32561e972ad8 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event deleted for resources: {'Network': ['ID=74c231e0-bcdd-4b2e-8a53-ec84bc295e50,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:58.911813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-b1714f5c-f373-4800-be0d-c3e2b337d4c5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Deleting port 19521960-00a7-42bc-ac74-626fa6c4f6ef {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:04:58.912013 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1714f5c-f373-4800-be0d-c3e2b337d4c5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:58.922105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-c82e7172-6e06-40c4-b386-c9089a098da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:58.932842 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-c82e7172-6e06-40c4-b386-c9089a098da3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d03a149d-cab9-42f0-8028-0fe357ffb817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1551454 Nov 11 12:04:59.069895 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1714f5c-f373-4800-be0d-c3e2b337d4c5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:59.092799 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-b1714f5c-f373-4800-be0d-c3e2b337d4c5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Calling delete_port for 19521960-00a7-42bc-ac74-626fa6c4f6ef owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:04:59.110764 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b21a96-36d6-4842-988a-b8581e4fb28d req-b6581055-b4e7-4d68-8a0a-7e66522119c6 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:59.112540 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-03b21a96-36d6-4842-988a-b8581e4fb28d req-b6581055-b4e7-4d68-8a0a-7e66522119c6 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 945 time: 0.1006067 Nov 11 12:04:59.189766 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-b083d0ff-977b-4a7c-91ae-c4b8fb101edd service neutron] 10.222.0.62 "GET /v2.0/networks/d03a149d-cab9-42f0-8028-0fe357ffb817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430019 Nov 11 12:04:59.232711 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1714f5c-f373-4800-be0d-c3e2b337d4c5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:59.270092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1714f5c-f373-4800-be0d-c3e2b337d4c5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event deleted for resources: {'Port': ['ID=19521960-00a7-42bc-ac74-626fa6c4f6ef,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:59.293990 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1714f5c-f373-4800-be0d-c3e2b337d4c5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:59.300036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34080) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:59.301475 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b1714f5c-f373-4800-be0d-c3e2b337d4c5 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/ports/19521960-00a7-42bc-ac74-626fa6c4f6ef HTTP/1.1" status: 204 len: 168 time: 0.5444295 Nov 11 12:04:59.336519 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-03b21a96-36d6-4842-988a-b8581e4fb28d req-1e493aa4-4ace-4fc5-92a5-322ddab44e13 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156343 Nov 11 12:04:59.383986 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5de6e3-770c-4bbb-9e18-c59176af6c7a tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] DELETE failed (client error): The resource could not be found. Nov 11 12:04:59.385247 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5de6e3-770c-4bbb-9e18-c59176af6c7a tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:04:59.393140 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bd5de6e3-770c-4bbb-9e18-c59176af6c7a tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/subnets/6341de3b-a2e2-49b7-8fc6-ad7ba99f0611 HTTP/1.1" status: 404 len: 337 time: 0.0916553 Nov 11 12:04:59.402694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34088) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:59.432131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e16f6-7d91-4e5a-aa0c-029bbf853a9d req-cd24c69f-2377-46aa-8d6f-439a4ef3ecd0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:59.441575 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-316e16f6-7d91-4e5a-aa0c-029bbf853a9d req-cd24c69f-2377-46aa-8d6f-439a4ef3ecd0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 943 time: 0.0846078 Nov 11 12:04:59.501696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-316e16f6-7d91-4e5a-aa0c-029bbf853a9d req-d69b27d6-b12d-4dea-aba0-b7e5f4809bed tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589063 Nov 11 12:04:59.527675 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2473c54a-0b00-49de-89f5-f73c8ddec036 req-739b8d55-43fb-4bfb-a633-8b3a727f8062 service neutron] 10.222.0.62 "GET /v2.0/networks/d03a149d-cab9-42f0-8028-0fe357ffb817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271110 Nov 11 12:04:59.551273 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d0ad2b5a-6287-499a-abc6-45b2591e5976 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:59.602039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34094) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:59.668222 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d0ad2b5a-6287-499a-abc6-45b2591e5976 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:59.690460 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3931f-a587-4da9-b887-9bbc1965583e req-1f6eae0a-cc7b-4440-9267-783423b7409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:59.692015 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55d3931f-a587-4da9-b887-9bbc1965583e req-1f6eae0a-cc7b-4440-9267-783423b7409f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd2d2d88eddd4312942ca48aca9ffcbb&device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 1094 time: 0.1064847 Nov 11 12:04:59.695799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d0ad2b5a-6287-499a-abc6-45b2591e5976 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240137e6-b95f-412e-ba7b-e8275a97a396']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:59.714121 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-38cfdd79-8f52-4650-85c1-25389b8d03ae tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1068548113'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:59.715814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d0ad2b5a-6287-499a-abc6-45b2591e5976 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb00deaf-319c-4a05-80a7-e12f169ce081') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:59.716109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d0ad2b5a-6287-499a-abc6-45b2591e5976 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb00deaf-319c-4a05-80a7-e12f169ce081') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:04:59.738125 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cfdd79-8f52-4650-85c1-25389b8d03ae tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Made reservation on behalf of e02daa0dbf604bd4b54b59b05bc50b10 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:04:59.740756 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d0ad2b5a-6287-499a-abc6-45b2591e5976 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:59.741769 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38cfdd79-8f52-4650-85c1-25389b8d03ae tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:59.751105 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38cfdd79-8f52-4650-85c1-25389b8d03ae tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:59.786915 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d0ad2b5a-6287-499a-abc6-45b2591e5976 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:59.797910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ad2b5a-6287-499a-abc6-45b2591e5976 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:04:59.798322 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d0ad2b5a-6287-499a-abc6-45b2591e5976 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:04:59.801387 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:04:59.839899 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38cfdd79-8f52-4650-85c1-25389b8d03ae tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:59.844946 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38cfdd79-8f52-4650-85c1-25389b8d03ae tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:59.872730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3931f-a587-4da9-b887-9bbc1965583e req-18d13160-9e03-4e77-b379-f033a7f84b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:59.874202 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55d3931f-a587-4da9-b887-9bbc1965583e req-18d13160-9e03-4e77-b379-f033a7f84b95 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d03a149d-cab9-42f0-8028-0fe357ffb817 HTTP/1.1" status: 200 len: 918 time: 0.1698563 Nov 11 12:04:59.881857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cfdd79-8f52-4650-85c1-25389b8d03ae tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:04:59.892473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfdd79-8f52-4650-85c1-25389b8d03ae tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138c977d-1e89-410d-a668-deebfb587e65,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:59.911810 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38cfdd79-8f52-4650-85c1-25389b8d03ae tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:59.912132 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-38cfdd79-8f52-4650-85c1-25389b8d03ae tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Added segment 4d32c676-4d6b-4db1-b02e-845bf4ee1efc of type vlan for network 73fbc077-957d-4067-a3f0-eb81e03c31a1 Nov 11 12:04:59.923323 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55d3931f-a587-4da9-b887-9bbc1965583e req-9ad6a575-9dbb-4443-adeb-47f5831ec3e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f967f0a9-c595-4eab-916b-60ccb7e82852 HTTP/1.1" status: 200 len: 217 time: 0.0395539 Nov 11 12:04:59.923881 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d0ad2b5a-6287-499a-abc6-45b2591e5976 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:59.945348 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d0ad2b5a-6287-499a-abc6-45b2591e5976 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:59.949060 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d0ad2b5a-6287-499a-abc6-45b2591e5976 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/networks/240137e6-b95f-412e-ba7b-e8275a97a396 HTTP/1.1" status: 204 len: 168 time: 0.5440166 Nov 11 12:04:59.950020 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad2b5a-6287-499a-abc6-45b2591e5976 tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event deleted for resources: {'Network': ['ID=240137e6-b95f-412e-ba7b-e8275a97a396,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:59.951745 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34104) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:59.963681 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38cfdd79-8f52-4650-85c1-25389b8d03ae tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:00.031364 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38cfdd79-8f52-4650-85c1-25389b8d03ae tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:00.044893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3931f-a587-4da9-b887-9bbc1965583e req-34fce413-8037-4ec5-bc82-b7ae7416740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:00.045159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cfdd79-8f52-4650-85c1-25389b8d03ae tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:00.046378 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38cfdd79-8f52-4650-85c1-25389b8d03ae tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:00.046567 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55d3931f-a587-4da9-b887-9bbc1965583e req-34fce413-8037-4ec5-bc82-b7ae7416740a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7d208a7-6bbf-435f-95c1-9ebcc952953a HTTP/1.1" status: 200 len: 855 time: 0.1028867 Nov 11 12:05:00.051198 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f6c5a3-dfd0-489f-9609-2069f5ec9f0d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Deleting subnet 6eb3fe48-a0c4-4708-a0b1-eaae578b0aae {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:05:00.055139 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9f6c5a3-dfd0-489f-9609-2069f5ec9f0d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:00.118644 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-38cfdd79-8f52-4650-85c1-25389b8d03ae tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5154629 Nov 11 12:05:00.121852 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34110) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:00.129086 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-1b0e43bd-2cb1-4c3f-a945-02bd6a7a475f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'subnet': {'network_id': '73fbc077-957d-4067-a3f0-eb81e03c31a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:00.142232 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9f6c5a3-dfd0-489f-9609-2069f5ec9f0d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:00.157650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfdd79-8f52-4650-85c1-25389b8d03ae tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Network': ['ID=73fbc077-957d-4067-a3f0-eb81e03c31a1,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:00.170398 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 73fbc077-957d-4067-a3f0-eb81e03c31a1 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:00.206565 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3931f-a587-4da9-b887-9bbc1965583e req-37c56d99-139b-4885-bdb6-2b66b2f61228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:00.208044 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55d3931f-a587-4da9-b887-9bbc1965583e req-37c56d99-139b-4885-bdb6-2b66b2f61228 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d03a149d-cab9-42f0-8028-0fe357ffb817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211140 Nov 11 12:05:00.256826 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0e43bd-2cb1-4c3f-a945-02bd6a7a475f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Made reservation on behalf of e02daa0dbf604bd4b54b59b05bc50b10 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:00.264048 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1b0e43bd-2cb1-4c3f-a945-02bd6a7a475f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:00.357543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9f6c5a3-dfd0-489f-9609-2069f5ec9f0d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:00.412454 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55d3931f-a587-4da9-b887-9bbc1965583e req-eacaee38-f7ee-4ee6-8f31-979644447277 service neutron] 10.222.0.62 "GET /v2.0/networks/d03a149d-cab9-42f0-8028-0fe357ffb817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935992 Nov 11 12:05:00.493121 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9f6c5a3-dfd0-489f-9609-2069f5ec9f0d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:00.532915 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9f6c5a3-dfd0-489f-9609-2069f5ec9f0d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:00.536637 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e9f6c5a3-dfd0-489f-9609-2069f5ec9f0d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/subnets/6eb3fe48-a0c4-4708-a0b1-eaae578b0aae HTTP/1.1" status: 204 len: 168 time: 0.5771477 Nov 11 12:05:00.539658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6c5a3-dfd0-489f-9609-2069f5ec9f0d tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb3fe48-a0c4-4708-a0b1-eaae578b0aae,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:00.543014 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34120) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:00.544090 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b97b652-3716-4c22-98d6-5d7290f2c830 None None] Network 3039c548-f94a-4506-95d2-617f3e723f61 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:00.554083 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1b0e43bd-2cb1-4c3f-a945-02bd6a7a475f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:00.632011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1474e0f-32b2-49f4-b4d9-a546daa405e5 req-658d0879-ae19-4e73-9515-adf4d8dbe888 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:00.632453 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:00.634286 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f1474e0f-32b2-49f4-b4d9-a546daa405e5 req-658d0879-ae19-4e73-9515-adf4d8dbe888 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 945 time: 0.1618121 Nov 11 12:05:00.721282 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55d3931f-a587-4da9-b887-9bbc1965583e req-dce75adb-0df2-4436-9111-48fb99362e3a service neutron] 10.222.0.62 "GET /v2.0/networks/d03a149d-cab9-42f0-8028-0fe357ffb817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974536 Nov 11 12:05:00.730058 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e43bd-2cb1-4c3f-a945-02bd6a7a475f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Subnet': ['ID=cdde5bff-a7da-45dc-b329-7fbff1f13fed,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:00.745666 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-c4baba5d-ec3a-4c28-b5ce-967f30282717 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1083348 Nov 11 12:05:00.784021 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Deleting port 26a57ee0-71a2-45fa-a1a0-86903fd66c56 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:05:00.784704 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:00.789801 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e43bd-2cb1-4c3f-a945-02bd6a7a475f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Checking segment: {'id': '4d32c676-4d6b-4db1-b02e-845bf4ee1efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '73fbc077-957d-4067-a3f0-eb81e03c31a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:00.790268 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e43bd-2cb1-4c3f-a945-02bd6a7a475f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network hostable DHCP agents. Network: 73fbc077-957d-4067-a3f0-eb81e03c31a1, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:00.813177 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80755ba5-ebad-4dc3-a8d6-f135d3928fde req-605e0659-e6d7-4cb5-97b6-b92f0b4425f0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:00.815075 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-80755ba5-ebad-4dc3-a8d6-f135d3928fde req-605e0659-e6d7-4cb5-97b6-b92f0b4425f0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 943 time: 0.1623015 Nov 11 12:05:00.826137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f1474e0f-32b2-49f4-b4d9-a546daa405e5 req-c711edc4-f0a2-4451-a5e3-3d18b707f798 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808460 Nov 11 12:05:00.856819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e43bd-2cb1-4c3f-a945-02bd6a7a475f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 73fbc077-957d-4067-a3f0-eb81e03c31a1 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:00.861999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965c95b7-4d30-42b8-b188-db4fbc79bd47 None None] DHCP port deletion for 3039c548-f94a-4506-95d2-617f3e723f61 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:05:00.916033 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-1b0e43bd-2cb1-4c3f-a945-02bd6a7a475f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 73fbc077-957d-4067-a3f0-eb81e03c31a1) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:00.937132 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0e43bd-2cb1-4c3f-a945-02bd6a7a475f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:00.938095 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95843ab-3a48-40cc-80aa-b167ca2e6c11 None None] Network 73fbc077-957d-4067-a3f0-eb81e03c31a1 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:00.938906 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1b0e43bd-2cb1-4c3f-a945-02bd6a7a475f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:00.945210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] For port 26a57ee0-71a2-45fa-a1a0-86903fd66c56, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=26a57ee0-71a2-45fa-a1a0-86903fd66c56,segment=NetworkSegment(8098366f-4bcd-4dc6-b9a3-40e922bc03b4),segment_id=8098366f-4bcd-4dc6-b9a3-40e922bc03b4)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:00.945704 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:00.969367 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Calling delete_port for 26a57ee0-71a2-45fa-a1a0-86903fd66c56 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:05:00.984977 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-80755ba5-ebad-4dc3-a8d6-f135d3928fde req-fad76268-dccc-4f3c-b491-247a1f79da50 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574633 Nov 11 12:05:00.995623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1b0e43bd-2cb1-4c3f-a945-02bd6a7a475f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8727512 Nov 11 12:05:00.998429 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-965c95b7-4d30-42b8-b188-db4fbc79bd47 None None] Deleting port 26a57ee0-71a2-45fa-a1a0-86903fd66c56 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:05:00.998812 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-965c95b7-4d30-42b8-b188-db4fbc79bd47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:00.999195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34128) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:01.008461 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1578660238', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}, 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:01.059101 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:01.060499 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:01.144767 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-bb56ff78-3e9b-465a-aa26-b6773b3e19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:01.146166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-bb56ff78-3e9b-465a-aa26-b6773b3e19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:01.149186 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-bb56ff78-3e9b-465a-aa26-b6773b3e19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:01.150534 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-bb56ff78-3e9b-465a-aa26-b6773b3e19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:01.151670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-bb56ff78-3e9b-465a-aa26-b6773b3e19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:01.152483 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-bb56ff78-3e9b-465a-aa26-b6773b3e19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:01.153100 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-bb56ff78-3e9b-465a-aa26-b6773b3e19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:01.157702 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-bb56ff78-3e9b-465a-aa26-b6773b3e19cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da10fcdd1e56422d809e80303ecf3512&device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 6500 time: 0.3408296 Nov 11 12:05:01.165970 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:01.196800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] No DVR routers for this DVR port 26a57ee0-71a2-45fa-a1a0-86903fd66c56 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:05:01.241349 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:01.373705 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-9c896c11-c3d6-4432-a1a2-0f13ec235a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:01.373945 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-9c896c11-c3d6-4432-a1a2-0f13ec235a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:01.374482 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-9c896c11-c3d6-4432-a1a2-0f13ec235a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:01.376369 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-9c896c11-c3d6-4432-a1a2-0f13ec235a63 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb65d5f6-787d-4d2e-8933-7095a01ee3ed&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=8b798677-2731-47ea-a947-54aa100bcc0d&id=8b798677-2731-47ea-a947-54aa100bcc0d HTTP/1.1" status: 200 len: 2300 time: 0.1704917 Nov 11 12:05:01.421242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event deleted for resources: {'Port': ['ID=26a57ee0-71a2-45fa-a1a0-86903fd66c56,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:01.539213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-965c95b7-4d30-42b8-b188-db4fbc79bd47 None None] For port 26a57ee0-71a2-45fa-a1a0-86903fd66c56, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=26a57ee0-71a2-45fa-a1a0-86903fd66c56,segment=NetworkSegment(8098366f-4bcd-4dc6-b9a3-40e922bc03b4),segment_id=8098366f-4bcd-4dc6-b9a3-40e922bc03b4)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:01.540328 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-965c95b7-4d30-42b8-b188-db4fbc79bd47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:01.555524 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-965c95b7-4d30-42b8-b188-db4fbc79bd47 None None] Calling delete_port for 26a57ee0-71a2-45fa-a1a0-86903fd66c56 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:05:01.574784 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:01.704370 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:01.712263 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-965c95b7-4d30-42b8-b188-db4fbc79bd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:01.743314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 26a57ee0-71a2-45fa-a1a0-86903fd66c56 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:05:01.763301 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3039c548-f94a-4506-95d2-617f3e723f61']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:01.811501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8098366f-4bcd-4dc6-b9a3-40e922bc03b4') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:01.812103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8098366f-4bcd-4dc6-b9a3-40e922bc03b4') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:01.824321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 26a57ee0-71a2-45fa-a1a0-86903fd66c56 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:05:01.824653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 26a57ee0-71a2-45fa-a1a0-86903fd66c56 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:05:01.836507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c95b7-4d30-42b8-b188-db4fbc79bd47 None None] Pushing event deleted for resources: {'Port': ['ID=26a57ee0-71a2-45fa-a1a0-86903fd66c56,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:01.841527 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-f72befdb-32cd-4258-915c-d186a2514099 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 HTTP/1.1" status: 200 len: 1002 time: 0.4258065 Nov 11 12:05:01.843659 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:01.848755 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965c95b7-4d30-42b8-b188-db4fbc79bd47 None None] No DVR routers for this DVR port 26a57ee0-71a2-45fa-a1a0-86903fd66c56 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:05:01.877263 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:01.907275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:01.907683 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:01.908110 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f8b1e1-c40e-43be-8b25-682620be5803 None None] Network 73fbc077-957d-4067-a3f0-eb81e03c31a1 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:01.910971 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:01.990987 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-834bbb04-aad3-4558-847e-a5905c154b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:01.992533 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-834bbb04-aad3-4558-847e-a5905c154b6a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52d168b6-ae90-474b-916f-74be6777191e HTTP/1.1" status: 200 len: 855 time: 0.1419640 Nov 11 12:05:02.030256 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:02.051053 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:02.054123 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:02.060083 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] 10.222.0.65 "DELETE /v2.0/networks/3039c548-f94a-4506-95d2-617f3e723f61 HTTP/1.1" status: 204 len: 168 time: 1.5118175 Nov 11 12:05:02.074947 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2400d4-ab64-459a-bd8d-231e02c04cdc tempest-NetworksIpV6TestAttrs-661390435 tempest-NetworksIpV6TestAttrs-661390435-project] Pushing event deleted for resources: {'Network': ['ID=3039c548-f94a-4506-95d2-617f3e723f61,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:02.091423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-cb23c4d6-26cf-4ef2-93bf-440e62188038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:02.093973 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-cb23c4d6-26cf-4ef2-93bf-440e62188038 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb65d5f6-787d-4d2e-8933-7095a01ee3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938039 Nov 11 12:05:02.094110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a856e5a-1438-4918-80f7-a6b8fe586d75 req-405d6ca0-fd88-4cff-9407-35bf54240855 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:02.095618 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a856e5a-1438-4918-80f7-a6b8fe586d75 req-405d6ca0-fd88-4cff-9407-35bf54240855 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 945 time: 0.2216539 Nov 11 12:05:02.098072 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:02.125795 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5daff9-d69d-4854-b729-7b1fe95403d4 req-76d2ef0d-ef07-4143-879f-c3cb963187c9 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:02.130967 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf5daff9-d69d-4854-b729-7b1fe95403d4 req-76d2ef0d-ef07-4143-879f-c3cb963187c9 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.2579486 Nov 11 12:05:02.240444 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-c494dc06-b78d-43ea-9d58-85efd76a5865 service neutron] 10.222.0.43 "GET /v2.0/networks/fb65d5f6-787d-4d2e-8933-7095a01ee3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365433 Nov 11 12:05:02.277976 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf5daff9-d69d-4854-b729-7b1fe95403d4 req-0bed54df-6e97-4b86-a52b-0b915cd70d3f tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448903 Nov 11 12:05:02.293114 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a856e5a-1438-4918-80f7-a6b8fe586d75 req-7b4a9d0c-2e5c-4158-b1fd-3326ea347ebc tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854243 Nov 11 12:05:02.346296 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Allocated IP 172.25.2.178 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/f719d2ac-6430-4e75-b308-1639285b02ef) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:02.377988 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-85f50107-bbc2-4ffb-b27b-9fe1ec683161 service neutron] 10.222.0.43 "GET /v2.0/networks/fb65d5f6-787d-4d2e-8933-7095a01ee3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273355 Nov 11 12:05:02.396454 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34164) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:02.437084 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-6c2ad1ea-01ef-43c9-9950-b8245a51e035 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 HTTP/1.1" status: 200 len: 217 time: 0.0502214 Nov 11 12:05:02.484494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b82ee-1a20-4406-9530-a9ce0dabcf98 req-122f3ac7-afe3-4c71-a651-f8afafec7a3c tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:02.486300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-669b82ee-1a20-4406-9530-a9ce0dabcf98 req-122f3ac7-afe3-4c71-a651-f8afafec7a3c tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 943 time: 0.1161308 Nov 11 12:05:02.497204 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-d7c3f017-4366-404a-bb44-be8d12c062ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:02.498920 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-d7c3f017-4366-404a-bb44-be8d12c062ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.0534458 Nov 11 12:05:02.562499 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-67770752-3af6-44e4-89fb-26ea2b0c13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:02.564617 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-67770752-3af6-44e4-89fb-26ea2b0c13cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0579467 Nov 11 12:05:02.578693 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:02.595825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-669b82ee-1a20-4406-9530-a9ce0dabcf98 req-9ea57c25-9b1c-4069-bc0e-4c8e1308e1b0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979428 Nov 11 12:05:02.636565 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:02.664482 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34174) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:02.687174 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:02.687383 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-330efd75-09ad-4edd-aa62-45156166dbd1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=640cc485517b4610ba1c33aaf5571d23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2863898 Nov 11 12:05:02.687509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:02.688166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34178) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:02.692609 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:02.696215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=f719d2ac-6430-4e75-b308-1639285b02ef,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:02.713636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c24d18-063f-4c93-8df8-81e59363a7c8 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:05:02.760318 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-0515a5cc-783f-4b42-be59-7afe3cede623 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872253 Nov 11 12:05:02.792227 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf4af-859e-4476-b62f-a6966e0439fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:02.829379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8eee64d9-08d7-4030-a386-53fa7750a53c None None] Provisioning complete for port f719d2ac-6430-4e75-b308-1639285b02ef triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:02.829844 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8eee64d9-08d7-4030-a386-53fa7750a53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:02.874183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8eee64d9-08d7-4030-a386-53fa7750a53c None None] Port f719d2ac-6430-4e75-b308-1639285b02ef cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:05:03.147970 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf4af-859e-4476-b62f-a6966e0439fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:03.158254 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aac37dc4-5980-4422-bad2-5c5fe7638e4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:03.250506 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-0b859c7d-f873-4864-b653-d128e0a59d87 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795160 Nov 11 12:05:03.283253 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-9839f055-2547-4eec-b28d-239e65cc2e7f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1378174 Nov 11 12:05:03.316505 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-fc0e9a6d-ca1b-46e4-a0db-141d9c1df210 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 HTTP/1.1" status: 200 len: 217 time: 0.0573909 Nov 11 12:05:03.381901 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf4af-859e-4476-b62f-a6966e0439fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:03.384733 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf4af-859e-4476-b62f-a6966e0439fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:03.388888 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fa7bf4af-859e-4476-b62f-a6966e0439fd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f5d5329-126a-4bdb-92ac-653da8ee180a HTTP/1.1" status: 204 len: 168 time: 0.6997058 Nov 11 12:05:03.427592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bf4af-859e-4476-b62f-a6966e0439fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5d5329-126a-4bdb-92ac-653da8ee180a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:03.450932 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:03.464172 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-6b680362-fb1c-4f22-bb13-9fb0067e5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:03.464687 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5ae9f-16ba-4383-b724-2a9818de5aaa req-6f764ea7-e3cc-47fc-9d5a-e575898114ca tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:03.465771 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-6b680362-fb1c-4f22-bb13-9fb0067e5a49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.1400964 Nov 11 12:05:03.466199 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55b5ae9f-16ba-4383-b724-2a9818de5aaa req-6f764ea7-e3cc-47fc-9d5a-e575898114ca tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 945 time: 0.1341655 Nov 11 12:05:03.487544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-ebf8fd79-e756-435d-bbdd-8b0b02f89150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:03.488338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-ebf8fd79-e756-435d-bbdd-8b0b02f89150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:03.488506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-ebf8fd79-e756-435d-bbdd-8b0b02f89150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:03.489044 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-ebf8fd79-e756-435d-bbdd-8b0b02f89150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:03.489390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-ebf8fd79-e756-435d-bbdd-8b0b02f89150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:03.489846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-ebf8fd79-e756-435d-bbdd-8b0b02f89150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:03.490286 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-ebf8fd79-e756-435d-bbdd-8b0b02f89150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:03.492364 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-ebf8fd79-e756-435d-bbdd-8b0b02f89150 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60ee3d384a76417ebcdfc95536142dd4&device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 6491 time: 0.1307335 Nov 11 12:05:03.506321 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aac37dc4-5980-4422-bad2-5c5fe7638e4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:03.542971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aac37dc4-5980-4422-bad2-5c5fe7638e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:03.557880 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2be10b-63ee-4680-a361-8e31e1a35ab1 req-5e848ab5-ae73-448d-8c92-845d2dd0f172 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:03.559424 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad2be10b-63ee-4680-a361-8e31e1a35ab1 req-5e848ab5-ae73-448d-8c92-845d2dd0f172 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 945 time: 0.1883879 Nov 11 12:05:03.579928 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89b4cf-4333-451e-92ff-b209023776e9 req-cd297d11-efbb-4f56-ae08-259c971318d4 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:03.581438 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc89b4cf-4333-451e-92ff-b209023776e9 req-cd297d11-efbb-4f56-ae08-259c971318d4 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1845164 Nov 11 12:05:03.650260 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-aac37dc4-5980-4422-bad2-5c5fe7638e4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17d2d15f4d2c4263ae65b8f32ef43a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9823396 Nov 11 12:05:03.655023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34194) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:03.658751 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-394e909e-54b3-455e-95e4-8bb58904bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:03.666107 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-394e909e-54b3-455e-95e4-8bb58904bca5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1815083 Nov 11 12:05:03.666962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac37dc4-5980-4422-bad2-5c5fe7638e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4228da35-d76f-412c-a7e0-84d7c8d2c4d6,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:03.728967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-f5015bd9-7543-45c1-8ebf-200127fe8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:03.729984 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-f5015bd9-7543-45c1-8ebf-200127fe8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:03.730439 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-f5015bd9-7543-45c1-8ebf-200127fe8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:03.732084 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-f5015bd9-7543-45c1-8ebf-200127fe8005 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ba34a62-22e2-4456-8b51-ad2a18e2724f&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c7d52acd-8f28-4abc-86b9-191279fd7934&id=c7d52acd-8f28-4abc-86b9-191279fd7934 HTTP/1.1" status: 200 len: 2297 time: 0.2007630 Nov 11 12:05:03.779950 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad2be10b-63ee-4680-a361-8e31e1a35ab1 req-b8b99688-9cf5-4a73-91c3-7e2b5bd12f96 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081149 Nov 11 12:05:03.794809 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc89b4cf-4333-451e-92ff-b209023776e9 req-ed35c809-f614-4d28-8fb3-a498f1167470 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705511 Nov 11 12:05:03.820886 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-55b5ae9f-16ba-4383-b724-2a9818de5aaa req-7318ad08-b412-4236-8d5d-fa43be1b6173 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Deleting port 29694dc8-9851-495e-939d-715a31320557 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:05:03.820886 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-55b5ae9f-16ba-4383-b724-2a9818de5aaa req-7318ad08-b412-4236-8d5d-fa43be1b6173 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:03.895106 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-0d0aff9d-780f-43ba-8cc1-8962a3d93b2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd HTTP/1.1" status: 200 len: 1001 time: 0.1486895 Nov 11 12:05:03.920496 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4334d63c-d0c1-4f52-98e5-3c2b70a74e88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:03.970430 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-c5ca3b82-4271-4984-82d0-6f14a9e07743 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431262 Nov 11 12:05:03.995418 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4334d63c-d0c1-4f52-98e5-3c2b70a74e88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:04.021178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-79b62dd9-3bab-4c9e-aabd-260c985dacdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:04.022607 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-79b62dd9-3bab-4c9e-aabd-260c985dacdd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9 HTTP/1.1" status: 200 len: 851 time: 0.1142900 Nov 11 12:05:04.048652 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:04.057069 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-55b5ae9f-16ba-4383-b724-2a9818de5aaa req-7318ad08-b412-4236-8d5d-fa43be1b6173 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] For port 29694dc8-9851-495e-939d-715a31320557, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=29694dc8-9851-495e-939d-715a31320557,segment=NetworkSegment(a666e75f-478f-4954-843d-3b1b7b99f88d),segment_id=a666e75f-478f-4954-843d-3b1b7b99f88d)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:04.057427 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-55b5ae9f-16ba-4383-b724-2a9818de5aaa req-7318ad08-b412-4236-8d5d-fa43be1b6173 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:04.067375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d8e77-feb3-4782-b500-150e448b817a req-a9af0fc3-a3ed-4d11-8bf0-c598239d8ecd tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:04.068931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f71d8e77-feb3-4782-b500-150e448b817a req-a9af0fc3-a3ed-4d11-8bf0-c598239d8ecd tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 943 time: 0.1519363 Nov 11 12:05:04.084520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-55b5ae9f-16ba-4383-b724-2a9818de5aaa req-7318ad08-b412-4236-8d5d-fa43be1b6173 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Calling delete_port for 29694dc8-9851-495e-939d-715a31320557 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:05:04.144035 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-a7d1a76f-0724-44cd-a9b8-bf9b81feace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:04.145574 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-a7d1a76f-0724-44cd-a9b8-bf9b81feace8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ba34a62-22e2-4456-8b51-ad2a18e2724f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870836 Nov 11 12:05:04.149733 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-1b526a57-e11d-4a68-8e8b-2d1052b36915 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685886 Nov 11 12:05:04.153186 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4334d63c-d0c1-4f52-98e5-3c2b70a74e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:04.156351 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4334d63c-d0c1-4f52-98e5-3c2b70a74e88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:04.157966 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4334d63c-d0c1-4f52-98e5-3c2b70a74e88 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4228da35-d76f-412c-a7e0-84d7c8d2c4d6 HTTP/1.1" status: 204 len: 168 time: 0.5015874 Nov 11 12:05:04.204705 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-bd6ecc1c-7e9d-4e38-8d04-1ecb11836a03 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 HTTP/1.1" status: 200 len: 217 time: 0.0423288 Nov 11 12:05:04.264640 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34216) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:04.268610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f71d8e77-feb3-4782-b500-150e448b817a req-445c7c91-6e43-4334-b3ad-9080cae6716c tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853917 Nov 11 12:05:04.293942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334d63c-d0c1-4f52-98e5-3c2b70a74e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4228da35-d76f-412c-a7e0-84d7c8d2c4d6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:04.351446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-6309396e-e0d1-4016-94fb-06afd9c649b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:04.352893 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-6309396e-e0d1-4016-94fb-06afd9c649b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.0848999 Nov 11 12:05:04.355307 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-2370f730-3312-4c91-bb47-a684f7fa9a74 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba34a62-22e2-4456-8b51-ad2a18e2724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959417 Nov 11 12:05:04.359412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router df6c2065-70a8-4011-b8d7-4a1453cdcfe5 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:05:04.431755 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-55b5ae9f-16ba-4383-b724-2a9818de5aaa req-7318ad08-b412-4236-8d5d-fa43be1b6173 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:04.444926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['29694dc8-9851-495e-939d-715a31320557'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:05:04.477070 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-6cf1e5b6-0c2c-4123-8dc2-59a8f358cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:04.478758 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-6cf1e5b6-0c2c-4123-8dc2-59a8f358cb70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1184108 Nov 11 12:05:04.499411 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5cbcbb-6ea7-4a69-b7ed-61d9aab317a2 None None] DHCP port deletion for 83f4744f-e9dd-4a55-b249-f996edcfd99c request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:05:04.502850 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318ad08-b412-4236-8d5d-fa43be1b6173 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Pushing event deleted for resources: {'Port': ['ID=29694dc8-9851-495e-939d-715a31320557,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:04.520501 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-b83dc26c-2fcf-4b4d-8bc0-6f838461e604 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba34a62-22e2-4456-8b51-ad2a18e2724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500390 Nov 11 12:05:04.586286 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b5ae9f-16ba-4383-b724-2a9818de5aaa req-7318ad08-b412-4236-8d5d-fa43be1b6173 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] No DVR routers for this DVR port 29694dc8-9851-495e-939d-715a31320557 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:05:04.591579 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-55b5ae9f-16ba-4383-b724-2a9818de5aaa req-7318ad08-b412-4236-8d5d-fa43be1b6173 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:04.595603 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55b5ae9f-16ba-4383-b724-2a9818de5aaa req-7318ad08-b412-4236-8d5d-fa43be1b6173 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.43 "DELETE /v2.0/ports/29694dc8-9851-495e-939d-715a31320557 HTTP/1.1" status: 204 len: 173 time: 1.0979564 Nov 11 12:05:04.603214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0c9d92-ef2e-41f9-8418-c221a3bf66e9', 'name': 'network-vif-deleted', 'tag': '29694dc8-9851-495e-939d-715a31320557'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:05:04.605264 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-131f2a63-272a-4b40-ab17-12e953f4de21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=ac823cbf-4e8c-4c81-a62c-4380e8a06413 HTTP/1.1" status: 200 len: 217 time: 0.0762777 Nov 11 12:05:04.605478 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9b911d-bf53-4fcc-890e-f6f0b0765f2e" -d '{"events": [{"server_uuid": "7b0c9d92-ef2e-41f9-8418-c221a3bf66e9", "name": "network-vif-deleted", "tag": "29694dc8-9851-495e-939d-715a31320557"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:05:04.614218 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-7a97e004-fa2f-4876-af1c-77eb198f882f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2090689376'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:04.648159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:05:04.663185 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75370e-bce9-448a-a534-f191878df74a None None] Sync routers for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:05:04.678723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a97e004-fa2f-4876-af1c-77eb198f882f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:04.683924 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a97e004-fa2f-4876-af1c-77eb198f882f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:04.691171 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-0cd4e0b7-fa07-4a6d-a264-c5aded4fd5d7 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025084 Nov 11 12:05:04.691955 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:04.692941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-6a7ecd7f-f832-412a-ad40-72686475a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:04.694336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bd8f534f-bed8-4612-bc42-e702aa25bf44 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6940641 Nov 11 12:05:04.694652 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-6a7ecd7f-f832-412a-ad40-72686475a8f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.0771952 Nov 11 12:05:04.696987 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34232) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:04.700843 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a97e004-fa2f-4876-af1c-77eb198f882f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:04.701202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad75370e-bce9-448a-a534-f191878df74a None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:04.703644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ad75370e-bce9-448a-a534-f191878df74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:04:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:04.799611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ad75370e-bce9-448a-a534-f191878df74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:04.823371 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad75370e-bce9-448a-a534-f191878df74a None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:04.826242 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ad75370e-bce9-448a-a534-f191878df74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:04:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:04.873832 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a97e004-fa2f-4876-af1c-77eb198f882f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:04.876868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ad75370e-bce9-448a-a534-f191878df74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:04.877863 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75370e-bce9-448a-a534-f191878df74a None None] The sync data for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:05:04.883508 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a97e004-fa2f-4876-af1c-77eb198f882f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:04.924166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a97e004-fa2f-4876-af1c-77eb198f882f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:04.930926 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-abbafa31-9932-4127-9014-fa5886272a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:04.932460 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-abbafa31-9932-4127-9014-fa5886272a01 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2276304 Nov 11 12:05:04.935793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97e004-fa2f-4876-af1c-77eb198f882f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f006ae6-66c5-42ae-b310-dcec484c2932,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:04.944950 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a97e004-fa2f-4876-af1c-77eb198f882f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:04.945872 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-7a97e004-fa2f-4876-af1c-77eb198f882f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Added segment d3a96047-6e13-46da-bc62-5724a56a9296 of type vlan for network 1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9 Nov 11 12:05:04.976437 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-a9fcce51-d079-4780-bd11-2c2d544f7018 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767086 Nov 11 12:05:05.006302 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a587bf9b-2477-4c00-b9fa-0bba33f82524 req-c01ad204-fe5a-4921-86a1-dff1785beacb tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b0c9d92-ef2e-41f9-8418-c221a3bf66e9 HTTP/1.1" status: 200 len: 210 time: 0.0496669 Nov 11 12:05:05.024303 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a97e004-fa2f-4876-af1c-77eb198f882f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:05.057396 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a97e004-fa2f-4876-af1c-77eb198f882f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:05.064827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a97e004-fa2f-4876-af1c-77eb198f882f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:05.065862 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a97e004-fa2f-4876-af1c-77eb198f882f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:05.083925 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-fa6c82ad-941f-4e6c-af23-758771dbd01d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=cb685e1e-459f-492c-9930-41b9ec4b238d HTTP/1.1" status: 200 len: 217 time: 0.0971730 Nov 11 12:05:05.115451 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7a97e004-fa2f-4876-af1c-77eb198f882f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8457007 Nov 11 12:05:05.216055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabf38d-f9db-4beb-948f-772ecc4ba60a req-913522ed-86b2-4825-b084-ffa8c340f6f9 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:05.217782 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bfabf38d-f9db-4beb-948f-772ecc4ba60a req-913522ed-86b2-4825-b084-ffa8c340f6f9 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.0681245 Nov 11 12:05:05.252856 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250dc83c-e3b7-4133-b754-4ce9c216d419 x-openstack-request-id: req-250dc83c-e3b7-4133-b754-4ce9c216d419 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:05:05.253147 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0c9d92-ef2e-41f9-8418-c221a3bf66e9", "name": "network-vif-deleted", "tag": "29694dc8-9851-495e-939d-715a31320557", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:05:05.253401 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-250dc83c-e3b7-4133-b754-4ce9c216d419 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:05:05.253820 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0c9d92-ef2e-41f9-8418-c221a3bf66e9', 'name': 'network-vif-deleted', 'tag': '29694dc8-9851-495e-939d-715a31320557', 'status': 'completed', 'code': 200} Nov 11 12:05:05.295859 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34250) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:05.303477 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bfabf38d-f9db-4beb-948f-772ecc4ba60a req-346b2dc4-a780-49db-9a42-3edc2bb2783f tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569782 Nov 11 12:05:05.308784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-1bfdb1bd-3190-4d42-a441-6952ac7b9771 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'subnet': {'network_id': '1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:05.363860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-4f3cc225-84af-44ad-8b1e-cbce52314a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:05.365312 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-4f3cc225-84af-44ad-8b1e-cbce52314a52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.1251299 Nov 11 12:05:05.428488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97e004-fa2f-4876-af1c-77eb198f882f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Network': ['ID=1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:05.452494 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:05.529491 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfdb1bd-3190-4d42-a441-6952ac7b9771 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:05.534084 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1bfdb1bd-3190-4d42-a441-6952ac7b9771 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:05.537420 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-e94bab01-7836-48a0-afb3-812d0983ae90 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904744 Nov 11 12:05:05.544492 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-e3cc1624-d21c-424a-a35e-8251a0e1df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:05.545948 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-e3cc1624-d21c-424a-a35e-8251a0e1df65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1675537 Nov 11 12:05:05.571629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac03e8-041b-43fa-8ab5-d722feacd3db req-a9c1ba5d-6974-4e2d-9716-380f9283696b tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:05.573539 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10ac03e8-041b-43fa-8ab5-d722feacd3db req-a9c1ba5d-6974-4e2d-9716-380f9283696b tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 943 time: 0.1223788 Nov 11 12:05:05.674533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10ac03e8-041b-43fa-8ab5-d722feacd3db req-cf059cdd-ce67-4b4e-a031-009771c2600d tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745516 Nov 11 12:05:05.765658 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-6190b224-b189-4efb-904d-e8d4e44d08e3 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116187 Nov 11 12:05:05.788141 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1bfdb1bd-3190-4d42-a441-6952ac7b9771 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:05.795716 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2325cea8-3d9b-42ed-8e0e-cb4e911c7ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:05.811644 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-e6256981-94c2-41a4-a110-12732fc68e92 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630069 Nov 11 12:05:05.863645 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdb1bd-3190-4d42-a441-6952ac7b9771 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Subnet': ['ID=1da3ac2a-39f5-471a-9c78-e6ee1fcfc52b,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:05.876290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfdb1bd-3190-4d42-a441-6952ac7b9771 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Checking segment: {'id': 'd3a96047-6e13-46da-bc62-5724a56a9296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:05.877801 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfdb1bd-3190-4d42-a441-6952ac7b9771 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network hostable DHCP agents. Network: 1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:05.895524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfdb1bd-3190-4d42-a441-6952ac7b9771 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network 1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:05.905175 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-3028a619-312e-4f83-aded-3a12c6c64d9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=99b9334d-889b-4925-8044-1f449140c379 HTTP/1.1" status: 200 len: 217 time: 0.0801845 Nov 11 12:05:05.909912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-1bfdb1bd-3190-4d42-a441-6952ac7b9771 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:05.915902 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfdb1bd-3190-4d42-a441-6952ac7b9771 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:05.916668 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1bfdb1bd-3190-4d42-a441-6952ac7b9771 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:05.920997 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd5cb12-7518-4ddd-83d8-d771b8e52005 None None] Network 1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:05.943537 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1bfdb1bd-3190-4d42-a441-6952ac7b9771 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6354527 Nov 11 12:05:05.943769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34270) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:05.949233 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-6172fa86-cf0a-48a8-9c77-a51f24eb7a99 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2042733732'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:05.979541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6172fa86-cf0a-48a8-9c77-a51f24eb7a99 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:05.983725 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6172fa86-cf0a-48a8-9c77-a51f24eb7a99 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:06.016470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6172fa86-cf0a-48a8-9c77-a51f24eb7a99 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:06.028994 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6172fa86-cf0a-48a8-9c77-a51f24eb7a99 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:06.029648 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-6172fa86-cf0a-48a8-9c77-a51f24eb7a99 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Added segment c6b60542-9060-4ff6-b0cf-e9b20259d435 of type vlan for network a51b686b-b7b8-4f5d-a711-167789f8630c Nov 11 12:05:06.086005 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6172fa86-cf0a-48a8-9c77-a51f24eb7a99 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:06.139844 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6172fa86-cf0a-48a8-9c77-a51f24eb7a99 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:06.146259 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6172fa86-cf0a-48a8-9c77-a51f24eb7a99 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:06.146940 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6172fa86-cf0a-48a8-9c77-a51f24eb7a99 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:06.214144 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9', 'network_id': '1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9', 'tenant_id': '94449fa0fedf4cd5b567dd86bbbae8ea', 'fixed_ips': [{'subnet_id': '1da3ac2a-39f5-471a-9c78-e6ee1fcfc52b'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:05:06.215318 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:06.253446 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6172fa86-cf0a-48a8-9c77-a51f24eb7a99 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3082926 Nov 11 12:05:06.254681 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172fa86-cf0a-48a8-9c77-a51f24eb7a99 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Network': ['ID=a51b686b-b7b8-4f5d-a711-167789f8630c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:06.266600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34284) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:06.282097 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-078e7424-10b7-4287-96fc-a6096471959e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'subnet': {'network_id': 'a51b686b-b7b8-4f5d-a711-167789f8630c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:06.320949 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network a51b686b-b7b8-4f5d-a711-167789f8630c details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:06.332769 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:06.336992 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-5f7da87e-858a-4274-9f31-c4ad47b6e5b0 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573137 Nov 11 12:05:06.349757 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-b5a94a3f-2d28-4d68-a495-fa7daf2f2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:06.351301 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-b5a94a3f-2d28-4d68-a495-fa7daf2f2f21 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.4155886 Nov 11 12:05:06.418583 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-0e52abac-f708-4052-bcc2-ca757cfb5cdd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=34a34710-3faa-4315-b872-f1630df0cbd0 HTTP/1.1" status: 200 len: 217 time: 0.0706205 Nov 11 12:05:06.493633 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Allocated IP 172.20.255.242 (1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9/1da3ac2a-39f5-471a-9c78-e6ee1fcfc52b/09ac4114-1a1d-44a9-b8ee-7abf4779fc0f) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:06.517934 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-25ad972a-b077-4158-b4df-a42ef28e701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:06.519558 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-25ad972a-b077-4158-b4df-a42ef28e701d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1319766 Nov 11 12:05:06.586917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32620f49-5747-4743-a86b-884e90083087 req-3d2411a8-1447-4ad5-aed5-6f32e5e72ad8 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:06.588818 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32620f49-5747-4743-a86b-884e90083087 req-3d2411a8-1447-4ad5-aed5-6f32e5e72ad8 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/networks?id=83f4744f-e9dd-4a55-b249-f996edcfd99c HTTP/1.1" status: 200 len: 808 time: 0.2609267 Nov 11 12:05:06.590161 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-e75e5e73-af9d-41d3-a6b3-2fa6d1883860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:06.591906 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-e75e5e73-af9d-41d3-a6b3-2fa6d1883860 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49b842ca-bb16-4b32-afdd-253fe6553f51 HTTP/1.1" status: 200 len: 797 time: 0.1649597 Nov 11 12:05:06.612850 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf658226-fe7c-4722-bc63-9837d662b451 req-8fc76e95-b47a-4eac-90f3-0a229c29bbf1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:06.621576 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf658226-fe7c-4722-bc63-9837d662b451 req-8fc76e95-b47a-4eac-90f3-0a229c29bbf1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1540971 Nov 11 12:05:06.650901 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078e7424-10b7-4287-96fc-a6096471959e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:06.654562 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-078e7424-10b7-4287-96fc-a6096471959e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:06.666699 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32620f49-5747-4743-a86b-884e90083087 req-7fcc3c94-0f2f-4d15-a553-f5941b5c4595 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/quotas/1bb1cb78eeea499898a0ec0b0bc73d55 HTTP/1.1" status: 200 len: 375 time: 0.0618351 Nov 11 12:05:06.704994 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:06.708048 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-040fe09a-dd4f-44bf-9411-47d2e493c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:06.709942 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-040fe09a-dd4f-44bf-9411-47d2e493c57d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b798677-2731-47ea-a947-54aa100bcc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1048682 Nov 11 12:05:06.715051 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:06.727924 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32620f49-5747-4743-a86b-884e90083087 req-a85ccf71-ce62-4505-af33-13b76af17865 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bb1cb78eeea499898a0ec0b0bc73d55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603874 Nov 11 12:05:06.799674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf658226-fe7c-4722-bc63-9837d662b451 req-49413234-9785-4226-b8e7-bc3a369b6b69 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762605 Nov 11 12:05:06.831916 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Network 1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:06.844468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Pushing event updated for resources: {'Port': ['ID=09ac4114-1a1d-44a9-b8ee-7abf4779fc0f,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:06.852765 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:06.855764 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:06.939309 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-afb84a10-950a-4397-a4ca-410134c0301a service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070520 Nov 11 12:05:06.978832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Attempting to bind port 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:05:06.979175 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Attempting to bind port 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'd3a96047-6e13-46da-bc62-5724a56a9296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:05:06.979632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Attempting to bind port 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f on network 1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:05:06.994538 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:05:06.994965 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Checking segment: {'id': 'd3a96047-6e13-46da-bc62-5724a56a9296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:06.995484 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:06.995873 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Bound using segment: {'id': 'd3a96047-6e13-46da-bc62-5724a56a9296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:05:06.996797 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Bound port: 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a96047-6e13-46da-bc62-5724a56a9296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:05:06.997266 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:07.098089 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-4c3fdbe6-3b8c-41d4-9ac3-13693976a2e4 service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353314 Nov 11 12:05:07.121303 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] For port 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:05:07.126427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] For port 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=09ac4114-1a1d-44a9-b8ee-7abf4779fc0f,segment=NetworkSegment(d3a96047-6e13-46da-bc62-5724a56a9296),segment_id=d3a96047-6e13-46da-bc62-5724a56a9296)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:05:07.142630 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:07.149025 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Allocated IP 172.20.0.1 (73fbc077-957d-4067-a3f0-eb81e03c31a1/cdde5bff-a7da-45dc-b329-7fbff1f13fed/ae074f87-4cd2-453e-ba86-b27dcec94415) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:07.170421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32620f49-5747-4743-a86b-884e90083087 req-c809ddf1-2f0e-4057-b9a2-23d402c30d06 service neutron] 10.222.0.65 "GET /v2.0/networks/83f4744f-e9dd-4a55-b249-f996edcfd99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414051 Nov 11 12:05:07.195313 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-078e7424-10b7-4287-96fc-a6096471959e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:07.223413 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-d0cb8254-c7c1-4cbb-9bc7-90fcfef1d89a service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633483 Nov 11 12:05:07.290563 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-50473b1d-3244-4931-9094-f4e0e8802bbc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=598e6046-573d-4050-bad0-9f22dc092749 HTTP/1.1" status: 200 len: 217 time: 0.0662477 Nov 11 12:05:07.302559 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410bbdfe-9aa7-478a-80d7-000e102a2708 None None] Pushing event updated for resources: {'Port': ['ID=09ac4114-1a1d-44a9-b8ee-7abf4779fc0f,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:07.383782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21722944-195f-43e8-83f2-5631c717e1b1 req-8d2f210f-f2de-4737-b3e7-6aa99fda2fe8 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:07.385430 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21722944-195f-43e8-83f2-5631c717e1b1 req-8d2f210f-f2de-4737-b3e7-6aa99fda2fe8 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 943 time: 0.1917071 Nov 11 12:05:07.386133 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e7424-10b7-4287-96fc-a6096471959e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Subnet': ['ID=056ee068-6f90-4807-99a0-6a553f523306,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:07.400209 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-28b77bf1-02de-4b89-8f46-a7f59eafda2b service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909622 Nov 11 12:05:07.409891 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078e7424-10b7-4287-96fc-a6096471959e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Checking segment: {'id': 'c6b60542-9060-4ff6-b0cf-e9b20259d435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a51b686b-b7b8-4f5d-a711-167789f8630c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:07.410372 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078e7424-10b7-4287-96fc-a6096471959e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network hostable DHCP agents. Network: a51b686b-b7b8-4f5d-a711-167789f8630c, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:07.419331 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32620f49-5747-4743-a86b-884e90083087 req-6b8917cc-9622-4f81-a018-712c5e1278a3 service neutron] 10.222.0.65 "GET /v2.0/networks/83f4744f-e9dd-4a55-b249-f996edcfd99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476032 Nov 11 12:05:07.425275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-dc00ad42-da65-4e16-acaf-1d4e4e6bfd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:07.427248 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-dc00ad42-da65-4e16-acaf-1d4e4e6bfd48 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.1256952 Nov 11 12:05:07.440554 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34346) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:07.481947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21722944-195f-43e8-83f2-5631c717e1b1 req-d9d0f40e-36a0-44a0-bf3c-e891de5bc138 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664477 Nov 11 12:05:07.486683 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-5c3d4f7a-8fbf-4e32-a04e-70f20e50fa12 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 HTTP/1.1" status: 200 len: 217 time: 0.0788062 Nov 11 12:05:07.497989 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078e7424-10b7-4287-96fc-a6096471959e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network a51b686b-b7b8-4f5d-a711-167789f8630c is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:07.517157 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-078e7424-10b7-4287-96fc-a6096471959e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, a51b686b-b7b8-4f5d-a711-167789f8630c) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:07.523168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078e7424-10b7-4287-96fc-a6096471959e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:07.525162 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-078e7424-10b7-4287-96fc-a6096471959e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:07.531086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be9bc6-37c3-4230-b0b0-9d3d525b5095 None None] Network a51b686b-b7b8-4f5d-a711-167789f8630c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:07.567024 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:07.623759 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-078e7424-10b7-4287-96fc-a6096471959e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3535118 Nov 11 12:05:07.626695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34352) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:07.645166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-981abae7-7277-4982-8e3a-5e82080c751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:07.646831 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-981abae7-7277-4982-8e3a-5e82080c751c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1874604 Nov 11 12:05:07.650223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-e55d994d-10a7-496a-a67a-036c5f381874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:07.651690 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-e55d994d-10a7-496a-a67a-036c5f381874 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49b842ca-bb16-4b32-afdd-253fe6553f51 HTTP/1.1" status: 200 len: 797 time: 0.1325011 Nov 11 12:05:07.749396 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f29cfd2-7ee8-4a0a-b6da-1a090389f208 req-b0494fac-7e83-4eb3-83f5-d88778af57cd tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 210 time: 0.0684268 Nov 11 12:05:07.811161 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:07.823022 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a2c91747-7a88-473e-83aa-d7aa8cc35bae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:07.862710 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-ce9b1efc-8b62-4f9c-b7f7-7c52fbf239d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:07.864686 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-ce9b1efc-8b62-4f9c-b7f7-7c52fbf239d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b798677-2731-47ea-a947-54aa100bcc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2055683 Nov 11 12:05:07.893187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 73fbc077-957d-4067-a3f0-eb81e03c31a1 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:07.910480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-a51b686b-b7b8-4f5d-a711-167789f8630c', 'network_id': 'a51b686b-b7b8-4f5d-a711-167789f8630c', 'tenant_id': '94449fa0fedf4cd5b567dd86bbbae8ea', 'fixed_ips': [{'subnet_id': '056ee068-6f90-4807-99a0-6a553f523306'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:05:07.911476 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:07.919890 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a2c91747-7a88-473e-83aa-d7aa8cc35bae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:07.933528 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a2c91747-7a88-473e-83aa-d7aa8cc35bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:07.933877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:07.960055 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-de54fa4b-8056-4f97-8563-dd0f9b7d7dd8 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022044 Nov 11 12:05:07.963456 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:07.989975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c91747-7a88-473e-83aa-d7aa8cc35bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e01fc5-6db1-4058-bfd5-c9a1c3483e63,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:08.049048 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54eb67-0201-4994-a45e-84d1f1613e39 req-3d942b1c-7639-41c1-8b41-5e1e1354d1f5 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:08.050763 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a54eb67-0201-4994-a45e-84d1f1613e39 req-3d942b1c-7639-41c1-8b41-5e1e1354d1f5 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1293380 Nov 11 12:05:08.057086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a2c91747-7a88-473e-83aa-d7aa8cc35bae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c0b1c89bcd9c4f019e33f9905489074c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6154776 Nov 11 12:05:08.058094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34368) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:08.062131 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:08.111385 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c8f66d4f-e743-4866-828a-ebdc4648f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:08.126600 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=ae074f87-4cd2-453e-ba86-b27dcec94415,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:08.177995 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Allocated IP 172.20.0.2 (a51b686b-b7b8-4f5d-a711-167789f8630c/056ee068-6f90-4807-99a0-6a553f523306/c1aaaaff-3dfd-40da-bc40-fd946e1ef170) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:08.231196 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:08.275001 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 29694dc8-9851-495e-939d-715a31320557 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:05:08.306737 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 29694dc8-9851-495e-939d-715a31320557 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:05:08.307226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 29694dc8-9851-495e-939d-715a31320557 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:05:08.308167 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804a8dc-20cf-494e-a509-eba84da7774c req-8bdb291f-c741-4cdc-a780-6a065e7b949c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:08.317829 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804a8dc-20cf-494e-a509-eba84da7774c req-8bdb291f-c741-4cdc-a780-6a065e7b949c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:08.325635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804a8dc-20cf-494e-a509-eba84da7774c req-8bdb291f-c741-4cdc-a780-6a065e7b949c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:08.328817 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-1b610d48-a857-4b26-8ae5-5bfbea310631 service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522612 Nov 11 12:05:08.331845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804a8dc-20cf-494e-a509-eba84da7774c req-8bdb291f-c741-4cdc-a780-6a065e7b949c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:08.336841 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-71256d3e-ed8f-489b-90ce-6dc3a5aa52cf service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627670 Nov 11 12:05:08.338865 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804a8dc-20cf-494e-a509-eba84da7774c req-8bdb291f-c741-4cdc-a780-6a065e7b949c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:08.345217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804a8dc-20cf-494e-a509-eba84da7774c req-8bdb291f-c741-4cdc-a780-6a065e7b949c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:08.354497 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804a8dc-20cf-494e-a509-eba84da7774c req-8bdb291f-c741-4cdc-a780-6a065e7b949c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:08.357053 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e804a8dc-20cf-494e-a509-eba84da7774c req-8bdb291f-c741-4cdc-a780-6a065e7b949c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5443 time: 0.2542491 Nov 11 12:05:08.364158 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5cf028f1-10a2-4de6-be61-bb7f35d5a1e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:08.392126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a54eb67-0201-4994-a45e-84d1f1613e39 req-e8da6a2e-5b22-4d76-a4fa-930dd4387b45 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885695 Nov 11 12:05:08.415868 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-99455b8c-643e-4506-9947-27a973b037b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=5bb8b285-d3a8-488b-ace9-c5345979a664 HTTP/1.1" status: 200 len: 217 time: 0.0682895 Nov 11 12:05:08.423929 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:08.434683 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:08.497829 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Network a51b686b-b7b8-4f5d-a711-167789f8630c is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:08.501706 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:08.503008 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:08.507322 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:08.553744 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Pushing event updated for resources: {'Port': ['ID=c1aaaaff-3dfd-40da-bc40-fd946e1ef170,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:08.580532 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5cf028f1-10a2-4de6-be61-bb7f35d5a1e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:08.589250 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-79adf81f-8227-46b6-8cd8-091a0167fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:08.590999 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-79adf81f-8227-46b6-8cd8-091a0167fca6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.1416924 Nov 11 12:05:08.623709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Attempting to bind port c1aaaaff-3dfd-40da-bc40-fd946e1ef170 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:05:08.624221 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Attempting to bind port c1aaaaff-3dfd-40da-bc40-fd946e1ef170 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'c6b60542-9060-4ff6-b0cf-e9b20259d435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a51b686b-b7b8-4f5d-a711-167789f8630c'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:05:08.624678 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Attempting to bind port c1aaaaff-3dfd-40da-bc40-fd946e1ef170 on network a51b686b-b7b8-4f5d-a711-167789f8630c {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:05:08.632553 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:05:08.633089 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Checking segment: {'id': 'c6b60542-9060-4ff6-b0cf-e9b20259d435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a51b686b-b7b8-4f5d-a711-167789f8630c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:08.633616 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:08.634127 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Bound using segment: {'id': 'c6b60542-9060-4ff6-b0cf-e9b20259d435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a51b686b-b7b8-4f5d-a711-167789f8630c'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:05:08.634718 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Bound port: c1aaaaff-3dfd-40da-bc40-fd946e1ef170, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b60542-9060-4ff6-b0cf-e9b20259d435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'a51b686b-b7b8-4f5d-a711-167789f8630c'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:05:08.635393 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:08.659485 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ca125a-0290-44c0-abb1-63e0dbffd103 req-65795181-4212-4f93-9b38-a0277c7ba923 service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214369 Nov 11 12:05:08.676041 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:08.713481 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] For port c1aaaaff-3dfd-40da-bc40-fd946e1ef170, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:05:08.718148 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] For port c1aaaaff-3dfd-40da-bc40-fd946e1ef170, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c1aaaaff-3dfd-40da-bc40-fd946e1ef170,segment=NetworkSegment(c6b60542-9060-4ff6-b0cf-e9b20259d435),segment_id=c6b60542-9060-4ff6-b0cf-e9b20259d435)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:05:08.720518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-7d257e13-90f7-433c-8582-96a2b63152e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:08.722590 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-7d257e13-90f7-433c-8582-96a2b63152e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1194465 Nov 11 12:05:08.725044 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:08.792723 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb069fe-8e39-4eb5-9242-e1c7957f6feb None None] Pushing event updated for resources: {'Port': ['ID=c1aaaaff-3dfd-40da-bc40-fd946e1ef170,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:08.854178 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5cf028f1-10a2-4de6-be61-bb7f35d5a1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:08.858563 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5cf028f1-10a2-4de6-be61-bb7f35d5a1e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:08.859890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5cf028f1-10a2-4de6-be61-bb7f35d5a1e9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a7e01fc5-6db1-4058-bfd5-c9a1c3483e63 HTTP/1.1" status: 204 len: 168 time: 0.7935731 Nov 11 12:05:08.914687 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-cbaef58e-5a19-498b-aedb-1e11f112582e service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575589 Nov 11 12:05:08.972189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad04cab-7fa4-4047-aa97-760d49909969 None None] Network 1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:09.069267 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:09.176176 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c7403fee-9706-4a2e-bade-d46039275e6c None None] Provisioning complete for port 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:09.176561 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c7403fee-9706-4a2e-bade-d46039275e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:09.396921 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c7403fee-9706-4a2e-bade-d46039275e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:09.477200 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c7403fee-9706-4a2e-bade-d46039275e6c None None] For port 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=09ac4114-1a1d-44a9-b8ee-7abf4779fc0f,segment=NetworkSegment(d3a96047-6e13-46da-bc62-5724a56a9296),segment_id=d3a96047-6e13-46da-bc62-5724a56a9296)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:09.488467 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c7403fee-9706-4a2e-bade-d46039275e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:09.542012 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34382) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:09.560715 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:09.570509 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:05:09.614744 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Subnet': ['ID=056ee068-6f90-4807-99a0-6a553f523306,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:09.624261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7403fee-9706-4a2e-bade-d46039275e6c None None] Pushing event updated for resources: {'Port': ['ID=09ac4114-1a1d-44a9-b8ee-7abf4779fc0f,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:09.649302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:09.649719 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:09.651108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e804a8dc-20cf-494e-a509-eba84da7774c req-98ff519a-bc23-443b-8c1f-461a3cc6b127 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2561083 Nov 11 12:05:09.652300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf028f1-10a2-4de6-be61-bb7f35d5a1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e01fc5-6db1-4058-bfd5-c9a1c3483e63,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:09.668434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f69eb-161d-4123-95d8-669802726d31 req-1a26518d-da71-4d14-9b81-2b252ee97ed0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:09.671170 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b97f69eb-161d-4123-95d8-669802726d31 req-1a26518d-da71-4d14-9b81-2b252ee97ed0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 943 time: 1.0614483 Nov 11 12:05:09.674756 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cef45205-b245-4526-9431-21ca9d61f244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:09.792552 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cef45205-b245-4526-9431-21ca9d61f244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:09.808274 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c1aaaaff-3dfd-40da-bc40-fd946e1ef170 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:05:09.829417 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cef45205-b245-4526-9431-21ca9d61f244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:09.844220 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32620f49-5747-4743-a86b-884e90083087 req-98142cbc-71df-4e70-a3bc-50606567e9d4 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:09.846764 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-32620f49-5747-4743-a86b-884e90083087 req-98142cbc-71df-4e70-a3bc-50606567e9d4 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.43 "GET /v2.0/networks?id=83f4744f-e9dd-4a55-b249-f996edcfd99c HTTP/1.1" status: 200 len: 808 time: 0.1878676 Nov 11 12:05:09.862968 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-32620f49-5747-4743-a86b-884e90083087 req-e5bf0c67-6e6d-4884-bb0d-a9435be7c917 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Request body: {'port': {'device_id': '71763a3d-ea6d-41c3-a999-af441ea853fa', 'network_id': '83f4744f-e9dd-4a55-b249-f996edcfd99c', 'admin_state_up': True, 'tenant_id': '1bb1cb78eeea499898a0ec0b0bc73d55'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:09.872179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port c1aaaaff-3dfd-40da-bc40-fd946e1ef170 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:09.872654 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:09.910260 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-cadb1509-b102-4d5e-9525-46fa1c72cb2e service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9572053 Nov 11 12:05:09.914548 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef45205-b245-4526-9431-21ca9d61f244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71de587-a57c-493b-a170-60551fbe4e80,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:09.930252 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eece39b8-4e18-4423-8273-a61a8c537282 req-a9c15167-2561-4f36-89b5-e497394ad14c tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 210 time: 0.1421316 Nov 11 12:05:09.937797 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0a053cfc-ca87-4e90-8e32-f350c7db6bde None None] Provisioning complete for port 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:09.938279 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0a053cfc-ca87-4e90-8e32-f350c7db6bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.021491 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-33051eff-7bc7-4d44-9325-6ba8a1e5d3b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f8d1764e-a322-45c9-823c-8821a86bf6c4 HTTP/1.1" status: 200 len: 217 time: 0.0671487 Nov 11 12:05:10.028894 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.064035 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cef45205-b245-4526-9431-21ca9d61f244 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=01ab569789fa4c49a39b19338087a3ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5133483 Nov 11 12:05:10.070568 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.080246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34388) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:10.098911 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port c1aaaaff-3dfd-40da-bc40-fd946e1ef170, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c1aaaaff-3dfd-40da-bc40-fd946e1ef170,segment=NetworkSegment(c6b60542-9060-4ff6-b0cf-e9b20259d435),segment_id=c6b60542-9060-4ff6-b0cf-e9b20259d435)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:10.106229 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.138235 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b97f69eb-161d-4123-95d8-669802726d31 req-99df1db6-786e-4a34-b61d-d39866de856d tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4609101 Nov 11 12:05:10.157206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51b686b-b7b8-4f5d-a711-167789f8630c']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:10.165179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=c1aaaaff-3dfd-40da-bc40-fd946e1ef170,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:10.195845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b60542-9060-4ff6-b0cf-e9b20259d435') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:10.196204 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b60542-9060-4ff6-b0cf-e9b20259d435') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:10.213364 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d73d9-f996-4efe-a2dc-a5e2b3ed08ff req-c0b58e30-61bc-4a1d-85a9-7a4f85e1c2bd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:10.218150 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a16d73d9-f996-4efe-a2dc-a5e2b3ed08ff req-c0b58e30-61bc-4a1d-85a9-7a4f85e1c2bd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1971884 Nov 11 12:05:10.222962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-40511e0e-54a5-47d7-bcb2-c844695d22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:10.224610 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-40511e0e-54a5-47d7-bcb2-c844695d22c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86e31caf-0b25-4fb4-be5e-587fe4b98546 HTTP/1.1" status: 200 len: 797 time: 0.1902316 Nov 11 12:05:10.224759 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.264755 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.283196 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:10.283829 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.326173 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32620f49-5747-4743-a86b-884e90083087 req-e5bf0c67-6e6d-4884-bb0d-a9435be7c917 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Made reservation on behalf of 1bb1cb78eeea499898a0ec0b0bc73d55 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:10.329844 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-32620f49-5747-4743-a86b-884e90083087 req-e5bf0c67-6e6d-4884-bb0d-a9435be7c917 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:10.338619 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:10.365341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-7b119bd9-a888-4812-9c3b-c5f8f12307e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:10.367071 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-7b119bd9-a888-4812-9c3b-c5f8f12307e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c7d52acd-8f28-4abc-86b9-191279fd7934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1282814 Nov 11 12:05:10.369548 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.377650 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5738033-a058-4c44-9888-a176ba66935d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.386336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a16d73d9-f996-4efe-a2dc-a5e2b3ed08ff req-e51d20ab-7090-4c93-a416-2001a809f455 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643314 Nov 11 12:05:10.389260 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.391233 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.db.api [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:05:10.391233 n-d-807359-3 neutron-server[109153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:05:10.391233 n-d-807359-3 neutron-server[109153]: [parameters: {'id': 'a51b686b-b7b8-4f5d-a711-167789f8630c'}] Nov 11 12:05:10.391233 n-d-807359-3 neutron-server[109153]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:05:10.391990 n-d-807359-3 neutron-server[109153]: DEBUG oslo_db.api [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:05:10.421284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c60c8f-db75-41b5-a9cb-261bd198884d req-f5f2a346-5db7-4065-a0e9-24d2daa3dc4f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:10.427556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c60c8f-db75-41b5-a9cb-261bd198884d req-f5f2a346-5db7-4065-a0e9-24d2daa3dc4f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:10.433708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c60c8f-db75-41b5-a9cb-261bd198884d req-f5f2a346-5db7-4065-a0e9-24d2daa3dc4f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:10.440784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c60c8f-db75-41b5-a9cb-261bd198884d req-f5f2a346-5db7-4065-a0e9-24d2daa3dc4f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:10.447007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c60c8f-db75-41b5-a9cb-261bd198884d req-f5f2a346-5db7-4065-a0e9-24d2daa3dc4f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:10.448960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cbb105-15bb-4003-87c0-2649bc38eb84 None None] Network a51b686b-b7b8-4f5d-a711-167789f8630c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:10.453097 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c60c8f-db75-41b5-a9cb-261bd198884d req-f5f2a346-5db7-4065-a0e9-24d2daa3dc4f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:10.458942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c60c8f-db75-41b5-a9cb-261bd198884d req-f5f2a346-5db7-4065-a0e9-24d2daa3dc4f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:10.461074 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c4c60c8f-db75-41b5-a9cb-261bd198884d req-f5f2a346-5db7-4065-a0e9-24d2daa3dc4f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5443 time: 0.1199503 Nov 11 12:05:10.556184 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5738033-a058-4c44-9888-a176ba66935d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.615703 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.617741 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=ae074f87-4cd2-453e-ba86-b27dcec94415,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:10.709383 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-c9413404-12bd-4dc1-922e-41d6877d855d service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324485 Nov 11 12:05:10.732359 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.766993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f07f2b55-288e-4e9c-bd03-a373c818fa8f None None] Provisioning complete for port c1aaaaff-3dfd-40da-bc40-fd946e1ef170 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:10.767362 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f07f2b55-288e-4e9c-bd03-a373c818fa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.836804 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5738033-a058-4c44-9888-a176ba66935d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.839744 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5738033-a058-4c44-9888-a176ba66935d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.840969 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c5738033-a058-4c44-9888-a176ba66935d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d71de587-a57c-493b-a170-60551fbe4e80 HTTP/1.1" status: 204 len: 168 time: 0.7322550 Nov 11 12:05:10.849848 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-32620f49-5747-4743-a86b-884e90083087 req-e5bf0c67-6e6d-4884-bb0d-a9435be7c917 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Allocated IP 172.20.0.9 (83f4744f-e9dd-4a55-b249-f996edcfd99c/2124e6fa-57ad-41a8-93d9-1d592bb683fc/59012734-a5a1-4331-b805-66a2fef97612) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:10.892868 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:10.904900 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5738033-a058-4c44-9888-a176ba66935d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71de587-a57c-493b-a170-60551fbe4e80,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:10.987335 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] DHCP port deletion for a51b686b-b7b8-4f5d-a711-167789f8630c request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:05:10.988643 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 73fbc077-957d-4067-a3f0-eb81e03c31a1 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:11.000312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:11.020129 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-c4abfd61-af33-49e8-8771-10ea06b6b1ea service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984951 Nov 11 12:05:11.033015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Deleting port c1aaaaff-3dfd-40da-bc40-fd946e1ef170 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:05:11.033780 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.047332 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Deleting port c1aaaaff-3dfd-40da-bc40-fd946e1ef170 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:05:11.047717 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.137983 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1586316c-ff33-4d50-a164-d960dbd3737b req-dbddca59-b828-41ec-8041-61b56bedded4 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 210 time: 0.0414782 Nov 11 12:05:11.157726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] For port c1aaaaff-3dfd-40da-bc40-fd946e1ef170, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c1aaaaff-3dfd-40da-bc40-fd946e1ef170,segment=NetworkSegment(c6b60542-9060-4ff6-b0cf-e9b20259d435),segment_id=c6b60542-9060-4ff6-b0cf-e9b20259d435)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:11.158367 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.180540 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Calling delete_port for c1aaaaff-3dfd-40da-bc40-fd946e1ef170 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:05:11.207815 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] For port c1aaaaff-3dfd-40da-bc40-fd946e1ef170, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c1aaaaff-3dfd-40da-bc40-fd946e1ef170,segment=NetworkSegment(c6b60542-9060-4ff6-b0cf-e9b20259d435),segment_id=c6b60542-9060-4ff6-b0cf-e9b20259d435)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:11.221096 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.251676 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Calling delete_port for c1aaaaff-3dfd-40da-bc40-fd946e1ef170 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:05:11.266482 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-32620f49-5747-4743-a86b-884e90083087 req-e5bf0c67-6e6d-4884-bb0d-a9435be7c917 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.308344 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-42628317-98de-4aa8-8923-64a2491aa55a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00b27224-5b1e-47f9-9afc-62ede007c4b3 HTTP/1.1" status: 200 len: 217 time: 0.2118654 Nov 11 12:05:11.312483 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-32620f49-5747-4743-a86b-884e90083087 req-e5bf0c67-6e6d-4884-bb0d-a9435be7c917 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.340006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32620f49-5747-4743-a86b-884e90083087 req-e5bf0c67-6e6d-4884-bb0d-a9435be7c917 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Network 83f4744f-e9dd-4a55-b249-f996edcfd99c is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:11.379304 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-32620f49-5747-4743-a86b-884e90083087 req-e5bf0c67-6e6d-4884-bb0d-a9435be7c917 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:11.400255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cef99c-9714-4bcc-b743-89c232a4d8bb req-87c07050-cb39-4807-b1b1-39bf63fadf4e tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:11.404325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-32620f49-5747-4743-a86b-884e90083087 req-e5bf0c67-6e6d-4884-bb0d-a9435be7c917 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:11.409741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41cef99c-9714-4bcc-b743-89c232a4d8bb req-87c07050-cb39-4807-b1b1-39bf63fadf4e tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 943 time: 0.0885832 Nov 11 12:05:11.438390 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.445651 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.465868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:05:11.469918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f967f0a9-c595-4eab-916b-60ccb7e82852 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:05:11.481784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32620f49-5747-4743-a86b-884e90083087 req-e5bf0c67-6e6d-4884-bb0d-a9435be7c917 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:11.482455 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-32620f49-5747-4743-a86b-884e90083087 req-e5bf0c67-6e6d-4884-bb0d-a9435be7c917 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.494430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No DVR routers for this DVR port c1aaaaff-3dfd-40da-bc40-fd946e1ef170 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:05:11.503663 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Port': ['ID=c1aaaaff-3dfd-40da-bc40-fd946e1ef170,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:11.508661 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-32620f49-5747-4743-a86b-884e90083087 req-e5bf0c67-6e6d-4884-bb0d-a9435be7c917 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6499710 Nov 11 12:05:11.535752 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Request body: {'port': {'device_id': '71763a3d-ea6d-41c3-a999-af441ea853fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:11.579884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf0c67-6e6d-4884-bb0d-a9435be7c917 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Pushing event updated for resources: {'Port': ['ID=59012734-a5a1-4331-b805-66a2fef97612,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:11.590301 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-c8aec9fa-258e-46f3-bdce-4a2c95b7cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:11.592560 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-c8aec9fa-258e-46f3-bdce-4a2c95b7cfb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86e31caf-0b25-4fb4-be5e-587fe4b98546 HTTP/1.1" status: 200 len: 797 time: 0.2212677 Nov 11 12:05:11.596037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41cef99c-9714-4bcc-b743-89c232a4d8bb req-46e3dc35-fbc8-42d3-bc9c-fd9c34b34c50 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853976 Nov 11 12:05:11.638205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f967f0a9-c595-4eab-916b-60ccb7e82852, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f967f0a9-c595-4eab-916b-60ccb7e82852,segment=NetworkSegment(ca50008a-c557-4573-bbaa-c5716dc0c6e7),segment_id=ca50008a-c557-4573-bbaa-c5716dc0c6e7)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:11.654893 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.656724 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.657389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ed3fc0-4fa2-4802-bd57-7e22544b9675 None None] DHCP port deletion for 83f4744f-e9dd-4a55-b249-f996edcfd99c request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:05:11.659402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router df6c2065-70a8-4011-b8d7-4a1453cdcfe5 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:05:11.667899 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] No DVR routers for this DVR port c1aaaaff-3dfd-40da-bc40-fd946e1ef170 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:05:11.673458 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'f967f0a9-c595-4eab-916b-60ccb7e82852', 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817', 'port_id': 'f967f0a9-c595-4eab-916b-60ccb7e82852', 'mac_address': 'fa:16:3e:6b:9d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:05:11.683794 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.696434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51b686b-b7b8-4f5d-a711-167789f8630c']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:11.739428 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfaf4b-36bd-4023-adb2-d029e60cce5e req-8a796f2b-5c54-4af3-b686-d5459d31f33d tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:11.749134 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9cfaf4b-36bd-4023-adb2-d029e60cce5e req-8a796f2b-5c54-4af3-b686-d5459d31f33d tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.2007565 Nov 11 12:05:11.754370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b60542-9060-4ff6-b0cf-e9b20259d435') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:11.754801 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b60542-9060-4ff6-b0cf-e9b20259d435') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:11.779756 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.789812 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.814230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f967f0a9-c595-4eab-916b-60ccb7e82852 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:05:11.815834 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.839606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:11.839860 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f967f0a9-c595-4eab-916b-60ccb7e82852, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f967f0a9-c595-4eab-916b-60ccb7e82852,segment=NetworkSegment(ca50008a-c557-4573-bbaa-c5716dc0c6e7),segment_id=ca50008a-c557-4573-bbaa-c5716dc0c6e7)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:11.840417 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:11.844017 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:11.851607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Pushing event deleted for resources: {'Port': ['ID=c1aaaaff-3dfd-40da-bc40-fd946e1ef170,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:11.901373 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.903286 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9cfaf4b-36bd-4023-adb2-d029e60cce5e req-6aab04d4-2504-4228-91b6-aa950a4e7594 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522725 Nov 11 12:05:11.926064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:11.926064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:11.926064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:11.927366 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:11.927588 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:11.927912 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:11.931552 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:11.931552 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:11.931552 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:11.931839 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:11.932140 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:11.933154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd2e4d-024c-47b1-9a41-e6fc003206d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:11.969839 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.982127 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-58e32bb4-814c-4beb-9372-15e6d698e0bc None None] Provisioning complete for port 59012734-a5a1-4331-b805-66a2fef97612 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:11.983165 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58e32bb4-814c-4beb-9372-15e6d698e0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:11.997977 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:12.001311 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/a51b686b-b7b8-4f5d-a711-167789f8630c HTTP/1.1" status: 204 len: 168 time: 4.3719492 Nov 11 12:05:12.003293 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fe0d4-c35b-43c5-b5c6-8dc337914103 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Network': ['ID=a51b686b-b7b8-4f5d-a711-167789f8630c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:12.004985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34420) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:12.010348 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-20773114-6460-47a5-88d0-3398803f361e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-336601410'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:12.047613 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20773114-6460-47a5-88d0-3398803f361e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:12.053263 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20773114-6460-47a5-88d0-3398803f361e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:12.075355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:12.075923 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:12.076176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-c00f09e8-a5f9-499f-88a3-967a3afc8f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:12.077780 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-c00f09e8-a5f9-499f-88a3-967a3afc8f5e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c7d52acd-8f28-4abc-86b9-191279fd7934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4406400 Nov 11 12:05:12.105867 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20773114-6460-47a5-88d0-3398803f361e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:12.115504 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20773114-6460-47a5-88d0-3398803f361e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:12.115978 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-20773114-6460-47a5-88d0-3398803f361e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Added segment d02f6b82-6d78-4381-8153-59b827091131 of type vlan for network 7205388a-79a5-45ec-a633-6a9ddbddd795 Nov 11 12:05:12.123679 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f967f0a9-c595-4eab-916b-60ccb7e82852,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:12.141425 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-58e32bb4-814c-4beb-9372-15e6d698e0bc None None] Port 59012734-a5a1-4331-b805-66a2fef97612 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:05:12.158047 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20773114-6460-47a5-88d0-3398803f361e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:12.189256 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59012734-a5a1-4331-b805-66a2fef97612 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:05:12.207253 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20773114-6460-47a5-88d0-3398803f361e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:12.221041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20773114-6460-47a5-88d0-3398803f361e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:12.221791 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:12.223232 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20773114-6460-47a5-88d0-3398803f361e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:12.288437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:05:12.293349 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Transition to ACTIVE for port object 59012734-a5a1-4331-b805-66a2fef97612 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:05:12.300845 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-732d9c98-7da9-4984-9ddf-371aa793d497 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "PUT /v2.0/routers/df6c2065-70a8-4011-b8d7-4a1453cdcfe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5994761 Nov 11 12:05:12.300845 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34432) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:12.303734 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab01ee-e4c4-4169-bae7-2055c99b8471 None None] Sync routers for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:05:12.313280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0537eb91-3e3d-4fc4-b373-ffc78ce151eb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'port': {'network_id': '73fbc077-957d-4067-a3f0-eb81e03c31a1', 'name': 'tempest-FloatingIPTestJSON-1093746343'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:12.323679 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab01ee-e4c4-4169-bae7-2055c99b8471 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:12.324292 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-20773114-6460-47a5-88d0-3398803f361e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3180766 Nov 11 12:05:12.325404 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:12.329994 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34434) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:12.334516 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-64ab01ee-e4c4-4169-bae7-2055c99b8471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:12.350017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-7593dec3-eaab-4014-a85e-8503505877d1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'subnet': {'network_id': '7205388a-79a5-45ec-a633-6a9ddbddd795', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:12.389189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f967f0a9-c595-4eab-916b-60ccb7e82852'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:05:12.425961 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-64ab01ee-e4c4-4169-bae7-2055c99b8471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:12.444948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c1aaaaff-3dfd-40da-bc40-fd946e1ef170 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:05:12.455789 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab01ee-e4c4-4169-bae7-2055c99b8471 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:12.456584 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-64ab01ee-e4c4-4169-bae7-2055c99b8471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:12.461406 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-54149169-7272-4d23-93b9-6983bfd93ed6 service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232055 Nov 11 12:05:12.480400 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bf1fa7-981f-464b-b79a-7c634b853a53 None None] DHCP port deletion for 83f4744f-e9dd-4a55-b249-f996edcfd99c request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:05:12.492499 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: c1aaaaff-3dfd-40da-bc40-fd946e1ef170 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:05:12.493057 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c1aaaaff-3dfd-40da-bc40-fd946e1ef170 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:05:12.497494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Pushing event updated for resources: {'Port': ['ID=59012734-a5a1-4331-b805-66a2fef97612,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:12.506211 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-64ab01ee-e4c4-4169-bae7-2055c99b8471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:12.507172 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab01ee-e4c4-4169-bae7-2055c99b8471 None None] The sync data for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:05:12.525290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20773114-6460-47a5-88d0-3398803f361e tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Network': ['ID=7205388a-79a5-45ec-a633-6a9ddbddd795,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:12.602423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 7205388a-79a5-45ec-a633-6a9ddbddd795 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:12.609089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7593dec3-eaab-4014-a85e-8503505877d1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:12.616430 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7593dec3-eaab-4014-a85e-8503505877d1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:12.718849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb06307-c29f-4f6f-8786-15424e6087ee req-b940f1ed-6ca6-4ee0-9192-e2766eb209bb tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:12.722337 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cbb06307-c29f-4f6f-8786-15424e6087ee req-b940f1ed-6ca6-4ee0-9192-e2766eb209bb tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 943 time: 0.3934128 Nov 11 12:05:12.804200 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_backend_mixin [None req-7593dec3-eaab-4014-a85e-8503505877d1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Performing IP validity checks on allocation pools {{(pid=109153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 12:05:12.805016 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_backend_mixin [None req-7593dec3-eaab-4014-a85e-8503505877d1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 12:05:12.880013 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cbb06307-c29f-4f6f-8786-15424e6087ee req-8fa910d6-1839-4b7e-a75f-d22bf8bb6cbe tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179338 Nov 11 12:05:12.920255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e63f0-2e04-4ba2-adef-1eb350f868bb req-b9636c94-26d7-4c16-a1df-12f95bbca957 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:12.927641 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-170e63f0-2e04-4ba2-adef-1eb350f868bb req-b9636c94-26d7-4c16-a1df-12f95bbca957 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 944 time: 0.1667583 Nov 11 12:05:13.038201 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-170e63f0-2e04-4ba2-adef-1eb350f868bb req-3f809710-dc5c-47ce-96b8-f61400eb3935 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095421 Nov 11 12:05:13.057131 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b4b594f-7747-4602-ac41-5be9fc384c74 req-3c596579-3c78-4e52-8ad0-312fac00d36a service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782120 Nov 11 12:05:13.062558 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Attempting to bind port 59012734-a5a1-4331-b805-66a2fef97612 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:05:13.062894 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Attempting to bind port 59012734-a5a1-4331-b805-66a2fef97612 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a666e75f-478f-4954-843d-3b1b7b99f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '83f4744f-e9dd-4a55-b249-f996edcfd99c'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:05:13.063222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Attempting to bind port 59012734-a5a1-4331-b805-66a2fef97612 on network 83f4744f-e9dd-4a55-b249-f996edcfd99c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:05:13.069470 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Port 59012734-a5a1-4331-b805-66a2fef97612 on network 83f4744f-e9dd-4a55-b249-f996edcfd99c not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:05:13.070063 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Attempting to bind port 59012734-a5a1-4331-b805-66a2fef97612 on network 83f4744f-e9dd-4a55-b249-f996edcfd99c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:05:13.076554 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0537eb91-3e3d-4fc4-b373-ffc78ce151eb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Made reservation on behalf of e02daa0dbf604bd4b54b59b05bc50b10 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:13.080681 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0537eb91-3e3d-4fc4-b373-ffc78ce151eb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:13.084082 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:05:13.084558 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Checking segment: {'id': 'a666e75f-478f-4954-843d-3b1b7b99f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '83f4744f-e9dd-4a55-b249-f996edcfd99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:13.084837 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Bound using segment: {'id': 'a666e75f-478f-4954-843d-3b1b7b99f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '83f4744f-e9dd-4a55-b249-f996edcfd99c'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:05:13.085349 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Bound port: 59012734-a5a1-4331-b805-66a2fef97612, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a666e75f-478f-4954-843d-3b1b7b99f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '83f4744f-e9dd-4a55-b249-f996edcfd99c'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:05:13.085724 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:13.140471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-0537eb91-3e3d-4fc4-b373-ffc78ce151eb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] device_id is not set on port 33f43970-be09-431f-a25b-7479d6e2652f yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:05:13.201103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa43826-7d6e-4a23-8afc-6714dfcd9b3d req-901e4766-0d40-4033-89b9-199a280628a0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:13.203309 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0fa43826-7d6e-4a23-8afc-6714dfcd9b3d req-901e4766-0d40-4033-89b9-199a280628a0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1349912 Nov 11 12:05:13.205074 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7593dec3-eaab-4014-a85e-8503505877d1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:13.265055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] For port 59012734-a5a1-4331-b805-66a2fef97612, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:05:13.269002 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] For port 59012734-a5a1-4331-b805-66a2fef97612, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=59012734-a5a1-4331-b805-66a2fef97612,segment=NetworkSegment(a666e75f-478f-4954-843d-3b1b7b99f88d),segment_id=a666e75f-478f-4954-843d-3b1b7b99f88d)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:05:13.296124 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:13.347341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0fa43826-7d6e-4a23-8afc-6714dfcd9b3d req-b39ba9c0-bf1f-43d4-999c-a023009b452c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326852 Nov 11 12:05:13.363814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:13.364349 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:13.365817 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-32620f49-5747-4743-a86b-884e90083087 req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] 10.222.0.43 "PUT /v2.0/ports/59012734-a5a1-4331-b805-66a2fef97612 HTTP/1.1" status: 200 len: 1091 time: 1.8352509 Nov 11 12:05:13.366268 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71763a3d-ea6d-41c3-a999-af441ea853fa', 'tag': '59012734-a5a1-4331-b805-66a2fef97612'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:05:13.368552 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac5a5ef-22f0-468e-abbc-1765cda6f66d" -d '{"events": [{"name": "network-changed", "server_uuid": "71763a3d-ea6d-41c3-a999-af441ea853fa", "tag": "59012734-a5a1-4331-b805-66a2fef97612"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:05:13.380919 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593dec3-eaab-4014-a85e-8503505877d1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Subnet': ['ID=45534641-816b-4bdb-b330-32f219ff957a,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:13.386740 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4c35da-721d-4228-bf1c-a0423343e9f6 None None] DHCP port deletion for 83f4744f-e9dd-4a55-b249-f996edcfd99c request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:05:13.393406 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34474) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:13.419367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7593dec3-eaab-4014-a85e-8503505877d1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Checking segment: {'id': 'd02f6b82-6d78-4381-8153-59b827091131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7205388a-79a5-45ec-a633-6a9ddbddd795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:13.419998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7593dec3-eaab-4014-a85e-8503505877d1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network hostable DHCP agents. Network: 7205388a-79a5-45ec-a633-6a9ddbddd795, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:13.442740 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7593dec3-eaab-4014-a85e-8503505877d1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network 7205388a-79a5-45ec-a633-6a9ddbddd795 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:13.450839 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f75e3a-5a3c-4a3a-8890-89fa1f0be7fd x-openstack-request-id: req-d1f75e3a-5a3c-4a3a-8890-89fa1f0be7fd {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:05:13.451283 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71763a3d-ea6d-41c3-a999-af441ea853fa", "tag": "59012734-a5a1-4331-b805-66a2fef97612", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:05:13.451546 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1f75e3a-5a3c-4a3a-8890-89fa1f0be7fd {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:05:13.451967 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71763a3d-ea6d-41c3-a999-af441ea853fa', 'tag': '59012734-a5a1-4331-b805-66a2fef97612', 'status': 'completed', 'code': 200} Nov 11 12:05:13.458720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-7593dec3-eaab-4014-a85e-8503505877d1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 7205388a-79a5-45ec-a633-6a9ddbddd795) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:13.466457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7593dec3-eaab-4014-a85e-8503505877d1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:13.467431 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7593dec3-eaab-4014-a85e-8503505877d1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:13.476226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcd6b97-7021-49de-917a-dea849746bbf None None] Network 7205388a-79a5-45ec-a633-6a9ddbddd795 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:13.490650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7593dec3-eaab-4014-a85e-8503505877d1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1562669 Nov 11 12:05:13.493253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34478) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:13.525470 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1799ac-ce66-4509-be98-3378c7f805a5 service neutron] Pushing event updated for resources: {'Port': ['ID=59012734-a5a1-4331-b805-66a2fef97612,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:13.534600 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-0537eb91-3e3d-4fc4-b373-ffc78ce151eb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Allocated IP 172.20.0.13 (73fbc077-957d-4067-a3f0-eb81e03c31a1/cdde5bff-a7da-45dc-b329-7fbff1f13fed/33f43970-be09-431f-a25b-7479d6e2652f) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:13.581178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32620f49-5747-4743-a86b-884e90083087 req-be9b2967-c81d-4609-89b6-8838b537c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:13.583456 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-32620f49-5747-4743-a86b-884e90083087 req-be9b2967-c81d-4609-89b6-8838b537c4e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bb1cb78eeea499898a0ec0b0bc73d55&device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 1094 time: 0.1545448 Nov 11 12:05:13.648946 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb40f2-cf04-4b9e-aed5-b73a4e8a95a5 req-62ab5e82-d8df-4d23-b3f4-a1747c27dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:13.649530 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb40f2-cf04-4b9e-aed5-b73a4e8a95a5 req-62ab5e82-d8df-4d23-b3f4-a1747c27dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:13.650088 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb40f2-cf04-4b9e-aed5-b73a4e8a95a5 req-62ab5e82-d8df-4d23-b3f4-a1747c27dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:13.650614 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb40f2-cf04-4b9e-aed5-b73a4e8a95a5 req-62ab5e82-d8df-4d23-b3f4-a1747c27dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:13.651687 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb40f2-cf04-4b9e-aed5-b73a4e8a95a5 req-62ab5e82-d8df-4d23-b3f4-a1747c27dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:13.652205 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-32620f49-5747-4743-a86b-884e90083087 req-43a597bb-f499-40d2-9bf0-939f34ab3a72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59012734-a5a1-4331-b805-66a2fef97612 HTTP/1.1" status: 200 len: 217 time: 0.0511672 Nov 11 12:05:13.652377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb40f2-cf04-4b9e-aed5-b73a4e8a95a5 req-62ab5e82-d8df-4d23-b3f4-a1747c27dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:13.652958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb40f2-cf04-4b9e-aed5-b73a4e8a95a5 req-62ab5e82-d8df-4d23-b3f4-a1747c27dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:13.655286 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8eb40f2-cf04-4b9e-aed5-b73a4e8a95a5 req-62ab5e82-d8df-4d23-b3f4-a1747c27dc20 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 6500 time: 0.2470584 Nov 11 12:05:13.689482 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:13.720910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32620f49-5747-4743-a86b-884e90083087 req-7b259a48-4f5b-41de-b986-518d8e5afc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:13.722200 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-7205388a-79a5-45ec-a633-6a9ddbddd795', 'network_id': '7205388a-79a5-45ec-a633-6a9ddbddd795', 'tenant_id': '94449fa0fedf4cd5b567dd86bbbae8ea', 'fixed_ips': [{'subnet_id': '45534641-816b-4bdb-b330-32f219ff957a'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:05:13.722571 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-32620f49-5747-4743-a86b-884e90083087 req-7b259a48-4f5b-41de-b986-518d8e5afc44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2124e6fa-57ad-41a8-93d9-1d592bb683fc HTTP/1.1" status: 200 len: 848 time: 0.0606802 Nov 11 12:05:13.723403 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:13.803634 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:13.811273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8eb40f2-cf04-4b9e-aed5-b73a4e8a95a5 req-5252ea1d-ca1d-4015-a439-643cf469a3bd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176665 Nov 11 12:05:13.812551 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-32620f49-5747-4743-a86b-884e90083087 req-36d5a57d-f25a-4ee9-9561-1bf450b91220 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=83f4744f-e9dd-4a55-b249-f996edcfd99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733757 Nov 11 12:05:13.906450 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Allocated IP 172.20.0.3 (7205388a-79a5-45ec-a633-6a9ddbddd795/45534641-816b-4bdb-b330-32f219ff957a/ff66baa5-bc33-44f3-9f2b-8020b5fe14d9) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:13.941241 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0537eb91-3e3d-4fc4-b373-ffc78ce151eb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:13.968032 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-32620f49-5747-4743-a86b-884e90083087 req-66862d14-45c7-44bb-be62-5cbb75c00cba service neutron] 10.222.0.43 "GET /v2.0/networks/83f4744f-e9dd-4a55-b249-f996edcfd99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417155 Nov 11 12:05:14.073122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f979efe-0c06-4201-b1c9-ad2ffcb8d8a4 req-a8a6775e-6ee4-4775-a7cb-9dec2c0a2bc0 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:14.075934 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f979efe-0c06-4201-b1c9-ad2ffcb8d8a4 req-a8a6775e-6ee4-4775-a7cb-9dec2c0a2bc0 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 943 time: 0.0713019 Nov 11 12:05:14.078125 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0537eb91-3e3d-4fc4-b373-ffc78ce151eb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:14.107798 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:14.118807 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:14.173061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Pushing event updated for resources: {'Port': ['ID=ff66baa5-bc33-44f3-9f2b-8020b5fe14d9,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:14.175645 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:14.193003 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f979efe-0c06-4201-b1c9-ad2ffcb8d8a4 req-f31df001-b401-42e9-8b8e-24e375100b62 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084533 Nov 11 12:05:14.195085 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Network 7205388a-79a5-45ec-a633-6a9ddbddd795 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:14.196351 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:14.199112 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:14.260130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Subnet': ['ID=45534641-816b-4bdb-b330-32f219ff957a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:14.260983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0537eb91-3e3d-4fc4-b373-ffc78ce151eb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 73fbc077-957d-4067-a3f0-eb81e03c31a1 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:14.265958 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-0537eb91-3e3d-4fc4-b373-ffc78ce151eb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:14.272110 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-32620f49-5747-4743-a86b-884e90083087 req-f601abb8-7744-491e-890e-7d70b7ad8875 service neutron] 10.222.0.43 "GET /v2.0/networks/83f4744f-e9dd-4a55-b249-f996edcfd99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922711 Nov 11 12:05:14.276708 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0537eb91-3e3d-4fc4-b373-ffc78ce151eb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:14.317030 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Attempting to bind port ff66baa5-bc33-44f3-9f2b-8020b5fe14d9 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:05:14.317319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Attempting to bind port ff66baa5-bc33-44f3-9f2b-8020b5fe14d9 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'd02f6b82-6d78-4381-8153-59b827091131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7205388a-79a5-45ec-a633-6a9ddbddd795'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:05:14.318438 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Attempting to bind port ff66baa5-bc33-44f3-9f2b-8020b5fe14d9 on network 7205388a-79a5-45ec-a633-6a9ddbddd795 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:05:14.324965 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:05:14.325376 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Checking segment: {'id': 'd02f6b82-6d78-4381-8153-59b827091131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7205388a-79a5-45ec-a633-6a9ddbddd795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:14.325755 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:14.326202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Bound using segment: {'id': 'd02f6b82-6d78-4381-8153-59b827091131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7205388a-79a5-45ec-a633-6a9ddbddd795'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:05:14.326668 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Bound port: ff66baa5-bc33-44f3-9f2b-8020b5fe14d9, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02f6b82-6d78-4381-8153-59b827091131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7205388a-79a5-45ec-a633-6a9ddbddd795'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:05:14.327036 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:14.330830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537eb91-3e3d-4fc4-b373-ffc78ce151eb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=33f43970-be09-431f-a25b-7479d6e2652f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:14.354599 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:14.378769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3add0-0bd4-4d90-8f5a-d17d1de01da9 req-0dcde716-d567-485c-af42-70253f2b3e51 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:14.380376 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d3c3add0-0bd4-4d90-8f5a-d17d1de01da9 req-0dcde716-d567-485c-af42-70253f2b3e51 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 944 time: 0.1340308 Nov 11 12:05:14.396811 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0537eb91-3e3d-4fc4-b373-ffc78ce151eb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:14.397669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7205388a-79a5-45ec-a633-6a9ddbddd795']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:14.397837 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0537eb91-3e3d-4fc4-b373-ffc78ce151eb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:14.429324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02f6b82-6d78-4381-8153-59b827091131') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:14.429789 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02f6b82-6d78-4381-8153-59b827091131') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:14.445811 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:14.468256 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] For port ff66baa5-bc33-44f3-9f2b-8020b5fe14d9, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:05:14.475424 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:14.485171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d3c3add0-0bd4-4d90-8f5a-d17d1de01da9 req-4718ed02-52dd-4db8-967d-6c794178a768 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949645 Nov 11 12:05:14.488599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:14.489350 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:14.493394 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:14.500123 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0537eb91-3e3d-4fc4-b373-ffc78ce151eb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1963668 Nov 11 12:05:14.501077 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34568) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:14.525035 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-84fae7e6-2917-4687-b401-8db54e2b8ef4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'port': {'network_id': '73fbc077-957d-4067-a3f0-eb81e03c31a1', 'name': 'tempest-FloatingIPTestJSON-906029168'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:14.599561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5a5ef-22f0-468e-abbc-1765cda6f66d req-31016b81-9f35-4a6b-aada-a503a7ff490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:14.601289 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7ac5a5ef-22f0-468e-abbc-1765cda6f66d req-31016b81-9f35-4a6b-aada-a503a7ff490f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bb1cb78eeea499898a0ec0b0bc73d55&device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 1094 time: 0.1933014 Nov 11 12:05:14.617990 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] For port ff66baa5-bc33-44f3-9f2b-8020b5fe14d9, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ff66baa5-bc33-44f3-9f2b-8020b5fe14d9,segment=NetworkSegment(d02f6b82-6d78-4381-8153-59b827091131),segment_id=d02f6b82-6d78-4381-8153-59b827091131)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:05:14.627026 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:14.631157 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.db.api [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:05:14.631157 n-d-807359-3 neutron-server[109153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:05:14.631157 n-d-807359-3 neutron-server[109153]: [parameters: {'id': '7205388a-79a5-45ec-a633-6a9ddbddd795'}] Nov 11 12:05:14.631157 n-d-807359-3 neutron-server[109153]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:05:14.632125 n-d-807359-3 neutron-server[109153]: DEBUG oslo_db.api [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:05:14.641407 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2057c6a-07ad-4a51-b6b4-1679063b34a6 req-5fcbc9ed-1074-4a12-86c9-61dbb1ef63b8 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:14.644716 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c2057c6a-07ad-4a51-b6b4-1679063b34a6 req-5fcbc9ed-1074-4a12-86c9-61dbb1ef63b8 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.0695257 Nov 11 12:05:14.739302 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c2057c6a-07ad-4a51-b6b4-1679063b34a6 req-2c9a521c-fd3d-4380-aca6-e0c3f9c8403a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772369 Nov 11 12:05:14.755803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559d0fa-59ae-4aa1-9806-88f66d405f21 None None] Pushing event updated for resources: {'Port': ['ID=ff66baa5-bc33-44f3-9f2b-8020b5fe14d9,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:14.779603 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec35e59c-f792-4ae5-ace3-104422c7b87f None None] Network 7205388a-79a5-45ec-a633-6a9ddbddd795 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:14.804324 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5a5ef-22f0-468e-abbc-1765cda6f66d req-0816ea5a-b826-4b21-aa57-5555bf2f287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:14.804324 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7ac5a5ef-22f0-468e-abbc-1765cda6f66d req-0816ea5a-b826-4b21-aa57-5555bf2f287f service neutron] 10.222.0.43 "GET /v2.0/networks?id=83f4744f-e9dd-4a55-b249-f996edcfd99c HTTP/1.1" status: 200 len: 910 time: 0.1934738 Nov 11 12:05:14.804790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fae7e6-2917-4687-b401-8db54e2b8ef4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Made reservation on behalf of e02daa0dbf604bd4b54b59b05bc50b10 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:14.808828 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84fae7e6-2917-4687-b401-8db54e2b8ef4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:14.873160 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-84fae7e6-2917-4687-b401-8db54e2b8ef4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] device_id is not set on port 515602ed-4ad0-4b46-807c-9bcdc7b1e9a9 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:05:14.880888 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7ac5a5ef-22f0-468e-abbc-1765cda6f66d req-a7460a1d-37cb-466c-aa3a-a10f7f7bebd7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59012734-a5a1-4331-b805-66a2fef97612 HTTP/1.1" status: 200 len: 217 time: 0.0688162 Nov 11 12:05:14.916272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34582) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:14.987258 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5a5ef-22f0-468e-abbc-1765cda6f66d req-72f50a21-9e6d-441d-b6e6-b6037a6eddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:14.989020 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7ac5a5ef-22f0-468e-abbc-1765cda6f66d req-72f50a21-9e6d-441d-b6e6-b6037a6eddd4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2124e6fa-57ad-41a8-93d9-1d592bb683fc HTTP/1.1" status: 200 len: 848 time: 0.1004567 Nov 11 12:05:15.045004 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c0d3c40d-aa7d-43d3-a8f7-21e54f0d584c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:15.049314 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7ac5a5ef-22f0-468e-abbc-1765cda6f66d req-2a612e74-67d5-48f5-8c0f-95beb105d243 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=83f4744f-e9dd-4a55-b249-f996edcfd99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401359 Nov 11 12:05:15.116796 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da376436-1f1f-4624-a984-ad83f3308e68 None None] get_active_networks_info from n-d-807359-3 {{(pid=109155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:05:15.133207 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:15.168348 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-84fae7e6-2917-4687-b401-8db54e2b8ef4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Allocated IP 172.20.0.11 (73fbc077-957d-4067-a3f0-eb81e03c31a1/cdde5bff-a7da-45dc-b329-7fbff1f13fed/515602ed-4ad0-4b46-807c-9bcdc7b1e9a9) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:15.210720 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7ac5a5ef-22f0-468e-abbc-1765cda6f66d req-679e8db7-b55f-4fd3-8ad5-8809bd89fde7 service neutron] 10.222.0.43 "GET /v2.0/networks/83f4744f-e9dd-4a55-b249-f996edcfd99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503453 Nov 11 12:05:15.220622 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c0d3c40d-aa7d-43d3-a8f7-21e54f0d584c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:15.304760 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c0d3c40d-aa7d-43d3-a8f7-21e54f0d584c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:15.308184 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da376436-1f1f-4624-a984-ad83f3308e68 None None] Resources bound (agent type, host, resource id): {{(pid=109155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:05:15.406339 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7ac5a5ef-22f0-468e-abbc-1765cda6f66d req-a4cb45a0-283d-45f7-84fd-eeab4193926c service neutron] 10.222.0.43 "GET /v2.0/networks/83f4744f-e9dd-4a55-b249-f996edcfd99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882842 Nov 11 12:05:15.443882 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f0153d04-b46a-432a-8b73-498825058dcd details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:05:15.463143 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84fae7e6-2917-4687-b401-8db54e2b8ef4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:15.469598 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2260a9-cb19-4122-8a0a-e906fb707c15 req-0bbe6455-9f90-4ff3-83b3-1b94ce9bc216 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:15.478299 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e2260a9-cb19-4122-8a0a-e906fb707c15 req-0bbe6455-9f90-4ff3-83b3-1b94ce9bc216 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 943 time: 0.1168120 Nov 11 12:05:15.480984 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3c40d-aa7d-43d3-a8f7-21e54f0d584c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b00830-1354-46a6-9ba1-3dd6f6e6f8e5,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:15.494601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3c40d-aa7d-43d3-a8f7-21e54f0d584c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:15.495574 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3c40d-aa7d-43d3-a8f7-21e54f0d584c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:15.496086 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3c40d-aa7d-43d3-a8f7-21e54f0d584c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:15.496582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3c40d-aa7d-43d3-a8f7-21e54f0d584c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:15.497141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3c40d-aa7d-43d3-a8f7-21e54f0d584c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:15.498070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3c40d-aa7d-43d3-a8f7-21e54f0d584c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:15.498562 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3c40d-aa7d-43d3-a8f7-21e54f0d584c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:15.499055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3c40d-aa7d-43d3-a8f7-21e54f0d584c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:15.499546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3c40d-aa7d-43d3-a8f7-21e54f0d584c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:15.500021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3c40d-aa7d-43d3-a8f7-21e54f0d584c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:15.500900 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3c40d-aa7d-43d3-a8f7-21e54f0d584c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:15.501386 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3c40d-aa7d-43d3-a8f7-21e54f0d584c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:15.519008 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c0d3c40d-aa7d-43d3-a8f7-21e54f0d584c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7b91492ec58418eb38756b30e2c860e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6016011 Nov 11 12:05:15.528575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34594) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:15.545839 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f967f0a9-c595-4eab-916b-60ccb7e82852 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:05:15.590516 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e2260a9-cb19-4122-8a0a-e906fb707c15 req-ea12af7e-3c01-4851-ba65-1cc6b56a2707 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109543 Nov 11 12:05:15.597043 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Deleting port ff66baa5-bc33-44f3-9f2b-8020b5fe14d9 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:05:15.599819 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:15.640718 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-429693b3-c441-4fd9-8668-e3eedf47c359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:15.646804 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84fae7e6-2917-4687-b401-8db54e2b8ef4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:15.662582 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f0153d04-b46a-432a-8b73-498825058dcd, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f0153d04-b46a-432a-8b73-498825058dcd,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:15.677234 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'f0153d04-b46a-432a-8b73-498825058dcd', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'port_id': 'f0153d04-b46a-432a-8b73-498825058dcd', 'mac_address': 'fa:16:3e:68:e0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:05:15.683840 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] For port ff66baa5-bc33-44f3-9f2b-8020b5fe14d9, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ff66baa5-bc33-44f3-9f2b-8020b5fe14d9,segment=NetworkSegment(d02f6b82-6d78-4381-8153-59b827091131),segment_id=d02f6b82-6d78-4381-8153-59b827091131)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:15.684476 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:15.698665 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Calling delete_port for ff66baa5-bc33-44f3-9f2b-8020b5fe14d9 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:05:15.744145 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:15.756372 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fae7e6-2917-4687-b401-8db54e2b8ef4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=515602ed-4ad0-4b46-807c-9bcdc7b1e9a9,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:15.770643 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fae7e6-2917-4687-b401-8db54e2b8ef4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 73fbc077-957d-4067-a3f0-eb81e03c31a1 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:15.775416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port f967f0a9-c595-4eab-916b-60ccb7e82852 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:05:15.782771 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port f967f0a9-c595-4eab-916b-60ccb7e82852 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:15.783133 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:15.785317 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-84fae7e6-2917-4687-b401-8db54e2b8ef4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:15.793528 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:15.804905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fae7e6-2917-4687-b401-8db54e2b8ef4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:15.857728 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-429693b3-c441-4fd9-8668-e3eedf47c359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:15.903495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fae7e6-2917-4687-b401-8db54e2b8ef4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:15.904364 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84fae7e6-2917-4687-b401-8db54e2b8ef4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:15.911917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0153d04-b46a-432a-8b73-498825058dcd {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:05:15.944104 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c97ea-a67f-476c-a1b2-6d3586a3d4df req-61e798a9-ac2e-4d0a-87ad-b5d2052766ca tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:15.951754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e6c97ea-a67f-476c-a1b2-6d3586a3d4df req-61e798a9-ac2e-4d0a-87ad-b5d2052766ca tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 944 time: 0.1296771 Nov 11 12:05:15.952098 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-84fae7e6-2917-4687-b401-8db54e2b8ef4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4309216 Nov 11 12:05:15.955203 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34600) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:15.961526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '515602ed-4ad0-4b46-807c-9bcdc7b1e9a9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:15.973267 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:15.984179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f0153d04-b46a-432a-8b73-498825058dcd, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f0153d04-b46a-432a-8b73-498825058dcd,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:15.988029 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-429693b3-c441-4fd9-8668-e3eedf47c359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:15.993079 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-429693b3-c441-4fd9-8668-e3eedf47c359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:15.994751 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-429693b3-c441-4fd9-8668-e3eedf47c359 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76b00830-1354-46a6-9ba1-3dd6f6e6f8e5 HTTP/1.1" status: 204 len: 168 time: 0.4647040 Nov 11 12:05:16.006547 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429693b3-c441-4fd9-8668-e3eedf47c359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b00830-1354-46a6-9ba1-3dd6f6e6f8e5,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:16.007800 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.009243 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.038929 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad108f0-e1b4-4123-bf01-2d36d1a47682 req-3984e663-e030-46cd-bdbd-39716f33bb5b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:16.046408 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bad108f0-e1b4-4123-bf01-2d36d1a47682 req-3984e663-e030-46cd-bdbd-39716f33bb5b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1755207 Nov 11 12:05:16.048562 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Port': ['ID=ff66baa5-bc33-44f3-9f2b-8020b5fe14d9,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:16.054672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No DVR routers for this DVR port ff66baa5-bc33-44f3-9f2b-8020b5fe14d9 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:05:16.080053 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e6c97ea-a67f-476c-a1b2-6d3586a3d4df req-f0816edf-47e3-4b80-b15f-40dc74141c50 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253488 Nov 11 12:05:16.210405 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bad108f0-e1b4-4123-bf01-2d36d1a47682 req-ff0627e5-f33f-4436-8458-e3fd1cdb7c09 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577847 Nov 11 12:05:16.262538 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.268820 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f0153d04-b46a-432a-8b73-498825058dcd'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:05:16.293805 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.299273 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.345373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7205388a-79a5-45ec-a633-6a9ddbddd795']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:16.367981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 59012734-a5a1-4331-b805-66a2fef97612 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:05:16.384849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02f6b82-6d78-4381-8153-59b827091131') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:16.385143 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02f6b82-6d78-4381-8153-59b827091131') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:16.410627 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.426100 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.434439 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:16.434844 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:16.440508 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:16.485205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 59012734-a5a1-4331-b805-66a2fef97612, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=59012734-a5a1-4331-b805-66a2fef97612,segment=NetworkSegment(a666e75f-478f-4954-843d-3b1b7b99f88d),segment_id=a666e75f-478f-4954-843d-3b1b7b99f88d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:16.509681 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '59012734-a5a1-4331-b805-66a2fef97612', 'network_id': '83f4744f-e9dd-4a55-b249-f996edcfd99c', 'port_id': '59012734-a5a1-4331-b805-66a2fef97612', 'mac_address': 'fa:16:3e:49:ed:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2124e6fa-57ad-41a8-93d9-1d592bb683fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:05:16.509681 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422dee6e-4d2a-439d-918b-ec40f17ac4a7 None None] DHCP port deletion for 73fbc077-957d-4067-a3f0-eb81e03c31a1 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:05:16.537480 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.546393 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Allocated IP 172.25.2.83 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/97f5abd5-29ce-4829-8821-6859f13dd02a) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:16.563380 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.566322 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f967f0a9-c595-4eab-916b-60ccb7e82852, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f967f0a9-c595-4eab-916b-60ccb7e82852,segment=NetworkSegment(ca50008a-c557-4573-bbaa-c5716dc0c6e7),segment_id=ca50008a-c557-4573-bbaa-c5716dc0c6e7)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:16.570810 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/7205388a-79a5-45ec-a633-6a9ddbddd795 HTTP/1.1" status: 204 len: 168 time: 3.0760863 Nov 11 12:05:16.577397 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2244be-6c82-43a5-8583-9583a4444e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f967f0a9-c595-4eab-916b-60ccb7e82852'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:05:16.577869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34606) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:16.581065 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543fa98f-ea14-40c9-ad74-14abb6c9fc3c" -d '{"events": [{"server_uuid": "af2244be-6c82-43a5-8583-9583a4444e17", "name": "network-vif-plugged", "status": "completed", "tag": "f967f0a9-c595-4eab-916b-60ccb7e82852"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:05:16.596989 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.598037 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e4ee203a-80e0-4adb-b181-06bc67c1cc93 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1996738952'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:16.599919 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f0153d04-b46a-432a-8b73-498825058dcd,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:16.639005 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6ed1be6e-465d-4584-9dd9-12f315de3368 None None] Provisioning complete for port ae074f87-4cd2-453e-ba86-b27dcec94415 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:16.639542 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6ed1be6e-465d-4584-9dd9-12f315de3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.646831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1c101-0a78-43de-a3e7-26d26385cab2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Network': ['ID=7205388a-79a5-45ec-a633-6a9ddbddd795,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:16.695071 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34612) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:16.723491 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6e144a4c-efc1-4f40-98b2-ad467f76953a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.738471 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f967f0a9-c595-4eab-916b-60ccb7e82852,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:16.742602 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ee203a-80e0-4adb-b181-06bc67c1cc93 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:16.747389 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4ee203a-80e0-4adb-b181-06bc67c1cc93 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.757100 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d51570-d024-449c-8045-4d1e8bf2aaa0 x-openstack-request-id: req-f5d51570-d024-449c-8045-4d1e8bf2aaa0 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:05:16.758291 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2244be-6c82-43a5-8583-9583a4444e17", "name": "network-vif-plugged", "status": "completed", "tag": "f967f0a9-c595-4eab-916b-60ccb7e82852", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:05:16.758670 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5d51570-d024-449c-8045-4d1e8bf2aaa0 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:05:16.759192 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2244be-6c82-43a5-8583-9583a4444e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f967f0a9-c595-4eab-916b-60ccb7e82852', 'code': 200} Nov 11 12:05:16.831717 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.851600 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ee203a-80e0-4adb-b181-06bc67c1cc93 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:16.855298 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4b92c-2852-47a8-90d6-0343f13a1760 req-b3fd1043-6d90-45fb-a443-61a6fb3d8d59 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:16.856741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da4b92c-2852-47a8-90d6-0343f13a1760 req-b3fd1043-6d90-45fb-a443-61a6fb3d8d59 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 943 time: 0.1025221 Nov 11 12:05:16.865907 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.869306 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1be6e-465d-4584-9dd9-12f315de3368 None None] Port ae074f87-4cd2-453e-ba86-b27dcec94415 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:05:16.872753 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59012734-a5a1-4331-b805-66a2fef97612 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:05:16.884424 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4ee203a-80e0-4adb-b181-06bc67c1cc93 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.884648 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-e4ee203a-80e0-4adb-b181-06bc67c1cc93 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Added segment 1adcbeed-eb39-4096-971b-6501f408a5d7 of type vlan for network b7d31e6d-046c-43cb-a06b-d3b8a0796908 Nov 11 12:05:16.903968 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 59012734-a5a1-4331-b805-66a2fef97612, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=59012734-a5a1-4331-b805-66a2fef97612,segment=NetworkSegment(a666e75f-478f-4954-843d-3b1b7b99f88d),segment_id=a666e75f-478f-4954-843d-3b1b7b99f88d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:16.924047 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.932800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfe015-0ab7-4db4-98e1-92f3dace0c20 req-6bfd46c7-1d78-4718-bea2-86a9a03d1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:16.934401 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c8cfe015-0ab7-4db4-98e1-92f3dace0c20 req-6bfd46c7-1d78-4718-bea2-86a9a03d1434 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 1096 time: 0.1432562 Nov 11 12:05:16.945029 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da4b92c-2852-47a8-90d6-0343f13a1760 req-f4499d88-43ed-44bf-9884-6540315fdd43 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801721 Nov 11 12:05:16.965409 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4ee203a-80e0-4adb-b181-06bc67c1cc93 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.978336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6ed1be6e-465d-4584-9dd9-12f315de3368 None None] Provisioning complete for port 33f43970-be09-431f-a25b-7479d6e2652f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:16.979426 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6ed1be6e-465d-4584-9dd9-12f315de3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:16.980897 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6e144a4c-efc1-4f40-98b2-ad467f76953a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:17.003550 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6e144a4c-efc1-4f40-98b2-ad467f76953a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:17.029269 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c8cfe015-0ab7-4db4-98e1-92f3dace0c20 req-afddaeda-f177-4bb0-a83e-79c5ec441430 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764914 Nov 11 12:05:17.056489 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:17.063422 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4ee203a-80e0-4adb-b181-06bc67c1cc93 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:17.067794 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6e144a4c-efc1-4f40-98b2-ad467f76953a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7d7160cdb8104836bf59002896fe91d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3714540 Nov 11 12:05:17.069262 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e144a4c-efc1-4f40-98b2-ad467f76953a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfcb09d-7470-415f-ab1d-3e6eab456661,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:17.070664 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ee203a-80e0-4adb-b181-06bc67c1cc93 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:17.071300 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4ee203a-80e0-4adb-b181-06bc67c1cc93 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:17.072246 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34614) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:17.101679 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1be6e-465d-4584-9dd9-12f315de3368 None None] Port 33f43970-be09-431f-a25b-7479d6e2652f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:05:17.160892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=59012734-a5a1-4331-b805-66a2fef97612,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:17.170169 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9be1541c-6689-489d-9cc7-6e4d2dfecf23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:17.173654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6ed1be6e-465d-4584-9dd9-12f315de3368 None None] Provisioning complete for port 515602ed-4ad0-4b46-807c-9bcdc7b1e9a9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:17.174289 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6ed1be6e-465d-4584-9dd9-12f315de3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:17.187455 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee203a-80e0-4adb-b181-06bc67c1cc93 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Network': ['ID=b7d31e6d-046c-43cb-a06b-d3b8a0796908,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:17.207108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:17.211612 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:17.215319 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:17.237752 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9be1541c-6689-489d-9cc7-6e4d2dfecf23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:17.245997 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['59012734-a5a1-4331-b805-66a2fef97612'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:05:17.248771 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network b7d31e6d-046c-43cb-a06b-d3b8a0796908 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:17.316888 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34622) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:17.318357 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e4ee203a-80e0-4adb-b181-06bc67c1cc93 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7295318 Nov 11 12:05:17.342361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d4a78120-be96-44b6-91ed-3e5863beb2d9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'subnet': {'network_id': 'b7d31e6d-046c-43cb-a06b-d3b8a0796908', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:17.383596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=97f5abd5-29ce-4829-8821-6859f13dd02a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:17.402687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1be6e-465d-4584-9dd9-12f315de3368 None None] Port 515602ed-4ad0-4b46-807c-9bcdc7b1e9a9 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:05:17.409692 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9be1541c-6689-489d-9cc7-6e4d2dfecf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:17.415999 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9be1541c-6689-489d-9cc7-6e4d2dfecf23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:17.429393 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9be1541c-6689-489d-9cc7-6e4d2dfecf23 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/acfcb09d-7470-415f-ab1d-3e6eab456661 HTTP/1.1" status: 204 len: 168 time: 0.3559978 Nov 11 12:05:17.465976 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1541c-6689-489d-9cc7-6e4d2dfecf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfcb09d-7470-415f-ab1d-3e6eab456661,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:17.554026 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764868f-f811-437b-bffe-531c636a8aa5 req-d14fcfd1-b79e-4ed3-bf5a-cee9dce22ea0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:17.555633 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3764868f-f811-437b-bffe-531c636a8aa5 req-d14fcfd1-b79e-4ed3-bf5a-cee9dce22ea0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 945 time: 0.2609990 Nov 11 12:05:17.605457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d555326-3ff8-40ff-9d2b-08687b188f1c req-8bcb610c-4da7-489d-8602-db130b7e61b2 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:17.605756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8ffad8be-d513-493f-91fb-5a5401c55fb5 None None] Provisioning complete for port 515602ed-4ad0-4b46-807c-9bcdc7b1e9a9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:17.606347 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8ffad8be-d513-493f-91fb-5a5401c55fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:17.612824 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d555326-3ff8-40ff-9d2b-08687b188f1c req-8bcb610c-4da7-489d-8602-db130b7e61b2 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.1646411 Nov 11 12:05:17.635216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a78120-be96-44b6-91ed-3e5863beb2d9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:17.638819 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d4a78120-be96-44b6-91ed-3e5863beb2d9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:17.691795 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8ffad8be-d513-493f-91fb-5a5401c55fb5 None None] Port 515602ed-4ad0-4b46-807c-9bcdc7b1e9a9 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:05:17.791339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d555326-3ff8-40ff-9d2b-08687b188f1c req-e44a0932-34cf-42e5-9504-7a71c36bea91 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774704 Nov 11 12:05:17.796784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3764868f-f811-437b-bffe-531c636a8aa5 req-571e81ee-b1c5-48d5-876c-216882f3bb45 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331250 Nov 11 12:05:17.890137 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:17.999248 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d4a78120-be96-44b6-91ed-3e5863beb2d9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:18.017494 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:18.174764 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a78120-be96-44b6-91ed-3e5863beb2d9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Subnet': ['ID=b1302a2a-ff85-410f-82cc-b8ba606a4f16,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:18.203054 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a78120-be96-44b6-91ed-3e5863beb2d9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Checking segment: {'id': '1adcbeed-eb39-4096-971b-6501f408a5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'b7d31e6d-046c-43cb-a06b-d3b8a0796908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:18.203420 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a78120-be96-44b6-91ed-3e5863beb2d9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network hostable DHCP agents. Network: b7d31e6d-046c-43cb-a06b-d3b8a0796908, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:18.224460 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1632c96-fd77-4f89-9fdb-2029da925466 req-8fab2ef2-4aee-4b01-bd02-6f11c7fa8214 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:18.226209 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c1632c96-fd77-4f89-9fdb-2029da925466 req-8fab2ef2-4aee-4b01-bd02-6f11c7fa8214 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 944 time: 0.1466286 Nov 11 12:05:18.270824 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a78120-be96-44b6-91ed-3e5863beb2d9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network b7d31e6d-046c-43cb-a06b-d3b8a0796908 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:18.272660 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:18.282169 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:18.324752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-d4a78120-be96-44b6-91ed-3e5863beb2d9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, b7d31e6d-046c-43cb-a06b-d3b8a0796908) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:18.343196 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c74201-f66a-4019-8020-4f97bf67fbe4 None None] Network b7d31e6d-046c-43cb-a06b-d3b8a0796908 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:18.355917 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=97f5abd5-29ce-4829-8821-6859f13dd02a,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:18.393838 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a78120-be96-44b6-91ed-3e5863beb2d9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:18.401351 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:18.410762 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d4a78120-be96-44b6-91ed-3e5863beb2d9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:18.522143 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c1632c96-fd77-4f89-9fdb-2029da925466 req-0dda6ebb-a2af-4cbc-b5cc-b726c18bcb24 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712243 Nov 11 12:05:18.539426 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d4a78120-be96-44b6-91ed-3e5863beb2d9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2143502 Nov 11 12:05:18.540290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34646) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:18.633379 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Floating IP c8e5b4f1-962c-4ebc-af43-e44545f0974f associated. External IP: 172.25.2.83, port: 515602ed-4ad0-4b46-807c-9bcdc7b1e9a9. Nov 11 12:05:18.730194 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-43d855b0-6706-49e3-be78-023d777969d5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:18.803267 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-43d855b0-6706-49e3-be78-023d777969d5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:19.005893 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-43d855b0-6706-49e3-be78-023d777969d5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:19.028244 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router df6c2065-70a8-4011-b8d7-4a1453cdcfe5 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:05:19.050321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d65d17-3afb-4411-b170-ce46173c52ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-b7d31e6d-046c-43cb-a06b-d3b8a0796908', 'network_id': 'b7d31e6d-046c-43cb-a06b-d3b8a0796908', 'tenant_id': '94449fa0fedf4cd5b567dd86bbbae8ea', 'fixed_ips': [{'subnet_id': 'b1302a2a-ff85-410f-82cc-b8ba606a4f16'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:05:19.051328 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-50d65d17-3afb-4411-b170-ce46173c52ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:19.084285 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d855b0-6706-49e3-be78-023d777969d5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Subnet': ['ID=b1302a2a-ff85-410f-82cc-b8ba606a4f16,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:19.250008 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-43d855b0-6706-49e3-be78-023d777969d5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:19.261983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc86857-0074-4e13-ab36-b8ceba612664 req-5a8899b8-3b22-4bad-a737-806a365157f7 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:19.263931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5bc86857-0074-4e13-ab36-b8ceba612664 req-5a8899b8-3b22-4bad-a737-806a365157f7 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.1934104 Nov 11 12:05:19.284147 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f958b4f-ad6b-44bd-9120-fc165d162916 None None] Network b7d31e6d-046c-43cb-a06b-d3b8a0796908 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:19.299924 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585be0b-c821-47e7-9f9b-4ecd56c45f63 req-5d83c74a-8e8b-45b1-86ae-cb83eec32169 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:19.311896 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8585be0b-c821-47e7-9f9b-4ecd56c45f63 req-5d83c74a-8e8b-45b1-86ae-cb83eec32169 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 945 time: 0.2396975 Nov 11 12:05:19.344121 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-43d855b0-6706-49e3-be78-023d777969d5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d31e6d-046c-43cb-a06b-d3b8a0796908']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:19.375212 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-43d855b0-6706-49e3-be78-023d777969d5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1adcbeed-eb39-4096-971b-6501f408a5d7') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:19.375509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-43d855b0-6706-49e3-be78-023d777969d5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1adcbeed-eb39-4096-971b-6501f408a5d7') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:19.407748 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-43d855b0-6706-49e3-be78-023d777969d5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:19.419883 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f0153d04-b46a-432a-8b73-498825058dcd up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:05:19.446508 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5bc86857-0074-4e13-ab36-b8ceba612664 req-47d7cc4c-4dcc-4a94-b258-a5c12b28a9cc tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550393 Nov 11 12:05:19.464226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8585be0b-c821-47e7-9f9b-4ecd56c45f63 req-c306ed0b-7729-4606-88cb-f27ab5cecf5b tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454792 Nov 11 12:05:19.466224 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-43d855b0-6706-49e3-be78-023d777969d5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:19.489490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d855b0-6706-49e3-be78-023d777969d5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:19.489972 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-43d855b0-6706-49e3-be78-023d777969d5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:19.496401 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:19.547367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port f0153d04-b46a-432a-8b73-498825058dcd triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:19.547763 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:19.647997 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-43d855b0-6706-49e3-be78-023d777969d5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:19.673217 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-43d855b0-6706-49e3-be78-023d777969d5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:19.674151 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:05:19.689096 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb4a202-d8ef-4097-8574-40955dcc578e None None] Sync routers for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:05:19.693130 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-43d855b0-6706-49e3-be78-023d777969d5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/b7d31e6d-046c-43cb-a06b-d3b8a0796908 HTTP/1.1" status: 204 len: 168 time: 1.1491466 Nov 11 12:05:19.698996 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:19.709249 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34688) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:19.714001 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4a202-d8ef-4097-8574-40955dcc578e None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:19.717047 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5eb4a202-d8ef-4097-8574-40955dcc578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:19.732883 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:19.745606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-23a0ec1b-3d52-4748-9e52-d4ae3ac951f9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-697745921'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:19.759006 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5eb4a202-d8ef-4097-8574-40955dcc578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:19.771146 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d855b0-6706-49e3-be78-023d777969d5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Network': ['ID=b7d31e6d-046c-43cb-a06b-d3b8a0796908,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:19.778724 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4577527c-1454-4629-bc4b-8013a735d44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0153d04-b46a-432a-8b73-498825058dcd'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:05:19.781936 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0352a8f-05ad-4dd3-9e1f-c97584807fe3" -d '{"events": [{"server_uuid": "4577527c-1454-4629-bc4b-8013a735d44c", "name": "network-vif-plugged", "status": "completed", "tag": "f0153d04-b46a-432a-8b73-498825058dcd"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:05:19.799269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f0153d04-b46a-432a-8b73-498825058dcd, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f0153d04-b46a-432a-8b73-498825058dcd,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:19.800608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4a202-d8ef-4097-8574-40955dcc578e None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:19.801279 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5eb4a202-d8ef-4097-8574-40955dcc578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:19.825631 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-791703e1-2de1-494f-b987-528475203153 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8665600 Nov 11 12:05:19.826598 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34702) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:19.837367 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b2a4e538-89cb-499b-8e8f-19486909f079 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:19.848581 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5eb4a202-d8ef-4097-8574-40955dcc578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:19.849148 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb4a202-d8ef-4097-8574-40955dcc578e None None] The sync data for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:05:19.852650 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:19.877764 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027f8e9-6c6d-4993-9b4f-dbe11fb2b260 req-5db6a239-eb40-4f8a-8138-1dacdcaeb5df tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:19.879516 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6027f8e9-6c6d-4993-9b4f-dbe11fb2b260 req-5db6a239-eb40-4f8a-8138-1dacdcaeb5df tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 945 time: 0.1842906 Nov 11 12:05:19.881865 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a0ec1b-3d52-4748-9e52-d4ae3ac951f9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:19.885405 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23a0ec1b-3d52-4748-9e52-d4ae3ac951f9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:19.896314 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911927d6-8fe4-4006-a339-4dc54e7feb62 req-68b23e1f-fffd-4b03-8e2c-88311a284dc1 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:19.898328 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-911927d6-8fe4-4006-a339-4dc54e7feb62 req-68b23e1f-fffd-4b03-8e2c-88311a284dc1 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 944 time: 0.1886377 Nov 11 12:05:19.900003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34704) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:19.904789 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a9c2f0c0-359a-480c-ac6b-14992ffcc445 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Request body: {'floatingip': {'port_id': 'f967f0a9-c595-4eab-916b-60ccb7e82852'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:19.913921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f0153d04-b46a-432a-8b73-498825058dcd,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:19.963172 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98465a1-6f84-4e6e-b1fb-334233207d9a x-openstack-request-id: req-b98465a1-6f84-4e6e-b1fb-334233207d9a {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:05:19.963750 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4577527c-1454-4629-bc4b-8013a735d44c", "name": "network-vif-plugged", "status": "completed", "tag": "f0153d04-b46a-432a-8b73-498825058dcd", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:05:19.964786 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b98465a1-6f84-4e6e-b1fb-334233207d9a {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:05:19.965693 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4577527c-1454-4629-bc4b-8013a735d44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0153d04-b46a-432a-8b73-498825058dcd', 'code': 200} Nov 11 12:05:19.972081 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f0c0-359a-480c-ac6b-14992ffcc445 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:19.997214 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b2a4e538-89cb-499b-8e8f-19486909f079 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:20.069096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a0ec1b-3d52-4748-9e52-d4ae3ac951f9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:20.140320 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23a0ec1b-3d52-4748-9e52-d4ae3ac951f9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:20.140813 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-23a0ec1b-3d52-4748-9e52-d4ae3ac951f9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Added segment 43f87437-49a5-4237-95d3-eb42e7dc21bc of type vlan for network 993fb2f9-77dd-4098-9b42-7caa5d8264dc Nov 11 12:05:20.150667 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-911927d6-8fe4-4006-a339-4dc54e7feb62 req-6d4804cb-64de-43d9-b809-7ddc7b5c8ae0 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028539 Nov 11 12:05:20.226376 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b2a4e538-89cb-499b-8e8f-19486909f079 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:20.243640 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b2a4e538-89cb-499b-8e8f-19486909f079 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:20.248960 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-b2a4e538-89cb-499b-8e8f-19486909f079 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Floating IP c8e5b4f1-962c-4ebc-af43-e44545f0974f disassociated. External IP: 172.25.2.83, port: 515602ed-4ad0-4b46-807c-9bcdc7b1e9a9. Nov 11 12:05:20.291155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34708) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:20.305287 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23a0ec1b-3d52-4748-9e52-d4ae3ac951f9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:20.392716 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 59012734-a5a1-4331-b805-66a2fef97612 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:05:20.395377 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23a0ec1b-3d52-4748-9e52-d4ae3ac951f9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:20.403115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a0ec1b-3d52-4748-9e52-d4ae3ac951f9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:20.403861 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23a0ec1b-3d52-4748-9e52-d4ae3ac951f9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:20.482028 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 59012734-a5a1-4331-b805-66a2fef97612 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:05:20.489716 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 59012734-a5a1-4331-b805-66a2fef97612 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:20.490607 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:20.587134 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d54834e-4d68-417b-9084-241054b70878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:20.618614 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:20.631899 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a4e538-89cb-499b-8e8f-19486909f079 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router df6c2065-70a8-4011-b8d7-4a1453cdcfe5 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:05:20.684334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 59012734-a5a1-4331-b805-66a2fef97612, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=59012734-a5a1-4331-b805-66a2fef97612,segment=NetworkSegment(a666e75f-478f-4954-843d-3b1b7b99f88d),segment_id=a666e75f-478f-4954-843d-3b1b7b99f88d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:20.697188 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:20.783878 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=59012734-a5a1-4331-b805-66a2fef97612,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:20.843893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a4e538-89cb-499b-8e8f-19486909f079 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:05:20.853938 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a17f7e6-e76d-4918-9245-c09c12b52ca9 None None] Sync routers for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:05:20.855871 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b2a4e538-89cb-499b-8e8f-19486909f079 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:20.867979 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a17f7e6-e76d-4918-9245-c09c12b52ca9 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:20.869002 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0a17f7e6-e76d-4918-9245-c09c12b52ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:20.893787 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b2a4e538-89cb-499b-8e8f-19486909f079 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "PUT /v2.0/floatingips/c8e5b4f1-962c-4ebc-af43-e44545f0974f HTTP/1.1" status: 200 len: 687 time: 1.0656168 Nov 11 12:05:20.896477 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34716) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:20.912489 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0a17f7e6-e76d-4918-9245-c09c12b52ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:20.925715 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a17f7e6-e76d-4918-9245-c09c12b52ca9 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:20.926798 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0a17f7e6-e76d-4918-9245-c09c12b52ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:20.973293 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0a17f7e6-e76d-4918-9245-c09c12b52ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:20.974938 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a17f7e6-e76d-4918-9245-c09c12b52ca9 None None] The sync data for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:05:21.026069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-23a0ec1b-3d52-4748-9e52-d4ae3ac951f9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2861428 Nov 11 12:05:21.045237 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34718) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:21.056360 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-59a68702-0e1a-49b2-bba1-106bc65eded0 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'subnet': {'network_id': '993fb2f9-77dd-4098-9b42-7caa5d8264dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:21.075014 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0ec1b-3d52-4748-9e52-d4ae3ac951f9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Network': ['ID=993fb2f9-77dd-4098-9b42-7caa5d8264dc,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:21.091997 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 993fb2f9-77dd-4098-9b42-7caa5d8264dc details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:21.207603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80d61f-1cb8-43a0-a58e-5855249dafcd req-743a8492-38b1-46ee-bc1e-bd27171fd869 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:21.209163 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f80d61f-1cb8-43a0-a58e-5855249dafcd req-743a8492-38b1-46ee-bc1e-bd27171fd869 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1876566 Nov 11 12:05:21.237954 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-be2b20f9-dd5e-47c9-a57b-aec79c1cfa09 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Deleting port 97f5abd5-29ce-4829-8821-6859f13dd02a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:05:21.238406 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-be2b20f9-dd5e-47c9-a57b-aec79c1cfa09 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.328177 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a68702-0e1a-49b2-bba1-106bc65eded0 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:21.332203 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59a68702-0e1a-49b2-bba1-106bc65eded0 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.344216 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d54834e-4d68-417b-9084-241054b70878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.362529 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d54834e-4d68-417b-9084-241054b70878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.399599 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.db.resource_extend [None req-a9c2f0c0-359a-480c-ac6b-14992ffcc445 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:05:21.406574 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.413466 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f80d61f-1cb8-43a0-a58e-5855249dafcd req-adfb55de-647c-49a3-9c47-9eb6c9157b69 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933343 Nov 11 12:05:21.419021 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-be2b20f9-dd5e-47c9-a57b-aec79c1cfa09 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.419021 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-be2b20f9-dd5e-47c9-a57b-aec79c1cfa09 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.443572 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-be2b20f9-dd5e-47c9-a57b-aec79c1cfa09 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Calling delete_port for 97f5abd5-29ce-4829-8821-6859f13dd02a owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:05:21.461971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54834e-4d68-417b-9084-241054b70878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b91d50-50c3-40be-8dcf-dacbb4133ab7,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:21.514161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5d179-6050-4f5b-8d6a-9f1503f930db req-7a84c54e-776e-4849-ac44-28e183baaf6f tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:21.522166 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fd5d179-6050-4f5b-8d6a-9f1503f930db req-7a84c54e-776e-4849-ac44-28e183baaf6f tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 945 time: 0.2509415 Nov 11 12:05:21.538220 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0d54834e-4d68-417b-9084-241054b70878 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=984dca9948ab41e2abc98b0be5d06c9d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2452989 Nov 11 12:05:21.541476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34726) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:21.574083 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f0c0-359a-480c-ac6b-14992ffcc445 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.598487 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f0c0-359a-480c-ac6b-14992ffcc445 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.674676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59a68702-0e1a-49b2-bba1-106bc65eded0 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.753243 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-be2b20f9-dd5e-47c9-a57b-aec79c1cfa09 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.755675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fd5d179-6050-4f5b-8d6a-9f1503f930db req-8e14ad01-c3d8-4361-885f-f0201db170c3 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125154 Nov 11 12:05:21.758402 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b55f0f10-c8b2-4de9-9e97-96a7063e73d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.759109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a68702-0e1a-49b2-bba1-106bc65eded0 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Subnet': ['ID=829204c2-062a-40bc-bb56-8847b3812403,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:21.793334 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b55f0f10-c8b2-4de9-9e97-96a7063e73d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.802798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b20f9-dd5e-47c9-a57b-aec79c1cfa09 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Port': ['ID=97f5abd5-29ce-4829-8821-6859f13dd02a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:21.807952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a68702-0e1a-49b2-bba1-106bc65eded0 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Checking segment: {'id': '43f87437-49a5-4237-95d3-eb42e7dc21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '993fb2f9-77dd-4098-9b42-7caa5d8264dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:21.808329 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a68702-0e1a-49b2-bba1-106bc65eded0 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network hostable DHCP agents. Network: 993fb2f9-77dd-4098-9b42-7caa5d8264dc, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:21.809441 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-a9c2f0c0-359a-480c-ac6b-14992ffcc445 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Floating IP 46c83f99-4111-4e80-94c7-7df5737b94fb associated. External IP: 172.25.2.205, port: f967f0a9-c595-4eab-916b-60ccb7e82852. Nov 11 12:05:21.896298 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-be2b20f9-dd5e-47c9-a57b-aec79c1cfa09 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.900672 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-be2b20f9-dd5e-47c9-a57b-aec79c1cfa09 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.906274 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-be2b20f9-dd5e-47c9-a57b-aec79c1cfa09 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/floatingips/c8e5b4f1-962c-4ebc-af43-e44545f0974f HTTP/1.1" status: 204 len: 168 time: 1.0086696 Nov 11 12:05:21.908267 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a68702-0e1a-49b2-bba1-106bc65eded0 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network 993fb2f9-77dd-4098-9b42-7caa5d8264dc is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:21.910760 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34730) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:21.916543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '33f43970-be09-431f-a25b-7479d6e2652f'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:21.939164 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-59a68702-0e1a-49b2-bba1-106bc65eded0 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 993fb2f9-77dd-4098-9b42-7caa5d8264dc) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:21.945982 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a68702-0e1a-49b2-bba1-106bc65eded0 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:21.946948 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59a68702-0e1a-49b2-bba1-106bc65eded0 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.947727 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c23aaa7-72d3-46cb-9b3c-f96fa9dadc49 None None] Network 993fb2f9-77dd-4098-9b42-7caa5d8264dc requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:21.952760 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b55f0f10-c8b2-4de9-9e97-96a7063e73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.956028 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b55f0f10-c8b2-4de9-9e97-96a7063e73d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:21.957421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b55f0f10-c8b2-4de9-9e97-96a7063e73d0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89b91d50-50c3-40be-8dcf-dacbb4133ab7 HTTP/1.1" status: 204 len: 168 time: 0.4129934 Nov 11 12:05:21.972758 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f0f10-c8b2-4de9-9e97-96a7063e73d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b91d50-50c3-40be-8dcf-dacbb4133ab7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:21.997044 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:22.013728 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-59a68702-0e1a-49b2-bba1-106bc65eded0 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9603591 Nov 11 12:05:22.015220 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34734) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:22.027980 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71763a3d-ea6d-41c3-a999-af441ea853fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59012734-a5a1-4331-b805-66a2fef97612'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:05:22.030556 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1990357-e776-4a63-bfb9-5b97d6bdb4ff" -d '{"events": [{"server_uuid": "71763a3d-ea6d-41c3-a999-af441ea853fa", "name": "network-vif-plugged", "status": "completed", "tag": "59012734-a5a1-4331-b805-66a2fef97612"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:05:22.131567 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2e40a6-ae06-47ef-9c3f-de3605e5a209 x-openstack-request-id: req-8a2e40a6-ae06-47ef-9c3f-de3605e5a209 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:05:22.132226 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71763a3d-ea6d-41c3-a999-af441ea853fa", "name": "network-vif-plugged", "status": "completed", "tag": "59012734-a5a1-4331-b805-66a2fef97612", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:05:22.132226 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a2e40a6-ae06-47ef-9c3f-de3605e5a209 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:05:22.132705 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71763a3d-ea6d-41c3-a999-af441ea853fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59012734-a5a1-4331-b805-66a2fef97612', 'code': 200} Nov 11 12:05:22.143434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c2f0c0-359a-480c-ac6b-14992ffcc445 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:05:22.185977 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-993fb2f9-77dd-4098-9b42-7caa5d8264dc', 'network_id': '993fb2f9-77dd-4098-9b42-7caa5d8264dc', 'tenant_id': '94449fa0fedf4cd5b567dd86bbbae8ea', 'fixed_ips': [{'subnet_id': '829204c2-062a-40bc-bb56-8847b3812403'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:05:22.186866 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:22.329341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c2f0c0-359a-480c-ac6b-14992ffcc445 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:05:22.335961 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f0c0-359a-480c-ac6b-14992ffcc445 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:22.367485 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a9c2f0c0-359a-480c-ac6b-14992ffcc445 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "PUT /v2.0/floatingips/46c83f99-4111-4e80-94c7-7df5737b94fb HTTP/1.1" status: 200 len: 991 time: 2.4661224 Nov 11 12:05:22.368649 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2244be-6c82-43a5-8583-9583a4444e17', 'tag': 'f967f0a9-c595-4eab-916b-60ccb7e82852'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:05:22.383771 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228f691-4ac4-4460-b2ba-d1329b6972c7 None None] Sync routers for ids ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:05:22.388449 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fc105f-fb38-48c3-8843-5af81036c565" -d '{"events": [{"name": "network-changed", "server_uuid": "af2244be-6c82-43a5-8583-9583a4444e17", "tag": "f967f0a9-c595-4eab-916b-60ccb7e82852"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:05:22.395419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ce3db-31a3-48c6-b25c-950b8904f9c6 req-e8789607-07c2-4051-adaf-239d700084a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:22.405367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228f691-4ac4-4460-b2ba-d1329b6972c7 None None] Routers {'6c6cf9b1-52e5-4d53-88e6-50998c45b38f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:22.406381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d228f691-4ac4-4460-b2ba-d1329b6972c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:22.408772 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c52ce3db-31a3-48c6-b25c-950b8904f9c6 req-e8789607-07c2-4051-adaf-239d700084a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 1096 time: 0.1763573 Nov 11 12:05:22.431869 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:22.462656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Allocated IP 172.20.0.2 (993fb2f9-77dd-4098-9b42-7caa5d8264dc/829204c2-062a-40bc-bb56-8847b3812403/c7b822c3-354d-4742-83bb-6387e9e2c0e5) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:22.476638 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7d82aa-5a68-4a0c-b51f-eae43bf9b490 x-openstack-request-id: req-ef7d82aa-5a68-4a0c-b51f-eae43bf9b490 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:05:22.477111 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2244be-6c82-43a5-8583-9583a4444e17", "tag": "f967f0a9-c595-4eab-916b-60ccb7e82852", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:05:22.477534 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef7d82aa-5a68-4a0c-b51f-eae43bf9b490 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:05:22.478132 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2244be-6c82-43a5-8583-9583a4444e17', 'tag': 'f967f0a9-c595-4eab-916b-60ccb7e82852', 'status': 'completed', 'code': 200} Nov 11 12:05:22.625191 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:22.670153 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06ef88-9340-40b0-818f-0b1db77a5ea2 req-187b4141-f212-4f12-9bfc-f106276ae0e7 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:22.678542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4a06ef88-9340-40b0-818f-0b1db77a5ea2 req-187b4141-f212-4f12-9bfc-f106276ae0e7 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1066065 Nov 11 12:05:22.714512 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c52ce3db-31a3-48c6-b25c-950b8904f9c6 req-e9a96af8-9e23-4550-b1b9-1c3def6fd816 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742524 Nov 11 12:05:22.745422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc105f-fb38-48c3-8843-5af81036c565 req-664e4776-9766-44c9-984b-fdd22756d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:22.747034 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-91fc105f-fb38-48c3-8843-5af81036c565 req-664e4776-9766-44c9-984b-fdd22756d167 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd2d2d88eddd4312942ca48aca9ffcbb&device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 1096 time: 0.2234387 Nov 11 12:05:22.792174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4a06ef88-9340-40b0-818f-0b1db77a5ea2 req-3c326e21-1b89-44fd-9335-665ff694431c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119320 Nov 11 12:05:22.798696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-d228f691-4ac4-4460-b2ba-d1329b6972c7 None None] Set router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:05:22.855025 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc105f-fb38-48c3-8843-5af81036c565 req-11521b90-ce3d-48fb-9afa-f52c53deae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:22.857052 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-91fc105f-fb38-48c3-8843-5af81036c565 req-11521b90-ce3d-48fb-9afa-f52c53deae09 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d03a149d-cab9-42f0-8028-0fe357ffb817 HTTP/1.1" status: 200 len: 918 time: 0.1001339 Nov 11 12:05:22.858120 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:22.980083 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-91fc105f-fb38-48c3-8843-5af81036c565 req-b1bfb92d-189f-4d32-a091-b0b99a8b118c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f967f0a9-c595-4eab-916b-60ccb7e82852 HTTP/1.1" status: 200 len: 999 time: 0.1137762 Nov 11 12:05:23.066208 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc105f-fb38-48c3-8843-5af81036c565 req-56e4a881-cf7a-45fb-89f9-29f9689656ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:23.067277 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-91fc105f-fb38-48c3-8843-5af81036c565 req-56e4a881-cf7a-45fb-89f9-29f9689656ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7d208a7-6bbf-435f-95c1-9ebcc952953a HTTP/1.1" status: 200 len: 855 time: 0.0589592 Nov 11 12:05:23.068429 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:23.099022 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:23.133201 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba789b1-ae66-4794-ad20-767b341dc7f1 req-1da2d731-4774-4469-8650-a753491eea82 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:23.151057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ba789b1-ae66-4794-ad20-767b341dc7f1 req-1da2d731-4774-4469-8650-a753491eea82 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 945 time: 0.1779528 Nov 11 12:05:23.183458 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Allocated IP 172.25.2.34 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/0cd823a1-8a77-4892-8545-c39090c0b4d0) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:23.204563 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Network 993fb2f9-77dd-4098-9b42-7caa5d8264dc is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:23.214679 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:23.218171 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:23.226683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:23.251361 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Pushing event updated for resources: {'Port': ['ID=c7b822c3-354d-4742-83bb-6387e9e2c0e5,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:23.290672 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ba789b1-ae66-4794-ad20-767b341dc7f1 req-21afd0ec-77dd-45cb-b1a7-62da4a4837dc tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459539 Nov 11 12:05:23.303656 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc105f-fb38-48c3-8843-5af81036c565 req-e660d7d3-1cd3-48c6-93ff-aa1c2929feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:23.305302 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-91fc105f-fb38-48c3-8843-5af81036c565 req-e660d7d3-1cd3-48c6-93ff-aa1c2929feeb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d03a149d-cab9-42f0-8028-0fe357ffb817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149026 Nov 11 12:05:23.310891 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Subnet': ['ID=829204c2-062a-40bc-bb56-8847b3812403,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:23.366230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34766) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:23.455522 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-91fc105f-fb38-48c3-8843-5af81036c565 req-781452b7-fb3a-47e4-a7e0-862341b245df service neutron] 10.222.0.62 "GET /v2.0/networks/d03a149d-cab9-42f0-8028-0fe357ffb817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097419 Nov 11 12:05:23.466088 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:23.493107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-31bc7a47-5858-4c81-bcfe-d66bcd092460 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-858414593'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:23.531670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bc7a47-5858-4c81-bcfe-d66bcd092460 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:23.536084 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31bc7a47-5858-4c81-bcfe-d66bcd092460 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:23.546466 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31bc7a47-5858-4c81-bcfe-d66bcd092460 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:23.571448 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-91fc105f-fb38-48c3-8843-5af81036c565 req-c3d0477e-da0a-4738-8258-5bdf7c6f9f4e service neutron] 10.222.0.62 "GET /v2.0/networks/d03a149d-cab9-42f0-8028-0fe357ffb817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024477 Nov 11 12:05:23.625098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993fb2f9-77dd-4098-9b42-7caa5d8264dc']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:23.645934 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f87437-49a5-4237-95d3-eb42e7dc21bc') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:23.646360 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f87437-49a5-4237-95d3-eb42e7dc21bc') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:23.649752 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Attempting to bind port c7b822c3-354d-4742-83bb-6387e9e2c0e5 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:05:23.650995 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31bc7a47-5858-4c81-bcfe-d66bcd092460 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:23.657719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Attempting to bind port c7b822c3-354d-4742-83bb-6387e9e2c0e5 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '43f87437-49a5-4237-95d3-eb42e7dc21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '993fb2f9-77dd-4098-9b42-7caa5d8264dc'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:05:23.658359 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Attempting to bind port c7b822c3-354d-4742-83bb-6387e9e2c0e5 on network 993fb2f9-77dd-4098-9b42-7caa5d8264dc {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:05:23.659584 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31bc7a47-5858-4c81-bcfe-d66bcd092460 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:23.661983 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:23.689479 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:23.693970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:05:23.703146 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bc7a47-5858-4c81-bcfe-d66bcd092460 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:23.706718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:23.707309 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:23.711343 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:23.715421 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Checking segment: {'id': '43f87437-49a5-4237-95d3-eb42e7dc21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '993fb2f9-77dd-4098-9b42-7caa5d8264dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:23.717095 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:23.718885 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc7a47-5858-4c81-bcfe-d66bcd092460 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ace6474-2a12-403e-aec2-363c0c9553c8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:23.719582 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Bound using segment: {'id': '43f87437-49a5-4237-95d3-eb42e7dc21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '993fb2f9-77dd-4098-9b42-7caa5d8264dc'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:05:23.721951 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Bound port: c7b822c3-354d-4742-83bb-6387e9e2c0e5, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f87437-49a5-4237-95d3-eb42e7dc21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '993fb2f9-77dd-4098-9b42-7caa5d8264dc'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:05:23.724079 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:23.730663 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:23.790883 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31bc7a47-5858-4c81-bcfe-d66bcd092460 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:23.791570 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-31bc7a47-5858-4c81-bcfe-d66bcd092460 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Added segment 56f0e0a8-c036-49b1-8776-af8bf310b62b of type vlan for network 1e87a09b-547c-4c86-a77d-7c21c4363297 Nov 11 12:05:23.792441 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.db.api [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:05:23.792441 n-d-807359-3 neutron-server[109154]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:05:23.792441 n-d-807359-3 neutron-server[109154]: [parameters: {'id': '993fb2f9-77dd-4098-9b42-7caa5d8264dc'}] Nov 11 12:05:23.792441 n-d-807359-3 neutron-server[109154]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:05:23.793069 n-d-807359-3 neutron-server[109154]: DEBUG oslo_db.api [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:05:23.851717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] For port c7b822c3-354d-4742-83bb-6387e9e2c0e5, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:05:23.857109 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] For port c7b822c3-354d-4742-83bb-6387e9e2c0e5, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c7b822c3-354d-4742-83bb-6387e9e2c0e5,segment=NetworkSegment(43f87437-49a5-4237-95d3-eb42e7dc21bc),segment_id=43f87437-49a5-4237-95d3-eb42e7dc21bc)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:05:23.872353 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:23.928263 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31bc7a47-5858-4c81-bcfe-d66bcd092460 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:24.007662 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d228f691-4ac4-4460-b2ba-d1329b6972c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'name': 'tempest-ServersTestBootFromVolume-1468386582-router', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:04:09Z', 'updated_at': '2021-11-11T12:04:16Z', 'revision_number': 4, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'gw_port': {'id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:11Z', 'updated_at': '2021-11-11T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '46c83f99-4111-4e80-94c7-7df5737b94fb', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'port_id': 'f967f0a9-c595-4eab-916b-60ccb7e82852', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817', 'mac_address': 'fa:16:3e:6b:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2244be-6c82-43a5-8583-9583a4444e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:04:21Z', 'updated_at': '2021-11-11T12:05:21Z', 'revision_number': 1, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e341da01-1ed8-470d-8ef4-511c302cb9fd', 'name': '', 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'mac_address': 'fa:16:3e:d0:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:14Z', 'updated_at': '2021-11-11T12:04:21Z', 'revision_number': 5, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'subnets': [{'id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:24.014286 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31bc7a47-5858-4c81-bcfe-d66bcd092460 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:24.028979 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bc7a47-5858-4c81-bcfe-d66bcd092460 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:24.029933 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31bc7a47-5858-4c81-bcfe-d66bcd092460 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:24.096771 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228f691-4ac4-4460-b2ba-d1329b6972c7 None None] Checking router: 6c6cf9b1-52e5-4d53-88e6-50998c45b38f for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:05:24.128250 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df855c3-d6a2-49ff-a146-15d1be01fc46 None None] Pushing event updated for resources: {'Port': ['ID=c7b822c3-354d-4742-83bb-6387e9e2c0e5,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:24.136547 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402a807-ca53-4cca-846d-8c8a74929980 req-c3ebc7a0-7adc-4509-8191-d9181a4e00cc tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:24.138840 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8402a807-ca53-4cca-846d-8c8a74929980 req-c3ebc7a0-7adc-4509-8191-d9181a4e00cc tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1994913 Nov 11 12:05:24.159098 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-31bc7a47-5858-4c81-bcfe-d66bcd092460 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7765191 Nov 11 12:05:24.159098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc7a47-5858-4c81-bcfe-d66bcd092460 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Network': ['ID=1e87a09b-547c-4c86-a77d-7c21c4363297,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:24.159706 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 1e87a09b-547c-4c86-a77d-7c21c4363297 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:24.176917 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:24.233918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:24.243265 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:24.256851 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:24.257506 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228f691-4ac4-4460-b2ba-d1329b6972c7 None None] Routers {'6c6cf9b1-52e5-4d53-88e6-50998c45b38f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:24.258354 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d228f691-4ac4-4460-b2ba-d1329b6972c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:24.263161 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf9d22d-9d6e-4c11-9142-f6c51d2671e8 None None] Network 993fb2f9-77dd-4098-9b42-7caa5d8264dc requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:24.309330 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8402a807-ca53-4cca-846d-8c8a74929980 req-69130d0e-18ee-4e7e-a4e9-da37349f6210 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607914 Nov 11 12:05:24.365132 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:24.539306 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=0cd823a1-8a77-4892-8545-c39090c0b4d0,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:24.558772 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb80b7-32de-422c-bb9a-55380686f458 req-7cbb4207-f811-4e05-91c1-9b18beb043d0 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:24.562951 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3fb80b7-32de-422c-bb9a-55380686f458 req-7cbb4207-f811-4e05-91c1-9b18beb043d0 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 945 time: 0.1139183 Nov 11 12:05:24.632876 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-d228f691-4ac4-4460-b2ba-d1329b6972c7 None None] Set router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:05:24.656611 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3fb80b7-32de-422c-bb9a-55380686f458 req-25b8ea29-05e2-4aa2-a361-cd333644a865 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835221 Nov 11 12:05:24.692434 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Deleting port c7b822c3-354d-4742-83bb-6387e9e2c0e5 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:05:24.693112 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:24.783741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d84c5e5-f2f1-444a-ad72-9a7b99bb4347 None None] get_active_networks_info from n-d-807359-3 {{(pid=109155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:05:24.989142 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84c5e5-f2f1-444a-ad72-9a7b99bb4347 None None] Resources bound (agent type, host, resource id): {{(pid=109155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:05:25.069803 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:25.268256 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] For port c7b822c3-354d-4742-83bb-6387e9e2c0e5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c7b822c3-354d-4742-83bb-6387e9e2c0e5,segment=NetworkSegment(43f87437-49a5-4237-95d3-eb42e7dc21bc),segment_id=43f87437-49a5-4237-95d3-eb42e7dc21bc)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:25.271436 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:25.293460 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:25.331525 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Calling delete_port for c7b822c3-354d-4742-83bb-6387e9e2c0e5 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:05:25.732173 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f9da1-5c3a-43a9-b740-69d081091cd9 req-ee433f47-50d8-4657-9895-f5fe42950565 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:25.749890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-974f9da1-5c3a-43a9-b740-69d081091cd9 req-ee433f47-50d8-4657-9895-f5fe42950565 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.2016075 Nov 11 12:05:25.880683 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-974f9da1-5c3a-43a9-b740-69d081091cd9 req-c2b1a123-50f6-4f81-a98d-1ba7071d84cd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154544 Nov 11 12:05:25.900071 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:25.912314 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:25.980529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d228f691-4ac4-4460-b2ba-d1329b6972c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'name': 'tempest-ServersTestBootFromVolume-1468386582-router', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:04:09Z', 'updated_at': '2021-11-11T12:04:16Z', 'revision_number': 4, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'gw_port': {'id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:11Z', 'updated_at': '2021-11-11T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '46c83f99-4111-4e80-94c7-7df5737b94fb', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'port_id': 'f967f0a9-c595-4eab-916b-60ccb7e82852', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817', 'mac_address': 'fa:16:3e:6b:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2244be-6c82-43a5-8583-9583a4444e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:04:21Z', 'updated_at': '2021-11-11T12:05:21Z', 'revision_number': 1, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e341da01-1ed8-470d-8ef4-511c302cb9fd', 'name': '', 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'mac_address': 'fa:16:3e:d0:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:14Z', 'updated_at': '2021-11-11T12:04:21Z', 'revision_number': 5, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'subnets': [{'id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:26.040723 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:26.054588 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=0cd823a1-8a77-4892-8545-c39090c0b4d0,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:26.060294 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228f691-4ac4-4460-b2ba-d1329b6972c7 None None] The sync data for ids ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'] in n-d-807359-3 is: [{'id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'name': 'tempest-ServersTestBootFromVolume-1468386582-router', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:04:09Z', 'updated_at': '2021-11-11T12:04:16Z', 'revision_number': 4, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'gw_port': {'id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:11Z', 'updated_at': '2021-11-11T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '46c83f99-4111-4e80-94c7-7df5737b94fb', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'port_id': 'f967f0a9-c595-4eab-916b-60ccb7e82852', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817', 'mac_address': 'fa:16:3e:6b:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2244be-6c82-43a5-8583-9583a4444e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:04:21Z', 'updated_at': '2021-11-11T12:05:21Z', 'revision_number': 1, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e341da01-1ed8-470d-8ef4-511c302cb9fd', 'name': '', 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'mac_address': 'fa:16:3e:d0:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:14Z', 'updated_at': '2021-11-11T12:04:21Z', 'revision_number': 5, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'subnets': [{'id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:05:26.118258 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No DVR routers for this DVR port c7b822c3-354d-4742-83bb-6387e9e2c0e5 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:05:26.128918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Port': ['ID=c7b822c3-354d-4742-83bb-6387e9e2c0e5,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:26.189378 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:26.363275 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:26.490296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993fb2f9-77dd-4098-9b42-7caa5d8264dc']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:26.534924 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6622827d-120e-4124-8d8b-27d76aa8c26b None None] New status for floating IP 46c83f99-4111-4e80-94c7-7df5737b94fb: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:05:26.549546 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f87437-49a5-4237-95d3-eb42e7dc21bc') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:26.562718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f87437-49a5-4237-95d3-eb42e7dc21bc') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:26.585388 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:26.623732 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Floating IP 527d8319-fe6c-45ba-9350-c42fdb8c1e12 associated. External IP: 172.25.2.34, port: 33f43970-be09-431f-a25b-7479d6e2652f. Nov 11 12:05:26.650718 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:26.698980 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8528d-5c35-4302-a769-4d5212cf3841 req-496aa9ca-1574-4e3b-81d3-fac64620cc08 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:26.717414 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92e8528d-5c35-4302-a769-4d5212cf3841 req-496aa9ca-1574-4e3b-81d3-fac64620cc08 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 945 time: 0.1115754 Nov 11 12:05:26.745904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:26.746819 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:26.785069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92e8528d-5c35-4302-a769-4d5212cf3841 req-0b12e426-2a8c-437f-8541-ea98c0dbb0d6 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665014 Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:26.851645 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:26.882613 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:26.899113 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:26.903647 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/993fb2f9-77dd-4098-9b42-7caa5d8264dc HTTP/1.1" status: 204 len: 168 time: 4.8509369 Nov 11 12:05:26.907146 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34804) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:26.913289 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b040aa3e-b0e3-4646-9a7f-3be684552976 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1374357766'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:26.976427 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b040aa3e-b0e3-4646-9a7f-3be684552976 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:26.982605 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b040aa3e-b0e3-4646-9a7f-3be684552976 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:27.005475 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903d543-790d-4923-b322-acddfeb19578 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Network': ['ID=993fb2f9-77dd-4098-9b42-7caa5d8264dc,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:27.102506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b040aa3e-b0e3-4646-9a7f-3be684552976 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:27.120958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b1391-7b34-46f3-b47b-47239c10d541 req-aea30a8a-488f-4d67-8826-1a60fe07fd96 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:27.128505 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-654b1391-7b34-46f3-b47b-47239c10d541 req-aea30a8a-488f-4d67-8826-1a60fe07fd96 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1281245 Nov 11 12:05:27.144382 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b040aa3e-b0e3-4646-9a7f-3be684552976 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:27.144759 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-b040aa3e-b0e3-4646-9a7f-3be684552976 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Added segment b02675cf-312b-42b3-ade8-77689e040f55 of type vlan for network d64cfb1a-5296-4596-8f40-5c541e99cbe6 Nov 11 12:05:27.209356 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b040aa3e-b0e3-4646-9a7f-3be684552976 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:27.242024 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-654b1391-7b34-46f3-b47b-47239c10d541 req-7b6a9e00-c341-43a3-aef2-7077682c27c3 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045332 Nov 11 12:05:27.265411 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b040aa3e-b0e3-4646-9a7f-3be684552976 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:27.271350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b040aa3e-b0e3-4646-9a7f-3be684552976 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:27.271972 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b040aa3e-b0e3-4646-9a7f-3be684552976 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:27.273296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router df6c2065-70a8-4011-b8d7-4a1453cdcfe5 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:05:27.369622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b040aa3e-b0e3-4646-9a7f-3be684552976 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4609680 Nov 11 12:05:27.373371 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34810) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:27.381521 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d9bfbfaa-28ba-4af8-a366-596988cc8225 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'subnet': {'network_id': 'd64cfb1a-5296-4596-8f40-5c541e99cbe6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:27.410218 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040aa3e-b0e3-4646-9a7f-3be684552976 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Network': ['ID=d64cfb1a-5296-4596-8f40-5c541e99cbe6,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:27.424512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network d64cfb1a-5296-4596-8f40-5c541e99cbe6 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:27.508757 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:05:27.546247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bfbfaa-28ba-4af8-a366-596988cc8225 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:27.551779 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9bfbfaa-28ba-4af8-a366-596988cc8225 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:27.552120 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:27.619991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34814) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:27.624601 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415069a9-f82b-4f00-b3f0-1ac736df0977 None None] Sync routers for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:05:27.631283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3e8432d1-ff5d-486f-8989-f0f8b3fd6904 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'subnet': {'network_id': '1e87a09b-547c-4c86-a77d-7c21c4363297', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:27.637704 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_backend_mixin [None req-d9bfbfaa-28ba-4af8-a366-596988cc8225 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Performing IP validity checks on allocation pools {{(pid=109153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 12:05:27.638386 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_backend_mixin [None req-d9bfbfaa-28ba-4af8-a366-596988cc8225 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 12:05:27.649967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415069a9-f82b-4f00-b3f0-1ac736df0977 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:27.650583 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-415069a9-f82b-4f00-b3f0-1ac736df0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:27.693532 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-415069a9-f82b-4f00-b3f0-1ac736df0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:27.704285 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415069a9-f82b-4f00-b3f0-1ac736df0977 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:27.705039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-415069a9-f82b-4f00-b3f0-1ac736df0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:27.753968 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-415069a9-f82b-4f00-b3f0-1ac736df0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:27.755138 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415069a9-f82b-4f00-b3f0-1ac736df0977 None None] The sync data for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:05:27.778595 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1ebadc6d-2785-4d94-8dc6-386d7d4e66e4 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.8666854 Nov 11 12:05:27.783281 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34816) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:27.801978 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9bfbfaa-28ba-4af8-a366-596988cc8225 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:27.878107 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ff863-4e78-48c9-a2c6-ffc6088be6cb req-43793cfb-1d39-4aeb-8b91-9c27dc2384b9 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:27.879666 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ce3ff863-4e78-48c9-a2c6-ffc6088be6cb req-43793cfb-1d39-4aeb-8b91-9c27dc2384b9 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.43 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 945 time: 0.1423361 Nov 11 12:05:27.881552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfbfaa-28ba-4af8-a366-596988cc8225 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Subnet': ['ID=10ab542f-3e5d-41f7-b73b-ab73df6bf6c4,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:27.942332 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-625bf6bb-1d0c-41f9-9653-221cefd9749d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "GET /v2.0/floatingips/527d8319-fe6c-45ba-9350-c42fdb8c1e12 HTTP/1.1" status: 200 len: 978 time: 0.1540608 Nov 11 12:05:27.943731 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bfbfaa-28ba-4af8-a366-596988cc8225 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Checking segment: {'id': 'b02675cf-312b-42b3-ade8-77689e040f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'd64cfb1a-5296-4596-8f40-5c541e99cbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:27.945848 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34820) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:27.946011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bfbfaa-28ba-4af8-a366-596988cc8225 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network hostable DHCP agents. Network: d64cfb1a-5296-4596-8f40-5c541e99cbe6, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:27.986005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fde4a6-0899-42aa-88f0-a70cc2d7da5f req-9643e70e-f1ff-45ba-86e4-345e779c578d tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:27.987859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-66fde4a6-0899-42aa-88f0-a70cc2d7da5f req-9643e70e-f1ff-45ba-86e4-345e779c578d tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 945 time: 0.0886123 Nov 11 12:05:27.989209 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bfbfaa-28ba-4af8-a366-596988cc8225 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network d64cfb1a-5296-4596-8f40-5c541e99cbe6 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:28.004513 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-d9bfbfaa-28ba-4af8-a366-596988cc8225 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, d64cfb1a-5296-4596-8f40-5c541e99cbe6) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:28.018999 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bfbfaa-28ba-4af8-a366-596988cc8225 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:28.019664 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9bfbfaa-28ba-4af8-a366-596988cc8225 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:28.036780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a015c398-e686-4311-b0db-8d7129673c02 None None] Network d64cfb1a-5296-4596-8f40-5c541e99cbe6 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:28.052086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d9bfbfaa-28ba-4af8-a366-596988cc8225 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6755288 Nov 11 12:05:28.052498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34822) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:28.080380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8432d1-ff5d-486f-8989-f0f8b3fd6904 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:28.087432 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e8432d1-ff5d-486f-8989-f0f8b3fd6904 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:28.164381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-66fde4a6-0899-42aa-88f0-a70cc2d7da5f req-14a3f951-47ad-4fa7-9fc5-31933033613a tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674566 Nov 11 12:05:28.225286 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-75be1e7b-23fc-42d1-bc8e-10d398cd6e51 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2753582 Nov 11 12:05:28.260942 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:28.263019 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34826) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:28.272124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7c817666-f0d6-4cab-8aaa-4d1dca4035a3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'floatingip': {'port_id': '515602ed-4ad0-4b46-807c-9bcdc7b1e9a9'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:28.310792 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-d64cfb1a-5296-4596-8f40-5c541e99cbe6', 'network_id': 'd64cfb1a-5296-4596-8f40-5c541e99cbe6', 'tenant_id': '94449fa0fedf4cd5b567dd86bbbae8ea', 'fixed_ips': [{'subnet_id': '10ab542f-3e5d-41f7-b73b-ab73df6bf6c4'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:05:28.312217 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:28.431228 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:28.523780 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd1476-1f8d-43e3-a6f8-012244705296 req-a5a4da38-34be-4ae9-9fe0-9d0f4d4d6dbe tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:28.532554 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69bd1476-1f8d-43e3-a6f8-012244705296 req-a5a4da38-34be-4ae9-9fe0-9d0f4d4d6dbe tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1097350 Nov 11 12:05:28.558048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Allocated IP 172.20.0.3 (d64cfb1a-5296-4596-8f40-5c541e99cbe6/10ab542f-3e5d-41f7-b73b-ab73df6bf6c4/a859f777-f599-4d10-bf61-d05b14b65e8c) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:28.617364 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69bd1476-1f8d-43e3-a6f8-012244705296 req-4a5405c2-a039-4bf4-9235-f3a8d2d00999 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833421 Nov 11 12:05:28.823371 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c817666-f0d6-4cab-8aaa-4d1dca4035a3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:28.863859 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e8432d1-ff5d-486f-8989-f0f8b3fd6904 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:28.901439 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:28.902753 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-ce3ff863-4e78-48c9-a2c6-ffc6088be6cb req-fc95550d-dc3d-4fdc-b350-4aff43d05e08 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Deleting port 59012734-a5a1-4331-b805-66a2fef97612 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:05:28.903187 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ce3ff863-4e78-48c9-a2c6-ffc6088be6cb req-fc95550d-dc3d-4fdc-b350-4aff43d05e08 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:28.909359 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:28.935565 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:28.953162 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Network d64cfb1a-5296-4596-8f40-5c541e99cbe6 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:28.960499 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:28.964360 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:28.976591 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Pushing event updated for resources: {'Port': ['ID=a859f777-f599-4d10-bf61-d05b14b65e8c,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:29.006172 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Subnet': ['ID=10ab542f-3e5d-41f7-b73b-ab73df6bf6c4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:29.047350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Attempting to bind port a859f777-f599-4d10-bf61-d05b14b65e8c on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:05:29.047709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Attempting to bind port a859f777-f599-4d10-bf61-d05b14b65e8c by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b02675cf-312b-42b3-ade8-77689e040f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'd64cfb1a-5296-4596-8f40-5c541e99cbe6'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:05:29.048069 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Attempting to bind port a859f777-f599-4d10-bf61-d05b14b65e8c on network d64cfb1a-5296-4596-8f40-5c541e99cbe6 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:05:29.054084 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:05:29.054455 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Checking segment: {'id': 'b02675cf-312b-42b3-ade8-77689e040f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'd64cfb1a-5296-4596-8f40-5c541e99cbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:29.054854 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:29.055237 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Bound using segment: {'id': 'b02675cf-312b-42b3-ade8-77689e040f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'd64cfb1a-5296-4596-8f40-5c541e99cbe6'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:05:29.055699 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Bound port: a859f777-f599-4d10-bf61-d05b14b65e8c, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02675cf-312b-42b3-ade8-77689e040f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'd64cfb1a-5296-4596-8f40-5c541e99cbe6'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:05:29.056346 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:29.064559 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:29.093057 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:05:29.102535 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64cfb1a-5296-4596-8f40-5c541e99cbe6']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:29.132590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02675cf-312b-42b3-ade8-77689e040f55') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:29.133219 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02675cf-312b-42b3-ade8-77689e040f55') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:29.148920 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] For port a859f777-f599-4d10-bf61-d05b14b65e8c, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:05:29.151663 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:29.152539 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] For port a859f777-f599-4d10-bf61-d05b14b65e8c, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a859f777-f599-4d10-bf61-d05b14b65e8c,segment=NetworkSegment(b02675cf-312b-42b3-ade8-77689e040f55),segment_id=b02675cf-312b-42b3-ade8-77689e040f55)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:05:29.160356 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:29.179914 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:29.183958 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8432d1-ff5d-486f-8989-f0f8b3fd6904 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Subnet': ['ID=cff5cc8a-f7e0-4583-93d0-623ef9d785dd,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:29.191676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:29.192942 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:29.215667 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:29.229174 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8432d1-ff5d-486f-8989-f0f8b3fd6904 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Checking segment: {'id': '56f0e0a8-c036-49b1-8776-af8bf310b62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '1e87a09b-547c-4c86-a77d-7c21c4363297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:29.229611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8432d1-ff5d-486f-8989-f0f8b3fd6904 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network hostable DHCP agents. Network: 1e87a09b-547c-4c86-a77d-7c21c4363297, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:29.293260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-ce3ff863-4e78-48c9-a2c6-ffc6088be6cb req-fc95550d-dc3d-4fdc-b350-4aff43d05e08 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] For port 59012734-a5a1-4331-b805-66a2fef97612, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=59012734-a5a1-4331-b805-66a2fef97612,segment=NetworkSegment(a666e75f-478f-4954-843d-3b1b7b99f88d),segment_id=a666e75f-478f-4954-843d-3b1b7b99f88d)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:29.293664 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ce3ff863-4e78-48c9-a2c6-ffc6088be6cb req-fc95550d-dc3d-4fdc-b350-4aff43d05e08 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:29.294055 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce0e5-1a91-4ee3-a086-5b2aa816429a None None] Pushing event updated for resources: {'Port': ['ID=a859f777-f599-4d10-bf61-d05b14b65e8c,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:29.309075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6ff466-ffef-4a95-bd69-35c78f52475f None None] Network d64cfb1a-5296-4596-8f40-5c541e99cbe6 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:29.323888 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-ce3ff863-4e78-48c9-a2c6-ffc6088be6cb req-fc95550d-dc3d-4fdc-b350-4aff43d05e08 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Calling delete_port for 59012734-a5a1-4331-b805-66a2fef97612 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:05:29.383427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8432d1-ff5d-486f-8989-f0f8b3fd6904 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network 1e87a09b-547c-4c86-a77d-7c21c4363297 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:29.437058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-3e8432d1-ff5d-486f-8989-f0f8b3fd6904 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 1e87a09b-547c-4c86-a77d-7c21c4363297) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:29.447035 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc99bec-e9bb-40ca-8625-b119dcbd5a6c None None] Network 1e87a09b-547c-4c86-a77d-7c21c4363297 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:29.456225 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8432d1-ff5d-486f-8989-f0f8b3fd6904 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:29.457270 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e8432d1-ff5d-486f-8989-f0f8b3fd6904 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:29.478162 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.db.api [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:05:29.478162 n-d-807359-3 neutron-server[109153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:05:29.478162 n-d-807359-3 neutron-server[109153]: [parameters: {'id': 'd64cfb1a-5296-4596-8f40-5c541e99cbe6'}] Nov 11 12:05:29.478162 n-d-807359-3 neutron-server[109153]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:05:29.478850 n-d-807359-3 neutron-server[109153]: DEBUG oslo_db.api [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:05:29.503060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1e6ff-9dcd-49d9-a355-4ce6d7b04edc req-76819f0b-0188-4fdd-affd-20bbacec50e8 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:29.515532 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48a1e6ff-9dcd-49d9-a355-4ce6d7b04edc req-76819f0b-0188-4fdd-affd-20bbacec50e8 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 945 time: 0.1069551 Nov 11 12:05:29.551145 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3e8432d1-ff5d-486f-8989-f0f8b3fd6904 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9287548 Nov 11 12:05:29.555781 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34842) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:29.562861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9a53c19a-8382-42fa-8032-e807ac687c42 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-451320996'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:29.607700 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48a1e6ff-9dcd-49d9-a355-4ce6d7b04edc req-da65c2cf-a5f7-4805-a461-91b89892b2a6 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c3c0be6-626f-4ea4-806a-59ae237b4d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907564 Nov 11 12:05:29.699103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a53c19a-8382-42fa-8032-e807ac687c42 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:29.702834 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9a53c19a-8382-42fa-8032-e807ac687c42 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:29.722836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-1e87a09b-547c-4c86-a77d-7c21c4363297', 'network_id': '1e87a09b-547c-4c86-a77d-7c21c4363297', 'tenant_id': '82e5a68d54e84dbbb2fb1f3af2ac0e42', 'fixed_ips': [{'subnet_id': 'cff5cc8a-f7e0-4583-93d0-623ef9d785dd'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:05:29.727505 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:29.813906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136a751-b370-4be6-848b-15bae669c8f7 req-184ac121-8b56-4167-9438-8b9a034f0a3c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:29.816455 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6136a751-b370-4be6-848b-15bae669c8f7 req-184ac121-8b56-4167-9438-8b9a034f0a3c tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.0709589 Nov 11 12:05:29.825745 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a53c19a-8382-42fa-8032-e807ac687c42 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:29.847600 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9a53c19a-8382-42fa-8032-e807ac687c42 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:29.849298 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-9a53c19a-8382-42fa-8032-e807ac687c42 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Added segment 0774bbb6-7c94-4cf4-b36c-9980ed4360a8 of type vlan for network e450c713-48fe-4817-a809-eea0e1b199d1 Nov 11 12:05:29.921879 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Allocated IP 2001:db8:0:ffff::2 (1e87a09b-547c-4c86-a77d-7c21c4363297/cff5cc8a-f7e0-4583-93d0-623ef9d785dd/8f69bb06-ee7d-422a-868e-867e3ecf9d7f) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:29.954995 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6136a751-b370-4be6-848b-15bae669c8f7 req-06908687-3b02-4e5d-b43b-501d4c7acd41 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272402 Nov 11 12:05:29.967248 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9a53c19a-8382-42fa-8032-e807ac687c42 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:29.980125 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.083458 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.095594 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.103760 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Deleting port a859f777-f599-4d10-bf61-d05b14b65e8c {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:05:30.104457 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.146562 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Pushing event updated for resources: {'Port': ['ID=8f69bb06-ee7d-422a-868e-867e3ecf9d7f,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:30.147053 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c817666-f0d6-4cab-8aaa-4d1dca4035a3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.159176 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Network 1e87a09b-547c-4c86-a77d-7c21c4363297 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:30.160279 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ce3ff863-4e78-48c9-a2c6-ffc6088be6cb req-fc95550d-dc3d-4fdc-b350-4aff43d05e08 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.160489 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:30.163622 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:30.173709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['59012734-a5a1-4331-b805-66a2fef97612'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:05:30.182895 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9a53c19a-8382-42fa-8032-e807ac687c42 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.189356 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a53c19a-8382-42fa-8032-e807ac687c42 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:30.190226 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9a53c19a-8382-42fa-8032-e807ac687c42 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.224278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] For port a859f777-f599-4d10-bf61-d05b14b65e8c, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a859f777-f599-4d10-bf61-d05b14b65e8c,segment=NetworkSegment(b02675cf-312b-42b3-ade8-77689e040f55),segment_id=b02675cf-312b-42b3-ade8-77689e040f55)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:30.225065 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.246421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Calling delete_port for a859f777-f599-4d10-bf61-d05b14b65e8c owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:05:30.248608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Attempting to bind port 8f69bb06-ee7d-422a-868e-867e3ecf9d7f on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:05:30.248993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Attempting to bind port 8f69bb06-ee7d-422a-868e-867e3ecf9d7f by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '56f0e0a8-c036-49b1-8776-af8bf310b62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '1e87a09b-547c-4c86-a77d-7c21c4363297'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:05:30.249399 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Attempting to bind port 8f69bb06-ee7d-422a-868e-867e3ecf9d7f on network 1e87a09b-547c-4c86-a77d-7c21c4363297 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:05:30.254086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd218cd8-2c0f-4f5e-8f6f-a7df0efd28f2 None None] DHCP port deletion for 83f4744f-e9dd-4a55-b249-f996edcfd99c request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:05:30.255823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95550d-dc3d-4fdc-b350-4aff43d05e08 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Pushing event deleted for resources: {'Port': ['ID=59012734-a5a1-4331-b805-66a2fef97612,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:30.260733 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:05:30.261109 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Checking segment: {'id': '56f0e0a8-c036-49b1-8776-af8bf310b62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '1e87a09b-547c-4c86-a77d-7c21c4363297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:30.261652 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.262049 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Bound using segment: {'id': '56f0e0a8-c036-49b1-8776-af8bf310b62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '1e87a09b-547c-4c86-a77d-7c21c4363297'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:05:30.262534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Bound port: 8f69bb06-ee7d-422a-868e-867e3ecf9d7f, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f0e0a8-c036-49b1-8776-af8bf310b62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '1e87a09b-547c-4c86-a77d-7c21c4363297'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:05:30.262928 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.273664 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c817666-f0d6-4cab-8aaa-4d1dca4035a3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.339963 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] For port 8f69bb06-ee7d-422a-868e-867e3ecf9d7f, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:05:30.343798 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] For port 8f69bb06-ee7d-422a-868e-867e3ecf9d7f, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8f69bb06-ee7d-422a-868e-867e3ecf9d7f,segment=NetworkSegment(56f0e0a8-c036-49b1-8776-af8bf310b62b),segment_id=56f0e0a8-c036-49b1-8776-af8bf310b62b)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:05:30.353171 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.383241 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.427137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Port': ['ID=a859f777-f599-4d10-bf61-d05b14b65e8c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:30.431604 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No DVR routers for this DVR port a859f777-f599-4d10-bf61-d05b14b65e8c on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:05:30.434514 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a197a2-442b-4644-9af6-8c8e10f62df8 None None] Pushing event updated for resources: {'Port': ['ID=8f69bb06-ee7d-422a-868e-867e3ecf9d7f,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:30.470634 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3ff863-4e78-48c9-a2c6-ffc6088be6cb req-fc95550d-dc3d-4fdc-b350-4aff43d05e08 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] No DVR routers for this DVR port 59012734-a5a1-4331-b805-66a2fef97612 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:05:30.513436 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ce3ff863-4e78-48c9-a2c6-ffc6088be6cb req-fc95550d-dc3d-4fdc-b350-4aff43d05e08 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.517438 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ce3ff863-4e78-48c9-a2c6-ffc6088be6cb req-fc95550d-dc3d-4fdc-b350-4aff43d05e08 tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.43 "DELETE /v2.0/ports/59012734-a5a1-4331-b805-66a2fef97612 HTTP/1.1" status: 204 len: 173 time: 2.6302698 Nov 11 12:05:30.517973 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71763a3d-ea6d-41c3-a999-af441ea853fa', 'name': 'network-vif-deleted', 'tag': '59012734-a5a1-4331-b805-66a2fef97612'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:05:30.520883 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a49d081-0e28-4c25-b9f6-cd555c9d653b" -d '{"events": [{"server_uuid": "71763a3d-ea6d-41c3-a999-af441ea853fa", "name": "network-vif-deleted", "tag": "59012734-a5a1-4331-b805-66a2fef97612"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:05:30.534538 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9a53c19a-8382-42fa-8032-e807ac687c42 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9733853 Nov 11 12:05:30.538894 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34852) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:30.547337 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-bd9049a0-7f68-4da9-af54-0c82956e5db2 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'subnet': {'network_id': 'e450c713-48fe-4817-a809-eea0e1b199d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:30.551123 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53c19a-8382-42fa-8032-e807ac687c42 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Network': ['ID=e450c713-48fe-4817-a809-eea0e1b199d1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:30.571265 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network e450c713-48fe-4817-a809-eea0e1b199d1 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:30.762323 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216544fc-3f9e-4fbd-bb3d-7cbb09cb2bbd x-openstack-request-id: req-216544fc-3f9e-4fbd-bb3d-7cbb09cb2bbd {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:05:30.762764 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71763a3d-ea6d-41c3-a999-af441ea853fa", "name": "network-vif-deleted", "tag": "59012734-a5a1-4331-b805-66a2fef97612", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:05:30.762887 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-216544fc-3f9e-4fbd-bb3d-7cbb09cb2bbd {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:05:30.764614 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71763a3d-ea6d-41c3-a999-af441ea853fa', 'name': 'network-vif-deleted', 'tag': '59012734-a5a1-4331-b805-66a2fef97612', 'status': 'completed', 'code': 200} Nov 11 12:05:30.817300 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.862992 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2eeabba-f436-4099-935e-3f66dab50037 req-6b731dc0-f1a8-47d2-b5f3-374ff7550aeb tempest-VolumesActionsTest-1483040649 tempest-VolumesActionsTest-1483040649-project] 10.222.0.65 "GET /v2.0/ports?device_id=71763a3d-ea6d-41c3-a999-af441ea853fa HTTP/1.1" status: 200 len: 210 time: 0.0417948 Nov 11 12:05:30.873617 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-7c817666-f0d6-4cab-8aaa-4d1dca4035a3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Floating IP 527d8319-fe6c-45ba-9350-c42fdb8c1e12 associated. External IP: 172.25.2.34, port: 33f43970-be09-431f-a25b-7479d6e2652f. Nov 11 12:05:30.880232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64cfb1a-5296-4596-8f40-5c541e99cbe6']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:30.901729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02675cf-312b-42b3-ade8-77689e040f55') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:30.901729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02675cf-312b-42b3-ade8-77689e040f55') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:30.916072 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.932842 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.942266 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:30.943264 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:30.948434 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:30.958526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9049a0-7f68-4da9-af54-0c82956e5db2 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:30.962626 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bd9049a0-7f68-4da9-af54-0c82956e5db2 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:31.102160 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:31.115166 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:31.126722 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/d64cfb1a-5296-4596-8f40-5c541e99cbe6 HTTP/1.1" status: 204 len: 168 time: 3.0731518 Nov 11 12:05:31.131648 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34860) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:31.148392 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-04c8a4be-66c3-4bba-9633-ec1b4392a746 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2022103615'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:31.178645 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42af61-3269-40b1-a051-8f2b74341490 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Network': ['ID=d64cfb1a-5296-4596-8f40-5c541e99cbe6,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:31.279057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c8a4be-66c3-4bba-9633-ec1b4392a746 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:31.295958 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04c8a4be-66c3-4bba-9633-ec1b4392a746 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:31.376357 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e5b86-dc64-4b22-9220-8b3ef1e16f77 req-61d81c3d-9666-4b19-803d-0b7969f3c60a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:31.378507 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-812e5b86-dc64-4b22-9220-8b3ef1e16f77 req-61d81c3d-9666-4b19-803d-0b7969f3c60a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1792905 Nov 11 12:05:31.378910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c8a4be-66c3-4bba-9633-ec1b4392a746 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:31.413882 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04c8a4be-66c3-4bba-9633-ec1b4392a746 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:31.414229 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-04c8a4be-66c3-4bba-9633-ec1b4392a746 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Added segment b825b862-5be7-423d-b79e-58849d9163f1 of type vlan for network a87ebcf5-6044-4f6b-9112-ac63e873394b Nov 11 12:05:31.421099 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8f69bb06-ee7d-422a-868e-867e3ecf9d7f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:05:31.479718 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04c8a4be-66c3-4bba-9633-ec1b4392a746 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:31.492139 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-812e5b86-dc64-4b22-9220-8b3ef1e16f77 req-e9ed806d-a3e0-44df-83cb-f361f737a38a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970895 Nov 11 12:05:31.500500 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 8f69bb06-ee7d-422a-868e-867e3ecf9d7f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:31.500886 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:31.520237 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bd9049a0-7f68-4da9-af54-0c82956e5db2 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:31.551565 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04c8a4be-66c3-4bba-9633-ec1b4392a746 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:31.564647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c8a4be-66c3-4bba-9633-ec1b4392a746 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:31.567065 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04c8a4be-66c3-4bba-9633-ec1b4392a746 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:31.589302 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c817666-f0d6-4cab-8aaa-4d1dca4035a3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router df6c2065-70a8-4011-b8d7-4a1453cdcfe5 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:05:31.637457 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-04c8a4be-66c3-4bba-9633-ec1b4392a746 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5024409 Nov 11 12:05:31.638832 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9049a0-7f68-4da9-af54-0c82956e5db2 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Subnet': ['ID=6634379a-238d-455f-bc6f-2ca9013c0d90,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:31.641920 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34864) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:31.643820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9049a0-7f68-4da9-af54-0c82956e5db2 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Checking segment: {'id': '0774bbb6-7c94-4cf4-b36c-9980ed4360a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e450c713-48fe-4817-a809-eea0e1b199d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:31.644200 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9049a0-7f68-4da9-af54-0c82956e5db2 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network hostable DHCP agents. Network: e450c713-48fe-4817-a809-eea0e1b199d1, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:31.654216 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-24566b26-71af-4326-9914-dff1f74384f3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'subnet': {'network_id': 'a87ebcf5-6044-4f6b-9112-ac63e873394b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:31.690394 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:31.711672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8a4be-66c3-4bba-9633-ec1b4392a746 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Network': ['ID=a87ebcf5-6044-4f6b-9112-ac63e873394b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:31.739418 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network a87ebcf5-6044-4f6b-9112-ac63e873394b details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:31.786384 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9049a0-7f68-4da9-af54-0c82956e5db2 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network e450c713-48fe-4817-a809-eea0e1b199d1 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:31.821321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 8f69bb06-ee7d-422a-868e-867e3ecf9d7f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8f69bb06-ee7d-422a-868e-867e3ecf9d7f,segment=NetworkSegment(56f0e0a8-c036-49b1-8776-af8bf310b62b),segment_id=56f0e0a8-c036-49b1-8776-af8bf310b62b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:31.839199 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:31.896902 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=8f69bb06-ee7d-422a-868e-867e3ecf9d7f,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:32.056775 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525d7aec-60d7-451a-9d7b-1e2a36057ce1 None None] Network 1e87a09b-547c-4c86-a77d-7c21c4363297 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:32.132473 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-673b784f-ab8d-4a03-a7a7-84293943bd3d None None] Provisioning complete for port 8f69bb06-ee7d-422a-868e-867e3ecf9d7f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:32.133347 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-673b784f-ab8d-4a03-a7a7-84293943bd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:32.209936 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-bd9049a0-7f68-4da9-af54-0c82956e5db2 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, e450c713-48fe-4817-a809-eea0e1b199d1) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:32.220984 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9049a0-7f68-4da9-af54-0c82956e5db2 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:32.221610 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bd9049a0-7f68-4da9-af54-0c82956e5db2 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:32.223410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0148c6f6-2beb-4c4d-b586-f33f798f034f None None] Network e450c713-48fe-4817-a809-eea0e1b199d1 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:32.240946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c817666-f0d6-4cab-8aaa-4d1dca4035a3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:05:32.254261 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf8947e-1fbb-4c4c-afb2-b2bbee56114f None None] Sync routers for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:05:32.293387 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf8947e-1fbb-4c4c-afb2-b2bbee56114f None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:32.294059 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1bf8947e-1fbb-4c4c-afb2-b2bbee56114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:32.385318 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1bf8947e-1fbb-4c4c-afb2-b2bbee56114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:32.407115 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf8947e-1fbb-4c4c-afb2-b2bbee56114f None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:32.407744 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1bf8947e-1fbb-4c4c-afb2-b2bbee56114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:32.431731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 59012734-a5a1-4331-b805-66a2fef97612 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:05:32.466426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24566b26-71af-4326-9914-dff1f74384f3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:32.470491 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24566b26-71af-4326-9914-dff1f74384f3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:32.476212 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1bf8947e-1fbb-4c4c-afb2-b2bbee56114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:32.477113 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf8947e-1fbb-4c4c-afb2-b2bbee56114f None None] The sync data for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:05:32.494785 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bd9049a0-7f68-4da9-af54-0c82956e5db2 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9545090 Nov 11 12:05:32.497499 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34886) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:32.519310 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 59012734-a5a1-4331-b805-66a2fef97612 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:05:32.519741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 59012734-a5a1-4331-b805-66a2fef97612 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:05:32.728219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-e450c713-48fe-4817-a809-eea0e1b199d1', 'network_id': 'e450c713-48fe-4817-a809-eea0e1b199d1', 'tenant_id': '82e5a68d54e84dbbb2fb1f3af2ac0e42', 'fixed_ips': [{'subnet_id': '6634379a-238d-455f-bc6f-2ca9013c0d90'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:05:32.729833 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:32.862964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c817666-f0d6-4cab-8aaa-4d1dca4035a3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router df6c2065-70a8-4011-b8d7-4a1453cdcfe5 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:05:32.889340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb1801-3b6e-410f-a8de-dcd1a51d3ffd req-0234b9b2-6e9a-4dca-b455-def0452607ae tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:32.890994 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7beb1801-3b6e-410f-a8de-dcd1a51d3ffd req-0234b9b2-6e9a-4dca-b455-def0452607ae tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.2292154 Nov 11 12:05:32.996447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Allocated IP 2001:db8::1 (e450c713-48fe-4817-a809-eea0e1b199d1/6634379a-238d-455f-bc6f-2ca9013c0d90/1c004b47-b383-4567-9698-b9ff4968722d) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:33.009436 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.045059 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24566b26-71af-4326-9914-dff1f74384f3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.161355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-69e49696-cb32-41b2-8916-e832344364d8 None None] Provisioning complete for port 8f69bb06-ee7d-422a-868e-867e3ecf9d7f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:33.161742 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-69e49696-cb32-41b2-8916-e832344364d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.218329 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.229087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7beb1801-3b6e-410f-a8de-dcd1a51d3ffd req-5001f239-4559-414a-9ebd-df76ba45b7bc tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984195 Nov 11 12:05:33.240217 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.256844 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.318744 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Pushing event updated for resources: {'Port': ['ID=1c004b47-b383-4567-9698-b9ff4968722d,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:33.347404 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Network e450c713-48fe-4817-a809-eea0e1b199d1 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:33.349295 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.351356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:33.352681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c817666-f0d6-4cab-8aaa-4d1dca4035a3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:05:33.354814 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:33.391124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8f69bb06-ee7d-422a-868e-867e3ecf9d7f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:05:33.393916 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed761e7f-6091-4bbf-b034-be058f3da1f7 None None] Sync routers for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:05:33.412542 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24566b26-71af-4326-9914-dff1f74384f3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Subnet': ['ID=14057745-77da-41ac-a946-804bf8a49afb,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:33.429543 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Subnet': ['ID=6634379a-238d-455f-bc6f-2ca9013c0d90,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:33.451870 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c817666-f0d6-4cab-8aaa-4d1dca4035a3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.462277 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Attempting to bind port 1c004b47-b383-4567-9698-b9ff4968722d on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:05:33.462778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Attempting to bind port 1c004b47-b383-4567-9698-b9ff4968722d by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '0774bbb6-7c94-4cf4-b36c-9980ed4360a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e450c713-48fe-4817-a809-eea0e1b199d1'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:05:33.463211 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Attempting to bind port 1c004b47-b383-4567-9698-b9ff4968722d on network e450c713-48fe-4817-a809-eea0e1b199d1 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:05:33.489826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:05:33.490377 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Checking segment: {'id': '0774bbb6-7c94-4cf4-b36c-9980ed4360a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e450c713-48fe-4817-a809-eea0e1b199d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:33.490981 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.491473 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Bound using segment: {'id': '0774bbb6-7c94-4cf4-b36c-9980ed4360a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e450c713-48fe-4817-a809-eea0e1b199d1'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:05:33.492071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Bound port: 1c004b47-b383-4567-9698-b9ff4968722d, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0774bbb6-7c94-4cf4-b36c-9980ed4360a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e450c713-48fe-4817-a809-eea0e1b199d1'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:05:33.492552 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.513631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed761e7f-6091-4bbf-b034-be058f3da1f7 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:33.514422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ed761e7f-6091-4bbf-b034-be058f3da1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:33.577347 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.579970 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7c817666-f0d6-4cab-8aaa-4d1dca4035a3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "PUT /v2.0/floatingips/527d8319-fe6c-45ba-9350-c42fdb8c1e12 HTTP/1.1" status: 200 len: 977 time: 5.3167832 Nov 11 12:05:33.580603 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34920) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:33.589232 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ed761e7f-6091-4bbf-b034-be058f3da1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:33.592431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-df070844-3e4c-4675-a3d1-03abdcbd9306 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:33.623304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed761e7f-6091-4bbf-b034-be058f3da1f7 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:33.625377 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ed761e7f-6091-4bbf-b034-be058f3da1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:33.627132 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e450c713-48fe-4817-a809-eea0e1b199d1']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:33.639772 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24566b26-71af-4326-9914-dff1f74384f3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Checking segment: {'id': 'b825b862-5be7-423d-b79e-58849d9163f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'a87ebcf5-6044-4f6b-9112-ac63e873394b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:33.640130 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24566b26-71af-4326-9914-dff1f74384f3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network hostable DHCP agents. Network: a87ebcf5-6044-4f6b-9112-ac63e873394b, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:33.647778 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0774bbb6-7c94-4cf4-b36c-9980ed4360a8') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:33.651172 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0774bbb6-7c94-4cf4-b36c-9980ed4360a8') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:33.671884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24566b26-71af-4326-9914-dff1f74384f3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network a87ebcf5-6044-4f6b-9112-ac63e873394b is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:33.676363 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.684011 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df070844-3e4c-4675-a3d1-03abdcbd9306 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.701345 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.717500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:33.718088 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:33.721319 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:33.724090 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-24566b26-71af-4326-9914-dff1f74384f3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, a87ebcf5-6044-4f6b-9112-ac63e873394b) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:33.729102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24566b26-71af-4326-9914-dff1f74384f3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:33.729814 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24566b26-71af-4326-9914-dff1f74384f3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.765087 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-24566b26-71af-4326-9914-dff1f74384f3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1156168 Nov 11 12:05:33.768215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34922) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:33.839346 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.db.api [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:05:33.839346 n-d-807359-3 neutron-server[109153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:05:33.839346 n-d-807359-3 neutron-server[109153]: [parameters: {'id': 'e450c713-48fe-4817-a809-eea0e1b199d1'}] Nov 11 12:05:33.839346 n-d-807359-3 neutron-server[109153]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:05:33.840401 n-d-807359-3 neutron-server[109153]: DEBUG oslo_db.api [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:05:33.956763 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df070844-3e4c-4675-a3d1-03abdcbd9306 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.972146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f80852-cb67-4a4f-8f79-0a866dc1c89d None None] Network a87ebcf5-6044-4f6b-9112-ac63e873394b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:33.974540 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df070844-3e4c-4675-a3d1-03abdcbd9306 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:33.976275 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-df070844-3e4c-4675-a3d1-03abdcbd9306 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Floating IP 527d8319-fe6c-45ba-9350-c42fdb8c1e12 disassociated. External IP: 172.25.2.34, port: 515602ed-4ad0-4b46-807c-9bcdc7b1e9a9. Nov 11 12:05:33.992179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ed761e7f-6091-4bbf-b034-be058f3da1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:33.992841 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed761e7f-6091-4bbf-b034-be058f3da1f7 None None] The sync data for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:05:34.034701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 8f69bb06-ee7d-422a-868e-867e3ecf9d7f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:34.035575 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:34.115932 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] For port 1c004b47-b383-4567-9698-b9ff4968722d, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:05:34.146388 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff961-020c-4a65-b44f-e4596304b2c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:34.149851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] For port 1c004b47-b383-4567-9698-b9ff4968722d, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1c004b47-b383-4567-9698-b9ff4968722d,segment=NetworkSegment(0774bbb6-7c94-4cf4-b36c-9980ed4360a8),segment_id=0774bbb6-7c94-4cf4-b36c-9980ed4360a8)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:05:34.167640 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:34.235044 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aef78c-68d9-42da-806e-52675402b684 None None] Pushing event updated for resources: {'Port': ['ID=1c004b47-b383-4567-9698-b9ff4968722d,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:34.283304 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff961-020c-4a65-b44f-e4596304b2c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:34.342361 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:34.387604 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff961-020c-4a65-b44f-e4596304b2c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:34.487183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070d546-a08c-453a-a251-1441d0f35534 req-58c646c3-d68d-48cc-8d8c-514ff52d857a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:34.494639 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b070d546-a08c-453a-a251-1441d0f35534 req-58c646c3-d68d-48cc-8d8c-514ff52d857a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.0862525 Nov 11 12:05:34.517418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Deleting port 1c004b47-b383-4567-9698-b9ff4968722d {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:05:34.517860 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:34.568131 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113513d2-819e-40eb-beda-ca691e818e21 None None] Network a87ebcf5-6044-4f6b-9112-ac63e873394b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:34.602730 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d073e457-1c80-4097-accf-1a72a38eef37 None None] Network e450c713-48fe-4817-a809-eea0e1b199d1 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:34.613213 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff961-020c-4a65-b44f-e4596304b2c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:34.626310 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b070d546-a08c-453a-a251-1441d0f35534 req-40dfbe2b-bf6c-4cc9-b3b7-cb7546853b5e tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290519 Nov 11 12:05:34.638735 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-cf3ff961-020c-4a65-b44f-e4596304b2c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87ebcf5-6044-4f6b-9112-ac63e873394b']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:34.661262 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-cf3ff961-020c-4a65-b44f-e4596304b2c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b825b862-5be7-423d-b79e-58849d9163f1') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:34.661521 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-cf3ff961-020c-4a65-b44f-e4596304b2c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b825b862-5be7-423d-b79e-58849d9163f1') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:34.664860 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] For port 1c004b47-b383-4567-9698-b9ff4968722d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1c004b47-b383-4567-9698-b9ff4968722d,segment=NetworkSegment(0774bbb6-7c94-4cf4-b36c-9980ed4360a8),segment_id=0774bbb6-7c94-4cf4-b36c-9980ed4360a8)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:34.665549 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:34.676452 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff961-020c-4a65-b44f-e4596304b2c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:34.689344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Calling delete_port for 1c004b47-b383-4567-9698-b9ff4968722d owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:05:34.693131 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff961-020c-4a65-b44f-e4596304b2c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:34.700660 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3ff961-020c-4a65-b44f-e4596304b2c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:34.701058 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff961-020c-4a65-b44f-e4596304b2c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:34.764873 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ff961-020c-4a65-b44f-e4596304b2c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Subnet': ['ID=14057745-77da-41ac-a946-804bf8a49afb,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:34.768717 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:34.782065 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff961-020c-4a65-b44f-e4596304b2c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:34.787455 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff961-020c-4a65-b44f-e4596304b2c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:34.793765 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cf3ff961-020c-4a65-b44f-e4596304b2c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/a87ebcf5-6044-4f6b-9112-ac63e873394b HTTP/1.1" status: 204 len: 168 time: 1.0213442 Nov 11 12:05:34.795619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34944) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:34.814446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ff961-020c-4a65-b44f-e4596304b2c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Network': ['ID=a87ebcf5-6044-4f6b-9112-ac63e873394b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:34.823339 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a763e78a-892b-4060-a8a3-ce172d6d07bd tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1578228513'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:34.827171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df070844-3e4c-4675-a3d1-03abdcbd9306 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router df6c2065-70a8-4011-b8d7-4a1453cdcfe5 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:05:34.850230 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:34.924868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfe3a52-f96c-4b06-938d-71697cc69c71 None None] get_active_networks_info from n-d-807359-3 {{(pid=109155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:05:34.967163 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Port': ['ID=1c004b47-b383-4567-9698-b9ff4968722d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:34.969992 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No DVR routers for this DVR port 1c004b47-b383-4567-9698-b9ff4968722d on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:05:34.981756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a763e78a-892b-4060-a8a3-ce172d6d07bd tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:34.988021 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a763e78a-892b-4060-a8a3-ce172d6d07bd tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.064405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df070844-3e4c-4675-a3d1-03abdcbd9306 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:05:35.075781 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec60cfc-1703-42e9-a883-c10d3d88b224 None None] Sync routers for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:05:35.079003 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df070844-3e4c-4675-a3d1-03abdcbd9306 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.105007 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec60cfc-1703-42e9-a883-c10d3d88b224 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:35.108344 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2ec60cfc-1703-42e9-a883-c10d3d88b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:35.174843 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-df070844-3e4c-4675-a3d1-03abdcbd9306 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "PUT /v2.0/floatingips/527d8319-fe6c-45ba-9350-c42fdb8c1e12 HTTP/1.1" status: 200 len: 687 time: 1.5895863 Nov 11 12:05:35.175532 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34952) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:35.188823 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.214973 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2ec60cfc-1703-42e9-a883-c10d3d88b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:35.243597 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec60cfc-1703-42e9-a883-c10d3d88b224 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:35.246267 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2ec60cfc-1703-42e9-a883-c10d3d88b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:35.260196 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e450c713-48fe-4817-a809-eea0e1b199d1']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:35.285004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0774bbb6-7c94-4cf4-b36c-9980ed4360a8') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:35.286873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0774bbb6-7c94-4cf4-b36c-9980ed4360a8') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:35.309487 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.315954 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe3a52-f96c-4b06-938d-71697cc69c71 None None] Resources bound (agent type, host, resource id): {{(pid=109155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:05:35.323266 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2ec60cfc-1703-42e9-a883-c10d3d88b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:35.333624 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec60cfc-1703-42e9-a883-c10d3d88b224 None None] The sync data for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:05:35.336635 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.347001 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:35.347834 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:35.426128 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:35.434629 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.442825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a763e78a-892b-4060-a8a3-ce172d6d07bd tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:35.466119 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.478244 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/networks/e450c713-48fe-4817-a809-eea0e1b199d1 HTTP/1.1" status: 204 len: 168 time: 2.9783115 Nov 11 12:05:35.487291 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34954) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:35.489233 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1119f7-d149-4bcf-b537-9f52a31c313e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Network': ['ID=e450c713-48fe-4817-a809-eea0e1b199d1,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:35.513254 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a763e78a-892b-4060-a8a3-ce172d6d07bd tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.514944 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-a763e78a-892b-4060-a8a3-ce172d6d07bd tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Added segment 87c0415e-3f68-4733-b1a3-4928d6b6aa5b of type vlan for network 4eeb06e8-7857-433a-abd2-84e6af6f3645 Nov 11 12:05:35.517853 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d9268f77-2364-4f87-b9c4-9f4cfcf77043 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2034503437'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:35.571912 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9268f77-2364-4f87-b9c4-9f4cfcf77043 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:35.576274 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9268f77-2364-4f87-b9c4-9f4cfcf77043 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.583860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d3d73c00-1967-4882-a9d6-af157bc6a585 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Deleting port 0cd823a1-8a77-4892-8545-c39090c0b4d0 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:05:35.584195 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3d73c00-1967-4882-a9d6-af157bc6a585 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.645458 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a763e78a-892b-4060-a8a3-ce172d6d07bd tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.666461 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9268f77-2364-4f87-b9c4-9f4cfcf77043 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:35.696775 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9268f77-2364-4f87-b9c4-9f4cfcf77043 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.697198 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-d9268f77-2364-4f87-b9c4-9f4cfcf77043 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Added segment 7de59c07-6974-4176-8d70-57f5a11dc0eb of type vlan for network 6ff4c166-4359-4d4a-9c72-485821836e8d Nov 11 12:05:35.711424 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a763e78a-892b-4060-a8a3-ce172d6d07bd tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.717481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a763e78a-892b-4060-a8a3-ce172d6d07bd tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:35.718149 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a763e78a-892b-4060-a8a3-ce172d6d07bd tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.818465 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5daa0bc0-dd06-4ca3-8a67-e264f4f06bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.847696 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9268f77-2364-4f87-b9c4-9f4cfcf77043 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.859240 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a763e78a-892b-4060-a8a3-ce172d6d07bd tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0603423 Nov 11 12:05:35.900196 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34960) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:35.953059 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-47fd6d9e-12c7-4a58-b8a6-b9abff3a133d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'subnet': {'network_id': '4eeb06e8-7857-433a-abd2-84e6af6f3645', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:35.966118 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.db.resource_extend [None req-d9268f77-2364-4f87-b9c4-9f4cfcf77043 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:05:35.997034 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9268f77-2364-4f87-b9c4-9f4cfcf77043 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:36.004328 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9268f77-2364-4f87-b9c4-9f4cfcf77043 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:36.004937 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9268f77-2364-4f87-b9c4-9f4cfcf77043 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:36.075389 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fd6d9e-12c7-4a58-b8a6-b9abff3a133d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:36.079076 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47fd6d9e-12c7-4a58-b8a6-b9abff3a133d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:36.159861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763e78a-892b-4060-a8a3-ce172d6d07bd tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Network': ['ID=4eeb06e8-7857-433a-abd2-84e6af6f3645,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:36.182040 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106c9a8-4b58-4ef3-bcf9-b65d292c976d req-791a887e-9b5b-48e4-ab6b-3444272f20d5 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:36.183435 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 4eeb06e8-7857-433a-abd2-84e6af6f3645 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:36.191325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5106c9a8-4b58-4ef3-bcf9-b65d292c976d req-791a887e-9b5b-48e4-ab6b-3444272f20d5 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.4488473 Nov 11 12:05:36.232365 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d9268f77-2364-4f87-b9c4-9f4cfcf77043 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7306132 Nov 11 12:05:36.239988 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63049ac6-c185-4fb5-b5d6-506d5dda963e None None] get_active_networks_info from n-d-807359-3 {{(pid=109155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:05:36.241332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34968) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:36.273181 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2c154615-5ab7-420d-9e85-a5644a5fed47 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'subnet': {'network_id': '6ff4c166-4359-4d4a-9c72-485821836e8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:36.300634 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5106c9a8-4b58-4ef3-bcf9-b65d292c976d req-2c51aa52-a64a-4ce1-9cfa-3d5d1cf49a69 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083059 Nov 11 12:05:36.437069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9268f77-2364-4f87-b9c4-9f4cfcf77043 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Network': ['ID=6ff4c166-4359-4d4a-9c72-485821836e8d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:36.453410 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3d73c00-1967-4882-a9d6-af157bc6a585 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:36.457831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 6ff4c166-4359-4d4a-9c72-485821836e8d details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:36.458631 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3d73c00-1967-4882-a9d6-af157bc6a585 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:36.491402 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47fd6d9e-12c7-4a58-b8a6-b9abff3a133d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:36.503584 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d3d73c00-1967-4882-a9d6-af157bc6a585 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Calling delete_port for 0cd823a1-8a77-4892-8545-c39090c0b4d0 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:05:36.540719 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c154615-5ab7-420d-9e85-a5644a5fed47 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:36.550606 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c154615-5ab7-420d-9e85-a5644a5fed47 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:36.655949 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fd6d9e-12c7-4a58-b8a6-b9abff3a133d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Checking segment: {'id': '87c0415e-3f68-4733-b1a3-4928d6b6aa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4eeb06e8-7857-433a-abd2-84e6af6f3645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:36.656978 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fd6d9e-12c7-4a58-b8a6-b9abff3a133d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network hostable DHCP agents. Network: 4eeb06e8-7857-433a-abd2-84e6af6f3645, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:36.674023 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd6d9e-12c7-4a58-b8a6-b9abff3a133d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Subnet': ['ID=8477906e-c07c-4a6c-a57a-960dd1218d6b,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:36.718842 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fd6d9e-12c7-4a58-b8a6-b9abff3a133d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network 4eeb06e8-7857-433a-abd2-84e6af6f3645 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:36.732914 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-47fd6d9e-12c7-4a58-b8a6-b9abff3a133d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 4eeb06e8-7857-433a-abd2-84e6af6f3645) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:36.738263 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fd6d9e-12c7-4a58-b8a6-b9abff3a133d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:36.739230 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47fd6d9e-12c7-4a58-b8a6-b9abff3a133d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:36.757540 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63049ac6-c185-4fb5-b5d6-506d5dda963e None None] Resources bound (agent type, host, resource id): {{(pid=109155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:05:36.777002 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-47fd6d9e-12c7-4a58-b8a6-b9abff3a133d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8307643 Nov 11 12:05:36.778056 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34970) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:36.962992 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e33dabe7-c167-412b-857d-63a945d038f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:37.022048 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3d73c00-1967-4882-a9d6-af157bc6a585 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:37.131713 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d73c00-1967-4882-a9d6-af157bc6a585 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Port': ['ID=0cd823a1-8a77-4892-8545-c39090c0b4d0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:37.505960 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c154615-5ab7-420d-9e85-a5644a5fed47 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:37.564508 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5569be4-c95b-432c-8bfb-9f68e0fd3e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-4eeb06e8-7857-433a-abd2-84e6af6f3645', 'network_id': '4eeb06e8-7857-433a-abd2-84e6af6f3645', 'tenant_id': '94449fa0fedf4cd5b567dd86bbbae8ea', 'fixed_ips': [{'subnet_id': '8477906e-c07c-4a6c-a57a-960dd1218d6b'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:05:37.565419 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e5569be4-c95b-432c-8bfb-9f68e0fd3e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:37.612892 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e33dabe7-c167-412b-857d-63a945d038f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:37.676199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c154615-5ab7-420d-9e85-a5644a5fed47 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Subnet': ['ID=0267d8fd-8730-4173-a9a8-e22d372ae84b,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:37.691807 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3d73c00-1967-4882-a9d6-af157bc6a585 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:37.697657 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3d73c00-1967-4882-a9d6-af157bc6a585 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:37.699084 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d3d73c00-1967-4882-a9d6-af157bc6a585 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/floatingips/527d8319-fe6c-45ba-9350-c42fdb8c1e12 HTTP/1.1" status: 204 len: 168 time: 2.5211995 Nov 11 12:05:37.705019 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c154615-5ab7-420d-9e85-a5644a5fed47 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Checking segment: {'id': '7de59c07-6974-4176-8d70-57f5a11dc0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6ff4c166-4359-4d4a-9c72-485821836e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:37.705540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c154615-5ab7-420d-9e85-a5644a5fed47 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network hostable DHCP agents. Network: 6ff4c166-4359-4d4a-9c72-485821836e8d, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:37.708589 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34978) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:37.740000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2afeb9-7f04-44e0-9bb4-bafdc5d52e7a req-130ec005-b596-4094-800a-bca2f67e4cbc tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:37.742867 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d2afeb9-7f04-44e0-9bb4-bafdc5d52e7a req-130ec005-b596-4094-800a-bca2f67e4cbc tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1916957 Nov 11 12:05:37.810577 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-b6ceb34c-b3dc-4bec-99d5-a755fb14b78c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] delete failed (client error): The resource could not be found. Nov 11 12:05:37.818369 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b6ceb34c-b3dc-4bec-99d5-a755fb14b78c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/floatingips/527d8319-fe6c-45ba-9350-c42fdb8c1e12 HTTP/1.1" status: 404 len: 345 time: 0.1084700 Nov 11 12:05:37.824543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34982) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:37.839657 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d2afeb9-7f04-44e0-9bb4-bafdc5d52e7a req-da13eedf-8122-4aaa-9be0-f9e96459fed9 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890985 Nov 11 12:05:37.867396 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e33dabe7-c167-412b-857d-63a945d038f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:37.909502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dabe7-c167-412b-857d-63a945d038f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Subnet': ['ID=8477906e-c07c-4a6c-a57a-960dd1218d6b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:37.934462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c154615-5ab7-420d-9e85-a5644a5fed47 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network 6ff4c166-4359-4d4a-9c72-485821836e8d is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server [None req-e5569be4-c95b-432c-8bfb-9f68e0fd3e27 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8477906e-c07c-4a6c-a57a-960dd1218d6b: This subnet is being modified by another concurrent operation. Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 12:05:37.938124 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise exception Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8477906e-c07c-4a6c-a57a-960dd1218d6b: This subnet is being modified by another concurrent operation. Nov 11 12:05:37.942521 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server Nov 11 12:05:38.013566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1be62b-7fc4-46f7-a466-0db219cb6890 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:38.015061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa78037-544a-465b-94c0-6fc1fe2a0e99 None None] get_active_networks_info from n-d-807359-3 {{(pid=109155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:05:38.026052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1be62b-7fc4-46f7-a466-0db219cb6890 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:38.045045 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e33dabe7-c167-412b-857d-63a945d038f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.045680 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1be62b-7fc4-46f7-a466-0db219cb6890 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:38.050234 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2f1be62b-7fc4-46f7-a466-0db219cb6890 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "GET /v2.0/ports?network_id=73fbc077-957d-4067-a3f0-eb81e03c31a1 HTTP/1.1" status: 200 len: 2359 time: 0.2210534 Nov 11 12:05:38.053060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34992) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:38.054025 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-2c154615-5ab7-420d-9e85-a5644a5fed47 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 6ff4c166-4359-4d4a-9c72-485821836e8d) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:38.103214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e33dabe7-c167-412b-857d-63a945d038f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eeb06e8-7857-433a-abd2-84e6af6f3645']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:38.117764 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e33dabe7-c167-412b-857d-63a945d038f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c0415e-3f68-4733-b1a3-4928d6b6aa5b') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:38.118179 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e33dabe7-c167-412b-857d-63a945d038f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c0415e-3f68-4733-b1a3-4928d6b6aa5b') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:38.139280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c154615-5ab7-420d-9e85-a5644a5fed47 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:38.140361 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c154615-5ab7-420d-9e85-a5644a5fed47 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.143755 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e33dabe7-c167-412b-857d-63a945d038f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.154014 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d624899f-fbd0-4d31-8a07-15750e94b435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.165470 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e33dabe7-c167-412b-857d-63a945d038f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.176523 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33dabe7-c167-412b-857d-63a945d038f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:38.177098 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e33dabe7-c167-412b-857d-63a945d038f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:38.182352 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:38.198843 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2c154615-5ab7-420d-9e85-a5644a5fed47 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9297662 Nov 11 12:05:38.216110 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34996) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:38.222013 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-13ee568d-b331-4956-86ff-02ecdc617bce tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-214875371'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:38.259266 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49e23d7-b959-4578-a6e3-6de1cd70d085 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:38.275434 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c49e23d7-b959-4578-a6e3-6de1cd70d085 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "GET /v2.0/subnets/cdde5bff-a7da-45dc-b329-7fbff1f13fed HTTP/1.1" status: 200 len: 797 time: 0.2175438 Nov 11 12:05:38.284714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34998) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:38.291706 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-70453221-ed9f-4315-9810-633dd15be84d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'port': {'network_id': '73fbc077-957d-4067-a3f0-eb81e03c31a1', 'name': 'tempest-FloatingIPTestJSON-2099078931', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:38.327506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ee568d-b331-4956-86ff-02ecdc617bce tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:38.331207 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e33dabe7-c167-412b-857d-63a945d038f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.331659 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13ee568d-b331-4956-86ff-02ecdc617bce tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.342647 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e33dabe7-c167-412b-857d-63a945d038f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.355481 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e33dabe7-c167-412b-857d-63a945d038f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/4eeb06e8-7857-433a-abd2-84e6af6f3645 HTTP/1.1" status: 204 len: 168 time: 1.5761509 Nov 11 12:05:38.372112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35000) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:38.373914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa78037-544a-465b-94c0-6fc1fe2a0e99 None None] Resources bound (agent type, host, resource id): {{(pid=109155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:05:38.374933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dabe7-c167-412b-857d-63a945d038f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Network': ['ID=4eeb06e8-7857-433a-abd2-84e6af6f3645,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:38.379148 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e4d00092-cbf2-4919-91f0-ab7c6f78cc3d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-947390890'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:38.401330 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ee568d-b331-4956-86ff-02ecdc617bce tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:38.411122 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13ee568d-b331-4956-86ff-02ecdc617bce tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.411525 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-13ee568d-b331-4956-86ff-02ecdc617bce tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Added segment 25517793-7a24-49d7-8190-5152b770a6d7 of type vlan for network 97859e68-4080-4ab8-b769-ae38d80d91d8 Nov 11 12:05:38.464023 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13ee568d-b331-4956-86ff-02ecdc617bce tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.508576 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d00092-cbf2-4919-91f0-ab7c6f78cc3d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:38.512130 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4d00092-cbf2-4919-91f0-ab7c6f78cc3d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.547098 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13ee568d-b331-4956-86ff-02ecdc617bce tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.552800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ee568d-b331-4956-86ff-02ecdc617bce tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:38.553470 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13ee568d-b331-4956-86ff-02ecdc617bce tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.903593 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d00092-cbf2-4919-91f0-ab7c6f78cc3d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:38.953413 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70453221-ed9f-4315-9810-633dd15be84d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Made reservation on behalf of e02daa0dbf604bd4b54b59b05bc50b10 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:38.960712 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4d00092-cbf2-4919-91f0-ab7c6f78cc3d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.961058 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-e4d00092-cbf2-4919-91f0-ab7c6f78cc3d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Added segment 9cf3fc1a-8a32-4947-8813-da700d8eb76b of type vlan for network 74a3dc3b-c620-4519-bbed-22946025f05d Nov 11 12:05:39.012255 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-13ee568d-b331-4956-86ff-02ecdc617bce tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7919650 Nov 11 12:05:39.018280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35006) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:39.067966 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.088196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee568d-b331-4956-86ff-02ecdc617bce tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Network': ['ID=97859e68-4080-4ab8-b769-ae38d80d91d8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:39.098637 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4d00092-cbf2-4919-91f0-ab7c6f78cc3d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.107897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-76d16764-132d-494c-9617-367f070edb17 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'subnet': {'network_id': '97859e68-4080-4ab8-b769-ae38d80d91d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:39.114426 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 97859e68-4080-4ab8-b769-ae38d80d91d8 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:39.122912 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295f34e-b443-480d-b464-9941572e226c req-cab54979-85ca-4aa3-bbbd-a767b603856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:39.124467 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1295f34e-b443-480d-b464-9941572e226c req-cab54979-85ca-4aa3-bbbd-a767b603856a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a654e19116f4a7c8567a53fd67aec2d&device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 1097 time: 0.2299836 Nov 11 12:05:39.262821 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-70453221-ed9f-4315-9810-633dd15be84d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.288846 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4d00092-cbf2-4919-91f0-ab7c6f78cc3d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.301135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-6ff4c166-4359-4d4a-9c72-485821836e8d', 'network_id': '6ff4c166-4359-4d4a-9c72-485821836e8d', 'tenant_id': '82e5a68d54e84dbbb2fb1f3af2ac0e42', 'fixed_ips': [{'subnet_id': '0267d8fd-8730-4173-a9a8-e22d372ae84b'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:05:39.301659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d00092-cbf2-4919-91f0-ab7c6f78cc3d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:39.302277 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.302422 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4d00092-cbf2-4919-91f0-ab7c6f78cc3d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.317219 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2d745-2dd4-4de5-8309-84d49f0fe66c req-a733bbc4-c040-4447-a941-04fdcf3ed49a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:39.318959 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19a2d745-2dd4-4de5-8309-84d49f0fe66c req-a733bbc4-c040-4447-a941-04fdcf3ed49a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.3230860 Nov 11 12:05:39.380426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-70453221-ed9f-4315-9810-633dd15be84d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] device_id is not set on port 87fee6e7-d0fc-466d-a3b5-4cc82ea5295d yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:05:39.452271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d16764-132d-494c-9617-367f070edb17 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:39.456873 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-76d16764-132d-494c-9617-367f070edb17 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.479383 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Allocated IP 2001:db8::1 (6ff4c166-4359-4d4a-9c72-485821836e8d/0267d8fd-8730-4173-a9a8-e22d372ae84b/78f00bec-3c39-4378-8713-0ea93b2f91d2) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:39.482146 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19a2d745-2dd4-4de5-8309-84d49f0fe66c req-9a86ab56-0410-4d43-8f09-f4bf5a73e378 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462672 Nov 11 12:05:39.536755 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e4d00092-cbf2-4919-91f0-ab7c6f78cc3d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1623187 Nov 11 12:05:39.554808 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35014) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:39.561192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295f34e-b443-480d-b464-9941572e226c req-d1ce179c-a94d-4315-8d1a-3e210dff2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:39.562772 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1295f34e-b443-480d-b464-9941572e226c req-d1ce179c-a94d-4315-8d1a-3e210dff2359 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972 HTTP/1.1" status: 200 len: 918 time: 0.4250803 Nov 11 12:05:39.568286 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-be5db1a4-ff1e-443d-b505-7c6aa23089f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:39.592740 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d00092-cbf2-4919-91f0-ab7c6f78cc3d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Network': ['ID=74a3dc3b-c620-4519-bbed-22946025f05d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:39.607576 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_backend_mixin [None req-76d16764-132d-494c-9617-367f070edb17 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Performing IP validity checks on allocation pools {{(pid=109153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 12:05:39.608094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_backend_mixin [None req-76d16764-132d-494c-9617-367f070edb17 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 12:05:39.609052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 74a3dc3b-c620-4519-bbed-22946025f05d details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:39.755610 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1295f34e-b443-480d-b464-9941572e226c req-a0046863-c229-4bc0-8706-a21282b51fde service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0153d04-b46a-432a-8b73-498825058dcd HTTP/1.1" status: 200 len: 1002 time: 0.1795499 Nov 11 12:05:39.867697 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.877928 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.912205 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-be5db1a4-ff1e-443d-b505-7c6aa23089f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.960078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295f34e-b443-480d-b464-9941572e226c req-52015a08-dd29-4460-a494-cdf81a2e861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:39.961636 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1295f34e-b443-480d-b464-9941572e226c req-52015a08-dd29-4460-a494-cdf81a2e861f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ddfb148-78d7-41db-ac12-7719b2b055b6 HTTP/1.1" status: 200 len: 855 time: 0.1941187 Nov 11 12:05:39.968064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Network 6ff4c166-4359-4d4a-9c72-485821836e8d is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:39.971113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:39.983583 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:39.992650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Pushing event updated for resources: {'Port': ['ID=78f00bec-3c39-4378-8713-0ea93b2f91d2,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:40.002967 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-be5db1a4-ff1e-443d-b505-7c6aa23089f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:40.086673 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-76d16764-132d-494c-9617-367f070edb17 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:40.094261 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be5db1a4-ff1e-443d-b505-7c6aa23089f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network 74a3dc3b-c620-4519-bbed-22946025f05d is not hosted by any dhcp agent {{(pid=109153) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 12:05:40.099875 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Attempting to bind port 78f00bec-3c39-4378-8713-0ea93b2f91d2 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:05:40.100498 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Attempting to bind port 78f00bec-3c39-4378-8713-0ea93b2f91d2 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '7de59c07-6974-4176-8d70-57f5a11dc0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6ff4c166-4359-4d4a-9c72-485821836e8d'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:05:40.100601 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Attempting to bind port 78f00bec-3c39-4378-8713-0ea93b2f91d2 on network 6ff4c166-4359-4d4a-9c72-485821836e8d {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:05:40.101392 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5db1a4-ff1e-443d-b505-7c6aa23089f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:40.102319 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-be5db1a4-ff1e-443d-b505-7c6aa23089f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:40.106666 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-be5db1a4-ff1e-443d-b505-7c6aa23089f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "PUT /v2.0/networks/74a3dc3b-c620-4519-bbed-22946025f05d HTTP/1.1" status: 200 len: 723 time: 0.5482547 Nov 11 12:05:40.108020 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35018) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:40.115993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:05:40.118038 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Checking segment: {'id': '7de59c07-6974-4176-8d70-57f5a11dc0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6ff4c166-4359-4d4a-9c72-485821836e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:40.118448 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:40.118841 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Bound using segment: {'id': '7de59c07-6974-4176-8d70-57f5a11dc0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6ff4c166-4359-4d4a-9c72-485821836e8d'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:05:40.119344 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Bound port: 78f00bec-3c39-4378-8713-0ea93b2f91d2, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de59c07-6974-4176-8d70-57f5a11dc0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6ff4c166-4359-4d4a-9c72-485821836e8d'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:05:40.119727 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:40.121904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5e2d9502-b514-4b8e-b6ae-f5b89542b6f2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'subnet': {'network_id': '74a3dc3b-c620-4519-bbed-22946025f05d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:40.240284 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295f34e-b443-480d-b464-9941572e226c req-8ff6f1f7-5472-4631-bec9-8e71045fd60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:40.242201 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1295f34e-b443-480d-b464-9941572e226c req-8ff6f1f7-5472-4631-bec9-8e71045fd60f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2685804 Nov 11 12:05:40.245604 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-70453221-ed9f-4315-9810-633dd15be84d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Allocated IP 172.20.0.14 (73fbc077-957d-4067-a3f0-eb81e03c31a1/cdde5bff-a7da-45dc-b329-7fbff1f13fed/87fee6e7-d0fc-466d-a3b5-4cc82ea5295d) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:40.251774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5db1a4-ff1e-443d-b505-7c6aa23089f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Network': ['ID=74a3dc3b-c620-4519-bbed-22946025f05d,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:40.270867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-70453221-ed9f-4315-9810-633dd15be84d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Allocated IP 172.20.0.12 (73fbc077-957d-4067-a3f0-eb81e03c31a1/cdde5bff-a7da-45dc-b329-7fbff1f13fed/87fee6e7-d0fc-466d-a3b5-4cc82ea5295d) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:40.280988 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] For port 78f00bec-3c39-4378-8713-0ea93b2f91d2, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:05:40.287228 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d16764-132d-494c-9617-367f070edb17 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Subnet': ['ID=3ca114e8-8930-4102-baef-a599601cf655,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:40.287744 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] For port 78f00bec-3c39-4378-8713-0ea93b2f91d2, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=78f00bec-3c39-4378-8713-0ea93b2f91d2,segment=NetworkSegment(7de59c07-6974-4176-8d70-57f5a11dc0eb),segment_id=7de59c07-6974-4176-8d70-57f5a11dc0eb)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:05:40.300104 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d16764-132d-494c-9617-367f070edb17 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Checking segment: {'id': '25517793-7a24-49d7-8190-5152b770a6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '97859e68-4080-4ab8-b769-ae38d80d91d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:40.300348 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d16764-132d-494c-9617-367f070edb17 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network hostable DHCP agents. Network: 97859e68-4080-4ab8-b769-ae38d80d91d8, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:40.326373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 74a3dc3b-c620-4519-bbed-22946025f05d details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:40.332264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d16764-132d-494c-9617-367f070edb17 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network 97859e68-4080-4ab8-b769-ae38d80d91d8 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:40.350806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-76d16764-132d-494c-9617-367f070edb17 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 97859e68-4080-4ab8-b769-ae38d80d91d8) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:40.370833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d16764-132d-494c-9617-367f070edb17 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:40.371686 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-76d16764-132d-494c-9617-367f070edb17 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:40.393994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2d9502-b514-4b8e-b6ae-f5b89542b6f2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:40.398478 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e2d9502-b514-4b8e-b6ae-f5b89542b6f2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:40.414994 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-76d16764-132d-494c-9617-367f070edb17 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3356478 Nov 11 12:05:40.414994 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35026) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:40.432928 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1295f34e-b443-480d-b464-9941572e226c req-04a1bc03-49fe-460d-85f9-950ff7ee5f4f service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736202 Nov 11 12:05:40.472273 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:40.637110 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:40.687989 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da32b03-1b90-4501-95bd-f755afece107 None None] Pushing event updated for resources: {'Port': ['ID=78f00bec-3c39-4378-8713-0ea93b2f91d2,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:40.745021 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19bfc487-89fd-422e-9573-c8e0d3ced4ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:40.771266 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f81c58-f6af-485b-a167-31db0c166645 req-bd84e436-2a35-4538-9824-0a4deac52e9b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:40.774647 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4f81c58-f6af-485b-a167-31db0c166645 req-bd84e436-2a35-4538-9824-0a4deac52e9b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1504526 Nov 11 12:05:40.784430 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-70453221-ed9f-4315-9810-633dd15be84d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:40.792974 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1295f34e-b443-480d-b464-9941572e226c req-6558cd9c-5768-4b0b-8108-685258bd1002 service neutron] 10.222.0.62 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351049 Nov 11 12:05:40.930470 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4f81c58-f6af-485b-a167-31db0c166645 req-405a7591-5dcf-4dd8-bf9b-6052cc0265b3 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492846 Nov 11 12:05:40.934943 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e2d9502-b514-4b8e-b6ae-f5b89542b6f2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:40.969109 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19bfc487-89fd-422e-9573-c8e0d3ced4ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:40.979463 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-70453221-ed9f-4315-9810-633dd15be84d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.107826 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19bfc487-89fd-422e-9573-c8e0d3ced4ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.145925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70453221-ed9f-4315-9810-633dd15be84d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 73fbc077-957d-4067-a3f0-eb81e03c31a1 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:41.158799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-70453221-ed9f-4315-9810-633dd15be84d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:41.165352 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfc487-89fd-422e-9573-c8e0d3ced4ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca114e8-8930-4102-baef-a599601cf655,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:41.200910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70453221-ed9f-4315-9810-633dd15be84d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:41.256174 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19bfc487-89fd-422e-9573-c8e0d3ced4ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.284361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-19bfc487-89fd-422e-9573-c8e0d3ced4ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97859e68-4080-4ab8-b769-ae38d80d91d8']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:41.295782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-19bfc487-89fd-422e-9573-c8e0d3ced4ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25517793-7a24-49d7-8190-5152b770a6d7') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:41.296074 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-19bfc487-89fd-422e-9573-c8e0d3ced4ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25517793-7a24-49d7-8190-5152b770a6d7') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:41.303246 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.307820 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19bfc487-89fd-422e-9573-c8e0d3ced4ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.320963 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d9502-b514-4b8e-b6ae-f5b89542b6f2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Subnet': ['ID=a1fa4804-7daa-41c0-95a3-e47041554b90,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:41.322236 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19bfc487-89fd-422e-9573-c8e0d3ced4ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.328738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2d9502-b514-4b8e-b6ae-f5b89542b6f2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Checking segment: {'id': '9cf3fc1a-8a32-4947-8813-da700d8eb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '74a3dc3b-c620-4519-bbed-22946025f05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:41.329154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d9502-b514-4b8e-b6ae-f5b89542b6f2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network hostable DHCP agents. Network: 74a3dc3b-c620-4519-bbed-22946025f05d, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:41.332574 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bfc487-89fd-422e-9573-c8e0d3ced4ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:41.332972 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19bfc487-89fd-422e-9573-c8e0d3ced4ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:41.336772 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:41.356212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70453221-ed9f-4315-9810-633dd15be84d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=87fee6e7-d0fc-466d-a3b5-4cc82ea5295d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:41.388667 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70453221-ed9f-4315-9810-633dd15be84d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:41.389744 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-70453221-ed9f-4315-9810-633dd15be84d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.404494 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 78f00bec-3c39-4378-8713-0ea93b2f91d2 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:05:41.416869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d9502-b514-4b8e-b6ae-f5b89542b6f2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network 74a3dc3b-c620-4519-bbed-22946025f05d is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:41.435871 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-70453221-ed9f-4315-9810-633dd15be84d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.1482124 Nov 11 12:05:41.436397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35040) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:41.439529 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-5e2d9502-b514-4b8e-b6ae-f5b89542b6f2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 74a3dc3b-c620-4519-bbed-22946025f05d) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:41.446548 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '87fee6e7-d0fc-466d-a3b5-4cc82ea5295d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:41.449473 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2d9502-b514-4b8e-b6ae-f5b89542b6f2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:41.450116 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e2d9502-b514-4b8e-b6ae-f5b89542b6f2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.457412 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19bfc487-89fd-422e-9573-c8e0d3ced4ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.491232 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19bfc487-89fd-422e-9573-c8e0d3ced4ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.498895 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35044) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:41.507760 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-433a674d-413a-4dcf-8261-2be9ea0b0290 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-795823522'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:41.512832 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-19bfc487-89fd-422e-9573-c8e0d3ced4ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/networks/97859e68-4080-4ab8-b769-ae38d80d91d8 HTTP/1.1" status: 204 len: 168 time: 1.0953386 Nov 11 12:05:41.517015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfc487-89fd-422e-9573-c8e0d3ced4ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Network': ['ID=97859e68-4080-4ab8-b769-ae38d80d91d8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:41.544210 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.547395 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 78f00bec-3c39-4378-8713-0ea93b2f91d2 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:41.547947 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.553245 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5e2d9502-b514-4b8e-b6ae-f5b89542b6f2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4439664 Nov 11 12:05:41.556235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35046) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:41.564676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4954c3f2-1ad6-430a-9915-ee28337db4d3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:41.714953 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.729508 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433a674d-413a-4dcf-8261-2be9ea0b0290 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:41.733091 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-433a674d-413a-4dcf-8261-2be9ea0b0290 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.750818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.768421 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 78f00bec-3c39-4378-8713-0ea93b2f91d2, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=78f00bec-3c39-4378-8713-0ea93b2f91d2,segment=NetworkSegment(7de59c07-6974-4176-8d70-57f5a11dc0eb),segment_id=7de59c07-6974-4176-8d70-57f5a11dc0eb)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:41.780292 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.787937 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4954c3f2-1ad6-430a-9915-ee28337db4d3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60553268'] for subnet, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.867048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=78f00bec-3c39-4378-8713-0ea93b2f91d2,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:41.886609 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433a674d-413a-4dcf-8261-2be9ea0b0290 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:41.925013 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-433a674d-413a-4dcf-8261-2be9ea0b0290 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.925811 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-433a674d-413a-4dcf-8261-2be9ea0b0290 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Added segment fa5b8ecd-5c76-4708-b88c-7d4a65efee56 of type vlan for network a88f7de8-b24a-4cf7-a63e-90e9e209c536 Nov 11 12:05:41.979415 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-433a674d-413a-4dcf-8261-2be9ea0b0290 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:42.020873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Allocated IP 172.25.2.34 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/82d84805-d484-42ba-b7fa-ad4007272854) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:42.082050 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-433a674d-413a-4dcf-8261-2be9ea0b0290 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:42.089139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a674d-413a-4dcf-8261-2be9ea0b0290 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:42.090855 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-433a674d-413a-4dcf-8261-2be9ea0b0290 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:42.147354 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-433a674d-413a-4dcf-8261-2be9ea0b0290 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6457782 Nov 11 12:05:42.169696 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35052) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:42.183027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3130bed7-e6ea-491d-a9ce-0a3af59bfd91 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'subnet': {'network_id': 'a88f7de8-b24a-4cf7-a63e-90e9e209c536', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:42.264665 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c2942-9bf9-4f68-b9b1-2cf3acd87a6a req-375e5225-83fa-4b9f-9386-3b2cdbc56146 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:42.280313 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c59c2942-9bf9-4f68-b9b1-2cf3acd87a6a req-375e5225-83fa-4b9f-9386-3b2cdbc56146 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1871765 Nov 11 12:05:42.312038 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2006cb67-a500-4e56-8dcb-fced0c7de7f5 None None] Network 4eeb06e8-7857-433a-abd2-84e6af6f3645 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:42.327442 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:42.339213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e092638-142d-49b1-95a8-b40d6fa3ef4e None None] Network 6ff4c166-4359-4d4a-9c72-485821836e8d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:42.341366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4954c3f2-1ad6-430a-9915-ee28337db4d3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732443579266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60618174'] for subnet, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:42.367460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c59c2942-9bf9-4f68-b9b1-2cf3acd87a6a req-bcf5b972-8c14-473f-8467-38080abf568a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847189 Nov 11 12:05:42.412613 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2006cb67-a500-4e56-8dcb-fced0c7de7f5 None None] Network 4eeb06e8-7857-433a-abd2-84e6af6f3645 could not be found, it might have been deleted concurrently. {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:05:42.414818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:42.455974 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbcc5c5-5cde-4160-8a21-8a323d5d81e9 None None] Network 74a3dc3b-c620-4519-bbed-22946025f05d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:42.462215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:42.465438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:42.470128 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:42.476580 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=82d84805-d484-42ba-b7fa-ad4007272854,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:42.549556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a674d-413a-4dcf-8261-2be9ea0b0290 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Network': ['ID=a88f7de8-b24a-4cf7-a63e-90e9e209c536,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:42.588307 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4954c3f2-1ad6-430a-9915-ee28337db4d3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:42.589056 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4954c3f2-1ad6-430a-9915-ee28337db4d3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:42.595825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35064) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:42.601979 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd7db1b-4829-45f1-bd1f-7c4671bad7b4 None None] Network 4eeb06e8-7857-433a-abd2-84e6af6f3645 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:42.603704 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e8ef94-4e71-4085-bb2f-e4b4563b64fd None None] Network 97859e68-4080-4ab8-b769-ae38d80d91d8 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:42.605303 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4320a107-e5d9-4085-b9db-a05559786143 None None] DHCP port deletion for 73fbc077-957d-4067-a3f0-eb81e03c31a1 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:05:42.606895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-30416504-77f2-4f2c-a7fd-e21fbc5a5ac3 None None] Provisioning complete for port 78f00bec-3c39-4378-8713-0ea93b2f91d2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:42.607253 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-30416504-77f2-4f2c-a7fd-e21fbc5a5ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:42.608792 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4954c3f2-1ad6-430a-9915-ee28337db4d3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "PUT /v2.0/subnets/a1fa4804-7daa-41c0-95a3-e47041554b90 HTTP/1.1" status: 200 len: 806 time: 1.0514545 Nov 11 12:05:42.635984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network a88f7de8-b24a-4cf7-a63e-90e9e209c536 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:42.668984 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3130bed7-e6ea-491d-a9ce-0a3af59bfd91 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:42.681260 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3130bed7-e6ea-491d-a9ce-0a3af59bfd91 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:42.755632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-74a3dc3b-c620-4519-bbed-22946025f05d', 'network_id': '74a3dc3b-c620-4519-bbed-22946025f05d', 'tenant_id': '94449fa0fedf4cd5b567dd86bbbae8ea', 'fixed_ips': [{'subnet_id': 'a1fa4804-7daa-41c0-95a3-e47041554b90'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:05:42.757332 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:42.788760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e8ef94-4e71-4085-bb2f-e4b4563b64fd None None] Network 97859e68-4080-4ab8-b769-ae38d80d91d8 could not be found, it might have been deleted concurrently. {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:05:42.797386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd7db1b-4829-45f1-bd1f-7c4671bad7b4 None None] Network 4eeb06e8-7857-433a-abd2-84e6af6f3645 could not be found, it might have been deleted concurrently. {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:05:42.852561 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:42.993137 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Allocated IP 172.20.0.2 (74a3dc3b-c620-4519-bbed-22946025f05d/a1fa4804-7daa-41c0-95a3-e47041554b90/cedaed88-db9d-4c45-a213-42b7f5efa9b0) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:42.998905 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:43.021132 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954c3f2-1ad6-430a-9915-ee28337db4d3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Subnet': ['ID=a1fa4804-7daa-41c0-95a3-e47041554b90,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:43.027692 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3130bed7-e6ea-491d-a9ce-0a3af59bfd91 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:43.138141 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3130bed7-e6ea-491d-a9ce-0a3af59bfd91 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Checking segment: {'id': 'fa5b8ecd-5c76-4708-b88c-7d4a65efee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'a88f7de8-b24a-4cf7-a63e-90e9e209c536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:43.138985 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3130bed7-e6ea-491d-a9ce-0a3af59bfd91 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network hostable DHCP agents. Network: a88f7de8-b24a-4cf7-a63e-90e9e209c536, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:43.164592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130bed7-e6ea-491d-a9ce-0a3af59bfd91 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Subnet': ['ID=f1aa40da-0136-406c-952c-efcf2e74fb21,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:43.198493 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:43.204041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3130bed7-e6ea-491d-a9ce-0a3af59bfd91 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network a88f7de8-b24a-4cf7-a63e-90e9e209c536 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:43.223430 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc97dc5a-5628-41e7-b4ea-cee2f691952c None None] Network 97859e68-4080-4ab8-b769-ae38d80d91d8 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:43.223941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-3130bed7-e6ea-491d-a9ce-0a3af59bfd91 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, a88f7de8-b24a-4cf7-a63e-90e9e209c536) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:43.233313 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:43.242949 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130bed7-e6ea-491d-a9ce-0a3af59bfd91 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:43.245001 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3130bed7-e6ea-491d-a9ce-0a3af59bfd91 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:43.272871 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:43.289662 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3130bed7-e6ea-491d-a9ce-0a3af59bfd91 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1071014 Nov 11 12:05:43.294078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35074) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:43.325397 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9d4e6c-6adc-4dd7-8129-878fc4419379 None None] Network a88f7de8-b24a-4cf7-a63e-90e9e209c536 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:43.341409 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:43.507127 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Subnet': ['ID=a1fa4804-7daa-41c0-95a3-e47041554b90,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:43.517892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 78f00bec-3c39-4378-8713-0ea93b2f91d2 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:05:43.561794 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Pushing event updated for resources: {'Port': ['ID=cedaed88-db9d-4c45-a213-42b7f5efa9b0,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:43.572483 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:43.607690 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f0153d04-b46a-432a-8b73-498825058dcd no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:05:43.643885 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:43.646589 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc97dc5a-5628-41e7-b4ea-cee2f691952c None None] Network 97859e68-4080-4ab8-b769-ae38d80d91d8 could not be found, it might have been deleted concurrently. {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:05:43.646753 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:43.678083 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:43.705078 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Network 74a3dc3b-c620-4519-bbed-22946025f05d is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:43.721447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a3dc3b-c620-4519-bbed-22946025f05d']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:43.740099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a42c3-fbb7-4f69-8188-68c6f8df5b94 req-c4e77a88-f0be-4b02-b441-37ccb1f455c5 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:43.749193 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:43.752939 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:43.760140 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-790a42c3-fbb7-4f69-8188-68c6f8df5b94 req-c4e77a88-f0be-4b02-b441-37ccb1f455c5 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.2037017 Nov 11 12:05:43.789481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf3fc1a-8a32-4947-8813-da700d8eb76b') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:43.790120 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf3fc1a-8a32-4947-8813-da700d8eb76b') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:43.811267 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:43.829607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 78f00bec-3c39-4378-8713-0ea93b2f91d2 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:43.829979 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:43.858624 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:43.869554 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Subnet': ['ID=f1aa40da-0136-406c-952c-efcf2e74fb21,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:43.890101 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:43.890537 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:43.890939 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:43.891714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:43.892110 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:43.892501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:43.892893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:43.893280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:43.893713 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:43.894100 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:43.894482 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:43.894860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:43.929517 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:43.944278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:43.945125 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:43.949077 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:43.979975 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-790a42c3-fbb7-4f69-8188-68c6f8df5b94 req-a567eaf4-40ba-4557-a153-2de665d1ca73 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132008 Nov 11 12:05:43.986281 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.029274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88f7de8-b24a-4cf7-a63e-90e9e209c536']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:44.055651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5b8ecd-5c76-4708-b88c-7d4a65efee56') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:44.056268 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5b8ecd-5c76-4708-b88c-7d4a65efee56') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:44.075972 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.092912 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.102312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:44.103352 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.103683 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.db.api [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:05:44.103683 n-d-807359-3 neutron-server[109153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:05:44.103683 n-d-807359-3 neutron-server[109153]: [parameters: {'id': '74a3dc3b-c620-4519-bbed-22946025f05d'}] Nov 11 12:05:44.103683 n-d-807359-3 neutron-server[109153]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:05:44.104134 n-d-807359-3 neutron-server[109153]: DEBUG oslo_db.api [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:44.108302 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:44.145085 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.153920 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.232989 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.240413 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.252065 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/networks/a88f7de8-b24a-4cf7-a63e-90e9e209c536 HTTP/1.1" status: 204 len: 168 time: 0.9543371 Nov 11 12:05:44.252750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35088) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:44.265723 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e715ed91-7391-4a72-9881-155f063d7691 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1610327442'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:44.288709 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6604feb-3f3c-4c59-b641-5b3c488294ac tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Network': ['ID=a88f7de8-b24a-4cf7-a63e-90e9e209c536,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:44.290022 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.307566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=82d84805-d484-42ba-b7fa-ad4007272854,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:44.335894 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e715ed91-7391-4a72-9881-155f063d7691 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:44.339867 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e715ed91-7391-4a72-9881-155f063d7691 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.351923 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.366902 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Attempting to bind port cedaed88-db9d-4c45-a213-42b7f5efa9b0 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:05:44.371084 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Attempting to bind port cedaed88-db9d-4c45-a213-42b7f5efa9b0 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '9cf3fc1a-8a32-4947-8813-da700d8eb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '74a3dc3b-c620-4519-bbed-22946025f05d'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:05:44.372264 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Attempting to bind port cedaed88-db9d-4c45-a213-42b7f5efa9b0 on network 74a3dc3b-c620-4519-bbed-22946025f05d {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:05:44.393893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:05:44.394726 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Checking segment: {'id': '9cf3fc1a-8a32-4947-8813-da700d8eb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '74a3dc3b-c620-4519-bbed-22946025f05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:44.396595 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e715ed91-7391-4a72-9881-155f063d7691 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:44.398568 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.399416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Bound using segment: {'id': '9cf3fc1a-8a32-4947-8813-da700d8eb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '74a3dc3b-c620-4519-bbed-22946025f05d'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:05:44.400028 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Bound port: cedaed88-db9d-4c45-a213-42b7f5efa9b0, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf3fc1a-8a32-4947-8813-da700d8eb76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '74a3dc3b-c620-4519-bbed-22946025f05d'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:05:44.400515 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.403870 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5e6fb9-2031-4483-9916-6d6083a5db46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-a88f7de8-b24a-4cf7-a63e-90e9e209c536', 'network_id': 'a88f7de8-b24a-4cf7-a63e-90e9e209c536', 'tenant_id': '82e5a68d54e84dbbb2fb1f3af2ac0e42', 'fixed_ips': [{'subnet_id': 'f1aa40da-0136-406c-952c-efcf2e74fb21'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:05:44.404860 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-db5e6fb9-2031-4483-9916-6d6083a5db46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.415655 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e715ed91-7391-4a72-9881-155f063d7691 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.416184 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-e715ed91-7391-4a72-9881-155f063d7691 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Added segment b269f4b0-a3c6-40af-912b-40033786d2ff of type vlan for network aaf0fe82-9578-4394-b854-97ff1daf6941 Nov 11 12:05:44.461778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4577527c-1454-4629-bc4b-8013a735d44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0153d04-b46a-432a-8b73-498825058dcd'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:05:44.464467 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b9b760-780a-4482-a7b1-b16b609b4a3b" -d '{"events": [{"server_uuid": "4577527c-1454-4629-bc4b-8013a735d44c", "name": "network-vif-unplugged", "status": "completed", "tag": "f0153d04-b46a-432a-8b73-498825058dcd"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:05:44.483912 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e715ed91-7391-4a72-9881-155f063d7691 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.539045 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Floating IP b152235b-30a0-4104-a30c-c826694ebde4 associated. External IP: 172.25.2.34, port: 87fee6e7-d0fc-466d-a3b5-4cc82ea5295d. Nov 11 12:05:44.551719 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e715ed91-7391-4a72-9881-155f063d7691 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.564784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e715ed91-7391-4a72-9881-155f063d7691 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:44.566547 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e715ed91-7391-4a72-9881-155f063d7691 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.623660 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.672335 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e715ed91-7391-4a72-9881-155f063d7691 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4106801 Nov 11 12:05:44.682723 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f0153d04-b46a-432a-8b73-498825058dcd, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f0153d04-b46a-432a-8b73-498825058dcd,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:44.709843 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35102) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:44.715053 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 12:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7759970b-6f08-4c5d-b72a-557fb91a1d05 x-openstack-request-id: req-7759970b-6f08-4c5d-b72a-557fb91a1d05 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:05:44.715588 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4577527c-1454-4629-bc4b-8013a735d44c", "name": "network-vif-unplugged", "status": "failed", "tag": "f0153d04-b46a-432a-8b73-498825058dcd", "code": 422}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:05:44.716276 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7759970b-6f08-4c5d-b72a-557fb91a1d05 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:05:44.716875 n-d-807359-3 neutron-server[109155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4577527c-1454-4629-bc4b-8013a735d44c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f0153d04-b46a-432a-8b73-498825058dcd', 'code': 422} returned with failed status Nov 11 12:05:44.743895 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-c73fdd17-2b89-4b4f-b834-4edfd15e15ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'subnet': {'network_id': 'aaf0fe82-9578-4394-b854-97ff1daf6941', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:44.769130 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.771955 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c857b-4d6e-47ce-bc67-abff60421df3 None None] Network a88f7de8-b24a-4cf7-a63e-90e9e209c536 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:44.779796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715ed91-7391-4a72-9881-155f063d7691 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Network': ['ID=aaf0fe82-9578-4394-b854-97ff1daf6941,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:44.802714 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c857b-4d6e-47ce-bc67-abff60421df3 None None] Network a88f7de8-b24a-4cf7-a63e-90e9e209c536 could not be found, it might have been deleted concurrently. {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:05:44.810451 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network aaf0fe82-9578-4394-b854-97ff1daf6941 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:44.848517 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-df6bb016-7d8a-439a-8a78-c2a0c9bb152e None None] Provisioning complete for port 87fee6e7-d0fc-466d-a3b5-4cc82ea5295d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:44.848517 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-df6bb016-7d8a-439a-8a78-c2a0c9bb152e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:44.927947 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-df6bb016-7d8a-439a-8a78-c2a0c9bb152e None None] Port 87fee6e7-d0fc-466d-a3b5-4cc82ea5295d cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:05:44.969887 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] For port cedaed88-db9d-4c45-a213-42b7f5efa9b0, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:05:45.152949 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f0153d04-b46a-432a-8b73-498825058dcd,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:45.183562 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] For port cedaed88-db9d-4c45-a213-42b7f5efa9b0, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=cedaed88-db9d-4c45-a213-42b7f5efa9b0,segment=NetworkSegment(9cf3fc1a-8a32-4947-8813-da700d8eb76b),segment_id=9cf3fc1a-8a32-4947-8813-da700d8eb76b)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:05:45.206050 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:45.458398 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcb153-f678-4b38-ba8a-0d0d5fe742c8 None None] Pushing event updated for resources: {'Port': ['ID=cedaed88-db9d-4c45-a213-42b7f5efa9b0,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:45.518727 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bd871d-b6d2-45ff-bc25-51cf9cbc527f None None] Network 74a3dc3b-c620-4519-bbed-22946025f05d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:45.544090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73fdd17-2b89-4b4f-b834-4edfd15e15ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:45.547833 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c73fdd17-2b89-4b4f-b834-4edfd15e15ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:45.614511 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-c3ea3afc-5c2f-4f43-9997-24da87529ad5 req-78074d7b-6a28-47a0-aa61-e361e05b672e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:05:45.615754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3ea3afc-5c2f-4f43-9997-24da87529ad5 req-78074d7b-6a28-47a0-aa61-e361e05b672e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059416 Nov 11 12:05:45.666709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Deleting port cedaed88-db9d-4c45-a213-42b7f5efa9b0 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:05:45.669031 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:45.847284 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:45.875776 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77aad55-5dad-45ec-bebf-da6aa6fec926 None None] Network 74a3dc3b-c620-4519-bbed-22946025f05d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:46.034087 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a374c96-d1dd-4041-8b45-2f3b68c4fcd0 None None] Network 6ff4c166-4359-4d4a-9c72-485821836e8d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:46.150047 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-50d13df9-2507-4073-925f-1fc1448795a1 None None] Provisioning complete for port 78f00bec-3c39-4378-8713-0ea93b2f91d2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:46.150618 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-50d13df9-2507-4073-925f-1fc1448795a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:46.352415 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c73fdd17-2b89-4b4f-b834-4edfd15e15ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:46.390449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router df6c2065-70a8-4011-b8d7-4a1453cdcfe5 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:05:46.531427 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] For port cedaed88-db9d-4c45-a213-42b7f5efa9b0, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=cedaed88-db9d-4c45-a213-42b7f5efa9b0,segment=NetworkSegment(9cf3fc1a-8a32-4947-8813-da700d8eb76b),segment_id=9cf3fc1a-8a32-4947-8813-da700d8eb76b)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:46.531814 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:46.613365 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f02c6f29-0378-415a-bd8c-82661a350600 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3222501 Nov 11 12:05:46.617373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Calling delete_port for cedaed88-db9d-4c45-a213-42b7f5efa9b0 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:05:46.619227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fdd17-2b89-4b4f-b834-4edfd15e15ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Subnet': ['ID=304c53f4-9124-4260-a705-bed2845d0d8f,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:46.650641 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5cb1b-76d7-48ed-9f41-66f60170de3a req-478d7e34-c5b3-444b-b7fc-a2be0ec20198 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:46.651197 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b0f67f-f8b0-4f45-b923-daf3c86a0efc None None] get_active_networks_info from n-d-807359-3 {{(pid=109155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:05:46.652266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9ed5cb1b-76d7-48ed-9f41-66f60170de3a req-478d7e34-c5b3-444b-b7fc-a2be0ec20198 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 944 time: 0.4561384 Nov 11 12:05:46.717766 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7886af2d-3ed4-4c14-9879-57794af93635 None None] Provisioning complete for port 78f00bec-3c39-4378-8713-0ea93b2f91d2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:46.718380 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7886af2d-3ed4-4c14-9879-57794af93635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:46.736266 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73fdd17-2b89-4b4f-b834-4edfd15e15ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Checking segment: {'id': 'b269f4b0-a3c6-40af-912b-40033786d2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'aaf0fe82-9578-4394-b854-97ff1daf6941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:46.736647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73fdd17-2b89-4b4f-b834-4edfd15e15ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network hostable DHCP agents. Network: aaf0fe82-9578-4394-b854-97ff1daf6941, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:46.871440 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73fdd17-2b89-4b4f-b834-4edfd15e15ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network aaf0fe82-9578-4394-b854-97ff1daf6941 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:46.898614 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9ed5cb1b-76d7-48ed-9f41-66f60170de3a req-d840be38-7831-484a-8ff4-7b60dfcb4d38 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387950 Nov 11 12:05:46.903754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:05:46.920330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-c73fdd17-2b89-4b4f-b834-4edfd15e15ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, aaf0fe82-9578-4394-b854-97ff1daf6941) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:46.932276 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:46.938901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce4ea51-6e16-4cc2-bdbd-5f399d50aac2 None None] Sync routers for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:05:46.982934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73fdd17-2b89-4b4f-b834-4edfd15e15ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:46.986325 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c73fdd17-2b89-4b4f-b834-4edfd15e15ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:47.010691 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0183ab13-1cdf-47c5-98a7-b835ddc3ba9e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.5731726 Nov 11 12:05:47.013544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35150) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:47.019489 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c73fdd17-2b89-4b4f-b834-4edfd15e15ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2979906 Nov 11 12:05:47.020642 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-080a59be-ab78-4a8b-b6a5-3ce0f6bc04d6 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'floatingip': {'port_id': '87fee6e7-d0fc-466d-a3b5-4cc82ea5295d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:47.022828 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:47.024176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35152) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:47.047557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce4ea51-6e16-4cc2-bdbd-5f399d50aac2 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:47.048303 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0ce4ea51-6e16-4cc2-bdbd-5f399d50aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:47.065778 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No DVR routers for this DVR port cedaed88-db9d-4c45-a213-42b7f5efa9b0 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:05:47.073478 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Port': ['ID=cedaed88-db9d-4c45-a213-42b7f5efa9b0,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:47.115911 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0ce4ea51-6e16-4cc2-bdbd-5f399d50aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:47.149632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce4ea51-6e16-4cc2-bdbd-5f399d50aac2 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:47.150275 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0ce4ea51-6e16-4cc2-bdbd-5f399d50aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:47.227811 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:47.232145 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0ce4ea51-6e16-4cc2-bdbd-5f399d50aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:47.232803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce4ea51-6e16-4cc2-bdbd-5f399d50aac2 None None] The sync data for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:05:47.271456 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a3dc3b-c620-4519-bbed-22946025f05d']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:47.290107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf3fc1a-8a32-4947-8813-da700d8eb76b') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:47.290544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf3fc1a-8a32-4947-8813-da700d8eb76b') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:47.317851 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:47.345743 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:47.366475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:47.368097 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:47.376501 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:47.446612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b0f67f-f8b0-4f45-b923-daf3c86a0efc None None] Unable to find a vacant binding_index for network aaf0fe82-9578-4394-b854-97ff1daf6941 and agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a {{(pid=109155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 11 12:05:47.460279 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b0f67f-f8b0-4f45-b923-daf3c86a0efc None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, aaf0fe82-9578-4394-b854-97ff1daf6941) {{(pid=109155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:05:47.519517 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:47.558316 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:47.563467 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/74a3dc3b-c620-4519-bbed-22946025f05d HTTP/1.1" status: 204 len: 168 time: 4.9662230 Nov 11 12:05:47.565061 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f4415-0d7b-4b09-a1fa-215d884a2bd8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Network': ['ID=74a3dc3b-c620-4519-bbed-22946025f05d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:47.567350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35160) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:47.594361 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-548239a9-5ab3-40db-9313-0a2f1f571cf8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:05:47.595182 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548239a9-5ab3-40db-9313-0a2f1f571cf8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:05:47.602505 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-548239a9-5ab3-40db-9313-0a2f1f571cf8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/74a3dc3b-c620-4519-bbed-22946025f05d HTTP/1.1" status: 404 len: 339 time: 0.0301685 Nov 11 12:05:47.602976 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35162) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:47.616254 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-97527375-5738-43c9-9fa0-4893da4bb1a2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-392589674', 'description': 'd1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:47.664079 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97527375-5738-43c9-9fa0-4893da4bb1a2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:47.668351 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f0153d04-b46a-432a-8b73-498825058dcd no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:05:47.674070 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97527375-5738-43c9-9fa0-4893da4bb1a2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:47.728316 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97527375-5738-43c9-9fa0-4893da4bb1a2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:47.746015 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97527375-5738-43c9-9fa0-4893da4bb1a2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:47.747952 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-97527375-5738-43c9-9fa0-4893da4bb1a2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Added segment fc2f77ca-809e-404d-b2eb-111df5246e4e of type vlan for network 97ce3341-d870-4443-b193-c479019cb88f Nov 11 12:05:47.846334 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97527375-5738-43c9-9fa0-4893da4bb1a2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:47.891707 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97527375-5738-43c9-9fa0-4893da4bb1a2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:47.901339 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97527375-5738-43c9-9fa0-4893da4bb1a2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:47.902231 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97527375-5738-43c9-9fa0-4893da4bb1a2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:48.020208 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-97527375-5738-43c9-9fa0-4893da4bb1a2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4152651 Nov 11 12:05:48.026111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35168) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:48.157285 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-080a59be-ab78-4a8b-b6a5-3ce0f6bc04d6 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:48.188492 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97527375-5738-43c9-9fa0-4893da4bb1a2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Network': ['ID=97ce3341-d870-4443-b193-c479019cb88f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:48.234335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ffae8c-db77-42e7-a434-45c25efadf9a tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:48.240212 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d8ffae8c-db77-42e7-a434-45c25efadf9a tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "GET /v2.0/networks?id=97ce3341-d870-4443-b193-c479019cb88f HTTP/1.1" status: 200 len: 760 time: 0.2070072 Nov 11 12:05:48.242243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35170) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:48.249342 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-37690f76-8526-44a0-a206-e12ca534ba3c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'network': {'description': 'd2'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:48.255042 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 97ce3341-d870-4443-b193-c479019cb88f details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:48.298869 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672a5c7-13ad-4c95-9b0e-1038929c4b67 req-e31e6fc2-14d8-4130-a7fa-d2fb4c4797ef tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:48.300711 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2672a5c7-13ad-4c95-9b0e-1038929c4b67 req-e31e6fc2-14d8-4130-a7fa-d2fb4c4797ef tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 944 time: 0.1348779 Nov 11 12:05:48.496526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-aaf0fe82-9578-4394-b854-97ff1daf6941', 'network_id': 'aaf0fe82-9578-4394-b854-97ff1daf6941', 'tenant_id': '82e5a68d54e84dbbb2fb1f3af2ac0e42', 'fixed_ips': [{'subnet_id': '304c53f4-9124-4260-a705-bed2845d0d8f'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:05:48.497676 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:48.535022 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2672a5c7-13ad-4c95-9b0e-1038929c4b67 req-a014c68e-8b65-4627-9c58-52c7d5f50781 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591439 Nov 11 12:05:48.541759 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:48.552175 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-83892644-4d54-4146-89b2-f8347b4581a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:48.553830 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-83892644-4d54-4146-89b2-f8347b4581a9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c&tenant_id=0a654e19116f4a7c8567a53fd67aec2d HTTP/1.1" status: 200 len: 1095 time: 0.4758039 Nov 11 12:05:48.574882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:48.621078 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37690f76-8526-44a0-a206-e12ca534ba3c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:48.644902 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37690f76-8526-44a0-a206-e12ca534ba3c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:48.720890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Allocated IP 2001:db8::1 (aaf0fe82-9578-4394-b854-97ff1daf6941/304c53f4-9124-4260-a705-bed2845d0d8f/16643d9f-2c5d-481c-aded-4a2e165c12df) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:48.738409 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:48.746546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37690f76-8526-44a0-a206-e12ca534ba3c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network 97ce3341-d870-4443-b193-c479019cb88f is not hosted by any dhcp agent {{(pid=109153) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 12:05:48.752295 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37690f76-8526-44a0-a206-e12ca534ba3c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:48.753391 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37690f76-8526-44a0-a206-e12ca534ba3c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:48.757027 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-37690f76-8526-44a0-a206-e12ca534ba3c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "PUT /v2.0/networks/97ce3341-d870-4443-b193-c479019cb88f HTTP/1.1" status: 200 len: 757 time: 0.5108299 Nov 11 12:05:48.758443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35182) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:48.774874 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:48.792233 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37690f76-8526-44a0-a206-e12ca534ba3c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Network': ['ID=97ce3341-d870-4443-b193-c479019cb88f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:48.868930 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508ffc5f-9d50-45a7-a245-7cfb4292ee10 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:48.874760 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-508ffc5f-9d50-45a7-a245-7cfb4292ee10 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "GET /v2.0/networks?id=97ce3341-d870-4443-b193-c479019cb88f HTTP/1.1" status: 200 len: 760 time: 0.1118438 Nov 11 12:05:48.876602 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35184) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:48.881919 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5ad1cabd-26f4-4a72-ab4b-ffdf793bd1c1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-818876872'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:48.910008 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad1cabd-26f4-4a72-ab4b-ffdf793bd1c1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:48.916531 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5ad1cabd-26f4-4a72-ab4b-ffdf793bd1c1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:48.948307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad1cabd-26f4-4a72-ab4b-ffdf793bd1c1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:48.960675 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5ad1cabd-26f4-4a72-ab4b-ffdf793bd1c1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:48.961218 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-5ad1cabd-26f4-4a72-ab4b-ffdf793bd1c1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Added segment d6fba6be-17f0-4871-9950-f069506cb01f of type vlan for network c2c1df18-0f63-4d22-a7ae-ea366bfab65a Nov 11 12:05:48.986806 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:48.992766 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 97ce3341-d870-4443-b193-c479019cb88f details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:48.997359 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:49.027184 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5ad1cabd-26f4-4a72-ab4b-ffdf793bd1c1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:49.069944 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5ad1cabd-26f4-4a72-ab4b-ffdf793bd1c1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:49.075973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad1cabd-26f4-4a72-ab4b-ffdf793bd1c1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:49.083129 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5ad1cabd-26f4-4a72-ab4b-ffdf793bd1c1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:49.109196 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:49.182991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Subnet': ['ID=304c53f4-9124-4260-a705-bed2845d0d8f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:49.185617 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5ad1cabd-26f4-4a72-ab4b-ffdf793bd1c1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3076527 Nov 11 12:05:49.204624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35188) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:49.226126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-59dc014a-60d1-4765-aaae-9622d39e24b5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'subnet': {'network_id': 'c2c1df18-0f63-4d22-a7ae-ea366bfab65a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:49.242868 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1cabd-26f4-4a72-ab4b-ffdf793bd1c1 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Network': ['ID=c2c1df18-0f63-4d22-a7ae-ea366bfab65a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:49.309477 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:49.314986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network c2c1df18-0f63-4d22-a7ae-ea366bfab65a details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:49.331272 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-080a59be-ab78-4a8b-b6a5-3ce0f6bc04d6 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:49.343513 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-080a59be-ab78-4a8b-b6a5-3ce0f6bc04d6 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:49.347101 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf0fe82-9578-4394-b854-97ff1daf6941']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:49.392455 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Pushing event updated for resources: {'Port': ['ID=16643d9f-2c5d-481c-aded-4a2e165c12df,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:49.394658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dc014a-60d1-4765-aaae-9622d39e24b5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:49.405762 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59dc014a-60d1-4765-aaae-9622d39e24b5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:49.407385 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b269f4b0-a3c6-40af-912b-40033786d2ff') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:49.407684 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b269f4b0-a3c6-40af-912b-40033786d2ff') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:49.422695 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] For port f0153d04-b46a-432a-8b73-498825058dcd, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f0153d04-b46a-432a-8b73-498825058dcd,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:49.445527 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:49.449343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Network aaf0fe82-9578-4394-b854-97ff1daf6941 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:49.457481 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:49.470176 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:49.510614 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:49.533087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:49.533358 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:49.537232 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:49.567414 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Attempting to bind port 16643d9f-2c5d-481c-aded-4a2e165c12df on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:05:49.567771 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Attempting to bind port 16643d9f-2c5d-481c-aded-4a2e165c12df by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b269f4b0-a3c6-40af-912b-40033786d2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'aaf0fe82-9578-4394-b854-97ff1daf6941'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:05:49.568128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Attempting to bind port 16643d9f-2c5d-481c-aded-4a2e165c12df on network aaf0fe82-9578-4394-b854-97ff1daf6941 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:05:49.575471 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:05:49.575902 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Checking segment: {'id': 'b269f4b0-a3c6-40af-912b-40033786d2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'aaf0fe82-9578-4394-b854-97ff1daf6941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:49.576612 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:49.577059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Bound using segment: {'id': 'b269f4b0-a3c6-40af-912b-40033786d2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'aaf0fe82-9578-4394-b854-97ff1daf6941'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:05:49.577609 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Bound port: 16643d9f-2c5d-481c-aded-4a2e165c12df, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b269f4b0-a3c6-40af-912b-40033786d2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'aaf0fe82-9578-4394-b854-97ff1daf6941'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:05:49.578031 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:49.642603 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] For port f0153d04-b46a-432a-8b73-498825058dcd, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:05:49.731658 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] For port 16643d9f-2c5d-481c-aded-4a2e165c12df, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:05:49.739355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] For port 16643d9f-2c5d-481c-aded-4a2e165c12df, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=16643d9f-2c5d-481c-aded-4a2e165c12df,segment=NetworkSegment(b269f4b0-a3c6-40af-912b-40033786d2ff),segment_id=b269f4b0-a3c6-40af-912b-40033786d2ff)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:05:49.745777 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:49.760903 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.db.api [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:05:49.760903 n-d-807359-3 neutron-server[109154]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:05:49.760903 n-d-807359-3 neutron-server[109154]: [parameters: {'id': 'aaf0fe82-9578-4394-b854-97ff1daf6941'}] Nov 11 12:05:49.760903 n-d-807359-3 neutron-server[109154]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:05:49.761364 n-d-807359-3 neutron-server[109154]: DEBUG oslo_db.api [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:05:49.827799 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59dc014a-60d1-4765-aaae-9622d39e24b5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:49.878911 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e484-7b45-4e92-98e3-af41ae99fb9a None None] Pushing event updated for resources: {'Port': ['ID=16643d9f-2c5d-481c-aded-4a2e165c12df,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:49.900682 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0153d04-b46a-432a-8b73-498825058dcd {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:05:49.912562 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:49.916058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080a59be-ab78-4a8b-b6a5-3ce0f6bc04d6 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router df6c2065-70a8-4011-b8d7-4a1453cdcfe5 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:05:49.939647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Transition to ACTIVE for port object f0153d04-b46a-432a-8b73-498825058dcd will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:05:49.951927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4ba7d7-7a6d-4bce-a4b6-40e9de813aa3 None None] get_active_networks_info from n-d-807359-3 {{(pid=109155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:05:50.000670 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:50.025036 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc014a-60d1-4765-aaae-9622d39e24b5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Subnet': ['ID=c81daf26-1c15-4820-b2cd-03a541153272,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:50.043707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1412c3-1ce8-4d6a-9a18-13a88449d6a0 req-444e2dfd-4741-4f67-b80a-20209b1fdc81 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:50.045916 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b1412c3-1ce8-4d6a-9a18-13a88449d6a0 req-444e2dfd-4741-4f67-b80a-20209b1fdc81 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 944 time: 0.2487321 Nov 11 12:05:50.047424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc014a-60d1-4765-aaae-9622d39e24b5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Checking segment: {'id': 'd6fba6be-17f0-4871-9950-f069506cb01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'c2c1df18-0f63-4d22-a7ae-ea366bfab65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:50.048131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dc014a-60d1-4765-aaae-9622d39e24b5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network hostable DHCP agents. Network: c2c1df18-0f63-4d22-a7ae-ea366bfab65a, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:50.104343 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dc014a-60d1-4765-aaae-9622d39e24b5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network c2c1df18-0f63-4d22-a7ae-ea366bfab65a is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:50.132816 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Pushing event updated for resources: {'Port': ['ID=f0153d04-b46a-432a-8b73-498825058dcd,revision_number=9']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:50.175406 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-59dc014a-60d1-4765-aaae-9622d39e24b5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, c2c1df18-0f63-4d22-a7ae-ea366bfab65a) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:50.186613 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dc014a-60d1-4765-aaae-9622d39e24b5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:50.187244 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59dc014a-60d1-4765-aaae-9622d39e24b5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:50.229465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-59dc014a-60d1-4765-aaae-9622d39e24b5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0226264 Nov 11 12:05:50.231198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35198) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:50.256006 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b1412c3-1ce8-4d6a-9a18-13a88449d6a0 req-826dbf15-fe05-4a67-a67a-1320868f0df2 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020271 Nov 11 12:05:50.268402 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:50.300799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080a59be-ab78-4a8b-b6a5-3ce0f6bc04d6 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:05:50.312567 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca38fd91-13ac-4183-a8c9-2990bcf6d842 None None] Sync routers for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:05:50.330580 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca38fd91-13ac-4183-a8c9-2990bcf6d842 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:50.335116 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ca38fd91-13ac-4183-a8c9-2990bcf6d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:50.382906 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4ba7d7-7a6d-4bce-a4b6-40e9de813aa3 None None] Unable to find a vacant binding_index for network c2c1df18-0f63-4d22-a7ae-ea366bfab65a and agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a {{(pid=109155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 11 12:05:50.389096 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4ba7d7-7a6d-4bce-a4b6-40e9de813aa3 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, c2c1df18-0f63-4d22-a7ae-ea366bfab65a) {{(pid=109155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:05:50.390694 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52331462-ddfe-4b29-9892-34bd54b16b2c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:50.401266 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-080a59be-ab78-4a8b-b6a5-3ce0f6bc04d6 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:50.418407 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ca38fd91-13ac-4183-a8c9-2990bcf6d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:50.437095 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] No DVR routers for this DVR port f0153d04-b46a-432a-8b73-498825058dcd on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:05:50.442256 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca38fd91-13ac-4183-a8c9-2990bcf6d842 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:50.448494 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ca38fd91-13ac-4183-a8c9-2990bcf6d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:50.466802 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52331462-ddfe-4b29-9892-34bd54b16b2c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:50.530575 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ca38fd91-13ac-4183-a8c9-2990bcf6d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:50.535472 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca38fd91-13ac-4183-a8c9-2990bcf6d842 None None] The sync data for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:05:50.568926 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52331462-ddfe-4b29-9892-34bd54b16b2c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:50.660310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52331462-ddfe-4b29-9892-34bd54b16b2c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Subnet': ['ID=c81daf26-1c15-4820-b2cd-03a541153272,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:50.783118 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52331462-ddfe-4b29-9892-34bd54b16b2c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:50.830533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-52331462-ddfe-4b29-9892-34bd54b16b2c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c1df18-0f63-4d22-a7ae-ea366bfab65a']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:50.851421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-52331462-ddfe-4b29-9892-34bd54b16b2c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fba6be-17f0-4871-9950-f069506cb01f') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:50.853180 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-52331462-ddfe-4b29-9892-34bd54b16b2c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fba6be-17f0-4871-9950-f069506cb01f') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:50.875172 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52331462-ddfe-4b29-9892-34bd54b16b2c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:50.898712 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52331462-ddfe-4b29-9892-34bd54b16b2c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:50.906754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52331462-ddfe-4b29-9892-34bd54b16b2c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:50.907668 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52331462-ddfe-4b29-9892-34bd54b16b2c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:50.974480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafadb76-56da-4fc0-ab1e-fa7e988fc477 None None] Network aaf0fe82-9578-4394-b854-97ff1daf6941 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:51.004805 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-080a59be-ab78-4a8b-b6a5-3ce0f6bc04d6 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "PUT /v2.0/floatingips/b152235b-30a0-4104-a30c-c826694ebde4 HTTP/1.1" status: 200 len: 978 time: 3.9897740 Nov 11 12:05:51.009459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35208) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:51.044857 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:51.051519 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52331462-ddfe-4b29-9892-34bd54b16b2c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:51.080596 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52331462-ddfe-4b29-9892-34bd54b16b2c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:51.084381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-52331462-ddfe-4b29-9892-34bd54b16b2c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/c2c1df18-0f63-4d22-a7ae-ea366bfab65a HTTP/1.1" status: 204 len: 168 time: 0.8522394 Nov 11 12:05:51.085940 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52331462-ddfe-4b29-9892-34bd54b16b2c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Network': ['ID=c2c1df18-0f63-4d22-a7ae-ea366bfab65a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:51.087884 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35210) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:51.139526 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ee777f-b4bf-4d72-8c99-bc1fe3509814 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] GET failed (client error): The resource could not be found. Nov 11 12:05:51.141831 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-11ee777f-b4bf-4d72-8c99-bc1fe3509814 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "GET /v2.0/subnets/c81daf26-1c15-4820-b2cd-03a541153272 HTTP/1.1" status: 404 len: 337 time: 0.0522101 Nov 11 12:05:51.145164 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35212) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:51.158678 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d265f0e3-6623-4c03-a84a-4e6e4b12913b None None] Network c2c1df18-0f63-4d22-a7ae-ea366bfab65a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:51.185193 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-115d56e4-f2d6-4237-9137-7750af4469dd tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:05:51.186222 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115d56e4-f2d6-4237-9137-7750af4469dd tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:05:51.190767 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-115d56e4-f2d6-4237-9137-7750af4469dd tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/c2c1df18-0f63-4d22-a7ae-ea366bfab65a HTTP/1.1" status: 404 len: 339 time: 0.0439334 Nov 11 12:05:51.194860 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35214) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:51.223717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d265f0e3-6623-4c03-a84a-4e6e4b12913b None None] Network c2c1df18-0f63-4d22-a7ae-ea366bfab65a could not be found, it might have been deleted concurrently. {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:05:51.257350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0af0fe-f6f6-4b02-bcf7-32eb025a4b97 None None] Network c2c1df18-0f63-4d22-a7ae-ea366bfab65a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:51.292137 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0af0fe-f6f6-4b02-bcf7-32eb025a4b97 None None] Network c2c1df18-0f63-4d22-a7ae-ea366bfab65a could not be found, it might have been deleted concurrently. {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:05:51.313106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f946934-34a6-4661-8ab3-b1af6b6d5bff None None] Network aaf0fe82-9578-4394-b854-97ff1daf6941 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:51.449351 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Deleting port 16643d9f-2c5d-481c-aded-4a2e165c12df {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:05:51.450021 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:51.560068 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725a80e5-86a8-43c5-bd72-9c4738e81807 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:51.562069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-725a80e5-86a8-43c5-bd72-9c4738e81807 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3660383 Nov 11 12:05:51.568453 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35220) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:51.575564 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:51.654698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6038b-8502-4f60-85f8-560c57da6c9d req-da35469d-d068-4038-a183-3852d3752bf2 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:51.657862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8a6038b-8502-4f60-85f8-560c57da6c9d req-da35469d-d068-4038-a183-3852d3752bf2 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 944 time: 0.0946007 Nov 11 12:05:51.693210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] For port 16643d9f-2c5d-481c-aded-4a2e165c12df, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=16643d9f-2c5d-481c-aded-4a2e165c12df,segment=NetworkSegment(b269f4b0-a3c6-40af-912b-40033786d2ff),segment_id=b269f4b0-a3c6-40af-912b-40033786d2ff)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:51.693627 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:51.719323 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Calling delete_port for 16643d9f-2c5d-481c-aded-4a2e165c12df owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:05:51.735407 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8a6038b-8502-4f60-85f8-560c57da6c9d req-2e1b5f86-9925-4cf8-8b1b-2df75c09091d tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676208 Nov 11 12:05:51.780856 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2ea502cb-c07e-4173-8487-d18fe567c1d9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 207 time: 0.2013688 Nov 11 12:05:51.784712 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35228) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:51.809322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Attempting to bind port f0153d04-b46a-432a-8b73-498825058dcd on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:05:51.812527 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Attempting to bind port f0153d04-b46a-432a-8b73-498825058dcd by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:05:51.812825 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Attempting to bind port f0153d04-b46a-432a-8b73-498825058dcd on network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:05:51.838095 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Port f0153d04-b46a-432a-8b73-498825058dcd on network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:05:51.838551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Attempting to bind port f0153d04-b46a-432a-8b73-498825058dcd on network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:05:51.859188 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:05:51.859528 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Checking segment: {'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:51.859918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Bound using segment: {'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:05:51.860373 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Bound port: f0153d04-b46a-432a-8b73-498825058dcd, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c7572e-6907-4a04-b7f8-09f6435db6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:05:51.860729 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:51.921613 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-e5157931-a5ed-4d91-8d26-297d1d164739 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Deleting port 82d84805-d484-42ba-b7fa-ad4007272854 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:05:51.921949 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e5157931-a5ed-4d91-8d26-297d1d164739 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:51.949873 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:51.976139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef8dc4-d0a6-4ba1-8184-eb6e3575ed0b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:51.983013 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef8dc4-d0a6-4ba1-8184-eb6e3575ed0b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:51.990375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef8dc4-d0a6-4ba1-8184-eb6e3575ed0b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:51.998103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef8dc4-d0a6-4ba1-8184-eb6e3575ed0b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:52.000151 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f9ef8dc4-d0a6-4ba1-8184-eb6e3575ed0b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2133644 Nov 11 12:05:52.004780 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35230) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:52.035852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No DVR routers for this DVR port 16643d9f-2c5d-481c-aded-4a2e165c12df on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:05:52.037641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Port': ['ID=16643d9f-2c5d-481c-aded-4a2e165c12df,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:52.081219 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] For port f0153d04-b46a-432a-8b73-498825058dcd, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:05:52.134853 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] For port f0153d04-b46a-432a-8b73-498825058dcd, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f0153d04-b46a-432a-8b73-498825058dcd,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:05:52.161938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b0ccd3f3-8c2e-40d9-a241-36a653bb9601 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1526349 Nov 11 12:05:52.163212 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35232) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:52.175899 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:52.182883 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e5157931-a5ed-4d91-8d26-297d1d164739 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:52.183248 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e5157931-a5ed-4d91-8d26-297d1d164739 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:52.195150 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:52.226548 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e5068-771d-4453-943e-4effdc5aba33 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:52.228350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e5068-771d-4453-943e-4effdc5aba33 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:52.233516 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ce6e5068-771d-4453-943e-4effdc5aba33 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0659435 Nov 11 12:05:52.234640 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35234) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:52.246584 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-e5157931-a5ed-4d91-8d26-297d1d164739 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Calling delete_port for 82d84805-d484-42ba-b7fa-ad4007272854 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:05:52.271437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf0fe82-9578-4394-b854-97ff1daf6941']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:52.274385 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:52.274971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:52.277568 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] 10.222.0.43 "PUT /v2.0/ports/f0153d04-b46a-432a-8b73-498825058dcd HTTP/1.1" status: 200 len: 1092 time: 3.7145081 Nov 11 12:05:52.280924 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4577527c-1454-4629-bc4b-8013a735d44c', 'tag': 'f0153d04-b46a-432a-8b73-498825058dcd'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:05:52.290051 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d97752-caf6-4219-bf0a-85e3a5596278" -d '{"events": [{"name": "network-changed", "server_uuid": "4577527c-1454-4629-bc4b-8013a735d44c", "tag": "f0153d04-b46a-432a-8b73-498825058dcd"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:05:52.310714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b269f4b0-a3c6-40af-912b-40033786d2ff') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:52.311079 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b269f4b0-a3c6-40af-912b-40033786d2ff') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:52.321430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6effd6e9-e6d4-4091-a215-32e5f702d023 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:52.323315 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6effd6e9-e6d4-4091-a215-32e5f702d023 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:52.328709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6effd6e9-e6d4-4091-a215-32e5f702d023 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0893936 Nov 11 12:05:52.329187 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35238) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:52.396567 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25549e2d-1fb9-4945-a750-f2a45944771a x-openstack-request-id: req-25549e2d-1fb9-4945-a750-f2a45944771a {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:05:52.396708 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4577527c-1454-4629-bc4b-8013a735d44c", "tag": "f0153d04-b46a-432a-8b73-498825058dcd", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:05:52.396950 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25549e2d-1fb9-4945-a750-f2a45944771a {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:05:52.397441 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4577527c-1454-4629-bc4b-8013a735d44c', 'tag': 'f0153d04-b46a-432a-8b73-498825058dcd', 'status': 'completed', 'code': 200} Nov 11 12:05:52.433087 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:52.468993 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51b4eea-a229-49c9-a4d8-90f68251df8d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:52.474648 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e51b4eea-a229-49c9-a4d8-90f68251df8d tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "GET /v2.0/networks/1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9 HTTP/1.1" status: 200 len: 800 time: 0.1404488 Nov 11 12:05:52.475438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7c37b-8768-4024-ba48-ca2548c94910 service neutron] Pushing event updated for resources: {'Port': ['ID=f0153d04-b46a-432a-8b73-498825058dcd,revision_number=10']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:52.475975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35240) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:52.499435 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:52.515530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:05:52.515936 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:05:52.519851 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:05:52.649004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-a5ce6067-e93f-4dbc-9098-e1e9b66617cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:52.650893 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-a5ce6067-e93f-4dbc-9098-e1e9b66617cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a654e19116f4a7c8567a53fd67aec2d&device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 1096 time: 0.3378286 Nov 11 12:05:52.688685 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2f1db0e4-fb8b-421c-9e73-927acc321f16 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "GET /v2.0/networks/1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2111540 Nov 11 12:05:52.692759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35248) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:52.756365 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2593ebc-8256-4e7a-8eb4-6f01794ccb1b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:52.758126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b2593ebc-8256-4e7a-8eb4-6f01794ccb1b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "GET /v2.0/subnets/1da3ac2a-39f5-471a-9c78-e6ee1fcfc52b HTTP/1.1" status: 200 len: 811 time: 0.0639744 Nov 11 12:05:52.761932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35250) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:52.767383 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:52.815882 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:52.822411 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/networks/aaf0fe82-9578-4394-b854-97ff1daf6941 HTTP/1.1" status: 204 len: 168 time: 5.7971563 Nov 11 12:05:52.828169 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35254) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:52.837354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-326433af-0a02-42db-976d-25df3e9af0e4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1972185382'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:52.861483 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2d4ed-b920-4c53-a212-4d70cea48f2b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Network': ['ID=aaf0fe82-9578-4394-b854-97ff1daf6941,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:52.915805 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e5157931-a5ed-4d91-8d26-297d1d164739 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:52.936932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695611e9-75bf-41cb-8126-0fc029db6cc5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:52.945860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-695611e9-75bf-41cb-8126-0fc029db6cc5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "GET /v2.0/subnets/1da3ac2a-39f5-471a-9c78-e6ee1fcfc52b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1826434 Nov 11 12:05:52.946630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35258) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:52.952854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-863cb491-c812-4e0b-9206-17b313fc296b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1087977041'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:52.961240 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326433af-0a02-42db-976d-25df3e9af0e4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:52.967251 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-326433af-0a02-42db-976d-25df3e9af0e4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:52.976383 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-5c73e9e6-d0c7-4d94-85b7-bc8175624480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:52.978226 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-5c73e9e6-d0c7-4d94-85b7-bc8175624480 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972 HTTP/1.1" status: 200 len: 918 time: 0.3156638 Nov 11 12:05:52.979030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5157931-a5ed-4d91-8d26-297d1d164739 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Port': ['ID=82d84805-d484-42ba-b7fa-ad4007272854,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:53.034742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d347f71-9f8d-4220-bca8-1ab3afd8ed86 req-dce23da9-1c9f-49b6-95d0-94e14404fead tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:53.035919 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d347f71-9f8d-4220-bca8-1ab3afd8ed86 req-dce23da9-1c9f-49b6-95d0-94e14404fead tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.1855969 Nov 11 12:05:53.056139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863cb491-c812-4e0b-9206-17b313fc296b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:53.060144 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-863cb491-c812-4e0b-9206-17b313fc296b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:53.083702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326433af-0a02-42db-976d-25df3e9af0e4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:53.127258 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-a77ce2e3-2ce4-4bb4-be1d-13e97cd6fb34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0153d04-b46a-432a-8b73-498825058dcd HTTP/1.1" status: 200 len: 1000 time: 0.1384149 Nov 11 12:05:53.130757 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e5157931-a5ed-4d91-8d26-297d1d164739 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:53.130886 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-e5157931-a5ed-4d91-8d26-297d1d164739 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Floating IP b152235b-30a0-4104-a30c-c826694ebde4 disassociated (deleted). External IP: 172.25.2.34, port: 87fee6e7-d0fc-466d-a3b5-4cc82ea5295d. Nov 11 12:05:53.157908 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-326433af-0a02-42db-976d-25df3e9af0e4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:53.158349 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-326433af-0a02-42db-976d-25df3e9af0e4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Added segment 56c82ea5-12c9-494c-ad1e-5eb28a94cbf7 of type vlan for network 1cd94e61-b0e1-44b1-b526-094137cb860c Nov 11 12:05:53.164081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863cb491-c812-4e0b-9206-17b313fc296b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:53.188067 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d347f71-9f8d-4220-bca8-1ab3afd8ed86 req-82002bc2-1f8c-4e4d-b76a-d3af266713e6 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431911 Nov 11 12:05:53.215636 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-863cb491-c812-4e0b-9206-17b313fc296b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:53.216360 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-863cb491-c812-4e0b-9206-17b313fc296b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Added segment 2d63f0a2-5783-411f-8d50-a01e544c2ba2 of type vlan for network 3083b228-a129-4212-8d28-5d90903e9046 Nov 11 12:05:53.238888 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-326433af-0a02-42db-976d-25df3e9af0e4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:53.288440 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-863cb491-c812-4e0b-9206-17b313fc296b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:53.292065 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-2efb53d2-be7a-4f07-9df9-7f61e9de84d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:53.293831 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-2efb53d2-be7a-4f07-9df9-7f61e9de84d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2ddfb148-78d7-41db-ac12-7719b2b055b6 HTTP/1.1" status: 200 len: 855 time: 0.1577280 Nov 11 12:05:53.326526 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-326433af-0a02-42db-976d-25df3e9af0e4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:53.346541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326433af-0a02-42db-976d-25df3e9af0e4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:53.346541 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-326433af-0a02-42db-976d-25df3e9af0e4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:53.392873 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-863cb491-c812-4e0b-9206-17b313fc296b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:53.398550 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863cb491-c812-4e0b-9206-17b313fc296b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:53.399301 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-863cb491-c812-4e0b-9206-17b313fc296b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:53.414101 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-326433af-0a02-42db-976d-25df3e9af0e4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5843608 Nov 11 12:05:53.414719 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35260) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:53.436139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-9fbca4ab-206c-44df-888f-05cdbc69a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:53.437670 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-9fbca4ab-206c-44df-888f-05cdbc69a7ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303356 Nov 11 12:05:53.448649 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-3947833e-522a-4132-ad1c-f02358121006 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'subnet': {'network_id': '1cd94e61-b0e1-44b1-b526-094137cb860c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:53.485037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326433af-0a02-42db-976d-25df3e9af0e4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Network': ['ID=1cd94e61-b0e1-44b1-b526-094137cb860c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:53.497815 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 1cd94e61-b0e1-44b1-b526-094137cb860c details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:53.501754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-863cb491-c812-4e0b-9206-17b313fc296b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5534909 Nov 11 12:05:53.540312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35262) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:53.546443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-380ac348-492f-4a2f-8b08-c4e51c58a5c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'subnet': {'network_id': '3083b228-a129-4212-8d28-5d90903e9046', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:53.641616 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5157931-a5ed-4d91-8d26-297d1d164739 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router df6c2065-70a8-4011-b8d7-4a1453cdcfe5 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:05:53.689538 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3947833e-522a-4132-ad1c-f02358121006 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:53.693447 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3947833e-522a-4132-ad1c-f02358121006 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:53.700709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cb491-c812-4e0b-9206-17b313fc296b tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Network': ['ID=3083b228-a129-4212-8d28-5d90903e9046,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:53.715750 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-ee7fbc6f-d1d2-425c-a3ff-0d2f6c66cd98 service neutron] 10.222.0.43 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687130 Nov 11 12:05:53.718316 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 3083b228-a129-4212-8d28-5d90903e9046 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:53.859370 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5157931-a5ed-4d91-8d26-297d1d164739 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:05:53.865702 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e5157931-a5ed-4d91-8d26-297d1d164739 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:53.870223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a259539-084a-4e08-b817-4346ce432e23 None None] Sync routers for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:05:53.882770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a259539-084a-4e08-b817-4346ce432e23 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:53.883709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-8a259539-084a-4e08-b817-4346ce432e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:53.884496 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380ac348-492f-4a2f-8b08-c4e51c58a5c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Made reservation on behalf of 94449fa0fedf4cd5b567dd86bbbae8ea for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:53.890382 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-380ac348-492f-4a2f-8b08-c4e51c58a5c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:53.902623 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e5157931-a5ed-4d91-8d26-297d1d164739 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/floatingips/b152235b-30a0-4104-a30c-c826694ebde4 HTTP/1.1" status: 204 len: 168 time: 2.8899646 Nov 11 12:05:53.903231 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35270) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:53.939208 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-8a259539-084a-4e08-b817-4346ce432e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:53.950546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a259539-084a-4e08-b817-4346ce432e23 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:05:53.951485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-8a259539-084a-4e08-b817-4346ce432e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:53.970027 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_backend_mixin [None req-380ac348-492f-4a2f-8b08-c4e51c58a5c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Performing IP validity checks on allocation pools {{(pid=109153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 12:05:53.970692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_backend_mixin [None req-380ac348-492f-4a2f-8b08-c4e51c58a5c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 12:05:53.990943 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-ab747a1b-a363-4465-b798-f1ee3c10d811 service neutron] 10.222.0.43 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650127 Nov 11 12:05:54.008637 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-8a259539-084a-4e08-b817-4346ce432e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:54.009739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a259539-084a-4e08-b817-4346ce432e23 None None] The sync data for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:05:54.204222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-da7a1593-f74c-4273-b601-1dcaf796ad71 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Deleting port 87fee6e7-d0fc-466d-a3b5-4cc82ea5295d {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:05:54.205191 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da7a1593-f74c-4273-b601-1dcaf796ad71 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:54.272658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d97752-caf6-4219-bf0a-85e3a5596278 req-160aadaf-08c9-46fa-9545-714a497f6171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:54.274305 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-30d97752-caf6-4219-bf0a-85e3a5596278 req-160aadaf-08c9-46fa-9545-714a497f6171 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a654e19116f4a7c8567a53fd67aec2d&device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 1096 time: 0.2148898 Nov 11 12:05:54.446477 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f00884-166e-4e88-b4e8-d0fbf194fd88 req-9c282b4a-23ec-459b-9db1-d1faf18ca074 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:54.453898 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49f00884-166e-4e88-b4e8-d0fbf194fd88 req-9c282b4a-23ec-459b-9db1-d1faf18ca074 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.1008592 Nov 11 12:05:54.458449 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da7a1593-f74c-4273-b601-1dcaf796ad71 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:54.508697 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-380ac348-492f-4a2f-8b08-c4e51c58a5c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:54.526269 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49f00884-166e-4e88-b4e8-d0fbf194fd88 req-da88fda6-b46d-4036-88df-22461fd937e3 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711782 Nov 11 12:05:54.542081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-da7a1593-f74c-4273-b601-1dcaf796ad71 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Calling delete_port for 87fee6e7-d0fc-466d-a3b5-4cc82ea5295d owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:05:54.595244 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3947833e-522a-4132-ad1c-f02358121006 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:54.599527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ac348-492f-4a2f-8b08-c4e51c58a5c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Subnet': ['ID=51ad99af-e737-481e-8469-c28c8203d64b,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:54.686614 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947833e-522a-4132-ad1c-f02358121006 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Subnet': ['ID=0a627f2a-6724-44ad-9ab1-d6dfc149c4f7,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:54.709784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ac348-492f-4a2f-8b08-c4e51c58a5c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Checking segment: {'id': '2d63f0a2-5783-411f-8d50-a01e544c2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '3083b228-a129-4212-8d28-5d90903e9046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:54.710443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380ac348-492f-4a2f-8b08-c4e51c58a5c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network hostable DHCP agents. Network: 3083b228-a129-4212-8d28-5d90903e9046, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:54.769186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3947833e-522a-4132-ad1c-f02358121006 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Checking segment: {'id': '56c82ea5-12c9-494c-ad1e-5eb28a94cbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1cd94e61-b0e1-44b1-b526-094137cb860c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:54.769967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3947833e-522a-4132-ad1c-f02358121006 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network hostable DHCP agents. Network: 1cd94e61-b0e1-44b1-b526-094137cb860c, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:54.783572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380ac348-492f-4a2f-8b08-c4e51c58a5c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Network 3083b228-a129-4212-8d28-5d90903e9046 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:54.808126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-380ac348-492f-4a2f-8b08-c4e51c58a5c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 3083b228-a129-4212-8d28-5d90903e9046) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:54.813976 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3947833e-522a-4132-ad1c-f02358121006 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network 1cd94e61-b0e1-44b1-b526-094137cb860c is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:54.832778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb87b2d-3595-44dd-aa29-c399bfbb7d59 None None] Network 3083b228-a129-4212-8d28-5d90903e9046 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:54.835788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-3947833e-522a-4132-ad1c-f02358121006 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 1cd94e61-b0e1-44b1-b526-094137cb860c) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:54.837830 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380ac348-492f-4a2f-8b08-c4e51c58a5c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:54.838591 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-380ac348-492f-4a2f-8b08-c4e51c58a5c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:54.845959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3947833e-522a-4132-ad1c-f02358121006 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:54.846736 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3947833e-522a-4132-ad1c-f02358121006 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:54.876943 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac66113-5cab-47de-a2ce-df2c66b63f43 None None] Network 1cd94e61-b0e1-44b1-b526-094137cb860c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:54.888038 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d97752-caf6-4219-bf0a-85e3a5596278 req-30868744-547f-4c0d-b95e-3b9c819d60eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:54.890985 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-30d97752-caf6-4219-bf0a-85e3a5596278 req-30868744-547f-4c0d-b95e-3b9c819d60eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972 HTTP/1.1" status: 200 len: 918 time: 0.6041985 Nov 11 12:05:54.897437 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3947833e-522a-4132-ad1c-f02358121006 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4526951 Nov 11 12:05:54.899423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35300) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:54.914468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-c62940b4-375c-4e4f-b5a8-07b868b2a3a3 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'subnet': {'network_id': '1cd94e61-b0e1-44b1-b526-094137cb860c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:54.946411 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-380ac348-492f-4a2f-8b08-c4e51c58a5c8 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3975749 Nov 11 12:05:54.950218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35302) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:55.012727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-dcd5032c-2d23-4248-b988-b4a40f3c16e5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:55.301273 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-3083b228-a129-4212-8d28-5d90903e9046', 'network_id': '3083b228-a129-4212-8d28-5d90903e9046', 'tenant_id': '94449fa0fedf4cd5b567dd86bbbae8ea', 'fixed_ips': [{'subnet_id': '51ad99af-e737-481e-8469-c28c8203d64b'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:05:55.305339 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:55.527493 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-1cd94e61-b0e1-44b1-b526-094137cb860c', 'network_id': '1cd94e61-b0e1-44b1-b526-094137cb860c', 'tenant_id': '82e5a68d54e84dbbb2fb1f3af2ac0e42', 'fixed_ips': [{'subnet_id': '0a627f2a-6724-44ad-9ab1-d6dfc149c4f7'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:05:55.528476 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:55.751780 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-30d97752-caf6-4219-bf0a-85e3a5596278 req-723f8c3a-08d7-48dd-a37a-06d8cd3b009e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0153d04-b46a-432a-8b73-498825058dcd HTTP/1.1" status: 200 len: 1000 time: 0.8437581 Nov 11 12:05:55.765013 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da7a1593-f74c-4273-b601-1dcaf796ad71 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:55.925123 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dcd5032c-2d23-4248-b988-b4a40f3c16e5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60553268'] for subnet, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:55.943525 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a1593-f74c-4273-b601-1dcaf796ad71 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Port': ['ID=87fee6e7-d0fc-466d-a3b5-4cc82ea5295d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:56.000572 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfa8fee-231a-4046-a316-e73807601b1f None None] DHCP port deletion for 73fbc077-957d-4067-a3f0-eb81e03c31a1 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:05:56.157600 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d97752-caf6-4219-bf0a-85e3a5596278 req-98771a68-90f2-43fc-a636-08c8194686de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:56.159831 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-30d97752-caf6-4219-bf0a-85e3a5596278 req-98771a68-90f2-43fc-a636-08c8194686de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2ddfb148-78d7-41db-ac12-7719b2b055b6 HTTP/1.1" status: 200 len: 855 time: 0.3962591 Nov 11 12:05:56.162597 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceaa371-dc47-4eba-833d-a1ae4e04bc58 req-3dda51b2-b941-4af9-a679-fb176a7e6c60 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:56.172165 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ceaa371-dc47-4eba-833d-a1ae4e04bc58 req-3dda51b2-b941-4af9-a679-fb176a7e6c60 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.1922488 Nov 11 12:05:56.175015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Allocated IP 2001:db8::2 (1cd94e61-b0e1-44b1-b526-094137cb860c/0a627f2a-6724-44ad-9ab1-d6dfc149c4f7/ebff5260-06b9-416e-a4d9-7d8a842d7c16) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:56.245150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62940b4-375c-4e4f-b5a8-07b868b2a3a3 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:56.265844 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c62940b4-375c-4e4f-b5a8-07b868b2a3a3 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:56.424560 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ceaa371-dc47-4eba-833d-a1ae4e04bc58 req-299b16d1-9dfa-46aa-bae0-6bce3999ec11 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511261 Nov 11 12:05:56.496311 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:56.509666 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:56.598630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Network 1cd94e61-b0e1-44b1-b526-094137cb860c is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:56.607150 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:56.613859 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:56.657248 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da7a1593-f74c-4273-b601-1dcaf796ad71 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:56.660801 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-da7a1593-f74c-4273-b601-1dcaf796ad71 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/ports/87fee6e7-d0fc-466d-a3b5-4cc82ea5295d HTTP/1.1" status: 204 len: 168 time: 2.7530248 Nov 11 12:05:56.666289 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35316) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:56.676532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:56.691206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Pushing event updated for resources: {'Port': ['ID=ebff5260-06b9-416e-a4d9-7d8a842d7c16,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:56.758455 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d97752-caf6-4219-bf0a-85e3a5596278 req-ab5d6191-6d71-4c46-bde4-e712874e9888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:56.762228 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-30d97752-caf6-4219-bf0a-85e3a5596278 req-ab5d6191-6d71-4c46-bde4-e712874e9888 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1eaf59ac-cf7f-40ca-97a1-f02c3a524972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5930197 Nov 11 12:05:56.791046 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Attempting to bind port ebff5260-06b9-416e-a4d9-7d8a842d7c16 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:05:56.791731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Attempting to bind port ebff5260-06b9-416e-a4d9-7d8a842d7c16 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '56c82ea5-12c9-494c-ad1e-5eb28a94cbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1cd94e61-b0e1-44b1-b526-094137cb860c'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:05:56.792258 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Attempting to bind port ebff5260-06b9-416e-a4d9-7d8a842d7c16 on network 1cd94e61-b0e1-44b1-b526-094137cb860c {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:05:56.805868 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:05:56.805868 n-d-807359-3 neutron-server[109155]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 11 12:05:56.805868 n-d-807359-3 neutron-server[109155]: [parameters: {'in_use': 1, 'id_1': '51ad99af-e737-481e-8469-c28c8203d64b'}] Nov 11 12:05:56.805868 n-d-807359-3 neutron-server[109155]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:05:56.806821 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:05:56.808893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:05:56.811131 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Checking segment: {'id': '56c82ea5-12c9-494c-ad1e-5eb28a94cbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1cd94e61-b0e1-44b1-b526-094137cb860c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:56.812387 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:56.813277 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Bound using segment: {'id': '56c82ea5-12c9-494c-ad1e-5eb28a94cbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1cd94e61-b0e1-44b1-b526-094137cb860c'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:05:56.814480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Bound port: ebff5260-06b9-416e-a4d9-7d8a842d7c16, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c82ea5-12c9-494c-ad1e-5eb28a94cbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1cd94e61-b0e1-44b1-b526-094137cb860c'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:05:56.815430 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:56.822617 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:56.959389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] For port ebff5260-06b9-416e-a4d9-7d8a842d7c16, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:05:56.967835 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] For port ebff5260-06b9-416e-a4d9-7d8a842d7c16, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ebff5260-06b9-416e-a4d9-7d8a842d7c16,segment=NetworkSegment(56c82ea5-12c9-494c-ad1e-5eb28a94cbf7),segment_id=56c82ea5-12c9-494c-ad1e-5eb28a94cbf7)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:05:56.982510 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:57.088947 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c62940b4-375c-4e4f-b5a8-07b868b2a3a3 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:57.122456 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62940b4-375c-4e4f-b5a8-07b868b2a3a3 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network 1cd94e61-b0e1-44b1-b526-094137cb860c is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:57.126367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-c62940b4-375c-4e4f-b5a8-07b868b2a3a3 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:57.130412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62940b4-375c-4e4f-b5a8-07b868b2a3a3 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:57.131024 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c62940b4-375c-4e4f-b5a8-07b868b2a3a3 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:57.176362 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52783f52-38d9-4908-8c2b-0d6ab7ca398f None None] Pushing event updated for resources: {'Port': ['ID=ebff5260-06b9-416e-a4d9-7d8a842d7c16,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:57.201815 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c62940b4-375c-4e4f-b5a8-07b868b2a3a3 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3006401 Nov 11 12:05:57.207995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35318) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:57.290876 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-30d97752-caf6-4219-bf0a-85e3a5596278 req-34e1b543-0d18-4887-a48c-9ee1b1c19374 service neutron] 10.222.0.43 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187924 Nov 11 12:05:57.309755 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:57.414303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dcd5032c-2d23-4248-b988-b4a40f3c16e5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732443579266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60618174'] for subnet, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:57.426503 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df00e2e-f23d-4bfb-a327-cd2ae0be3fe4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:57.431541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df00e2e-f23d-4bfb-a327-cd2ae0be3fe4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:57.435122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df00e2e-f23d-4bfb-a327-cd2ae0be3fe4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:57.439632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df00e2e-f23d-4bfb-a327-cd2ae0be3fe4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:57.448215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df00e2e-f23d-4bfb-a327-cd2ae0be3fe4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:57.455846 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2df00e2e-f23d-4bfb-a327-cd2ae0be3fe4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2367406 Nov 11 12:05:57.464943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35324) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:57.496697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-62d19cbf-897b-480c-bb20-5a7d8fe90891 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-661702021'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:57.586874 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d19cbf-897b-480c-bb20-5a7d8fe90891 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:57.594048 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-62d19cbf-897b-480c-bb20-5a7d8fe90891 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:57.662793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62940b4-375c-4e4f-b5a8-07b868b2a3a3 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Subnet': ['ID=7363aaca-cd58-4905-ad6c-e00b3c40bebc,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:57.690978 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d19cbf-897b-480c-bb20-5a7d8fe90891 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:57.784322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd5032c-2d23-4248-b988-b4a40f3c16e5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:57.786117 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dcd5032c-2d23-4248-b988-b4a40f3c16e5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:57.787759 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dcd5032c-2d23-4248-b988-b4a40f3c16e5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "PUT /v2.0/subnets/51ad99af-e737-481e-8469-c28c8203d64b HTTP/1.1" status: 200 len: 877 time: 2.7814128 Nov 11 12:05:57.793941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Allocated IP 172.20.0.3 (3083b228-a129-4212-8d28-5d90903e9046/51ad99af-e737-481e-8469-c28c8203d64b/ede54438-dfc6-4778-8813-fe5e38a80960) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:57.804325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35328) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:57.814368 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-62d19cbf-897b-480c-bb20-5a7d8fe90891 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:57.819542 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-62d19cbf-897b-480c-bb20-5a7d8fe90891 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Added segment 62cfddd4-0b98-4522-99a2-5aae075df012 of type vlan for network ba642337-4c87-4220-a3ec-d554e9ebb504 Nov 11 12:05:57.823297 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:57.852440 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5032c-2d23-4248-b988-b4a40f3c16e5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event updated for resources: {'Subnet': ['ID=51ad99af-e737-481e-8469-c28c8203d64b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:58.075448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Allocated IP 172.25.2.63 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/eb6ffc71-0879-4c91-a7d7-16fe3451c898) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:58.110477 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-30d97752-caf6-4219-bf0a-85e3a5596278 req-8bc03a18-5e8e-48b8-89d7-009dcae24172 service neutron] 10.222.0.43 "GET /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7960255 Nov 11 12:05:58.199365 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:58.214960 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccf167-9cb1-4866-b039-4e782d8d90ff req-a908a236-535e-4b05-a10a-dcc471fa89e2 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:58.233569 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fccf167-9cb1-4866-b039-4e782d8d90ff req-a908a236-535e-4b05-a10a-dcc471fa89e2 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.5085316 Nov 11 12:05:58.315908 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fccf167-9cb1-4866-b039-4e782d8d90ff req-e2a51a06-2ba4-4a71-977e-3d51c4bc6c77 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806735 Nov 11 12:05:58.338569 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:58.459939 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-62d19cbf-897b-480c-bb20-5a7d8fe90891 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:58.532274 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:58.576375 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-62d19cbf-897b-480c-bb20-5a7d8fe90891 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:58.594474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d19cbf-897b-480c-bb20-5a7d8fe90891 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:58.607546 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-62d19cbf-897b-480c-bb20-5a7d8fe90891 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:58.823401 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:58.842253 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:58.853432 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-62d19cbf-897b-480c-bb20-5a7d8fe90891 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3807578 Nov 11 12:05:58.858822 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35334) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:58.861977 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d19cbf-897b-480c-bb20-5a7d8fe90891 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Network': ['ID=ba642337-4c87-4220-a3ec-d554e9ebb504,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:58.872454 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4f7ffae8-d884-4266-b595-e6f2b1af9c4c tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:58.886881 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Network 3083b228-a129-4212-8d28-5d90903e9046 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:58.892006 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:58.931594 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:58.942736 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:58.948978 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:58.951610 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network ba642337-4c87-4220-a3ec-d554e9ebb504 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:59.017080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=eb6ffc71-0879-4c91-a7d7-16fe3451c898,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:59.041238 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:59.043839 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:59.046615 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:59.099631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Pushing event updated for resources: {'Port': ['ID=ede54438-dfc6-4778-8813-fe5e38a80960,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:59.148397 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Subnet': ['ID=51ad99af-e737-481e-8469-c28c8203d64b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:59.207525 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Attempting to bind port ede54438-dfc6-4778-8813-fe5e38a80960 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:05:59.207831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Attempting to bind port ede54438-dfc6-4778-8813-fe5e38a80960 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '2d63f0a2-5783-411f-8d50-a01e544c2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '3083b228-a129-4212-8d28-5d90903e9046'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:05:59.209126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Attempting to bind port ede54438-dfc6-4778-8813-fe5e38a80960 on network 3083b228-a129-4212-8d28-5d90903e9046 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:05:59.225381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:05:59.234165 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Checking segment: {'id': '2d63f0a2-5783-411f-8d50-a01e544c2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '3083b228-a129-4212-8d28-5d90903e9046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:59.234729 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:59.235675 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:59.236415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Bound using segment: {'id': '2d63f0a2-5783-411f-8d50-a01e544c2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '3083b228-a129-4212-8d28-5d90903e9046'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:05:59.237178 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Bound port: ede54438-dfc6-4778-8813-fe5e38a80960, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d63f0a2-5783-411f-8d50-a01e544c2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '3083b228-a129-4212-8d28-5d90903e9046'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:05:59.238074 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:59.410109 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:59.470748 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] For port ede54438-dfc6-4778-8813-fe5e38a80960, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:05:59.481339 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] For port ede54438-dfc6-4778-8813-fe5e38a80960, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ede54438-dfc6-4778-8813-fe5e38a80960,segment=NetworkSegment(2d63f0a2-5783-411f-8d50-a01e544c2ba2),segment_id=2d63f0a2-5783-411f-8d50-a01e544c2ba2)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:05:59.493034 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:59.496273 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:59.604425 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2533a6-4ff5-44b3-aa82-81060d684add None None] Network 1cd94e61-b0e1-44b1-b526-094137cb860c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:59.606575 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ebff5260-06b9-416e-a4d9-7d8a842d7c16 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:05:59.664571 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31916daa-ef74-44eb-b7d4-1821be4db245 req-99efcdc2-890a-4fff-9451-7e3b9e9c1b93 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:59.669739 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31916daa-ef74-44eb-b7d4-1821be4db245 req-99efcdc2-890a-4fff-9451-7e3b9e9c1b93 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.1565545 Nov 11 12:05:59.678793 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3083b228-a129-4212-8d28-5d90903e9046']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:59.745448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d63f0a2-5783-411f-8d50-a01e544c2ba2') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:59.747802 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d63f0a2-5783-411f-8d50-a01e544c2ba2') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:05:59.777197 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31916daa-ef74-44eb-b7d4-1821be4db245 req-5c60b6b3-d371-46c2-9195-98bb159cfd7d tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964763 Nov 11 12:05:59.804008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa852b-b49c-43a0-bb7d-66757ff15455 None None] Pushing event updated for resources: {'Port': ['ID=ede54438-dfc6-4778-8813-fe5e38a80960,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:59.807884 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f7ffae8-d884-4266-b595-e6f2b1af9c4c tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:59.816850 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:59.825294 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-284cf022-624f-41f2-8aaa-5e1002084b64 None None] Provisioning complete for port ebff5260-06b9-416e-a4d9-7d8a842d7c16 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:59.825860 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-284cf022-624f-41f2-8aaa-5e1002084b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:59.838599 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:59.847651 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:59.872460 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f7ffae8-d884-4266-b595-e6f2b1af9c4c tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:59.888566 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:59.901768 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f7ffae8-d884-4266-b595-e6f2b1af9c4c tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network ba642337-4c87-4220-a3ec-d554e9ebb504 is not hosted by any dhcp agent {{(pid=109154) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 12:05:59.914949 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7ffae8-d884-4266-b595-e6f2b1af9c4c tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:59.917915 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f7ffae8-d884-4266-b595-e6f2b1af9c4c tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:59.919301 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4f7ffae8-d884-4266-b595-e6f2b1af9c4c tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "PUT /v2.0/networks/ba642337-4c87-4220-a3ec-d554e9ebb504 HTTP/1.1" status: 200 len: 723 time: 1.0593758 Nov 11 12:05:59.923673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35342) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:59.970464 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1000d65a-c36c-436f-abf4-0c27dadd6bf0 None None] Network 3083b228-a129-4212-8d28-5d90903e9046 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:59.997985 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-80d34d3d-14c5-4c43-8e22-57172690e9c1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'subnet': {'network_id': 'ba642337-4c87-4220-a3ec-d554e9ebb504', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:00.013655 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=eb6ffc71-0879-4c91-a7d7-16fe3451c898,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:00.038646 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:00.039067 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:00.049145 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:00.069765 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:00.113980 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:00.115655 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6f9f8aab-26a7-4e73-baa9-f19eeca6e6dc tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4448266 Nov 11 12:06:00.118321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35344) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:00.123516 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-78f225ce-c711-4e37-bcc3-ce24b83c855e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'port': {'network_id': '73fbc077-957d-4067-a3f0-eb81e03c31a1', 'name': 'tempest-FloatingIPTestJSON-626350194'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:00.225756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ebff5260-06b9-416e-a4d9-7d8a842d7c16 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:00.226180 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:00.252521 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ffae8-d884-4266-b595-e6f2b1af9c4c tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Network': ['ID=ba642337-4c87-4220-a3ec-d554e9ebb504,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:00.258152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.db.api [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:06:00.258152 n-d-807359-3 neutron-server[109154]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:06:00.258152 n-d-807359-3 neutron-server[109154]: [parameters: {'id': '3083b228-a129-4212-8d28-5d90903e9046'}] Nov 11 12:06:00.258152 n-d-807359-3 neutron-server[109154]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:06:00.258623 n-d-807359-3 neutron-server[109154]: DEBUG oslo_db.api [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:06:00.286788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d34d3d-14c5-4c43-8e22-57172690e9c1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:00.292085 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80d34d3d-14c5-4c43-8e22-57172690e9c1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:00.315580 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-284cf022-624f-41f2-8aaa-5e1002084b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:00.317549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network ba642337-4c87-4220-a3ec-d554e9ebb504 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:00.411926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f225ce-c711-4e37-bcc3-ce24b83c855e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Made reservation on behalf of e02daa0dbf604bd4b54b59b05bc50b10 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:00.431194 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78f225ce-c711-4e37-bcc3-ce24b83c855e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:00.445011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4daa25-f109-4faa-a6c8-0335533f94e2 None None] Network 3083b228-a129-4212-8d28-5d90903e9046 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:00.457859 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-78f225ce-c711-4e37-bcc3-ce24b83c855e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] device_id is not set on port ed3d427e-bc51-4c33-b9cf-fcdba6e60ff0 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:00.752972 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-78f225ce-c711-4e37-bcc3-ce24b83c855e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Allocated IP 172.20.0.7 (73fbc077-957d-4067-a3f0-eb81e03c31a1/cdde5bff-a7da-45dc-b329-7fbff1f13fed/ed3d427e-bc51-4c33-b9cf-fcdba6e60ff0) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:00.760579 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:00.772535 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80d34d3d-14c5-4c43-8e22-57172690e9c1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:01.017185 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4387b057-1ae6-4ad1-afc2-3ea5f9c7b4af None None] Update dhcp port {'port': {'network_id': '1cd94e61-b0e1-44b1-b526-094137cb860c', 'fixed_ips': [{'subnet_id': '0a627f2a-6724-44ad-9ab1-d6dfc149c4f7', 'ip_address': '2001:db8::2'}, {'subnet_id': '7363aaca-cd58-4905-ad6c-e00b3c40bebc'}], 'binding:host_id': 'n-d-807359-3'}, 'id': 'ebff5260-06b9-416e-a4d9-7d8a842d7c16'} from n-d-807359-3. {{(pid=109155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:06:01.042145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d34d3d-14c5-4c43-8e22-57172690e9c1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Checking segment: {'id': '62cfddd4-0b98-4522-99a2-5aae075df012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'ba642337-4c87-4220-a3ec-d554e9ebb504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:01.042145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d34d3d-14c5-4c43-8e22-57172690e9c1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network hostable DHCP agents. Network: ba642337-4c87-4220-a3ec-d554e9ebb504, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:06:01.047337 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-284cf022-624f-41f2-8aaa-5e1002084b64 None None] For port ebff5260-06b9-416e-a4d9-7d8a842d7c16, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ebff5260-06b9-416e-a4d9-7d8a842d7c16,segment=NetworkSegment(56c82ea5-12c9-494c-ad1e-5eb28a94cbf7),segment_id=56c82ea5-12c9-494c-ad1e-5eb28a94cbf7)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:01.140633 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d34d3d-14c5-4c43-8e22-57172690e9c1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Subnet': ['ID=495e4463-b833-4b9e-bbd8-0a9a13a3594b,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:01.194183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6ec85-07ed-49c8-a488-aa852a6cd5cb req-505889d3-83ea-4b03-a2a8-358097385311 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:01.203153 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d34d3d-14c5-4c43-8e22-57172690e9c1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network ba642337-4c87-4220-a3ec-d554e9ebb504 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:06:01.207177 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-22e6ec85-07ed-49c8-a488-aa852a6cd5cb req-505889d3-83ea-4b03-a2a8-358097385311 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.2285559 Nov 11 12:06:01.252951 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-284cf022-624f-41f2-8aaa-5e1002084b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:01.288902 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-80d34d3d-14c5-4c43-8e22-57172690e9c1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, ba642337-4c87-4220-a3ec-d554e9ebb504) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:01.308734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d34d3d-14c5-4c43-8e22-57172690e9c1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:01.309366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80d34d3d-14c5-4c43-8e22-57172690e9c1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:01.326386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4552bf85-e6e7-4623-b047-290e74e77c08 None None] Network ba642337-4c87-4220-a3ec-d554e9ebb504 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:01.335267 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4387b057-1ae6-4ad1-afc2-3ea5f9c7b4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:01.380483 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-22e6ec85-07ed-49c8-a488-aa852a6cd5cb req-d2483a6f-7c95-4915-b198-9f0f1243cb25 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681108 Nov 11 12:06:01.388905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Deleting port ede54438-dfc6-4778-8813-fe5e38a80960 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:01.389410 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:01.397157 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78f225ce-c711-4e37-bcc3-ce24b83c855e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:01.405069 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-80d34d3d-14c5-4c43-8e22-57172690e9c1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4655268 Nov 11 12:06:01.408245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35356) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:01.495275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-52afd153-5d79-4cc7-ab2f-ed551498f935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:01.499121 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cf022-624f-41f2-8aaa-5e1002084b64 None None] Pushing event updated for resources: {'Port': ['ID=ebff5260-06b9-416e-a4d9-7d8a842d7c16,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:01.522548 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78f225ce-c711-4e37-bcc3-ce24b83c855e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:01.764233 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f225ce-c711-4e37-bcc3-ce24b83c855e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=ed3d427e-bc51-4c33-b9cf-fcdba6e60ff0,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:01.777361 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] For port ede54438-dfc6-4778-8813-fe5e38a80960, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ede54438-dfc6-4778-8813-fe5e38a80960,segment=NetworkSegment(2d63f0a2-5783-411f-8d50-a01e544c2ba2),segment_id=2d63f0a2-5783-411f-8d50-a01e544c2ba2)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:01.778045 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:01.809299 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f225ce-c711-4e37-bcc3-ce24b83c855e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 73fbc077-957d-4067-a3f0-eb81e03c31a1 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:01.822580 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-ba642337-4c87-4220-a3ec-d554e9ebb504', 'network_id': 'ba642337-4c87-4220-a3ec-d554e9ebb504', 'tenant_id': '82e5a68d54e84dbbb2fb1f3af2ac0e42', 'fixed_ips': [{'subnet_id': '495e4463-b833-4b9e-bbd8-0a9a13a3594b'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:06:01.823565 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-78f225ce-c711-4e37-bcc3-ce24b83c855e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:01.826941 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:01.835458 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f225ce-c711-4e37-bcc3-ce24b83c855e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:01.867787 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6861cc04-557a-439c-a50f-7a7ab28cd159 None None] DHCP port deletion for 73fbc077-957d-4067-a3f0-eb81e03c31a1 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:01.895214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-4387b057-1ae6-4ad1-afc2-3ea5f9c7b4af None None] Allocated IP 172.20.0.1 (1cd94e61-b0e1-44b1-b526-094137cb860c/7363aaca-cd58-4905-ad6c-e00b3c40bebc/ebff5260-06b9-416e-a4d9-7d8a842d7c16) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:01.923904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Calling delete_port for ede54438-dfc6-4778-8813-fe5e38a80960 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:01.950403 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-52afd153-5d79-4cc7-ab2f-ed551498f935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60553268'] for subnet, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:01.993042 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f225ce-c711-4e37-bcc3-ce24b83c855e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:01.994162 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78f225ce-c711-4e37-bcc3-ce24b83c855e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:02.038914 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-78f225ce-c711-4e37-bcc3-ce24b83c855e tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9192441 Nov 11 12:06:02.041571 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35360) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:02.046500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d6fda813-389a-4ba5-b20f-9fb4fdf6602c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'floatingip': {'port_id': 'ed3d427e-bc51-4c33-b9cf-fcdba6e60ff0'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:02.197010 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d6fda813-389a-4ba5-b20f-9fb4fdf6602c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:02.329360 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:02.363136 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-458e1a20-ac9e-48a4-b3f4-ab2f192d8af9 None None] Provisioning complete for port ed3d427e-bc51-4c33-b9cf-fcdba6e60ff0 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:02.363815 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-458e1a20-ac9e-48a4-b3f4-ab2f192d8af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:02.418181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-458e1a20-ac9e-48a4-b3f4-ab2f192d8af9 None None] Port ed3d427e-bc51-4c33-b9cf-fcdba6e60ff0 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:06:02.464094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Port': ['ID=ede54438-dfc6-4778-8813-fe5e38a80960,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:02.471224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4387b057-1ae6-4ad1-afc2-3ea5f9c7b4af None None] For port ebff5260-06b9-416e-a4d9-7d8a842d7c16, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ebff5260-06b9-416e-a4d9-7d8a842d7c16,segment=NetworkSegment(56c82ea5-12c9-494c-ad1e-5eb28a94cbf7),segment_id=56c82ea5-12c9-494c-ad1e-5eb28a94cbf7)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:02.483114 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No DVR routers for this DVR port ede54438-dfc6-4778-8813-fe5e38a80960 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:02.525295 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4387b057-1ae6-4ad1-afc2-3ea5f9c7b4af None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:02.547121 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4387b057-1ae6-4ad1-afc2-3ea5f9c7b4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:02.633269 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-52afd153-5d79-4cc7-ab2f-ed551498f935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732443579266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60618174'] for subnet, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:02.779700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaaa7b-efee-42b6-b488-671a9d1c358d req-2e92ee57-e79a-487d-845e-65ce9b94d98f tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:02.788247 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4dcaaa7b-efee-42b6-b488-671a9d1c358d req-2e92ee57-e79a-487d-845e-65ce9b94d98f tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.2360575 Nov 11 12:06:02.792406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387b057-1ae6-4ad1-afc2-3ea5f9c7b4af None None] Pushing event updated for resources: {'Port': ['ID=ebff5260-06b9-416e-a4d9-7d8a842d7c16,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:02.817119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Allocated IP 2001:db8::2 (ba642337-4c87-4220-a3ec-d554e9ebb504/495e4463-b833-4b9e-bbd8-0a9a13a3594b/b011eca4-29b9-4420-bb82-95b88e43788d) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:02.914827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52afd153-5d79-4cc7-ab2f-ed551498f935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:02.918517 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-52afd153-5d79-4cc7-ab2f-ed551498f935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:02.925376 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-52afd153-5d79-4cc7-ab2f-ed551498f935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "PUT /v2.0/subnets/495e4463-b833-4b9e-bbd8-0a9a13a3594b HTTP/1.1" status: 200 len: 826 time: 1.5017092 Nov 11 12:06:02.932760 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:02.948457 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35366) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:03.091909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afd153-5d79-4cc7-ab2f-ed551498f935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Subnet': ['ID=495e4463-b833-4b9e-bbd8-0a9a13a3594b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:03.197153 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3083b228-a129-4212-8d28-5d90903e9046']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:03.199021 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4dcaaa7b-efee-42b6-b488-671a9d1c358d req-aaf96902-8a88-4e91-82fc-74d687b8e187 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4092286 Nov 11 12:06:03.215841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d63f0a2-5783-411f-8d50-a01e544c2ba2') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:03.216631 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d63f0a2-5783-411f-8d50-a01e544c2ba2') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:03.251995 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:03.293256 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:03.314029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:03.315361 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:03.319391 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:03.361003 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:03.380172 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:03.397019 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:03.611248 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.db.resource_extend [None req-d6fda813-389a-4ba5-b20f-9fb4fdf6602c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:06:03.646611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Pushing event updated for resources: {'Port': ['ID=b011eca4-29b9-4420-bb82-95b88e43788d,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:03.704032 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ebff5260-06b9-416e-a4d9-7d8a842d7c16 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:06:03.725332 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Network ba642337-4c87-4220-a3ec-d554e9ebb504 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:03.730592 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:03.762926 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:03.771399 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:03.781451 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d6fda813-389a-4ba5-b20f-9fb4fdf6602c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:03.790351 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d6fda813-389a-4ba5-b20f-9fb4fdf6602c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:03.803626 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:03.818285 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/3083b228-a129-4212-8d28-5d90903e9046 HTTP/1.1" status: 204 len: 168 time: 6.0127094 Nov 11 12:06:03.836877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35374) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:03.884871 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ebff5260-06b9-416e-a4d9-7d8a842d7c16 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:03.885614 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:03.933084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c9aec-cd1d-4729-bd38-cc9967c0047f tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Network': ['ID=3083b228-a129-4212-8d28-5d90903e9046,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:03.981920 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Attempting to bind port b011eca4-29b9-4420-bb82-95b88e43788d on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:06:03.982798 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Attempting to bind port b011eca4-29b9-4420-bb82-95b88e43788d by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '62cfddd4-0b98-4522-99a2-5aae075df012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'ba642337-4c87-4220-a3ec-d554e9ebb504'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:06:03.983408 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Attempting to bind port b011eca4-29b9-4420-bb82-95b88e43788d on network ba642337-4c87-4220-a3ec-d554e9ebb504 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:06:03.990931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:06:03.991763 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Checking segment: {'id': '62cfddd4-0b98-4522-99a2-5aae075df012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'ba642337-4c87-4220-a3ec-d554e9ebb504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:03.992399 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:03.993406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Bound using segment: {'id': '62cfddd4-0b98-4522-99a2-5aae075df012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'ba642337-4c87-4220-a3ec-d554e9ebb504'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:06:03.995132 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Bound port: b011eca4-29b9-4420-bb82-95b88e43788d, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cfddd4-0b98-4522-99a2-5aae075df012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'ba642337-4c87-4220-a3ec-d554e9ebb504'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:06:03.995951 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:04.000423 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-d6fda813-389a-4ba5-b20f-9fb4fdf6602c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Floating IP 1ccd073b-1569-4923-b1b4-6e45abee4b83 associated. External IP: 172.25.2.63, port: ed3d427e-bc51-4c33-b9cf-fcdba6e60ff0. Nov 11 12:06:04.068134 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-d314260d-c388-4024-b135-781be6bfe2fb tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:04.068594 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d314260d-c388-4024-b135-781be6bfe2fb tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:04.103538 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d314260d-c388-4024-b135-781be6bfe2fb tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/subnets/51ad99af-e737-481e-8469-c28c8203d64b HTTP/1.1" status: 404 len: 337 time: 0.2208622 Nov 11 12:06:04.112434 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35376) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:04.135425 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] For port b011eca4-29b9-4420-bb82-95b88e43788d, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:06:04.143631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] For port b011eca4-29b9-4420-bb82-95b88e43788d, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b011eca4-29b9-4420-bb82-95b88e43788d,segment=NetworkSegment(62cfddd4-0b98-4522-99a2-5aae075df012),segment_id=62cfddd4-0b98-4522-99a2-5aae075df012)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:06:04.155646 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:04.218638 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc2fdeb-ff68-4af9-a990-403e62680112 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:04.219262 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc2fdeb-ff68-4af9-a990-403e62680112 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:04.225234 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8fc2fdeb-ff68-4af9-a990-403e62680112 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/3083b228-a129-4212-8d28-5d90903e9046 HTTP/1.1" status: 404 len: 339 time: 0.1056259 Nov 11 12:06:04.228503 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35378) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:04.260666 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Deleting port b011eca4-29b9-4420-bb82-95b88e43788d {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:04.261010 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:04.286559 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-9328b376-fa4c-44c6-81b2-1f65fe73bd78 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:04.287026 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9328b376-fa4c-44c6-81b2-1f65fe73bd78 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:04.296490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9328b376-fa4c-44c6-81b2-1f65fe73bd78 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/subnets/c81daf26-1c15-4820-b2cd-03a541153272 HTTP/1.1" status: 404 len: 337 time: 0.0527074 Nov 11 12:06:04.310680 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35382) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:04.342727 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b61c23-77ca-4cf3-88f7-483d533f5613 None None] Network 1cd94e61-b0e1-44b1-b526-094137cb860c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:04.378473 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1dc74c-a6aa-4059-a18e-5a836d0e0adf tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:04.379229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1dc74c-a6aa-4059-a18e-5a836d0e0adf tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:04.385655 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0a1dc74c-a6aa-4059-a18e-5a836d0e0adf tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/c2c1df18-0f63-4d22-a7ae-ea366bfab65a HTTP/1.1" status: 404 len: 339 time: 0.0781009 Nov 11 12:06:04.388311 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35384) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:04.499390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] For port b011eca4-29b9-4420-bb82-95b88e43788d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b011eca4-29b9-4420-bb82-95b88e43788d,segment=NetworkSegment(62cfddd4-0b98-4522-99a2-5aae075df012),segment_id=62cfddd4-0b98-4522-99a2-5aae075df012)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:04.501115 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:04.535084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Calling delete_port for b011eca4-29b9-4420-bb82-95b88e43788d owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:04.590259 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-830d656b-339c-4cc3-86f9-0601a2269a59 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:04.691650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6f120cf7-f0e0-4d09-b341-38cc208a151b None None] Provisioning complete for port ebff5260-06b9-416e-a4d9-7d8a842d7c16 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:04.692428 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6f120cf7-f0e0-4d09-b341-38cc208a151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:04.824044 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9806814-ef27-45c4-9040-63a97324fad1 None None] Pushing event updated for resources: {'Port': ['ID=b011eca4-29b9-4420-bb82-95b88e43788d,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:04.824325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fda813-389a-4ba5-b20f-9fb4fdf6602c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router df6c2065-70a8-4011-b8d7-4a1453cdcfe5 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:06:04.873414 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9390e-2672-4078-93bd-f1c550acd10a req-71fcdc51-337d-40d1-a3a4-5d4bc26a14be tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:04.875305 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dee9390e-2672-4078-93bd-f1c550acd10a req-71fcdc51-337d-40d1-a3a4-5d4bc26a14be tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.3170118 Nov 11 12:06:04.924342 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:04.992551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Port': ['ID=b011eca4-29b9-4420-bb82-95b88e43788d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:05.049120 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dee9390e-2672-4078-93bd-f1c550acd10a req-7c6e08b8-ab20-4907-aabe-528df04be900 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562126 Nov 11 12:06:05.052206 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-830d656b-339c-4cc3-86f9-0601a2269a59 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:05.096814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No DVR routers for this DVR port b011eca4-29b9-4420-bb82-95b88e43788d on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:05.186554 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-830d656b-339c-4cc3-86f9-0601a2269a59 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ce3341-d870-4443-b193-c479019cb88f']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:05.227395 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:05.380506 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:05.485137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Subnet': ['ID=495e4463-b833-4b9e-bbd8-0a9a13a3594b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:05.653538 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-dd1a1615-a2c9-4d59-9d45-401986be0dd0 None None] Provisioning complete for port ebff5260-06b9-416e-a4d9-7d8a842d7c16 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:05.654245 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1615-a2c9-4d59-9d45-401986be0dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:05.796346 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:05.870155 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba642337-4c87-4220-a3ec-d554e9ebb504']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:05.895005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cfddd4-0b98-4522-99a2-5aae075df012') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:05.895451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cfddd4-0b98-4522-99a2-5aae075df012') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:05.896666 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d7fb46d7-e942-4519-ab74-dc63e8c1b62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:05.932633 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:05.975034 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:05.996934 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:05.999381 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:06.007234 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:06.118615 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:06:06.131915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-830d656b-339c-4cc3-86f9-0601a2269a59 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2f77ca-809e-404d-b2eb-111df5246e4e') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:06.132523 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-830d656b-339c-4cc3-86f9-0601a2269a59 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2f77ca-809e-404d-b2eb-111df5246e4e') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:06.163399 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:06.187055 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:06.211393 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/networks/ba642337-4c87-4220-a3ec-d554e9ebb504 HTTP/1.1" status: 204 len: 168 time: 3.2599020 Nov 11 12:06:06.270996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35396) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:06.284458 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-830d656b-339c-4cc3-86f9-0601a2269a59 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:06.297533 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae43ebe-b269-48b9-a528-394bb6cb981f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Network': ['ID=ba642337-4c87-4220-a3ec-d554e9ebb504,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:06.346310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fda813-389a-4ba5-b20f-9fb4fdf6602c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:06:06.356308 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef89eae-b6e1-4dc7-9e55-e618bdf2a17a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:06.356884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef89eae-b6e1-4dc7-9e55-e618bdf2a17a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:06.367740 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0ef89eae-b6e1-4dc7-9e55-e618bdf2a17a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/networks/ba642337-4c87-4220-a3ec-d554e9ebb504 HTTP/1.1" status: 404 len: 339 time: 0.0955796 Nov 11 12:06:06.368810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35398) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:06.373941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e0197d68-fb23-4eea-87ba-e6ab623e3935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1284342614', 'description': 'd1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:06.376205 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828af32f-9aed-4609-b877-54487b5e08f7 None None] Sync routers for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:06:06.391607 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828af32f-9aed-4609-b877-54487b5e08f7 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:06.395352 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-828af32f-9aed-4609-b877-54487b5e08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:06.402953 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0197d68-fb23-4eea-87ba-e6ab623e3935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:06.411701 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e0197d68-fb23-4eea-87ba-e6ab623e3935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:06.428691 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d6fda813-389a-4ba5-b20f-9fb4fdf6602c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:06.444096 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2c78bdde-3531-42a9-a61b-e413dfdbd351 None None] Could not find standard attr ID for object b011eca4-29b9-4420-bb82-95b88e43788d. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:06:06.463036 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67ee06d-03db-42a4-a542-faa95f97d615 None None] DHCP port deletion for ba642337-4c87-4220-a3ec-d554e9ebb504 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:06.507173 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d55f8d9-748b-49b9-9000-331899ba46a3 None None] Network ba642337-4c87-4220-a3ec-d554e9ebb504 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:06.528328 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-828af32f-9aed-4609-b877-54487b5e08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:06.537859 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-830d656b-339c-4cc3-86f9-0601a2269a59 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:06.540894 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0197d68-fb23-4eea-87ba-e6ab623e3935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:06:06.550393 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d55f8d9-748b-49b9-9000-331899ba46a3 None None] Network ba642337-4c87-4220-a3ec-d554e9ebb504 could not be found, it might have been deleted concurrently. {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:06:06.559701 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828af32f-9aed-4609-b877-54487b5e08f7 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:06.560644 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-828af32f-9aed-4609-b877-54487b5e08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:05:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:06.564917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82243fa-059b-4c85-9351-16aeb5418f8b None None] Network ba642337-4c87-4220-a3ec-d554e9ebb504 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:06.572122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830d656b-339c-4cc3-86f9-0601a2269a59 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:06.573678 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-830d656b-339c-4cc3-86f9-0601a2269a59 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:06.578916 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e0197d68-fb23-4eea-87ba-e6ab623e3935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:06.580441 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-e0197d68-fb23-4eea-87ba-e6ab623e3935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Added segment 5358982c-8850-43d5-9910-42bd0b8070cd of type vlan for network e796bcdb-aef6-47b9-aec4-8715d75a26f5 Nov 11 12:06:06.615046 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82243fa-059b-4c85-9351-16aeb5418f8b None None] Network ba642337-4c87-4220-a3ec-d554e9ebb504 could not be found, it might have been deleted concurrently. {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:06:06.631993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b561aa63-8b16-43b1-8a1a-d0763948e9e5 None None] get_active_networks_info from n-d-807359-3 {{(pid=109155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:06:06.662992 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-828af32f-9aed-4609-b877-54487b5e08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:06.665040 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828af32f-9aed-4609-b877-54487b5e08f7 None None] The sync data for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:06:06.696409 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e0197d68-fb23-4eea-87ba-e6ab623e3935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:06.736359 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e0197d68-fb23-4eea-87ba-e6ab623e3935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:06.747439 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0197d68-fb23-4eea-87ba-e6ab623e3935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:06.748379 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e0197d68-fb23-4eea-87ba-e6ab623e3935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:06.797099 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35402) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:06.800571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d6fda813-389a-4ba5-b20f-9fb4fdf6602c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "PUT /v2.0/floatingips/1ccd073b-1569-4923-b1b4-6e45abee4b83 HTTP/1.1" status: 200 len: 976 time: 4.7539577 Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:06.804021 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:06.812144 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-830d656b-339c-4cc3-86f9-0601a2269a59 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:06.825021 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-830d656b-339c-4cc3-86f9-0601a2269a59 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:06.834946 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-830d656b-339c-4cc3-86f9-0601a2269a59 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/97ce3341-d870-4443-b193-c479019cb88f HTTP/1.1" status: 204 len: 168 time: 2.4465044 Nov 11 12:06:06.853548 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35404) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:06.875670 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e0197d68-fb23-4eea-87ba-e6ab623e3935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5058084 Nov 11 12:06:06.877817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35408) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:06.892074 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0197d68-fb23-4eea-87ba-e6ab623e3935 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Network': ['ID=e796bcdb-aef6-47b9-aec4-8715d75a26f5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:06.959818 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d656b-339c-4cc3-86f9-0601a2269a59 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Network': ['ID=97ce3341-d870-4443-b193-c479019cb88f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:07.034877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1ebdf16e-2a32-4920-9e63-ae28144595d2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Deleting port ed3d427e-bc51-4c33-b9cf-fcdba6e60ff0 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:07.040953 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ebdf16e-2a32-4920-9e63-ae28144595d2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:07.072673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc0fa3-0655-4f31-842b-28c769672678 req-f5dba0f0-f7d9-47da-a2c0-6da4fb047782 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:07.088225 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f4dc0fa3-0655-4f31-842b-28c769672678 req-f5dba0f0-f7d9-47da-a2c0-6da4fb047782 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.8162053 Nov 11 12:06:07.124240 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network e796bcdb-aef6-47b9-aec4-8715d75a26f5 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:07.141665 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fd5c5d-e2b8-49d0-9730-0fcb08a15431 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:07.142449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fd5c5d-e2b8-49d0-9730-0fcb08a15431 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:07.146598 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d6fd5c5d-e2b8-49d0-9730-0fcb08a15431 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/subnets/a1fa4804-7daa-41c0-95a3-e47041554b90 HTTP/1.1" status: 404 len: 337 time: 0.2858870 Nov 11 12:06:07.165566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35410) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:07.204739 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf14b484-a304-44fb-997a-389ddadfa20c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:07.205331 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf14b484-a304-44fb-997a-389ddadfa20c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:07.214384 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cf14b484-a304-44fb-997a-389ddadfa20c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/74a3dc3b-c620-4519-bbed-22946025f05d HTTP/1.1" status: 404 len: 339 time: 0.0456617 Nov 11 12:06:07.222345 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35412) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:07.306131 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ebdf16e-2a32-4920-9e63-ae28144595d2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:07.342558 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4231303-de05-4f59-8360-3ed22272f0d2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:07.344675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4231303-de05-4f59-8360-3ed22272f0d2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:07.349194 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d4231303-de05-4f59-8360-3ed22272f0d2 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/subnets/8477906e-c07c-4a6c-a57a-960dd1218d6b HTTP/1.1" status: 404 len: 337 time: 0.1281235 Nov 11 12:06:07.357310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0561f1d6-d1f2-4b75-a64c-c5471c247002 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:07.362781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0561f1d6-d1f2-4b75-a64c-c5471c247002 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "GET /v2.0/networks?id=e796bcdb-aef6-47b9-aec4-8715d75a26f5 HTTP/1.1" status: 200 len: 765 time: 0.4385889 Nov 11 12:06:07.369532 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35414) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:07.370055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35416) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:07.385699 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b561aa63-8b16-43b1-8a1a-d0763948e9e5 None None] Resources bound (agent type, host, resource id): {{(pid=109155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:06:07.422354 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f4dc0fa3-0655-4f31-842b-28c769672678 req-4d88d045-a762-4c73-88fe-f1ef4af3f002 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3306241 Nov 11 12:06:07.524099 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7267d0df-31e3-4c1e-8807-57a963240f9a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'network': {'description': 'd2'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:07.567159 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b011eca4-29b9-4420-bb82-95b88e43788d no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:06:07.654592 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec52ed4-4183-4703-b920-7b386fc724e5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:07.655662 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec52ed4-4183-4703-b920-7b386fc724e5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:07.656013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: b011eca4-29b9-4420-bb82-95b88e43788d {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:06:07.656737 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b011eca4-29b9-4420-bb82-95b88e43788d not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:06:07.661644 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6ec52ed4-4183-4703-b920-7b386fc724e5 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/4eeb06e8-7857-433a-abd2-84e6af6f3645 HTTP/1.1" status: 404 len: 339 time: 0.2292047 Nov 11 12:06:07.662350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35418) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:07.794891 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27ee1c0-d4b8-4f13-98b1-09b51c789d3a tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:07.795535 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27ee1c0-d4b8-4f13-98b1-09b51c789d3a tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:07.817707 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e27ee1c0-d4b8-4f13-98b1-09b51c789d3a tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/subnets/14057745-77da-41ac-a946-804bf8a49afb HTTP/1.1" status: 404 len: 337 time: 0.1447463 Nov 11 12:06:07.817707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35420) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:07.931689 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6933f0d-461c-43ae-b7a5-a715dd44156a tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:07.932306 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6933f0d-461c-43ae-b7a5-a715dd44156a tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:07.942673 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b6933f0d-461c-43ae-b7a5-a715dd44156a tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/a87ebcf5-6044-4f6b-9112-ac63e873394b HTTP/1.1" status: 404 len: 339 time: 0.1064625 Nov 11 12:06:07.945380 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35422) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:07.979640 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f889f7b9-ad7f-4f0c-90a7-29f56a687f57 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:07.980128 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f889f7b9-ad7f-4f0c-90a7-29f56a687f57 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:07.983609 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f889f7b9-ad7f-4f0c-90a7-29f56a687f57 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/subnets/10ab542f-3e5d-41f7-b73b-ab73df6bf6c4 HTTP/1.1" status: 404 len: 337 time: 0.0370891 Nov 11 12:06:07.986710 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35426) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:08.050767 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2667cc-db39-4d8e-830e-e493d619cec4 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:08.051370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2667cc-db39-4d8e-830e-e493d619cec4 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:08.068242 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ee2667cc-db39-4d8e-830e-e493d619cec4 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/d64cfb1a-5296-4596-8f40-5c541e99cbe6 HTTP/1.1" status: 404 len: 339 time: 0.0779653 Nov 11 12:06:08.069130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35432) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:08.149796 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-14768c9e-c9bf-4167-885e-579e8639cfd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:08.187032 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7267d0df-31e3-4c1e-8807-57a963240f9a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:08.190668 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbe8b5f-0f45-4d72-8018-3fe5133b89f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:08.198649 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcbe8b5f-0f45-4d72-8018-3fe5133b89f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:08.205005 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ebdf16e-2a32-4920-9e63-ae28144595d2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:08.205412 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ebdf16e-2a32-4920-9e63-ae28144595d2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:08.205756 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-1ebdf16e-2a32-4920-9e63-ae28144595d2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Floating IP 1ccd073b-1569-4923-b1b4-6e45abee4b83 disassociated. External IP: 172.25.2.63, port: ed3d427e-bc51-4c33-b9cf-fcdba6e60ff0. Nov 11 12:06:08.206145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1ebdf16e-2a32-4920-9e63-ae28144595d2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Calling delete_port for ed3d427e-bc51-4c33-b9cf-fcdba6e60ff0 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:08.215383 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dcbe8b5f-0f45-4d72-8018-3fe5133b89f6 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/subnets/829204c2-062a-40bc-bb56-8847b3812403 HTTP/1.1" status: 404 len: 337 time: 0.1417768 Nov 11 12:06:08.215383 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35434) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:08.219111 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7267d0df-31e3-4c1e-8807-57a963240f9a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:08.299108 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-be860e0d-8cd1-4669-ad1e-534568b80e46 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:08.299794 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be860e0d-8cd1-4669-ad1e-534568b80e46 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:08.303289 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-be860e0d-8cd1-4669-ad1e-534568b80e46 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/993fb2f9-77dd-4098-9b42-7caa5d8264dc HTTP/1.1" status: 404 len: 339 time: 0.0871482 Nov 11 12:06:08.318998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35438) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:08.413859 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc164b0-233f-4e40-864f-8fb7eba923e9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:08.414353 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc164b0-233f-4e40-864f-8fb7eba923e9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:08.438741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cdc164b0-233f-4e40-864f-8fb7eba923e9 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/subnets/b1302a2a-ff85-410f-82cc-b8ba606a4f16 HTTP/1.1" status: 404 len: 337 time: 0.1183164 Nov 11 12:06:08.439791 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35440) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:08.456419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7267d0df-31e3-4c1e-8807-57a963240f9a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network e796bcdb-aef6-47b9-aec4-8715d75a26f5 is not hosted by any dhcp agent {{(pid=109154) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 12:06:08.492889 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7267d0df-31e3-4c1e-8807-57a963240f9a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:08.495637 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7267d0df-31e3-4c1e-8807-57a963240f9a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:08.497011 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7267d0df-31e3-4c1e-8807-57a963240f9a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "PUT /v2.0/networks/e796bcdb-aef6-47b9-aec4-8715d75a26f5 HTTP/1.1" status: 200 len: 762 time: 1.0634999 Nov 11 12:06:08.502369 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35444) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:08.507857 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-46049cad-95a3-4792-9bc2-3cba0ec6449c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:08.508523 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46049cad-95a3-4792-9bc2-3cba0ec6449c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:08.523431 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-46049cad-95a3-4792-9bc2-3cba0ec6449c tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/b7d31e6d-046c-43cb-a06b-d3b8a0796908 HTTP/1.1" status: 404 len: 339 time: 0.0816114 Nov 11 12:06:08.526889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35446) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:08.639687 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-070949eb-94b2-43b0-91d6-6852716f71c3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:08.639687 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070949eb-94b2-43b0-91d6-6852716f71c3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:08.642493 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-070949eb-94b2-43b0-91d6-6852716f71c3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/subnets/45534641-816b-4bdb-b330-32f219ff957a HTTP/1.1" status: 404 len: 337 time: 0.1145668 Nov 11 12:06:08.657199 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35448) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:08.684764 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f59bfb7-5ecf-4c4e-b520-ab133febb775 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:08.685373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f59bfb7-5ecf-4c4e-b520-ab133febb775 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:08.688968 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1f59bfb7-5ecf-4c4e-b520-ab133febb775 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/7205388a-79a5-45ec-a633-6a9ddbddd795 HTTP/1.1" status: 404 len: 339 time: 0.0304863 Nov 11 12:06:08.703118 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35450) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:08.728642 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267d0df-31e3-4c1e-8807-57a963240f9a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Network': ['ID=e796bcdb-aef6-47b9-aec4-8715d75a26f5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:08.742606 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network e796bcdb-aef6-47b9-aec4-8715d75a26f5 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:08.752128 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635363fe-be8d-4b48-9aa5-1f98acb797b5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:08.757366 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-635363fe-be8d-4b48-9aa5-1f98acb797b5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "GET /v2.0/networks?id=e796bcdb-aef6-47b9-aec4-8715d75a26f5 HTTP/1.1" status: 200 len: 765 time: 0.2385285 Nov 11 12:06:08.759914 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35452) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:08.769786 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ac9853-f4f7-479f-9cec-8438368d0adb tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:08.770262 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ac9853-f4f7-479f-9cec-8438368d0adb tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:08.773523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-17ac9853-f4f7-479f-9cec-8438368d0adb tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/subnets/056ee068-6f90-4807-99a0-6a553f523306 HTTP/1.1" status: 404 len: 337 time: 0.0664289 Nov 11 12:06:08.776725 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35454) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:08.796604 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fdb1e-3769-4978-a3d9-2af6d35c6be1 req-cc5baa84-90ff-4f9b-8d31-89a92bb5e7fa tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:08.806126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-857fdb1e-3769-4978-a3d9-2af6d35c6be1 req-cc5baa84-90ff-4f9b-8d31-89a92bb5e7fa tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.1792948 Nov 11 12:06:08.825572 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-9367a684-a910-4449-9933-0fd89653305a tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:08.826282 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9367a684-a910-4449-9933-0fd89653305a tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:08.829528 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9367a684-a910-4449-9933-0fd89653305a tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/a51b686b-b7b8-4f5d-a711-167789f8630c HTTP/1.1" status: 404 len: 339 time: 0.0523679 Nov 11 12:06:08.836722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35456) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:08.908688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-857fdb1e-3769-4978-a3d9-2af6d35c6be1 req-17845c83-375c-4afa-83bc-6d1c27c6d063 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003423 Nov 11 12:06:08.961189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4ce195-dd96-4256-b1e1-5f055d14d1a3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Deleting subnet 1da3ac2a-39f5-471a-9c78-e6ee1fcfc52b {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:06:08.970369 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a4ce195-dd96-4256-b1e1-5f055d14d1a3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:09.027936 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:09.059684 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a4ce195-dd96-4256-b1e1-5f055d14d1a3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:09.325895 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a4ce195-dd96-4256-b1e1-5f055d14d1a3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:09.408879 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a4ce195-dd96-4256-b1e1-5f055d14d1a3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:09.455614 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ce195-dd96-4256-b1e1-5f055d14d1a3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Subnet': ['ID=1da3ac2a-39f5-471a-9c78-e6ee1fcfc52b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:09.459327 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853529fb-1015-4e5c-af9c-9c0dcfc46001 None None] Network 1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:09.466013 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a4ce195-dd96-4256-b1e1-5f055d14d1a3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:09.470095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2a4ce195-dd96-4256-b1e1-5f055d14d1a3 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/subnets/1da3ac2a-39f5-471a-9c78-e6ee1fcfc52b HTTP/1.1" status: 204 len: 168 time: 0.6324096 Nov 11 12:06:09.474271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35466) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:09.598728 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc71258f-830f-45c0-b825-784795a16350 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:09.601058 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fc71258f-830f-45c0-b825-784795a16350 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8358333 Nov 11 12:06:09.604469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35478) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:09.666955 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:09.675233 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-eaae365e-9878-47e8-9cd1-af451af5852d tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 207 time: 0.0668821 Nov 11 12:06:09.684019 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35484) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:09.819645 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ebdf16e-2a32-4920-9e63-ae28144595d2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:09.875124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdf16e-2a32-4920-9e63-ae28144595d2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Port': ['ID=ed3d427e-bc51-4c33-b9cf-fcdba6e60ff0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:09.929202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6ad344-6229-4573-9454-90153e9de7df None None] DHCP port deletion for 73fbc077-957d-4067-a3f0-eb81e03c31a1 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:09.933211 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef418f2-e7d4-4e94-ad09-00d036c264f6 None None] DHCP port deletion for 1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:10.034409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b51359-1bcb-4658-b070-240702a188ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.038282 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-9ef418f2-e7d4-4e94-ad09-00d036c264f6 None None] Deleting port 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:10.038791 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ef418f2-e7d4-4e94-ad09-00d036c264f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:10.050982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b51359-1bcb-4658-b070-240702a188ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.073564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b51359-1bcb-4658-b070-240702a188ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.080552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b51359-1bcb-4658-b070-240702a188ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.087112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b51359-1bcb-4658-b070-240702a188ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.093788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b51359-1bcb-4658-b070-240702a188ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.096279 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b2b51359-1bcb-4658-b070-240702a188ea tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4099016 Nov 11 12:06:10.110796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35492) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:10.197568 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebdf16e-2a32-4920-9e63-ae28144595d2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router df6c2065-70a8-4011-b8d7-4a1453cdcfe5 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:06:10.228946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9ef418f2-e7d4-4e94-ad09-00d036c264f6 None None] For port 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=09ac4114-1a1d-44a9-b8ee-7abf4779fc0f,segment=NetworkSegment(d3a96047-6e13-46da-bc62-5724a56a9296),segment_id=d3a96047-6e13-46da-bc62-5724a56a9296)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:10.229534 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ef418f2-e7d4-4e94-ad09-00d036c264f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:10.248987 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-9ef418f2-e7d4-4e94-ad09-00d036c264f6 None None] Calling delete_port for 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:10.356418 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-59a86b5f-6140-42e5-bddb-d8b95dfd75c7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2421727 Nov 11 12:06:10.362672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35496) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:10.413412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Deleting port 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:10.415896 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:10.424750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebdf16e-2a32-4920-9e63-ae28144595d2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:06:10.442282 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ef418f2-e7d4-4e94-ad09-00d036c264f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:10.451655 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273bda3f-207c-4ce5-ad4d-eed6202d22b2 None None] Sync routers for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:06:10.505405 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef418f2-e7d4-4e94-ad09-00d036c264f6 None None] Pushing event deleted for resources: {'Port': ['ID=09ac4114-1a1d-44a9-b8ee-7abf4779fc0f,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:10.523504 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef418f2-e7d4-4e94-ad09-00d036c264f6 None None] No DVR routers for this DVR port 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:10.539605 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273bda3f-207c-4ce5-ad4d-eed6202d22b2 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:10.541880 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-273bda3f-207c-4ce5-ad4d-eed6202d22b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:10.544684 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c79b6-9ad7-48f5-b707-8968af527bfc tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.547349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c79b6-9ad7-48f5-b707-8968af527bfc tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.549452 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c79b6-9ad7-48f5-b707-8968af527bfc tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.554524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c79b6-9ad7-48f5-b707-8968af527bfc tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.557620 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c79b6-9ad7-48f5-b707-8968af527bfc tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.561365 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-447c79b6-9ad7-48f5-b707-8968af527bfc tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1858089 Nov 11 12:06:10.568123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35498) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:10.574906 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ebdf16e-2a32-4920-9e63-ae28144595d2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:10.578707 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1ebdf16e-2a32-4920-9e63-ae28144595d2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/ports/ed3d427e-bc51-4c33-b9cf-fcdba6e60ff0 HTTP/1.1" status: 204 len: 168 time: 3.7802382 Nov 11 12:06:10.581448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35500) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:10.641540 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-273bda3f-207c-4ce5-ad4d-eed6202d22b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:10.646221 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:10.672360 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273bda3f-207c-4ce5-ad4d-eed6202d22b2 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:10.672360 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-273bda3f-207c-4ce5-ad4d-eed6202d22b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:10.678757 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f1612f02-4ceb-4443-85da-c40d4892a06d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "GET /v2.0/floatingips/1ccd073b-1569-4923-b1b4-6e45abee4b83 HTTP/1.1" status: 200 len: 687 time: 0.0957615 Nov 11 12:06:10.683947 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35502) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:10.727161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd6349-9e74-44d6-acc3-c050e96878e1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.729023 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd6349-9e74-44d6-acc3-c050e96878e1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.732995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd6349-9e74-44d6-acc3-c050e96878e1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.740793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd6349-9e74-44d6-acc3-c050e96878e1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.743817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd6349-9e74-44d6-acc3-c050e96878e1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.745876 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-32cd6349-9e74-44d6-acc3-c050e96878e1 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1608703 Nov 11 12:06:10.791956 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35508) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:10.826833 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-273bda3f-207c-4ce5-ad4d-eed6202d22b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:10.838202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273bda3f-207c-4ce5-ad4d-eed6202d22b2 None None] The sync data for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:06:10.906606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb336405-b5d5-4ff1-9660-e10a672cd96e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.913263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bb336405-b5d5-4ff1-9660-e10a672cd96e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "GET /v2.0/networks/1e87a09b-547c-4c86-a77d-7c21c4363297 HTTP/1.1" status: 200 len: 803 time: 0.1150637 Nov 11 12:06:10.919425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390b211-25cd-4c09-a40e-364bfd9a48a3 req-3710edf4-9902-44a3-9004-2c1b7c69db36 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:10.921117 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e390b211-25cd-4c09-a40e-364bfd9a48a3 req-3710edf4-9902-44a3-9004-2c1b7c69db36 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.8234119 Nov 11 12:06:10.929382 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35510) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:10.944395 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] For port 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=09ac4114-1a1d-44a9-b8ee-7abf4779fc0f,segment=NetworkSegment(d3a96047-6e13-46da-bc62-5724a56a9296),segment_id=d3a96047-6e13-46da-bc62-5724a56a9296)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:10.945366 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:10.962141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Calling delete_port for 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:11.053081 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:11.117294 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-05c11d6b-742f-4dfb-986d-d44b9a6e55c5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "GET /v2.0/networks/1e87a09b-547c-4c86-a77d-7c21c4363297?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1824763 Nov 11 12:06:11.118347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35512) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:11.125858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] No DVR routers for this DVR port 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:11.127285 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Port': ['ID=09ac4114-1a1d-44a9-b8ee-7abf4779fc0f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:11.197867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-040eb398-7e55-4ba1-9fcd-8233e1d4d635 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Deleting port eb6ffc71-0879-4c91-a7d7-16fe3451c898 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:11.198238 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-040eb398-7e55-4ba1-9fcd-8233e1d4d635 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:11.206037 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0237c8ff-3c70-4c94-a3cc-dc3ecd39fe7f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:11.212448 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0237c8ff-3c70-4c94-a3cc-dc3ecd39fe7f tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "GET /v2.0/subnets/cff5cc8a-f7e0-4583-93d0-623ef9d785dd HTTP/1.1" status: 200 len: 843 time: 0.0859811 Nov 11 12:06:11.216823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35514) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:11.283947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e390b211-25cd-4c09-a40e-364bfd9a48a3 req-76f9d451-6add-4ffb-b6af-02d25eee3450 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190521 Nov 11 12:06:11.300681 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:11.305849 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:11.322598 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-040eb398-7e55-4ba1-9fcd-8233e1d4d635 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:11.323321 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-040eb398-7e55-4ba1-9fcd-8233e1d4d635 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:11.345729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c125348a-2ee7-4d7a-925a-739a17a03ac6 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['shared'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:11.347111 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c125348a-2ee7-4d7a-925a-739a17a03ac6 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "GET /v2.0/subnets/cff5cc8a-f7e0-4583-93d0-623ef9d785dd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1292872 Nov 11 12:06:11.348904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:11.351620 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35516) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:11.353462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-040eb398-7e55-4ba1-9fcd-8233e1d4d635 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Calling delete_port for eb6ffc71-0879-4c91-a7d7-16fe3451c898 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:11.357904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2f89e3da-ef86-4733-a16b-6be0e93dc420 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-661655014'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:11.393766 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a96047-6e13-46da-bc62-5724a56a9296') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:11.394405 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a96047-6e13-46da-bc62-5724a56a9296') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:11.410865 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:11.442173 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:11.450676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f89e3da-ef86-4733-a16b-6be0e93dc420 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:11.462414 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f89e3da-ef86-4733-a16b-6be0e93dc420 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:11.489428 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:11.493141 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:11.497287 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:11.568449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f89e3da-ef86-4733-a16b-6be0e93dc420 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:06:11.590016 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f89e3da-ef86-4733-a16b-6be0e93dc420 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:11.590016 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-2f89e3da-ef86-4733-a16b-6be0e93dc420 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Added segment f83e6f56-64a8-4ff8-b3ec-96862f5c5cda of type vlan for network 7be6ccbc-fc01-418e-bb39-4e6359e2e2c5 Nov 11 12:06:11.616804 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:11.633059 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:11.642190 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:06:11.651628 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] 10.222.0.65 "DELETE /v2.0/networks/1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9 HTTP/1.1" status: 204 len: 168 time: 2.1644666 Nov 11 12:06:11.657249 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f89e3da-ef86-4733-a16b-6be0e93dc420 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:11.684582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad34e2-bff4-43a8-a8d8-2f844ae9c980 tempest-NetworksTest-1050972409 tempest-NetworksTest-1050972409-project] Pushing event deleted for resources: {'Network': ['ID=1d1f532e-8ca9-41a4-ae0d-8a3a3eb489f9,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:11.710879 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:06:11.711727 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 09ac4114-1a1d-44a9-b8ee-7abf4779fc0f not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:06:11.749118 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f89e3da-ef86-4733-a16b-6be0e93dc420 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:11.752020 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-040eb398-7e55-4ba1-9fcd-8233e1d4d635 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:11.818882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040eb398-7e55-4ba1-9fcd-8233e1d4d635 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Port': ['ID=eb6ffc71-0879-4c91-a7d7-16fe3451c898,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:11.822380 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f89e3da-ef86-4733-a16b-6be0e93dc420 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:11.823660 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f89e3da-ef86-4733-a16b-6be0e93dc420 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:12.022700 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-040eb398-7e55-4ba1-9fcd-8233e1d4d635 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:12.039186 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-040eb398-7e55-4ba1-9fcd-8233e1d4d635 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:12.046320 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-040eb398-7e55-4ba1-9fcd-8233e1d4d635 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/floatingips/1ccd073b-1569-4923-b1b4-6e45abee4b83 HTTP/1.1" status: 204 len: 168 time: 1.3558271 Nov 11 12:06:12.047369 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35532) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:12.061515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '515602ed-4ad0-4b46-807c-9bcdc7b1e9a9'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:12.086500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89e3da-ef86-4733-a16b-6be0e93dc420 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Network': ['ID=7be6ccbc-fc01-418e-bb39-4e6359e2e2c5,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:12.100431 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 7be6ccbc-fc01-418e-bb39-4e6359e2e2c5 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:12.145497 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:12.158078 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2f89e3da-ef86-4733-a16b-6be0e93dc420 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8038456 Nov 11 12:06:12.158988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35540) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:12.168290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-9c2fe091-a64d-44bb-a0cc-d257ba3940a4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'subnet': {'network_id': '7be6ccbc-fc01-418e-bb39-4e6359e2e2c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:12.205963 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35542) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:12.356728 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2fe091-a64d-44bb-a0cc-d257ba3940a4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Made reservation on behalf of 82e5a68d54e84dbbb2fb1f3af2ac0e42 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:12.366636 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9c2fe091-a64d-44bb-a0cc-d257ba3940a4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:12.409709 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:12.535896 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_backend_mixin [None req-9c2fe091-a64d-44bb-a0cc-d257ba3940a4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Performing IP validity checks on allocation pools {{(pid=109153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 12:06:12.536473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_backend_mixin [None req-9c2fe091-a64d-44bb-a0cc-d257ba3940a4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 12:06:12.564376 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c0036593-4b3f-45a1-bfa2-d137b40541fe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=94449fa0fedf4cd5b567dd86bbbae8ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3537419 Nov 11 12:06:12.565877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35552) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:12.588052 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62398e1c-e0a5-4404-8c9c-02c61d33c276 req-4a2f674a-0e65-44ed-90bf-2716444e80f1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:12.589680 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62398e1c-e0a5-4404-8c9c-02c61d33c276 req-4a2f674a-0e65-44ed-90bf-2716444e80f1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.1044178 Nov 11 12:06:12.616745 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Allocated IP 172.25.2.253 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/9ef16c74-7ebb-4119-bed1-c7b7cd365cff) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:12.665051 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b2871e5-04bd-4bd0-af53-d633aac8e8bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:12.758275 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b2871e5-04bd-4bd0-af53-d633aac8e8bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:12.772493 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62398e1c-e0a5-4404-8c9c-02c61d33c276 req-6aa194cc-3e5c-47e5-aa27-d663066150d2 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743009 Nov 11 12:06:12.857265 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:12.861005 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b2871e5-04bd-4bd0-af53-d633aac8e8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:12.864146 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b2871e5-04bd-4bd0-af53-d633aac8e8bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:12.868891 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2b2871e5-04bd-4bd0-af53-d633aac8e8bd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8f006ae6-66c5-42ae-b310-dcec484c2932 HTTP/1.1" status: 204 len: 168 time: 0.2997639 Nov 11 12:06:12.878773 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9c2fe091-a64d-44bb-a0cc-d257ba3940a4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:12.885931 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2871e5-04bd-4bd0-af53-d633aac8e8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f006ae6-66c5-42ae-b310-dcec484c2932,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:12.938624 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:13.016586 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fe091-a64d-44bb-a0cc-d257ba3940a4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Subnet': ['ID=395871c1-e259-4678-a5b0-d1bd329e8f7b,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:13.038970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2fe091-a64d-44bb-a0cc-d257ba3940a4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Checking segment: {'id': 'f83e6f56-64a8-4ff8-b3ec-96862f5c5cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7be6ccbc-fc01-418e-bb39-4e6359e2e2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:13.041389 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2fe091-a64d-44bb-a0cc-d257ba3940a4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network hostable DHCP agents. Network: 7be6ccbc-fc01-418e-bb39-4e6359e2e2c5, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:06:13.056933 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:13.070945 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2fe091-a64d-44bb-a0cc-d257ba3940a4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Network 7be6ccbc-fc01-418e-bb39-4e6359e2e2c5 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:06:13.073641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:13.085188 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:13.088104 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-9c2fe091-a64d-44bb-a0cc-d257ba3940a4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 7be6ccbc-fc01-418e-bb39-4e6359e2e2c5) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:13.101184 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2fe091-a64d-44bb-a0cc-d257ba3940a4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:13.101811 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b7fe55-ec4c-4edc-9c2c-9a771bef9ba3 None None] Network 7be6ccbc-fc01-418e-bb39-4e6359e2e2c5 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:13.103725 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9c2fe091-a64d-44bb-a0cc-d257ba3940a4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600136'] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:13.153231 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=9ef16c74-7ebb-4119-bed1-c7b7cd365cff,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:13.192183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9c2fe091-a64d-44bb-a0cc-d257ba3940a4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0311248 Nov 11 12:06:13.195729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35580) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:13.209457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-c0a28e28-481d-4541-b320-efc5a209df9a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:13.499333 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c0a28e28-481d-4541-b320-efc5a209df9a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61766206'] for subnet, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:13.521347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-7be6ccbc-fc01-418e-bb39-4e6359e2e2c5', 'network_id': '7be6ccbc-fc01-418e-bb39-4e6359e2e2c5', 'tenant_id': '82e5a68d54e84dbbb2fb1f3af2ac0e42', 'fixed_ips': [{'subnet_id': '395871c1-e259-4678-a5b0-d1bd329e8f7b'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:06:13.522226 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:13.807641 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:13.851057 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c0a28e28-481d-4541-b320-efc5a209df9a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732443579266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61769689'] for subnet, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:13.897841 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:13.961523 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a28e28-481d-4541-b320-efc5a209df9a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:13.970362 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c0a28e28-481d-4541-b320-efc5a209df9a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:13.973757 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c0a28e28-481d-4541-b320-efc5a209df9a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "PUT /v2.0/subnets/395871c1-e259-4678-a5b0-d1bd329e8f7b HTTP/1.1" status: 200 len: 900 time: 0.7750938 Nov 11 12:06:13.993895 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35622) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:13.998921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Allocated IP 2001:db8::3 (7be6ccbc-fc01-418e-bb39-4e6359e2e2c5/395871c1-e259-4678-a5b0-d1bd329e8f7b/724a4322-713b-42d9-aeb7-0a24b712c92a) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:14.032210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a28e28-481d-4541-b320-efc5a209df9a tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event updated for resources: {'Subnet': ['ID=395871c1-e259-4678-a5b0-d1bd329e8f7b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:14.049446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753a9f4-8b52-4eca-b09b-29df81cdca2e req-eb1e2f0f-1e00-4618-bc0b-299d0c14485a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:14.062963 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f753a9f4-8b52-4eca-b09b-29df81cdca2e req-eb1e2f0f-1e00-4618-bc0b-299d0c14485a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.1918125 Nov 11 12:06:14.142606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f753a9f4-8b52-4eca-b09b-29df81cdca2e req-bf1a11cf-96a2-4d82-9e3a-75d3dbdf83e2 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722439 Nov 11 12:06:14.211256 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.213993 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35626) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:14.218279 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.225206 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.294779 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Pushing event updated for resources: {'Port': ['ID=724a4322-713b-42d9-aeb7-0a24b712c92a,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:14.299071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Network 7be6ccbc-fc01-418e-bb39-4e6359e2e2c5 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:14.306023 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:14.313620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:14.314672 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.321770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:14.322440 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:14.323090 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:14.323712 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:14.324245 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.324683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:14.325182 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:14.326125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:14.326816 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:14.327357 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:14.327937 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:14.328488 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:14.329077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:14.338505 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Deleting port 724a4322-713b-42d9-aeb7-0a24b712c92a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:14.338644 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.397487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b002b001-b88f-40a8-beba-4d522365ec97 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1827698934'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:14.407836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Attempting to bind port 724a4322-713b-42d9-aeb7-0a24b712c92a on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:06:14.408570 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Attempting to bind port 724a4322-713b-42d9-aeb7-0a24b712c92a by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'f83e6f56-64a8-4ff8-b3ec-96862f5c5cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7be6ccbc-fc01-418e-bb39-4e6359e2e2c5'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:06:14.409066 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Attempting to bind port 724a4322-713b-42d9-aeb7-0a24b712c92a on network 7be6ccbc-fc01-418e-bb39-4e6359e2e2c5 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:06:14.414937 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:06:14.415358 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Checking segment: {'id': 'f83e6f56-64a8-4ff8-b3ec-96862f5c5cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7be6ccbc-fc01-418e-bb39-4e6359e2e2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:14.415856 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.416340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Bound using segment: {'id': 'f83e6f56-64a8-4ff8-b3ec-96862f5c5cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7be6ccbc-fc01-418e-bb39-4e6359e2e2c5'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:06:14.417375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Bound port: 724a4322-713b-42d9-aeb7-0a24b712c92a, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83e6f56-64a8-4ff8-b3ec-96862f5c5cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '7be6ccbc-fc01-418e-bb39-4e6359e2e2c5'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:06:14.417533 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.427542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b002b001-b88f-40a8-beba-4d522365ec97 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:14.433513 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b002b001-b88f-40a8-beba-4d522365ec97 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.446470 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b002b001-b88f-40a8-beba-4d522365ec97 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.457151 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=9ef16c74-7ebb-4119-bed1-c7b7cd365cff,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:14.474804 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.506248 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] For port 724a4322-713b-42d9-aeb7-0a24b712c92a, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:06:14.510824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] For port 724a4322-713b-42d9-aeb7-0a24b712c92a, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=724a4322-713b-42d9-aeb7-0a24b712c92a,segment=NetworkSegment(f83e6f56-64a8-4ff8-b3ec-96862f5c5cda),segment_id=f83e6f56-64a8-4ff8-b3ec-96862f5c5cda)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:06:14.518435 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.527390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] For port 724a4322-713b-42d9-aeb7-0a24b712c92a, host n-d-807359-3, got binding levels [] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:14.527753 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.550601 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Calling delete_port for 724a4322-713b-42d9-aeb7-0a24b712c92a owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:14.565772 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b002b001-b88f-40a8-beba-4d522365ec97 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.581269 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b002b001-b88f-40a8-beba-4d522365ec97 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.609539 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88b760-f31e-4009-89ca-2a181bb52897 None None] Pushing event updated for resources: {'Port': ['ID=724a4322-713b-42d9-aeb7-0a24b712c92a,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:14.642018 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b002b001-b88f-40a8-beba-4d522365ec97 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:06:14.652933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002b001-b88f-40a8-beba-4d522365ec97 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5116a8c0-200d-437b-b133-922598719517,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:14.660808 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b002b001-b88f-40a8-beba-4d522365ec97 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.661563 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-b002b001-b88f-40a8-beba-4d522365ec97 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Added segment 903e17a8-5853-4c99-83ee-eb8a2bb41bd6 of type vlan for network 768d555a-1d42-4394-b6a1-dd0bc112bfba Nov 11 12:06:14.668613 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Floating IP 03734806-cf3c-4a6b-9cc4-1a2960aa2eae associated. External IP: 172.25.2.253, port: 515602ed-4ad0-4b46-807c-9bcdc7b1e9a9. Nov 11 12:06:14.708656 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b002b001-b88f-40a8-beba-4d522365ec97 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.737109 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b002b001-b88f-40a8-beba-4d522365ec97 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.744995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b002b001-b88f-40a8-beba-4d522365ec97 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:14.745756 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b002b001-b88f-40a8-beba-4d522365ec97 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.791543 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b002b001-b88f-40a8-beba-4d522365ec97 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5757151 Nov 11 12:06:14.824531 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35632) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:14.830426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-4dda1cff-b2c9-4f0e-b864-452a198e941a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'name': 'tempest-PortsIpV6TestJSON-1385937478'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:14.868429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002b001-b88f-40a8-beba-4d522365ec97 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Network': ['ID=768d555a-1d42-4394-b6a1-dd0bc112bfba,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:14.886197 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:14.963236 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:14.973298 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dda1cff-b2c9-4f0e-b864-452a198e941a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:14.977669 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4dda1cff-b2c9-4f0e-b864-452a198e941a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.004960 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Port': ['ID=724a4322-713b-42d9-aeb7-0a24b712c92a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:15.012107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-4dda1cff-b2c9-4f0e-b864-452a198e941a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] device_id is not set on port 020a832d-608d-46e8-9e55-dc4ad4418858 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:15.150924 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No DVR routers for this DVR port 724a4322-713b-42d9-aeb7-0a24b712c92a on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:15.219574 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.245328 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router df6c2065-70a8-4011-b8d7-4a1453cdcfe5 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:06:15.282029 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4dda1cff-b2c9-4f0e-b864-452a198e941a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.363795 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4dda1cff-b2c9-4f0e-b864-452a198e941a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.364667 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.411272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882112f4-5272-4310-b744-44139223666e req-92c7c794-4813-477b-8967-29a5c634ded8 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:15.412826 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-882112f4-5272-4310-b744-44139223666e req-92c7c794-4813-477b-8967-29a5c634ded8 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.1473372 Nov 11 12:06:15.438571 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda1cff-b2c9-4f0e-b864-452a198e941a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=020a832d-608d-46e8-9e55-dc4ad4418858,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:15.465140 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Subnet': ['ID=395871c1-e259-4678-a5b0-d1bd329e8f7b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:15.512911 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-882112f4-5272-4310-b744-44139223666e req-6915fcbb-df18-4d17-8310-0b492aebbd40 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842597 Nov 11 12:06:15.516703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda1cff-b2c9-4f0e-b864-452a198e941a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Checking segment: {'id': '903e17a8-5853-4c99-83ee-eb8a2bb41bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:15.517299 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda1cff-b2c9-4f0e-b864-452a198e941a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network hostable DHCP agents. Network: 768d555a-1d42-4394-b6a1-dd0bc112bfba, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:06:15.541184 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda1cff-b2c9-4f0e-b864-452a198e941a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:06:15.556863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-4dda1cff-b2c9-4f0e-b864-452a198e941a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 768d555a-1d42-4394-b6a1-dd0bc112bfba) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:15.568141 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd396358-746a-4193-8071-c25e705b64c9 None None] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:15.569137 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.574249 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:06:15.577015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda1cff-b2c9-4f0e-b864-452a198e941a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:15.584771 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becec525-5a09-4e0f-bce6-e6582ed23908 None None] Sync routers for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:06:15.586834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dda1cff-b2c9-4f0e-b864-452a198e941a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:15.588524 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4dda1cff-b2c9-4f0e-b864-452a198e941a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.597191 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becec525-5a09-4e0f-bce6-e6582ed23908 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:15.600984 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-becec525-5a09-4e0f-bce6-e6582ed23908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:15.612347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be6ccbc-fc01-418e-bb39-4e6359e2e2c5']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:15.614274 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4dda1cff-b2c9-4f0e-b864-452a198e941a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7892072 Nov 11 12:06:15.617626 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35642) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:15.623767 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83e6f56-64a8-4ff8-b3ec-96862f5c5cda') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:15.624063 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83e6f56-64a8-4ff8-b3ec-96862f5c5cda') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:15.624464 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-120647594'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:15.636554 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.640222 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-becec525-5a09-4e0f-bce6-e6582ed23908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:15.654951 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.666414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:15.667133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.671066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:15.671867 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becec525-5a09-4e0f-bce6-e6582ed23908 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:15.672784 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-becec525-5a09-4e0f-bce6-e6582ed23908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:15.676447 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.721433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:06:15.735336 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.735687 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Added segment 53b116f5-f448-40a3-b60e-0b85e404d0ca of type vlan for network bb4afc5d-490f-40f1-9f27-171ed1d9bbf4 Nov 11 12:06:15.754835 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-becec525-5a09-4e0f-bce6-e6582ed23908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:15.755943 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becec525-5a09-4e0f-bce6-e6582ed23908 None None] The sync data for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:15.756755 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:15.771546 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.800640 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.813694 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.837874 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.849895 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fb37c206-8076-4b8b-853c-c5f98b2a5fa5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7983398 Nov 11 12:06:15.849895 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.850227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35644) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:15.857027 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/networks/7be6ccbc-fc01-418e-bb39-4e6359e2e2c5 HTTP/1.1" status: 204 len: 168 time: 1.8585224 Nov 11 12:06:15.857775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-bc59b289-efa5-4c7c-9c87-aba8af557bcd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1919391009'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:15.861406 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35646) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:15.865379 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36198b0-4fee-4015-857c-dcdcf47c5d73 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Network': ['ID=7be6ccbc-fc01-418e-bb39-4e6359e2e2c5,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:15.893685 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.899309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:15.899900 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:15.910028 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9f6b33-c2b9-45b1-975e-ecd343426510 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:15.910462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9f6b33-c2b9-45b1-975e-ecd343426510 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:15.915838 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ff9f6b33-c2b9-45b1-975e-ecd343426510 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/subnets/395871c1-e259-4678-a5b0-d1bd329e8f7b HTTP/1.1" status: 404 len: 337 time: 0.0500109 Nov 11 12:06:15.916980 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35648) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:15.940694 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1de88a-e689-496a-96ea-103d3a6d7f1b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:15.941926 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1de88a-e689-496a-96ea-103d3a6d7f1b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:15.947842 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0d1de88a-e689-496a-96ea-103d3a6d7f1b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/networks/7be6ccbc-fc01-418e-bb39-4e6359e2e2c5 HTTP/1.1" status: 404 len: 339 time: 0.0279293 Nov 11 12:06:15.949033 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35650) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:16.011818 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Network': ['ID=bb4afc5d-490f-40f1-9f27-171ed1d9bbf4,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:16.027459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:16.027794 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:16.028430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:16.028576 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:16.028927 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:16.029976 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:16.030321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:16.030688 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:16.031030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:16.031332 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:16.031699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:16.031968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:16.035878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc59b289-efa5-4c7c-9c87-aba8af557bcd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Made reservation on behalf of e02daa0dbf604bd4b54b59b05bc50b10 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:16.039543 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc59b289-efa5-4c7c-9c87-aba8af557bcd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.046163 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b1c2002f-2f3a-4fea-9476-076c003cce75 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4272733 Nov 11 12:06:16.049124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network bb4afc5d-490f-40f1-9f27-171ed1d9bbf4 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:16.052183 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35652) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:16.057337 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'ports': [{'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba'}, {'network_id': 'bb4afc5d-490f-40f1-9f27-171ed1d9bbf4'}]} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:16.057814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:16.058402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'network_id': 'bb4afc5d-490f-40f1-9f27-171ed1d9bbf4'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:16.067092 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e0deeaeb-e904-44b8-bf16-9262f8266c02 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.075788 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bf57df-a127-4dec-b3ea-50c1df72bafc None None] DHCP port deletion for 7be6ccbc-fc01-418e-bb39-4e6359e2e2c5 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:16.083131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc59b289-efa5-4c7c-9c87-aba8af557bcd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:06:16.095558 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc59b289-efa5-4c7c-9c87-aba8af557bcd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.096035 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-bc59b289-efa5-4c7c-9c87-aba8af557bcd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Added segment 1d1a4c30-9d18-4c88-937b-5c6e9e64a34b of type vlan for network 8bd1dff7-d671-44ac-95b9-322f76930e54 Nov 11 12:06:16.098362 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b26c6564-5b3b-4097-abd5-8507e15b9c1d None None] Could not find standard attr ID for object 724a4322-713b-42d9-aeb7-0a24b712c92a. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:06:16.121143 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be964d72-0f6f-4e26-824d-c6f4d0788f1f None None] Network 7be6ccbc-fc01-418e-bb39-4e6359e2e2c5 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:16.170528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be964d72-0f6f-4e26-824d-c6f4d0788f1f None None] Network 7be6ccbc-fc01-418e-bb39-4e6359e2e2c5 could not be found, it might have been deleted concurrently. {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:06:16.184981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7683a938-084f-4498-9eba-f25b578ae6a1 None None] Network 7be6ccbc-fc01-418e-bb39-4e6359e2e2c5 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:16.201191 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc59b289-efa5-4c7c-9c87-aba8af557bcd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.207887 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7683a938-084f-4498-9eba-f25b578ae6a1 None None] Network 7be6ccbc-fc01-418e-bb39-4e6359e2e2c5 could not be found, it might have been deleted concurrently. {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:06:16.247398 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc59b289-efa5-4c7c-9c87-aba8af557bcd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.255567 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc59b289-efa5-4c7c-9c87-aba8af557bcd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:16.256243 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc59b289-efa5-4c7c-9c87-aba8af557bcd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.329637 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bc59b289-efa5-4c7c-9c87-aba8af557bcd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4777317 Nov 11 12:06:16.331975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35658) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:16.339732 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2f75d47f-8792-42bb-aa8a-bc98e5050130 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'subnet': {'network_id': '8bd1dff7-d671-44ac-95b9-322f76930e54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:16.357615 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59b289-efa5-4c7c-9c87-aba8af557bcd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Network': ['ID=8bd1dff7-d671-44ac-95b9-322f76930e54,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:16.370104 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 8bd1dff7-d671-44ac-95b9-322f76930e54 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:16.480867 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f75d47f-8792-42bb-aa8a-bc98e5050130 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Made reservation on behalf of e02daa0dbf604bd4b54b59b05bc50b10 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:16.484577 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f75d47f-8792-42bb-aa8a-bc98e5050130 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.634563 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device f0153d04-b46a-432a-8b73-498825058dcd details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:06:16.718209 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e0deeaeb-e904-44b8-bf16-9262f8266c02 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.735449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435c7b7-b89e-4ac6-974e-1e7bd3e59025 req-844bf294-a1e8-4040-adb0-71b0aee3f503 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:16.737294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6435c7b7-b89e-4ac6-974e-1e7bd3e59025 req-844bf294-a1e8-4040-adb0-71b0aee3f503 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 945 time: 0.1173391 Nov 11 12:06:16.738986 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f75d47f-8792-42bb-aa8a-bc98e5050130 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.751305 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e0deeaeb-e904-44b8-bf16-9262f8266c02 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e796bcdb-aef6-47b9-aec4-8715d75a26f5']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:16.770467 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e0deeaeb-e904-44b8-bf16-9262f8266c02 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5358982c-8850-43d5-9910-42bd0b8070cd') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:16.770881 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e0deeaeb-e904-44b8-bf16-9262f8266c02 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5358982c-8850-43d5-9910-42bd0b8070cd') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:16.784037 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e0deeaeb-e904-44b8-bf16-9262f8266c02 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.791485 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'port': 2} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:16.794496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port f0153d04-b46a-432a-8b73-498825058dcd, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f0153d04-b46a-432a-8b73-498825058dcd,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:16.795992 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.803028 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75d47f-8792-42bb-aa8a-bc98e5050130 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Subnet': ['ID=9a4594bb-9841-464c-9e47-0b5f91863273,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:16.813498 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.815339 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e0deeaeb-e904-44b8-bf16-9262f8266c02 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.829230 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0deeaeb-e904-44b8-bf16-9262f8266c02 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:16.829728 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e0deeaeb-e904-44b8-bf16-9262f8266c02 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:16.832756 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:16.847582 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'f0153d04-b46a-432a-8b73-498825058dcd', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'port_id': 'f0153d04-b46a-432a-8b73-498825058dcd', 'mac_address': 'fa:16:3e:68:e0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:06:16.866206 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6435c7b7-b89e-4ac6-974e-1e7bd3e59025 req-d2a61675-0109-4fd1-8ec1-558fc0bea001 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717871 Nov 11 12:06:16.870525 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75d47f-8792-42bb-aa8a-bc98e5050130 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Checking segment: {'id': '1d1a4c30-9d18-4c88-937b-5c6e9e64a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '8bd1dff7-d671-44ac-95b9-322f76930e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:16.871034 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f75d47f-8792-42bb-aa8a-bc98e5050130 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network hostable DHCP agents. Network: 8bd1dff7-d671-44ac-95b9-322f76930e54, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:06:16.904441 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f75d47f-8792-42bb-aa8a-bc98e5050130 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 8bd1dff7-d671-44ac-95b9-322f76930e54 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:06:16.916444 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-2f75d47f-8792-42bb-aa8a-bc98e5050130 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 8bd1dff7-d671-44ac-95b9-322f76930e54) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:16.929070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f75d47f-8792-42bb-aa8a-bc98e5050130 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:16.929288 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.930065 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f75d47f-8792-42bb-aa8a-bc98e5050130 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.936061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af71baae-9c0c-473a-8627-e552933c0b20 None None] Network 8bd1dff7-d671-44ac-95b9-322f76930e54 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:16.956824 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35664) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:16.957318 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2f75d47f-8792-42bb-aa8a-bc98e5050130 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6207778 Nov 11 12:06:16.962321 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1200570315', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}, 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:16.969679 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e0deeaeb-e904-44b8-bf16-9262f8266c02 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.973202 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] device_id is not set on port 96127f60-ee17-42a3-bbe2-448fa888f2d0 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:16.982659 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0153d04-b46a-432a-8b73-498825058dcd {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:06:16.984326 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e0deeaeb-e904-44b8-bf16-9262f8266c02 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:16.990550 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e0deeaeb-e904-44b8-bf16-9262f8266c02 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/networks/e796bcdb-aef6-47b9-aec4-8715d75a26f5 HTTP/1.1" status: 204 len: 168 time: 1.0384676 Nov 11 12:06:16.990769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35666) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:17.006803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0deeaeb-e904-44b8-bf16-9262f8266c02 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Network': ['ID=e796bcdb-aef6-47b9-aec4-8715d75a26f5,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:17.027358 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe57d4d-4206-495e-a640-95431539c157 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:17.028272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe57d4d-4206-495e-a640-95431539c157 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:17.032717 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9fe57d4d-4206-495e-a640-95431539c157 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/subnets/495e4463-b833-4b9e-bbd8-0a9a13a3594b HTTP/1.1" status: 404 len: 337 time: 0.0408514 Nov 11 12:06:17.033602 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.034763 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.035613 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35668) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:17.060312 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-069fc470-8af7-43c1-9184-7309c8848f61 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:17.061650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069fc470-8af7-43c1-9184-7309c8848f61 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:17.065085 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-069fc470-8af7-43c1-9184-7309c8848f61 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/networks/ba642337-4c87-4220-a3ec-d554e9ebb504 HTTP/1.1" status: 404 len: 339 time: 0.0277252 Nov 11 12:06:17.067894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35670) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:17.106392 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port f0153d04-b46a-432a-8b73-498825058dcd, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f0153d04-b46a-432a-8b73-498825058dcd,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:17.137408 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.163111 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.172448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-194c2055-695c-4e12-9f2a-0a7ae6c7ee4b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Deleting subnet 7363aaca-cd58-4905-ad6c-e00b3c40bebc {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:06:17.177327 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-194c2055-695c-4e12-9f2a-0a7ae6c7ee4b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.193735 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=f0153d04-b46a-432a-8b73-498825058dcd,revision_number=11']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:17.236428 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35674) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:17.237318 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-194c2055-695c-4e12-9f2a-0a7ae6c7ee4b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.260080 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-8bd1dff7-d671-44ac-95b9-322f76930e54', 'network_id': '8bd1dff7-d671-44ac-95b9-322f76930e54', 'tenant_id': 'e02daa0dbf604bd4b54b59b05bc50b10', 'fixed_ips': [{'subnet_id': '9a4594bb-9841-464c-9e47-0b5f91863273'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:06:17.261116 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.331027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fa6043-8ebb-4998-a683-84db25723ec5 admin admin] Deleting subnet 2124e6fa-57ad-41a8-93d9-1d592bb683fc {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:06:17.341643 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa6043-8ebb-4998-a683-84db25723ec5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.364893 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-194c2055-695c-4e12-9f2a-0a7ae6c7ee4b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.421971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.444973 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-194c2055-695c-4e12-9f2a-0a7ae6c7ee4b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.473899 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.489612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Allocated IP 172.20.0.2 (8bd1dff7-d671-44ac-95b9-322f76930e54/9a4594bb-9841-464c-9e47-0b5f91863273/ed8a5368-a599-4a4d-95d4-a196aaef7ea2) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:17.491589 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c2055-695c-4e12-9f2a-0a7ae6c7ee4b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Subnet': ['ID=7363aaca-cd58-4905-ad6c-e00b3c40bebc,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:17.493852 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-194c2055-695c-4e12-9f2a-0a7ae6c7ee4b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.500038 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35680) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:17.501262 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-194c2055-695c-4e12-9f2a-0a7ae6c7ee4b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/subnets/7363aaca-cd58-4905-ad6c-e00b3c40bebc HTTP/1.1" status: 204 len: 168 time: 0.4319944 Nov 11 12:06:17.531649 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 724a4322-713b-42d9-aeb7-0a24b712c92a no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:06:17.556014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26664ae-cf47-475a-a696-9271ba3102b1 None None] Network 1cd94e61-b0e1-44b1-b526-094137cb860c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:17.570081 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 724a4322-713b-42d9-aeb7-0a24b712c92a {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:06:17.570525 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 724a4322-713b-42d9-aeb7-0a24b712c92a not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:06:17.624727 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa6043-8ebb-4998-a683-84db25723ec5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.646580 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['f0153d04-b46a-432a-8b73-498825058dcd'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:06:17.657518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] device_id is not set on port f735a996-920e-4ac5-a9de-60cdfe80ab11 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:17.670287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ae4a59-5adb-48fd-b5e5-cf4e4f0be06e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Deleting subnet 0a627f2a-6724-44ad-9ab1-d6dfc149c4f7 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:06:17.706115 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a0ae4a59-5adb-48fd-b5e5-cf4e4f0be06e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.766401 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa6043-8ebb-4998-a683-84db25723ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.797815 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a0ae4a59-5adb-48fd-b5e5-cf4e4f0be06e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.835372 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.866062 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:17.918709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Network 8bd1dff7-d671-44ac-95b9-322f76930e54 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:17.933380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:17.942440 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:17.959684 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Pushing event updated for resources: {'Port': ['ID=ed8a5368-a599-4a4d-95d4-a196aaef7ea2,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:17.999284 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa6043-8ebb-4998-a683-84db25723ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.025756 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a0ae4a59-5adb-48fd-b5e5-cf4e4f0be06e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.045084 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Attempting to bind port ed8a5368-a599-4a4d-95d4-a196aaef7ea2 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:06:18.045477 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Attempting to bind port ed8a5368-a599-4a4d-95d4-a196aaef7ea2 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '1d1a4c30-9d18-4c88-937b-5c6e9e64a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '8bd1dff7-d671-44ac-95b9-322f76930e54'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:06:18.045889 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Attempting to bind port ed8a5368-a599-4a4d-95d4-a196aaef7ea2 on network 8bd1dff7-d671-44ac-95b9-322f76930e54 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:06:18.052017 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:06:18.052381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Checking segment: {'id': '1d1a4c30-9d18-4c88-937b-5c6e9e64a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '8bd1dff7-d671-44ac-95b9-322f76930e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:18.052781 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.053163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Bound using segment: {'id': '1d1a4c30-9d18-4c88-937b-5c6e9e64a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '8bd1dff7-d671-44ac-95b9-322f76930e54'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:06:18.053719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Bound port: ed8a5368-a599-4a4d-95d4-a196aaef7ea2, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d1a4c30-9d18-4c88-937b-5c6e9e64a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '8bd1dff7-d671-44ac-95b9-322f76930e54'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:06:18.054096 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.075269 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.081221 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c9cec-645a-47c7-be96-be37163f125e req-d9f62744-451e-45fb-a584-d1d9062c05fa tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:18.083129 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-334c9cec-645a-47c7-be96-be37163f125e req-d9f62744-451e-45fb-a584-d1d9062c05fa tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1060770 Nov 11 12:06:18.115703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa6043-8ebb-4998-a683-84db25723ec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2124e6fa-57ad-41a8-93d9-1d592bb683fc,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:18.120203 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa6043-8ebb-4998-a683-84db25723ec5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.123582 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-59fa6043-8ebb-4998-a683-84db25723ec5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2124e6fa-57ad-41a8-93d9-1d592bb683fc HTTP/1.1" status: 204 len: 168 time: 0.8837411 Nov 11 12:06:18.132031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35684) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:18.133162 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb27689-eda5-4529-b306-e42375297f0d None None] Network 83f4744f-e9dd-4a55-b249-f996edcfd99c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:18.198760 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-334c9cec-645a-47c7-be96-be37163f125e req-de897196-c5b3-4413-9cb4-2a0e0449199f tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041687 Nov 11 12:06:18.243004 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] For port ed8a5368-a599-4a4d-95d4-a196aaef7ea2, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:06:18.275525 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] For port ed8a5368-a599-4a4d-95d4-a196aaef7ea2, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ed8a5368-a599-4a4d-95d4-a196aaef7ea2,segment=NetworkSegment(1d1a4c30-9d18-4c88-937b-5c6e9e64a34b),segment_id=1d1a4c30-9d18-4c88-937b-5c6e9e64a34b)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:06:18.301345 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.302225 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.360096 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.369906 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f390101-9478-4c8b-b9b8-0ea6150a169b None None] DHCP port deletion for 83f4744f-e9dd-4a55-b249-f996edcfd99c request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:18.373036 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a0ae4a59-5adb-48fd-b5e5-cf4e4f0be06e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.395745 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.397676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a0ae4a59-5adb-48fd-b5e5-cf4e4f0be06e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.404961 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a0ae4a59-5adb-48fd-b5e5-cf4e4f0be06e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/subnets/0a627f2a-6724-44ad-9ab1-d6dfc149c4f7 HTTP/1.1" status: 204 len: 168 time: 0.8989475 Nov 11 12:06:18.406919 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35688) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:18.413206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d9938-850b-4c7a-b14c-97017b03f974 None None] Pushing event updated for resources: {'Port': ['ID=ed8a5368-a599-4a4d-95d4-a196aaef7ea2,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:18.523054 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1718c77-c375-4c63-aa13-2eae77aa9813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.533104 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae4a59-5adb-48fd-b5e5-cf4e4f0be06e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Subnet': ['ID=0a627f2a-6724-44ad-9ab1-d6dfc149c4f7,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:18.543460 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.571131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:18.599257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Deleting port ebff5260-06b9-416e-a4d9-7d8a842d7c16 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:18.599976 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.606007 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=96127f60-ee17-42a3-bbe2-448fa888f2d0,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:18.611092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:18.615096 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:18.615971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.675355 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] For port ebff5260-06b9-416e-a4d9-7d8a842d7c16, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ebff5260-06b9-416e-a4d9-7d8a842d7c16,segment=NetworkSegment(56c82ea5-12c9-494c-ad1e-5eb28a94cbf7),segment_id=56c82ea5-12c9-494c-ad1e-5eb28a94cbf7)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:18.675795 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.718814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Calling delete_port for ebff5260-06b9-416e-a4d9-7d8a842d7c16 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:18.750591 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Allocated IP 172.25.2.236 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/fe94df45-ed03-40da-aae3-c46c88ecedc1) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:18.799788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=f735a996-920e-4ac5-a9de-60cdfe80ab11,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:18.803315 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1718c77-c375-4c63-aa13-2eae77aa9813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.847223 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.849036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d1718c77-c375-4c63-aa13-2eae77aa9813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f4744f-e9dd-4a55-b249-f996edcfd99c']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:18.863948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fee2a4e-ac4f-4f67-93df-3c44819335b9 None None] Network 1cd94e61-b0e1-44b1-b526-094137cb860c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:18.869626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d1718c77-c375-4c63-aa13-2eae77aa9813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a666e75f-478f-4954-843d-3b1b7b99f88d') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:18.869933 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d1718c77-c375-4c63-aa13-2eae77aa9813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a666e75f-478f-4954-843d-3b1b7b99f88d') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:18.883777 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Port': ['ID=ebff5260-06b9-416e-a4d9-7d8a842d7c16,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:18.889325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No DVR routers for this DVR port ebff5260-06b9-416e-a4d9-7d8a842d7c16 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:18.906222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Checking segment: {'id': '53b116f5-f448-40a3-b60e-0b85e404d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'bb4afc5d-490f-40f1-9f27-171ed1d9bbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:18.906617 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network hostable DHCP agents. Network: bb4afc5d-490f-40f1-9f27-171ed1d9bbf4, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:06:18.912083 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1718c77-c375-4c63-aa13-2eae77aa9813 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.935680 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1718c77-c375-4c63-aa13-2eae77aa9813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.949391 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1718c77-c375-4c63-aa13-2eae77aa9813 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:18.949821 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1718c77-c375-4c63-aa13-2eae77aa9813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:18.952215 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-350fea9f-8f14-4cfe-afea-9dfc6e93650f None None] Could not find standard attr ID for object ebff5260-06b9-416e-a4d9-7d8a842d7c16. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:18.953794 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:18.966677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network bb4afc5d-490f-40f1-9f27-171ed1d9bbf4 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:06:18.979459 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.002462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd94e61-b0e1-44b1-b526-094137cb860c']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:19.012529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c82ea5-12c9-494c-ad1e-5eb28a94cbf7') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:19.012910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c82ea5-12c9-494c-ad1e-5eb28a94cbf7') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:19.023869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, bb4afc5d-490f-40f1-9f27-171ed1d9bbf4) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:19.025882 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.042108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.045398 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:19.049804 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:19.050334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931a15bc-c6c8-46e5-8f0f-73929306f34c None None] Network bb4afc5d-490f-40f1-9f27-171ed1d9bbf4 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:19.050644 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.051313 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:19.054790 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:19.057321 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:19.057321 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.063255 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.088421 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3d0b30f7-febf-4236-af2c-47284fb13ed4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0348697 Nov 11 12:06:19.090465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f87520-d114-4a2e-ac15-74c2efff87a1 None None] DHCP port deletion for 1cd94e61-b0e1-44b1-b526-094137cb860c request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:19.092212 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1718c77-c375-4c63-aa13-2eae77aa9813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.095513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35692) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:19.127828 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1718c77-c375-4c63-aa13-2eae77aa9813 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.129163 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d1718c77-c375-4c63-aa13-2eae77aa9813 admin admin] 10.222.0.65 "DELETE /v2.0/networks/83f4744f-e9dd-4a55-b249-f996edcfd99c HTTP/1.1" status: 204 len: 168 time: 0.9961166 Nov 11 12:06:19.136233 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.154698 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.161867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35696) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:19.162756 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/networks/1cd94e61-b0e1-44b1-b526-094137cb860c HTTP/1.1" status: 204 len: 168 time: 0.7544949 Nov 11 12:06:19.173501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1718c77-c375-4c63-aa13-2eae77aa9813 admin admin] Pushing event deleted for resources: {'Network': ['ID=83f4744f-e9dd-4a55-b249-f996edcfd99c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:19.173810 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36155428-002f-4acb-a950-d0d93cdb4fe5 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Network': ['ID=1cd94e61-b0e1-44b1-b526-094137cb860c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:19.211350 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ad8d09-b4c0-4966-9577-c1e74ac7740b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:19.211803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ad8d09-b4c0-4966-9577-c1e74ac7740b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:19.217444 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a7ad8d09-b4c0-4966-9577-c1e74ac7740b tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/subnets/304c53f4-9124-4260-a705-bed2845d0d8f HTTP/1.1" status: 404 len: 337 time: 0.0511072 Nov 11 12:06:19.218320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35698) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:19.250603 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-c509f75f-fae2-4e8c-a4ac-aff8a64ec053 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:19.250989 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.251159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c509f75f-fae2-4e8c-a4ac-aff8a64ec053 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:19.255141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c509f75f-fae2-4e8c-a4ac-aff8a64ec053 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/networks/aaf0fe82-9578-4394-b854-97ff1daf6941 HTTP/1.1" status: 404 len: 339 time: 0.0357678 Nov 11 12:06:19.258172 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35702) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:19.305918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:19.311791 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-662a26bc-e1a5-433c-b0e7-8289dc89312e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:19.312242 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662a26bc-e1a5-433c-b0e7-8289dc89312e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:19.313849 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:19.317643 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-662a26bc-e1a5-433c-b0e7-8289dc89312e tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/subnets/f1aa40da-0136-406c-952c-efcf2e74fb21 HTTP/1.1" status: 404 len: 337 time: 0.0563259 Nov 11 12:06:19.318489 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35704) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:19.320763 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=fe94df45-ed03-40da-aae3-c46c88ecedc1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:19.333831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fd9f82-3a8e-4a18-bfe5-16ec794fff00 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:19.335081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:19.378429 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e40158e-c3e9-455c-a07c-fd11ecab25b6 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:19.379047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e40158e-c3e9-455c-a07c-fd11ecab25b6 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:19.384800 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8e40158e-c3e9-455c-a07c-fd11ecab25b6 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/networks/a88f7de8-b24a-4cf7-a63e-90e9e209c536 HTTP/1.1" status: 404 len: 339 time: 0.0626333 Nov 11 12:06:19.385534 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35706) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:19.387433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ed919-48b5-45db-9f97-1ebd56556e6d req-2e819051-007c-4110-9d0b-97656a22d3fc tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:19.389142 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec3ed919-48b5-45db-9f97-1ebd56556e6d req-2e819051-007c-4110-9d0b-97656a22d3fc tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.0870683 Nov 11 12:06:19.408672 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-dda61fd0-8013-4887-ba62-d34bec5a3e5d None None] Provisioning complete for port fe94df45-ed03-40da-aae3-c46c88ecedc1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:19.409186 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dda61fd0-8013-4887-ba62-d34bec5a3e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.439544 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c1cbbe-f9fa-4202-b211-b69165903d23 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:19.440005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c1cbbe-f9fa-4202-b211-b69165903d23 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:19.443263 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-23c1cbbe-f9fa-4202-b211-b69165903d23 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/subnets/3ca114e8-8930-4102-baef-a599601cf655 HTTP/1.1" status: 404 len: 337 time: 0.0559459 Nov 11 12:06:19.446457 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35708) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:19.455127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-f55a8e32-e0e8-4847-95fe-57b94c9ea288 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port f735a996-920e-4ac5-a9de-60cdfe80ab11 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:19.455471 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f55a8e32-e0e8-4847-95fe-57b94c9ea288 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.465215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35710) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:19.468773 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec3ed919-48b5-45db-9f97-1ebd56556e6d req-d135a53f-51b3-46be-ac47-113b9927341d tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705798 Nov 11 12:06:19.476181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-dda61fd0-8013-4887-ba62-d34bec5a3e5d None None] Port fe94df45-ed03-40da-aae3-c46c88ecedc1 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:06:19.519743 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e92767d-c810-40eb-8eaa-f1dcb82dcbf4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:19.521925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e92767d-c810-40eb-8eaa-f1dcb82dcbf4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:19.525703 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3e92767d-c810-40eb-8eaa-f1dcb82dcbf4 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/networks/97859e68-4080-4ab8-b769-ae38d80d91d8 HTTP/1.1" status: 404 len: 339 time: 0.0764275 Nov 11 12:06:19.527368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35714) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:19.609010 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86991f4-11ba-4ab5-a631-9d4e3840daf8 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Deleting subnet 0267d8fd-8730-4173-a9a8-e22d372ae84b {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:06:19.609505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ed8a5368-a599-4a4d-95d4-a196aaef7ea2 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:06:19.617497 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d86991f4-11ba-4ab5-a631-9d4e3840daf8 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.665230 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d86991f4-11ba-4ab5-a631-9d4e3840daf8 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.669974 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ed8a5368-a599-4a4d-95d4-a196aaef7ea2 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:19.670315 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.699559 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f55a8e32-e0e8-4847-95fe-57b94c9ea288 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.730271 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c1a76e6f-9431-4386-8d4b-9af94a8d9809 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1bb1cb78eeea499898a0ec0b0bc73d55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2621107 Nov 11 12:06:19.733963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35718) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:19.736277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-f55a8e32-e0e8-4847-95fe-57b94c9ea288 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for f735a996-920e-4ac5-a9de-60cdfe80ab11 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:19.798684 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.840533 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d86991f4-11ba-4ab5-a631-9d4e3840daf8 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.842276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port ed8a5368-a599-4a4d-95d4-a196aaef7ea2, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ed8a5368-a599-4a4d-95d4-a196aaef7ea2,segment=NetworkSegment(1d1a4c30-9d18-4c88-937b-5c6e9e64a34b),segment_id=1d1a4c30-9d18-4c88-937b-5c6e9e64a34b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:19.844786 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-32f290d7-04a5-4021-bc74-61e66bcd0ae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.850927 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.889305 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-32f290d7-04a5-4021-bc74-61e66bcd0ae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.932632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c3556-42da-4f9a-8b0e-d1fa2d652354 None None] Network 8bd1dff7-d671-44ac-95b9-322f76930e54 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:19.936366 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ebff5260-06b9-416e-a4d9-7d8a842d7c16 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:06:19.940105 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.964450 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-32f290d7-04a5-4021-bc74-61e66bcd0ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.967749 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-32f290d7-04a5-4021-bc74-61e66bcd0ae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.971418 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-32f290d7-04a5-4021-bc74-61e66bcd0ae6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c3c0be6-626f-4ea4-806a-59ae237b4d48 HTTP/1.1" status: 204 len: 168 time: 0.2339473 Nov 11 12:06:19.971607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=ed8a5368-a599-4a4d-95d4-a196aaef7ea2,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:19.976973 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d86991f4-11ba-4ab5-a631-9d4e3840daf8 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:19.984182 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ebff5260-06b9-416e-a4d9-7d8a842d7c16 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:06:19.984529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ebff5260-06b9-416e-a4d9-7d8a842d7c16 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:06:20.017503 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f55a8e32-e0e8-4847-95fe-57b94c9ea288 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:20.046562 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1a39d626-79dd-44d2-9c3f-982a8d6db11b None None] Provisioning complete for port ed8a5368-a599-4a4d-95d4-a196aaef7ea2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:20.046827 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a39d626-79dd-44d2-9c3f-982a8d6db11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:20.049431 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d86991f4-11ba-4ab5-a631-9d4e3840daf8 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:20.052364 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21974f0-ecc9-4aad-8719-eca8df0df95b None None] Network 6ff4c166-4359-4d4a-9c72-485821836e8d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:20.054235 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d86991f4-11ba-4ab5-a631-9d4e3840daf8 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/subnets/0267d8fd-8730-4173-a9a8-e22d372ae84b HTTP/1.1" status: 204 len: 168 time: 0.5255759 Nov 11 12:06:20.056292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86991f4-11ba-4ab5-a631-9d4e3840daf8 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Subnet': ['ID=0267d8fd-8730-4173-a9a8-e22d372ae84b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:20.060508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35722) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:20.062347 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f290d7-04a5-4021-bc74-61e66bcd0ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3c0be6-626f-4ea4-806a-59ae237b4d48,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:20.595883 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a8e32-e0e8-4847-95fe-57b94c9ea288 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=f735a996-920e-4ac5-a9de-60cdfe80ab11,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:20.647038 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f55a8e32-e0e8-4847-95fe-57b94c9ea288 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:20.651065 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device f0153d04-b46a-432a-8b73-498825058dcd up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:06:20.660056 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f55a8e32-e0e8-4847-95fe-57b94c9ea288 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/f735a996-920e-4ac5-a9de-60cdfe80ab11 HTTP/1.1" status: 204 len: 168 time: 1.5632222 Nov 11 12:06:20.666079 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:20.674769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35728) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:20.754183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e911b4cf-3b82-41de-8300-574c1c98a350 None None] DHCP port deletion for 6ff4c166-4359-4d4a-9c72-485821836e8d request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:20.762577 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port f0153d04-b46a-432a-8b73-498825058dcd completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:06:20.790216 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port f0153d04-b46a-432a-8b73-498825058dcd triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:20.790691 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:20.792118 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d24a4-cc2c-406b-82d5-813eb8e03239 req-2eab9766-2e2a-452d-93d8-815eccb0fe9a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:20.794511 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf9d24a4-cc2c-406b-82d5-813eb8e03239 req-2eab9766-2e2a-452d-93d8-815eccb0fe9a tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 946 time: 0.1995144 Nov 11 12:06:20.819960 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1838a0c-3064-4b29-83f7-486b1d5a7077 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:20.826261 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1838a0c-3064-4b29-83f7-486b1d5a7077 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:20.827901 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a1838a0c-3064-4b29-83f7-486b1d5a7077 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1521516 Nov 11 12:06:20.834138 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35732) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:20.863809 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:20.878132 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e911b4cf-3b82-41de-8300-574c1c98a350 None None] Deleting port 78f00bec-3c39-4378-8713-0ea93b2f91d2 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:20.879506 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e911b4cf-3b82-41de-8300-574c1c98a350 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:20.954170 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf9d24a4-cc2c-406b-82d5-813eb8e03239 req-659c82d6-380f-4e0b-b9ae-f3f94b0bff6d tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481802 Nov 11 12:06:20.983122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Deleting port 78f00bec-3c39-4378-8713-0ea93b2f91d2 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:20.983363 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:20.998127 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.006218 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e911b4cf-3b82-41de-8300-574c1c98a350 None None] For port 78f00bec-3c39-4378-8713-0ea93b2f91d2, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=78f00bec-3c39-4378-8713-0ea93b2f91d2,segment=NetworkSegment(7de59c07-6974-4176-8d70-57f5a11dc0eb),segment_id=7de59c07-6974-4176-8d70-57f5a11dc0eb)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:21.006685 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e911b4cf-3b82-41de-8300-574c1c98a350 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.029825 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-19e33286-b6e8-487c-9e8e-363af6ac150d None None] Provisioning complete for port ed8a5368-a599-4a4d-95d4-a196aaef7ea2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:21.030399 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-19e33286-b6e8-487c-9e8e-363af6ac150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.038289 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router 282fc473-5fe9-4f27-849e-5dd7a903d3fa is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:06:21.064823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] For port 78f00bec-3c39-4378-8713-0ea93b2f91d2, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=78f00bec-3c39-4378-8713-0ea93b2f91d2,segment=NetworkSegment(7de59c07-6974-4176-8d70-57f5a11dc0eb),segment_id=7de59c07-6974-4176-8d70-57f5a11dc0eb)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:21.065276 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.068971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e911b4cf-3b82-41de-8300-574c1c98a350 None None] Calling delete_port for 78f00bec-3c39-4378-8713-0ea93b2f91d2 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:21.080682 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Calling delete_port for 78f00bec-3c39-4378-8713-0ea93b2f91d2 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:21.087582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-b6b48cde-5d86-44e9-8e8c-10efed25f7bd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port 96127f60-ee17-42a3-bbe2-448fa888f2d0 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:21.087924 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6b48cde-5d86-44e9-8e8c-10efed25f7bd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.091016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port f0153d04-b46a-432a-8b73-498825058dcd, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f0153d04-b46a-432a-8b73-498825058dcd,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:21.094352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4577527c-1454-4629-bc4b-8013a735d44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0153d04-b46a-432a-8b73-498825058dcd'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:06:21.096684 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473b24f8-b180-4dac-a367-d8bfe0bc9bec" -d '{"events": [{"server_uuid": "4577527c-1454-4629-bc4b-8013a735d44c", "name": "network-vif-plugged", "status": "completed", "tag": "f0153d04-b46a-432a-8b73-498825058dcd"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:06:21.107933 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.170128 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3695de4-366f-4f71-a2c2-7079753fd91b x-openstack-request-id: req-c3695de4-366f-4f71-a2c2-7079753fd91b {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:06:21.170423 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4577527c-1454-4629-bc4b-8013a735d44c", "name": "network-vif-plugged", "status": "completed", "tag": "f0153d04-b46a-432a-8b73-498825058dcd", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:06:21.170651 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3695de4-366f-4f71-a2c2-7079753fd91b {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:06:21.171047 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4577527c-1454-4629-bc4b-8013a735d44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0153d04-b46a-432a-8b73-498825058dcd', 'code': 200} Nov 11 12:06:21.196440 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:06:21.210782 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6b48cde-5d86-44e9-8e8c-10efed25f7bd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.220365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4e6283-81d8-4af7-b4d8-3fa779f3f3c8 None None] Sync routers for ids ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:06:21.229484 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.234006 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dfa87a73-d988-4818-be55-9cabaed7fddb tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2735476 Nov 11 12:06:21.235709 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35736) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:21.239820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-b6b48cde-5d86-44e9-8e8c-10efed25f7bd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for 96127f60-ee17-42a3-bbe2-448fa888f2d0 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:21.266256 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e6283-81d8-4af7-b4d8-3fa779f3f3c8 None None] Routers {'282fc473-5fe9-4f27-849e-5dd7a903d3fa'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:21.266256 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6f4e6283-81d8-4af7-b4d8-3fa779f3f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:21.271740 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=f0153d04-b46a-432a-8b73-498825058dcd,revision_number=12']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:21.309286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6f4e6283-81d8-4af7-b4d8-3fa779f3f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:21.314201 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.323399 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e6283-81d8-4af7-b4d8-3fa779f3f3c8 None None] Routers {'282fc473-5fe9-4f27-849e-5dd7a903d3fa'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:21.323399 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6f4e6283-81d8-4af7-b4d8-3fa779f3f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:21.357540 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No DVR routers for this DVR port 78f00bec-3c39-4378-8713-0ea93b2f91d2 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:21.359380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6f4e6283-81d8-4af7-b4d8-3fa779f3f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:21.360081 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4e6283-81d8-4af7-b4d8-3fa779f3f3c8 None None] The sync data for ids ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:06:21.361877 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e911b4cf-3b82-41de-8300-574c1c98a350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.366566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Port': ['ID=78f00bec-3c39-4378-8713-0ea93b2f91d2,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:21.387880 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911b4cf-3b82-41de-8300-574c1c98a350 None None] Pushing event deleted for resources: {'Port': ['ID=78f00bec-3c39-4378-8713-0ea93b2f91d2,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:21.391967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e911b4cf-3b82-41de-8300-574c1c98a350 None None] No DVR routers for this DVR port 78f00bec-3c39-4378-8713-0ea93b2f91d2 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:21.438657 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.467042 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.468823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9694d65-5664-4a40-8bfa-8ad059467c3a req-5622b048-f2eb-4fe4-b565-4e84be1d5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:21.470423 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b9694d65-5664-4a40-8bfa-8ad059467c3a req-5622b048-f2eb-4fe4-b565-4e84be1d5a61 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 1098 time: 0.1005843 Nov 11 12:06:21.477931 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6b48cde-5d86-44e9-8e8c-10efed25f7bd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.520245 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ed8a5368-a599-4a4d-95d4-a196aaef7ea2 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:06:21.529023 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6b48cde-5d86-44e9-8e8c-10efed25f7bd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.535952 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b6b48cde-5d86-44e9-8e8c-10efed25f7bd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/96127f60-ee17-42a3-bbe2-448fa888f2d0 HTTP/1.1" status: 204 len: 168 time: 0.6859319 Nov 11 12:06:21.536741 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35738) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:21.538588 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff4c166-4359-4d4a-9c72-485821836e8d']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:21.541480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b48cde-5d86-44e9-8e8c-10efed25f7bd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=96127f60-ee17-42a3-bbe2-448fa888f2d0,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:21.563777 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de59c07-6974-4176-8d70-57f5a11dc0eb') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:21.563979 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de59c07-6974-4176-8d70-57f5a11dc0eb') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:21.583088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ed8a5368-a599-4a4d-95d4-a196aaef7ea2 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:21.583564 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.590294 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.607497 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b9694d65-5664-4a40-8bfa-8ad059467c3a req-565f8d0f-e798-4dcf-838d-fbee87f2aaed service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037002 Nov 11 12:06:21.612377 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.632031 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e24a7c4-3688-4f1f-8d63-688a26c89c7e tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:21.634512 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0e24a7c4-3688-4f1f-8d63-688a26c89c7e tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0895102 Nov 11 12:06:21.637123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35740) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:21.640731 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:21.642110 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:21.655809 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:21.688094 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b55e9e-138c-4390-b62a-f90c26cce5d2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] GET failed (client error): The resource could not be found. Nov 11 12:06:21.692383 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-88b55e9e-138c-4390-b62a-f90c26cce5d2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports/f735a996-920e-4ac5-a9de-60cdfe80ab11 HTTP/1.1" status: 404 len: 333 time: 0.0512080 Nov 11 12:06:21.704503 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35742) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:21.737717 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0469d25b-076b-4156-b03e-61a97f61f598 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] GET failed (client error): The resource could not be found. Nov 11 12:06:21.739628 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0469d25b-076b-4156-b03e-61a97f61f598 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports/96127f60-ee17-42a3-bbe2-448fa888f2d0 HTTP/1.1" status: 404 len: 333 time: 0.0339975 Nov 11 12:06:21.742480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35746) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:21.744377 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.751034 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 78f00bec-3c39-4378-8713-0ea93b2f91d2 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:06:21.754285 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.758230 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/networks/6ff4c166-4359-4d4a-9c72-485821836e8d HTTP/1.1" status: 204 len: 168 time: 1.6927378 Nov 11 12:06:21.765008 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35748) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:21.779278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 78f00bec-3c39-4378-8713-0ea93b2f91d2 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:06:21.779879 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 78f00bec-3c39-4378-8713-0ea93b2f91d2 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:06:21.785664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c7007-017e-41fd-8a8c-12fbfed43dd7 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Network': ['ID=6ff4c166-4359-4d4a-9c72-485821836e8d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:21.809544 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf03d7fa-d4fe-4525-ba22-65d81a42b001 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:21.810047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf03d7fa-d4fe-4525-ba22-65d81a42b001 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:21.813139 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cf03d7fa-d4fe-4525-ba22-65d81a42b001 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/subnets/6634379a-238d-455f-bc6f-2ca9013c0d90 HTTP/1.1" status: 404 len: 337 time: 0.0470378 Nov 11 12:06:21.815784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35750) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:21.834167 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d982f46-3736-461d-bb68-304ac4720c57 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:21.834698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d982f46-3736-461d-bb68-304ac4720c57 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:21.837733 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6d982f46-3736-461d-bb68-304ac4720c57 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/networks/e450c713-48fe-4817-a809-eea0e1b199d1 HTTP/1.1" status: 404 len: 339 time: 0.0210474 Nov 11 12:06:21.840141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35752) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:21.862851 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b9723a5-0ece-4953-8f8e-57b9c4894dc6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.892724 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c8b26b-1313-4ccf-baac-2e0fd7bedc38 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Deleting subnet cff5cc8a-f7e0-4583-93d0-623ef9d785dd {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:06:21.896163 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-93c8b26b-1313-4ccf-baac-2e0fd7bedc38 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.940489 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:21.944480 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-93c8b26b-1313-4ccf-baac-2e0fd7bedc38 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.046483 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b9723a5-0ece-4953-8f8e-57b9c4894dc6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.050904 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-93c8b26b-1313-4ccf-baac-2e0fd7bedc38 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.076519 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-2b9723a5-0ece-4953-8f8e-57b9c4894dc6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4afc5d-490f-40f1-9f27-171ed1d9bbf4']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:22.113059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-2b9723a5-0ece-4953-8f8e-57b9c4894dc6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b116f5-f448-40a3-b60e-0b85e404d0ca') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:22.113302 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-2b9723a5-0ece-4953-8f8e-57b9c4894dc6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b116f5-f448-40a3-b60e-0b85e404d0ca') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:22.126222 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b9723a5-0ece-4953-8f8e-57b9c4894dc6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.131402 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b923c-bf72-4b70-bc54-feef5f1bff23 req-a46f0ca1-a889-4135-93af-ca56cfa9e6cd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:22.132950 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-782b923c-bf72-4b70-bc54-feef5f1bff23 req-a46f0ca1-a889-4135-93af-ca56cfa9e6cd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 947 time: 0.0954802 Nov 11 12:06:22.150264 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b9723a5-0ece-4953-8f8e-57b9c4894dc6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.155083 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-93c8b26b-1313-4ccf-baac-2e0fd7bedc38 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.165948 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9723a5-0ece-4953-8f8e-57b9c4894dc6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:22.166365 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b9723a5-0ece-4953-8f8e-57b9c4894dc6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:22.169542 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:22.194589 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8b26b-1313-4ccf-baac-2e0fd7bedc38 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Subnet': ['ID=cff5cc8a-f7e0-4583-93d0-623ef9d785dd,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:22.198794 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-93c8b26b-1313-4ccf-baac-2e0fd7bedc38 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.204321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1fb6c4-4015-4093-a314-384529949b29 None None] Network 1e87a09b-547c-4c86-a77d-7c21c4363297 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:22.204828 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-93c8b26b-1313-4ccf-baac-2e0fd7bedc38 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/subnets/cff5cc8a-f7e0-4583-93d0-623ef9d785dd HTTP/1.1" status: 204 len: 168 time: 0.3609667 Nov 11 12:06:22.205930 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35758) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:22.244355 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-782b923c-bf72-4b70-bc54-feef5f1bff23 req-81f08421-c976-463a-9591-8fc66abc1c31 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043487 Nov 11 12:06:22.276660 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b9723a5-0ece-4953-8f8e-57b9c4894dc6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.300303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b9723a5-0ece-4953-8f8e-57b9c4894dc6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.303819 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2b9723a5-0ece-4953-8f8e-57b9c4894dc6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/networks/bb4afc5d-490f-40f1-9f27-171ed1d9bbf4 HTTP/1.1" status: 204 len: 168 time: 0.5603566 Nov 11 12:06:22.308304 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.310172 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35760) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:22.310331 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9723a5-0ece-4953-8f8e-57b9c4894dc6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Network': ['ID=bb4afc5d-490f-40f1-9f27-171ed1d9bbf4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:22.316287 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b5ea4b90-895c-45ac-834c-60e3d6fd1453 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1389939573'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:22.374009 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ea4b90-895c-45ac-834c-60e3d6fd1453 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:22.377569 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4b90-895c-45ac-834c-60e3d6fd1453 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.416364 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ea4b90-895c-45ac-834c-60e3d6fd1453 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:06:22.419308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Deleting port 8f69bb06-ee7d-422a-868e-867e3ecf9d7f {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:22.419646 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.424434 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f43f028-a6d7-4228-95fd-84554608976e None None] DHCP port deletion for 1e87a09b-547c-4c86-a77d-7c21c4363297 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:22.429222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Allocated IP 172.20.0.1 (8bd1dff7-d671-44ac-95b9-322f76930e54/9a4594bb-9841-464c-9e47-0b5f91863273/59445b31-231d-48a2-96d8-b5339854f1ed) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:22.446541 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4b90-895c-45ac-834c-60e3d6fd1453 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.446925 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-b5ea4b90-895c-45ac-834c-60e3d6fd1453 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Added segment 7dc963db-7c85-4b6c-a9a1-374163595700 of type vlan for network a6e94251-9565-4f8b-860d-575fa11861bf Nov 11 12:06:22.473342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7f43f028-a6d7-4228-95fd-84554608976e None None] Deleting port 8f69bb06-ee7d-422a-868e-867e3ecf9d7f {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:22.473895 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7f43f028-a6d7-4228-95fd-84554608976e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.530254 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] For port 8f69bb06-ee7d-422a-868e-867e3ecf9d7f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8f69bb06-ee7d-422a-868e-867e3ecf9d7f,segment=NetworkSegment(56f0e0a8-c036-49b1-8776-af8bf310b62b),segment_id=56f0e0a8-c036-49b1-8776-af8bf310b62b)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:22.530626 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.534988 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4b90-895c-45ac-834c-60e3d6fd1453 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.545355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7f43f028-a6d7-4228-95fd-84554608976e None None] For port 8f69bb06-ee7d-422a-868e-867e3ecf9d7f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8f69bb06-ee7d-422a-868e-867e3ecf9d7f,segment=NetworkSegment(56f0e0a8-c036-49b1-8776-af8bf310b62b),segment_id=56f0e0a8-c036-49b1-8776-af8bf310b62b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:22.546116 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7f43f028-a6d7-4228-95fd-84554608976e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.549392 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Calling delete_port for 8f69bb06-ee7d-422a-868e-867e3ecf9d7f owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:22.561187 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.568917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7f43f028-a6d7-4228-95fd-84554608976e None None] Calling delete_port for 8f69bb06-ee7d-422a-868e-867e3ecf9d7f owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:22.602164 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.603826 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4b90-895c-45ac-834c-60e3d6fd1453 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.610002 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ea4b90-895c-45ac-834c-60e3d6fd1453 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:22.610646 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4b90-895c-45ac-834c-60e3d6fd1453 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.627163 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 8bd1dff7-d671-44ac-95b9-322f76930e54 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:22.629927 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:22.651786 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:22.675178 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7f43f028-a6d7-4228-95fd-84554608976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.710155 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b5ea4b90-895c-45ac-834c-60e3d6fd1453 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3952067 Nov 11 12:06:22.710718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35766) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:22.715421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-6afd4250-e1d7-436f-842e-d20aaf06c9f4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'subnet': {'network_id': 'a6e94251-9565-4f8b-860d-575fa11861bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:22.722396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=59445b31-231d-48a2-96d8-b5339854f1ed,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:22.730298 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea4b90-895c-45ac-834c-60e3d6fd1453 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Network': ['ID=a6e94251-9565-4f8b-860d-575fa11861bf,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:22.730512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43f028-a6d7-4228-95fd-84554608976e None None] Pushing event deleted for resources: {'Port': ['ID=8f69bb06-ee7d-422a-868e-867e3ecf9d7f,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:22.734793 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43f028-a6d7-4228-95fd-84554608976e None None] No DVR routers for this DVR port 8f69bb06-ee7d-422a-868e-867e3ecf9d7f on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:22.741159 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.743893 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.771365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network a6e94251-9565-4f8b-860d-575fa11861bf details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:22.790421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Port': ['ID=8f69bb06-ee7d-422a-868e-867e3ecf9d7f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:22.792134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] No DVR routers for this DVR port 8f69bb06-ee7d-422a-868e-867e3ecf9d7f on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:22.940868 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.968515 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e87a09b-547c-4c86-a77d-7c21c4363297']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:22.977618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afd4250-e1d7-436f-842e-d20aaf06c9f4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:22.980207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f0e0a8-c036-49b1-8776-af8bf310b62b') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:22.980514 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f0e0a8-c036-49b1-8776-af8bf310b62b') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:22.982026 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6afd4250-e1d7-436f-842e-d20aaf06c9f4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:22.995525 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:23.009732 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:23.027507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:23.028034 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:23.064965 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9025e6af-5597-41d0-8ded-54430992c8bc None None] Provisioning complete for port 59445b31-231d-48a2-96d8-b5339854f1ed triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:23.066264 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9025e6af-5597-41d0-8ded-54430992c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:23.078489 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:23.080130 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:23.083439 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.ipam_backend_mixin [None req-6afd4250-e1d7-436f-842e-d20aaf06c9f4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Performing IP validity checks on allocation pools {{(pid=109154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 12:06:23.086142 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.ipam_backend_mixin [None req-6afd4250-e1d7-436f-842e-d20aaf06c9f4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 12:06:23.119043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-9025e6af-5597-41d0-8ded-54430992c8bc None None] Port 59445b31-231d-48a2-96d8-b5339854f1ed cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:06:23.147971 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:23.156181 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:23.159502 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] 10.222.0.65 "DELETE /v2.0/networks/1e87a09b-547c-4c86-a77d-7c21c4363297 HTTP/1.1" status: 204 len: 168 time: 0.9525812 Nov 11 12:06:23.169151 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dc4d6-ba85-488f-9629-77ce583a2106 tempest-NetworksIpV6Test-1665625535 tempest-NetworksIpV6Test-1665625535-project] Pushing event deleted for resources: {'Network': ['ID=1e87a09b-547c-4c86-a77d-7c21c4363297,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:23.392111 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6afd4250-e1d7-436f-842e-d20aaf06c9f4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:23.500582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c1ae6-6039-40ae-bccd-ffd5fa897f91 req-a0c3b0e8-df3d-4141-adf2-343ecf010b2b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:23.508606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d4c1ae6-6039-40ae-bccd-ffd5fa897f91 req-a0c3b0e8-df3d-4141-adf2-343ecf010b2b tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 947 time: 0.0737057 Nov 11 12:06:23.517980 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd4250-e1d7-436f-842e-d20aaf06c9f4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Subnet': ['ID=8e2e976e-bfcc-4b9c-980b-c2f52043e41b,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:23.526653 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd4250-e1d7-436f-842e-d20aaf06c9f4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Checking segment: {'id': '7dc963db-7c85-4b6c-a9a1-374163595700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'a6e94251-9565-4f8b-860d-575fa11861bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:23.527211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd4250-e1d7-436f-842e-d20aaf06c9f4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network hostable DHCP agents. Network: a6e94251-9565-4f8b-860d-575fa11861bf, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:06:23.564878 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd4250-e1d7-436f-842e-d20aaf06c9f4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network a6e94251-9565-4f8b-860d-575fa11861bf is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:06:23.572747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8f69bb06-ee7d-422a-868e-867e3ecf9d7f no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:06:23.574183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d4c1ae6-6039-40ae-bccd-ffd5fa897f91 req-185d22a6-359d-46c2-8fc9-ac6e0f6b88c8 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642805 Nov 11 12:06:23.599889 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 8f69bb06-ee7d-422a-868e-867e3ecf9d7f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:06:23.600507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8f69bb06-ee7d-422a-868e-867e3ecf9d7f not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:06:23.625577 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-6afd4250-e1d7-436f-842e-d20aaf06c9f4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, a6e94251-9565-4f8b-860d-575fa11861bf) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:23.631918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afd4250-e1d7-436f-842e-d20aaf06c9f4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:23.632595 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6afd4250-e1d7-436f-842e-d20aaf06c9f4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:23.645546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788f440b-bf9c-4651-b13a-ece0acb775ea None None] Network a6e94251-9565-4f8b-860d-575fa11861bf requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:23.654113 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:23.663591 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6afd4250-e1d7-436f-842e-d20aaf06c9f4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9492562 Nov 11 12:06:23.663823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35808) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:23.666192 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:23.673833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-cabb804e-6311-44df-813a-b30acbfd87dc tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'network_id': 'a6e94251-9565-4f8b-860d-575fa11861bf', 'name': 'tempest-PortsIpV6TestJSON-1941047366'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:23.704832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35810) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:23.854497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-a6e94251-9565-4f8b-860d-575fa11861bf', 'network_id': 'a6e94251-9565-4f8b-860d-575fa11861bf', 'tenant_id': '6a826a83d259421584ffc8b5fe64d491', 'fixed_ips': [{'subnet_id': '8e2e976e-bfcc-4b9c-980b-c2f52043e41b'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:06:23.856072 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:23.899896 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-49a38f65-faca-4633-bf97-eb91d8edd880 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=82e5a68d54e84dbbb2fb1f3af2ac0e42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1940942 Nov 11 12:06:23.902712 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35814) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:23.975636 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-592002de-6586-42cd-8b17-4d8cf9022bd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:24.002796 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-592002de-6586-42cd-8b17-4d8cf9022bd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:24.036016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Allocated IP 2001:db8::2 (a6e94251-9565-4f8b-860d-575fa11861bf/8e2e976e-bfcc-4b9c-980b-c2f52043e41b/3fdbf8f8-e210-4f13-aa7f-555c37c9d121) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:24.059102 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-592002de-6586-42cd-8b17-4d8cf9022bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:24.062110 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-592002de-6586-42cd-8b17-4d8cf9022bd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:24.063445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-592002de-6586-42cd-8b17-4d8cf9022bd2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ace6474-2a12-403e-aec2-363c0c9553c8 HTTP/1.1" status: 204 len: 168 time: 0.1597536 Nov 11 12:06:24.073160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592002de-6586-42cd-8b17-4d8cf9022bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ace6474-2a12-403e-aec2-363c0c9553c8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:24.145979 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=59445b31-231d-48a2-96d8-b5339854f1ed,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:24.150205 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:24.243381 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:24.251787 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:24.289685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabb804e-6311-44df-813a-b30acbfd87dc tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:24.292805 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cabb804e-6311-44df-813a-b30acbfd87dc tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:24.296296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 8bd1dff7-d671-44ac-95b9-322f76930e54 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:24.304925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:24.306787 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Network a6e94251-9565-4f8b-860d-575fa11861bf is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:24.311143 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:24.312819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Pushing event updated for resources: {'Port': ['ID=3fdbf8f8-e210-4f13-aa7f-555c37c9d121,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:24.315031 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:24.318856 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-cabb804e-6311-44df-813a-b30acbfd87dc tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] device_id is not set on port f2896f2a-3d50-4ddc-8fa8-c512633d53ca yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:24.384959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Attempting to bind port 3fdbf8f8-e210-4f13-aa7f-555c37c9d121 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:06:24.385402 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Attempting to bind port 3fdbf8f8-e210-4f13-aa7f-555c37c9d121 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '7dc963db-7c85-4b6c-a9a1-374163595700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'a6e94251-9565-4f8b-860d-575fa11861bf'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:06:24.385859 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Attempting to bind port 3fdbf8f8-e210-4f13-aa7f-555c37c9d121 on network a6e94251-9565-4f8b-860d-575fa11861bf {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:06:24.393076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:06:24.393483 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Checking segment: {'id': '7dc963db-7c85-4b6c-a9a1-374163595700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'a6e94251-9565-4f8b-860d-575fa11861bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:24.394034 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:24.394516 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Bound using segment: {'id': '7dc963db-7c85-4b6c-a9a1-374163595700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'a6e94251-9565-4f8b-860d-575fa11861bf'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:06:24.395130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Bound port: 3fdbf8f8-e210-4f13-aa7f-555c37c9d121, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc963db-7c85-4b6c-a9a1-374163595700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'a6e94251-9565-4f8b-860d-575fa11861bf'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:06:24.396297 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:24.480367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] For port 3fdbf8f8-e210-4f13-aa7f-555c37c9d121, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:06:24.484998 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] For port 3fdbf8f8-e210-4f13-aa7f-555c37c9d121, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=3fdbf8f8-e210-4f13-aa7f-555c37c9d121,segment=NetworkSegment(7dc963db-7c85-4b6c-a9a1-374163595700),segment_id=7dc963db-7c85-4b6c-a9a1-374163595700)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:06:24.489527 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:24.547090 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-cabb804e-6311-44df-813a-b30acbfd87dc tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Allocated IP 2001:db8::115 (a6e94251-9565-4f8b-860d-575fa11861bf/8e2e976e-bfcc-4b9c-980b-c2f52043e41b/f2896f2a-3d50-4ddc-8fa8-c512633d53ca) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:24.550389 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router 282fc473-5fe9-4f27-849e-5dd7a903d3fa has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:06:24.551642 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc0df8-a1ab-4cec-a519-84ee6761bd83 None None] Pushing event updated for resources: {'Port': ['ID=3fdbf8f8-e210-4f13-aa7f-555c37c9d121,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:24.672246 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4a421dd9-ba24-4c4a-a9c7-6243fdb2c3dd None None] Provisioning complete for port 59445b31-231d-48a2-96d8-b5339854f1ed triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:24.672851 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4a421dd9-ba24-4c4a-a9c7-6243fdb2c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:24.731662 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4a421dd9-ba24-4c4a-a9c7-6243fdb2c3dd None None] Port 59445b31-231d-48a2-96d8-b5339854f1ed cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:06:24.744144 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:06:24.751316 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f55d3-b5a2-4801-9126-df535fbb18b9 req-96f3c9ce-27ac-49f7-abf3-c07134bffda5 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:24.754638 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a4569403-709a-4f87-95d2-289afd4a3a30 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "PUT /v2.0/routers/282fc473-5fe9-4f27-849e-5dd7a903d3fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5131869 Nov 11 12:06:24.756192 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f060d-3f7b-4265-b02f-f362a612ef1b None None] Sync routers for ids ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:06:24.757791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35838) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:24.758349 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-598f55d3-b5a2-4801-9126-df535fbb18b9 req-96f3c9ce-27ac-49f7-abf3-c07134bffda5 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 947 time: 0.0700259 Nov 11 12:06:24.762810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2b8e8931-9b95-4e08-aca6-ca8a01b3f9d1 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'port': {'network_id': '8bd1dff7-d671-44ac-95b9-322f76930e54', 'name': 'tempest-FloatingIPTestJSON-1646518696'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:24.771918 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6f060d-3f7b-4265-b02f-f362a612ef1b None None] Routers {'282fc473-5fe9-4f27-849e-5dd7a903d3fa'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:24.774553 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ca6f060d-3f7b-4265-b02f-f362a612ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:24.850276 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-598f55d3-b5a2-4801-9126-df535fbb18b9 req-d20624ec-dcb7-484c-9dec-3aff02f7df87 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893979 Nov 11 12:06:24.873456 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ca6f060d-3f7b-4265-b02f-f362a612ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:24.900844 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6f060d-3f7b-4265-b02f-f362a612ef1b None None] Routers {'282fc473-5fe9-4f27-849e-5dd7a903d3fa'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:24.901708 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ca6f060d-3f7b-4265-b02f-f362a612ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:24.955201 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ca6f060d-3f7b-4265-b02f-f362a612ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:24.956174 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f060d-3f7b-4265-b02f-f362a612ef1b None None] The sync data for ids ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:06:25.027788 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cabb804e-6311-44df-813a-b30acbfd87dc tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.041095 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8e8931-9b95-4e08-aca6-ca8a01b3f9d1 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Made reservation on behalf of e02daa0dbf604bd4b54b59b05bc50b10 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:25.046423 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8931-9b95-4e08-aca6-ca8a01b3f9d1 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.049925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35848) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:25.087117 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-2b8e8931-9b95-4e08-aca6-ca8a01b3f9d1 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] device_id is not set on port 356124b1-8c8d-4f60-b16e-7fd8eb1fba6c yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:25.141953 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cabb804e-6311-44df-813a-b30acbfd87dc tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.171971 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-98c81b0b-cccd-436c-a66d-49acd8847b58 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1526745659'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:25.234754 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb804e-6311-44df-813a-b30acbfd87dc tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network a6e94251-9565-4f8b-860d-575fa11861bf is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:25.248675 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-cabb804e-6311-44df-813a-b30acbfd87dc tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:25.264046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabb804e-6311-44df-813a-b30acbfd87dc tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:25.272442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabb804e-6311-44df-813a-b30acbfd87dc tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:25.273800 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cabb804e-6311-44df-813a-b30acbfd87dc tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.294140 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb804e-6311-44df-813a-b30acbfd87dc tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=f2896f2a-3d50-4ddc-8fa8-c512633d53ca,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:25.306779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c81b0b-cccd-436c-a66d-49acd8847b58 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Made reservation on behalf of 28953df9c3434698a656374415ed35b5 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:25.310319 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-98c81b0b-cccd-436c-a66d-49acd8847b58 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.327110 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-2b8e8931-9b95-4e08-aca6-ca8a01b3f9d1 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Allocated IP 172.20.0.6 (8bd1dff7-d671-44ac-95b9-322f76930e54/9a4594bb-9841-464c-9e47-0b5f91863273/356124b1-8c8d-4f60-b16e-7fd8eb1fba6c) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:25.330242 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-98c81b0b-cccd-436c-a66d-49acd8847b58 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.338121 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cabb804e-6311-44df-813a-b30acbfd87dc tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6732683 Nov 11 12:06:25.341080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35854) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:25.445910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-47ed44d1-ee41-433a-a2c9-7ac8c43c3829 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port f2896f2a-3d50-4ddc-8fa8-c512633d53ca {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:25.446453 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47ed44d1-ee41-433a-a2c9-7ac8c43c3829 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.545186 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-98c81b0b-cccd-436c-a66d-49acd8847b58 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.558400 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-98c81b0b-cccd-436c-a66d-49acd8847b58 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.564072 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47ed44d1-ee41-433a-a2c9-7ac8c43c3829 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.569805 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8931-9b95-4e08-aca6-ca8a01b3f9d1 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.580733 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-47ed44d1-ee41-433a-a2c9-7ac8c43c3829 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for f2896f2a-3d50-4ddc-8fa8-c512633d53ca owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:25.599161 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c81b0b-cccd-436c-a66d-49acd8847b58 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:06:25.604219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 3fdbf8f8-e210-4f13-aa7f-555c37c9d121 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:06:25.618473 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c81b0b-cccd-436c-a66d-49acd8847b58 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11beaa4-62b6-40bd-86cf-1258abf54e0f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:25.632564 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-98c81b0b-cccd-436c-a66d-49acd8847b58 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.632915 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-98c81b0b-cccd-436c-a66d-49acd8847b58 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Added segment 7a298102-8e15-4a86-a81d-d91561bbc3e5 of type vlan for network 8487571a-f7fc-479f-b0df-010ae98c40db Nov 11 12:06:25.661323 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 3fdbf8f8-e210-4f13-aa7f-555c37c9d121 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:25.661722 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.693342 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8931-9b95-4e08-aca6-ca8a01b3f9d1 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.698374 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aaffba-6ab1-4be6-b94d-3b396fc91a4e None None] Network a6e94251-9565-4f8b-860d-575fa11861bf requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:25.699843 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-98c81b0b-cccd-436c-a66d-49acd8847b58 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.769479 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8e8931-9b95-4e08-aca6-ca8a01b3f9d1 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Network 8bd1dff7-d671-44ac-95b9-322f76930e54 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:25.776139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-2b8e8931-9b95-4e08-aca6-ca8a01b3f9d1 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:25.779282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e8931-9b95-4e08-aca6-ca8a01b3f9d1 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:25.783008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e8931-9b95-4e08-aca6-ca8a01b3f9d1 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event updated for resources: {'Port': ['ID=356124b1-8c8d-4f60-b16e-7fd8eb1fba6c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:25.784330 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47ed44d1-ee41-433a-a2c9-7ac8c43c3829 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.797576 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-98c81b0b-cccd-436c-a66d-49acd8847b58 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.801195 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-06c422d7-d429-41da-8393-3359aa10dffb None None] Provisioning complete for port 3fdbf8f8-e210-4f13-aa7f-555c37c9d121 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:25.801770 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-06c422d7-d429-41da-8393-3359aa10dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.804250 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c81b0b-cccd-436c-a66d-49acd8847b58 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:25.805075 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-98c81b0b-cccd-436c-a66d-49acd8847b58 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.829075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed44d1-ee41-433a-a2c9-7ac8c43c3829 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=f2896f2a-3d50-4ddc-8fa8-c512633d53ca,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:25.864093 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-98c81b0b-cccd-436c-a66d-49acd8847b58 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8129456 Nov 11 12:06:25.865384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35856) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:25.873239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-85968f6a-e5ba-4c0d-8f19-04823f0f143c tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Request body: {'subnet': {'network_id': '8487571a-f7fc-479f-b0df-010ae98c40db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:25.879343 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47ed44d1-ee41-433a-a2c9-7ac8c43c3829 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:25.884104 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-47ed44d1-ee41-433a-a2c9-7ac8c43c3829 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/f2896f2a-3d50-4ddc-8fa8-c512633d53ca HTTP/1.1" status: 204 len: 168 time: 0.5415950 Nov 11 12:06:25.889466 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35858) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:25.974307 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9eef645-ee25-4f9e-b964-f593ce421579 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:25.975509 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9eef645-ee25-4f9e-b964-f593ce421579 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:25.982012 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a9eef645-ee25-4f9e-b964-f593ce421579 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/f2896f2a-3d50-4ddc-8fa8-c512633d53ca HTTP/1.1" status: 404 len: 333 time: 0.0868154 Nov 11 12:06:25.983899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35860) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:25.989929 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c81b0b-cccd-436c-a66d-49acd8847b58 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Pushing event updated for resources: {'Network': ['ID=8487571a-f7fc-479f-b0df-010ae98c40db,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:26.015525 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8e8931-9b95-4e08-aca6-ca8a01b3f9d1 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:26.016570 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8931-9b95-4e08-aca6-ca8a01b3f9d1 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.040042 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-144c3cfc-007d-4638-9ca1-d3717ac0f1f4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] GET failed (client error): The resource could not be found. Nov 11 12:06:26.043614 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-144c3cfc-007d-4638-9ca1-d3717ac0f1f4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports/f2896f2a-3d50-4ddc-8fa8-c512633d53ca HTTP/1.1" status: 404 len: 333 time: 0.0568197 Nov 11 12:06:26.045852 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35862) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:26.060415 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85968f6a-e5ba-4c0d-8f19-04823f0f143c tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Made reservation on behalf of 28953df9c3434698a656374415ed35b5 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:26.065409 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-85968f6a-e5ba-4c0d-8f19-04823f0f143c tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.074683 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2b8e8931-9b95-4e08-aca6-ca8a01b3f9d1 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3157377 Nov 11 12:06:26.077093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35864) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:26.082282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7b2b72ad-0a2e-4254-ad63-7a85ada1e69c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Request body: {'floatingip': {'port_id': '356124b1-8c8d-4f60-b16e-7fd8eb1fba6c'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:26.083434 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 8487571a-f7fc-479f-b0df-010ae98c40db details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:26.136023 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.172925 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b2b72ad-0a2e-4254-ad63-7a85ada1e69c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.243379 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-18362ec1-9c3d-47c1-823b-f0fce0b216fd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting subnet 8e2e976e-bfcc-4b9c-980b-c2f52043e41b {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:06:26.249657 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18362ec1-9c3d-47c1-823b-f0fce0b216fd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.307014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 3fdbf8f8-e210-4f13-aa7f-555c37c9d121, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=3fdbf8f8-e210-4f13-aa7f-555c37c9d121,segment=NetworkSegment(7dc963db-7c85-4b6c-a9a1-374163595700),segment_id=7dc963db-7c85-4b6c-a9a1-374163595700)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:26.345024 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.349611 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18362ec1-9c3d-47c1-823b-f0fce0b216fd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.449341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=3fdbf8f8-e210-4f13-aa7f-555c37c9d121,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:26.539172 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18362ec1-9c3d-47c1-823b-f0fce0b216fd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.549079 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-cb22b442-2389-4f55-bb64-30b5b1ce75fc None None] Provisioning complete for port 356124b1-8c8d-4f60-b16e-7fd8eb1fba6c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:26.549704 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cb22b442-2389-4f55-bb64-30b5b1ce75fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.574449 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-85968f6a-e5ba-4c0d-8f19-04823f0f143c tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.597958 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-cb22b442-2389-4f55-bb64-30b5b1ce75fc None None] Port 356124b1-8c8d-4f60-b16e-7fd8eb1fba6c cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:06:26.672827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85968f6a-e5ba-4c0d-8f19-04823f0f143c tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Pushing event updated for resources: {'Subnet': ['ID=d9b5caee-0d07-4887-8a59-cfeab368b329,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:26.678246 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85968f6a-e5ba-4c0d-8f19-04823f0f143c tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Checking segment: {'id': '7a298102-8e15-4a86-a81d-d91561bbc3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8487571a-f7fc-479f-b0df-010ae98c40db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:26.678603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85968f6a-e5ba-4c0d-8f19-04823f0f143c tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Network hostable DHCP agents. Network: 8487571a-f7fc-479f-b0df-010ae98c40db, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:06:26.688569 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18362ec1-9c3d-47c1-823b-f0fce0b216fd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.704340 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18362ec1-9c3d-47c1-823b-f0fce0b216fd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.707586 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-18362ec1-9c3d-47c1-823b-f0fce0b216fd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/8e2e976e-bfcc-4b9c-980b-c2f52043e41b HTTP/1.1" status: 204 len: 168 time: 0.6593728 Nov 11 12:06:26.710519 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35870) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:26.724660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5443255e-4d21-46f0-b012-5100150bc215 None None] Provisioning complete for port 3fdbf8f8-e210-4f13-aa7f-555c37c9d121 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:26.725237 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5443255e-4d21-46f0-b012-5100150bc215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.727475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18362ec1-9c3d-47c1-823b-f0fce0b216fd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2e976e-bfcc-4b9c-980b-c2f52043e41b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:26.738768 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85968f6a-e5ba-4c0d-8f19-04823f0f143c tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Network 8487571a-f7fc-479f-b0df-010ae98c40db is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:06:26.752318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-85968f6a-e5ba-4c0d-8f19-04823f0f143c tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 8487571a-f7fc-479f-b0df-010ae98c40db) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:26.767097 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ca3dab-9d6f-42fc-ac06-5740bba95273 None None] Network 8487571a-f7fc-479f-b0df-010ae98c40db requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:26.770058 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85968f6a-e5ba-4c0d-8f19-04823f0f143c tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:26.770868 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-85968f6a-e5ba-4c0d-8f19-04823f0f143c tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.797298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-85968f6a-e5ba-4c0d-8f19-04823f0f143c tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9297848 Nov 11 12:06:26.798035 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35872) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:26.804555 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-61e95678-f0eb-4833-ab23-401b186fb9cd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Request body: {'port': {'network_id': '8487571a-f7fc-479f-b0df-010ae98c40db', 'name': 'tempest-TagsExtTest-45778189'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:26.844445 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.902940 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0915238d-454a-44a2-8501-3e015d606c77 None None] Network a6e94251-9565-4f8b-860d-575fa11861bf requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:26.938737 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b2b72ad-0a2e-4254-ad63-7a85ada1e69c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.947161 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b2b72ad-0a2e-4254-ad63-7a85ada1e69c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.960327 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e95678-f0eb-4833-ab23-401b186fb9cd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Made reservation on behalf of 28953df9c3434698a656374415ed35b5 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:26.964540 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-61e95678-f0eb-4833-ab23-401b186fb9cd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:26.983564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-61e95678-f0eb-4833-ab23-401b186fb9cd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] device_id is not set on port 7b18e80f-7205-4186-9742-8359483804e1 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:27.007084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port 3fdbf8f8-e210-4f13-aa7f-555c37c9d121 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:27.007332 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.077217 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-004c08c8-4c0c-4649-a561-34a347a9c38c None None] Could not find standard attr ID for object f2896f2a-3d50-4ddc-8fa8-c512633d53ca. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:06:27.082025 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-8487571a-f7fc-479f-b0df-010ae98c40db', 'network_id': '8487571a-f7fc-479f-b0df-010ae98c40db', 'tenant_id': '28953df9c3434698a656374415ed35b5', 'fixed_ips': [{'subnet_id': 'd9b5caee-0d07-4887-8a59-cfeab368b329'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:06:27.083166 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.118829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] For port 3fdbf8f8-e210-4f13-aa7f-555c37c9d121, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=3fdbf8f8-e210-4f13-aa7f-555c37c9d121,segment=NetworkSegment(7dc963db-7c85-4b6c-a9a1-374163595700),segment_id=7dc963db-7c85-4b6c-a9a1-374163595700)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:27.119187 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.125834 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-7b2b72ad-0a2e-4254-ad63-7a85ada1e69c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Floating IP 03734806-cf3c-4a6b-9cc4-1a2960aa2eae associated. External IP: 172.25.2.253, port: 515602ed-4ad0-4b46-807c-9bcdc7b1e9a9. Nov 11 12:06:27.135701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-61e95678-f0eb-4833-ab23-401b186fb9cd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Allocated IP 172.20.0.13 (8487571a-f7fc-479f-b0df-010ae98c40db/d9b5caee-0d07-4887-8a59-cfeab368b329/7b18e80f-7205-4186-9742-8359483804e1) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:27.184419 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117169f5-5f0f-41fa-9e46-a3f8b615405f None None] DHCP port deletion for a6e94251-9565-4f8b-860d-575fa11861bf request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:27.186248 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for 3fdbf8f8-e210-4f13-aa7f-555c37c9d121 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:27.242417 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-117169f5-5f0f-41fa-9e46-a3f8b615405f None None] Deleting port 3fdbf8f8-e210-4f13-aa7f-555c37c9d121 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:27.242792 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-117169f5-5f0f-41fa-9e46-a3f8b615405f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.321042 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-117169f5-5f0f-41fa-9e46-a3f8b615405f None None] For port 3fdbf8f8-e210-4f13-aa7f-555c37c9d121, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=3fdbf8f8-e210-4f13-aa7f-555c37c9d121,segment=NetworkSegment(7dc963db-7c85-4b6c-a9a1-374163595700),segment_id=7dc963db-7c85-4b6c-a9a1-374163595700)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:27.322088 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-117169f5-5f0f-41fa-9e46-a3f8b615405f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.327378 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-61e95678-f0eb-4833-ab23-401b186fb9cd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.340331 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-117169f5-5f0f-41fa-9e46-a3f8b615405f None None] Calling delete_port for 3fdbf8f8-e210-4f13-aa7f-555c37c9d121 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:27.365536 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-61e95678-f0eb-4833-ab23-401b186fb9cd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.412793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e95678-f0eb-4833-ab23-401b186fb9cd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Pushing event updated for resources: {'Port': ['ID=7b18e80f-7205-4186-9742-8359483804e1,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:27.427612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e95678-f0eb-4833-ab23-401b186fb9cd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Network 8487571a-f7fc-479f-b0df-010ae98c40db is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:27.429190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-61e95678-f0eb-4833-ab23-401b186fb9cd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:27.437074 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e95678-f0eb-4833-ab23-401b186fb9cd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:27.446229 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.494749 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2b72ad-0a2e-4254-ad63-7a85ada1e69c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router df6c2065-70a8-4011-b8d7-4a1453cdcfe5 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:06:27.496535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=3fdbf8f8-e210-4f13-aa7f-555c37c9d121,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:27.500261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No DVR routers for this DVR port 3fdbf8f8-e210-4f13-aa7f-555c37c9d121 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:27.500931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e95678-f0eb-4833-ab23-401b186fb9cd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:27.501650 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-61e95678-f0eb-4833-ab23-401b186fb9cd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.512461 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Allocated IP 172.20.0.2 (8487571a-f7fc-479f-b0df-010ae98c40db/d9b5caee-0d07-4887-8a59-cfeab368b329/ffc049ea-fb65-4580-a3ea-f0944150d7a5) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:27.524430 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-61e95678-f0eb-4833-ab23-401b186fb9cd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.7252836 Nov 11 12:06:27.527360 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35878) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:27.538503 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2119d469-e958-4644-991e-1d8bfcc529be tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-252633684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:27.548099 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-117169f5-5f0f-41fa-9e46-a3f8b615405f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.566347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 3fdbf8f8-e210-4f13-aa7f-555c37c9d121 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:06:27.566573 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2119d469-e958-4644-991e-1d8bfcc529be tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.567660 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2119d469-e958-4644-991e-1d8bfcc529be tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.620864 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2119d469-e958-4644-991e-1d8bfcc529be tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.627645 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2119d469-e958-4644-991e-1d8bfcc529be tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.633831 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.637965 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117169f5-5f0f-41fa-9e46-a3f8b615405f None None] Pushing event deleted for resources: {'Port': ['ID=3fdbf8f8-e210-4f13-aa7f-555c37c9d121,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:27.642845 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117169f5-5f0f-41fa-9e46-a3f8b615405f None None] No DVR routers for this DVR port 3fdbf8f8-e210-4f13-aa7f-555c37c9d121 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:27.654751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 3fdbf8f8-e210-4f13-aa7f-555c37c9d121 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:06:27.654751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 3fdbf8f8-e210-4f13-aa7f-555c37c9d121 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:06:27.655576 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2119d469-e958-4644-991e-1d8bfcc529be tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.655576 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2119d469-e958-4644-991e-1d8bfcc529be tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1256709 Nov 11 12:06:27.657373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35880) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:27.670635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e94251-9565-4f8b-860d-575fa11861bf']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:27.672070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-7a1a48d7-98ae-4af4-af27-2987c6e59fd8 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-149342317', 'prefixes': ['172.20.0.0/16']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:27.718155 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc963db-7c85-4b6c-a9a1-374163595700') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:27.718501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc963db-7c85-4b6c-a9a1-374163595700') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:27.735065 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.755788 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a1a48d7-98ae-4af4-af27-2987c6e59fd8 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks [] for subnetpool, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.756420 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2b72ad-0a2e-4254-ad63-7a85ada1e69c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:06:27.760347 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7a1a48d7-98ae-4af4-af27-2987c6e59fd8 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0986505 Nov 11 12:06:27.760627 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35882) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:27.766150 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-b10ee7ab-dfaa-452e-9e46-c326fc6625c9 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd9b5caee-0d07-4887-8a59-cfeab368b329', 'tempest-TagsExtTest-Tag-1891661290') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:27.769229 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.771390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c23ede-d3bd-4586-8dea-0d686d7b48a0 None None] Sync routers for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:06:27.791662 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.795429 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c23ede-d3bd-4586-8dea-0d686d7b48a0 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:27.796189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-27c23ede-d3bd-4586-8dea-0d686d7b48a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:27.831027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:27.831418 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.831870 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-27c23ede-d3bd-4586-8dea-0d686d7b48a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:27.834526 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:27.834677 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:27.878634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c23ede-d3bd-4586-8dea-0d686d7b48a0 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:27.879253 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-27c23ede-d3bd-4586-8dea-0d686d7b48a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:27.883729 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Network 8487571a-f7fc-479f-b0df-010ae98c40db is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:27.890152 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:27.925053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:27.927193 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Pushing event updated for resources: {'Port': ['ID=ffc049ea-fb65-4580-a3ea-f0944150d7a5,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:27.931091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-27c23ede-d3bd-4586-8dea-0d686d7b48a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:27.931753 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c23ede-d3bd-4586-8dea-0d686d7b48a0 None None] The sync data for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:06:27.988307 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Attempting to bind port ffc049ea-fb65-4580-a3ea-f0944150d7a5 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:06:27.988651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Attempting to bind port ffc049ea-fb65-4580-a3ea-f0944150d7a5 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '7a298102-8e15-4a86-a81d-d91561bbc3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8487571a-f7fc-479f-b0df-010ae98c40db'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:06:27.989102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Attempting to bind port ffc049ea-fb65-4580-a3ea-f0944150d7a5 on network 8487571a-f7fc-479f-b0df-010ae98c40db {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:06:27.995340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:06:27.995681 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Checking segment: {'id': '7a298102-8e15-4a86-a81d-d91561bbc3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8487571a-f7fc-479f-b0df-010ae98c40db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:27.996087 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:27.996479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Bound using segment: {'id': '7a298102-8e15-4a86-a81d-d91561bbc3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8487571a-f7fc-479f-b0df-010ae98c40db'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:06:27.996948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Bound port: ffc049ea-fb65-4580-a3ea-f0944150d7a5, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a298102-8e15-4a86-a81d-d91561bbc3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8487571a-f7fc-479f-b0df-010ae98c40db'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:06:27.997326 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:28.063583 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] For port ffc049ea-fb65-4580-a3ea-f0944150d7a5, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:06:28.279173 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] For port ffc049ea-fb65-4580-a3ea-f0944150d7a5, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ffc049ea-fb65-4580-a3ea-f0944150d7a5,segment=NetworkSegment(7a298102-8e15-4a86-a81d-d91561bbc3e5),segment_id=7a298102-8e15-4a86-a81d-d91561bbc3e5)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:06:28.284303 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:28.286519 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:28.298810 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:28.302081 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/networks/a6e94251-9565-4f8b-860d-575fa11861bf HTTP/1.1" status: 204 len: 168 time: 1.5886502 Nov 11 12:06:28.306632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35886) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:28.314753 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-032503f2-d132-4b95-a777-a49b9b90925f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-493850436'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:28.323940 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e8486-1a82-4556-b8a7-fc388fd5d031 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Network': ['ID=a6e94251-9565-4f8b-860d-575fa11861bf,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:28.364934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032503f2-d132-4b95-a777-a49b9b90925f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:28.365431 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27622f1-012c-4bf5-be5a-b601ecf929d1 None None] Pushing event updated for resources: {'Port': ['ID=ffc049ea-fb65-4580-a3ea-f0944150d7a5,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:28.372553 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-032503f2-d132-4b95-a777-a49b9b90925f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:28.405756 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b10ee7ab-dfaa-452e-9e46-c326fc6625c9 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "PUT /v2.0/subnets/d9b5caee-0d07-4887-8a59-cfeab368b329/tags/tempest-TagsExtTest-Tag-1891661290 HTTP/1.1" status: 201 len: 201 time: 0.6420212 Nov 11 12:06:28.406427 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35888) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:28.411758 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-ef0157a2-6c81-48b4-a07e-54223042e4dd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7b18e80f-7205-4186-9742-8359483804e1', 'tempest-TagsExtTest-Tag-1105786756') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:28.414256 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032503f2-d132-4b95-a777-a49b9b90925f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:06:28.452633 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-032503f2-d132-4b95-a777-a49b9b90925f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:28.453659 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-032503f2-d132-4b95-a777-a49b9b90925f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Added segment 4cf1614d-c367-489e-a1f7-bdb3c1b641ff of type vlan for network a318c520-3cdb-48be-a7a3-8c5648d53656 Nov 11 12:06:28.467671 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2b72ad-0a2e-4254-ad63-7a85ada1e69c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router 282fc473-5fe9-4f27-849e-5dd7a903d3fa has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:06:28.506815 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-032503f2-d132-4b95-a777-a49b9b90925f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:28.582804 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ef0157a2-6c81-48b4-a07e-54223042e4dd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "PUT /v2.0/ports/7b18e80f-7205-4186-9742-8359483804e1/tags/tempest-TagsExtTest-Tag-1105786756 HTTP/1.1" status: 201 len: 201 time: 0.1745062 Nov 11 12:06:28.583026 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35892) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:28.584824 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-032503f2-d132-4b95-a777-a49b9b90925f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:28.587688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-c5daee43-b929-4a6c-87aa-61e6c5942e91 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3f893ae3-a664-4682-a251-da8b16eee57e', 'tempest-TagsExtTest-Tag-971837514') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:28.594913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032503f2-d132-4b95-a777-a49b9b90925f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:28.596476 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-032503f2-d132-4b95-a777-a49b9b90925f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:28.647503 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-032503f2-d132-4b95-a777-a49b9b90925f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3394761 Nov 11 12:06:28.676817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35894) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:28.686152 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-bf54b61f-f6c0-4566-9238-2f2281b554db tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'subnet': {'network_id': 'a318c520-3cdb-48be-a7a3-8c5648d53656', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:28.686371 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032503f2-d132-4b95-a777-a49b9b90925f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Network': ['ID=a318c520-3cdb-48be-a7a3-8c5648d53656,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:28.699447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network a318c520-3cdb-48be-a7a3-8c5648d53656 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:28.708912 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2b72ad-0a2e-4254-ad63-7a85ada1e69c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:06:28.713939 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b2b72ad-0a2e-4254-ad63-7a85ada1e69c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:28.723352 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ac51a-6c07-411b-883b-d0fb4695fe62 None None] Sync routers for ids ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:06:28.732388 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4ac51a-6c07-411b-883b-d0fb4695fe62 None None] Routers {'282fc473-5fe9-4f27-849e-5dd7a903d3fa'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:28.733305 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2b4ac51a-6c07-411b-883b-d0fb4695fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:28.765011 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2b4ac51a-6c07-411b-883b-d0fb4695fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:28.774881 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4ac51a-6c07-411b-883b-d0fb4695fe62 None None] Routers {'282fc473-5fe9-4f27-849e-5dd7a903d3fa'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:28.775481 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2b4ac51a-6c07-411b-883b-d0fb4695fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:28.806884 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2b4ac51a-6c07-411b-883b-d0fb4695fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:28.807425 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ac51a-6c07-411b-883b-d0fb4695fe62 None None] The sync data for ids ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:06:28.831303 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7b2b72ad-0a2e-4254-ad63-7a85ada1e69c tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "PUT /v2.0/floatingips/03734806-cf3c-4a6b-9cc4-1a2960aa2eae HTTP/1.1" status: 200 len: 978 time: 2.7528782 Nov 11 12:06:28.833968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35896) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:28.835800 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c5daee43-b929-4a6c-87aa-61e6c5942e91 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "PUT /v2.0/routers/3f893ae3-a664-4682-a251-da8b16eee57e/tags/tempest-TagsExtTest-Tag-971837514 HTTP/1.1" status: 201 len: 201 time: 0.2518988 Nov 11 12:06:28.840415 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35898) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:28.845151 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-e0cb7972-9e24-45ce-921a-dc54d3ed580b tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd8d767d7-02b7-4aac-91d5-25da57577ba3', 'tempest-TagsExtTest-Tag-2089781698') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:28.886794 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf54b61f-f6c0-4566-9238-2f2281b554db tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:28.890281 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf54b61f-f6c0-4566-9238-2f2281b554db tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:28.932721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-a593305e-bfb7-46c9-9a6f-d6f8800b4fc3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Deleting port 356124b1-8c8d-4f60-b16e-7fd8eb1fba6c {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:28.933040 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a593305e-bfb7-46c9-9a6f-d6f8800b4fc3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:28.965612 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e0cb7972-9e24-45ce-921a-dc54d3ed580b tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "PUT /v2.0/subnetpools/d8d767d7-02b7-4aac-91d5-25da57577ba3/tags/tempest-TagsExtTest-Tag-2089781698 HTTP/1.1" status: 201 len: 201 time: 0.1241171 Nov 11 12:06:28.968300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35900) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:28.972695 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-b9fbd2bc-874d-44fd-9bae-bddae69eab36 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd9b5caee-0d07-4887-8a59-cfeab368b329') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:29.032527 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a593305e-bfb7-46c9-9a6f-d6f8800b4fc3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:29.092741 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b9fbd2bc-874d-44fd-9bae-bddae69eab36 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/subnets/d9b5caee-0d07-4887-8a59-cfeab368b329/tags HTTP/1.1" status: 200 len: 241 time: 0.1232076 Nov 11 12:06:29.095293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35902) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:29.099893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-408e4879-78bc-4020-928a-f728523038c8 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd9b5caee-0d07-4887-8a59-cfeab368b329', 'tempest-TagsExtTest-Tag-1891661290') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:29.180922 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf54b61f-f6c0-4566-9238-2f2281b554db tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:29.222241 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a593305e-bfb7-46c9-9a6f-d6f8800b4fc3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:29.222647 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a593305e-bfb7-46c9-9a6f-d6f8800b4fc3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:29.222976 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-a593305e-bfb7-46c9-9a6f-d6f8800b4fc3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Floating IP 03734806-cf3c-4a6b-9cc4-1a2960aa2eae disassociated. External IP: 172.25.2.253, port: 356124b1-8c8d-4f60-b16e-7fd8eb1fba6c. Nov 11 12:06:29.223350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-a593305e-bfb7-46c9-9a6f-d6f8800b4fc3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Calling delete_port for 356124b1-8c8d-4f60-b16e-7fd8eb1fba6c owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:29.249374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54b61f-f6c0-4566-9238-2f2281b554db tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Subnet': ['ID=79d1c25a-6618-4320-9c20-4e9f8b12fc22,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:29.255712 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-408e4879-78bc-4020-928a-f728523038c8 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/subnets/d9b5caee-0d07-4887-8a59-cfeab368b329/tags/tempest-TagsExtTest-Tag-1891661290 HTTP/1.1" status: 204 len: 168 time: 0.1593940 Nov 11 12:06:29.257932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35904) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:29.267817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-1b3d08dc-927d-457b-ae68-65b5fb3cd3e1 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd9b5caee-0d07-4887-8a59-cfeab368b329', 'tempest-TagsExtTest-Tag-1891661290') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:29.306502 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf54b61f-f6c0-4566-9238-2f2281b554db tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Checking segment: {'id': '4cf1614d-c367-489e-a1f7-bdb3c1b641ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a318c520-3cdb-48be-a7a3-8c5648d53656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:29.307293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf54b61f-f6c0-4566-9238-2f2281b554db tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network hostable DHCP agents. Network: a318c520-3cdb-48be-a7a3-8c5648d53656, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:06:29.339824 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf54b61f-f6c0-4566-9238-2f2281b554db tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network a318c520-3cdb-48be-a7a3-8c5648d53656 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:06:29.355598 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-bf54b61f-f6c0-4566-9238-2f2281b554db tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, a318c520-3cdb-48be-a7a3-8c5648d53656) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:29.363382 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf54b61f-f6c0-4566-9238-2f2281b554db tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:29.364033 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf54b61f-f6c0-4566-9238-2f2281b554db tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:29.367452 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1925e310-b14d-47e4-8144-4936753c5f43 None None] Network a318c520-3cdb-48be-a7a3-8c5648d53656 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:29.377112 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1b3d08dc-927d-457b-ae68-65b5fb3cd3e1 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/subnets/d9b5caee-0d07-4887-8a59-cfeab368b329/tags/tempest-TagsExtTest-Tag-1891661290 HTTP/1.1" status: 204 len: 168 time: 0.1180391 Nov 11 12:06:29.379927 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35906) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:29.385300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-6eea5f0c-a834-4332-b373-095291777c9f tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd9b5caee-0d07-4887-8a59-cfeab368b329') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:29.388375 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a593305e-bfb7-46c9-9a6f-d6f8800b4fc3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:29.396508 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bf54b61f-f6c0-4566-9238-2f2281b554db tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7158926 Nov 11 12:06:29.396735 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b48db5-078f-4f9c-8208-ed6a17c95afd None None] Network 8487571a-f7fc-479f-b0df-010ae98c40db requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:29.397617 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35910) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:29.404608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-369b3d74-8357-4ead-83b8-6d563c153597 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'network_id': 'a318c520-3cdb-48be-a7a3-8c5648d53656', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-812560837'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:29.463102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593305e-bfb7-46c9-9a6f-d6f8800b4fc3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Port': ['ID=356124b1-8c8d-4f60-b16e-7fd8eb1fba6c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:29.550248 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d4952dd0-6503-40d4-8bdd-51b326e110e9 None None] Provisioning complete for port ffc049ea-fb65-4580-a3ea-f0944150d7a5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:29.550618 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d4952dd0-6503-40d4-8bdd-51b326e110e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:29.568529 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369b3d74-8357-4ead-83b8-6d563c153597 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:29.577342 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-369b3d74-8357-4ead-83b8-6d563c153597 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:29.622720 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-369b3d74-8357-4ead-83b8-6d563c153597 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] device_id is not set on port 375c3f02-cc79-45f9-9247-50c849f22096 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:29.670776 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a593305e-bfb7-46c9-9a6f-d6f8800b4fc3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router 282fc473-5fe9-4f27-849e-5dd7a903d3fa has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:06:29.688676 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ffc049ea-fb65-4580-a3ea-f0944150d7a5 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:06:29.748810 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6eea5f0c-a834-4332-b373-095291777c9f tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/subnets/d9b5caee-0d07-4887-8a59-cfeab368b329/tags HTTP/1.1" status: 200 len: 205 time: 0.3671544 Nov 11 12:06:29.751386 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35914) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:29.758879 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-554f1e3e-616d-4865-b02f-01827e5a5a74 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7b18e80f-7205-4186-9742-8359483804e1') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:29.818189 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-369b3d74-8357-4ead-83b8-6d563c153597 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Allocated IP 2001:db8::c0 (a318c520-3cdb-48be-a7a3-8c5648d53656/79d1c25a-6618-4320-9c20-4e9f8b12fc22/375c3f02-cc79-45f9-9247-50c849f22096) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:29.882239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a593305e-bfb7-46c9-9a6f-d6f8800b4fc3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:06:29.942894 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-554f1e3e-616d-4865-b02f-01827e5a5a74 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/ports/7b18e80f-7205-4186-9742-8359483804e1/tags HTTP/1.1" status: 200 len: 241 time: 0.1879547 Nov 11 12:06:29.944119 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35916) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:29.950308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-31df1fbc-092d-401e-8007-14d7aaeeb2d2 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7b18e80f-7205-4186-9742-8359483804e1', 'tempest-TagsExtTest-Tag-1105786756') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:29.966406 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-369b3d74-8357-4ead-83b8-6d563c153597 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:29.994396 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a593305e-bfb7-46c9-9a6f-d6f8800b4fc3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:30.002089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a593305e-bfb7-46c9-9a6f-d6f8800b4fc3 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/ports/356124b1-8c8d-4f60-b16e-7fd8eb1fba6c HTTP/1.1" status: 204 len: 168 time: 1.1645100 Nov 11 12:06:30.002502 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35918) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:30.006165 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c38cb-7ed3-460b-a28c-5f0f8d526e7b None None] Sync routers for ids ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:06:30.010711 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-369b3d74-8357-4ead-83b8-6d563c153597 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:30.028510 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-a318c520-3cdb-48be-a7a3-8c5648d53656', 'network_id': 'a318c520-3cdb-48be-a7a3-8c5648d53656', 'tenant_id': '6a826a83d259421584ffc8b5fe64d491', 'fixed_ips': [{'subnet_id': '79d1c25a-6618-4320-9c20-4e9f8b12fc22'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:06:30.029545 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:30.038770 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-31df1fbc-092d-401e-8007-14d7aaeeb2d2 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/ports/7b18e80f-7205-4186-9742-8359483804e1/tags/tempest-TagsExtTest-Tag-1105786756 HTTP/1.1" status: 204 len: 168 time: 0.0931351 Nov 11 12:06:30.039756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35920) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:30.044569 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-537f93ea-c268-446a-be78-d920b865babd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7b18e80f-7205-4186-9742-8359483804e1', 'tempest-TagsExtTest-Tag-1105786756') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:30.064909 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c38cb-7ed3-460b-a28c-5f0f8d526e7b None None] Routers {'282fc473-5fe9-4f27-849e-5dd7a903d3fa'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:30.065610 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-401c38cb-7ed3-460b-a28c-5f0f8d526e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:30.088599 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369b3d74-8357-4ead-83b8-6d563c153597 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network a318c520-3cdb-48be-a7a3-8c5648d53656 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:30.096997 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-369b3d74-8357-4ead-83b8-6d563c153597 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:30.109982 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b3d74-8357-4ead-83b8-6d563c153597 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:30.115902 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369b3d74-8357-4ead-83b8-6d563c153597 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:30.116584 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-369b3d74-8357-4ead-83b8-6d563c153597 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:30.121680 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ffc049ea-fb65-4580-a3ea-f0944150d7a5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:30.122274 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:30.122561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b3d74-8357-4ead-83b8-6d563c153597 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=375c3f02-cc79-45f9-9247-50c849f22096,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:30.124243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-401c38cb-7ed3-460b-a28c-5f0f8d526e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:30.140645 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-537f93ea-c268-446a-be78-d920b865babd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/ports/7b18e80f-7205-4186-9742-8359483804e1/tags/tempest-TagsExtTest-Tag-1105786756 HTTP/1.1" status: 204 len: 168 time: 0.0973940 Nov 11 12:06:30.142958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35922) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:30.148252 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-bf19080f-ee07-4f1f-b5aa-3841ce95e2f9 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7b18e80f-7205-4186-9742-8359483804e1') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:30.172855 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d4952dd0-6503-40d4-8bdd-51b326e110e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:30.173110 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-369b3d74-8357-4ead-83b8-6d563c153597 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.7748523 Nov 11 12:06:30.176422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35924) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:30.179852 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c38cb-7ed3-460b-a28c-5f0f8d526e7b None None] Routers {'282fc473-5fe9-4f27-849e-5dd7a903d3fa'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:30.180474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-401c38cb-7ed3-460b-a28c-5f0f8d526e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:30.221097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bf19080f-ee07-4f1f-b5aa-3841ce95e2f9 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/ports/7b18e80f-7205-4186-9742-8359483804e1/tags HTTP/1.1" status: 200 len: 205 time: 0.0746343 Nov 11 12:06:30.226137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35926) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:30.235455 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-f8ba3603-7f91-4089-93b9-b52d0cdb235f tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3f893ae3-a664-4682-a251-da8b16eee57e') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:30.292858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-401c38cb-7ed3-460b-a28c-5f0f8d526e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:30.293966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c38cb-7ed3-460b-a28c-5f0f8d526e7b None None] The sync data for ids ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:06:30.326760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d4952dd0-6503-40d4-8bdd-51b326e110e9 None None] For port ffc049ea-fb65-4580-a3ea-f0944150d7a5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ffc049ea-fb65-4580-a3ea-f0944150d7a5,segment=NetworkSegment(7a298102-8e15-4a86-a81d-d91561bbc3e5),segment_id=7a298102-8e15-4a86-a81d-d91561bbc3e5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:30.339726 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d4952dd0-6503-40d4-8bdd-51b326e110e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:30.343547 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f8ba3603-7f91-4089-93b9-b52d0cdb235f tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/routers/3f893ae3-a664-4682-a251-da8b16eee57e/tags HTTP/1.1" status: 200 len: 240 time: 0.1135769 Nov 11 12:06:30.343746 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35928) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:30.349175 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-cf37c889-1ddb-45d4-be53-d867ace12c51 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f893ae3-a664-4682-a251-da8b16eee57e', 'tempest-TagsExtTest-Tag-971837514') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:30.387990 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c0c47-5420-4638-9c7d-c57f5813f60d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port 375c3f02-cc79-45f9-9247-50c849f22096 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:30.388550 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b1c0c47-5420-4638-9c7d-c57f5813f60d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:30.456331 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cf37c889-1ddb-45d4-be53-d867ace12c51 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/routers/3f893ae3-a664-4682-a251-da8b16eee57e/tags/tempest-TagsExtTest-Tag-971837514 HTTP/1.1" status: 204 len: 168 time: 0.1113193 Nov 11 12:06:30.457059 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35930) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:30.462929 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-17224630-687b-4724-b0fa-7b5313e02917 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3f893ae3-a664-4682-a251-da8b16eee57e', 'tempest-TagsExtTest-Tag-971837514') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:30.494586 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4952dd0-6503-40d4-8bdd-51b326e110e9 None None] Pushing event updated for resources: {'Port': ['ID=ffc049ea-fb65-4580-a3ea-f0944150d7a5,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:30.546749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Allocated IP 2001:db8::2 (a318c520-3cdb-48be-a7a3-8c5648d53656/79d1c25a-6618-4320-9c20-4e9f8b12fc22/62f41b66-c360-4f5d-a1ae-c58a73546cf4) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:30.547109 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b1c0c47-5420-4638-9c7d-c57f5813f60d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:30.556959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-61f36eed-45c4-44e2-beec-f41307a25fd3 None None] Provisioning complete for port 7b18e80f-7205-4186-9742-8359483804e1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:30.557296 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-61f36eed-45c4-44e2-beec-f41307a25fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:30.563052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c0c47-5420-4638-9c7d-c57f5813f60d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for 375c3f02-cc79-45f9-9247-50c849f22096 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:30.677411 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-61f36eed-45c4-44e2-beec-f41307a25fd3 None None] Port 7b18e80f-7205-4186-9742-8359483804e1 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:06:30.708221 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-61f36eed-45c4-44e2-beec-f41307a25fd3 None None] Provisioning complete for port ffc049ea-fb65-4580-a3ea-f0944150d7a5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:30.708497 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9432c5bc-4018-42da-804f-e8e35f6318a9 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:30.708676 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-61f36eed-45c4-44e2-beec-f41307a25fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:30.825539 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:30.836223 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b1c0c47-5420-4638-9c7d-c57f5813f60d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:30.853777 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:30.887674 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c0c47-5420-4638-9c7d-c57f5813f60d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=375c3f02-cc79-45f9-9247-50c849f22096,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:30.917627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Network a318c520-3cdb-48be-a7a3-8c5648d53656 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:30.923375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:30.923645 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b1c0c47-5420-4638-9c7d-c57f5813f60d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:30.927207 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5b1c0c47-5420-4638-9c7d-c57f5813f60d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/375c3f02-cc79-45f9-9247-50c849f22096 HTTP/1.1" status: 204 len: 168 time: 0.7506006 Nov 11 12:06:30.935039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:30.938676 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Pushing event updated for resources: {'Port': ['ID=62f41b66-c360-4f5d-a1ae-c58a73546cf4,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:30.957696 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35936) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:30.990048 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-17224630-687b-4724-b0fa-7b5313e02917 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/routers/3f893ae3-a664-4682-a251-da8b16eee57e/tags/tempest-TagsExtTest-Tag-971837514 HTTP/1.1" status: 204 len: 168 time: 0.5318890 Nov 11 12:06:30.992516 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35938) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:30.997195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-4ee0ed5d-f931-4d22-8b81-6ffc45dbaa52 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3f893ae3-a664-4682-a251-da8b16eee57e') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:30.997375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Attempting to bind port 62f41b66-c360-4f5d-a1ae-c58a73546cf4 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:06:30.997818 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Attempting to bind port 62f41b66-c360-4f5d-a1ae-c58a73546cf4 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '4cf1614d-c367-489e-a1f7-bdb3c1b641ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a318c520-3cdb-48be-a7a3-8c5648d53656'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:06:30.998269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Attempting to bind port 62f41b66-c360-4f5d-a1ae-c58a73546cf4 on network a318c520-3cdb-48be-a7a3-8c5648d53656 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:06:31.003677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:06:31.004156 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Checking segment: {'id': '4cf1614d-c367-489e-a1f7-bdb3c1b641ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a318c520-3cdb-48be-a7a3-8c5648d53656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:31.004791 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:31.005491 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Bound using segment: {'id': '4cf1614d-c367-489e-a1f7-bdb3c1b641ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a318c520-3cdb-48be-a7a3-8c5648d53656'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:06:31.006062 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Bound port: 62f41b66-c360-4f5d-a1ae-c58a73546cf4, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf1614d-c367-489e-a1f7-bdb3c1b641ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a318c520-3cdb-48be-a7a3-8c5648d53656'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:06:31.006527 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:31.011343 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-a659d49c-50e2-4cfb-85ae-aa8c7089a917 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] GET failed (client error): The resource could not be found. Nov 11 12:06:31.012949 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a659d49c-50e2-4cfb-85ae-aa8c7089a917 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports/375c3f02-cc79-45f9-9247-50c849f22096 HTTP/1.1" status: 404 len: 333 time: 0.0541506 Nov 11 12:06:31.016732 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35940) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:31.077934 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4ee0ed5d-f931-4d22-8b81-6ffc45dbaa52 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/routers/3f893ae3-a664-4682-a251-da8b16eee57e/tags HTTP/1.1" status: 200 len: 205 time: 0.0842755 Nov 11 12:06:31.080337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35942) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:31.080865 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee6ccc6-d916-4fa2-ba4d-ac17a1031849 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting subnet 79d1c25a-6618-4320-9c20-4e9f8b12fc22 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:06:31.083364 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] For port 62f41b66-c360-4f5d-a1ae-c58a73546cf4, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:06:31.085037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-b56c9924-f676-4591-ae12-1bce3c047da1 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd8d767d7-02b7-4aac-91d5-25da57577ba3') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:31.085179 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ccc6-d916-4fa2-ba4d-ac17a1031849 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:31.090329 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] For port 62f41b66-c360-4f5d-a1ae-c58a73546cf4, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=62f41b66-c360-4f5d-a1ae-c58a73546cf4,segment=NetworkSegment(4cf1614d-c367-489e-a1f7-bdb3c1b641ff),segment_id=4cf1614d-c367-489e-a1f7-bdb3c1b641ff)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:06:31.092066 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4adf64c2-c83d-40a7-9d03-5c542118bdb5 None None] Provisioning complete for port 7b18e80f-7205-4186-9742-8359483804e1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:31.092423 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4adf64c2-c83d-40a7-9d03-5c542118bdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:31.122943 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b56c9924-f676-4591-ae12-1bce3c047da1 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/subnetpools/d8d767d7-02b7-4aac-91d5-25da57577ba3/tags HTTP/1.1" status: 200 len: 241 time: 0.0385606 Nov 11 12:06:31.123168 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:31.129338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35944) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:31.152465 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-a42cf944-b3a3-4cfc-a93f-c1daf3cfd08f tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd8d767d7-02b7-4aac-91d5-25da57577ba3', 'tempest-TagsExtTest-Tag-2089781698') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:31.170371 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ccc6-d916-4fa2-ba4d-ac17a1031849 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:31.175363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4adf64c2-c83d-40a7-9d03-5c542118bdb5 None None] Port 7b18e80f-7205-4186-9742-8359483804e1 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:06:31.191018 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbc16d-c32e-4806-8376-5e3798d548e3 None None] Pushing event updated for resources: {'Port': ['ID=62f41b66-c360-4f5d-a1ae-c58a73546cf4,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:31.576385 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a42cf944-b3a3-4cfc-a93f-c1daf3cfd08f tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/subnetpools/d8d767d7-02b7-4aac-91d5-25da57577ba3/tags/tempest-TagsExtTest-Tag-2089781698 HTTP/1.1" status: 204 len: 168 time: 0.4471657 Nov 11 12:06:31.579749 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35946) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:31.584680 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-42f0a9c4-154e-4a1a-83b3-6c8eb26eb823 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd8d767d7-02b7-4aac-91d5-25da57577ba3', 'tempest-TagsExtTest-Tag-2089781698') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:31.590295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ffc049ea-fb65-4580-a3ea-f0944150d7a5 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:06:31.631300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-42f0a9c4-154e-4a1a-83b3-6c8eb26eb823 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/subnetpools/d8d767d7-02b7-4aac-91d5-25da57577ba3/tags/tempest-TagsExtTest-Tag-2089781698 HTTP/1.1" status: 204 len: 168 time: 0.0498292 Nov 11 12:06:31.633923 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35948) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:31.637806 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ccc6-d916-4fa2-ba4d-ac17a1031849 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:31.639786 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-f6b3ee31-ab5c-49d6-a6da-1702b1d07e0b tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd8d767d7-02b7-4aac-91d5-25da57577ba3') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:31.667381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ffc049ea-fb65-4580-a3ea-f0944150d7a5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:31.667381 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:31.669914 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-9432c5bc-4018-42da-804f-e8e35f6318a9 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Deleting port 59445b31-231d-48a2-96d8-b5339854f1ed {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:31.670060 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f6b3ee31-ab5c-49d6-a6da-1702b1d07e0b tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/subnetpools/d8d767d7-02b7-4aac-91d5-25da57577ba3/tags HTTP/1.1" status: 200 len: 205 time: 0.0343840 Nov 11 12:06:31.670217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9432c5bc-4018-42da-804f-e8e35f6318a9 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:31.672469 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35950) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:31.677398 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-c7108b84-cc5d-467a-aed3-e0c84d06d1c7 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd8d767d7-02b7-4aac-91d5-25da57577ba3') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:31.715970 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c7108b84-cc5d-467a-aed3-e0c84d06d1c7 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/subnetpools/d8d767d7-02b7-4aac-91d5-25da57577ba3/tags HTTP/1.1" status: 204 len: 168 time: 0.0420394 Nov 11 12:06:31.718490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35954) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:31.724656 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-cafa4996-fad9-47eb-99b4-7b3b65cb536a tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3f893ae3-a664-4682-a251-da8b16eee57e') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:31.757529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 62f41b66-c360-4f5d-a1ae-c58a73546cf4 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:06:31.780726 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ccc6-d916-4fa2-ba4d-ac17a1031849 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:31.810481 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 62f41b66-c360-4f5d-a1ae-c58a73546cf4 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:31.810839 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:31.811692 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9432c5bc-4018-42da-804f-e8e35f6318a9 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:31.822130 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6ccc6-d916-4fa2-ba4d-ac17a1031849 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Subnet': ['ID=79d1c25a-6618-4320-9c20-4e9f8b12fc22,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:31.832991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-9432c5bc-4018-42da-804f-e8e35f6318a9 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Calling delete_port for 59445b31-231d-48a2-96d8-b5339854f1ed owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:31.835147 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ccc6-d916-4fa2-ba4d-ac17a1031849 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:31.837924 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cafa4996-fad9-47eb-99b4-7b3b65cb536a tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/routers/3f893ae3-a664-4682-a251-da8b16eee57e/tags HTTP/1.1" status: 204 len: 168 time: 0.1176980 Nov 11 12:06:31.840344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35956) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:31.840895 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35958) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:31.841078 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6ee6ccc6-d916-4fa2-ba4d-ac17a1031849 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/79d1c25a-6618-4320-9c20-4e9f8b12fc22 HTTP/1.1" status: 204 len: 168 time: 0.8233969 Nov 11 12:06:31.845722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-a8571a1a-e7d4-4a37-af2e-b69f361cd685 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7b18e80f-7205-4186-9742-8359483804e1') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:31.923706 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:31.980562 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 62f41b66-c360-4f5d-a1ae-c58a73546cf4, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=62f41b66-c360-4f5d-a1ae-c58a73546cf4,segment=NetworkSegment(4cf1614d-c367-489e-a1f7-bdb3c1b641ff),segment_id=4cf1614d-c367-489e-a1f7-bdb3c1b641ff)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:31.992829 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:32.040989 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:32.053457 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a8571a1a-e7d4-4a37-af2e-b69f361cd685 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/ports/7b18e80f-7205-4186-9742-8359483804e1/tags HTTP/1.1" status: 204 len: 168 time: 0.2110183 Nov 11 12:06:32.054234 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35962) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:32.060900 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=62f41b66-c360-4f5d-a1ae-c58a73546cf4,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:32.063545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-699620cb-1343-4c66-8371-12c418419eb1 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd9b5caee-0d07-4887-8a59-cfeab368b329') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:32.070703 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9432c5bc-4018-42da-804f-e8e35f6318a9 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:32.102128 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432c5bc-4018-42da-804f-e8e35f6318a9 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Port': ['ID=59445b31-231d-48a2-96d8-b5339854f1ed,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:32.151217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port 62f41b66-c360-4f5d-a1ae-c58a73546cf4 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:32.151548 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:32.184318 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-699620cb-1343-4c66-8371-12c418419eb1 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/subnets/d9b5caee-0d07-4887-8a59-cfeab368b329/tags HTTP/1.1" status: 204 len: 168 time: 0.1287570 Nov 11 12:06:32.185258 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35964) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:32.190188 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-0659cc93-8504-4a48-af30-12d4c2f2237c tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd9b5caee-0d07-4887-8a59-cfeab368b329', 'tempest-TagsExtTest-Tag-169956891') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:32.235166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] For port 62f41b66-c360-4f5d-a1ae-c58a73546cf4, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=62f41b66-c360-4f5d-a1ae-c58a73546cf4,segment=NetworkSegment(4cf1614d-c367-489e-a1f7-bdb3c1b641ff),segment_id=4cf1614d-c367-489e-a1f7-bdb3c1b641ff)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:32.235525 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:32.249810 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for 62f41b66-c360-4f5d-a1ae-c58a73546cf4 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:32.327481 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fa400f-8e29-491c-b966-4940b9f56b19 None None] Network a318c520-3cdb-48be-a7a3-8c5648d53656 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:32.351628 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:32.367196 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9432c5bc-4018-42da-804f-e8e35f6318a9 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:32.379278 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0659cc93-8504-4a48-af30-12d4c2f2237c tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "PUT /v2.0/subnets/d9b5caee-0d07-4887-8a59-cfeab368b329/tags/tempest-TagsExtTest-Tag-169956891 HTTP/1.1" status: 201 len: 201 time: 0.1929595 Nov 11 12:06:32.382728 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35966) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:32.387736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-e7a4068e-69b3-404b-9fbf-ad7cc6b51d59 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7b18e80f-7205-4186-9742-8359483804e1', 'tempest-TagsExtTest-Tag-52081788') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:32.389774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=62f41b66-c360-4f5d-a1ae-c58a73546cf4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:32.398362 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No DVR routers for this DVR port 62f41b66-c360-4f5d-a1ae-c58a73546cf4 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:32.429856 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-12e7ab49-1b79-480c-9370-b37d5643c1fc None None] Could not find standard attr ID for object 62f41b66-c360-4f5d-a1ae-c58a73546cf4. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:06:32.497672 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:32.519666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a318c520-3cdb-48be-a7a3-8c5648d53656']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:32.526987 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c485498-5aaf-4af6-a02f-a128b90c70d6 None None] DHCP port deletion for a318c520-3cdb-48be-a7a3-8c5648d53656 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:32.531945 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf1614d-c367-489e-a1f7-bdb3c1b641ff') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:32.532319 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf1614d-c367-489e-a1f7-bdb3c1b641ff') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:32.551013 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:32.556744 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e7a4068e-69b3-404b-9fbf-ad7cc6b51d59 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "PUT /v2.0/ports/7b18e80f-7205-4186-9742-8359483804e1/tags/tempest-TagsExtTest-Tag-52081788 HTTP/1.1" status: 201 len: 201 time: 0.1728466 Nov 11 12:06:32.559489 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35968) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:32.567251 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-9b8501ab-1303-4285-b49e-4ef2d47dee0f tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3f893ae3-a664-4682-a251-da8b16eee57e', 'tempest-TagsExtTest-Tag-7458694') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:32.599583 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:32.608012 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:32.608264 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:32.611547 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:32.663854 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9432c5bc-4018-42da-804f-e8e35f6318a9 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router 282fc473-5fe9-4f27-849e-5dd7a903d3fa has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:06:32.703076 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:32.710376 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:32.713493 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/networks/a318c520-3cdb-48be-a7a3-8c5648d53656 HTTP/1.1" status: 204 len: 168 time: 0.8628960 Nov 11 12:06:32.717630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35970) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:32.731455 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-673c6e9f-49b1-420c-8fa0-eefcd8576ddd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'name': 'tempest-PortsIpV6TestJSON-2020777820'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:32.736838 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9b8501ab-1303-4285-b49e-4ef2d47dee0f tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "PUT /v2.0/routers/3f893ae3-a664-4682-a251-da8b16eee57e/tags/tempest-TagsExtTest-Tag-7458694 HTTP/1.1" status: 201 len: 201 time: 0.1763556 Nov 11 12:06:32.747438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147f745-7853-4cad-be0e-f3b734f19720 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Network': ['ID=a318c520-3cdb-48be-a7a3-8c5648d53656,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:32.755357 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35972) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:32.761726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-90ebf617-d531-41bd-a20c-997284bf381d tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd8d767d7-02b7-4aac-91d5-25da57577ba3', 'tempest-TagsExtTest-Tag-1440920983') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:32.778926 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9432c5bc-4018-42da-804f-e8e35f6318a9 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:06:32.788346 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9432c5bc-4018-42da-804f-e8e35f6318a9 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "PUT /v2.0/routers/282fc473-5fe9-4f27-849e-5dd7a903d3fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7844472 Nov 11 12:06:32.788758 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35976) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:32.794144 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c60a1-d294-4c53-9e84-1c4fd9d3ad69 None None] Sync routers for ids ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:06:32.813748 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c60a1-d294-4c53-9e84-1c4fd9d3ad69 None None] Routers {'282fc473-5fe9-4f27-849e-5dd7a903d3fa'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:32.814350 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4d5c60a1-d294-4c53-9e84-1c4fd9d3ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:32.857945 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-90ebf617-d531-41bd-a20c-997284bf381d tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "PUT /v2.0/subnetpools/d8d767d7-02b7-4aac-91d5-25da57577ba3/tags/tempest-TagsExtTest-Tag-1440920983 HTTP/1.1" status: 201 len: 201 time: 0.1010876 Nov 11 12:06:32.860137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35978) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:32.862752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673c6e9f-49b1-420c-8fa0-eefcd8576ddd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:32.866712 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-673c6e9f-49b1-420c-8fa0-eefcd8576ddd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:32.875702 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4d5c60a1-d294-4c53-9e84-1c4fd9d3ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:32.887444 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-673c6e9f-49b1-420c-8fa0-eefcd8576ddd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] device_id is not set on port eedf6f56-3898-461d-a80c-1122a7b97a87 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:32.889788 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c60a1-d294-4c53-9e84-1c4fd9d3ad69 None None] Routers {'282fc473-5fe9-4f27-849e-5dd7a903d3fa'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:32.890246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-6a8178aa-f189-4ddb-bd0c-b577560f1326 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd9b5caee-0d07-4887-8a59-cfeab368b329', {'tags': ['tempest-TagsExtTest-Tag-2093876701', 'tempest-TagsExtTest-Tag-263497317', 'tempest-TagsExtTest-Tag-224851452']}) {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:32.890401 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4d5c60a1-d294-4c53-9e84-1c4fd9d3ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:32.923937 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4d5c60a1-d294-4c53-9e84-1c4fd9d3ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:32.924857 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c60a1-d294-4c53-9e84-1c4fd9d3ad69 None None] The sync data for ids ['282fc473-5fe9-4f27-849e-5dd7a903d3fa'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:06:32.952030 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2314a6f6-666d-46e1-b427-7602922d31ab tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.009118 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6a8178aa-f189-4ddb-bd0c-b577560f1326 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "PUT /v2.0/subnets/d9b5caee-0d07-4887-8a59-cfeab368b329/tags HTTP/1.1" status: 200 len: 316 time: 0.1476905 Nov 11 12:06:33.011601 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35982) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:33.018213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-3d8018db-f832-437d-9a47-e998a32c5ff4 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd9b5caee-0d07-4887-8a59-cfeab368b329') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:33.060210 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-673c6e9f-49b1-420c-8fa0-eefcd8576ddd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.096571 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-673c6e9f-49b1-420c-8fa0-eefcd8576ddd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.107700 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2314a6f6-666d-46e1-b427-7602922d31ab tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.153098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673c6e9f-49b1-420c-8fa0-eefcd8576ddd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:33.154007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c6e9f-49b1-420c-8fa0-eefcd8576ddd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=eedf6f56-3898-461d-a80c-1122a7b97a87,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:33.156814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-673c6e9f-49b1-420c-8fa0-eefcd8576ddd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:33.158960 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c6e9f-49b1-420c-8fa0-eefcd8576ddd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:33.164636 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673c6e9f-49b1-420c-8fa0-eefcd8576ddd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:33.165390 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-673c6e9f-49b1-420c-8fa0-eefcd8576ddd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.175227 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3d8018db-f832-437d-9a47-e998a32c5ff4 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/subnets/d9b5caee-0d07-4887-8a59-cfeab368b329/tags HTTP/1.1" status: 204 len: 168 time: 0.1626432 Nov 11 12:06:33.178325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35984) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:33.183670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-a41f3fc2-f4ac-462c-bd84-3734b403b6f6 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd9b5caee-0d07-4887-8a59-cfeab368b329', 'tempest-TagsExtTest-Tag-2093876701') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:33.188105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-673c6e9f-49b1-420c-8fa0-eefcd8576ddd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4695721 Nov 11 12:06:33.188755 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35986) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:33.211106 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-2314a6f6-666d-46e1-b427-7602922d31ab tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Deleting port fe94df45-ed03-40da-aae3-c46c88ecedc1 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:33.211441 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2314a6f6-666d-46e1-b427-7602922d31ab tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.282348 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-8faab0d7-80c6-407d-8fc2-7ce8e688ae24 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port eedf6f56-3898-461d-a80c-1122a7b97a87 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:33.282592 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8faab0d7-80c6-407d-8fc2-7ce8e688ae24 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.304208 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-a41f3fc2-f4ac-462c-bd84-3734b403b6f6 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] show failed (client error): The resource could not be found. Nov 11 12:06:33.305284 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a41f3fc2-f4ac-462c-bd84-3734b403b6f6 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/subnets/d9b5caee-0d07-4887-8a59-cfeab368b329/tags/tempest-TagsExtTest-Tag-2093876701 HTTP/1.1" status: 404 len: 329 time: 0.1251571 Nov 11 12:06:33.307055 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2314a6f6-666d-46e1-b427-7602922d31ab tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.308260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35988) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:33.319124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-2314a6f6-666d-46e1-b427-7602922d31ab tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Calling delete_port for fe94df45-ed03-40da-aae3-c46c88ecedc1 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:33.337116 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-dd1f50aa-fb18-429e-b7c2-f4b0e45f56c1 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd9b5caee-0d07-4887-8a59-cfeab368b329', 'tempest-TagsExtTest-Tag-263497317') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:33.372605 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8faab0d7-80c6-407d-8fc2-7ce8e688ae24 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.387301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-8faab0d7-80c6-407d-8fc2-7ce8e688ae24 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for eedf6f56-3898-461d-a80c-1122a7b97a87 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:33.464467 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-dd1f50aa-fb18-429e-b7c2-f4b0e45f56c1 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] show failed (client error): The resource could not be found. Nov 11 12:06:33.465542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dd1f50aa-fb18-429e-b7c2-f4b0e45f56c1 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/subnets/d9b5caee-0d07-4887-8a59-cfeab368b329/tags/tempest-TagsExtTest-Tag-263497317 HTTP/1.1" status: 404 len: 328 time: 0.1563184 Nov 11 12:06:33.468878 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35990) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:33.475143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-e1489ab8-7815-4c78-ad5e-838a629422f7 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd9b5caee-0d07-4887-8a59-cfeab368b329', 'tempest-TagsExtTest-Tag-224851452') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:33.488189 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8faab0d7-80c6-407d-8fc2-7ce8e688ae24 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.496914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 62f41b66-c360-4f5d-a1ae-c58a73546cf4 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:06:33.517995 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 62f41b66-c360-4f5d-a1ae-c58a73546cf4 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:06:33.518426 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 62f41b66-c360-4f5d-a1ae-c58a73546cf4 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:06:33.522222 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faab0d7-80c6-407d-8fc2-7ce8e688ae24 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=eedf6f56-3898-461d-a80c-1122a7b97a87,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:33.525070 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2314a6f6-666d-46e1-b427-7602922d31ab tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.532985 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8faab0d7-80c6-407d-8fc2-7ce8e688ae24 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.537330 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8faab0d7-80c6-407d-8fc2-7ce8e688ae24 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/eedf6f56-3898-461d-a80c-1122a7b97a87 HTTP/1.1" status: 204 len: 168 time: 0.3475044 Nov 11 12:06:33.540342 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35992) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:33.545602 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-3a8db6c2-71bc-4e60-949b-6765f03f6ce2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'mac_address': 'fa:16:3e:79:bc:cc', 'name': 'tempest-PortsIpV6TestJSON-1840744505'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:33.561906 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314a6f6-666d-46e1-b427-7602922d31ab tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Port': ['ID=fe94df45-ed03-40da-aae3-c46c88ecedc1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:33.572075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b020d75-9cef-4b80-9cf1-f8be0e3ab390 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:33.593158 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-e1489ab8-7815-4c78-ad5e-838a629422f7 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] show failed (client error): The resource could not be found. Nov 11 12:06:33.594258 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e1489ab8-7815-4c78-ad5e-838a629422f7 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/subnets/d9b5caee-0d07-4887-8a59-cfeab368b329/tags/tempest-TagsExtTest-Tag-224851452 HTTP/1.1" status: 404 len: 328 time: 0.1226001 Nov 11 12:06:33.605926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35994) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:33.610618 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-fdb7f62c-e17e-4f1d-b014-85e23c4ae89a tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7b18e80f-7205-4186-9742-8359483804e1', {'tags': ['tempest-TagsExtTest-Tag-155790686', 'tempest-TagsExtTest-Tag-964119694', 'tempest-TagsExtTest-Tag-1874480399']}) {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:33.630425 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2314a6f6-666d-46e1-b427-7602922d31ab tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.695998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8db6c2-71bc-4e60-949b-6765f03f6ce2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:33.702279 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fdb7f62c-e17e-4f1d-b014-85e23c4ae89a tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "PUT /v2.0/ports/7b18e80f-7205-4186-9742-8359483804e1/tags HTTP/1.1" status: 200 len: 316 time: 0.0952613 Nov 11 12:06:33.712204 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35996) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:33.722104 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-086830f5-4ee4-413b-a2b3-226f4a1bc0dd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7b18e80f-7205-4186-9742-8359483804e1') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:33.723831 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2314a6f6-666d-46e1-b427-7602922d31ab tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.727325 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2314a6f6-666d-46e1-b427-7602922d31ab tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.774596 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2314a6f6-666d-46e1-b427-7602922d31ab tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.775438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2314a6f6-666d-46e1-b427-7602922d31ab tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Fanout notify agent at l3_agent the message router_deleted on router 282fc473-5fe9-4f27-849e-5dd7a903d3fa {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:06:33.788157 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2314a6f6-666d-46e1-b427-7602922d31ab tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.789307 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2314a6f6-666d-46e1-b427-7602922d31ab tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/routers/282fc473-5fe9-4f27-849e-5dd7a903d3fa HTTP/1.1" status: 204 len: 168 time: 0.9996212 Nov 11 12:06:33.792086 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35998) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:33.804965 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3a8db6c2-71bc-4e60-949b-6765f03f6ce2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.835983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-3a8db6c2-71bc-4e60-949b-6765f03f6ce2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] device_id is not set on port 7040d68b-42d8-4aa5-adb6-8a7ef1afa781 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:33.843416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7dffa8-45c2-4fa7-bcf4-55ed2c128577 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Deleting subnet 9a4594bb-9841-464c-9e47-0b5f91863273 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:06:33.846849 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab7dffa8-45c2-4fa7-bcf4-55ed2c128577 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.888305 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab7dffa8-45c2-4fa7-bcf4-55ed2c128577 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.911567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-086830f5-4ee4-413b-a2b3-226f4a1bc0dd tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/ports/7b18e80f-7205-4186-9742-8359483804e1/tags HTTP/1.1" status: 204 len: 168 time: 0.1960847 Nov 11 12:06:33.912585 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36002) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:33.916303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-7ae182be-dbe4-44dc-84ca-3a10921a10e1 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7b18e80f-7205-4186-9742-8359483804e1', 'tempest-TagsExtTest-Tag-155790686') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:34.023378 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3a8db6c2-71bc-4e60-949b-6765f03f6ce2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.025867 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-7ae182be-dbe4-44dc-84ca-3a10921a10e1 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] show failed (client error): The resource could not be found. Nov 11 12:06:34.027249 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7ae182be-dbe4-44dc-84ca-3a10921a10e1 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/ports/7b18e80f-7205-4186-9742-8359483804e1/tags/tempest-TagsExtTest-Tag-155790686 HTTP/1.1" status: 404 len: 328 time: 0.1142380 Nov 11 12:06:34.028740 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab7dffa8-45c2-4fa7-bcf4-55ed2c128577 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.031449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36004) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:34.036272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-464bb708-f602-4b7e-a501-a7b70d86b86d tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7b18e80f-7205-4186-9742-8359483804e1', 'tempest-TagsExtTest-Tag-964119694') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:34.093341 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab7dffa8-45c2-4fa7-bcf4-55ed2c128577 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.104275 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3a8db6c2-71bc-4e60-949b-6765f03f6ce2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.129493 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e212409-84b0-45b0-b3b8-0c6a4373f14f None None] Network 8bd1dff7-d671-44ac-95b9-322f76930e54 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:34.143750 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab7dffa8-45c2-4fa7-bcf4-55ed2c128577 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.148600 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ab7dffa8-45c2-4fa7-bcf4-55ed2c128577 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/subnets/9a4594bb-9841-464c-9e47-0b5f91863273 HTTP/1.1" status: 204 len: 168 time: 0.3554268 Nov 11 12:06:34.148938 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-464bb708-f602-4b7e-a501-a7b70d86b86d tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] show failed (client error): The resource could not be found. Nov 11 12:06:34.149771 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dffa8-45c2-4fa7-bcf4-55ed2c128577 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4594bb-9841-464c-9e47-0b5f91863273,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:34.152419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36008) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:34.152804 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-464bb708-f602-4b7e-a501-a7b70d86b86d tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/ports/7b18e80f-7205-4186-9742-8359483804e1/tags/tempest-TagsExtTest-Tag-964119694 HTTP/1.1" status: 404 len: 328 time: 0.1200130 Nov 11 12:06:34.152936 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36010) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:34.184849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8db6c2-71bc-4e60-949b-6765f03f6ce2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:34.184849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-3a8db6c2-71bc-4e60-949b-6765f03f6ce2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:34.184849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8db6c2-71bc-4e60-949b-6765f03f6ce2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:34.185223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8db6c2-71bc-4e60-949b-6765f03f6ce2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:34.185836 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3a8db6c2-71bc-4e60-949b-6765f03f6ce2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.193242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-7596eae9-7e1d-49aa-911c-c5b1a8452031 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7b18e80f-7205-4186-9742-8359483804e1', 'tempest-TagsExtTest-Tag-1874480399') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:34.194893 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8db6c2-71bc-4e60-949b-6765f03f6ce2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=7040d68b-42d8-4aa5-adb6-8a7ef1afa781,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:34.214665 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3a8db6c2-71bc-4e60-949b-6765f03f6ce2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6708179 Nov 11 12:06:34.215040 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36012) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:34.263858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaa3377-dbeb-4aab-801c-6dd052c33a05 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:34.265285 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fdaa3377-dbeb-4aab-801c-6dd052c33a05 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports/7040d68b-42d8-4aa5-adb6-8a7ef1afa781 HTTP/1.1" status: 200 len: 845 time: 0.0492508 Nov 11 12:06:34.268513 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36014) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:34.300216 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.324011 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-7596eae9-7e1d-49aa-911c-c5b1a8452031 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] show failed (client error): The resource could not be found. Nov 11 12:06:34.327271 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7596eae9-7e1d-49aa-911c-c5b1a8452031 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/ports/7b18e80f-7205-4186-9742-8359483804e1/tags/tempest-TagsExtTest-Tag-1874480399 HTTP/1.1" status: 404 len: 329 time: 0.1543510 Nov 11 12:06:34.327271 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36016) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:34.333198 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-b6f08c03-63cf-4133-bf52-689b0ff43805 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3f893ae3-a664-4682-a251-da8b16eee57e', {'tags': ['tempest-TagsExtTest-Tag-649492473', 'tempest-TagsExtTest-Tag-723611216', 'tempest-TagsExtTest-Tag-1668917135']}) {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:34.348954 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aa0c68-87e9-4dfe-9aca-f01e70372f0f None None] DHCP port deletion for 8bd1dff7-d671-44ac-95b9-322f76930e54 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:34.367079 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-0351997c-6032-43da-b0f3-2e444be5f4aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port 7040d68b-42d8-4aa5-adb6-8a7ef1afa781 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:34.367449 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0351997c-6032-43da-b0f3-2e444be5f4aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.399570 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa0c68-87e9-4dfe-9aca-f01e70372f0f None None] Deleting port ed8a5368-a599-4a4d-95d4-a196aaef7ea2 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:34.399932 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0c68-87e9-4dfe-9aca-f01e70372f0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.442487 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0351997c-6032-43da-b0f3-2e444be5f4aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.452048 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Deleting port ed8a5368-a599-4a4d-95d4-a196aaef7ea2 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:34.452366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.456051 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b6f08c03-63cf-4133-bf52-689b0ff43805 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "PUT /v2.0/routers/3f893ae3-a664-4682-a251-da8b16eee57e/tags HTTP/1.1" status: 200 len: 316 time: 0.1278396 Nov 11 12:06:34.458922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36018) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:34.463790 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-4e03debc-73bf-4390-b138-36d78d1ee542 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3f893ae3-a664-4682-a251-da8b16eee57e') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:34.466404 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-0351997c-6032-43da-b0f3-2e444be5f4aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for 7040d68b-42d8-4aa5-adb6-8a7ef1afa781 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:34.467480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a0aa0c68-87e9-4dfe-9aca-f01e70372f0f None None] For port ed8a5368-a599-4a4d-95d4-a196aaef7ea2, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ed8a5368-a599-4a4d-95d4-a196aaef7ea2,segment=NetworkSegment(1d1a4c30-9d18-4c88-937b-5c6e9e64a34b),segment_id=1d1a4c30-9d18-4c88-937b-5c6e9e64a34b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:34.468199 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0c68-87e9-4dfe-9aca-f01e70372f0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.483001 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa0c68-87e9-4dfe-9aca-f01e70372f0f None None] Calling delete_port for ed8a5368-a599-4a4d-95d4-a196aaef7ea2 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:34.532094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] For port ed8a5368-a599-4a4d-95d4-a196aaef7ea2, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ed8a5368-a599-4a4d-95d4-a196aaef7ea2,segment=NetworkSegment(1d1a4c30-9d18-4c88-937b-5c6e9e64a34b),segment_id=1d1a4c30-9d18-4c88-937b-5c6e9e64a34b)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:34.532457 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.545764 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Calling delete_port for ed8a5368-a599-4a4d-95d4-a196aaef7ea2 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:34.573437 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0c68-87e9-4dfe-9aca-f01e70372f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.609314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa0c68-87e9-4dfe-9aca-f01e70372f0f None None] No DVR routers for this DVR port ed8a5368-a599-4a4d-95d4-a196aaef7ea2 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:34.614941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa0c68-87e9-4dfe-9aca-f01e70372f0f None None] Pushing event deleted for resources: {'Port': ['ID=ed8a5368-a599-4a4d-95d4-a196aaef7ea2,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:34.622477 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4e03debc-73bf-4390-b138-36d78d1ee542 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/routers/3f893ae3-a664-4682-a251-da8b16eee57e/tags HTTP/1.1" status: 204 len: 168 time: 0.1623867 Nov 11 12:06:34.627386 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36020) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:34.632032 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0351997c-6032-43da-b0f3-2e444be5f4aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.633190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-788e19d3-5662-4bfc-80c2-d2902d94b572 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f893ae3-a664-4682-a251-da8b16eee57e', 'tempest-TagsExtTest-Tag-649492473') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:34.636324 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.660281 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351997c-6032-43da-b0f3-2e444be5f4aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=7040d68b-42d8-4aa5-adb6-8a7ef1afa781,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:34.667637 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0351997c-6032-43da-b0f3-2e444be5f4aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.674269 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0351997c-6032-43da-b0f3-2e444be5f4aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/7040d68b-42d8-4aa5-adb6-8a7ef1afa781 HTTP/1.1" status: 204 len: 168 time: 0.4047866 Nov 11 12:06:34.674939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36022) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:34.697635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Port': ['ID=ed8a5368-a599-4a4d-95d4-a196aaef7ea2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:34.699032 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-8342fd25-4ab1-41f2-8f38-44ad4cd8fa2c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] GET failed (client error): The resource could not be found. Nov 11 12:06:34.699507 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] No DVR routers for this DVR port ed8a5368-a599-4a4d-95d4-a196aaef7ea2 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:34.701878 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8342fd25-4ab1-41f2-8f38-44ad4cd8fa2c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports/7040d68b-42d8-4aa5-adb6-8a7ef1afa781 HTTP/1.1" status: 404 len: 333 time: 0.0258124 Nov 11 12:06:34.704543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36024) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:34.753496 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-836fa5ea-7f57-4a2b-b505-f43e7c5ac2e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'name': 'tempest-PortsIpV6TestJSON-1387501530'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:34.872748 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-788e19d3-5662-4bfc-80c2-d2902d94b572 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] show failed (client error): The resource could not be found. Nov 11 12:06:34.873701 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-788e19d3-5662-4bfc-80c2-d2902d94b572 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/routers/3f893ae3-a664-4682-a251-da8b16eee57e/tags/tempest-TagsExtTest-Tag-649492473 HTTP/1.1" status: 404 len: 328 time: 0.2453115 Nov 11 12:06:34.876565 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.877156 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36026) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:34.882085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-ca06973e-768c-4762-bd9c-d7ceb0c048a5 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f893ae3-a664-4682-a251-da8b16eee57e', 'tempest-TagsExtTest-Tag-723611216') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:34.905879 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd1dff7-d671-44ac-95b9-322f76930e54']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:34.918586 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1a4c30-9d18-4c88-937b-5c6e9e64a34b') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:34.918853 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1a4c30-9d18-4c88-937b-5c6e9e64a34b') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:34.927907 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836fa5ea-7f57-4a2b-b505-f43e7c5ac2e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:34.931524 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-836fa5ea-7f57-4a2b-b505-f43e7c5ac2e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.935719 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.958432 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.964191 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-836fa5ea-7f57-4a2b-b505-f43e7c5ac2e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] device_id is not set on port 8b7ceb96-8493-4214-a7f5-d2222b2492d5 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:34.973108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:34.973498 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:34.976580 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:35.082742 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.095145 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.098583 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/networks/8bd1dff7-d671-44ac-95b9-322f76930e54 HTTP/1.1" status: 204 len: 168 time: 0.9448447 Nov 11 12:06:35.102936 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36030) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:35.129282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c503e1-6d9b-4127-aa36-7b38ec85d164 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Network': ['ID=8bd1dff7-d671-44ac-95b9-322f76930e54,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:35.221408 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-ca06973e-768c-4762-bd9c-d7ceb0c048a5 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] show failed (client error): The resource could not be found. Nov 11 12:06:35.225683 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ca06973e-768c-4762-bd9c-d7ceb0c048a5 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/routers/3f893ae3-a664-4682-a251-da8b16eee57e/tags/tempest-TagsExtTest-Tag-723611216 HTTP/1.1" status: 404 len: 328 time: 0.3474519 Nov 11 12:06:35.226290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36036) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:35.230845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-61c94de3-21f5-46ae-8b88-0868b63d70a2 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f893ae3-a664-4682-a251-da8b16eee57e', 'tempest-TagsExtTest-Tag-1668917135') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:35.305182 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-61c94de3-21f5-46ae-8b88-0868b63d70a2 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] show failed (client error): The resource could not be found. Nov 11 12:06:35.306264 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-61c94de3-21f5-46ae-8b88-0868b63d70a2 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/routers/3f893ae3-a664-4682-a251-da8b16eee57e/tags/tempest-TagsExtTest-Tag-1668917135 HTTP/1.1" status: 404 len: 329 time: 0.0789990 Nov 11 12:06:35.309023 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36038) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:35.310408 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-836fa5ea-7f57-4a2b-b505-f43e7c5ac2e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.313628 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-c277f43a-09e3-4d10-b485-017524267193 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd8d767d7-02b7-4aac-91d5-25da57577ba3', {'tags': ['tempest-TagsExtTest-Tag-1793494582', 'tempest-TagsExtTest-Tag-1153976820', 'tempest-TagsExtTest-Tag-609688114']}) {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:35.350704 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-82df0073-79a2-4817-9404-63df85432a3d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Deleting port 9ef16c74-7ebb-4119-bed1-c7b7cd365cff {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:35.351040 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82df0073-79a2-4817-9404-63df85432a3d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.352546 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c277f43a-09e3-4d10-b485-017524267193 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "PUT /v2.0/subnetpools/d8d767d7-02b7-4aac-91d5-25da57577ba3/tags HTTP/1.1" status: 200 len: 317 time: 0.0424633 Nov 11 12:06:35.355296 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36040) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:35.360025 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-b7d8849a-f59d-4fe8-9d9b-a3851a35fef9 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd8d767d7-02b7-4aac-91d5-25da57577ba3') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:35.396952 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b7d8849a-f59d-4fe8-9d9b-a3851a35fef9 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/subnetpools/d8d767d7-02b7-4aac-91d5-25da57577ba3/tags HTTP/1.1" status: 204 len: 168 time: 0.0401030 Nov 11 12:06:35.399434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36042) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:35.402201 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-836fa5ea-7f57-4a2b-b505-f43e7c5ac2e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.403775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-2612f859-d8a1-4c3a-9614-b6e1ffdd0cf4 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd8d767d7-02b7-4aac-91d5-25da57577ba3', 'tempest-TagsExtTest-Tag-1793494582') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:35.424086 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-2612f859-d8a1-4c3a-9614-b6e1ffdd0cf4 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] show failed (client error): The resource could not be found. Nov 11 12:06:35.425095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2612f859-d8a1-4c3a-9614-b6e1ffdd0cf4 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/subnetpools/d8d767d7-02b7-4aac-91d5-25da57577ba3/tags/tempest-TagsExtTest-Tag-1793494582 HTTP/1.1" status: 404 len: 329 time: 0.0247476 Nov 11 12:06:35.428230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36044) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:35.432424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-37919b37-841d-4cc9-adbe-df90038d9e44 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd8d767d7-02b7-4aac-91d5-25da57577ba3', 'tempest-TagsExtTest-Tag-1153976820') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:35.452173 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-37919b37-841d-4cc9-adbe-df90038d9e44 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] show failed (client error): The resource could not be found. Nov 11 12:06:35.455691 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-37919b37-841d-4cc9-adbe-df90038d9e44 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/subnetpools/d8d767d7-02b7-4aac-91d5-25da57577ba3/tags/tempest-TagsExtTest-Tag-1153976820 HTTP/1.1" status: 404 len: 329 time: 0.0240860 Nov 11 12:06:35.455942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36046) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:35.460227 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836fa5ea-7f57-4a2b-b505-f43e7c5ac2e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:35.460370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-297096fd-c8b0-474f-9d08-ec2bc2473ce2 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd8d767d7-02b7-4aac-91d5-25da57577ba3', 'tempest-TagsExtTest-Tag-609688114') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:35.467925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-836fa5ea-7f57-4a2b-b505-f43e7c5ac2e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:35.478194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836fa5ea-7f57-4a2b-b505-f43e7c5ac2e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:35.483025 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-297096fd-c8b0-474f-9d08-ec2bc2473ce2 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] show failed (client error): The resource could not be found. Nov 11 12:06:35.483623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836fa5ea-7f57-4a2b-b505-f43e7c5ac2e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:35.484333 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-836fa5ea-7f57-4a2b-b505-f43e7c5ac2e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.486757 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36048) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:35.486906 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-297096fd-c8b0-474f-9d08-ec2bc2473ce2 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/subnetpools/d8d767d7-02b7-4aac-91d5-25da57577ba3/tags/tempest-TagsExtTest-Tag-609688114 HTTP/1.1" status: 404 len: 328 time: 0.0300381 Nov 11 12:06:35.490547 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fa5ea-7f57-4a2b-b505-f43e7c5ac2e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=8b7ceb96-8493-4214-a7f5-d2222b2492d5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:35.495176 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82df0073-79a2-4817-9404-63df85432a3d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.495528 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82df0073-79a2-4817-9404-63df85432a3d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.500370 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-5944370e-36dc-4542-a926-d4429455d785 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd8d767d7-02b7-4aac-91d5-25da57577ba3') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:35.517630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ed8a5368-a599-4a4d-95d4-a196aaef7ea2 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:06:35.527828 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-82df0073-79a2-4817-9404-63df85432a3d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Calling delete_port for 9ef16c74-7ebb-4119-bed1-c7b7cd365cff owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:35.537761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ed8a5368-a599-4a4d-95d4-a196aaef7ea2 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:06:35.538101 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ed8a5368-a599-4a4d-95d4-a196aaef7ea2 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:06:35.544332 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-836fa5ea-7f57-4a2b-b505-f43e7c5ac2e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8365114 Nov 11 12:06:35.547227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36050) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:35.552943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-1c79f1f6-becf-45a7-928c-1bc60d89c1a6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:35.596127 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5944370e-36dc-4542-a926-d4429455d785 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/subnetpools/d8d767d7-02b7-4aac-91d5-25da57577ba3/tags HTTP/1.1" status: 204 len: 168 time: 0.1041868 Nov 11 12:06:35.597384 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36052) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:35.603216 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-fabc15cc-c889-44c5-8352-1c61526fcced tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3f893ae3-a664-4682-a251-da8b16eee57e') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:35.621448 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c79f1f6-becf-45a7-928c-1bc60d89c1a6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.724384 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fabc15cc-c889-44c5-8352-1c61526fcced tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/routers/3f893ae3-a664-4682-a251-da8b16eee57e/tags HTTP/1.1" status: 204 len: 168 time: 0.1258657 Nov 11 12:06:35.728270 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36054) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:35.732488 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-8bdb8045-43d4-481b-853a-1b2710e4a8ee tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7b18e80f-7205-4186-9742-8359483804e1') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:35.776987 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82df0073-79a2-4817-9404-63df85432a3d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.781013 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c79f1f6-becf-45a7-928c-1bc60d89c1a6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.782105 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e3516e8c-e89b-4d4b-950d-1e240dd47943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.788318 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c79f1f6-becf-45a7-928c-1bc60d89c1a6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.814239 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df0073-79a2-4817-9404-63df85432a3d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Port': ['ID=9ef16c74-7ebb-4119-bed1-c7b7cd365cff,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:35.822495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-1c79f1f6-becf-45a7-928c-1bc60d89c1a6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] In _notify_port_updated(), no bound segment for port 8b7ceb96-8493-4214-a7f5-d2222b2492d5 on network 768d555a-1d42-4394-b6a1-dd0bc112bfba {{(pid=109153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:06:35.828142 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c79f1f6-becf-45a7-928c-1bc60d89c1a6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:35.828854 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c79f1f6-becf-45a7-928c-1bc60d89c1a6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.833073 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1c79f1f6-becf-45a7-928c-1bc60d89c1a6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "PUT /v2.0/ports/8b7ceb96-8493-4214-a7f5-d2222b2492d5 HTTP/1.1" status: 200 len: 818 time: 0.2847981 Nov 11 12:06:35.833713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36056) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:35.866316 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8bdb8045-43d4-481b-853a-1b2710e4a8ee tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/ports/7b18e80f-7205-4186-9742-8359483804e1/tags HTTP/1.1" status: 204 len: 168 time: 0.1370003 Nov 11 12:06:35.870350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36058) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:35.874584 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-81d8036d-80aa-48e4-a92a-49d70240d4c4 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd9b5caee-0d07-4887-8a59-cfeab368b329') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:35.877318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79f1f6-becf-45a7-928c-1bc60d89c1a6 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=8b7ceb96-8493-4214-a7f5-d2222b2492d5,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:35.910917 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82df0073-79a2-4817-9404-63df85432a3d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.913522 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82df0073-79a2-4817-9404-63df85432a3d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.914700 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-82df0073-79a2-4817-9404-63df85432a3d tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/floatingips/03734806-cf3c-4a6b-9cc4-1a2960aa2eae HTTP/1.1" status: 204 len: 168 time: 0.8108547 Nov 11 12:06:35.919274 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36060) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:35.948945 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-81d8036d-80aa-48e4-a92a-49d70240d4c4 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/subnets/d9b5caee-0d07-4887-8a59-cfeab368b329/tags HTTP/1.1" status: 204 len: 168 time: 0.0775964 Nov 11 12:06:35.950092 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-65caff86-6445-44e2-89c6-fc53608ca3c7 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:35.950744 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65caff86-6445-44e2-89c6-fc53608ca3c7 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:35.953857 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-65caff86-6445-44e2-89c6-fc53608ca3c7 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/ports/356124b1-8c8d-4f60-b16e-7fd8eb1fba6c HTTP/1.1" status: 404 len: 333 time: 0.0335741 Nov 11 12:06:35.954438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36062) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:35.957053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36064) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:35.986213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-84ce0d9e-df90-4101-8541-ef474835ff28 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "GET /v2.0/ports?device_id=282fc473-5fe9-4f27-849e-5dd7a903d3fa HTTP/1.1" status: 200 len: 205 time: 0.0279019 Nov 11 12:06:35.988825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-45496281-6352-40ce-b308-b1f783bc9898 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port 8b7ceb96-8493-4214-a7f5-d2222b2492d5 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:35.989152 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45496281-6352-40ce-b308-b1f783bc9898 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.990312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36066) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:36.040732 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-2ebdf302-4765-44af-9a1b-070ebdb33fe0 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] delete failed (client error): The resource could not be found. Nov 11 12:06:36.041826 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2ebdf302-4765-44af-9a1b-070ebdb33fe0 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/routers/282fc473-5fe9-4f27-849e-5dd7a903d3fa HTTP/1.1" status: 404 len: 336 time: 0.0505450 Nov 11 12:06:36.044596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36068) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:36.056753 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45496281-6352-40ce-b308-b1f783bc9898 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.070449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-45496281-6352-40ce-b308-b1f783bc9898 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for 8b7ceb96-8493-4214-a7f5-d2222b2492d5 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:36.080417 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd56f796-c058-4973-ac47-98f6d4595a2f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:36.081509 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd56f796-c058-4973-ac47-98f6d4595a2f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:36.084048 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bd56f796-c058-4973-ac47-98f6d4595a2f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/subnets/9a4594bb-9841-464c-9e47-0b5f91863273 HTTP/1.1" status: 404 len: 337 time: 0.0385416 Nov 11 12:06:36.090718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36072) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:36.147509 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9daa51dc-fed0-4958-b3d0-5acf9258494b tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks [] for subnetpool, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.148662 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9daa51dc-fed0-4958-b3d0-5acf9258494b tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/subnetpools/d8d767d7-02b7-4aac-91d5-25da57577ba3 HTTP/1.1" status: 204 len: 168 time: 0.1930685 Nov 11 12:06:36.151570 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36074) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:36.163646 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45496281-6352-40ce-b308-b1f783bc9898 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.186897 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0c2149a2-7574-492a-83fe-4f9b05fcc88c tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f893ae3-a664-4682-a251-da8b16eee57e HTTP/1.1" status: 200 len: 205 time: 0.0341668 Nov 11 12:06:36.206482 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36076) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:36.215274 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45496281-6352-40ce-b308-b1f783bc9898 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=8b7ceb96-8493-4214-a7f5-d2222b2492d5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:36.256627 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45496281-6352-40ce-b308-b1f783bc9898 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.259892 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-45496281-6352-40ce-b308-b1f783bc9898 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/8b7ceb96-8493-4214-a7f5-d2222b2492d5 HTTP/1.1" status: 204 len: 168 time: 0.4231775 Nov 11 12:06:36.286332 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36078) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:36.324674 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-760e27d7-4dca-4b53-a167-7509ad7437c8 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.424835 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1bfe50-695a-47ba-aeca-45c963d88b2b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:36.426448 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cd1bfe50-695a-47ba-aeca-45c963d88b2b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1391349 Nov 11 12:06:36.451687 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36082) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:36.536190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-7b925c61-b891-4331-9850-bf75e59f3ea5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Deleting port 515602ed-4ad0-4b46-807c-9bcdc7b1e9a9 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:36.536437 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b925c61-b891-4331-9850-bf75e59f3ea5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.538442 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11aec6c-f089-4e53-b12b-f691204ac3dc tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] GET failed (client error): The resource could not be found. Nov 11 12:06:36.540009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f11aec6c-f089-4e53-b12b-f691204ac3dc tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports/8b7ceb96-8493-4214-a7f5-d2222b2492d5 HTTP/1.1" status: 404 len: 333 time: 0.0873253 Nov 11 12:06:36.543776 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36084) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:36.546746 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-760e27d7-4dca-4b53-a167-7509ad7437c8 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.551379 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d187b991-2605-490d-b3ae-b6cea8763204 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1051649091'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:36.554894 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-760e27d7-4dca-4b53-a167-7509ad7437c8 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.623357 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-760e27d7-4dca-4b53-a167-7509ad7437c8 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.623873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760e27d7-4dca-4b53-a167-7509ad7437c8 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Fanout notify agent at l3_agent the message router_deleted on router 3f893ae3-a664-4682-a251-da8b16eee57e {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:06:36.625996 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b925c61-b891-4331-9850-bf75e59f3ea5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.631113 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-760e27d7-4dca-4b53-a167-7509ad7437c8 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.632223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-760e27d7-4dca-4b53-a167-7509ad7437c8 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/routers/3f893ae3-a664-4682-a251-da8b16eee57e HTTP/1.1" status: 204 len: 168 time: 0.4230711 Nov 11 12:06:36.633151 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d187b991-2605-490d-b3ae-b6cea8763204 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:36.636045 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36086) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:36.636592 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d187b991-2605-490d-b3ae-b6cea8763204 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.650706 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-7b925c61-b891-4331-9850-bf75e59f3ea5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Calling delete_port for 515602ed-4ad0-4b46-807c-9bcdc7b1e9a9 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:36.660145 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d187b991-2605-490d-b3ae-b6cea8763204 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:06:36.669492 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d187b991-2605-490d-b3ae-b6cea8763204 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.669865 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-d187b991-2605-490d-b3ae-b6cea8763204 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Added segment 2f6cce39-62aa-4c27-8b31-6d8722f16fde of type vlan for network 686a62f0-3489-4ce4-a3df-763fd771eb7b Nov 11 12:06:36.708954 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d187b991-2605-490d-b3ae-b6cea8763204 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.738599 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d187b991-2605-490d-b3ae-b6cea8763204 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.744288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d187b991-2605-490d-b3ae-b6cea8763204 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:36.744872 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d187b991-2605-490d-b3ae-b6cea8763204 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.797874 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-ac877f03-7467-455d-9e09-113b5cee67df tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Deleting port 7b18e80f-7205-4186-9742-8359483804e1 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:36.798453 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac877f03-7467-455d-9e09-113b5cee67df tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.807465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d187b991-2605-490d-b3ae-b6cea8763204 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2626696 Nov 11 12:06:36.810397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36088) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:36.815209 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-1deaaa5c-6787-4758-92d3-88885b8c65ba tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'subnet': {'network_id': '686a62f0-3489-4ce4-a3df-763fd771eb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:36.833216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187b991-2605-490d-b3ae-b6cea8763204 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Network': ['ID=686a62f0-3489-4ce4-a3df-763fd771eb7b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:36.844770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 686a62f0-3489-4ce4-a3df-763fd771eb7b details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:36.896201 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b925c61-b891-4331-9850-bf75e59f3ea5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.915628 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1deaaa5c-6787-4758-92d3-88885b8c65ba tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:36.919642 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1deaaa5c-6787-4758-92d3-88885b8c65ba tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.956743 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b925c61-b891-4331-9850-bf75e59f3ea5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Port': ['ID=515602ed-4ad0-4b46-807c-9bcdc7b1e9a9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:37.021577 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac877f03-7467-455d-9e09-113b5cee67df tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.046239 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-ac877f03-7467-455d-9e09-113b5cee67df tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Calling delete_port for 7b18e80f-7205-4186-9742-8359483804e1 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:37.055873 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b925c61-b891-4331-9850-bf75e59f3ea5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.059653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9d8de4-842e-427d-91ab-5d920f7b5aaa None None] DHCP port deletion for 73fbc077-957d-4067-a3f0-eb81e03c31a1 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:37.062487 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7b925c61-b891-4331-9850-bf75e59f3ea5 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/ports/515602ed-4ad0-4b46-807c-9bcdc7b1e9a9 HTTP/1.1" status: 204 len: 168 time: 0.9684734 Nov 11 12:06:37.063709 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36090) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:37.122460 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1deaaa5c-6787-4758-92d3-88885b8c65ba tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.185397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deaaa5c-6787-4758-92d3-88885b8c65ba tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Subnet': ['ID=0aa7f068-699b-4192-be4a-fb62c343a0a1,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:37.203477 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deaaa5c-6787-4758-92d3-88885b8c65ba tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Checking segment: {'id': '2f6cce39-62aa-4c27-8b31-6d8722f16fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '686a62f0-3489-4ce4-a3df-763fd771eb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:37.203871 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deaaa5c-6787-4758-92d3-88885b8c65ba tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network hostable DHCP agents. Network: 686a62f0-3489-4ce4-a3df-763fd771eb7b, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:06:37.220721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc5041-e1d2-4ecd-89c6-ea2e997f7c74 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Deleting port 33f43970-be09-431f-a25b-7479d6e2652f {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:37.221056 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5041-e1d2-4ecd-89c6-ea2e997f7c74 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.221325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deaaa5c-6787-4758-92d3-88885b8c65ba tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 686a62f0-3489-4ce4-a3df-763fd771eb7b is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:06:37.230551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-1deaaa5c-6787-4758-92d3-88885b8c65ba tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 686a62f0-3489-4ce4-a3df-763fd771eb7b) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:37.234832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deaaa5c-6787-4758-92d3-88885b8c65ba tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:37.235427 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1deaaa5c-6787-4758-92d3-88885b8c65ba tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.243396 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6808b2-dd2d-4795-b922-9bb603607b6e None None] Network 686a62f0-3489-4ce4-a3df-763fd771eb7b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:37.257666 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1deaaa5c-6787-4758-92d3-88885b8c65ba tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4438286 Nov 11 12:06:37.259022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36094) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:37.274341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c585500f-c347-4079-b5ae-bebc40066d4c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'subnet': {'network_id': '686a62f0-3489-4ce4-a3df-763fd771eb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:37.384582 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac877f03-7467-455d-9e09-113b5cee67df tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.395039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-686a62f0-3489-4ce4-a3df-763fd771eb7b', 'network_id': '686a62f0-3489-4ce4-a3df-763fd771eb7b', 'tenant_id': '6a826a83d259421584ffc8b5fe64d491', 'fixed_ips': [{'subnet_id': '0aa7f068-699b-4192-be4a-fb62c343a0a1'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:06:37.396256 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.453088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac877f03-7467-455d-9e09-113b5cee67df tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Pushing event deleted for resources: {'Port': ['ID=7b18e80f-7205-4186-9742-8359483804e1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:37.470897 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5041-e1d2-4ecd-89c6-ea2e997f7c74 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.511599 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc5041-e1d2-4ecd-89c6-ea2e997f7c74 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Calling delete_port for 33f43970-be09-431f-a25b-7479d6e2652f owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:37.554466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Allocated IP 2001:db8::2 (686a62f0-3489-4ce4-a3df-763fd771eb7b/0aa7f068-699b-4192-be4a-fb62c343a0a1/024e889f-a71a-462b-b326-b0917ec60c48) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:37.627095 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac877f03-7467-455d-9e09-113b5cee67df tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.630597 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ac877f03-7467-455d-9e09-113b5cee67df tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/ports/7b18e80f-7205-4186-9742-8359483804e1 HTTP/1.1" status: 204 len: 168 time: 0.9933839 Nov 11 12:06:37.633027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36098) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:37.635137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c585500f-c347-4079-b5ae-bebc40066d4c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:37.638767 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c585500f-c347-4079-b5ae-bebc40066d4c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.715615 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.722930 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.762390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f89f81d-33be-4b04-b264-5a7d7d9f5593 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Deleting subnet d9b5caee-0d07-4887-8a59-cfeab368b329 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:06:37.762623 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Network 686a62f0-3489-4ce4-a3df-763fd771eb7b is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:37.765331 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:37.769721 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:37.772540 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f89f81d-33be-4b04-b264-5a7d7d9f5593 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.776224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Pushing event updated for resources: {'Port': ['ID=024e889f-a71a-462b-b326-b0917ec60c48,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:37.828864 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Attempting to bind port 024e889f-a71a-462b-b326-b0917ec60c48 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:06:37.828864 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Attempting to bind port 024e889f-a71a-462b-b326-b0917ec60c48 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '2f6cce39-62aa-4c27-8b31-6d8722f16fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '686a62f0-3489-4ce4-a3df-763fd771eb7b'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:06:37.829324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Attempting to bind port 024e889f-a71a-462b-b326-b0917ec60c48 on network 686a62f0-3489-4ce4-a3df-763fd771eb7b {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:06:37.834386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:06:37.834767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Checking segment: {'id': '2f6cce39-62aa-4c27-8b31-6d8722f16fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '686a62f0-3489-4ce4-a3df-763fd771eb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:37.835211 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.835597 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Bound using segment: {'id': '2f6cce39-62aa-4c27-8b31-6d8722f16fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '686a62f0-3489-4ce4-a3df-763fd771eb7b'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:06:37.836067 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Bound port: 024e889f-a71a-462b-b326-b0917ec60c48, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6cce39-62aa-4c27-8b31-6d8722f16fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '686a62f0-3489-4ce4-a3df-763fd771eb7b'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:06:37.836433 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.844837 n-d-807359-3 neutron-server[109154]: INFO neutron.db.ipam_backend_mixin [None req-c585500f-c347-4079-b5ae-bebc40066d4c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0aa7f068-699b-4192-be4a-fb62c343a0a1 (CIDR: 2001:db8::/64) Nov 11 12:06:37.858659 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c585500f-c347-4079-b5ae-bebc40066d4c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:06:37.859105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c585500f-c347-4079-b5ae-bebc40066d4c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:37.869495 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f89f81d-33be-4b04-b264-5a7d7d9f5593 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.893140 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5041-e1d2-4ecd-89c6-ea2e997f7c74 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.916783 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c585500f-c347-4079-b5ae-bebc40066d4c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6500602 Nov 11 12:06:37.919922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36100) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:37.921916 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] For port 024e889f-a71a-462b-b326-b0917ec60c48, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:06:37.925233 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] For port 024e889f-a71a-462b-b326-b0917ec60c48, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=024e889f-a71a-462b-b326-b0917ec60c48,segment=NetworkSegment(2f6cce39-62aa-4c27-8b31-6d8722f16fde),segment_id=2f6cce39-62aa-4c27-8b31-6d8722f16fde)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:06:37.927709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-923cfa5e-0d31-4c43-9ffe-83879b008bcd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'subnet': {'network_id': '686a62f0-3489-4ce4-a3df-763fd771eb7b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:37.932239 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.948382 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc5041-e1d2-4ecd-89c6-ea2e997f7c74 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Port': ['ID=33f43970-be09-431f-a25b-7479d6e2652f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:37.984972 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fefe78-6ef9-47b2-aea4-b47f18ec24f8 None None] DHCP port deletion for 73fbc077-957d-4067-a3f0-eb81e03c31a1 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:38.016030 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de8fdc-8b1e-4581-a402-e80101689415 None None] Pushing event updated for resources: {'Port': ['ID=024e889f-a71a-462b-b326-b0917ec60c48,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:38.050015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f89f81d-33be-4b04-b264-5a7d7d9f5593 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.058338 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7cf09136-b59a-4c6e-ab3c-2d4bbc9e633a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.070667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923cfa5e-0d31-4c43-9ffe-83879b008bcd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:38.076236 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-923cfa5e-0d31-4c43-9ffe-83879b008bcd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.076732 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5041-e1d2-4ecd-89c6-ea2e997f7c74 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.080162 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dcfc5041-e1d2-4ecd-89c6-ea2e997f7c74 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/ports/33f43970-be09-431f-a25b-7479d6e2652f HTTP/1.1" status: 204 len: 168 time: 1.0155103 Nov 11 12:06:38.083063 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36102) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:38.164642 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60647332-6fed-407f-86a1-355e16ff3e5f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:38.169247 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-60647332-6fed-407f-86a1-355e16ff3e5f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "GET /v2.0/ports?device_id=df6c2065-70a8-4011-b8d7-4a1453cdcfe5 HTTP/1.1" status: 200 len: 913 time: 0.0801063 Nov 11 12:06:38.169543 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36104) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:38.170623 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f89f81d-33be-4b04-b264-5a7d7d9f5593 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.199524 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89f81d-33be-4b04-b264-5a7d7d9f5593 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b5caee-0d07-4887-8a59-cfeab368b329,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:38.212644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad450c32-93c8-4e8b-9966-79a071208423 None None] Network 8487571a-f7fc-479f-b0df-010ae98c40db requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:38.215546 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f89f81d-33be-4b04-b264-5a7d7d9f5593 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.221729 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1f89f81d-33be-4b04-b264-5a7d7d9f5593 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/subnets/d9b5caee-0d07-4887-8a59-cfeab368b329 HTTP/1.1" status: 204 len: 168 time: 0.5874627 Nov 11 12:06:38.222377 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36108) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:38.373265 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.459481 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Deleting port ffc049ea-fb65-4580-a3ea-f0944150d7a5 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:38.459828 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.517230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0392a15-4501-4158-aafd-c983211c8769 None None] DHCP port deletion for 8487571a-f7fc-479f-b0df-010ae98c40db request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:38.543601 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] For port ffc049ea-fb65-4580-a3ea-f0944150d7a5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ffc049ea-fb65-4580-a3ea-f0944150d7a5,segment=NetworkSegment(7a298102-8e15-4a86-a81d-d91561bbc3e5),segment_id=7a298102-8e15-4a86-a81d-d91561bbc3e5)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:38.544292 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.560042 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Calling delete_port for ffc049ea-fb65-4580-a3ea-f0944150d7a5 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:38.576278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a0392a15-4501-4158-aafd-c983211c8769 None None] Deleting port ffc049ea-fb65-4580-a3ea-f0944150d7a5 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:38.576659 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0392a15-4501-4158-aafd-c983211c8769 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.579228 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-923cfa5e-0d31-4c43-9ffe-83879b008bcd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.641920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923cfa5e-0d31-4c43-9ffe-83879b008bcd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 686a62f0-3489-4ce4-a3df-763fd771eb7b is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:38.645786 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a0392a15-4501-4158-aafd-c983211c8769 None None] For port ffc049ea-fb65-4580-a3ea-f0944150d7a5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ffc049ea-fb65-4580-a3ea-f0944150d7a5,segment=NetworkSegment(7a298102-8e15-4a86-a81d-d91561bbc3e5),segment_id=7a298102-8e15-4a86-a81d-d91561bbc3e5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:38.646460 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0392a15-4501-4158-aafd-c983211c8769 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.650178 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.661013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a0392a15-4501-4158-aafd-c983211c8769 None None] Calling delete_port for ffc049ea-fb65-4580-a3ea-f0944150d7a5 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:38.665499 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-923cfa5e-0d31-4c43-9ffe-83879b008bcd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:38.683644 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Pushing event deleted for resources: {'Port': ['ID=ffc049ea-fb65-4580-a3ea-f0944150d7a5,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:38.687027 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923cfa5e-0d31-4c43-9ffe-83879b008bcd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:38.687300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] No DVR routers for this DVR port ffc049ea-fb65-4580-a3ea-f0944150d7a5 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:38.687621 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-923cfa5e-0d31-4c43-9ffe-83879b008bcd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.698859 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cfa5e-0d31-4c43-9ffe-83879b008bcd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Subnet': ['ID=9c2176ba-8aba-496e-92e5-0ee4bbe7ae01,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:38.729642 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-923cfa5e-0d31-4c43-9ffe-83879b008bcd tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8075018 Nov 11 12:06:38.733428 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36112) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:38.738474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-3225d85a-006f-4a16-9ee9-30f0bdef3fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'network_id': '686a62f0-3489-4ce4-a3df-763fd771eb7b', 'fixed_ips': [{'subnet_id': '0aa7f068-699b-4192-be4a-fb62c343a0a1'}, {'subnet_id': '9c2176ba-8aba-496e-92e5-0ee4bbe7ae01'}], 'name': 'tempest-PortsIpV6TestJSON-1046339183'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:38.768332 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0392a15-4501-4158-aafd-c983211c8769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.783729 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.800099 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0392a15-4501-4158-aafd-c983211c8769 None None] Pushing event deleted for resources: {'Port': ['ID=ffc049ea-fb65-4580-a3ea-f0944150d7a5,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:38.805416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0392a15-4501-4158-aafd-c983211c8769 None None] No DVR routers for this DVR port ffc049ea-fb65-4580-a3ea-f0944150d7a5 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:38.806864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8487571a-f7fc-479f-b0df-010ae98c40db']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:38.821211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a298102-8e15-4a86-a81d-d91561bbc3e5') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:38.821596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a298102-8e15-4a86-a81d-d91561bbc3e5') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:38.833300 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.849641 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.857360 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:38.858123 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:38.862308 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:38.929172 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.935934 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:38.942298 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] 10.222.0.65 "DELETE /v2.0/networks/8487571a-f7fc-479f-b0df-010ae98c40db HTTP/1.1" status: 204 len: 168 time: 0.7163212 Nov 11 12:06:38.956331 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5d4d9-b07d-45c4-804c-9f43610fb712 tempest-TagsExtTest-1046061607 tempest-TagsExtTest-1046061607-project] Pushing event deleted for resources: {'Network': ['ID=8487571a-f7fc-479f-b0df-010ae98c40db,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:38.982385 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:39.191344 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e70cf7ba-3063-4a58-a3d6-49b59b8c48f2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:39.233559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3225d85a-006f-4a16-9ee9-30f0bdef3fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:39.240368 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d48092e-c331-4113-8725-63d7f75c6ee1 None None] Network 686a62f0-3489-4ce4-a3df-763fd771eb7b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:39.244817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36118) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:39.331052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9c82c2f8-c655-4b61-ac50-46dace13a6f5 None None] Provisioning complete for port 024e889f-a71a-462b-b326-b0917ec60c48 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:39.331419 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c82c2f8-c655-4b61-ac50-46dace13a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:39.407062 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-eee200e2-7f0d-47dd-b4bb-243320a6fa4c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=28953df9c3434698a656374415ed35b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1609647 Nov 11 12:06:39.409541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36124) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:39.416459 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3225d85a-006f-4a16-9ee9-30f0bdef3fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:39.478765 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-3225d85a-006f-4a16-9ee9-30f0bdef3fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] device_id is not set on port e379e791-650c-40d5-8d8c-50318aaf2f7a yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:39.516495 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c82c2f8-c655-4b61-ac50-46dace13a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:39.523967 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b0501dbf-c0e9-43f5-9b8a-7f05c4c32141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:39.551225 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b0501dbf-c0e9-43f5-9b8a-7f05c4c32141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:39.605563 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 024e889f-a71a-462b-b326-b0917ec60c48 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:06:39.610133 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9c82c2f8-c655-4b61-ac50-46dace13a6f5 None None] For port 024e889f-a71a-462b-b326-b0917ec60c48, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=024e889f-a71a-462b-b326-b0917ec60c48,segment=NetworkSegment(2f6cce39-62aa-4c27-8b31-6d8722f16fde),segment_id=2f6cce39-62aa-4c27-8b31-6d8722f16fde)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:39.643499 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c82c2f8-c655-4b61-ac50-46dace13a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:39.653106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e332677b-f224-421f-976d-6402e31686fa None None] Update dhcp port {'port': {'network_id': '686a62f0-3489-4ce4-a3df-763fd771eb7b', 'fixed_ips': [{'subnet_id': '0aa7f068-699b-4192-be4a-fb62c343a0a1', 'ip_address': '2001:db8::2'}, {'subnet_id': '9c2176ba-8aba-496e-92e5-0ee4bbe7ae01'}], 'binding:host_id': 'n-d-807359-3'}, 'id': '024e889f-a71a-462b-b326-b0917ec60c48'} from n-d-807359-3. {{(pid=109155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:06:39.654787 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b0501dbf-c0e9-43f5-9b8a-7f05c4c32141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:39.657716 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b0501dbf-c0e9-43f5-9b8a-7f05c4c32141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:39.661485 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b0501dbf-c0e9-43f5-9b8a-7f05c4c32141 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d11beaa4-62b6-40bd-86cf-1258abf54e0f HTTP/1.1" status: 204 len: 168 time: 0.2481859 Nov 11 12:06:39.669328 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0501dbf-c0e9-43f5-9b8a-7f05c4c32141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11beaa4-62b6-40bd-86cf-1258abf54e0f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:39.750770 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e332677b-f224-421f-976d-6402e31686fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:39.771938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82c2f8-c655-4b61-ac50-46dace13a6f5 None None] Pushing event updated for resources: {'Port': ['ID=024e889f-a71a-462b-b326-b0917ec60c48,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:39.824675 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 024e889f-a71a-462b-b326-b0917ec60c48 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:39.825213 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:39.851533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e70cf7ba-3063-4a58-a3d6-49b59b8c48f2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Deleting port ae074f87-4cd2-453e-ba86-b27dcec94415 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:39.851870 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e70cf7ba-3063-4a58-a3d6-49b59b8c48f2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:39.956989 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e70cf7ba-3063-4a58-a3d6-49b59b8c48f2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:39.991984 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e70cf7ba-3063-4a58-a3d6-49b59b8c48f2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Calling delete_port for ae074f87-4cd2-453e-ba86-b27dcec94415 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:40.042923 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ffc049ea-fb65-4580-a3ea-f0944150d7a5 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:06:40.063393 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ffc049ea-fb65-4580-a3ea-f0944150d7a5 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:06:40.063836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ffc049ea-fb65-4580-a3ea-f0944150d7a5 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:06:40.071826 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-3225d85a-006f-4a16-9ee9-30f0bdef3fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Allocated IP 2001:db8::26b (686a62f0-3489-4ce4-a3df-763fd771eb7b/0aa7f068-699b-4192-be4a-fb62c343a0a1/e379e791-650c-40d5-8d8c-50318aaf2f7a) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:40.081277 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-3225d85a-006f-4a16-9ee9-30f0bdef3fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Allocated IP 2001:db8:0:1::259 (686a62f0-3489-4ce4-a3df-763fd771eb7b/9c2176ba-8aba-496e-92e5-0ee4bbe7ae01/e379e791-650c-40d5-8d8c-50318aaf2f7a) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:40.381380 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3225d85a-006f-4a16-9ee9-30f0bdef3fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:40.385951 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e70cf7ba-3063-4a58-a3d6-49b59b8c48f2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:40.428985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cf7ba-3063-4a58-a3d6-49b59b8c48f2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Port': ['ID=ae074f87-4cd2-453e-ba86-b27dcec94415,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:40.435803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4644b8d5-b60b-4d39-9fc1-b80ccc4ceb90 None None] DHCP port deletion for 73fbc077-957d-4067-a3f0-eb81e03c31a1 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:40.500160 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:40.505638 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3225d85a-006f-4a16-9ee9-30f0bdef3fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:40.555562 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-e332677b-f224-421f-976d-6402e31686fa None None] Allocated IP 2001:db8:0:1::2 (686a62f0-3489-4ce4-a3df-763fd771eb7b/9c2176ba-8aba-496e-92e5-0ee4bbe7ae01/024e889f-a71a-462b-b326-b0917ec60c48) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:40.573550 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225d85a-006f-4a16-9ee9-30f0bdef3fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=e379e791-650c-40d5-8d8c-50318aaf2f7a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:40.587653 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3225d85a-006f-4a16-9ee9-30f0bdef3fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 686a62f0-3489-4ce4-a3df-763fd771eb7b is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:40.621718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-3225d85a-006f-4a16-9ee9-30f0bdef3fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:40.624677 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225d85a-006f-4a16-9ee9-30f0bdef3fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:40.631586 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3225d85a-006f-4a16-9ee9-30f0bdef3fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:40.632605 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3225d85a-006f-4a16-9ee9-30f0bdef3fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:40.665571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3225d85a-006f-4a16-9ee9-30f0bdef3fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.9309134 Nov 11 12:06:40.668426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36160) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:40.675692 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b5f3ea89-92ac-4997-99ae-c004deca1894 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0aa7f068-699b-4192-be4a-fb62c343a0a1'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:40.686422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e332677b-f224-421f-976d-6402e31686fa None None] For port 024e889f-a71a-462b-b326-b0917ec60c48, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=024e889f-a71a-462b-b326-b0917ec60c48,segment=NetworkSegment(2f6cce39-62aa-4c27-8b31-6d8722f16fde),segment_id=2f6cce39-62aa-4c27-8b31-6d8722f16fde)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:40.726878 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e332677b-f224-421f-976d-6402e31686fa None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:40.727880 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e70cf7ba-3063-4a58-a3d6-49b59b8c48f2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:40.735309 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e332677b-f224-421f-976d-6402e31686fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:40.800083 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332677b-f224-421f-976d-6402e31686fa None None] Pushing event updated for resources: {'Port': ['ID=024e889f-a71a-462b-b326-b0917ec60c48,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:40.882001 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b5f3ea89-92ac-4997-99ae-c004deca1894 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:41.204213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-b5f3ea89-92ac-4997-99ae-c004deca1894 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Delete allocated IP 2001:db8:0:1::259 (686a62f0-3489-4ce4-a3df-763fd771eb7b/9c2176ba-8aba-496e-92e5-0ee4bbe7ae01) {{(pid=109154) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 12:06:41.258271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70cf7ba-3063-4a58-a3d6-49b59b8c48f2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Router df6c2065-70a8-4011-b8d7-4a1453cdcfe5 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:06:41.298485 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:41.387128 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70cf7ba-3063-4a58-a3d6-49b59b8c48f2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:06:41.395199 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e70cf7ba-3063-4a58-a3d6-49b59b8c48f2 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "PUT /v2.0/routers/df6c2065-70a8-4011-b8d7-4a1453cdcfe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2225387 Nov 11 12:06:41.395706 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36182) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:41.395826 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b5f3ea89-92ac-4997-99ae-c004deca1894 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:41.404518 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd9e2dc-6144-4cc8-85b1-4b9af0485854 None None] Sync routers for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:06:41.413622 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b5f3ea89-92ac-4997-99ae-c004deca1894 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:41.420094 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd9e2dc-6144-4cc8-85b1-4b9af0485854 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:41.421312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5bd9e2dc-6144-4cc8-85b1-4b9af0485854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:41.482960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5bd9e2dc-6144-4cc8-85b1-4b9af0485854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:41.498659 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd9e2dc-6144-4cc8-85b1-4b9af0485854 None None] Routers {'df6c2065-70a8-4011-b8d7-4a1453cdcfe5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:41.499295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5bd9e2dc-6144-4cc8-85b1-4b9af0485854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:41.530900 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b5f3ea89-92ac-4997-99ae-c004deca1894 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] In _notify_port_updated(), no bound segment for port e379e791-650c-40d5-8d8c-50318aaf2f7a on network 686a62f0-3489-4ce4-a3df-763fd771eb7b {{(pid=109154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:06:41.548151 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3ea89-92ac-4997-99ae-c004deca1894 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:41.548726 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b5f3ea89-92ac-4997-99ae-c004deca1894 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:41.551784 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da169099-5047-490b-8fe7-d8f13b18ee15 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:41.553463 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b5f3ea89-92ac-4997-99ae-c004deca1894 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "PUT /v2.0/ports/e379e791-650c-40d5-8d8c-50318aaf2f7a HTTP/1.1" status: 200 len: 926 time: 0.8832922 Nov 11 12:06:41.553736 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36184) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:41.562245 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-fb49e270-2947-4f55-8acd-f0e05b72026c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0aa7f068-699b-4192-be4a-fb62c343a0a1'}, {'subnet_id': '9c2176ba-8aba-496e-92e5-0ee4bbe7ae01'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:41.562508 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5bd9e2dc-6144-4cc8-85b1-4b9af0485854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:41.563162 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd9e2dc-6144-4cc8-85b1-4b9af0485854 None None] The sync data for ids ['df6c2065-70a8-4011-b8d7-4a1453cdcfe5'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:06:41.576743 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 024e889f-a71a-462b-b326-b0917ec60c48 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:06:41.606177 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3ea89-92ac-4997-99ae-c004deca1894 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=e379e791-650c-40d5-8d8c-50318aaf2f7a,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:41.621926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c28864-44ec-4b08-a37a-bb6a6505ca42 None None] Network 686a62f0-3489-4ce4-a3df-763fd771eb7b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:41.737999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4ea92842-f018-4e8d-8983-24ea3797b85a None None] Provisioning complete for port 024e889f-a71a-462b-b326-b0917ec60c48 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:41.738479 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4ea92842-f018-4e8d-8983-24ea3797b85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:41.744810 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fb49e270-2947-4f55-8acd-f0e05b72026c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:41.811452 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 024e889f-a71a-462b-b326-b0917ec60c48 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:41.811883 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:41.888281 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da169099-5047-490b-8fe7-d8f13b18ee15 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:42.046474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-da169099-5047-490b-8fe7-d8f13b18ee15 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Deleting port f719d2ac-6430-4e75-b308-1639285b02ef {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:42.046822 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da169099-5047-490b-8fe7-d8f13b18ee15 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:42.168994 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-fb49e270-2947-4f55-8acd-f0e05b72026c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Allocated IP 2001:db8:0:1::39a (686a62f0-3489-4ce4-a3df-763fd771eb7b/9c2176ba-8aba-496e-92e5-0ee4bbe7ae01/e379e791-650c-40d5-8d8c-50318aaf2f7a) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:42.202561 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da169099-5047-490b-8fe7-d8f13b18ee15 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:42.248224 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-da169099-5047-490b-8fe7-d8f13b18ee15 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Calling delete_port for f719d2ac-6430-4e75-b308-1639285b02ef owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:42.298373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-cc6444b9-d689-4e52-a86c-5ecc1b9c9379 None None] Provisioning complete for port 024e889f-a71a-462b-b326-b0917ec60c48 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:42.299096 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cc6444b9-d689-4e52-a86c-5ecc1b9c9379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:42.417636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-cc6444b9-d689-4e52-a86c-5ecc1b9c9379 None None] Provisioning complete for port e379e791-650c-40d5-8d8c-50318aaf2f7a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:42.418345 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cc6444b9-d689-4e52-a86c-5ecc1b9c9379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:42.421023 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fb49e270-2947-4f55-8acd-f0e05b72026c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:42.429667 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fb49e270-2947-4f55-8acd-f0e05b72026c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:42.462871 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-cc6444b9-d689-4e52-a86c-5ecc1b9c9379 None None] Port e379e791-650c-40d5-8d8c-50318aaf2f7a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:06:42.557010 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-fb49e270-2947-4f55-8acd-f0e05b72026c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] In _notify_port_updated(), no bound segment for port e379e791-650c-40d5-8d8c-50318aaf2f7a on network 686a62f0-3489-4ce4-a3df-763fd771eb7b {{(pid=109153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:06:42.563421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb49e270-2947-4f55-8acd-f0e05b72026c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:42.563421 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fb49e270-2947-4f55-8acd-f0e05b72026c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:42.564683 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fb49e270-2947-4f55-8acd-f0e05b72026c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "PUT /v2.0/ports/e379e791-650c-40d5-8d8c-50318aaf2f7a HTTP/1.1" status: 200 len: 1012 time: 1.0100548 Nov 11 12:06:42.567776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36196) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:42.575165 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49e270-2947-4f55-8acd-f0e05b72026c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=e379e791-650c-40d5-8d8c-50318aaf2f7a,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:42.614260 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-06249135-85a4-4d52-820e-bcd87bc47822 None None] Provisioning complete for port e379e791-650c-40d5-8d8c-50318aaf2f7a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:42.614766 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-06249135-85a4-4d52-820e-bcd87bc47822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:42.617072 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da169099-5047-490b-8fe7-d8f13b18ee15 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:42.672087 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da169099-5047-490b-8fe7-d8f13b18ee15 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Port': ['ID=f719d2ac-6430-4e75-b308-1639285b02ef,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:42.775960 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea56f1-7954-4faa-8cc9-331d965be75f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port e379e791-650c-40d5-8d8c-50318aaf2f7a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:42.776666 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c3ea56f1-7954-4faa-8cc9-331d965be75f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:42.807424 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da169099-5047-490b-8fe7-d8f13b18ee15 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:42.896991 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbab9271-9d8b-43d8-ac75-4c5b71d6c2c1 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:42.901858 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c3ea56f1-7954-4faa-8cc9-331d965be75f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:42.932665 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-06249135-85a4-4d52-820e-bcd87bc47822 None None] Port e379e791-650c-40d5-8d8c-50318aaf2f7a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:06:42.941846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea56f1-7954-4faa-8cc9-331d965be75f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for e379e791-650c-40d5-8d8c-50318aaf2f7a owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:42.963424 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da169099-5047-490b-8fe7-d8f13b18ee15 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:42.963424 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da169099-5047-490b-8fe7-d8f13b18ee15 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.020519 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da169099-5047-490b-8fe7-d8f13b18ee15 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.021065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da169099-5047-490b-8fe7-d8f13b18ee15 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Fanout notify agent at l3_agent the message router_deleted on router df6c2065-70a8-4011-b8d7-4a1453cdcfe5 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:06:43.032563 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da169099-5047-490b-8fe7-d8f13b18ee15 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.035688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-da169099-5047-490b-8fe7-d8f13b18ee15 tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/routers/df6c2065-70a8-4011-b8d7-4a1453cdcfe5 HTTP/1.1" status: 204 len: 168 time: 1.6371202 Nov 11 12:06:43.042169 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36212) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:43.053645 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-270fb031-5de0-4dd4-9c9b-f1796605be3f None None] Provisioning complete for port e379e791-650c-40d5-8d8c-50318aaf2f7a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:43.054227 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-270fb031-5de0-4dd4-9c9b-f1796605be3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.101678 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-270fb031-5de0-4dd4-9c9b-f1796605be3f None None] Port e379e791-650c-40d5-8d8c-50318aaf2f7a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:06:43.118760 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:06:43.122732 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d4093b-b3dc-488b-bbf6-5b9f0c78656f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Deleting subnet cdde5bff-a7da-45dc-b329-7fbff1f13fed {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:06:43.129437 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-53d4093b-b3dc-488b-bbf6-5b9f0c78656f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.195934 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-53d4093b-b3dc-488b-bbf6-5b9f0c78656f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.222215 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f3325a4f-e4dc-486c-a350-30e7ce05b95e None None] Provisioning complete for port e379e791-650c-40d5-8d8c-50318aaf2f7a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:43.222648 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f3325a4f-e4dc-486c-a350-30e7ce05b95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.260469 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f3325a4f-e4dc-486c-a350-30e7ce05b95e None None] Port e379e791-650c-40d5-8d8c-50318aaf2f7a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:06:43.274296 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-53d4093b-b3dc-488b-bbf6-5b9f0c78656f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.327681 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c3ea56f1-7954-4faa-8cc9-331d965be75f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.371037 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea56f1-7954-4faa-8cc9-331d965be75f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=e379e791-650c-40d5-8d8c-50318aaf2f7a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:43.395232 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-53d4093b-b3dc-488b-bbf6-5b9f0c78656f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.435944 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c3ea56f1-7954-4faa-8cc9-331d965be75f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.442035 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c3ea56f1-7954-4faa-8cc9-331d965be75f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/e379e791-650c-40d5-8d8c-50318aaf2f7a HTTP/1.1" status: 204 len: 168 time: 0.8703458 Nov 11 12:06:43.442459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4093b-b3dc-488b-bbf6-5b9f0c78656f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Subnet': ['ID=cdde5bff-a7da-45dc-b329-7fbff1f13fed,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:43.442730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36216) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:43.445889 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-53d4093b-b3dc-488b-bbf6-5b9f0c78656f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.451608 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-53d4093b-b3dc-488b-bbf6-5b9f0c78656f tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/subnets/cdde5bff-a7da-45dc-b329-7fbff1f13fed HTTP/1.1" status: 204 len: 168 time: 0.4046724 Nov 11 12:06:43.452180 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36218) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:43.453914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a44102-5cf2-4084-ae82-63b688feaae3 None None] Network 73fbc077-957d-4067-a3f0-eb81e03c31a1 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:43.505298 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-043d38de-db51-48ce-b126-1da54b0586b5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] GET failed (client error): The resource could not be found. Nov 11 12:06:43.509742 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-043d38de-db51-48ce-b126-1da54b0586b5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports/e379e791-650c-40d5-8d8c-50318aaf2f7a HTTP/1.1" status: 404 len: 333 time: 0.0618424 Nov 11 12:06:43.510004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36220) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:43.562129 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1951f8d7-ba96-462c-90b1-9abe9604a2bd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.577498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff0896d-d97d-4e4a-8aa6-dda1a41b8bcb tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting subnet 9c2176ba-8aba-496e-92e5-0ee4bbe7ae01 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:06:43.581829 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ff0896d-d97d-4e4a-8aa6-dda1a41b8bcb tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.628154 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ff0896d-d97d-4e4a-8aa6-dda1a41b8bcb tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.655655 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce3c13c-5a07-490b-af3d-b9b9a7081db6 None None] DHCP port deletion for 73fbc077-957d-4067-a3f0-eb81e03c31a1 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:43.690300 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1951f8d7-ba96-462c-90b1-9abe9604a2bd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.710358 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1951f8d7-ba96-462c-90b1-9abe9604a2bd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fbc077-957d-4067-a3f0-eb81e03c31a1']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:43.719488 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1951f8d7-ba96-462c-90b1-9abe9604a2bd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d32c676-4d6b-4db1-b02e-845bf4ee1efc') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:43.719853 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1951f8d7-ba96-462c-90b1-9abe9604a2bd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d32c676-4d6b-4db1-b02e-845bf4ee1efc') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:43.721473 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ff0896d-d97d-4e4a-8aa6-dda1a41b8bcb tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.735500 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1951f8d7-ba96-462c-90b1-9abe9604a2bd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.749710 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1951f8d7-ba96-462c-90b1-9abe9604a2bd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.756022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1951f8d7-ba96-462c-90b1-9abe9604a2bd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:43.756429 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1951f8d7-ba96-462c-90b1-9abe9604a2bd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:43.759621 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:43.797097 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ff0896d-d97d-4e4a-8aa6-dda1a41b8bcb tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.831178 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1951f8d7-ba96-462c-90b1-9abe9604a2bd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.832156 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0896d-d97d-4e4a-8aa6-dda1a41b8bcb tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2176ba-8aba-496e-92e5-0ee4bbe7ae01,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:43.836932 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ff0896d-d97d-4e4a-8aa6-dda1a41b8bcb tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.840042 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1951f8d7-ba96-462c-90b1-9abe9604a2bd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.840782 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2ff0896d-d97d-4e4a-8aa6-dda1a41b8bcb tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/9c2176ba-8aba-496e-92e5-0ee4bbe7ae01 HTTP/1.1" status: 204 len: 168 time: 0.3298771 Nov 11 12:06:43.846943 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1951f8d7-ba96-462c-90b1-9abe9604a2bd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] 10.222.0.65 "DELETE /v2.0/networks/73fbc077-957d-4067-a3f0-eb81e03c31a1 HTTP/1.1" status: 204 len: 168 time: 0.3916247 Nov 11 12:06:43.846943 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36224) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:43.851278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84a6fba-cd44-4c05-ac30-2ad0702e8010 None None] Network 686a62f0-3489-4ce4-a3df-763fd771eb7b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:43.870357 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951f8d7-ba96-462c-90b1-9abe9604a2bd tempest-FloatingIPTestJSON-2127065695 tempest-FloatingIPTestJSON-2127065695-project] Pushing event deleted for resources: {'Network': ['ID=73fbc077-957d-4067-a3f0-eb81e03c31a1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:43.926570 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting subnet 0aa7f068-699b-4192-be4a-fb62c343a0a1 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:06:43.930996 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:43.984761 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:44.086310 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:44.168379 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:44.196151 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:44.204101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36234) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:44.204637 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/0aa7f068-699b-4192-be4a-fb62c343a0a1 HTTP/1.1" status: 204 len: 168 time: 0.3417115 Nov 11 12:06:44.249243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa7f068-699b-4192-be4a-fb62c343a0a1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:44.252323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36236) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:44.266379 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:44.266973 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:44.267547 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:44.268109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:44.269338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:44.270087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:44.270641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:44.271183 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:44.271753 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:44.272356 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:44.272783 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:44.273214 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b44d35-9e7e-4633-85ad-f08daf45c193 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:06:44.314774 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:44.386103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port 024e889f-a71a-462b-b326-b0917ec60c48 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:44.386573 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:44.487020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] For port 024e889f-a71a-462b-b326-b0917ec60c48, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=024e889f-a71a-462b-b326-b0917ec60c48,segment=NetworkSegment(2f6cce39-62aa-4c27-8b31-6d8722f16fde),segment_id=2f6cce39-62aa-4c27-8b31-6d8722f16fde)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:44.487622 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:44.497626 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7c937f2d-89fa-4ed4-a8ba-54a39732d53f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e02daa0dbf604bd4b54b59b05bc50b10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2425625 Nov 11 12:06:44.500761 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36240) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:44.503914 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for 024e889f-a71a-462b-b326-b0917ec60c48 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:44.580276 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7a2efd14-111c-4389-a740-20853c6b0f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:44.608454 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7a2efd14-111c-4389-a740-20853c6b0f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:44.611541 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:44.642012 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=024e889f-a71a-462b-b326-b0917ec60c48,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:44.652384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No DVR routers for this DVR port 024e889f-a71a-462b-b326-b0917ec60c48 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:44.672837 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7a2efd14-111c-4389-a740-20853c6b0f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:44.676687 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7a2efd14-111c-4389-a740-20853c6b0f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:44.679280 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7a2efd14-111c-4389-a740-20853c6b0f84 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/138c977d-1e89-410d-a668-deebfb587e65 HTTP/1.1" status: 204 len: 168 time: 0.1770909 Nov 11 12:06:44.690618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2efd14-111c-4389-a740-20853c6b0f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138c977d-1e89-410d-a668-deebfb587e65,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:44.764696 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:44.788944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686a62f0-3489-4ce4-a3df-763fd771eb7b']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:44.800207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6cce39-62aa-4c27-8b31-6d8722f16fde') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:44.800823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6cce39-62aa-4c27-8b31-6d8722f16fde') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:44.812968 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae02792-799a-406e-8656-f17da328944a None None] Network 686a62f0-3489-4ce4-a3df-763fd771eb7b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:44.823901 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:44.842575 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:44.852340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:44.852916 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:44.858043 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:44.903275 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-029aeeb5-3015-4aef-8bda-2c43e9db0129 None None] Could not find standard attr ID for object 024e889f-a71a-462b-b326-b0917ec60c48. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:06:44.977138 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:45.002933 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:45.010625 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36252) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:45.011351 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/networks/686a62f0-3489-4ce4-a3df-763fd771eb7b HTTP/1.1" status: 204 len: 168 time: 0.8061705 Nov 11 12:06:45.022785 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0aa48-a10b-4ba2-9887-07e3ed6d89ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Network': ['ID=686a62f0-3489-4ce4-a3df-763fd771eb7b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:45.027780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f626b34a-4cc3-4652-b88e-8e10fbc1f24e None None] DHCP port deletion for 686a62f0-3489-4ce4-a3df-763fd771eb7b request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:45.113100 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf43756-af66-411a-921e-b3193ac472b4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:45.114579 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7cf43756-af66-411a-921e-b3193ac472b4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1027784 Nov 11 12:06:45.118484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36258) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:45.188922 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36262) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:45.189824 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-21d14c75-b926-4917-bcb3-a04bf00d7eb8 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0699506 Nov 11 12:06:45.194848 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2f10a7c8-ea36-4f1d-9c73-c6216d557e5a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-883642356'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:45.216562 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f10a7c8-ea36-4f1d-9c73-c6216d557e5a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:45.220652 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f10a7c8-ea36-4f1d-9c73-c6216d557e5a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:45.255008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f10a7c8-ea36-4f1d-9c73-c6216d557e5a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:06:45.276391 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f10a7c8-ea36-4f1d-9c73-c6216d557e5a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:45.276810 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-2f10a7c8-ea36-4f1d-9c73-c6216d557e5a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Added segment 6aeb5cec-c1ff-4feb-9b98-f05fe5574003 of type vlan for network 3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974 Nov 11 12:06:45.337409 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f10a7c8-ea36-4f1d-9c73-c6216d557e5a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:45.365548 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f10a7c8-ea36-4f1d-9c73-c6216d557e5a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:45.372218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f10a7c8-ea36-4f1d-9c73-c6216d557e5a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:45.372698 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f10a7c8-ea36-4f1d-9c73-c6216d557e5a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:45.438710 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2f10a7c8-ea36-4f1d-9c73-c6216d557e5a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2457533 Nov 11 12:06:45.439173 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36274) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:45.444507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-c9fd26e7-3481-41ad-b15c-160bfac2454f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'subnet': {'network_id': '3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:45.445195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10a7c8-ea36-4f1d-9c73-c6216d557e5a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Network': ['ID=3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:45.460772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:45.546413 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 024e889f-a71a-462b-b326-b0917ec60c48 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:06:45.574654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 024e889f-a71a-462b-b326-b0917ec60c48 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:06:45.575078 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 024e889f-a71a-462b-b326-b0917ec60c48 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:06:45.583366 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36276) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:45.585748 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fd26e7-3481-41ad-b15c-160bfac2454f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:45.590014 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c9fd26e7-3481-41ad-b15c-160bfac2454f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:45.684587 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:45.723257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-9cca722b-f2d4-4c43-a9b1-6d91e01b6c38 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] Request body: {'port': {'network_id': 'cea33d5e-d1ef-47c5-bfb9-45011fc04501', 'name': 'tempest-NetworksNegativeTestJSON-926065532'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:45.740998 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cca722b-f2d4-4c43-a9b1-6d91e01b6c38 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] POST failed (client error): The resource could not be found. Nov 11 12:06:45.741522 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cca722b-f2d4-4c43-a9b1-6d91e01b6c38 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:45.742687 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9cca722b-f2d4-4c43-a9b1-6d91e01b6c38 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1582093 Nov 11 12:06:45.746627 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36280) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:45.775215 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8a51fc-0066-4701-9c34-1583670b9afc tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:45.775729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8a51fc-0066-4701-9c34-1583670b9afc tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:45.778967 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2f8a51fc-0066-4701-9c34-1583670b9afc tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] 10.222.0.65 "DELETE /v2.0/networks/5678de51-c277-4f4d-9765-f2e859cc236d HTTP/1.1" status: 404 len: 339 time: 0.0314202 Nov 11 12:06:45.783512 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36284) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:45.813457 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dac364a-b325-4a2e-933c-3933e201ab6a tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:45.814417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dac364a-b325-4a2e-933c-3933e201ab6a tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:45.818881 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3dac364a-b325-4a2e-933c-3933e201ab6a tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] 10.222.0.65 "DELETE /v2.0/ports/dc9ae1af-fc46-4cba-8de1-934275aa28ff HTTP/1.1" status: 404 len: 333 time: 0.0336668 Nov 11 12:06:45.822806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36286) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:45.828376 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c9fd26e7-3481-41ad-b15c-160bfac2454f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:45.852180 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1d54e0-8ca5-47eb-9a90-ee0341f21e00 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:45.852888 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1d54e0-8ca5-47eb-9a90-ee0341f21e00 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:45.856305 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-df1d54e0-8ca5-47eb-9a90-ee0341f21e00 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] 10.222.0.65 "DELETE /v2.0/subnets/2f017ddf-b463-4bb6-ac3d-e6d6840948bd HTTP/1.1" status: 404 len: 337 time: 0.0325868 Nov 11 12:06:45.899680 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd26e7-3481-41ad-b15c-160bfac2454f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Subnet': ['ID=5700771c-78a7-4f67-9f6c-e8512c2e91ca,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:45.918948 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd26e7-3481-41ad-b15c-160bfac2454f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Checking segment: {'id': '6aeb5cec-c1ff-4feb-9b98-f05fe5574003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:45.919304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd26e7-3481-41ad-b15c-160bfac2454f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network hostable DHCP agents. Network: 3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:06:45.939605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd26e7-3481-41ad-b15c-160bfac2454f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:06:45.945130 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36288) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:45.954350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd26e7-3481-41ad-b15c-160bfac2454f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:45.959094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fd26e7-3481-41ad-b15c-160bfac2454f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:45.959780 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c9fd26e7-3481-41ad-b15c-160bfac2454f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:45.969493 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79faa43-4575-4f29-ba4a-de3e8bd02659 None None] Network 3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:45.977404 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b754bfe2-b97f-4a63-9ae6-84eaa537e489 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] GET failed (client error): The resource could not be found. Nov 11 12:06:45.980593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c9fd26e7-3481-41ad-b15c-160bfac2454f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5377135 Nov 11 12:06:45.982406 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36290) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:45.982896 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36292) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:45.983048 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b754bfe2-b97f-4a63-9ae6-84eaa537e489 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] 10.222.0.65 "GET /v2.0/networks/23f87cbf-b95d-44f3-b01e-943bbaa6908e HTTP/1.1" status: 404 len: 339 time: 0.0367653 Nov 11 12:06:45.987108 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5afd366b-54a9-44d2-b2fb-cfe1ccea7a38 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'network_id': '3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974', 'name': 'tempest-PortsIpV6TestJSON-586440086'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:46.038757 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ff905b-2ad8-4740-bfb8-ac63ad6ee276 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] GET failed (client error): The resource could not be found. Nov 11 12:06:46.043899 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d9ff905b-2ad8-4740-bfb8-ac63ad6ee276 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] 10.222.0.65 "GET /v2.0/ports/cb830a71-3314-4cf7-b98c-6b97d0acd04d HTTP/1.1" status: 404 len: 333 time: 0.0496645 Nov 11 12:06:46.044201 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36296) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:46.154612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974', 'network_id': '3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974', 'tenant_id': '6a826a83d259421584ffc8b5fe64d491', 'fixed_ips': [{'subnet_id': '5700771c-78a7-4f67-9f6c-e8512c2e91ca'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:06:46.155506 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:46.324677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Allocated IP 2001:db8::2 (3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974/5700771c-78a7-4f67-9f6c-e8512c2e91ca/ecace270-f047-47d8-a63e-bc2ce6411971) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:46.435945 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd939aa-cecc-4f6d-9f4e-da8726fe855e tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] GET failed (client error): The resource could not be found. Nov 11 12:06:46.442068 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bbd939aa-cecc-4f6d-9f4e-da8726fe855e tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] 10.222.0.65 "GET /v2.0/subnets/96536439-3bf9-4248-8c4f-58ccf54a69bf HTTP/1.1" status: 404 len: 337 time: 0.3927002 Nov 11 12:06:46.443131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36304) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:46.450513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fca5478a-4733-4b6a-bccc-6dae4145468b tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:46.471685 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca5478a-4733-4b6a-bccc-6dae4145468b tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] PUT failed (client error): The resource could not be found. Nov 11 12:06:46.472542 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca5478a-4733-4b6a-bccc-6dae4145468b tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:46.480048 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fca5478a-4733-4b6a-bccc-6dae4145468b tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] 10.222.0.65 "PUT /v2.0/networks/92e09355-20c9-4467-8a5f-9b4eab014939 HTTP/1.1" status: 404 len: 339 time: 0.0355847 Nov 11 12:06:46.480915 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36306) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:46.486581 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2c32cda0-f95b-476b-9505-0a9172cbdd78 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:46.504750 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:46.512156 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c32cda0-f95b-476b-9505-0a9172cbdd78 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] PUT failed (client error): The resource could not be found. Nov 11 12:06:46.513263 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c32cda0-f95b-476b-9505-0a9172cbdd78 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:46.513726 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:46.521520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36308) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:46.525670 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2c32cda0-f95b-476b-9505-0a9172cbdd78 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] 10.222.0.65 "PUT /v2.0/ports/39b82690-a2db-4463-9fa5-cead1b48b687 HTTP/1.1" status: 404 len: 333 time: 0.0407929 Nov 11 12:06:46.532215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-6afe1ec9-8434-4fbf-827a-3b6a60e9d051 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:46.559637 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Pushing event updated for resources: {'Port': ['ID=ecace270-f047-47d8-a63e-bc2ce6411971,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:46.575469 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afe1ec9-8434-4fbf-827a-3b6a60e9d051 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] PUT failed (client error): The resource could not be found. Nov 11 12:06:46.575941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afe1ec9-8434-4fbf-827a-3b6a60e9d051 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:46.577320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6afe1ec9-8434-4fbf-827a-3b6a60e9d051 tempest-NetworksNegativeTestJSON-1387762567 tempest-NetworksNegativeTestJSON-1387762567-project] 10.222.0.65 "PUT /v2.0/subnets/e3b852af-613a-494c-86fe-1e72bee5210b HTTP/1.1" status: 404 len: 337 time: 0.0502133 Nov 11 12:06:46.583858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Network 3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:46.585523 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:46.588835 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afd366b-54a9-44d2-b2fb-cfe1ccea7a38 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:46.592655 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5afd366b-54a9-44d2-b2fb-cfe1ccea7a38 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:46.595474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:46.630440 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-5afd366b-54a9-44d2-b2fb-cfe1ccea7a38 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] device_id is not set on port 2cf843d5-6c7d-42bc-a176-14db57292012 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:46.682993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Attempting to bind port ecace270-f047-47d8-a63e-bc2ce6411971 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:06:46.683783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Attempting to bind port ecace270-f047-47d8-a63e-bc2ce6411971 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '6aeb5cec-c1ff-4feb-9b98-f05fe5574003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:06:46.684946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Attempting to bind port ecace270-f047-47d8-a63e-bc2ce6411971 on network 3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:06:46.691373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:06:46.691740 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Checking segment: {'id': '6aeb5cec-c1ff-4feb-9b98-f05fe5574003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:46.692141 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:46.692527 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Bound using segment: {'id': '6aeb5cec-c1ff-4feb-9b98-f05fe5574003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:06:46.693135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Bound port: ecace270-f047-47d8-a63e-bc2ce6411971, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aeb5cec-c1ff-4feb-9b98-f05fe5574003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:06:46.694210 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:46.766091 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36316) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:46.785369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-5afd366b-54a9-44d2-b2fb-cfe1ccea7a38 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Allocated IP 2001:db8::13e (3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974/5700771c-78a7-4f67-9f6c-e8512c2e91ca/2cf843d5-6c7d-42bc-a176-14db57292012) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:46.787010 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] For port ecace270-f047-47d8-a63e-bc2ce6411971, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:06:46.791734 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] For port ecace270-f047-47d8-a63e-bc2ce6411971, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ecace270-f047-47d8-a63e-bc2ce6411971,segment=NetworkSegment(6aeb5cec-c1ff-4feb-9b98-f05fe5574003),segment_id=6aeb5cec-c1ff-4feb-9b98-f05fe5574003)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:06:46.800474 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:46.889394 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e75389-7e61-42b2-ad89-bfa4fe83bea5 None None] Pushing event updated for resources: {'Port': ['ID=ecace270-f047-47d8-a63e-bc2ce6411971,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:46.920996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36320) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:46.996267 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5afd366b-54a9-44d2-b2fb-cfe1ccea7a38 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.046975 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-df69d815-f403-4073-aded-443c7d050f75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.066004 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5afd366b-54a9-44d2-b2fb-cfe1ccea7a38 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.068313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b646d34c-661a-4a8d-9caa-10dae658b991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.136140 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afd366b-54a9-44d2-b2fb-cfe1ccea7a38 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:47.145527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-5afd366b-54a9-44d2-b2fb-cfe1ccea7a38 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:47.152022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd366b-54a9-44d2-b2fb-cfe1ccea7a38 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:47.157822 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afd366b-54a9-44d2-b2fb-cfe1ccea7a38 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:47.158477 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5afd366b-54a9-44d2-b2fb-cfe1ccea7a38 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.164611 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd366b-54a9-44d2-b2fb-cfe1ccea7a38 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=2cf843d5-6c7d-42bc-a176-14db57292012,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:47.189787 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5afd366b-54a9-44d2-b2fb-cfe1ccea7a38 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2077777 Nov 11 12:06:47.192230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36326) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:47.197184 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-75d6c9da-cc2e-4ef9-a4f3-f2ee02a5ec53 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'network_id': '3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974', 'name': 'tempest-PortsIpV6TestJSON-1173150951'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:47.207607 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b646d34c-661a-4a8d-9caa-10dae658b991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.212722 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b646d34c-661a-4a8d-9caa-10dae658b991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.260709 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b646d34c-661a-4a8d-9caa-10dae658b991 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a6fb7d229d14a9fb7c5d98465e800f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3385551 Nov 11 12:06:47.261436 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646d34c-661a-4a8d-9caa-10dae658b991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52edad83-8c31-4a3f-8526-b8b739fa485f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:47.265059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36328) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:47.290508 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-df69d815-f403-4073-aded-443c7d050f75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.295965 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-df69d815-f403-4073-aded-443c7d050f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.322611 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6f73-d73f-4fdc-b1e7-63566aa81664 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.345700 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6f73-d73f-4fdc-b1e7-63566aa81664 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.349881 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69d815-f403-4073-aded-443c7d050f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14de3f3b-0fb4-4b2c-a61c-b2278cc870e9,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:47.359036 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-df69d815-f403-4073-aded-443c7d050f75 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a71d654766f044f8aabdd2c51a9fad0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5895035 Nov 11 12:06:47.359753 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36332) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:47.382837 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d6c9da-cc2e-4ef9-a4f3-f2ee02a5ec53 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:47.389661 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-75d6c9da-cc2e-4ef9-a4f3-f2ee02a5ec53 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.410916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-75d6c9da-cc2e-4ef9-a4f3-f2ee02a5ec53 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] device_id is not set on port 1ddd15a0-cedd-4331-ac01-fdf8d7a53749 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:47.440878 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb48a397-d4e5-49a6-91f0-983f2c4a412c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.452198 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6f73-d73f-4fdc-b1e7-63566aa81664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.455174 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6f73-d73f-4fdc-b1e7-63566aa81664 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.456727 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e9fb6f73-d73f-4fdc-b1e7-63566aa81664 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52edad83-8c31-4a3f-8526-b8b739fa485f HTTP/1.1" status: 204 len: 168 time: 0.1898432 Nov 11 12:06:47.475934 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb6f73-d73f-4fdc-b1e7-63566aa81664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52edad83-8c31-4a3f-8526-b8b739fa485f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:47.480196 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb48a397-d4e5-49a6-91f0-983f2c4a412c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.542055 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb48a397-d4e5-49a6-91f0-983f2c4a412c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.544873 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb48a397-d4e5-49a6-91f0-983f2c4a412c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.549181 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fb48a397-d4e5-49a6-91f0-983f2c4a412c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14de3f3b-0fb4-4b2c-a61c-b2278cc870e9 HTTP/1.1" status: 204 len: 168 time: 0.1866117 Nov 11 12:06:47.557837 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48a397-d4e5-49a6-91f0-983f2c4a412c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14de3f3b-0fb4-4b2c-a61c-b2278cc870e9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:47.586745 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-75d6c9da-cc2e-4ef9-a4f3-f2ee02a5ec53 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Allocated IP 2001:db8::a8 (3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974/5700771c-78a7-4f67-9f6c-e8512c2e91ca/1ddd15a0-cedd-4331-ac01-fdf8d7a53749) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:47.627600 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ecace270-f047-47d8-a63e-bc2ce6411971 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:06:47.725868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ecace270-f047-47d8-a63e-bc2ce6411971 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:47.726226 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.781744 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-75d6c9da-cc2e-4ef9-a4f3-f2ee02a5ec53 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.838453 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-75d6c9da-cc2e-4ef9-a4f3-f2ee02a5ec53 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.839153 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.879949 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port ecace270-f047-47d8-a63e-bc2ce6411971, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ecace270-f047-47d8-a63e-bc2ce6411971,segment=NetworkSegment(6aeb5cec-c1ff-4feb-9b98-f05fe5574003),segment_id=6aeb5cec-c1ff-4feb-9b98-f05fe5574003)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:47.887633 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.908707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d6c9da-cc2e-4ef9-a4f3-f2ee02a5ec53 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:47.916013 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6c9da-cc2e-4ef9-a4f3-f2ee02a5ec53 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=1ddd15a0-cedd-4331-ac01-fdf8d7a53749,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:47.921161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-75d6c9da-cc2e-4ef9-a4f3-f2ee02a5ec53 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:47.923885 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d6c9da-cc2e-4ef9-a4f3-f2ee02a5ec53 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:47.930147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d6c9da-cc2e-4ef9-a4f3-f2ee02a5ec53 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:47.930843 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-75d6c9da-cc2e-4ef9-a4f3-f2ee02a5ec53 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:47.957699 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-75d6c9da-cc2e-4ef9-a4f3-f2ee02a5ec53 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7617650 Nov 11 12:06:47.957925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36348) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:47.967639 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=ecace270-f047-47d8-a63e-bc2ce6411971,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:48.047615 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36352) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:48.061846 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fa20b357-2a92-4115-b7c5-34fc5605f457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:48.108485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf304fe-4c59-4532-8403-36486f24cb37 None None] Network 3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:48.164929 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fa20b357-2a92-4115-b7c5-34fc5605f457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:48.171722 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fa20b357-2a92-4115-b7c5-34fc5605f457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:48.220237 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7b8690b9-14a0-4206-a52a-54f569dd47fb None None] Provisioning complete for port ecace270-f047-47d8-a63e-bc2ce6411971 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:48.220822 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7b8690b9-14a0-4206-a52a-54f569dd47fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:48.246224 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20b357-2a92-4115-b7c5-34fc5605f457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce17f24f-47ea-480e-90af-24aa17c9a97c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:48.284716 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fa20b357-2a92-4115-b7c5-34fc5605f457 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e6c0051aee54b17b6ca97da096963c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2354712 Nov 11 12:06:48.286277 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36356) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:48.361614 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0778-5af5-43a4-87f1-3e90cac31211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:48.393035 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0778-5af5-43a4-87f1-3e90cac31211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:48.451315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7afe6f-3644-458a-95e1-082d8b7f9504 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:48.453660 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ee7afe6f-3644-458a-95e1-082d8b7f9504 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A13e HTTP/1.1" status: 200 len: 928 time: 0.4942715 Nov 11 12:06:48.456379 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36366) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:48.474092 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0778-5af5-43a4-87f1-3e90cac31211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:48.476964 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0778-5af5-43a4-87f1-3e90cac31211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:48.481058 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0d4a0778-5af5-43a4-87f1-3e90cac31211 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce17f24f-47ea-480e-90af-24aa17c9a97c HTTP/1.1" status: 204 len: 168 time: 0.1933765 Nov 11 12:06:48.490939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a0778-5af5-43a4-87f1-3e90cac31211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce17f24f-47ea-480e-90af-24aa17c9a97c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:48.619206 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5e28e0c8-9a97-46c4-9c4c-834a3f31cf19 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port 1ddd15a0-cedd-4331-ac01-fdf8d7a53749 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:48.619775 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e28e0c8-9a97-46c4-9c4c-834a3f31cf19 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:48.662928 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36372) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:48.773441 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e28e0c8-9a97-46c4-9c4c-834a3f31cf19 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:48.791340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5e28e0c8-9a97-46c4-9c4c-834a3f31cf19 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for 1ddd15a0-cedd-4331-ac01-fdf8d7a53749 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:48.830760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6ed0ae84-35c0-4701-b6c8-964e2de0d0b4 None None] Provisioning complete for port ecace270-f047-47d8-a63e-bc2ce6411971 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:48.831861 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ae84-35c0-4701-b6c8-964e2de0d0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:48.974745 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8ec0dbe4-e7c7-4dde-a8d3-68a3cddf71d6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1818041254'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:49.001847 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6ed0ae84-35c0-4701-b6c8-964e2de0d0b4 None None] Provisioning complete for port 1ddd15a0-cedd-4331-ac01-fdf8d7a53749 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:49.002316 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ae84-35c0-4701-b6c8-964e2de0d0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.020761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec0dbe4-e7c7-4dde-a8d3-68a3cddf71d6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:49.025881 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ec0dbe4-e7c7-4dde-a8d3-68a3cddf71d6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.038783 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e28e0c8-9a97-46c4-9c4c-834a3f31cf19 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.042158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0ae84-35c0-4701-b6c8-964e2de0d0b4 None None] Port 1ddd15a0-cedd-4331-ac01-fdf8d7a53749 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:06:49.042505 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ec0dbe4-e7c7-4dde-a8d3-68a3cddf71d6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.069297 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6ed0ae84-35c0-4701-b6c8-964e2de0d0b4 None None] Provisioning complete for port 2cf843d5-6c7d-42bc-a176-14db57292012 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:49.070002 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ae84-35c0-4701-b6c8-964e2de0d0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.076190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28e0c8-9a97-46c4-9c4c-834a3f31cf19 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=1ddd15a0-cedd-4331-ac01-fdf8d7a53749,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:49.122553 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e28e0c8-9a97-46c4-9c4c-834a3f31cf19 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.133638 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5e28e0c8-9a97-46c4-9c4c-834a3f31cf19 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/1ddd15a0-cedd-4331-ac01-fdf8d7a53749 HTTP/1.1" status: 204 len: 168 time: 0.6747060 Nov 11 12:06:49.135904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36384) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:49.138492 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0ae84-35c0-4701-b6c8-964e2de0d0b4 None None] Port 2cf843d5-6c7d-42bc-a176-14db57292012 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:06:49.172967 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8ec18d-6bf8-46fd-8620-55d7456ae23b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] GET failed (client error): The resource could not be found. Nov 11 12:06:49.175224 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-af8ec18d-6bf8-46fd-8620-55d7456ae23b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports/1ddd15a0-cedd-4331-ac01-fdf8d7a53749 HTTP/1.1" status: 404 len: 333 time: 0.0382414 Nov 11 12:06:49.175864 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ec0dbe4-e7c7-4dde-a8d3-68a3cddf71d6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.177519 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36388) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:49.182083 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ec0dbe4-e7c7-4dde-a8d3-68a3cddf71d6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.208099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec0dbe4-e7c7-4dde-a8d3-68a3cddf71d6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:06:49.225867 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0dbe4-e7c7-4dde-a8d3-68a3cddf71d6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c79acb7-a605-400d-8392-5411c3c45ecf,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:49.229356 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ec0dbe4-e7c7-4dde-a8d3-68a3cddf71d6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.229797 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-8ec0dbe4-e7c7-4dde-a8d3-68a3cddf71d6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Added segment d5040c85-3c6f-4024-8a6a-2547a4d89f24 of type vlan for network 4a0deb53-76fc-4c94-a19b-0c1697909e9f Nov 11 12:06:49.267487 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5452706a-f1a3-4ab2-8c89-18779657cd6f None None] Provisioning complete for port 2cf843d5-6c7d-42bc-a176-14db57292012 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:49.268191 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5452706a-f1a3-4ab2-8c89-18779657cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.286175 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ec0dbe4-e7c7-4dde-a8d3-68a3cddf71d6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.321739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-5452706a-f1a3-4ab2-8c89-18779657cd6f None None] Port 2cf843d5-6c7d-42bc-a176-14db57292012 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:06:49.332036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-9c22eaed-783d-4c8e-bf27-6974f298aa01 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port 2cf843d5-6c7d-42bc-a176-14db57292012 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:49.332375 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c22eaed-783d-4c8e-bf27-6974f298aa01 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.342462 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ec0dbe4-e7c7-4dde-a8d3-68a3cddf71d6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.353144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec0dbe4-e7c7-4dde-a8d3-68a3cddf71d6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:49.353936 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ec0dbe4-e7c7-4dde-a8d3-68a3cddf71d6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.433906 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8ec0dbe4-e7c7-4dde-a8d3-68a3cddf71d6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7697194 Nov 11 12:06:49.438674 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36400) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:49.441698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c2eb262d-cce7-4eaf-b0c8-eec681f1f40e None None] Could not find standard attr ID for object 1ddd15a0-cedd-4331-ac01-fdf8d7a53749. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:06:49.448754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-af1aa91c-3692-497c-9c5f-bb4a948d9e93 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'name': 'tempest-PortsTestJSON-1923405293'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:49.458251 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0dbe4-e7c7-4dde-a8d3-68a3cddf71d6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Network': ['ID=4a0deb53-76fc-4c94-a19b-0c1697909e9f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:49.466229 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c22eaed-783d-4c8e-bf27-6974f298aa01 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.482201 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-9c22eaed-783d-4c8e-bf27-6974f298aa01 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for 2cf843d5-6c7d-42bc-a176-14db57292012 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:49.492366 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:49.589193 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ecace270-f047-47d8-a63e-bc2ce6411971 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:06:49.611854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1aa91c-3692-497c-9c5f-bb4a948d9e93 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:49.616721 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af1aa91c-3692-497c-9c5f-bb4a948d9e93 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.651224 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-af1aa91c-3692-497c-9c5f-bb4a948d9e93 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] device_id is not set on port 46c73b98-8edf-49e9-89b2-8777ddecc72f yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:49.671069 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ecace270-f047-47d8-a63e-bc2ce6411971 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:49.671447 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.673480 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c22eaed-783d-4c8e-bf27-6974f298aa01 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.752333 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22eaed-783d-4c8e-bf27-6974f298aa01 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=2cf843d5-6c7d-42bc-a176-14db57292012,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:49.760852 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c22eaed-783d-4c8e-bf27-6974f298aa01 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.765312 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9c22eaed-783d-4c8e-bf27-6974f298aa01 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/2cf843d5-6c7d-42bc-a176-14db57292012 HTTP/1.1" status: 204 len: 168 time: 0.5861967 Nov 11 12:06:49.768228 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36406) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:49.799492 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd7fe69-15d3-46e8-a40b-bfab9a01810e tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] GET failed (client error): The resource could not be found. Nov 11 12:06:49.801631 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4fd7fe69-15d3-46e8-a40b-bfab9a01810e tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports/2cf843d5-6c7d-42bc-a176-14db57292012 HTTP/1.1" status: 404 len: 333 time: 0.0320399 Nov 11 12:06:49.804153 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36408) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:49.865813 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6063b4-617e-40ee-baa5-e7fd8f4fa9f0 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting subnet 5700771c-78a7-4f67-9f6c-e8512c2e91ca {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:06:49.869924 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f6063b4-617e-40ee-baa5-e7fd8f4fa9f0 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.884675 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af1aa91c-3692-497c-9c5f-bb4a948d9e93 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.938944 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f6063b4-617e-40ee-baa5-e7fd8f4fa9f0 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.943358 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af1aa91c-3692-497c-9c5f-bb4a948d9e93 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:49.997005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1aa91c-3692-497c-9c5f-bb4a948d9e93 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=46c73b98-8edf-49e9-89b2-8777ddecc72f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:50.036894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1aa91c-3692-497c-9c5f-bb4a948d9e93 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Checking segment: {'id': 'd5040c85-3c6f-4024-8a6a-2547a4d89f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:50.036894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1aa91c-3692-497c-9c5f-bb4a948d9e93 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network hostable DHCP agents. Network: 4a0deb53-76fc-4c94-a19b-0c1697909e9f, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:06:50.061351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1aa91c-3692-497c-9c5f-bb4a948d9e93 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:06:50.073842 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-af1aa91c-3692-497c-9c5f-bb4a948d9e93 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 4a0deb53-76fc-4c94-a19b-0c1697909e9f) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:50.077932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1aa91c-3692-497c-9c5f-bb4a948d9e93 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:50.082170 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f6063b4-617e-40ee-baa5-e7fd8f4fa9f0 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.084287 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1aa91c-3692-497c-9c5f-bb4a948d9e93 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:50.085063 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af1aa91c-3692-497c-9c5f-bb4a948d9e93 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.087802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6affb55f-0135-4704-a0b8-ee7ba34ad001 None None] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:50.105542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-af1aa91c-3692-497c-9c5f-bb4a948d9e93 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6655352 Nov 11 12:06:50.108129 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36418) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:50.115201 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-3cc8a7f1-6733-4bee-8525-fdab7c5bea38 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2063852660'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:50.142717 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc8a7f1-6733-4bee-8525-fdab7c5bea38 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:50.147403 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a7f1-6733-4bee-8525-fdab7c5bea38 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.167379 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f6063b4-617e-40ee-baa5-e7fd8f4fa9f0 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.178650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc8a7f1-6733-4bee-8525-fdab7c5bea38 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:06:50.184660 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f6063b4-617e-40ee-baa5-e7fd8f4fa9f0 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.188023 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3f6063b4-617e-40ee-baa5-e7fd8f4fa9f0 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/5700771c-78a7-4f67-9f6c-e8512c2e91ca HTTP/1.1" status: 204 len: 168 time: 0.3829138 Nov 11 12:06:50.193676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36422) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:50.200015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb284e0-606c-45ed-a854-6fc7442948a3 None None] Network 3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:50.208486 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6063b4-617e-40ee-baa5-e7fd8f4fa9f0 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Subnet': ['ID=5700771c-78a7-4f67-9f6c-e8512c2e91ca,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:50.209991 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a7f1-6733-4bee-8525-fdab7c5bea38 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.214336 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-3cc8a7f1-6733-4bee-8525-fdab7c5bea38 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Added segment 6945094c-c895-4eb9-ab29-f2995f9e083b of type vlan for network 72b822fb-914b-434c-b23b-5f2b0dd708ec Nov 11 12:06:50.308725 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a7f1-6733-4bee-8525-fdab7c5bea38 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.332422 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.345537 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a7f1-6733-4bee-8525-fdab7c5bea38 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.351165 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc8a7f1-6733-4bee-8525-fdab7c5bea38 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:50.351752 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a7f1-6733-4bee-8525-fdab7c5bea38 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.444235 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffe3ac0-26bd-476e-9a2a-47e540a3162e None None] DHCP port deletion for 3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:50.451614 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8a7f1-6733-4bee-8525-fdab7c5bea38 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Network': ['ID=72b822fb-914b-434c-b23b-5f2b0dd708ec,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:50.458542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3cc8a7f1-6733-4bee-8525-fdab7c5bea38 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3492105 Nov 11 12:06:50.461365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36436) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:50.469143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'ports': [{'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f'}, {'network_id': '72b822fb-914b-434c-b23b-5f2b0dd708ec'}]} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:50.469711 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:50.470318 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'network_id': '72b822fb-914b-434c-b23b-5f2b0dd708ec'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:50.480848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port ecace270-f047-47d8-a63e-bc2ce6411971 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:50.481485 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.487346 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 72b822fb-914b-434c-b23b-5f2b0dd708ec details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:50.574487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] For port ecace270-f047-47d8-a63e-bc2ce6411971, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ecace270-f047-47d8-a63e-bc2ce6411971,segment=NetworkSegment(6aeb5cec-c1ff-4feb-9b98-f05fe5574003),segment_id=6aeb5cec-c1ff-4feb-9b98-f05fe5574003)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:50.575126 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.588355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe3ac0-26bd-476e-9a2a-47e540a3162e None None] Deleting port ecace270-f047-47d8-a63e-bc2ce6411971 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:50.588945 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3ac0-26bd-476e-9a2a-47e540a3162e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.593000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for ecace270-f047-47d8-a63e-bc2ce6411971 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:50.664011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8ffe3ac0-26bd-476e-9a2a-47e540a3162e None None] For port ecace270-f047-47d8-a63e-bc2ce6411971, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ecace270-f047-47d8-a63e-bc2ce6411971,segment=NetworkSegment(6aeb5cec-c1ff-4feb-9b98-f05fe5574003),segment_id=6aeb5cec-c1ff-4feb-9b98-f05fe5574003)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:50.664402 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3ac0-26bd-476e-9a2a-47e540a3162e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.679831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe3ac0-26bd-476e-9a2a-47e540a3162e None None] Calling delete_port for ecace270-f047-47d8-a63e-bc2ce6411971 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:50.699586 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.701487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'port': 2} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:50.706774 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.726910 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.727147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=ecace270-f047-47d8-a63e-bc2ce6411971,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:50.730740 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No DVR routers for this DVR port ecace270-f047-47d8-a63e-bc2ce6411971 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:50.782722 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3ac0-26bd-476e-9a2a-47e540a3162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.813629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe3ac0-26bd-476e-9a2a-47e540a3162e None None] Pushing event deleted for resources: {'Port': ['ID=ecace270-f047-47d8-a63e-bc2ce6411971,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:50.818599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe3ac0-26bd-476e-9a2a-47e540a3162e None None] No DVR routers for this DVR port ecace270-f047-47d8-a63e-bc2ce6411971 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:50.834569 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.844933 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] device_id is not set on port 3b4d933a-79d4-4608-9f93-9af4fd86a466 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:50.857605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:50.867672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aeb5cec-c1ff-4feb-9b98-f05fe5574003') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:50.867973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aeb5cec-c1ff-4feb-9b98-f05fe5574003') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:50.879300 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.893932 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.900332 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:50.900824 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:50.904057 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:50.987823 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:50.996251 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:51.004879 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:51.008885 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/networks/3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974 HTTP/1.1" status: 204 len: 168 time: 0.8143942 Nov 11 12:06:51.014917 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36442) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:51.023416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ca4c8-4a83-4695-936d-349e0c41ac58 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Network': ['ID=3a4d8ae8-0ca9-4f39-aeb5-4a1b12d5d974,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:51.046362 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3550301b-eae5-4863-a357-15d228d6990c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-672291542'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:51.074597 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] device_id is not set on port 918d8e2d-dcee-44c9-ab96-3407a8e2d3f2 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:51.091182 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3550301b-eae5-4863-a357-15d228d6990c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:51.094891 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3550301b-eae5-4863-a357-15d228d6990c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:51.133296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3550301b-eae5-4863-a357-15d228d6990c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:06:51.180573 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3550301b-eae5-4863-a357-15d228d6990c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:51.180949 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-3550301b-eae5-4863-a357-15d228d6990c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Added segment 31289793-9b83-45c4-9fa7-353628136cfa of type vlan for network 152dbc7d-d713-498a-b473-7ab2915c6e49 Nov 11 12:06:51.243977 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3550301b-eae5-4863-a357-15d228d6990c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:51.268192 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:51.293747 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3550301b-eae5-4863-a357-15d228d6990c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:51.299326 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3550301b-eae5-4863-a357-15d228d6990c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:51.299912 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3550301b-eae5-4863-a357-15d228d6990c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:51.377476 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3550301b-eae5-4863-a357-15d228d6990c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3610618 Nov 11 12:06:51.380718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36448) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:51.388338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550301b-eae5-4863-a357-15d228d6990c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Network': ['ID=152dbc7d-d713-498a-b473-7ab2915c6e49,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:51.388534 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-c718863a-2ab9-42c0-9951-6d11f1e49a30 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'subnet': {'network_id': '152dbc7d-d713-498a-b473-7ab2915c6e49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:51.392632 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:51.412364 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 152dbc7d-d713-498a-b473-7ab2915c6e49 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:51.439043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:51.442502 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:51.446362 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:51.447503 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:51.454829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=3b4d933a-79d4-4608-9f93-9af4fd86a466,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:51.521842 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=918d8e2d-dcee-44c9-ab96-3407a8e2d3f2,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:51.526841 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:51.528360 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Checking segment: {'id': '6945094c-c895-4eb9-ab29-f2995f9e083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '72b822fb-914b-434c-b23b-5f2b0dd708ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:51.528745 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network hostable DHCP agents. Network: 72b822fb-914b-434c-b23b-5f2b0dd708ec, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:06:51.550554 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 72b822fb-914b-434c-b23b-5f2b0dd708ec is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:06:51.563659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 72b822fb-914b-434c-b23b-5f2b0dd708ec) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:51.567104 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c718863a-2ab9-42c0-9951-6d11f1e49a30 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:51.568835 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ecace270-f047-47d8-a63e-bc2ce6411971 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:06:51.571728 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c718863a-2ab9-42c0-9951-6d11f1e49a30 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:51.574155 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4cce85-720b-44d7-b0d3-c01d7a430a3c None None] Network 72b822fb-914b-434c-b23b-5f2b0dd708ec requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:51.586712 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:51.596979 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:51.604407 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:51.606576 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:51.616957 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ecace270-f047-47d8-a63e-bc2ce6411971 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:06:51.617297 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ecace270-f047-47d8-a63e-bc2ce6411971 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:06:51.651959 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0945d11b-d913-4a2b-866f-c5f03c262d92 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1866541 Nov 11 12:06:51.652677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36452) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:51.774255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4eb34222-d517-4860-a2ba-4a567c5cc19e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 918d8e2d-dcee-44c9-ab96-3407a8e2d3f2 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:51.774835 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4eb34222-d517-4860-a2ba-4a567c5cc19e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:51.819185 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c718863a-2ab9-42c0-9951-6d11f1e49a30 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:51.851109 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4eb34222-d517-4860-a2ba-4a567c5cc19e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:51.869806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4eb34222-d517-4860-a2ba-4a567c5cc19e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 918d8e2d-dcee-44c9-ab96-3407a8e2d3f2 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:51.890201 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718863a-2ab9-42c0-9951-6d11f1e49a30 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Subnet': ['ID=6f46ec2b-a289-446e-ba85-cbf9de2e6a7f,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:51.898944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c718863a-2ab9-42c0-9951-6d11f1e49a30 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Checking segment: {'id': '31289793-9b83-45c4-9fa7-353628136cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '152dbc7d-d713-498a-b473-7ab2915c6e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:51.899311 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c718863a-2ab9-42c0-9951-6d11f1e49a30 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network hostable DHCP agents. Network: 152dbc7d-d713-498a-b473-7ab2915c6e49, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:06:51.916827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c718863a-2ab9-42c0-9951-6d11f1e49a30 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 152dbc7d-d713-498a-b473-7ab2915c6e49 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:06:51.927458 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-c718863a-2ab9-42c0-9951-6d11f1e49a30 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 152dbc7d-d713-498a-b473-7ab2915c6e49) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:51.931823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c718863a-2ab9-42c0-9951-6d11f1e49a30 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:51.932409 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c718863a-2ab9-42c0-9951-6d11f1e49a30 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:51.940336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7d7fca-5131-4c4b-82ce-48653a08a3b6 None None] Network 152dbc7d-d713-498a-b473-7ab2915c6e49 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:51.954361 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c718863a-2ab9-42c0-9951-6d11f1e49a30 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5681415 Nov 11 12:06:51.954692 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36454) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:51.969347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-8beaee6a-342c-462c-b373-868f07bae11c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'network_id': '152dbc7d-d713-498a-b473-7ab2915c6e49', 'name': 'tempest-PortsIpV6TestJSON-1700000451', 'fixed_ips': [{'subnet_id': '6f46ec2b-a289-446e-ba85-cbf9de2e6a7f', 'ip_address': '2001:db8::10'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:51.982931 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4eb34222-d517-4860-a2ba-4a567c5cc19e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:52.036070 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb34222-d517-4860-a2ba-4a567c5cc19e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=918d8e2d-dcee-44c9-ab96-3407a8e2d3f2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:52.073337 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4eb34222-d517-4860-a2ba-4a567c5cc19e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:52.079772 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4eb34222-d517-4860-a2ba-4a567c5cc19e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/918d8e2d-dcee-44c9-ab96-3407a8e2d3f2 HTTP/1.1" status: 204 len: 168 time: 0.4230855 Nov 11 12:06:52.079995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36460) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:52.136557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-152dbc7d-d713-498a-b473-7ab2915c6e49', 'network_id': '152dbc7d-d713-498a-b473-7ab2915c6e49', 'tenant_id': '6a826a83d259421584ffc8b5fe64d491', 'fixed_ips': [{'subnet_id': '6f46ec2b-a289-446e-ba85-cbf9de2e6a7f'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:06:52.137641 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:52.165938 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beaee6a-342c-462c-b373-868f07bae11c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:52.166796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdb7130-2fc1-4d0e-8423-3306f693cd34 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:52.188188 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdb7130-2fc1-4d0e-8423-3306f693cd34 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:52.189884 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6fdb7130-2fc1-4d0e-8423-3306f693cd34 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1093400 Nov 11 12:06:52.192697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36464) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:52.300534 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8beaee6a-342c-462c-b373-868f07bae11c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:52.321541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-8beaee6a-342c-462c-b373-868f07bae11c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] device_id is not set on port b01c1f94-858c-4b71-a6b4-9639f17bb362 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:52.329931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-45ee417f-952c-4083-b45b-92747ab070cb tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 3b4d933a-79d4-4608-9f93-9af4fd86a466 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:52.330487 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45ee417f-952c-4083-b45b-92747ab070cb tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:52.416441 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45ee417f-952c-4083-b45b-92747ab070cb tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:52.434122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-45ee417f-952c-4083-b45b-92747ab070cb tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 3b4d933a-79d4-4608-9f93-9af4fd86a466 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:52.493556 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Allocated IP 2001:db8::2 (152dbc7d-d713-498a-b473-7ab2915c6e49/6f46ec2b-a289-446e-ba85-cbf9de2e6a7f/a17c1285-17b8-4298-a3e1-506ea3ecd1d9) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:52.523299 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45ee417f-952c-4083-b45b-92747ab070cb tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:52.551345 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee417f-952c-4083-b45b-92747ab070cb tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=3b4d933a-79d4-4608-9f93-9af4fd86a466,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:52.558525 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45ee417f-952c-4083-b45b-92747ab070cb tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:52.564456 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36468) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:52.564648 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-45ee417f-952c-4083-b45b-92747ab070cb tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/3b4d933a-79d4-4608-9f93-9af4fd86a466 HTTP/1.1" status: 204 len: 168 time: 0.3704612 Nov 11 12:06:52.618722 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b1d8ab-5f45-42d0-b48f-126b36567fa9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:52.623803 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-22b1d8ab-5f45-42d0-b48f-126b36567fa9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0546613 Nov 11 12:06:52.624184 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36470) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:52.650652 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b7e347-7963-4e6b-b96d-e48591583acc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] GET failed (client error): The resource could not be found. Nov 11 12:06:52.652359 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b7b7e347-7963-4e6b-b96d-e48591583acc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports/918d8e2d-dcee-44c9-ab96-3407a8e2d3f2 HTTP/1.1" status: 404 len: 333 time: 0.0271597 Nov 11 12:06:52.655093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36472) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:52.656171 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:52.663940 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:52.699832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Network 152dbc7d-d713-498a-b473-7ab2915c6e49 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:52.703753 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:52.708962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:52.718995 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a3ca51-6d6c-4a2a-8815-bc264a3805a5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] GET failed (client error): The resource could not be found. Nov 11 12:06:52.723362 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-85a3ca51-6d6c-4a2a-8815-bc264a3805a5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports/3b4d933a-79d4-4608-9f93-9af4fd86a466 HTTP/1.1" status: 404 len: 333 time: 0.0646136 Nov 11 12:06:52.724798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36476) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:52.730629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Pushing event updated for resources: {'Port': ['ID=a17c1285-17b8-4298-a3e1-506ea3ecd1d9,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:52.752523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-8beaee6a-342c-462c-b373-868f07bae11c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Allocated IP 2001:db8::10 (152dbc7d-d713-498a-b473-7ab2915c6e49/6f46ec2b-a289-446e-ba85-cbf9de2e6a7f/b01c1f94-858c-4b71-a6b4-9639f17bb362) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:52.789466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Attempting to bind port a17c1285-17b8-4298-a3e1-506ea3ecd1d9 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:06:52.789840 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Attempting to bind port a17c1285-17b8-4298-a3e1-506ea3ecd1d9 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '31289793-9b83-45c4-9fa7-353628136cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '152dbc7d-d713-498a-b473-7ab2915c6e49'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:06:52.790241 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Attempting to bind port a17c1285-17b8-4298-a3e1-506ea3ecd1d9 on network 152dbc7d-d713-498a-b473-7ab2915c6e49 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:06:52.796886 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:06:52.797308 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Checking segment: {'id': '31289793-9b83-45c4-9fa7-353628136cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '152dbc7d-d713-498a-b473-7ab2915c6e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:52.797751 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:52.798158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Bound using segment: {'id': '31289793-9b83-45c4-9fa7-353628136cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '152dbc7d-d713-498a-b473-7ab2915c6e49'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:06:52.798758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Bound port: a17c1285-17b8-4298-a3e1-506ea3ecd1d9, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31289793-9b83-45c4-9fa7-353628136cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '152dbc7d-d713-498a-b473-7ab2915c6e49'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:06:52.799184 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:52.846630 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e12dc6d0-a041-448e-b4f7-3e8d0230327d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:52.871261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] For port a17c1285-17b8-4298-a3e1-506ea3ecd1d9, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:06:52.875493 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] For port a17c1285-17b8-4298-a3e1-506ea3ecd1d9, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a17c1285-17b8-4298-a3e1-506ea3ecd1d9,segment=NetworkSegment(31289793-9b83-45c4-9fa7-353628136cfa),segment_id=31289793-9b83-45c4-9fa7-353628136cfa)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:06:52.882153 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:52.958747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704d2be-ea55-4fdb-82e2-585a65a9a2be None None] Pushing event updated for resources: {'Port': ['ID=a17c1285-17b8-4298-a3e1-506ea3ecd1d9,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:52.966941 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8beaee6a-342c-462c-b373-868f07bae11c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:52.987182 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e12dc6d0-a041-448e-b4f7-3e8d0230327d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.009025 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e12dc6d0-a041-448e-b4f7-3e8d0230327d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b822fb-914b-434c-b23b-5f2b0dd708ec']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:53.011893 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8beaee6a-342c-462c-b373-868f07bae11c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.020105 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e12dc6d0-a041-448e-b4f7-3e8d0230327d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6945094c-c895-4eb9-ab29-f2995f9e083b') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:53.020406 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e12dc6d0-a041-448e-b4f7-3e8d0230327d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6945094c-c895-4eb9-ab29-f2995f9e083b') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:53.031339 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e12dc6d0-a041-448e-b4f7-3e8d0230327d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.046285 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e12dc6d0-a041-448e-b4f7-3e8d0230327d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.052905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12dc6d0-a041-448e-b4f7-3e8d0230327d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:53.053412 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e12dc6d0-a041-448e-b4f7-3e8d0230327d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:53.057221 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:53.075653 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beaee6a-342c-462c-b373-868f07bae11c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=b01c1f94-858c-4b71-a6b4-9639f17bb362,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:53.093841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beaee6a-342c-462c-b373-868f07bae11c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 152dbc7d-d713-498a-b473-7ab2915c6e49 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:53.095865 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-8beaee6a-342c-462c-b373-868f07bae11c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:53.101270 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beaee6a-342c-462c-b373-868f07bae11c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:53.110980 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beaee6a-342c-462c-b373-868f07bae11c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:53.111656 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8beaee6a-342c-462c-b373-868f07bae11c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.133071 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e12dc6d0-a041-448e-b4f7-3e8d0230327d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.134268 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8beaee6a-342c-462c-b373-868f07bae11c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1783757 Nov 11 12:06:53.136010 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36478) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:53.141425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ce016e95-c689-468d-85cd-35e87bfa76df tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'network_id': '152dbc7d-d713-498a-b473-7ab2915c6e49', 'name': 'tempest-PortsIpV6TestJSON-1828902583', 'fixed_ips': [{'subnet_id': '6f46ec2b-a289-446e-ba85-cbf9de2e6a7f', 'ip_address': '2001:db8::f'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:53.151709 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e12dc6d0-a041-448e-b4f7-3e8d0230327d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.154936 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e12dc6d0-a041-448e-b4f7-3e8d0230327d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/networks/72b822fb-914b-434c-b23b-5f2b0dd708ec HTTP/1.1" status: 204 len: 168 time: 0.4288836 Nov 11 12:06:53.158651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36480) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:53.170468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a564dd15-d172-43fe-abbb-251b36dff137 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-217949068'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:53.188153 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12dc6d0-a041-448e-b4f7-3e8d0230327d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Network': ['ID=72b822fb-914b-434c-b23b-5f2b0dd708ec,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:53.234638 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a564dd15-d172-43fe-abbb-251b36dff137 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:53.239544 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a564dd15-d172-43fe-abbb-251b36dff137 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.288513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a564dd15-d172-43fe-abbb-251b36dff137 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:06:53.302015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a564dd15-d172-43fe-abbb-251b36dff137 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.313945 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-a564dd15-d172-43fe-abbb-251b36dff137 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Added segment c4f16439-5ed2-43b9-8ef3-343c340c0a96 of type vlan for network ebee1dfc-3726-4895-b2ed-986ab4bd6e0d Nov 11 12:06:53.327354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce016e95-c689-468d-85cd-35e87bfa76df tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:53.370121 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a564dd15-d172-43fe-abbb-251b36dff137 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.399998 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a564dd15-d172-43fe-abbb-251b36dff137 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.408008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a564dd15-d172-43fe-abbb-251b36dff137 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:53.409557 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a564dd15-d172-43fe-abbb-251b36dff137 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.432305 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ce016e95-c689-468d-85cd-35e87bfa76df tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.451682 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-ce016e95-c689-468d-85cd-35e87bfa76df tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] device_id is not set on port bec22c9a-f962-466d-8e18-ac3f329c37a9 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:53.484284 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a564dd15-d172-43fe-abbb-251b36dff137 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3219440 Nov 11 12:06:53.485225 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36486) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:53.489807 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c073787d-a351-4dbb-8b68-6a4b349ada2d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'subnet': {'network_id': 'ebee1dfc-3726-4895-b2ed-986ab4bd6e0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:53.513194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564dd15-d172-43fe-abbb-251b36dff137 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Network': ['ID=ebee1dfc-3726-4895-b2ed-986ab4bd6e0d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:53.530229 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network ebee1dfc-3726-4895-b2ed-986ab4bd6e0d details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:53.641231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a17c1285-17b8-4298-a3e1-506ea3ecd1d9 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:06:53.661035 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c073787d-a351-4dbb-8b68-6a4b349ada2d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:53.665034 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c073787d-a351-4dbb-8b68-6a4b349ada2d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.688228 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-ce016e95-c689-468d-85cd-35e87bfa76df tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Allocated IP 2001:db8::f (152dbc7d-d713-498a-b473-7ab2915c6e49/6f46ec2b-a289-446e-ba85-cbf9de2e6a7f/bec22c9a-f962-466d-8e18-ac3f329c37a9) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:53.704308 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port a17c1285-17b8-4298-a3e1-506ea3ecd1d9 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:53.704688 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.737502 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.ipam_backend_mixin [None req-c073787d-a351-4dbb-8b68-6a4b349ada2d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Performing IP validity checks on allocation pools {{(pid=109154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 12:06:53.738376 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.ipam_backend_mixin [None req-c073787d-a351-4dbb-8b68-6a4b349ada2d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 12:06:53.849198 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.898263 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ce016e95-c689-468d-85cd-35e87bfa76df tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.914174 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port a17c1285-17b8-4298-a3e1-506ea3ecd1d9, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a17c1285-17b8-4298-a3e1-506ea3ecd1d9,segment=NetworkSegment(31289793-9b83-45c4-9fa7-353628136cfa),segment_id=31289793-9b83-45c4-9fa7-353628136cfa)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:53.923522 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:53.945411 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ce016e95-c689-468d-85cd-35e87bfa76df tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:54.007366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c073787d-a351-4dbb-8b68-6a4b349ada2d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:54.021850 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=a17c1285-17b8-4298-a3e1-506ea3ecd1d9,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:54.023632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce016e95-c689-468d-85cd-35e87bfa76df tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 152dbc7d-d713-498a-b473-7ab2915c6e49 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:54.041413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-ce016e95-c689-468d-85cd-35e87bfa76df tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:54.044796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce016e95-c689-468d-85cd-35e87bfa76df tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:54.051741 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce016e95-c689-468d-85cd-35e87bfa76df tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:54.052704 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ce016e95-c689-468d-85cd-35e87bfa76df tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:54.064163 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce016e95-c689-468d-85cd-35e87bfa76df tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=bec22c9a-f962-466d-8e18-ac3f329c37a9,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:54.087993 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ce016e95-c689-468d-85cd-35e87bfa76df tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9485202 Nov 11 12:06:54.088470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36490) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:54.110786 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073787d-a351-4dbb-8b68-6a4b349ada2d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Subnet': ['ID=d4b70b6d-651d-4459-9834-de451aaa043e,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:54.136519 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c073787d-a351-4dbb-8b68-6a4b349ada2d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Checking segment: {'id': 'c4f16439-5ed2-43b9-8ef3-343c340c0a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'ebee1dfc-3726-4895-b2ed-986ab4bd6e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:54.137116 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c073787d-a351-4dbb-8b68-6a4b349ada2d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network hostable DHCP agents. Network: ebee1dfc-3726-4895-b2ed-986ab4bd6e0d, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:06:54.160731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c073787d-a351-4dbb-8b68-6a4b349ada2d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network ebee1dfc-3726-4895-b2ed-986ab4bd6e0d is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:06:54.175497 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-c073787d-a351-4dbb-8b68-6a4b349ada2d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, ebee1dfc-3726-4895-b2ed-986ab4bd6e0d) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:54.180233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c073787d-a351-4dbb-8b68-6a4b349ada2d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:54.180875 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c073787d-a351-4dbb-8b68-6a4b349ada2d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:54.186780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5010c8-c3b5-4bab-89ce-551c49877220 None None] Network ebee1dfc-3726-4895-b2ed-986ab4bd6e0d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:54.205571 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c073787d-a351-4dbb-8b68-6a4b349ada2d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7196715 Nov 11 12:06:54.210108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36492) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:54.211205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696db47b-0cfb-4bdd-888d-4790e821a99b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:54.215419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2b9451b0-0b65-40b9-a017-475268fa07bc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'network_id': 'ebee1dfc-3726-4895-b2ed-986ab4bd6e0d', 'name': 'tempest-PortsTestJSON-366892132'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:54.222293 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-696db47b-0cfb-4bdd-888d-4790e821a99b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1296585 Nov 11 12:06:54.222604 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36494) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:54.287131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72d5ab0-fc88-41cc-b7c8-0ec51046822a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:54.294223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72d5ab0-fc88-41cc-b7c8-0ec51046822a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:54.302388 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72d5ab0-fc88-41cc-b7c8-0ec51046822a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:54.307141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a72d5ab0-fc88-41cc-b7c8-0ec51046822a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.0810518 Nov 11 12:06:54.307141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36496) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:54.378072 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f44f7b-8bbe-45f5-9bdf-b0b87d8b0fd5 None None] Network 152dbc7d-d713-498a-b473-7ab2915c6e49 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:54.381865 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9451b0-0b65-40b9-a017-475268fa07bc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:54.385763 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b9451b0-0b65-40b9-a017-475268fa07bc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:54.406672 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-2b9451b0-0b65-40b9-a017-475268fa07bc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] device_id is not set on port 4c804a86-ca39-4d62-8662-23cc7aade151 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:54.458365 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-dbcf8cac-efcf-419b-b83f-7b724c92d405 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port bec22c9a-f962-466d-8e18-ac3f329c37a9 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:54.459075 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8cac-efcf-419b-b83f-7b724c92d405 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:54.483372 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-ebee1dfc-3726-4895-b2ed-986ab4bd6e0d', 'network_id': 'ebee1dfc-3726-4895-b2ed-986ab4bd6e0d', 'tenant_id': '8cf30cdbbdb44f58a32f16375d86c36b', 'fixed_ips': [{'subnet_id': 'd4b70b6d-651d-4459-9834-de451aaa043e'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:06:54.484557 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:54.507558 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3cdfa27d-5907-4727-9b2b-e05e1e17a86c None None] Provisioning complete for port a17c1285-17b8-4298-a3e1-506ea3ecd1d9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:54.508153 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa27d-5907-4727-9b2b-e05e1e17a86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:54.549626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-2b9451b0-0b65-40b9-a017-475268fa07bc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Allocated IP 172.20.0.10 (ebee1dfc-3726-4895-b2ed-986ab4bd6e0d/d4b70b6d-651d-4459-9834-de451aaa043e/4c804a86-ca39-4d62-8662-23cc7aade151) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:54.568403 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8cac-efcf-419b-b83f-7b724c92d405 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:54.581742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-dbcf8cac-efcf-419b-b83f-7b724c92d405 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for bec22c9a-f962-466d-8e18-ac3f329c37a9 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:54.716544 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b9451b0-0b65-40b9-a017-475268fa07bc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:54.742089 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8cac-efcf-419b-b83f-7b724c92d405 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:54.758244 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b9451b0-0b65-40b9-a017-475268fa07bc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:54.799322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9451b0-0b65-40b9-a017-475268fa07bc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network ebee1dfc-3726-4895-b2ed-986ab4bd6e0d is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:54.807264 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-2b9451b0-0b65-40b9-a017-475268fa07bc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:54.810563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf8cac-efcf-419b-b83f-7b724c92d405 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=bec22c9a-f962-466d-8e18-ac3f329c37a9,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:54.817263 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9451b0-0b65-40b9-a017-475268fa07bc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:54.818340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Allocated IP 172.20.0.2 (ebee1dfc-3726-4895-b2ed-986ab4bd6e0d/d4b70b6d-651d-4459-9834-de451aaa043e/469112e6-429b-4bca-b989-8ded8b979bb5) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:54.844010 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8cac-efcf-419b-b83f-7b724c92d405 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:54.847563 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dbcf8cac-efcf-419b-b83f-7b724c92d405 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/bec22c9a-f962-466d-8e18-ac3f329c37a9 HTTP/1.1" status: 204 len: 168 time: 0.5393703 Nov 11 12:06:54.851717 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36506) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:54.884405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9451b0-0b65-40b9-a017-475268fa07bc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=4c804a86-ca39-4d62-8662-23cc7aade151,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:54.903641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9451b0-0b65-40b9-a017-475268fa07bc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:54.904324 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b9451b0-0b65-40b9-a017-475268fa07bc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:54.915854 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6a1af3-2358-4665-a432-1100421901df tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] GET failed (client error): The resource could not be found. Nov 11 12:06:54.920650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fa6a1af3-2358-4665-a432-1100421901df tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports/bec22c9a-f962-466d-8e18-ac3f329c37a9 HTTP/1.1" status: 404 len: 333 time: 0.0652838 Nov 11 12:06:54.921666 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36508) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:54.932846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36510) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:54.933789 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2b9451b0-0b65-40b9-a017-475268fa07bc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7224793 Nov 11 12:06:55.063655 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-086e728d-bfaa-4b12-b608-c3860d455dfe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port b01c1f94-858c-4b71-a6b4-9639f17bb362 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:55.063912 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-086e728d-bfaa-4b12-b608-c3860d455dfe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.094308 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.105567 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.115467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-48bc3aac-e514-495d-8841-9ab1cce9695b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 4c804a86-ca39-4d62-8662-23cc7aade151 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:55.116183 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48bc3aac-e514-495d-8841-9ab1cce9695b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.189221 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3d4ad45a-b984-48b8-97fa-7b660f7cf651 None None] Could not find standard attr ID for object bec22c9a-f962-466d-8e18-ac3f329c37a9. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:06:55.206304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Network ebee1dfc-3726-4895-b2ed-986ab4bd6e0d is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:55.211530 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-086e728d-bfaa-4b12-b608-c3860d455dfe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.215397 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:55.224372 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Pushing event updated for resources: {'Port': ['ID=469112e6-429b-4bca-b989-8ded8b979bb5,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:55.228551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:55.237965 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-086e728d-bfaa-4b12-b608-c3860d455dfe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for b01c1f94-858c-4b71-a6b4-9639f17bb362 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:55.238910 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3d4ad45a-b984-48b8-97fa-7b660f7cf651 None None] Provisioning complete for port a17c1285-17b8-4298-a3e1-506ea3ecd1d9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:55.239396 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3d4ad45a-b984-48b8-97fa-7b660f7cf651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.243997 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48bc3aac-e514-495d-8841-9ab1cce9695b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.258917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-48bc3aac-e514-495d-8841-9ab1cce9695b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 4c804a86-ca39-4d62-8662-23cc7aade151 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:55.403194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Attempting to bind port 469112e6-429b-4bca-b989-8ded8b979bb5 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:06:55.403568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Attempting to bind port 469112e6-429b-4bca-b989-8ded8b979bb5 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'c4f16439-5ed2-43b9-8ef3-343c340c0a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'ebee1dfc-3726-4895-b2ed-986ab4bd6e0d'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:06:55.403983 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Attempting to bind port 469112e6-429b-4bca-b989-8ded8b979bb5 on network ebee1dfc-3726-4895-b2ed-986ab4bd6e0d {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:06:55.412012 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:06:55.420391 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Checking segment: {'id': 'c4f16439-5ed2-43b9-8ef3-343c340c0a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'ebee1dfc-3726-4895-b2ed-986ab4bd6e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:55.420954 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.421365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Bound using segment: {'id': 'c4f16439-5ed2-43b9-8ef3-343c340c0a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'ebee1dfc-3726-4895-b2ed-986ab4bd6e0d'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:06:55.421915 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Bound port: 469112e6-429b-4bca-b989-8ded8b979bb5, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f16439-5ed2-43b9-8ef3-343c340c0a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'ebee1dfc-3726-4895-b2ed-986ab4bd6e0d'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:06:55.422474 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.464182 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48bc3aac-e514-495d-8841-9ab1cce9695b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.466277 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-086e728d-bfaa-4b12-b608-c3860d455dfe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.502130 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e728d-bfaa-4b12-b608-c3860d455dfe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=b01c1f94-858c-4b71-a6b4-9639f17bb362,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:55.531663 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc3aac-e514-495d-8841-9ab1cce9695b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=4c804a86-ca39-4d62-8662-23cc7aade151,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:55.564551 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-086e728d-bfaa-4b12-b608-c3860d455dfe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.570779 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-086e728d-bfaa-4b12-b608-c3860d455dfe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/b01c1f94-858c-4b71-a6b4-9639f17bb362 HTTP/1.1" status: 204 len: 168 time: 0.6358297 Nov 11 12:06:55.577918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36522) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:55.614106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a17c1285-17b8-4298-a3e1-506ea3ecd1d9 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:06:55.638631 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-603d075b-0e23-46fa-9b44-63e36fab92de tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] GET failed (client error): The resource could not be found. Nov 11 12:06:55.643169 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-603d075b-0e23-46fa-9b44-63e36fab92de tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports/b01c1f94-858c-4b71-a6b4-9639f17bb362 HTTP/1.1" status: 404 len: 333 time: 0.0614181 Nov 11 12:06:55.644384 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36526) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:55.678458 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48bc3aac-e514-495d-8841-9ab1cce9695b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.679019 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3d4ad45a-b984-48b8-97fa-7b660f7cf651 None None] Could not find standard attr ID for object b01c1f94-858c-4b71-a6b4-9639f17bb362. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:06:55.684844 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-48bc3aac-e514-495d-8841-9ab1cce9695b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/4c804a86-ca39-4d62-8662-23cc7aade151 HTTP/1.1" status: 204 len: 168 time: 0.7501476 Nov 11 12:06:55.689400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36528) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:55.692549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] For port 469112e6-429b-4bca-b989-8ded8b979bb5, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:06:55.701894 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] For port 469112e6-429b-4bca-b989-8ded8b979bb5, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=469112e6-429b-4bca-b989-8ded8b979bb5,segment=NetworkSegment(c4f16439-5ed2-43b9-8ef3-343c340c0a96),segment_id=c4f16439-5ed2-43b9-8ef3-343c340c0a96)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:06:55.716671 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.759242 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b915684-8fcc-4039-a94d-44f1e315cdd3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] DELETE failed (client error): The resource could not be found. Nov 11 12:06:55.760084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b915684-8fcc-4039-a94d-44f1e315cdd3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:06:55.763435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1b915684-8fcc-4039-a94d-44f1e315cdd3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/4c804a86-ca39-4d62-8662-23cc7aade151 HTTP/1.1" status: 404 len: 333 time: 0.0728693 Nov 11 12:06:55.768287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-784afd29-52d9-40a3-932b-c9a14f06c3f3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting subnet 6f46ec2b-a289-446e-ba85-cbf9de2e6a7f {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:06:55.776819 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-784afd29-52d9-40a3-932b-c9a14f06c3f3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.778253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36532) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:55.810901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port a17c1285-17b8-4298-a3e1-506ea3ecd1d9 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:06:55.811277 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.816052 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80204fe-33be-41a5-a492-8c8ae0881af1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] GET failed (client error): The resource could not be found. Nov 11 12:06:55.817696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c80204fe-33be-41a5-a492-8c8ae0881af1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports/4c804a86-ca39-4d62-8662-23cc7aade151 HTTP/1.1" status: 404 len: 333 time: 0.0384152 Nov 11 12:06:55.820589 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36534) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:55.873899 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-784afd29-52d9-40a3-932b-c9a14f06c3f3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.887681 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6ed88782-4ce5-41a7-9b14-7097eb3013cf None None] Could not find standard attr ID for object b01c1f94-858c-4b71-a6b4-9639f17bb362. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:06:55.913559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-93099299-85f0-4047-907e-e8b04d30e33a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting subnet d4b70b6d-651d-4459-9834-de451aaa043e {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:06:55.928283 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-93099299-85f0-4047-907e-e8b04d30e33a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:55.979588 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e26379-876a-4ba3-8964-06c274c1eb1e None None] Pushing event updated for resources: {'Port': ['ID=469112e6-429b-4bca-b989-8ded8b979bb5,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:56.015916 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-93099299-85f0-4047-907e-e8b04d30e33a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:56.093554 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-784afd29-52d9-40a3-932b-c9a14f06c3f3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:56.136523 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f57d635c-5e32-4eea-b57f-3ca682a1b0e8 None None] Could not find standard attr ID for object bec22c9a-f962-466d-8e18-ac3f329c37a9. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:06:56.212959 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-784afd29-52d9-40a3-932b-c9a14f06c3f3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:56.254165 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784afd29-52d9-40a3-932b-c9a14f06c3f3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Subnet': ['ID=6f46ec2b-a289-446e-ba85-cbf9de2e6a7f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:56.256617 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-784afd29-52d9-40a3-932b-c9a14f06c3f3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:56.262623 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-784afd29-52d9-40a3-932b-c9a14f06c3f3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/6f46ec2b-a289-446e-ba85-cbf9de2e6a7f HTTP/1.1" status: 204 len: 168 time: 0.6124439 Nov 11 12:06:56.263304 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36556) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:56.271731 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-93099299-85f0-4047-907e-e8b04d30e33a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:56.326293 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6968d78-6ff7-4f45-9968-9033c019a496 req-07c1fd0b-c44a-4ced-b437-f54a0ff47ab3 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:56.331254 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6968d78-6ff7-4f45-9968-9033c019a496 req-07c1fd0b-c44a-4ced-b437-f54a0ff47ab3 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 947 time: 0.1742744 Nov 11 12:06:56.452438 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:56.458922 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-93099299-85f0-4047-907e-e8b04d30e33a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:56.481508 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6968d78-6ff7-4f45-9968-9033c019a496 req-22a11648-b23c-4e75-ae58-8e7d428630e8 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359739 Nov 11 12:06:56.496609 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-93099299-85f0-4047-907e-e8b04d30e33a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:56.503328 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-93099299-85f0-4047-907e-e8b04d30e33a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/d4b70b6d-651d-4459-9834-de451aaa043e HTTP/1.1" status: 204 len: 168 time: 0.6792066 Nov 11 12:06:56.503654 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36560) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:56.531507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22756dd-88c8-4c64-a431-a68b4731b1c1 None None] Network 152dbc7d-d713-498a-b473-7ab2915c6e49 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:56.595887 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port a17c1285-17b8-4298-a3e1-506ea3ecd1d9 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:56.596300 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:56.636927 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:56.643512 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93099299-85f0-4047-907e-e8b04d30e33a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b70b6d-651d-4459-9834-de451aaa043e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:56.701542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 469112e6-429b-4bca-b989-8ded8b979bb5 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:56.701808 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:56.752668 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] For port a17c1285-17b8-4298-a3e1-506ea3ecd1d9, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a17c1285-17b8-4298-a3e1-506ea3ecd1d9,segment=NetworkSegment(31289793-9b83-45c4-9fa7-353628136cfa),segment_id=31289793-9b83-45c4-9fa7-353628136cfa)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:56.753113 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:56.770747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for a17c1285-17b8-4298-a3e1-506ea3ecd1d9 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:56.874656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88dec4c-828f-48ca-930c-7869bf3e12d2 None None] DHCP port deletion for 152dbc7d-d713-498a-b473-7ab2915c6e49 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:56.930456 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:56.945081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No DVR routers for this DVR port a17c1285-17b8-4298-a3e1-506ea3ecd1d9 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:56.967568 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=a17c1285-17b8-4298-a3e1-506ea3ecd1d9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:56.986345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e88dec4c-828f-48ca-930c-7869bf3e12d2 None None] Deleting port a17c1285-17b8-4298-a3e1-506ea3ecd1d9 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:56.986928 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e88dec4c-828f-48ca-930c-7869bf3e12d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.088503 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.110790 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e88dec4c-828f-48ca-930c-7869bf3e12d2 None None] For port a17c1285-17b8-4298-a3e1-506ea3ecd1d9, host n-d-807359-3, got binding levels [] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:57.111728 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e88dec4c-828f-48ca-930c-7869bf3e12d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.127664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e88dec4c-828f-48ca-930c-7869bf3e12d2 None None] Calling delete_port for a17c1285-17b8-4298-a3e1-506ea3ecd1d9 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:57.131383 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.ipam_backend_mixin [None req-e88dec4c-828f-48ca-930c-7869bf3e12d2 None None] Port a17c1285-17b8-4298-a3e1-506ea3ecd1d9 was not found and therefore no delete operation was performed {{(pid=109155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:06:57.133062 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e88dec4c-828f-48ca-930c-7869bf3e12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.149414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152dbc7d-d713-498a-b473-7ab2915c6e49']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:57.162326 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31289793-9b83-45c4-9fa7-353628136cfa') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:57.162596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31289793-9b83-45c4-9fa7-353628136cfa') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:57.172514 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88dec4c-828f-48ca-930c-7869bf3e12d2 None None] Pushing event deleted for resources: {'Port': ['ID=a17c1285-17b8-4298-a3e1-506ea3ecd1d9,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:57.174391 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.176496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88dec4c-828f-48ca-930c-7869bf3e12d2 None None] No DVR routers for this DVR port a17c1285-17b8-4298-a3e1-506ea3ecd1d9 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:57.189278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] For port 469112e6-429b-4bca-b989-8ded8b979bb5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=469112e6-429b-4bca-b989-8ded8b979bb5,segment=NetworkSegment(c4f16439-5ed2-43b9-8ef3-343c340c0a96),segment_id=c4f16439-5ed2-43b9-8ef3-343c340c0a96)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:57.190924 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.196605 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.205717 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:57.206348 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:57.212279 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:57.222339 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 469112e6-429b-4bca-b989-8ded8b979bb5 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:57.335925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da574b-8073-46f3-9ece-b760cf90c773 req-cb536028-f46e-4963-8a8f-615b143224b1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:57.337353 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72da574b-8073-46f3-9ece-b760cf90c773 req-cb536028-f46e-4963-8a8f-615b143224b1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.43 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 947 time: 0.1135898 Nov 11 12:06:57.341373 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.397229 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.403131 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.407415 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/networks/152dbc7d-d713-498a-b473-7ab2915c6e49 HTTP/1.1" status: 204 len: 168 time: 1.1428695 Nov 11 12:06:57.424582 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36566) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:57.435647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4853bde2-0016-42b6-aa94-cef1b8e448ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2069607160'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:57.451902 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=469112e6-429b-4bca-b989-8ded8b979bb5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:57.475314 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No DVR routers for this DVR port 469112e6-429b-4bca-b989-8ded8b979bb5 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:57.477449 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723e2cd-5061-458a-bcb5-26618a454877 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Network': ['ID=152dbc7d-d713-498a-b473-7ab2915c6e49,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:57.487190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4853bde2-0016-42b6-aa94-cef1b8e448ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:57.493868 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4853bde2-0016-42b6-aa94-cef1b8e448ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.562847 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4853bde2-0016-42b6-aa94-cef1b8e448ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:06:57.579859 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4853bde2-0016-42b6-aa94-cef1b8e448ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.580530 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-4853bde2-0016-42b6-aa94-cef1b8e448ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Added segment 499b0f60-e8af-4b3e-a42b-6aec6f0a8ac8 of type vlan for network 31d30b14-9ed7-4228-a295-d32d0df92196 Nov 11 12:06:57.633472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a17c1285-17b8-4298-a3e1-506ea3ecd1d9 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:06:57.662694 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.674670 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4853bde2-0016-42b6-aa94-cef1b8e448ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.689226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: a17c1285-17b8-4298-a3e1-506ea3ecd1d9 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:06:57.689226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a17c1285-17b8-4298-a3e1-506ea3ecd1d9 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:06:57.708419 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebee1dfc-3726-4895-b2ed-986ab4bd6e0d']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:57.717537 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-72da574b-8073-46f3-9ece-b760cf90c773 req-d6ba4d64-baa8-4809-8a5f-856502575ac1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Deleting port f0153d04-b46a-432a-8b73-498825058dcd {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:06:57.718539 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-72da574b-8073-46f3-9ece-b760cf90c773 req-d6ba4d64-baa8-4809-8a5f-856502575ac1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.735140 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f16439-5ed2-43b9-8ef3-343c340c0a96') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:57.735449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f16439-5ed2-43b9-8ef3-343c340c0a96') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:57.783812 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f71571-649a-480b-8ca4-7959eaa983b0 req-843c0985-d609-4b65-afcf-5da71b468188 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:57.796325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09f71571-649a-480b-8ca4-7959eaa983b0 req-843c0985-d609-4b65-afcf-5da71b468188 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 947 time: 0.1512253 Nov 11 12:06:57.805439 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.814963 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97602e26-e9d4-4bbe-a5d8-6ab887b753f5 None None] Network ebee1dfc-3726-4895-b2ed-986ab4bd6e0d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:57.831412 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4853bde2-0016-42b6-aa94-cef1b8e448ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.837946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4853bde2-0016-42b6-aa94-cef1b8e448ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:57.839052 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4853bde2-0016-42b6-aa94-cef1b8e448ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.906378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09f71571-649a-480b-8ca4-7959eaa983b0 req-216df58c-d48a-48ba-9a84-0d3c3f426d8f tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2e179fd-389a-4f65-afaf-765f53f85e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086273 Nov 11 12:06:57.915786 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.923359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:06:57.924005 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:06:57.927486 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:06:57.945896 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4853bde2-0016-42b6-aa94-cef1b8e448ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5200424 Nov 11 12:06:57.950896 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36576) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:57.956792 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a22de20a-4cca-4349-8ab0-f6ddb8760583 None None] Could not find standard attr ID for object 469112e6-429b-4bca-b989-8ded8b979bb5. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:06:57.958359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-beccec0b-1acd-4f34-bb32-1f9062a09852 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'subnet': {'network_id': '31d30b14-9ed7-4228-a295-d32d0df92196', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:57.967965 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-72da574b-8073-46f3-9ece-b760cf90c773 req-d6ba4d64-baa8-4809-8a5f-856502575ac1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] For port f0153d04-b46a-432a-8b73-498825058dcd, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f0153d04-b46a-432a-8b73-498825058dcd,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:06:57.968410 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-72da574b-8073-46f3-9ece-b760cf90c773 req-d6ba4d64-baa8-4809-8a5f-856502575ac1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:57.971148 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853bde2-0016-42b6-aa94-cef1b8e448ef tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Network': ['ID=31d30b14-9ed7-4228-a295-d32d0df92196,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:57.997479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 31d30b14-9ed7-4228-a295-d32d0df92196 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:58.110847 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.134605 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.143848 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/networks/ebee1dfc-3726-4895-b2ed-986ab4bd6e0d HTTP/1.1" status: 204 len: 168 time: 1.6351757 Nov 11 12:06:58.147256 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36578) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:58.170545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b011534b-5942-4670-91fd-977393b86383 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2097389078'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:58.180063 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beccec0b-1acd-4f34-bb32-1f9062a09852 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:58.183851 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-beccec0b-1acd-4f34-bb32-1f9062a09852 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.190580 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845d23e-1155-4c29-9c20-de2ff451db66 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Network': ['ID=ebee1dfc-3726-4895-b2ed-986ab4bd6e0d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:58.205636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549eaca8-59a1-4149-b7db-be43d3638487 None None] DHCP port deletion for ebee1dfc-3726-4895-b2ed-986ab4bd6e0d request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:06:58.257614 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b011534b-5942-4670-91fd-977393b86383 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:58.261499 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-72da574b-8073-46f3-9ece-b760cf90c773 req-d6ba4d64-baa8-4809-8a5f-856502575ac1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.262184 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-72da574b-8073-46f3-9ece-b760cf90c773 req-d6ba4d64-baa8-4809-8a5f-856502575ac1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.262293 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b011534b-5942-4670-91fd-977393b86383 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.262388 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [req-72da574b-8073-46f3-9ece-b760cf90c773 req-d6ba4d64-baa8-4809-8a5f-856502575ac1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Floating IP 926a3504-3168-4622-b168-33fbe7444b70 disassociated. External IP: 172.25.2.152, port: f0153d04-b46a-432a-8b73-498825058dcd. Nov 11 12:06:58.262701 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-72da574b-8073-46f3-9ece-b760cf90c773 req-d6ba4d64-baa8-4809-8a5f-856502575ac1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Calling delete_port for f0153d04-b46a-432a-8b73-498825058dcd owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:06:58.308936 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b011534b-5942-4670-91fd-977393b86383 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:06:58.333341 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b011534b-5942-4670-91fd-977393b86383 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.333711 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-b011534b-5942-4670-91fd-977393b86383 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Added segment 8265c1a1-9e7e-4f16-94b0-de554711228a of type vlan for network 2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df Nov 11 12:06:58.408698 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b011534b-5942-4670-91fd-977393b86383 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.414334 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-72da574b-8073-46f3-9ece-b760cf90c773 req-d6ba4d64-baa8-4809-8a5f-856502575ac1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.452074 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba4d64-baa8-4809-8a5f-856502575ac1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event deleted for resources: {'Port': ['ID=f0153d04-b46a-432a-8b73-498825058dcd,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:58.477951 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b011534b-5942-4670-91fd-977393b86383 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.484700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b011534b-5942-4670-91fd-977393b86383 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:58.485306 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b011534b-5942-4670-91fd-977393b86383 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.517474 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-beccec0b-1acd-4f34-bb32-1f9062a09852 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.585733 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b011534b-5942-4670-91fd-977393b86383 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4336402 Nov 11 12:06:58.586624 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72da574b-8073-46f3-9ece-b760cf90c773 req-d6ba4d64-baa8-4809-8a5f-856502575ac1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Router 62bf8623-8170-456c-950d-b6b7238a884d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:06:58.589371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36584) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:58.594987 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a329c8b8-12f0-4229-88d4-a991983bd7b5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'subnet': {'network_id': '2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:58.613292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011534b-5942-4670-91fd-977393b86383 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Network': ['ID=2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:58.626559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccec0b-1acd-4f34-bb32-1f9062a09852 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Subnet': ['ID=69e2f69a-0017-4441-84ed-a0c495ebd519,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:58.629432 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:06:58.637858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beccec0b-1acd-4f34-bb32-1f9062a09852 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Checking segment: {'id': '499b0f60-e8af-4b3e-a42b-6aec6f0a8ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '31d30b14-9ed7-4228-a295-d32d0df92196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:58.638230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beccec0b-1acd-4f34-bb32-1f9062a09852 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network hostable DHCP agents. Network: 31d30b14-9ed7-4228-a295-d32d0df92196, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:06:58.660056 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beccec0b-1acd-4f34-bb32-1f9062a09852 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 31d30b14-9ed7-4228-a295-d32d0df92196 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:06:58.672543 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-beccec0b-1acd-4f34-bb32-1f9062a09852 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 31d30b14-9ed7-4228-a295-d32d0df92196) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:58.687419 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beccec0b-1acd-4f34-bb32-1f9062a09852 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:58.688595 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-beccec0b-1acd-4f34-bb32-1f9062a09852 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.694518 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740ca177-5de1-4e2f-b11e-95076410de18 None None] Network 31d30b14-9ed7-4228-a295-d32d0df92196 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:58.712781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-beccec0b-1acd-4f34-bb32-1f9062a09852 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7601063 Nov 11 12:06:58.716137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36586) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:58.722787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e05b5bd9-09d8-4dd9-b78e-ad9210eb7e62 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1335109997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:58.784551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a329c8b8-12f0-4229-88d4-a991983bd7b5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:58.788458 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a329c8b8-12f0-4229-88d4-a991983bd7b5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.792187 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e05b5bd9-09d8-4dd9-b78e-ad9210eb7e62 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.793700 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e05b5bd9-09d8-4dd9-b78e-ad9210eb7e62 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.868141 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e05b5bd9-09d8-4dd9-b78e-ad9210eb7e62 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.877831 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e05b5bd9-09d8-4dd9-b78e-ad9210eb7e62 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.924800 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e05b5bd9-09d8-4dd9-b78e-ad9210eb7e62 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:58.926367 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e05b5bd9-09d8-4dd9-b78e-ad9210eb7e62 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2089930 Nov 11 12:06:58.928982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36592) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:58.935161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-3b0e882f-8935-45f6-af9b-34fe0f9e612d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'network_id': '31d30b14-9ed7-4228-a295-d32d0df92196', 'name': 'tempest-PortsIpV6TestJSON-1336989065'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:59.113863 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32fc3bb3-0fc3-4a88-b4b1-db5ac3ad195b req-37f1f631-2ac4-44c4-a8a4-f8b84f9e8e27 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/ports?device_id=4577527c-1454-4629-bc4b-8013a735d44c HTTP/1.1" status: 200 len: 210 time: 0.0431275 Nov 11 12:06:59.158722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0e882f-8935-45f6-af9b-34fe0f9e612d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:06:59.164681 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b0e882f-8935-45f6-af9b-34fe0f9e612d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:59.186310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-3b0e882f-8935-45f6-af9b-34fe0f9e612d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] device_id is not set on port 96ca0426-0cee-48ec-8ebc-4c8f627c21c7 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:06:59.201690 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-31d30b14-9ed7-4228-a295-d32d0df92196', 'network_id': '31d30b14-9ed7-4228-a295-d32d0df92196', 'tenant_id': '6a826a83d259421584ffc8b5fe64d491', 'fixed_ips': [{'subnet_id': '69e2f69a-0017-4441-84ed-a0c495ebd519'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:06:59.203889 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:59.330447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-3b0e882f-8935-45f6-af9b-34fe0f9e612d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Allocated IP 2001:db8::c9 (31d30b14-9ed7-4228-a295-d32d0df92196/69e2f69a-0017-4441-84ed-a0c495ebd519/96ca0426-0cee-48ec-8ebc-4c8f627c21c7) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:06:59.415428 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72da574b-8073-46f3-9ece-b760cf90c773 req-d6ba4d64-baa8-4809-8a5f-856502575ac1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:06:59.428577 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d44bf0-b131-4c9a-868e-3537d307617b None None] Sync routers for ids ['62bf8623-8170-456c-950d-b6b7238a884d'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:06:59.441535 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d44bf0-b131-4c9a-868e-3537d307617b None None] Routers {'62bf8623-8170-456c-950d-b6b7238a884d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:06:59.442237 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d5d44bf0-b131-4c9a-868e-3537d307617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62bf8623-8170-456c-950d-b6b7238a884d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:06:59.495802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 469112e6-429b-4bca-b989-8ded8b979bb5 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:06:59.499760 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-72da574b-8073-46f3-9ece-b760cf90c773 req-d6ba4d64-baa8-4809-8a5f-856502575ac1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] No DVR routers for this DVR port f0153d04-b46a-432a-8b73-498825058dcd on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:06:59.500623 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-72da574b-8073-46f3-9ece-b760cf90c773 req-d6ba4d64-baa8-4809-8a5f-856502575ac1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:59.507155 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72da574b-8073-46f3-9ece-b760cf90c773 req-d6ba4d64-baa8-4809-8a5f-856502575ac1 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.43 "DELETE /v2.0/ports/f0153d04-b46a-432a-8b73-498825058dcd HTTP/1.1" status: 204 len: 173 time: 2.1613603 Nov 11 12:06:59.508261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4577527c-1454-4629-bc4b-8013a735d44c', 'name': 'network-vif-deleted', 'tag': 'f0153d04-b46a-432a-8b73-498825058dcd'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:06:59.512741 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf8182e-14de-423a-8594-7d527bff1a16" -d '{"events": [{"server_uuid": "4577527c-1454-4629-bc4b-8013a735d44c", "name": "network-vif-deleted", "tag": "f0153d04-b46a-432a-8b73-498825058dcd"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:06:59.517217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a329c8b8-12f0-4229-88d4-a991983bd7b5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:59.565010 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 469112e6-429b-4bca-b989-8ded8b979bb5 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:06:59.565899 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 469112e6-429b-4bca-b989-8ded8b979bb5 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:06:59.611622 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b0e882f-8935-45f6-af9b-34fe0f9e612d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:59.646667 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e75f81-fb09-46d8-a599-83bf82edff0c x-openstack-request-id: req-23e75f81-fb09-46d8-a599-83bf82edff0c {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:06:59.648096 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4577527c-1454-4629-bc4b-8013a735d44c", "name": "network-vif-deleted", "tag": "f0153d04-b46a-432a-8b73-498825058dcd", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:06:59.648525 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23e75f81-fb09-46d8-a599-83bf82edff0c {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:06:59.649458 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4577527c-1454-4629-bc4b-8013a735d44c', 'name': 'network-vif-deleted', 'tag': 'f0153d04-b46a-432a-8b73-498825058dcd', 'status': 'completed', 'code': 200} Nov 11 12:06:59.669085 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b0e882f-8935-45f6-af9b-34fe0f9e612d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:59.671087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329c8b8-12f0-4229-88d4-a991983bd7b5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Subnet': ['ID=a4934f66-66e8-4fd4-9fb2-3ddc16e2935f,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:59.676386 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a329c8b8-12f0-4229-88d4-a991983bd7b5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Checking segment: {'id': '8265c1a1-9e7e-4f16-94b0-de554711228a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:06:59.677016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a329c8b8-12f0-4229-88d4-a991983bd7b5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network hostable DHCP agents. Network: 2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:06:59.701629 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a329c8b8-12f0-4229-88d4-a991983bd7b5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:06:59.730807 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-a329c8b8-12f0-4229-88d4-a991983bd7b5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:59.731940 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e882f-8935-45f6-af9b-34fe0f9e612d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 31d30b14-9ed7-4228-a295-d32d0df92196 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:06:59.739549 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-3b0e882f-8935-45f6-af9b-34fe0f9e612d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:06:59.742775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0e882f-8935-45f6-af9b-34fe0f9e612d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:06:59.750385 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0e882f-8935-45f6-af9b-34fe0f9e612d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:59.751628 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b0e882f-8935-45f6-af9b-34fe0f9e612d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:59.754873 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a329c8b8-12f0-4229-88d4-a991983bd7b5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:06:59.755481 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a329c8b8-12f0-4229-88d4-a991983bd7b5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:59.779265 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf377079-bf2d-495a-945e-b958002eb595 None None] Network 2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:06:59.790713 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a329c8b8-12f0-4229-88d4-a991983bd7b5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1990869 Nov 11 12:06:59.794487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36600) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:59.798936 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3b0e882f-8935-45f6-af9b-34fe0f9e612d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8684556 Nov 11 12:06:59.799812 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e882f-8935-45f6-af9b-34fe0f9e612d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=96ca0426-0cee-48ec-8ebc-4c8f627c21c7,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:06:59.804454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36602) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:06:59.812626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-737b2ade-8796-4612-90c8-5fbee34d2be8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'network_id': '2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1024616803'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:06:59.819561 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-d5d44bf0-b131-4c9a-868e-3537d307617b None None] Set router 62bf8623-8170-456c-950d-b6b7238a884d gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:06:59.967307 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Allocated IP 2001:db8::2 (31d30b14-9ed7-4228-a295-d32d0df92196/69e2f69a-0017-4441-84ed-a0c495ebd519/ecd960ca-90f9-49cd-b471-8210f4eed27f) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:00.077298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737b2ade-8796-4612-90c8-5fbee34d2be8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:00.084121 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-737b2ade-8796-4612-90c8-5fbee34d2be8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:00.131214 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-737b2ade-8796-4612-90c8-5fbee34d2be8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] device_id is not set on port 612dd804-c580-419b-b5c7-391391d34813 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:07:00.141853 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d5d44bf0-b131-4c9a-868e-3537d307617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 4, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '15fbf7ec-4459-42cb-976f-80e4a2951f98', 'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'mac_address': 'fa:16:3e:d0:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:16Z', 'updated_at': '2021-11-11T11:58:21Z', 'revision_number': 5, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'subnets': [{'id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:00.213759 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d44bf0-b131-4c9a-868e-3537d307617b None None] Checking router: 62bf8623-8170-456c-950d-b6b7238a884d for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:07:00.227475 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d44bf0-b131-4c9a-868e-3537d307617b None None] Routers {'62bf8623-8170-456c-950d-b6b7238a884d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:07:00.228170 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d5d44bf0-b131-4c9a-868e-3537d307617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62bf8623-8170-456c-950d-b6b7238a884d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:00.258579 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8377d50-3fcb-4b61-90a8-8f800a99898c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:00.288578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36610) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:00.334385 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df', 'network_id': '2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df', 'tenant_id': '8cf30cdbbdb44f58a32f16375d86c36b', 'fixed_ips': [{'subnet_id': 'a4934f66-66e8-4fd4-9fb2-3ddc16e2935f'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:07:00.339477 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:00.346018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-737b2ade-8796-4612-90c8-5fbee34d2be8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Allocated IP 172.20.0.4 (2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df/a4934f66-66e8-4fd4-9fb2-3ddc16e2935f/612dd804-c580-419b-b5c7-391391d34813) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:00.375080 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-d5d44bf0-b131-4c9a-868e-3537d307617b None None] Set router 62bf8623-8170-456c-950d-b6b7238a884d gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:07:00.379963 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f592a6a0-dace-42bd-86d2-30347a60a3d0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:00.468274 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f592a6a0-dace-42bd-86d2-30347a60a3d0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:00.555860 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f592a6a0-dace-42bd-86d2-30347a60a3d0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:00.558697 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f592a6a0-dace-42bd-86d2-30347a60a3d0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:00.560175 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f592a6a0-dace-42bd-86d2-30347a60a3d0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "DELETE /v2.0/security-groups/a2e179fd-389a-4f65-afaf-765f53f85e68 HTTP/1.1" status: 204 len: 168 time: 0.2706528 Nov 11 12:07:00.562953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36612) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:00.563424 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-737b2ade-8796-4612-90c8-5fbee34d2be8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:00.578046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592a6a0-dace-42bd-86d2-30347a60a3d0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e179fd-389a-4f65-afaf-765f53f85e68,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:00.590137 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-e370cd15-79f5-496e-a20a-b847d127f5b0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] show failed (client error): The resource could not be found. Nov 11 12:07:00.591339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e370cd15-79f5-496e-a20a-b847d127f5b0 tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "GET /v2.0/security-groups/a2e179fd-389a-4f65-afaf-765f53f85e68 HTTP/1.1" status: 404 len: 347 time: 0.0256832 Nov 11 12:07:00.593623 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8377d50-3fcb-4b61-90a8-8f800a99898c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:00.595236 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36614) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:00.647262 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-737b2ade-8796-4612-90c8-5fbee34d2be8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:00.671726 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8377d50-3fcb-4b61-90a8-8f800a99898c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:00.714620 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d5d44bf0-b131-4c9a-868e-3537d307617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 4, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '15fbf7ec-4459-42cb-976f-80e4a2951f98', 'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'mac_address': 'fa:16:3e:d0:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:16Z', 'updated_at': '2021-11-11T11:58:21Z', 'revision_number': 5, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'subnets': [{'id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:00.734042 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737b2ade-8796-4612-90c8-5fbee34d2be8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:00.735247 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b2ade-8796-4612-90c8-5fbee34d2be8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=612dd804-c580-419b-b5c7-391391d34813,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:00.745183 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d44bf0-b131-4c9a-868e-3537d307617b None None] The sync data for ids ['62bf8623-8170-456c-950d-b6b7238a884d'] in n-d-807359-3 is: [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T11:58:17Z', 'revision_number': 4, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '15fbf7ec-4459-42cb-976f-80e4a2951f98', 'name': '', 'network_id': '1eaf59ac-cf7f-40ca-97a1-f02c3a524972', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'mac_address': 'fa:16:3e:d0:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:16Z', 'updated_at': '2021-11-11T11:58:21Z', 'revision_number': 5, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'subnets': [{'id': '2ddfb148-78d7-41db-ac12-7719b2b055b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:07:00.757481 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-737b2ade-8796-4612-90c8-5fbee34d2be8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:00.763843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b2ade-8796-4612-90c8-5fbee34d2be8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:00.781516 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Allocated IP 172.20.0.2 (2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df/a4934f66-66e8-4fd4-9fb2-3ddc16e2935f/f6ddff4f-f6da-41bf-b3ca-f62a6b49c622) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:00.823722 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737b2ade-8796-4612-90c8-5fbee34d2be8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:00.824401 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-737b2ade-8796-4612-90c8-5fbee34d2be8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:00.826408 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device f0153d04-b46a-432a-8b73-498825058dcd no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:00.854225 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-737b2ade-8796-4612-90c8-5fbee34d2be8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.0585849 Nov 11 12:07:00.854897 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36620) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:00.880115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8377d50-3fcb-4b61-90a8-8f800a99898c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=96ca0426-0cee-48ec-8ebc-4c8f627c21c7,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:00.896037 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:00.926804 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: f0153d04-b46a-432a-8b73-498825058dcd {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:07:00.927156 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device f0153d04-b46a-432a-8b73-498825058dcd not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:07:00.932806 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:00.940880 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-3beb1d10-8b2c-4fa8-ae81-cb40c4521cdd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Deleting port 3aefa6ac-8252-41b9-b384-34e00b0c2820 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:00.941552 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3beb1d10-8b2c-4fa8-ae81-cb40c4521cdd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.024714 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8377d50-3fcb-4b61-90a8-8f800a99898c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.030942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-7c654f33-6d05-487d-b933-4256238d4f0e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 612dd804-c580-419b-b5c7-391391d34813 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:01.031330 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c654f33-6d05-487d-b933-4256238d4f0e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.040987 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Network 31d30b14-9ed7-4228-a295-d32d0df92196 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:01.051411 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:01.054340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:01.060373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Pushing event updated for resources: {'Port': ['ID=ecd960ca-90f9-49cd-b471-8210f4eed27f,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:01.186860 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Attempting to bind port ecd960ca-90f9-49cd-b471-8210f4eed27f on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:07:01.187400 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Attempting to bind port ecd960ca-90f9-49cd-b471-8210f4eed27f by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '499b0f60-e8af-4b3e-a42b-6aec6f0a8ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '31d30b14-9ed7-4228-a295-d32d0df92196'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:07:01.188096 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Attempting to bind port ecd960ca-90f9-49cd-b471-8210f4eed27f on network 31d30b14-9ed7-4228-a295-d32d0df92196 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:07:01.207402 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:07:01.208157 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Checking segment: {'id': '499b0f60-e8af-4b3e-a42b-6aec6f0a8ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '31d30b14-9ed7-4228-a295-d32d0df92196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:07:01.209325 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.209981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Bound using segment: {'id': '499b0f60-e8af-4b3e-a42b-6aec6f0a8ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '31d30b14-9ed7-4228-a295-d32d0df92196'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:07:01.210643 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Bound port: ecd960ca-90f9-49cd-b471-8210f4eed27f, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499b0f60-e8af-4b3e-a42b-6aec6f0a8ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '31d30b14-9ed7-4228-a295-d32d0df92196'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:07:01.211208 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.216039 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.244354 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c654f33-6d05-487d-b933-4256238d4f0e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.265996 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.268720 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3beb1d10-8b2c-4fa8-ae81-cb40c4521cdd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.269076 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3beb1d10-8b2c-4fa8-ae81-cb40c4521cdd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.271253 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-7c654f33-6d05-487d-b933-4256238d4f0e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 612dd804-c580-419b-b5c7-391391d34813 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:01.287205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd80cb9-8f0f-4480-8f4b-7187214ad846 None None] New status for floating IP 926a3504-3168-4622-b168-33fbe7444b70: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:07:01.290880 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-3beb1d10-8b2c-4fa8-ae81-cb40c4521cdd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Calling delete_port for 3aefa6ac-8252-41b9-b384-34e00b0c2820 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:01.372003 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Pushing event updated for resources: {'Port': ['ID=f6ddff4f-f6da-41bf-b3ca-f62a6b49c622,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:01.438428 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c654f33-6d05-487d-b933-4256238d4f0e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.446382 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Network 2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:01.457711 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:01.460665 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:01.473361 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] For port ecd960ca-90f9-49cd-b471-8210f4eed27f, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:07:01.482073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c654f33-6d05-487d-b933-4256238d4f0e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=612dd804-c580-419b-b5c7-391391d34813,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:01.513395 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3beb1d10-8b2c-4fa8-ae81-cb40c4521cdd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.534225 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Attempting to bind port f6ddff4f-f6da-41bf-b3ca-f62a6b49c622 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:07:01.534619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Attempting to bind port f6ddff4f-f6da-41bf-b3ca-f62a6b49c622 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '8265c1a1-9e7e-4f16-94b0-de554711228a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:07:01.534976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Attempting to bind port f6ddff4f-f6da-41bf-b3ca-f62a6b49c622 on network 2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:07:01.536920 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-6bd80cb9-8f0f-4480-8f4b-7187214ad846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:07:01.537300 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-6bd80cb9-8f0f-4480-8f4b-7187214ad846 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:07:01.538954 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] For port ecd960ca-90f9-49cd-b471-8210f4eed27f, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ecd960ca-90f9-49cd-b471-8210f4eed27f,segment=NetworkSegment(499b0f60-e8af-4b3e-a42b-6aec6f0a8ac8),segment_id=499b0f60-e8af-4b3e-a42b-6aec6f0a8ac8)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:07:01.544081 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:07:01.544451 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Checking segment: {'id': '8265c1a1-9e7e-4f16-94b0-de554711228a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:07:01.544879 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.545300 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Bound using segment: {'id': '8265c1a1-9e7e-4f16-94b0-de554711228a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:07:01.545797 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Bound port: f6ddff4f-f6da-41bf-b3ca-f62a6b49c622, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8265c1a1-9e7e-4f16-94b0-de554711228a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:07:01.546209 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.551559 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.555309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb1d10-8b2c-4fa8-ae81-cb40c4521cdd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Pushing event deleted for resources: {'Port': ['ID=3aefa6ac-8252-41b9-b384-34e00b0c2820,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:01.564091 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8377d50-3fcb-4b61-90a8-8f800a99898c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.576078 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18ec6ab-0dea-46ee-908c-c8447dd47056 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:07:01.606262 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c654f33-6d05-487d-b933-4256238d4f0e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.610856 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7c654f33-6d05-487d-b933-4256238d4f0e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/612dd804-c580-419b-b5c7-391391d34813 HTTP/1.1" status: 204 len: 168 time: 0.7548034 Nov 11 12:07:01.613782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36624) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:01.661362 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad648f0-ddfd-4631-81df-233194276f7e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] GET failed (client error): The resource could not be found. Nov 11 12:07:01.671625 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2ad648f0-ddfd-4631-81df-233194276f7e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports/612dd804-c580-419b-b5c7-391391d34813 HTTP/1.1" status: 404 len: 333 time: 0.0542543 Nov 11 12:07:01.672574 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36628) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:01.735685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7aad6b-361f-42ef-8218-b48e872f2bbf None None] Pushing event updated for resources: {'Port': ['ID=ecd960ca-90f9-49cd-b471-8210f4eed27f,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:01.742325 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3beb1d10-8b2c-4fa8-ae81-cb40c4521cdd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.742931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] For port f6ddff4f-f6da-41bf-b3ca-f62a6b49c622, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:07:01.745127 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3beb1d10-8b2c-4fa8-ae81-cb40c4521cdd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.747259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] For port f6ddff4f-f6da-41bf-b3ca-f62a6b49c622, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f6ddff4f-f6da-41bf-b3ca-f62a6b49c622,segment=NetworkSegment(8265c1a1-9e7e-4f16-94b0-de554711228a),segment_id=8265c1a1-9e7e-4f16-94b0-de554711228a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:07:01.747707 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3beb1d10-8b2c-4fa8-ae81-cb40c4521cdd tempest-AttachVolumeShelveTestJSON-1074838992 tempest-AttachVolumeShelveTestJSON-1074838992-project] 10.222.0.65 "DELETE /v2.0/floatingips/926a3504-3168-4622-b168-33fbe7444b70 HTTP/1.1" status: 204 len: 168 time: 1.1503167 Nov 11 12:07:01.762199 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.785751 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe910ad-7b0b-484d-8be6-b8b643f3d713 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting subnet a4934f66-66e8-4fd4-9fb2-3ddc16e2935f {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:07:01.791003 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-efe910ad-7b0b-484d-8be6-b8b643f3d713 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:01.900134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed58f07-da24-4f65-80e3-2a4cef1785aa None None] Pushing event updated for resources: {'Port': ['ID=f6ddff4f-f6da-41bf-b3ca-f62a6b49c622,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:01.918837 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-efe910ad-7b0b-484d-8be6-b8b643f3d713 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:02.040807 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd80cb9-8f0f-4480-8f4b-7187214ad846 None None] New status for floating IP 926a3504-3168-4622-b168-33fbe7444b70: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:07:02.150839 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-efe910ad-7b0b-484d-8be6-b8b643f3d713 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:02.159645 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8377d50-3fcb-4b61-90a8-8f800a99898c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:02.166678 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8377d50-3fcb-4b61-90a8-8f800a99898c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:02.168031 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8377d50-3fcb-4b61-90a8-8f800a99898c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:02.263926 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-efe910ad-7b0b-484d-8be6-b8b643f3d713 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:02.289545 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-efe910ad-7b0b-484d-8be6-b8b643f3d713 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:02.297268 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36638) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:02.299750 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-efe910ad-7b0b-484d-8be6-b8b643f3d713 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/a4934f66-66e8-4fd4-9fb2-3ddc16e2935f HTTP/1.1" status: 204 len: 168 time: 0.6264081 Nov 11 12:07:02.349101 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe910ad-7b0b-484d-8be6-b8b643f3d713 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Subnet': ['ID=a4934f66-66e8-4fd4-9fb2-3ddc16e2935f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:02.657035 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-0c9928da-cdac-43f6-81d0-e39089e0756b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0626714 Nov 11 12:07:02.683473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8377d50-3fcb-4b61-90a8-8f800a99898c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=96ca0426-0cee-48ec-8ebc-4c8f627c21c7,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:02.787673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-6db367c6-3b87-4ae1-b557-8c9196e6380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:02.788137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-6db367c6-3b87-4ae1-b557-8c9196e6380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:02.788592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-6db367c6-3b87-4ae1-b557-8c9196e6380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:02.789043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-6db367c6-3b87-4ae1-b557-8c9196e6380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:02.790631 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-6db367c6-3b87-4ae1-b557-8c9196e6380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:02.791096 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-6db367c6-3b87-4ae1-b557-8c9196e6380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:02.791547 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-6db367c6-3b87-4ae1-b557-8c9196e6380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:02.793578 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-6db367c6-3b87-4ae1-b557-8c9196e6380d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da10fcdd1e56422d809e80303ecf3512&device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 6500 time: 0.0668495 Nov 11 12:07:02.823315 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8377d50-3fcb-4b61-90a8-8f800a99898c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 31d30b14-9ed7-4228-a295-d32d0df92196 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:02.830682 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-b8377d50-3fcb-4b61-90a8-8f800a99898c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:02.897563 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:03.013098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-e80bdb16-884f-445a-963a-26a17d9f4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:03.013565 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-e80bdb16-884f-445a-963a-26a17d9f4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:03.015820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-e80bdb16-884f-445a-963a-26a17d9f4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:03.036406 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-e80bdb16-884f-445a-963a-26a17d9f4784 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb65d5f6-787d-4d2e-8933-7095a01ee3ed&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=de1e282d-69aa-41dc-98d7-1b2ec2535941&id=8b798677-2731-47ea-a947-54aa100bcc0d&id=8b798677-2731-47ea-a947-54aa100bcc0d HTTP/1.1" status: 200 len: 2300 time: 0.2161801 Nov 11 12:07:03.094166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8377d50-3fcb-4b61-90a8-8f800a99898c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Router b26a2e98-e224-4135-844a-19ab377597bc is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:07:03.190140 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-dc511068-bfef-4467-916f-da77d55a67c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 HTTP/1.1" status: 200 len: 1002 time: 0.1439207 Nov 11 12:07:03.220609 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8377d50-3fcb-4b61-90a8-8f800a99898c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:07:03.233990 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797187f8-93bd-4692-9405-942e7849803e None None] Sync routers for ids ['b26a2e98-e224-4135-844a-19ab377597bc'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:07:03.242333 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b8377d50-3fcb-4b61-90a8-8f800a99898c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "PUT /v2.0/routers/b26a2e98-e224-4135-844a-19ab377597bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4368112 Nov 11 12:07:03.243280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36646) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:03.260943 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797187f8-93bd-4692-9405-942e7849803e None None] Routers {'b26a2e98-e224-4135-844a-19ab377597bc'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:07:03.270212 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-797187f8-93bd-4692-9405-942e7849803e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b26a2e98-e224-4135-844a-19ab377597bc'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:03.274746 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port f6ddff4f-f6da-41bf-b3ca-f62a6b49c622 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:03.275089 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:03.294653 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-80e38201-b5f3-4f6b-93c0-7568e890b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:03.296252 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-80e38201-b5f3-4f6b-93c0-7568e890b175 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52d168b6-ae90-474b-916f-74be6777191e HTTP/1.1" status: 200 len: 855 time: 0.0998983 Nov 11 12:07:03.363503 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-797187f8-93bd-4692-9405-942e7849803e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:03.381697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-550368f7-15a6-4539-8dd8-9b4e949fc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:03.384958 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-550368f7-15a6-4539-8dd8-9b4e949fc77b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb65d5f6-787d-4d2e-8933-7095a01ee3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802813 Nov 11 12:07:03.395874 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af9ee7c-f54a-4655-9da5-55b31c0a27ab None None] Network 31d30b14-9ed7-4228-a295-d32d0df92196 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:03.405537 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797187f8-93bd-4692-9405-942e7849803e None None] Routers {'b26a2e98-e224-4135-844a-19ab377597bc'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:07:03.407943 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-797187f8-93bd-4692-9405-942e7849803e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b26a2e98-e224-4135-844a-19ab377597bc'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:03.494912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] For port f6ddff4f-f6da-41bf-b3ca-f62a6b49c622, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f6ddff4f-f6da-41bf-b3ca-f62a6b49c622,segment=NetworkSegment(8265c1a1-9e7e-4f16-94b0-de554711228a),segment_id=8265c1a1-9e7e-4f16-94b0-de554711228a)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:03.495301 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:03.533015 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-797187f8-93bd-4692-9405-942e7849803e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:03.533899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e06853-ac5b-40cc-b571-e6c30a19d078 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:03.534024 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797187f8-93bd-4692-9405-942e7849803e None None] The sync data for ids ['b26a2e98-e224-4135-844a-19ab377597bc'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:07:03.542638 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-55e06853-ac5b-40cc-b571-e6c30a19d078 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports?device_id=b26a2e98-e224-4135-844a-19ab377597bc HTTP/1.1" status: 200 len: 988 time: 0.2959003 Nov 11 12:07:03.548048 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36652) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:03.593288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1566914a-9f99-4bc7-bb82-27596d9b48e8 None None] Provisioning complete for port ecd960ca-90f9-49cd-b471-8210f4eed27f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:03.602530 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1566914a-9f99-4bc7-bb82-27596d9b48e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:03.639135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for f6ddff4f-f6da-41bf-b3ca-f62a6b49c622 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:03.657057 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-98d0e5ae-fb05-42e1-8c45-042f83881478 service neutron] 10.222.0.43 "GET /v2.0/networks/fb65d5f6-787d-4d2e-8933-7095a01ee3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629611 Nov 11 12:07:03.787240 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ecd960ca-90f9-49cd-b471-8210f4eed27f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:07:03.842548 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-d49050a7-dc86-4b3d-a6aa-a3f27c553fd7 service neutron] 10.222.0.43 "GET /v2.0/networks/fb65d5f6-787d-4d2e-8933-7095a01ee3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783762 Nov 11 12:07:03.915307 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-87693030-bdf6-4d86-81f6-c0e7a1eea18c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 HTTP/1.1" status: 200 len: 217 time: 0.0652704 Nov 11 12:07:03.970026 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1566914a-9f99-4bc7-bb82-27596d9b48e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:03.976753 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-7085a29d-a690-4163-b29c-22c4cbbd2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:03.978333 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-7085a29d-a690-4163-b29c-22c4cbbd2a0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.0545387 Nov 11 12:07:03.993186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d224d675-333a-4c38-b803-b2d02183f804 None None] Network 2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:04.005955 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ecd960ca-90f9-49cd-b471-8210f4eed27f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:04.008640 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:04.034665 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-07b68825-a5e6-4728-b37d-941f15594576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:04.036401 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-07b68825-a5e6-4728-b37d-941f15594576 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508595 Nov 11 12:07:04.036849 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:04.071484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=f6ddff4f-f6da-41bf-b3ca-f62a6b49c622,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:04.081260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No DVR routers for this DVR port f6ddff4f-f6da-41bf-b3ca-f62a6b49c622 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:04.202391 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-3958e7ca-12ee-4189-aa8e-21c8b87c946a service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526015 Nov 11 12:07:04.206363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1566914a-9f99-4bc7-bb82-27596d9b48e8 None None] For port ecd960ca-90f9-49cd-b471-8210f4eed27f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ecd960ca-90f9-49cd-b471-8210f4eed27f,segment=NetworkSegment(499b0f60-e8af-4b3e-a42b-6aec6f0a8ac8),segment_id=499b0f60-e8af-4b3e-a42b-6aec6f0a8ac8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:04.231658 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:04.241122 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1566914a-9f99-4bc7-bb82-27596d9b48e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:04.301092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:04.316410 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8265c1a1-9e7e-4f16-94b0-de554711228a') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:04.316846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8265c1a1-9e7e-4f16-94b0-de554711228a') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:04.331662 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:04.355607 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:04.356570 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-d7017697-9f34-4695-b5db-c3f786dff340 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460056 Nov 11 12:07:04.370733 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:07:04.371246 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:07:04.374931 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:07:04.399833 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b9cf8b56-cadf-4d75-b85b-c77ea86c0d5d None None] Could not find standard attr ID for object f6ddff4f-f6da-41bf-b3ca-f62a6b49c622. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:07:04.402345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f6ddff4f-f6da-41bf-b3ca-f62a6b49c622 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:07:04.429121 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: f6ddff4f-f6da-41bf-b3ca-f62a6b49c622 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:07:04.429769 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f6ddff4f-f6da-41bf-b3ca-f62a6b49c622 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 11 12:07:04.432369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566914a-9f99-4bc7-bb82-27596d9b48e8 None None] Pushing event updated for resources: {'Port': ['ID=ecd960ca-90f9-49cd-b471-8210f4eed27f,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:04.466658 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Port f6ddff4f-f6da-41bf-b3ca-f62a6b49c622 not found, will not notify nova. {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 11 12:07:04.478965 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-cfa1b962-ff4f-4750-b617-f6e01ae22a20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 HTTP/1.1" status: 200 len: 217 time: 0.1126163 Nov 11 12:07:04.505756 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:04.513680 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:04.523054 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/networks/2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df HTTP/1.1" status: 204 len: 168 time: 2.2180750 Nov 11 12:07:04.523723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36660) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:04.524605 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c1f494-ed80-4e52-9808-8f1c48fa9481 None None] DHCP port deletion for 2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:07:04.539106 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-62836084-2628-4823-9dc8-7502831a8c86 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'name': 'tempest-PortsTestJSON-1296557126'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:04.558395 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-eb0e0326-d2a1-4e87-8566-6a2e8b3e3db5 None None] Provisioning complete for port 96ca0426-0cee-48ec-8ebc-4c8f627c21c7 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:04.558983 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb0e0326-d2a1-4e87-8566-6a2e8b3e3db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:04.587279 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-211d5651-c92a-489e-9f8a-fc513dc0b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:04.594991 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b88ab-5807-4780-8c2d-678977d88377 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Network': ['ID=2ca0ac11-ce6d-46bf-9d54-ddeb41f0d1df,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:04.608683 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-211d5651-c92a-489e-9f8a-fc513dc0b884 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.1229265 Nov 11 12:07:04.639654 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-549b4789-a025-4cdc-ba39-2e18c9aa1f31 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:04.683116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-eb0e0326-d2a1-4e87-8566-6a2e8b3e3db5 None None] Port 96ca0426-0cee-48ec-8ebc-4c8f627c21c7 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:04.718503 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-eb0e0326-d2a1-4e87-8566-6a2e8b3e3db5 None None] Provisioning complete for port ecd960ca-90f9-49cd-b471-8210f4eed27f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:04.719267 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb0e0326-d2a1-4e87-8566-6a2e8b3e3db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:04.741029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-8193d825-4ccc-4609-ae4a-522cbd4b9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:04.745792 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-8193d825-4ccc-4609-ae4a-522cbd4b9108 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1300631 Nov 11 12:07:04.928566 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-b75c9b3a-811a-4d8d-ac2a-3589d30d1d1b service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703706 Nov 11 12:07:04.947173 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62836084-2628-4823-9dc8-7502831a8c86 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:04.958130 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-62836084-2628-4823-9dc8-7502831a8c86 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:04.999949 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-62836084-2628-4823-9dc8-7502831a8c86 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] device_id is not set on port 4cec9ce5-35a3-428a-99e4-bcb9e26ff96c yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:07:05.028467 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7878b8d0-11e6-4301-b224-91e04c21abba None None] Provisioning complete for port 96ca0426-0cee-48ec-8ebc-4c8f627c21c7 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:05.031692 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7878b8d0-11e6-4301-b224-91e04c21abba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:05.075063 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-82fdfe93-c3aa-4f1c-a9c1-7e51edde6bf0 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388853 Nov 11 12:07:05.114117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7878b8d0-11e6-4301-b224-91e04c21abba None None] Port 96ca0426-0cee-48ec-8ebc-4c8f627c21c7 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:05.182064 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-1f940485-b7f5-474a-9814-c12dd30ad7ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 HTTP/1.1" status: 200 len: 217 time: 0.0925355 Nov 11 12:07:05.344243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d139678c-72d1-4304-93d4-8dcebb480889 None None] Provisioning complete for port 96ca0426-0cee-48ec-8ebc-4c8f627c21c7 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:05.344633 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d139678c-72d1-4304-93d4-8dcebb480889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:05.369107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-549b4789-a025-4cdc-ba39-2e18c9aa1f31 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port 96ca0426-0cee-48ec-8ebc-4c8f627c21c7 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:05.370180 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-549b4789-a025-4cdc-ba39-2e18c9aa1f31 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:05.411484 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-62836084-2628-4823-9dc8-7502831a8c86 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:05.424288 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-ee349391-4d10-4da6-a4e9-62ee02877c3a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1357341 Nov 11 12:07:05.425670 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d139678c-72d1-4304-93d4-8dcebb480889 None None] Port 96ca0426-0cee-48ec-8ebc-4c8f627c21c7 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:05.427260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-71dfe252-3a68-4381-9e05-4ec27822571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:05.437422 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-71dfe252-3a68-4381-9e05-4ec27822571d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.2470295 Nov 11 12:07:05.495620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-f0a6bfb9-d4af-4f43-8fa1-340ad41c3ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:05.497432 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-f0a6bfb9-d4af-4f43-8fa1-340ad41c3ed1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0522726 Nov 11 12:07:05.555614 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-549b4789-a025-4cdc-ba39-2e18c9aa1f31 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:05.580417 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ecd960ca-90f9-49cd-b471-8210f4eed27f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:07:05.583839 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-549b4789-a025-4cdc-ba39-2e18c9aa1f31 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for 96ca0426-0cee-48ec-8ebc-4c8f627c21c7 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:05.647282 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ecd960ca-90f9-49cd-b471-8210f4eed27f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:05.647828 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:05.688362 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-9cf5eef6-57f2-456b-b2dd-7832f72045fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:05.688717 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-9cf5eef6-57f2-456b-b2dd-7832f72045fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:05.689083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-9cf5eef6-57f2-456b-b2dd-7832f72045fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:05.689545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-9cf5eef6-57f2-456b-b2dd-7832f72045fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:05.690017 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-9cf5eef6-57f2-456b-b2dd-7832f72045fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:05.690680 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-9cf5eef6-57f2-456b-b2dd-7832f72045fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:05.691207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-9cf5eef6-57f2-456b-b2dd-7832f72045fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:05.693118 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-9cf5eef6-57f2-456b-b2dd-7832f72045fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60ee3d384a76417ebcdfc95536142dd4&device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 6491 time: 0.1889980 Nov 11 12:07:05.704288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-cf4540d3-f704-4a0a-9160-8d3952608805 None None] Provisioning complete for port 96ca0426-0cee-48ec-8ebc-4c8f627c21c7 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:05.705133 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cf4540d3-f704-4a0a-9160-8d3952608805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:05.720145 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-fc6cac91-a2a3-4b2a-9e9c-044dc64394a1 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993847 Nov 11 12:07:05.794250 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-cf4540d3-f704-4a0a-9160-8d3952608805 None None] Port 96ca0426-0cee-48ec-8ebc-4c8f627c21c7 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:05.806747 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4c3db777-2568-4327-aaa8-380247f97dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:05.903125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f6ddff4f-f6da-41bf-b3ca-f62a6b49c622 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:05.932896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: f6ddff4f-f6da-41bf-b3ca-f62a6b49c622 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:07:05.934317 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f6ddff4f-f6da-41bf-b3ca-f62a6b49c622 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:07:05.995341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-adf3e14e-6228-42a1-9daf-f8f8b191cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:05.995917 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-adf3e14e-6228-42a1-9daf-f8f8b191cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:05.996249 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-adf3e14e-6228-42a1-9daf-f8f8b191cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:05.997906 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-adf3e14e-6228-42a1-9daf-f8f8b191cda2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ba34a62-22e2-4456-8b51-ad2a18e2724f&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c7d52acd-8f28-4abc-86b9-191279fd7934&id=c7d52acd-8f28-4abc-86b9-191279fd7934 HTTP/1.1" status: 200 len: 2297 time: 0.2613127 Nov 11 12:07:05.999866 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-b778e1ac-0dc9-4c29-bd74-939a2964d71e service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731063 Nov 11 12:07:06.098395 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-62836084-2628-4823-9dc8-7502831a8c86 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:06.123403 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-83f50d78-52b8-486c-9c4f-d144baf0d0d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd HTTP/1.1" status: 200 len: 1001 time: 0.1100581 Nov 11 12:07:06.125267 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-25dce482-671b-4dfb-9e78-5127550ccfea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=cb685e1e-459f-492c-9930-41b9ec4b238d HTTP/1.1" status: 200 len: 217 time: 0.1184552 Nov 11 12:07:06.187691 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62836084-2628-4823-9dc8-7502831a8c86 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:06.196354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-62836084-2628-4823-9dc8-7502831a8c86 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:06.202583 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62836084-2628-4823-9dc8-7502831a8c86 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:06.212812 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62836084-2628-4823-9dc8-7502831a8c86 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:06.213480 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-62836084-2628-4823-9dc8-7502831a8c86 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:06.216034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-c1a3d67d-c390-41e9-bb1e-0a4ac69d72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:06.218103 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-c1a3d67d-c390-41e9-bb1e-0a4ac69d72d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 200 len: 797 time: 0.0850427 Nov 11 12:07:06.219212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-776c7226-1f45-4a48-ba0f-3959b427852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:06.220614 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-776c7226-1f45-4a48-ba0f-3959b427852d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9 HTTP/1.1" status: 200 len: 851 time: 0.0785186 Nov 11 12:07:06.228403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62836084-2628-4823-9dc8-7502831a8c86 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=4cec9ce5-35a3-428a-99e4-bcb9e26ff96c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:06.253548 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-62836084-2628-4823-9dc8-7502831a8c86 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7192619 Nov 11 12:07:06.257963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36694) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:06.327621 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-f61f5ab7-f0c4-4589-8b42-3c4ca2f8680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:06.329283 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-f61f5ab7-f0c4-4589-8b42-3c4ca2f8680a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de1e282d-69aa-41dc-98d7-1b2ec2535941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1048572 Nov 11 12:07:06.350882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-69fb8a88-b0cf-402f-a21f-dc3bd8d2fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:06.352401 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-69fb8a88-b0cf-402f-a21f-dc3bd8d2fabc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ba34a62-22e2-4456-8b51-ad2a18e2724f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183121 Nov 11 12:07:06.369084 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-549b4789-a025-4cdc-ba39-2e18c9aa1f31 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:06.415333 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b4789-a025-4cdc-ba39-2e18c9aa1f31 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=96ca0426-0cee-48ec-8ebc-4c8f627c21c7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:06.596665 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-3aab91ab-4460-405c-b664-f7fe8b61dfd0 service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567713 Nov 11 12:07:06.605432 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-3477322b-62e6-4761-b434-9050ae8204e8 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba34a62-22e2-4456-8b51-ad2a18e2724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190926 Nov 11 12:07:06.709436 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-549b4789-a025-4cdc-ba39-2e18c9aa1f31 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:06.902998 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-41326e01-7e36-4b74-a672-533b703b039c service neutron] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929890 Nov 11 12:07:06.911118 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-7287fa83-35f1-4997-a918-e94783c4a8f3 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba34a62-22e2-4456-8b51-ad2a18e2724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910151 Nov 11 12:07:06.955241 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-2bd9fe91-6537-49be-9b02-7843ff880c85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=34a34710-3faa-4315-b872-f1630df0cbd0 HTTP/1.1" status: 200 len: 217 time: 0.0431025 Nov 11 12:07:06.984533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-28edc1e1-dd9c-4dd4-a381-7e6146a4e461 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 4cec9ce5-35a3-428a-99e4-bcb9e26ff96c {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:06.984901 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28edc1e1-dd9c-4dd4-a381-7e6146a4e461 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:07.016253 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-d2c326de-5adc-4670-8fda-57b8bbc3e5dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=ac823cbf-4e8c-4c81-a62c-4380e8a06413 HTTP/1.1" status: 200 len: 217 time: 0.0684025 Nov 11 12:07:07.062438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549b4789-a025-4cdc-ba39-2e18c9aa1f31 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Router b26a2e98-e224-4135-844a-19ab377597bc has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:07:07.126687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-4e91d6bd-b83f-4195-9693-9a95b00607e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:07.128152 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-4e91d6bd-b83f-4195-9693-9a95b00607e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49b842ca-bb16-4b32-afdd-253fe6553f51 HTTP/1.1" status: 200 len: 797 time: 0.1654942 Nov 11 12:07:07.194998 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28edc1e1-dd9c-4dd4-a381-7e6146a4e461 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:07.212087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-8ce1a1f5-9ec5-4664-9637-14ed97d69a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:07.214417 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-8ce1a1f5-9ec5-4664-9637-14ed97d69a37 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.1636357 Nov 11 12:07:07.216818 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-28edc1e1-dd9c-4dd4-a381-7e6146a4e461 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 4cec9ce5-35a3-428a-99e4-bcb9e26ff96c owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:07.288389 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-ae2d7dcf-15f4-4bf3-b3d1-11ece90058e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:07.289819 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-ae2d7dcf-15f4-4bf3-b3d1-11ece90058e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b798677-2731-47ea-a947-54aa100bcc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1418500 Nov 11 12:07:07.300869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-cd8c0c09-ec69-4fba-8828-855c5017d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:07.302449 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-cd8c0c09-ec69-4fba-8828-855c5017d594 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0684938 Nov 11 12:07:07.351345 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549b4789-a025-4cdc-ba39-2e18c9aa1f31 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:07:07.368898 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d543d-8a51-4e5c-b9d0-ce069ce32de0 None None] Sync routers for ids ['b26a2e98-e224-4135-844a-19ab377597bc'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:07:07.369442 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-549b4789-a025-4cdc-ba39-2e18c9aa1f31 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "PUT /v2.0/routers/b26a2e98-e224-4135-844a-19ab377597bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8102021 Nov 11 12:07:07.370265 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36724) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:07.371430 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28edc1e1-dd9c-4dd4-a381-7e6146a4e461 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:07.384605 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d543d-8a51-4e5c-b9d0-ce069ce32de0 None None] Routers {'b26a2e98-e224-4135-844a-19ab377597bc'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:07:07.385221 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b61d543d-8a51-4e5c-b9d0-ce069ce32de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b26a2e98-e224-4135-844a-19ab377597bc'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:07.445693 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-7164cd3a-995a-4edc-8b6a-fa24a909f25b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] GET failed (client error): The resource could not be found. Nov 11 12:07:07.447332 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7164cd3a-995a-4edc-8b6a-fa24a909f25b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports/96ca0426-0cee-48ec-8ebc-4c8f627c21c7 HTTP/1.1" status: 404 len: 333 time: 0.0750010 Nov 11 12:07:07.456515 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36726) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:07.458917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edc1e1-dd9c-4dd4-a381-7e6146a4e461 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=4cec9ce5-35a3-428a-99e4-bcb9e26ff96c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:07.486476 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-37423062-06cb-431a-83e4-69338146547f service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877971 Nov 11 12:07:07.490309 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28edc1e1-dd9c-4dd4-a381-7e6146a4e461 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:07.500439 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b61d543d-8a51-4e5c-b9d0-ce069ce32de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:07.502372 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-28edc1e1-dd9c-4dd4-a381-7e6146a4e461 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/4cec9ce5-35a3-428a-99e4-bcb9e26ff96c HTTP/1.1" status: 204 len: 168 time: 1.2433052 Nov 11 12:07:07.504165 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36732) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:07.510420 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-fb934512-33b0-45eb-8fc5-cba51813eedd tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'mac_address': 'fa:16:3e:5e:47:40', 'name': 'tempest-PortsTestJSON-1135441349'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:07.557218 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d543d-8a51-4e5c-b9d0-ce069ce32de0 None None] Routers {'b26a2e98-e224-4135-844a-19ab377597bc'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:07:07.558015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b61d543d-8a51-4e5c-b9d0-ce069ce32de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:06:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b26a2e98-e224-4135-844a-19ab377597bc'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:07.587908 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-e4065343-09ff-4bcc-bd3d-5274f1a1e9f1 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166598 Nov 11 12:07:07.616635 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b61d543d-8a51-4e5c-b9d0-ce069ce32de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:07.624426 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d543d-8a51-4e5c-b9d0-ce069ce32de0 None None] The sync data for ids ['b26a2e98-e224-4135-844a-19ab377597bc'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:07:07.654329 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-d2612117-b862-4748-bb5c-2f71c8f6ea8d service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566966 Nov 11 12:07:07.674937 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c7db62c0-d4db-4bbf-97a8-98d496324f8d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:07.727640 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-0f3860fb-aac8-4561-b744-8659f61c4908 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 HTTP/1.1" status: 200 len: 217 time: 0.0464225 Nov 11 12:07:07.782238 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-db157c99-4ee7-4f20-9ff1-071e7361dab5 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821399 Nov 11 12:07:07.848277 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-a79dfbb1-e1d9-4a70-b558-cf302d1367fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=99b9334d-889b-4925-8044-1f449140c379 HTTP/1.1" status: 200 len: 217 time: 0.0436709 Nov 11 12:07:07.874311 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-1acb0f19-8137-4e32-817a-d9256f9243f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:07.876236 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-1acb0f19-8137-4e32-817a-d9256f9243f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49b842ca-bb16-4b32-afdd-253fe6553f51 HTTP/1.1" status: 200 len: 797 time: 0.1393623 Nov 11 12:07:07.938860 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c7db62c0-d4db-4bbf-97a8-98d496324f8d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:07.944730 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c7db62c0-d4db-4bbf-97a8-98d496324f8d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:07.962584 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-92e2bc76-507b-4de2-8ccb-975fd22cf6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:07.964565 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-92e2bc76-507b-4de2-8ccb-975fd22cf6a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.1059413 Nov 11 12:07:07.970853 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-0b218fe2-e653-4c8b-818d-ae917fc39ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:07.972818 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-0b218fe2-e653-4c8b-818d-ae917fc39ca4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b798677-2731-47ea-a947-54aa100bcc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740230 Nov 11 12:07:07.997038 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb934512-33b0-45eb-8fc5-cba51813eedd tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:08.025463 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c7db62c0-d4db-4bbf-97a8-98d496324f8d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:08.025752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7db62c0-d4db-4bbf-97a8-98d496324f8d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Fanout notify agent at l3_agent the message router_deleted on router b26a2e98-e224-4135-844a-19ab377597bc {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:07:08.036766 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c7db62c0-d4db-4bbf-97a8-98d496324f8d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:08.041759 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c7db62c0-d4db-4bbf-97a8-98d496324f8d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/routers/b26a2e98-e224-4135-844a-19ab377597bc HTTP/1.1" status: 204 len: 168 time: 0.5763667 Nov 11 12:07:08.044222 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36746) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:08.093857 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a8658e17-1a1f-40f7-ae12-04d84cffe8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:08.111640 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-368b38b2-b41f-4782-9b8a-d177ca72f7c1 service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259041 Nov 11 12:07:08.144837 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fb934512-33b0-45eb-8fc5-cba51813eedd tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:08.168155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cd7973-08b8-44f4-9eaa-a3cf82cecf2a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting subnet 69e2f69a-0017-4441-84ed-a0c495ebd519 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:07:08.174965 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7973-08b8-44f4-9eaa-a3cf82cecf2a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:08.204496 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-fb934512-33b0-45eb-8fc5-cba51813eedd tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] device_id is not set on port a3984de9-4e23-4051-b693-4abe2d683817 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:07:08.220731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-96734256-1b67-48a8-9415-fe799469ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:08.223295 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-96734256-1b67-48a8-9415-fe799469ceb3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2475224 Nov 11 12:07:08.260652 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7973-08b8-44f4-9eaa-a3cf82cecf2a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:08.271398 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c1f638f-b6df-4e5f-a9c1-34e69afb4410 req-d2fdbcb7-5dfd-4db5-9bc7-908ae605e973 service neutron] 10.222.0.43 "GET /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345608 Nov 11 12:07:08.409308 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-f759a820-9b07-4392-94f5-d29fd278cb7e service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366045 Nov 11 12:07:08.462694 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7973-08b8-44f4-9eaa-a3cf82cecf2a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:08.521294 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fb934512-33b0-45eb-8fc5-cba51813eedd tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:08.572173 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7973-08b8-44f4-9eaa-a3cf82cecf2a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:08.573043 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-67c68edd-ff87-449c-b401-16e7f2988a2b service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538286 Nov 11 12:07:08.605413 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fb934512-33b0-45eb-8fc5-cba51813eedd tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:08.618745 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7973-08b8-44f4-9eaa-a3cf82cecf2a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:08.624641 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a1cd7973-08b8-44f4-9eaa-a3cf82cecf2a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/69e2f69a-0017-4441-84ed-a0c495ebd519 HTTP/1.1" status: 204 len: 168 time: 0.5792456 Nov 11 12:07:08.626435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36752) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:08.637701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd7973-08b8-44f4-9eaa-a3cf82cecf2a tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Subnet': ['ID=69e2f69a-0017-4441-84ed-a0c495ebd519,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:08.639331 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ce5dba-6cd1-40eb-977a-3cf2ec1434c3 None None] Network 31d30b14-9ed7-4228-a295-d32d0df92196 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:08.735478 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb934512-33b0-45eb-8fc5-cba51813eedd tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:08.859728 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-fb934512-33b0-45eb-8fc5-cba51813eedd tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:08.872423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb934512-33b0-45eb-8fc5-cba51813eedd tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:08.878259 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb934512-33b0-45eb-8fc5-cba51813eedd tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:08.878948 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fb934512-33b0-45eb-8fc5-cba51813eedd tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:08.948413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb934512-33b0-45eb-8fc5-cba51813eedd tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=a3984de9-4e23-4051-b693-4abe2d683817,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:08.959596 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:08.964699 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9dcd0c-4143-4de4-8196-e6c0e60119c9 None None] DHCP port deletion for 31d30b14-9ed7-4228-a295-d32d0df92196 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:07:08.981800 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fb934512-33b0-45eb-8fc5-cba51813eedd tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4764593 Nov 11 12:07:08.983077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36766) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:09.079062 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:09.110148 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0f9dcd0c-4143-4de4-8196-e6c0e60119c9 None None] Deleting port ecd960ca-90f9-49cd-b471-8210f4eed27f {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:09.110524 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0f9dcd0c-4143-4de4-8196-e6c0e60119c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:09.149339 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b1ecf3-be72-40a3-ad46-e20e97f0e434 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:09.151122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-34b1ecf3-be72-40a3-ad46-e20e97f0e434 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports/a3984de9-4e23-4051-b693-4abe2d683817 HTTP/1.1" status: 200 len: 841 time: 0.1671238 Nov 11 12:07:09.155529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36772) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:09.228960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0f9dcd0c-4143-4de4-8196-e6c0e60119c9 None None] For port ecd960ca-90f9-49cd-b471-8210f4eed27f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ecd960ca-90f9-49cd-b471-8210f4eed27f,segment=NetworkSegment(499b0f60-e8af-4b3e-a42b-6aec6f0a8ac8),segment_id=499b0f60-e8af-4b3e-a42b-6aec6f0a8ac8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:09.231010 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0f9dcd0c-4143-4de4-8196-e6c0e60119c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:09.238659 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-a6d27b96-f977-400b-b459-1a3839f6110d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=598e6046-573d-4050-bad0-9f22dc092749 HTTP/1.1" status: 200 len: 217 time: 0.6574564 Nov 11 12:07:09.268456 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0f9dcd0c-4143-4de4-8196-e6c0e60119c9 None None] Calling delete_port for ecd960ca-90f9-49cd-b471-8210f4eed27f owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:09.327705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-dadc1f45-3a15-4d71-948a-4d154a98ac64 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port a3984de9-4e23-4051-b693-4abe2d683817 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:09.328713 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dadc1f45-3a15-4d71-948a-4d154a98ac64 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:09.351981 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-5222e191-7a3a-47c2-8780-169b9dad3282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:09.353859 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-5222e191-7a3a-47c2-8780-169b9dad3282 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.1020968 Nov 11 12:07:09.408419 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0f9dcd0c-4143-4de4-8196-e6c0e60119c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:09.422084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-d3e42eb3-4e55-4fa5-a0b4-158b72de648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:09.424251 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-d3e42eb3-4e55-4fa5-a0b4-158b72de648b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0604522 Nov 11 12:07:09.441556 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dcd0c-4143-4de4-8196-e6c0e60119c9 None None] Pushing event deleted for resources: {'Port': ['ID=ecd960ca-90f9-49cd-b471-8210f4eed27f,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:09.453947 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dadc1f45-3a15-4d71-948a-4d154a98ac64 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:09.456975 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9dcd0c-4143-4de4-8196-e6c0e60119c9 None None] No DVR routers for this DVR port ecd960ca-90f9-49cd-b471-8210f4eed27f on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:09.467993 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port ecd960ca-90f9-49cd-b471-8210f4eed27f {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:09.468434 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:09.488391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-dadc1f45-3a15-4d71-948a-4d154a98ac64 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for a3984de9-4e23-4051-b693-4abe2d683817 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:09.618695 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ecd960ca-90f9-49cd-b471-8210f4eed27f no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:09.643325 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-121b24ad-2626-4f4d-b97f-6e683da9f937 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066369 Nov 11 12:07:09.670849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] For port ecd960ca-90f9-49cd-b471-8210f4eed27f, host n-d-807359-3, got binding levels [] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:09.671210 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:09.676736 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ecd960ca-90f9-49cd-b471-8210f4eed27f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:07:09.679631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ecd960ca-90f9-49cd-b471-8210f4eed27f not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:07:09.689073 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for ecd960ca-90f9-49cd-b471-8210f4eed27f owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:09.692913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_backend_mixin [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Port ecd960ca-90f9-49cd-b471-8210f4eed27f was not found and therefore no delete operation was performed {{(pid=109153) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:07:09.700329 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:09.733897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=ecd960ca-90f9-49cd-b471-8210f4eed27f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:09.739698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No DVR routers for this DVR port ecd960ca-90f9-49cd-b471-8210f4eed27f on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:09.745890 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dadc1f45-3a15-4d71-948a-4d154a98ac64 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:09.779772 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-07aa78e0-8b13-4259-b324-06de869bfdc1 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303797 Nov 11 12:07:09.803893 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc1f45-3a15-4d71-948a-4d154a98ac64 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=a3984de9-4e23-4051-b693-4abe2d683817,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:09.846937 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-19a6b43d-6f34-48a1-b8e8-c69bdefbe94a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=5bb8b285-d3a8-488b-ace9-c5345979a664 HTTP/1.1" status: 200 len: 217 time: 0.0584536 Nov 11 12:07:09.883410 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dadc1f45-3a15-4d71-948a-4d154a98ac64 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:09.885933 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dadc1f45-3a15-4d71-948a-4d154a98ac64 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/a3984de9-4e23-4051-b693-4abe2d683817 HTTP/1.1" status: 204 len: 168 time: 0.7281060 Nov 11 12:07:09.889358 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36786) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:09.907010 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:09.935269 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e4039e-896c-4a79-841c-cad15d565007 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] GET failed (client error): The resource could not be found. Nov 11 12:07:09.937433 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-19e4039e-896c-4a79-841c-cad15d565007 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports/a3984de9-4e23-4051-b693-4abe2d683817 HTTP/1.1" status: 404 len: 333 time: 0.0408132 Nov 11 12:07:09.941666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36788) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:09.949295 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-1f9e3090-a18a-494d-a0fe-51049b8e4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:09.951417 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-1f9e3090-a18a-494d-a0fe-51049b8e4ef5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.0954242 Nov 11 12:07:09.955258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-808854b7-6aff-4317-81f7-90bf2339573f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'name': 'tempest-PortsTestJSON-469014616'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:09.974048 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d30b14-9ed7-4228-a295-d32d0df92196']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:09.989860 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499b0f60-e8af-4b3e-a42b-6aec6f0a8ac8') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:09.990312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499b0f60-e8af-4b3e-a42b-6aec6f0a8ac8') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:10.005354 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:10.023834 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:10.032836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:07:10.033818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:10.051872 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-8ebe93a0-941d-425d-bffa-74179e74e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:10.054257 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-8ebe93a0-941d-425d-bffa-74179e74e920 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0949321 Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:07:10.054427 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:07:10.165343 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-000b4566-c5e6-4fe2-9419-8889c00c84ee service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953591 Nov 11 12:07:10.297927 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-2fa35c41-171d-4c65-8261-3a688d41718c service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252098 Nov 11 12:07:10.358794 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-e48be6ab-e426-4e0e-90ff-3163e471c1fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f8d1764e-a322-45c9-823c-8821a86bf6c4 HTTP/1.1" status: 200 len: 217 time: 0.0502641 Nov 11 12:07:10.428092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-0c095b64-5835-4d15-8627-e4ab12c4824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:10.430119 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-0c095b64-5835-4d15-8627-e4ab12c4824c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86e31caf-0b25-4fb4-be5e-587fe4b98546 HTTP/1.1" status: 200 len: 797 time: 0.0606525 Nov 11 12:07:10.507893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-e0defd0d-b4b9-45c4-b079-42ba01e92b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:10.509780 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-e0defd0d-b4b9-45c4-b079-42ba01e92b93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c7d52acd-8f28-4abc-86b9-191279fd7934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505695 Nov 11 12:07:10.590890 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:10.603131 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:10.606350 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/networks/31d30b14-9ed7-4228-a295-d32d0df92196 HTTP/1.1" status: 204 len: 168 time: 1.9759917 Nov 11 12:07:10.627209 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36804) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:10.646240 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20e75d-d129-499f-9dd2-9f0b79469bd7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Network': ['ID=31d30b14-9ed7-4228-a295-d32d0df92196,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:10.674378 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808854b7-6aff-4317-81f7-90bf2339573f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:10.678840 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-808854b7-6aff-4317-81f7-90bf2339573f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:10.701014 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-808854b7-6aff-4317-81f7-90bf2339573f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] device_id is not set on port 8796acd1-a69d-41b6-9fe1-690893da06a3 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:07:10.742551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d76d56c-706b-4e26-81c6-fab4c9a472bf tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:10.744239 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3d76d56c-706b-4e26-81c6-fab4c9a472bf tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports/020a832d-608d-46e8-9e55-dc4ad4418858 HTTP/1.1" status: 200 len: 845 time: 0.1160655 Nov 11 12:07:10.747960 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36806) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:10.760976 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:10.803609 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-31377939-ae7d-40ee-a208-fc5f3df668e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports/020a832d-608d-46e8-9e55-dc4ad4418858?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0544264 Nov 11 12:07:10.807371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36808) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:10.809482 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-253aa6d8-2bad-4031-82e8-1ac7e5c0e9e7 service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902486 Nov 11 12:07:10.814641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-203a45aa-ea1a-466b-9e73-897d968986fe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'subnet': {'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:10.937139 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-808854b7-6aff-4317-81f7-90bf2339573f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:10.988783 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-808854b7-6aff-4317-81f7-90bf2339573f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:10.998988 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-4701fd2e-52f0-4e36-8fef-4cf86f1310e2 service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801610 Nov 11 12:07:11.048591 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808854b7-6aff-4317-81f7-90bf2339573f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:11.050619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-808854b7-6aff-4317-81f7-90bf2339573f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:11.055267 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808854b7-6aff-4317-81f7-90bf2339573f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:11.067088 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808854b7-6aff-4317-81f7-90bf2339573f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:11.067767 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-808854b7-6aff-4317-81f7-90bf2339573f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:11.082658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808854b7-6aff-4317-81f7-90bf2339573f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=8796acd1-a69d-41b6-9fe1-690893da06a3,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:11.099082 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-43a0f345-6511-41f3-87fb-f27f959e5975 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00b27224-5b1e-47f9-9afc-62ede007c4b3 HTTP/1.1" status: 200 len: 217 time: 0.0893352 Nov 11 12:07:11.121861 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-808854b7-6aff-4317-81f7-90bf2339573f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1788518 Nov 11 12:07:11.124342 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36824) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:11.132575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-4d33767c-b30a-4c3e-ba0c-4688b796aeed tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:11.176790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-b99c601c-144e-4e8e-b606-afc57d47f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:11.178486 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-b99c601c-144e-4e8e-b606-afc57d47f29e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86e31caf-0b25-4fb4-be5e-587fe4b98546 HTTP/1.1" status: 200 len: 797 time: 0.0632262 Nov 11 12:07:11.178833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36826) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:11.185467 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203a45aa-ea1a-466b-9e73-897d968986fe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:11.189168 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-203a45aa-ea1a-466b-9e73-897d968986fe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:11.268800 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d33767c-b30a-4c3e-ba0c-4688b796aeed tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:11.301603 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:11.410267 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-4aaf0a84-7026-40a5-87fe-ca25ed9113ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:11.412251 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-4aaf0a84-7026-40a5-87fe-ca25ed9113ce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c7d52acd-8f28-4abc-86b9-191279fd7934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2191458 Nov 11 12:07:11.562360 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d33767c-b30a-4c3e-ba0c-4688b796aeed tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:11.590264 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d33767c-b30a-4c3e-ba0c-4688b796aeed tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:11.668667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-4d33767c-b30a-4c3e-ba0c-4688b796aeed tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] In _notify_port_updated(), no bound segment for port 8796acd1-a69d-41b6-9fe1-690893da06a3 on network 4a0deb53-76fc-4c94-a19b-0c1697909e9f {{(pid=109153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:07:11.674659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d33767c-b30a-4c3e-ba0c-4688b796aeed tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:11.675511 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d33767c-b30a-4c3e-ba0c-4688b796aeed tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:11.692150 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4d33767c-b30a-4c3e-ba0c-4688b796aeed tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "PUT /v2.0/ports/8796acd1-a69d-41b6-9fe1-690893da06a3 HTTP/1.1" status: 200 len: 818 time: 0.5553546 Nov 11 12:07:11.692150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36842) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:11.736837 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33767c-b30a-4c3e-ba0c-4688b796aeed tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=8796acd1-a69d-41b6-9fe1-690893da06a3,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:11.772166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859615c-c2a3-4ebe-8c41-6ca664e60412 req-5d119aff-334f-4471-a255-59117d190bfd tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:11.776147 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-8bafb68a-77ff-4d29-be9c-d5b34ba6a939 service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538785 Nov 11 12:07:11.780559 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-203a45aa-ea1a-466b-9e73-897d968986fe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:11.781529 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8859615c-c2a3-4ebe-8c41-6ca664e60412 req-5d119aff-334f-4471-a255-59117d190bfd tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 945 time: 0.4353867 Nov 11 12:07:11.805400 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203a45aa-ea1a-466b-9e73-897d968986fe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:11.818200 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-203a45aa-ea1a-466b-9e73-897d968986fe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:11.831337 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353d4591-4178-4f8f-b00f-9bdfc832238a None None] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:11.850028 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203a45aa-ea1a-466b-9e73-897d968986fe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:11.850632 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-203a45aa-ea1a-466b-9e73-897d968986fe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:11.894732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8859615c-c2a3-4ebe-8c41-6ca664e60412 req-b85c4800-04ea-47de-98bc-dbbc8947fc91 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121967 Nov 11 12:07:11.903088 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d4eff-dcdf-45d6-8aeb-d345c6a0ab02 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 8796acd1-a69d-41b6-9fe1-690893da06a3 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:11.903592 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4eff-dcdf-45d6-8aeb-d345c6a0ab02 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.018627 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4eff-dcdf-45d6-8aeb-d345c6a0ab02 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.046351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d4eff-dcdf-45d6-8aeb-d345c6a0ab02 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 8796acd1-a69d-41b6-9fe1-690893da06a3 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:12.140693 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-768d555a-1d42-4394-b6a1-dd0bc112bfba', 'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'tenant_id': '6a826a83d259421584ffc8b5fe64d491', 'fixed_ips': [{'subnet_id': '902ef9a5-8dcd-43b9-847f-ea1e06201920'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:07:12.142106 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.163825 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4eff-dcdf-45d6-8aeb-d345c6a0ab02 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.165360 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-203a45aa-ea1a-466b-9e73-897d968986fe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3547375 Nov 11 12:07:12.172846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36852) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:12.188043 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-7fb63374-8dae-409f-aa6d-ff6b2095d3e7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'security_group': {'name': 'tempest-secgroup-1951026123'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:12.225506 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4eff-dcdf-45d6-8aeb-d345c6a0ab02 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.229247 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a45aa-ea1a-466b-9e73-897d968986fe tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Subnet': ['ID=902ef9a5-8dcd-43b9-847f-ea1e06201920,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:12.236343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36854) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:12.241002 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5c9d4eff-dcdf-45d6-8aeb-d345c6a0ab02 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/8796acd1-a69d-41b6-9fe1-690893da06a3 HTTP/1.1" status: 204 len: 168 time: 0.5499251 Nov 11 12:07:12.242173 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d4eff-dcdf-45d6-8aeb-d345c6a0ab02 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=8796acd1-a69d-41b6-9fe1-690893da06a3,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:12.280588 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7fb63374-8dae-409f-aa6d-ff6b2095d3e7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.332274 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Allocated IP 2001:db8::2 (768d555a-1d42-4394-b6a1-dd0bc112bfba/902ef9a5-8dcd-43b9-847f-ea1e06201920/e961ac33-8e50-4a98-816c-dde290ae8e06) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:12.388136 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1cba1a06-633f-44a1-bfbd-b9e227fc084d req-15e8b2cd-a5cd-4a8d-b798-661acebce166 service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932221 Nov 11 12:07:12.410343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea99ef7-56d7-46ba-8ce5-406c66d6729d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:12.414701 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0ea99ef7-56d7-46ba-8ce5-406c66d6729d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1747360 Nov 11 12:07:12.415751 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36860) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:12.464268 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7fb63374-8dae-409f-aa6d-ff6b2095d3e7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.489714 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7fb63374-8dae-409f-aa6d-ff6b2095d3e7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.496672 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-05def385-ea40-468e-8038-a172685fa431 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] GET failed (client error): The resource could not be found. Nov 11 12:07:12.503422 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-05def385-ea40-468e-8038-a172685fa431 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports/8796acd1-a69d-41b6-9fe1-690893da06a3 HTTP/1.1" status: 404 len: 333 time: 0.0871844 Nov 11 12:07:12.504562 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36862) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:12.512460 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f59d11d3-47b0-41b0-84a3-84bd89f0969d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-702629637'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:12.541392 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb63374-8dae-409f-aa6d-ff6b2095d3e7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8f8f7c-fcaa-46e8-b4da-58ee3dfae07c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:12.560862 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59d11d3-47b0-41b0-84a3-84bd89f0969d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:12.565464 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f59d11d3-47b0-41b0-84a3-84bd89f0969d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.569816 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7fb63374-8dae-409f-aa6d-ff6b2095d3e7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.575130 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7fb63374-8dae-409f-aa6d-ff6b2095d3e7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3962383 Nov 11 12:07:12.576373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36864) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:12.579427 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79a2dfa9-1676-4b0b-932a-d1c78a915f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.582518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-769794e3-7483-4203-b6f3-7afb931b9668 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'security_group': {'name': 'tempest-secgroup-940627987'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:12.613187 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-769794e3-7483-4203-b6f3-7afb931b9668 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.646426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59d11d3-47b0-41b0-84a3-84bd89f0969d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:07:12.671476 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f59d11d3-47b0-41b0-84a3-84bd89f0969d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.671823 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-f59d11d3-47b0-41b0-84a3-84bd89f0969d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Added segment 034f0211-e949-411f-bc3b-a642accbcb42 of type vlan for network 059a4157-06cd-4efd-bd64-be0f177265ba Nov 11 12:07:12.674475 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.687084 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.708635 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:12.722295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:12.723460 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f59d11d3-47b0-41b0-84a3-84bd89f0969d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.728492 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-769794e3-7483-4203-b6f3-7afb931b9668 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.734620 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-769794e3-7483-4203-b6f3-7afb931b9668 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.752941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:12.768585 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-769794e3-7483-4203-b6f3-7afb931b9668 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.776373 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-769794e3-7483-4203-b6f3-7afb931b9668 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1987083 Nov 11 12:07:12.779545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36868) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:12.791616 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-95840daf-f04b-4b8b-806f-d9f3e4bf477d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1753128310', 'security_groups': ['ad3d13b7-34b7-4fb8-a7a7-b86acd17c4bc'], 'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '902ef9a5-8dcd-43b9-847f-ea1e06201920'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:12.831097 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Pushing event updated for resources: {'Port': ['ID=e961ac33-8e50-4a98-816c-dde290ae8e06,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:12.834978 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Attempting to bind port e961ac33-8e50-4a98-816c-dde290ae8e06 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:07:12.835601 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Attempting to bind port e961ac33-8e50-4a98-816c-dde290ae8e06 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '903e17a8-5853-4c99-83ee-eb8a2bb41bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:07:12.835724 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Attempting to bind port e961ac33-8e50-4a98-816c-dde290ae8e06 on network 768d555a-1d42-4394-b6a1-dd0bc112bfba {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:07:12.841616 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:07:12.841986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Checking segment: {'id': '903e17a8-5853-4c99-83ee-eb8a2bb41bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:07:12.842724 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.843113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Bound using segment: {'id': '903e17a8-5853-4c99-83ee-eb8a2bb41bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:07:12.843804 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Bound port: e961ac33-8e50-4a98-816c-dde290ae8e06, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903e17a8-5853-4c99-83ee-eb8a2bb41bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:07:12.844103 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.890090 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f59d11d3-47b0-41b0-84a3-84bd89f0969d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.898177 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d11d3-47b0-41b0-84a3-84bd89f0969d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:12.899330 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f59d11d3-47b0-41b0-84a3-84bd89f0969d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:12.917366 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] For port e961ac33-8e50-4a98-816c-dde290ae8e06, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:07:12.921226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] For port e961ac33-8e50-4a98-816c-dde290ae8e06, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e961ac33-8e50-4a98-816c-dde290ae8e06,segment=NetworkSegment(903e17a8-5853-4c99-83ee-eb8a2bb41bd6),segment_id=903e17a8-5853-4c99-83ee-eb8a2bb41bd6)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:07:12.927259 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:13.002217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769794e3-7483-4203-b6f3-7afb931b9668 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3d13b7-34b7-4fb8-a7a7-b86acd17c4bc,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:13.003316 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15608c44-02ce-475c-9bd4-6a05b4e264d3 None None] Pushing event updated for resources: {'Port': ['ID=e961ac33-8e50-4a98-816c-dde290ae8e06,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:13.034754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95840daf-f04b-4b8b-806f-d9f3e4bf477d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:13.082810 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f59d11d3-47b0-41b0-84a3-84bd89f0969d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5762560 Nov 11 12:07:13.084174 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36878) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:13.091661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-79e4ee00-5f5d-4ea5-af7b-83547fe21c6a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'subnet': {'network_id': '059a4157-06cd-4efd-bd64-be0f177265ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:13.185557 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d11d3-47b0-41b0-84a3-84bd89f0969d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Network': ['ID=059a4157-06cd-4efd-bd64-be0f177265ba,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:13.188180 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-95840daf-f04b-4b8b-806f-d9f3e4bf477d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:13.202684 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 059a4157-06cd-4efd-bd64-be0f177265ba details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:07:13.235888 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-95840daf-f04b-4b8b-806f-d9f3e4bf477d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] device_id is not set on port b55b4a37-3558-43cc-be65-2423bd73bec1 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:07:13.320544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd94c-daf0-4066-becf-2772a03ecf8a req-8f0f9d44-d8eb-481b-804c-372f146b74a5 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:13.322073 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-786cd94c-daf0-4066-becf-2772a03ecf8a req-8f0f9d44-d8eb-481b-804c-372f146b74a5 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 945 time: 0.1866302 Nov 11 12:07:13.392910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e4ee00-5f5d-4ea5-af7b-83547fe21c6a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:13.396553 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79e4ee00-5f5d-4ea5-af7b-83547fe21c6a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:13.495589 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-786cd94c-daf0-4066-becf-2772a03ecf8a req-7d1aaa25-3597-41e2-bfa4-49d6f5d3686b tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375904 Nov 11 12:07:13.582333 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-95840daf-f04b-4b8b-806f-d9f3e4bf477d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Allocated IP 2001:db8::f5 (768d555a-1d42-4394-b6a1-dd0bc112bfba/902ef9a5-8dcd-43b9-847f-ea1e06201920/b55b4a37-3558-43cc-be65-2423bd73bec1) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:13.654942 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e961ac33-8e50-4a98-816c-dde290ae8e06 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:07:13.714909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-79a2dfa9-1676-4b0b-932a-d1c78a915f2e admin admin] Deleting port 15fbf7ec-4459-42cb-976f-80e4a2951f98 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:13.715462 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79a2dfa9-1676-4b0b-932a-d1c78a915f2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:13.743343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e961ac33-8e50-4a98-816c-dde290ae8e06 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:13.743717 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:13.799844 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79e4ee00-5f5d-4ea5-af7b-83547fe21c6a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:13.806435 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-95840daf-f04b-4b8b-806f-d9f3e4bf477d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:13.851307 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-95840daf-f04b-4b8b-806f-d9f3e4bf477d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:13.869175 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:13.887793 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-79a2dfa9-1676-4b0b-932a-d1c78a915f2e admin admin] For port 15fbf7ec-4459-42cb-976f-80e4a2951f98, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=15fbf7ec-4459-42cb-976f-80e4a2951f98,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:13.888161 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79a2dfa9-1676-4b0b-932a-d1c78a915f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:13.901006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4ee00-5f5d-4ea5-af7b-83547fe21c6a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Subnet': ['ID=821a148a-173e-4477-a72c-140ef0116bc3,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:13.914105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-79a2dfa9-1676-4b0b-932a-d1c78a915f2e admin admin] Calling delete_port for 15fbf7ec-4459-42cb-976f-80e4a2951f98 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:13.934494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e4ee00-5f5d-4ea5-af7b-83547fe21c6a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Checking segment: {'id': '034f0211-e949-411f-bc3b-a642accbcb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '059a4157-06cd-4efd-bd64-be0f177265ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:07:13.934494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e4ee00-5f5d-4ea5-af7b-83547fe21c6a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network hostable DHCP agents. Network: 059a4157-06cd-4efd-bd64-be0f177265ba, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:07:13.945305 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95840daf-f04b-4b8b-806f-d9f3e4bf477d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=b55b4a37-3558-43cc-be65-2423bd73bec1,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:13.969086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port e961ac33-8e50-4a98-816c-dde290ae8e06, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e961ac33-8e50-4a98-816c-dde290ae8e06,segment=NetworkSegment(903e17a8-5853-4c99-83ee-eb8a2bb41bd6),segment_id=903e17a8-5853-4c99-83ee-eb8a2bb41bd6)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:13.976954 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95840daf-f04b-4b8b-806f-d9f3e4bf477d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:13.979295 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:13.983496 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-95840daf-f04b-4b8b-806f-d9f3e4bf477d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:13.989561 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95840daf-f04b-4b8b-806f-d9f3e4bf477d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:14.006868 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95840daf-f04b-4b8b-806f-d9f3e4bf477d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:14.009009 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-95840daf-f04b-4b8b-806f-d9f3e4bf477d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:14.019564 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e4ee00-5f5d-4ea5-af7b-83547fe21c6a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 059a4157-06cd-4efd-bd64-be0f177265ba is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:07:14.044668 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-95840daf-f04b-4b8b-806f-d9f3e4bf477d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2638493 Nov 11 12:07:14.047349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36902) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:14.054451 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-c2c75383-2dfd-4663-a39b-d6fd1f79f185 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'subnet': {'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:14.080677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-79e4ee00-5f5d-4ea5-af7b-83547fe21c6a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 059a4157-06cd-4efd-bd64-be0f177265ba) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:14.085140 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e4ee00-5f5d-4ea5-af7b-83547fe21c6a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:14.086076 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79e4ee00-5f5d-4ea5-af7b-83547fe21c6a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:14.134669 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-79e4ee00-5f5d-4ea5-af7b-83547fe21c6a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0472264 Nov 11 12:07:14.136022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36904) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:14.142132 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575ab1f1-efac-498e-8ff8-2e9a83526895 None None] Network 059a4157-06cd-4efd-bd64-be0f177265ba requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:14.143031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-953fb2c4-8a98-493c-bc94-04b65af1042c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'subnet': {'network_id': '059a4157-06cd-4efd-bd64-be0f177265ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:14.203648 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=e961ac33-8e50-4a98-816c-dde290ae8e06,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:14.274847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c75383-2dfd-4663-a39b-d6fd1f79f185 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:14.283452 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c2c75383-2dfd-4663-a39b-d6fd1f79f185 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:14.322560 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79a2dfa9-1676-4b0b-932a-d1c78a915f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:14.358719 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2dfa9-1676-4b0b-932a-d1c78a915f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=15fbf7ec-4459-42cb-976f-80e4a2951f98,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:14.372507 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953fb2c4-8a98-493c-bc94-04b65af1042c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:14.376144 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-953fb2c4-8a98-493c-bc94-04b65af1042c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:14.436434 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-059a4157-06cd-4efd-bd64-be0f177265ba', 'network_id': '059a4157-06cd-4efd-bd64-be0f177265ba', 'tenant_id': '8cf30cdbbdb44f58a32f16375d86c36b', 'fixed_ips': [{'subnet_id': '821a148a-173e-4477-a72c-140ef0116bc3'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:07:14.437679 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:14.560094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71b108-614a-4134-a153-d0d0907827b7 req-82394bba-3edd-400f-8c38-9347bf0293d6 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:14.561808 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe71b108-614a-4134-a153-d0d0907827b7 req-82394bba-3edd-400f-8c38-9347bf0293d6 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 945 time: 0.1800537 Nov 11 12:07:14.565926 n-d-807359-3 neutron-server[109153]: INFO neutron.db.ipam_backend_mixin [None req-c2c75383-2dfd-4663-a39b-d6fd1f79f185 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 902ef9a5-8dcd-43b9-847f-ea1e06201920 (CIDR: 2001:db8::/64) Nov 11 12:07:14.585792 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c75383-2dfd-4663-a39b-d6fd1f79f185 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:07:14.586168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c75383-2dfd-4663-a39b-d6fd1f79f185 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:07:14.603785 n-d-807359-3 neutron-server[109154]: INFO neutron.db.ipam_backend_mixin [None req-953fb2c4-8a98-493c-bc94-04b65af1042c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 821a148a-173e-4477-a72c-140ef0116bc3 (CIDR: 172.20.0.0/28) Nov 11 12:07:14.617837 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-953fb2c4-8a98-493c-bc94-04b65af1042c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:07:14.619182 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-953fb2c4-8a98-493c-bc94-04b65af1042c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:07:14.688919 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c2c75383-2dfd-4663-a39b-d6fd1f79f185 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6380622 Nov 11 12:07:14.689158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36914) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:14.694510 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-070ee755-4f55-41c5-971c-de1b3417d8d2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'subnet': {'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:14.710373 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe71b108-614a-4134-a153-d0d0907827b7 req-35e0f592-8f53-46de-9b62-717e29f4fdbf tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373231 Nov 11 12:07:14.756873 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8fc0afee-c8f8-49cf-9401-fdffeae30a3d None None] Provisioning complete for port e961ac33-8e50-4a98-816c-dde290ae8e06 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:14.761648 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8fc0afee-c8f8-49cf-9401-fdffeae30a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:14.820697 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Allocated IP 172.20.0.2 (059a4157-06cd-4efd-bd64-be0f177265ba/821a148a-173e-4477-a72c-140ef0116bc3/446a27c8-54ae-4c82-af17-6d6f661ffd41) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:14.967667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070ee755-4f55-41c5-971c-de1b3417d8d2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:14.973804 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-070ee755-4f55-41c5-971c-de1b3417d8d2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:15.204565 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:15.208492 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8fc0afee-c8f8-49cf-9401-fdffeae30a3d None None] Provisioning complete for port 020a832d-608d-46e8-9e55-dc4ad4418858 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:15.209035 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8fc0afee-c8f8-49cf-9401-fdffeae30a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:15.261599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8fc0afee-c8f8-49cf-9401-fdffeae30a3d None None] Port 020a832d-608d-46e8-9e55-dc4ad4418858 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:15.263720 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:15.309376 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Network 059a4157-06cd-4efd-bd64-be0f177265ba is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:15.311038 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-070ee755-4f55-41c5-971c-de1b3417d8d2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:15.319514 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:15.325057 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:15.336999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Pushing event updated for resources: {'Port': ['ID=446a27c8-54ae-4c82-af17-6d6f661ffd41,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:15.343708 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79a2dfa9-1676-4b0b-932a-d1c78a915f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:15.359127 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ee755-4f55-41c5-971c-de1b3417d8d2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:15.366472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:15.366964 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:15.367277 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:15.367551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:15.367851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:15.368831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:15.368831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:15.368831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:15.369202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:15.369418 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:15.369769 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:15.369931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-070ee755-4f55-41c5-971c-de1b3417d8d2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:15.370091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:15.375047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ee755-4f55-41c5-971c-de1b3417d8d2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:15.375536 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-070ee755-4f55-41c5-971c-de1b3417d8d2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:15.391779 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ee755-4f55-41c5-971c-de1b3417d8d2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Subnet': ['ID=8ac7d799-f004-4dcb-9e71-30e2c0f8b01a,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:15.397080 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-953fb2c4-8a98-493c-bc94-04b65af1042c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2599518 Nov 11 12:07:15.400271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36928) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:15.409337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'subnet': {'network_id': '059a4157-06cd-4efd-bd64-be0f177265ba', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:15.422219 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-070ee755-4f55-41c5-971c-de1b3417d8d2 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7318170 Nov 11 12:07:15.423005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36930) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:15.445292 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cdfcfa-0c78-4fea-8b12-91483a11d631 None None] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:15.445577 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8a95f32e-cd3b-4971-a033-2681df3fe241 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2123504538', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8ac7d799-f004-4dcb-9e71-30e2c0f8b01a'}], 'security_groups': ['ea8f8f7c-fcaa-46e8-b4da-58ee3dfae07c']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:15.570203 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Attempting to bind port 446a27c8-54ae-4c82-af17-6d6f661ffd41 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:07:15.570469 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Attempting to bind port 446a27c8-54ae-4c82-af17-6d6f661ffd41 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '034f0211-e949-411f-bc3b-a642accbcb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '059a4157-06cd-4efd-bd64-be0f177265ba'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:07:15.576927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Attempting to bind port 446a27c8-54ae-4c82-af17-6d6f661ffd41 on network 059a4157-06cd-4efd-bd64-be0f177265ba {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:07:15.595951 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:07:15.597444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Checking segment: {'id': '034f0211-e949-411f-bc3b-a642accbcb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '059a4157-06cd-4efd-bd64-be0f177265ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:07:15.598152 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:15.600591 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Bound using segment: {'id': '034f0211-e949-411f-bc3b-a642accbcb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '059a4157-06cd-4efd-bd64-be0f177265ba'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:07:15.602146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Bound port: 446a27c8-54ae-4c82-af17-6d6f661ffd41, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034f0211-e949-411f-bc3b-a642accbcb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '059a4157-06cd-4efd-bd64-be0f177265ba'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:07:15.603212 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:15.628271 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8a95f32e-cd3b-4971-a033-2681df3fe241 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:15.678308 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-faf2861e-b078-4d99-8971-4585e12ab54f None None] Provisioning complete for port b55b4a37-3558-43cc-be65-2423bd73bec1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:15.678672 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-faf2861e-b078-4d99-8971-4585e12ab54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:15.770329 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e961ac33-8e50-4a98-816c-dde290ae8e06 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:07:15.775604 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a2dfa9-1676-4b0b-932a-d1c78a915f2e admin admin] Router 62bf8623-8170-456c-950d-b6b7238a884d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:07:15.824672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:15.840126 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:15.931440 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a2dfa9-1676-4b0b-932a-d1c78a915f2e admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:07:15.949362 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-79a2dfa9-1676-4b0b-932a-d1c78a915f2e admin admin] 10.222.0.65 "PUT /v2.0/routers/62bf8623-8170-456c-950d-b6b7238a884d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7688420 Nov 11 12:07:15.949959 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2df2f8-4c89-4815-b399-b7f6f0cc9db5 None None] Sync routers for ids ['62bf8623-8170-456c-950d-b6b7238a884d'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:07:15.950433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36946) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:15.987017 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2df2f8-4c89-4815-b399-b7f6f0cc9db5 None None] Routers {'62bf8623-8170-456c-950d-b6b7238a884d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:07:15.988840 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5e2df2f8-4c89-4815-b399-b7f6f0cc9db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:07:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62bf8623-8170-456c-950d-b6b7238a884d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:16.042026 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-faf2861e-b078-4d99-8971-4585e12ab54f None None] Port b55b4a37-3558-43cc-be65-2423bd73bec1 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:16.072536 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:16.164649 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-5e2df2f8-4c89-4815-b399-b7f6f0cc9db5 None None] Set router 62bf8623-8170-456c-950d-b6b7238a884d gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:07:16.176342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] For port 446a27c8-54ae-4c82-af17-6d6f661ffd41, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:07:16.187317 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] For port 446a27c8-54ae-4c82-af17-6d6f661ffd41, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=446a27c8-54ae-4c82-af17-6d6f661ffd41,segment=NetworkSegment(034f0211-e949-411f-bc3b-a642accbcb42),segment_id=034f0211-e949-411f-bc3b-a642accbcb42)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:07:16.206949 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e03f4b49-d8cc-4448-bfc5-52f0755995c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:16.208265 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e961ac33-8e50-4a98-816c-dde290ae8e06 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:16.208741 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:16.228049 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:16.253641 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 059a4157-06cd-4efd-bd64-be0f177265ba is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:16.260533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:16.263879 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:16.264998 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:16.326329 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8471c7-801d-41e4-9796-f1636365ff7d req-f0b8419a-68d2-41d2-bf6e-0271cede3a66 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:16.328152 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fe8471c7-801d-41e4-9796-f1636365ff7d req-f0b8419a-68d2-41d2-bf6e-0271cede3a66 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 945 time: 0.1192625 Nov 11 12:07:16.348446 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9461288 Nov 11 12:07:16.353961 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36952) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:16.359465 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:16.363430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-7c439d68-4985-498b-a517-7b5f9a5d8312 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'network_id': '059a4157-06cd-4efd-bd64-be0f177265ba', 'fixed_ips': [{'subnet_id': '821a148a-173e-4477-a72c-140ef0116bc3'}, {'subnet_id': '39fdc926-796e-4ea9-8f5c-c60d71345b3c'}], 'name': 'tempest-PortsTestJSON-507181286'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:16.528409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ad320-7c9c-4535-9757-734dccf48f7e req-2d40c8d6-7312-4188-a006-78fa3dd63c7b tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:16.532049 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e03f4b49-d8cc-4448-bfc5-52f0755995c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:16.537133 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df6ad320-7c9c-4535-9757-734dccf48f7e req-2d40c8d6-7312-4188-a006-78fa3dd63c7b tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 945 time: 0.3445241 Nov 11 12:07:16.562434 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db39a60-06b1-404e-b0dd-3111e42b594d None None] Update dhcp port {'port': {'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'fixed_ips': [{'subnet_id': '902ef9a5-8dcd-43b9-847f-ea1e06201920', 'ip_address': '2001:db8::2'}, {'subnet_id': '8ac7d799-f004-4dcb-9e71-30e2c0f8b01a'}], 'binding:host_id': 'n-d-807359-3'}, 'id': 'e961ac33-8e50-4a98-816c-dde290ae8e06'} from n-d-807359-3. {{(pid=109155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:07:16.606340 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6db39a60-06b1-404e-b0dd-3111e42b594d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:16.611660 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5e2df2f8-4c89-4815-b399-b7f6f0cc9db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T12:07:14Z', 'revision_number': 5, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port': {'id': 'ae3729c1-be79-4bdb-bd96-e4fb55bb31fe', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf8623-8170-456c-950d-b6b7238a884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:58:12Z', 'updated_at': '2021-11-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:16.632854 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-fe8471c7-801d-41e4-9796-f1636365ff7d req-d23d7be1-9ed4-4d3c-ba17-dfa85842bd77 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Deleting port f967f0a9-c595-4eab-916b-60ccb7e82852 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:16.633524 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fe8471c7-801d-41e4-9796-f1636365ff7d req-d23d7be1-9ed4-4d3c-ba17-dfa85842bd77 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:16.653264 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708c5af-b475-4d40-847d-06c85d27d8e2 None None] Pushing event updated for resources: {'Port': ['ID=446a27c8-54ae-4c82-af17-6d6f661ffd41,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:16.681775 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2df2f8-4c89-4815-b399-b7f6f0cc9db5 None None] Checking router: 62bf8623-8170-456c-950d-b6b7238a884d for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:07:16.688057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Subnet': ['ID=39fdc926-796e-4ea9-8f5c-c60d71345b3c,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:16.701659 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2df2f8-4c89-4815-b399-b7f6f0cc9db5 None None] Routers {'62bf8623-8170-456c-950d-b6b7238a884d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:07:16.702332 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5e2df2f8-4c89-4815-b399-b7f6f0cc9db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:07:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62bf8623-8170-456c-950d-b6b7238a884d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:16.757162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-e03f4b49-d8cc-4448-bfc5-52f0755995c8 admin admin] Deleting port ae3729c1-be79-4bdb-bd96-e4fb55bb31fe {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:16.757505 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e03f4b49-d8cc-4448-bfc5-52f0755995c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:16.775151 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:16.776150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:16.776507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:16.777026 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:16.777364 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:16.777718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:16.778636 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:16.778977 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:16.779488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:16.779821 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:16.780314 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:16.781439 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a0181-faac-40bc-b15d-a2a26db85991 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:16.923898 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e581be-bd36-4342-9697-7befeb8ec227 req-61a8b5dc-0653-4716-a9d5-758067db05f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:16.931814 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-5e2df2f8-4c89-4815-b399-b7f6f0cc9db5 None None] Set router 62bf8623-8170-456c-950d-b6b7238a884d gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:07:16.933981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e581be-bd36-4342-9697-7befeb8ec227 req-61a8b5dc-0653-4716-a9d5-758067db05f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:16.947320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e581be-bd36-4342-9697-7befeb8ec227 req-61a8b5dc-0653-4716-a9d5-758067db05f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:16.959362 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e581be-bd36-4342-9697-7befeb8ec227 req-61a8b5dc-0653-4716-a9d5-758067db05f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:16.982341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e581be-bd36-4342-9697-7befeb8ec227 req-61a8b5dc-0653-4716-a9d5-758067db05f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:16.985233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-fe8471c7-801d-41e4-9796-f1636365ff7d req-d23d7be1-9ed4-4d3c-ba17-dfa85842bd77 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] For port f967f0a9-c595-4eab-916b-60ccb7e82852, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f967f0a9-c595-4eab-916b-60ccb7e82852,segment=NetworkSegment(ca50008a-c557-4573-bbaa-c5716dc0c6e7),segment_id=ca50008a-c557-4573-bbaa-c5716dc0c6e7)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:16.985693 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fe8471c7-801d-41e4-9796-f1636365ff7d req-d23d7be1-9ed4-4d3c-ba17-dfa85842bd77 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:16.990340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-6db39a60-06b1-404e-b0dd-3111e42b594d None None] Allocated IP 2001:db8:0:1::2 (768d555a-1d42-4394-b6a1-dd0bc112bfba/8ac7d799-f004-4dcb-9e71-30e2c0f8b01a/e961ac33-8e50-4a98-816c-dde290ae8e06) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:16.992781 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e581be-bd36-4342-9697-7befeb8ec227 req-61a8b5dc-0653-4716-a9d5-758067db05f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:17.014118 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e581be-bd36-4342-9697-7befeb8ec227 req-61a8b5dc-0653-4716-a9d5-758067db05f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:17.016419 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-12e581be-bd36-4342-9697-7befeb8ec227 req-61a8b5dc-0653-4716-a9d5-758067db05f7 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5443 time: 0.5461838 Nov 11 12:07:17.034270 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5e2df2f8-4c89-4815-b399-b7f6f0cc9db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T12:07:16Z', 'revision_number': 6, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:17.067720 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-e03f4b49-d8cc-4448-bfc5-52f0755995c8 admin admin] For port ae3729c1-be79-4bdb-bd96-e4fb55bb31fe, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ae3729c1-be79-4bdb-bd96-e4fb55bb31fe,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:17.067935 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e03f4b49-d8cc-4448-bfc5-52f0755995c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:17.069414 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2df2f8-4c89-4815-b399-b7f6f0cc9db5 None None] The sync data for ids ['62bf8623-8170-456c-950d-b6b7238a884d'] in n-d-807359-3 is: [{'id': '62bf8623-8170-456c-950d-b6b7238a884d', 'name': 'tempest-AttachVolumeShelveTestJSON-435812133-router', 'tenant_id': '0a654e19116f4a7c8567a53fd67aec2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:58:10Z', 'updated_at': '2021-11-11T12:07:16Z', 'revision_number': 6, 'project_id': '0a654e19116f4a7c8567a53fd67aec2d', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:07:17.081725 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df6ad320-7c9c-4535-9757-734dccf48f7e req-15b8a385-821f-4a1f-9b78-b8d8639b7e5d tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4558568 Nov 11 12:07:17.100672 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-e03f4b49-d8cc-4448-bfc5-52f0755995c8 admin admin] Calling delete_port for ae3729c1-be79-4bdb-bd96-e4fb55bb31fe owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:17.190864 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6db39a60-06b1-404e-b0dd-3111e42b594d None None] For port e961ac33-8e50-4a98-816c-dde290ae8e06, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e961ac33-8e50-4a98-816c-dde290ae8e06,segment=NetworkSegment(903e17a8-5853-4c99-83ee-eb8a2bb41bd6),segment_id=903e17a8-5853-4c99-83ee-eb8a2bb41bd6)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:17.219675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-12e581be-bd36-4342-9697-7befeb8ec227 req-62702abc-0dec-4a22-b894-54e016023310 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1311724 Nov 11 12:07:17.230484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c439d68-4985-498b-a517-7b5f9a5d8312 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:17.248367 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6db39a60-06b1-404e-b0dd-3111e42b594d None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:17.254872 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6db39a60-06b1-404e-b0dd-3111e42b594d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:17.424993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db39a60-06b1-404e-b0dd-3111e42b594d None None] Pushing event updated for resources: {'Port': ['ID=e961ac33-8e50-4a98-816c-dde290ae8e06,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:17.439195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-15615476-17b5-46d0-9c91-8a2129aa018e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:17.449195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-15615476-17b5-46d0-9c91-8a2129aa018e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:17.469907 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-15615476-17b5-46d0-9c91-8a2129aa018e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:17.490402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-15615476-17b5-46d0-9c91-8a2129aa018e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:17.496465 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-15615476-17b5-46d0-9c91-8a2129aa018e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:17.496573 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c439d68-4985-498b-a517-7b5f9a5d8312 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:17.508349 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-15615476-17b5-46d0-9c91-8a2129aa018e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:17.524209 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-15615476-17b5-46d0-9c91-8a2129aa018e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:17.532115 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-15615476-17b5-46d0-9c91-8a2129aa018e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.43 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 5443 time: 0.3787351 Nov 11 12:07:17.579753 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-7c439d68-4985-498b-a517-7b5f9a5d8312 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] device_id is not set on port 9d51f10d-a4b5-40f7-8b45-4a9d3d35e334 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:07:17.651813 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-69278f3a-3ae2-4e1d-9610-fc10cfbe1f9d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:17.651813 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-69278f3a-3ae2-4e1d-9610-fc10cfbe1f9d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.43 "GET /v2.0/ports/17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0935626 Nov 11 12:07:17.677968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-8a95f32e-cd3b-4971-a033-2681df3fe241 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Delete allocated IP 2001:db8::f5 (768d555a-1d42-4394-b6a1-dd0bc112bfba/902ef9a5-8dcd-43b9-847f-ea1e06201920) {{(pid=109153) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 12:07:17.709867 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-8a95f32e-cd3b-4971-a033-2681df3fe241 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Allocated IP 2001:db8:0:1::1c (768d555a-1d42-4394-b6a1-dd0bc112bfba/8ac7d799-f004-4dcb-9e71-30e2c0f8b01a/b55b4a37-3558-43cc-be65-2423bd73bec1) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:17.794206 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fe8471c7-801d-41e4-9796-f1636365ff7d req-d23d7be1-9ed4-4d3c-ba17-dfa85842bd77 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:17.794548 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fe8471c7-801d-41e4-9796-f1636365ff7d req-d23d7be1-9ed4-4d3c-ba17-dfa85842bd77 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:17.794866 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [req-fe8471c7-801d-41e4-9796-f1636365ff7d req-d23d7be1-9ed4-4d3c-ba17-dfa85842bd77 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Floating IP 46c83f99-4111-4e80-94c7-7df5737b94fb disassociated. External IP: 172.25.2.205, port: f967f0a9-c595-4eab-916b-60ccb7e82852. Nov 11 12:07:17.795214 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-fe8471c7-801d-41e4-9796-f1636365ff7d req-d23d7be1-9ed4-4d3c-ba17-dfa85842bd77 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Calling delete_port for f967f0a9-c595-4eab-916b-60ccb7e82852 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:17.930216 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-44f6dec7-20b7-4f81-857a-c32be9421da0 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.43 "GET /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2728066 Nov 11 12:07:17.955009 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-2fd19346-94be-485f-b05d-7b81f1096ce1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:18.075496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3491e083-d699-4bfa-99ea-318439221a98 None None] Network 059a4157-06cd-4efd-bd64-be0f177265ba requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:18.082065 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-2fd19346-94be-485f-b05d-7b81f1096ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:18.105132 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e03f4b49-d8cc-4448-bfc5-52f0755995c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:18.148013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-fe9298ec-2f88-4738-bafd-7f4f8a8473e9 None None] Provisioning complete for port 446a27c8-54ae-4c82-af17-6d6f661ffd41 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:18.148743 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fe9298ec-2f88-4738-bafd-7f4f8a8473e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:18.201316 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e961ac33-8e50-4a98-816c-dde290ae8e06 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:07:18.218945 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8a95f32e-cd3b-4971-a033-2681df3fe241 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:18.248440 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8a95f32e-cd3b-4971-a033-2681df3fe241 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:18.342724 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-2fd19346-94be-485f-b05d-7b81f1096ce1 service neutron] For port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:18.381507 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-2fd19346-94be-485f-b05d-7b81f1096ce1 service neutron] For port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:07:18.421092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-2fd19346-94be-485f-b05d-7b81f1096ce1 service neutron] device_id is not set on port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:07:18.433636 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-2fd19346-94be-485f-b05d-7b81f1096ce1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:18.449693 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f4b49-d8cc-4448-bfc5-52f0755995c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3729c1-be79-4bdb-bd96-e4fb55bb31fe,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:18.479975 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-2fd19346-94be-485f-b05d-7b81f1096ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:18.575677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae50f975-9699-43d1-a1fe-16c6d786c74c None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:07:18.635762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-2fd19346-94be-485f-b05d-7b81f1096ce1 service neutron] No DVR routers for this DVR port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:18.643224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd19346-94be-485f-b05d-7b81f1096ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94,revision_number=6']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:18.678731 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fe8471c7-801d-41e4-9796-f1636365ff7d req-d23d7be1-9ed4-4d3c-ba17-dfa85842bd77 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:18.745212 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e03f4b49-d8cc-4448-bfc5-52f0755995c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:18.748401 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d7be1-9ed4-4d3c-ba17-dfa85842bd77 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Pushing event deleted for resources: {'Port': ['ID=f967f0a9-c595-4eab-916b-60ccb7e82852,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:18.810216 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e961ac33-8e50-4a98-816c-dde290ae8e06 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:18.810216 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:18.905858 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fe9298ec-2f88-4738-bafd-7f4f8a8473e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:18.978363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-fe9298ec-2f88-4738-bafd-7f4f8a8473e9 None None] For port 446a27c8-54ae-4c82-af17-6d6f661ffd41, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=446a27c8-54ae-4c82-af17-6d6f661ffd41,segment=NetworkSegment(034f0211-e949-411f-bc3b-a642accbcb42),segment_id=034f0211-e949-411f-bc3b-a642accbcb42)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:18.997750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-8a95f32e-cd3b-4971-a033-2681df3fe241 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] In _notify_port_updated(), no bound segment for port b55b4a37-3558-43cc-be65-2423bd73bec1 on network 768d555a-1d42-4394-b6a1-dd0bc112bfba {{(pid=109153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:07:19.003435 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fe9298ec-2f88-4738-bafd-7f4f8a8473e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:19.007131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a95f32e-cd3b-4971-a033-2681df3fe241 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.007796 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8a95f32e-cd3b-4971-a033-2681df3fe241 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:19.009130 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8a95f32e-cd3b-4971-a033-2681df3fe241 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "PUT /v2.0/ports/b55b4a37-3558-43cc-be65-2423bd73bec1 HTTP/1.1" status: 200 len: 930 time: 3.5726180 Nov 11 12:07:19.017556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-2fd19346-94be-485f-b05d-7b81f1096ce1 service neutron] In _notify_port_updated(), no bound segment for port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 on network de1e282d-69aa-41dc-98d7-1b2ec2535941 {{(pid=109154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:07:19.019157 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-2fd19346-94be-485f-b05d-7b81f1096ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.019833 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-2fd19346-94be-485f-b05d-7b81f1096ce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:19.021935 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-2fd19346-94be-485f-b05d-7b81f1096ce1 service neutron] 10.222.0.43 "PUT /v2.0/ports/17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 HTTP/1.1" status: 200 len: 1032 time: 1.0748446 Nov 11 12:07:19.025082 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36994) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:19.076493 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95f32e-cd3b-4971-a033-2681df3fe241 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=b55b4a37-3558-43cc-be65-2423bd73bec1,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:19.134566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ffb6c-7503-41d8-b29e-961120cabcbc req-25a84a6f-1074-473b-9904-a86fd71a88c7 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.136174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-986ffb6c-7503-41d8-b29e-961120cabcbc req-25a84a6f-1074-473b-9904-a86fd71a88c7 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 867 time: 0.8691926 Nov 11 12:07:19.167045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-7c439d68-4985-498b-a517-7b5f9a5d8312 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Allocated IP 172.20.0.7 (059a4157-06cd-4efd-bd64-be0f177265ba/821a148a-173e-4477-a72c-140ef0116bc3/9d51f10d-a4b5-40f7-8b45-4a9d3d35e334) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:19.184929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 446a27c8-54ae-4c82-af17-6d6f661ffd41 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:07:19.185169 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-7c439d68-4985-498b-a517-7b5f9a5d8312 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Allocated IP 172.20.0.21 (059a4157-06cd-4efd-bd64-be0f177265ba/39fdc926-796e-4ea9-8f5c-c60d71345b3c/9d51f10d-a4b5-40f7-8b45-4a9d3d35e334) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:19.200664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9667f-3c87-4893-93d2-c694a2fb2996 req-dc69a832-3d5d-48a1-a545-c54b8bb99c8d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.213207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9667f-3c87-4893-93d2-c694a2fb2996 req-dc69a832-3d5d-48a1-a545-c54b8bb99c8d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.231716 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9667f-3c87-4893-93d2-c694a2fb2996 req-dc69a832-3d5d-48a1-a545-c54b8bb99c8d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.239642 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4b0db7-f7e8-42bb-aed2-957c4a4e8490 None None] Update dhcp port {'port': {'network_id': '059a4157-06cd-4efd-bd64-be0f177265ba', 'fixed_ips': [{'subnet_id': '821a148a-173e-4477-a72c-140ef0116bc3', 'ip_address': '172.20.0.2'}, {'subnet_id': '39fdc926-796e-4ea9-8f5c-c60d71345b3c'}], 'binding:host_id': 'n-d-807359-3'}, 'id': '446a27c8-54ae-4c82-af17-6d6f661ffd41'} from n-d-807359-3. {{(pid=109155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:07:19.245363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9298ec-2f88-4738-bafd-7f4f8a8473e9 None None] Pushing event updated for resources: {'Port': ['ID=446a27c8-54ae-4c82-af17-6d6f661ffd41,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:19.250186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9667f-3c87-4893-93d2-c694a2fb2996 req-dc69a832-3d5d-48a1-a545-c54b8bb99c8d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.250705 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-362f9793-04e3-4f52-b0c9-3c39a23fe759 None None] Provisioning complete for port 020a832d-608d-46e8-9e55-dc4ad4418858 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:19.250705 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-362f9793-04e3-4f52-b0c9-3c39a23fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:19.256639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9667f-3c87-4893-93d2-c694a2fb2996 req-dc69a832-3d5d-48a1-a545-c54b8bb99c8d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.263231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9667f-3c87-4893-93d2-c694a2fb2996 req-dc69a832-3d5d-48a1-a545-c54b8bb99c8d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.271831 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ece9667f-3c87-4893-93d2-c694a2fb2996 req-dc69a832-3d5d-48a1-a545-c54b8bb99c8d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 4664 time: 0.8431158 Nov 11 12:07:19.352634 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-986ffb6c-7503-41d8-b29e-961120cabcbc req-2bf522e1-c660-46d8-ba20-681738af1fc9 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff7ec4d8-9115-4c4e-8639-7d876f7217c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059021 Nov 11 12:07:19.412544 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ef4b0db7-f7e8-42bb-aed2-957c4a4e8490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:19.426091 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ece9667f-3c87-4893-93d2-c694a2fb2996 req-6b89e1da-f192-494b-ab5a-af67f9e679da tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531854 Nov 11 12:07:19.452100 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-362f9793-04e3-4f52-b0c9-3c39a23fe759 None None] Port 020a832d-608d-46e8-9e55-dc4ad4418858 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:19.463062 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 446a27c8-54ae-4c82-af17-6d6f661ffd41 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:19.468567 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:19.559217 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-362f9793-04e3-4f52-b0c9-3c39a23fe759 None None] Provisioning complete for port e961ac33-8e50-4a98-816c-dde290ae8e06 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:19.559755 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-362f9793-04e3-4f52-b0c9-3c39a23fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:19.573617 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c439d68-4985-498b-a517-7b5f9a5d8312 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:19.644422 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c439d68-4985-498b-a517-7b5f9a5d8312 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:19.675795 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e03f4b49-d8cc-4448-bfc5-52f0755995c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:19.724996 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c439d68-4985-498b-a517-7b5f9a5d8312 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=9d51f10d-a4b5-40f7-8b45-4a9d3d35e334,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:19.741306 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c439d68-4985-498b-a517-7b5f9a5d8312 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 059a4157-06cd-4efd-bd64-be0f177265ba is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:19.745170 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-7c439d68-4985-498b-a517-7b5f9a5d8312 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:19.748335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c439d68-4985-498b-a517-7b5f9a5d8312 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:19.784268 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-ef4b0db7-f7e8-42bb-aed2-957c4a4e8490 None None] Allocated IP 172.20.0.18 (059a4157-06cd-4efd-bd64-be0f177265ba/39fdc926-796e-4ea9-8f5c-c60d71345b3c/446a27c8-54ae-4c82-af17-6d6f661ffd41) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:19.787739 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357f972-8b6f-421d-9184-c0f4bd9c937a req-d702bc2e-8948-4b30-a0e8-88daa2481264 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.794048 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357f972-8b6f-421d-9184-c0f4bd9c937a req-d702bc2e-8948-4b30-a0e8-88daa2481264 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.802448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357f972-8b6f-421d-9184-c0f4bd9c937a req-d702bc2e-8948-4b30-a0e8-88daa2481264 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.808723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357f972-8b6f-421d-9184-c0f4bd9c937a req-d702bc2e-8948-4b30-a0e8-88daa2481264 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.814954 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357f972-8b6f-421d-9184-c0f4bd9c937a req-d702bc2e-8948-4b30-a0e8-88daa2481264 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.821185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357f972-8b6f-421d-9184-c0f4bd9c937a req-d702bc2e-8948-4b30-a0e8-88daa2481264 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.828164 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357f972-8b6f-421d-9184-c0f4bd9c937a req-d702bc2e-8948-4b30-a0e8-88daa2481264 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.828651 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e03f4b49-d8cc-4448-bfc5-52f0755995c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:19.836775 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8357f972-8b6f-421d-9184-c0f4bd9c937a req-d702bc2e-8948-4b30-a0e8-88daa2481264 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5434 time: 0.2256498 Nov 11 12:07:19.888058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe8471c7-801d-41e4-9796-f1636365ff7d req-d23d7be1-9ed4-4d3c-ba17-dfa85842bd77 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:07:19.895362 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-ef4b0db7-f7e8-42bb-aed2-957c4a4e8490 None None] For port 446a27c8-54ae-4c82-af17-6d6f661ffd41, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=446a27c8-54ae-4c82-af17-6d6f661ffd41,segment=NetworkSegment(034f0211-e949-411f-bc3b-a642accbcb42),segment_id=034f0211-e949-411f-bc3b-a642accbcb42)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:19.928599 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ef4b0db7-f7e8-42bb-aed2-957c4a4e8490 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:19.941000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c439d68-4985-498b-a517-7b5f9a5d8312 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.942138 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c439d68-4985-498b-a517-7b5f9a5d8312 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:19.942629 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ef4b0db7-f7e8-42bb-aed2-957c4a4e8490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:19.973282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-d01225ef-8e02-4513-b08d-b113aa99bb46 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:19.975545 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-d01225ef-8e02-4513-b08d-b113aa99bb46 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.43 "GET /v2.0/ports/0cf8a200-b7a6-4b27-9dc3-6cacd08548a6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.8842785 Nov 11 12:07:19.989605 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-82f92a9e-8bf7-4373-8fa7-bec7f260953b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:19.996539 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8357f972-8b6f-421d-9184-c0f4bd9c937a req-54c6504b-5c3d-458c-9d4c-7705a597f800 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1585865 Nov 11 12:07:20.004639 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7c439d68-4985-498b-a517-7b5f9a5d8312 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.6464794 Nov 11 12:07:20.005346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37012) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:20.010569 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-4c947e21-967b-4ee8-8d54-9f2f4f653012 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '821a148a-173e-4477-a72c-140ef0116bc3'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:20.087681 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e03f4b49-d8cc-4448-bfc5-52f0755995c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:20.088261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03f4b49-d8cc-4448-bfc5-52f0755995c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62bf8623-8170-456c-950d-b6b7238a884d {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:07:20.105863 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:07:20.116288 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4c947e21-967b-4ee8-8d54-9f2f4f653012 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:20.131354 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e03f4b49-d8cc-4448-bfc5-52f0755995c8 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:20.132529 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e03f4b49-d8cc-4448-bfc5-52f0755995c8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/62bf8623-8170-456c-950d-b6b7238a884d HTTP/1.1" status: 204 len: 168 time: 4.1812477 Nov 11 12:07:20.137050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f967f0a9-c595-4eab-916b-60ccb7e82852 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:20.138833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37016) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:20.195004 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-82f92a9e-8bf7-4373-8fa7-bec7f260953b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:20.234719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 15fbf7ec-4459-42cb-976f-80e4a2951f98 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:20.253832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b0db7-f7e8-42bb-aed2-957c4a4e8490 None None] Pushing event updated for resources: {'Port': ['ID=446a27c8-54ae-4c82-af17-6d6f661ffd41,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:20.259765 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: f967f0a9-c595-4eab-916b-60ccb7e82852 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:07:20.260088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f967f0a9-c595-4eab-916b-60ccb7e82852 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:07:20.290628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 15fbf7ec-4459-42cb-976f-80e4a2951f98 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:07:20.290628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 15fbf7ec-4459-42cb-976f-80e4a2951f98 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:07:20.292381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-03fdf545-9c03-4c5f-a316-80606059c888 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port b55b4a37-3558-43cc-be65-2423bd73bec1 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:20.293877 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-03fdf545-9c03-4c5f-a316-80606059c888 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:20.313024 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-362f9793-04e3-4f52-b0c9-3c39a23fe759 None None] Provisioning complete for port b55b4a37-3558-43cc-be65-2423bd73bec1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:20.313394 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-362f9793-04e3-4f52-b0c9-3c39a23fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:20.367052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-362f9793-04e3-4f52-b0c9-3c39a23fe759 None None] Port b55b4a37-3558-43cc-be65-2423bd73bec1 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:20.377302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-362f9793-04e3-4f52-b0c9-3c39a23fe759 None None] Provisioning complete for port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:20.378097 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-362f9793-04e3-4f52-b0c9-3c39a23fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:20.420559 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-362f9793-04e3-4f52-b0c9-3c39a23fe759 None None] Port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:20.442069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f2bbf9-42cc-459d-93b0-602e64f69b1f admin admin] Deleting subnet 2ddfb148-78d7-41db-ac12-7719b2b055b6 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:07:20.459070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-4c947e21-967b-4ee8-8d54-9f2f4f653012 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Delete allocated IP 172.20.0.21 (059a4157-06cd-4efd-bd64-be0f177265ba/39fdc926-796e-4ea9-8f5c-c60d71345b3c) {{(pid=109153) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 12:07:20.508671 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7f2bbf9-42cc-459d-93b0-602e64f69b1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:20.527631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 446a27c8-54ae-4c82-af17-6d6f661ffd41 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:07:20.614278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 446a27c8-54ae-4c82-af17-6d6f661ffd41 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:20.614650 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:20.615110 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c557b62-d1b3-441f-8ef3-4dd21f53fba1 req-980b2b11-f726-4439-9563-e6169eb426e9 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 210 time: 0.0476973 Nov 11 12:07:20.635792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0ac03-783b-4d12-b3f6-172475e301c0 req-3bb0857b-5a98-404a-af5a-f7b29f8ca371 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:20.643425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0ac03-783b-4d12-b3f6-172475e301c0 req-3bb0857b-5a98-404a-af5a-f7b29f8ca371 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:20.651243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0ac03-783b-4d12-b3f6-172475e301c0 req-3bb0857b-5a98-404a-af5a-f7b29f8ca371 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:20.658462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0ac03-783b-4d12-b3f6-172475e301c0 req-3bb0857b-5a98-404a-af5a-f7b29f8ca371 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:20.665507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0ac03-783b-4d12-b3f6-172475e301c0 req-3bb0857b-5a98-404a-af5a-f7b29f8ca371 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:20.673049 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0ac03-783b-4d12-b3f6-172475e301c0 req-3bb0857b-5a98-404a-af5a-f7b29f8ca371 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:20.680560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0ac03-783b-4d12-b3f6-172475e301c0 req-3bb0857b-5a98-404a-af5a-f7b29f8ca371 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:20.682943 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4dc0ac03-783b-4d12-b3f6-172475e301c0 req-3bb0857b-5a98-404a-af5a-f7b29f8ca371 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5434 time: 0.1989074 Nov 11 12:07:20.808525 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-82f92a9e-8bf7-4373-8fa7-bec7f260953b service neutron] For port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=0cf8a200-b7a6-4b27-9dc3-6cacd08548a6,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:20.818451 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:20.826936 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4c947e21-967b-4ee8-8d54-9f2f4f653012 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:20.839945 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4c947e21-967b-4ee8-8d54-9f2f4f653012 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:20.883237 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ae3729c1-be79-4bdb-bd96-e4fb55bb31fe no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:20.903911 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b45d2-4c8f-4f20-8008-c12ebb6962fd req-a46d550a-3f35-4861-966d-b9bdd90d01fa tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:20.904076 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-03fdf545-9c03-4c5f-a316-80606059c888 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:20.917818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-03fdf545-9c03-4c5f-a316-80606059c888 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for b55b4a37-3558-43cc-be65-2423bd73bec1 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:20.920416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b45d2-4c8f-4f20-8008-c12ebb6962fd req-a46d550a-3f35-4861-966d-b9bdd90d01fa tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:20.927530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe8471c7-801d-41e4-9796-f1636365ff7d req-d23d7be1-9ed4-4d3c-ba17-dfa85842bd77 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:07:20.937235 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b45d2-4c8f-4f20-8008-c12ebb6962fd req-a46d550a-3f35-4861-966d-b9bdd90d01fa tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:20.946013 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b45d2-4c8f-4f20-8008-c12ebb6962fd req-a46d550a-3f35-4861-966d-b9bdd90d01fa tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:20.952300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b45d2-4c8f-4f20-8008-c12ebb6962fd req-a46d550a-3f35-4861-966d-b9bdd90d01fa tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:20.958508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b45d2-4c8f-4f20-8008-c12ebb6962fd req-a46d550a-3f35-4861-966d-b9bdd90d01fa tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:20.967200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3d6b45d2-4c8f-4f20-8008-c12ebb6962fd req-a46d550a-3f35-4861-966d-b9bdd90d01fa tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 4664 time: 0.2227731 Nov 11 12:07:20.979860 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ae3729c1-be79-4bdb-bd96-e4fb55bb31fe {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:07:20.981973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ae3729c1-be79-4bdb-bd96-e4fb55bb31fe not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:07:20.988410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b539350a-7969-4e56-8240-fb71585fd003 None None] Sync routers for ids ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:07:21.022904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b539350a-7969-4e56-8240-fb71585fd003 None None] Routers {'6c6cf9b1-52e5-4d53-88e6-50998c45b38f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:07:21.023818 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b539350a-7969-4e56-8240-fb71585fd003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:07:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:21.045471 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c947e21-967b-4ee8-8d54-9f2f4f653012 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=9d51f10d-a4b5-40f7-8b45-4a9d3d35e334,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:21.089385 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:21.153445 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:07:21.155751 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeea3286-eab0-46a2-a3de-c3e4514e31bb" -d '{"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:07:21.166714 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7f2bbf9-42cc-459d-93b0-602e64f69b1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:21.177678 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-4c947e21-967b-4ee8-8d54-9f2f4f653012 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] In _notify_port_updated(), no bound segment for port 9d51f10d-a4b5-40f7-8b45-4a9d3d35e334 on network 059a4157-06cd-4efd-bd64-be0f177265ba {{(pid=109153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:07:21.184021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c947e21-967b-4ee8-8d54-9f2f4f653012 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:21.184905 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4c947e21-967b-4ee8-8d54-9f2f4f653012 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:21.186319 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4c947e21-967b-4ee8-8d54-9f2f4f653012 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "PUT /v2.0/ports/9d51f10d-a4b5-40f7-8b45-4a9d3d35e334 HTTP/1.1" status: 200 len: 918 time: 1.1799202 Nov 11 12:07:21.189775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37040) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:21.199585 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a8f9fefb-3e2e-44c1-9453-b12c2fed2209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '821a148a-173e-4477-a72c-140ef0116bc3'}, {'subnet_id': '39fdc926-796e-4ea9-8f5c-c60d71345b3c'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:21.221519 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0,segment=NetworkSegment(2c0205b8-1020-4f5a-b0fd-bf13a555964b),segment_id=2c0205b8-1020-4f5a-b0fd-bf13a555964b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:21.230933 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:21.231659 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:21.254132 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3d6b45d2-4c8f-4f20-8008-c12ebb6962fd req-dc50d159-c4f0-4c16-8308-02f0ca8c9bb2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9dc08c6-b474-48ca-b01b-c73abd6581ef&id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2859144 Nov 11 12:07:21.258012 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9450426-8317-4469-a44f-21890d47c990 None None] Network 059a4157-06cd-4efd-bd64-be0f177265ba requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:21.295098 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bfa843-8328-4a28-b177-444f382f6209 x-openstack-request-id: req-74bfa843-8328-4a28-b177-444f382f6209 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:07:21.295443 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:07:21.295640 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-74bfa843-8328-4a28-b177-444f382f6209 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:07:21.296053 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0', 'code': 200} Nov 11 12:07:21.297256 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7f2bbf9-42cc-459d-93b0-602e64f69b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:21.318050 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a8f9fefb-3e2e-44c1-9453-b12c2fed2209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:21.368003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8471c7-801d-41e4-9796-f1636365ff7d req-d23d7be1-9ed4-4d3c-ba17-dfa85842bd77 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] No DVR routers for this DVR port f967f0a9-c595-4eab-916b-60ccb7e82852 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:21.368003 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fe8471c7-801d-41e4-9796-f1636365ff7d req-d23d7be1-9ed4-4d3c-ba17-dfa85842bd77 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:21.378083 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fe8471c7-801d-41e4-9796-f1636365ff7d req-d23d7be1-9ed4-4d3c-ba17-dfa85842bd77 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.62 "DELETE /v2.0/ports/f967f0a9-c595-4eab-916b-60ccb7e82852 HTTP/1.1" status: 204 len: 173 time: 4.9885886 Nov 11 12:07:21.378083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2244be-6c82-43a5-8583-9583a4444e17', 'name': 'network-vif-deleted', 'tag': 'f967f0a9-c595-4eab-916b-60ccb7e82852'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:07:21.381614 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-b539350a-7969-4e56-8240-fb71585fd003 None None] Set router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:07:21.393991 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e74906-5728-4402-90c5-3f29636f5134" -d '{"events": [{"server_uuid": "af2244be-6c82-43a5-8583-9583a4444e17", "name": "network-vif-deleted", "tag": "f967f0a9-c595-4eab-916b-60ccb7e82852"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:07:21.412997 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7f2bbf9-42cc-459d-93b0-602e64f69b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:21.424042 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-03fdf545-9c03-4c5f-a316-80606059c888 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:21.497099 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-66cca92e-bd36-436f-b57e-2a54d1fefe43 None None] Provisioning complete for port 446a27c8-54ae-4c82-af17-6d6f661ffd41 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:21.497466 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-66cca92e-bd36-436f-b57e-2a54d1fefe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:21.505775 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7f2bbf9-42cc-459d-93b0-602e64f69b1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:21.512041 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a7f2bbf9-42cc-459d-93b0-602e64f69b1f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2ddfb148-78d7-41db-ac12-7719b2b055b6 HTTP/1.1" status: 204 len: 168 time: 1.3654473 Nov 11 12:07:21.518607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37050) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:21.530250 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779cf785-f536-4231-864b-161925744cde x-openstack-request-id: req-779cf785-f536-4231-864b-161925744cde {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:07:21.530543 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2244be-6c82-43a5-8583-9583a4444e17", "name": "network-vif-deleted", "tag": "f967f0a9-c595-4eab-916b-60ccb7e82852", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:07:21.530797 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-779cf785-f536-4231-864b-161925744cde {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:07:21.531199 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2244be-6c82-43a5-8583-9583a4444e17', 'name': 'network-vif-deleted', 'tag': 'f967f0a9-c595-4eab-916b-60ccb7e82852', 'status': 'completed', 'code': 200} Nov 11 12:07:21.535415 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2bbf9-42cc-459d-93b0-602e64f69b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ddfb148-78d7-41db-ac12-7719b2b055b6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:21.558701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fa3538-a094-4a3d-bff5-1311ce40f611 None None] Network 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:21.581502 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-82f92a9e-8bf7-4373-8fa7-bec7f260953b service neutron] For port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:07:21.620369 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-82f92a9e-8bf7-4373-8fa7-bec7f260953b service neutron] device_id is not set on port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:07:21.623661 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:21.633293 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-82f92a9e-8bf7-4373-8fa7-bec7f260953b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:21.660359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdf545-9c03-4c5f-a316-80606059c888 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=b55b4a37-3558-43cc-be65-2423bd73bec1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:21.705152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-82f92a9e-8bf7-4373-8fa7-bec7f260953b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:21.714059 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-03fdf545-9c03-4c5f-a316-80606059c888 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:21.715637 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:21.717856 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-03fdf545-9c03-4c5f-a316-80606059c888 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/b55b4a37-3558-43cc-be65-2423bd73bec1 HTTP/1.1" status: 204 len: 168 time: 2.6893129 Nov 11 12:07:21.729031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37056) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:21.771931 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:21.876957 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefd8e5e-33fb-4cb5-856f-5408cbe6f1ca tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] GET failed (client error): The resource could not be found. Nov 11 12:07:21.879743 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cefd8e5e-33fb-4cb5-856f-5408cbe6f1ca tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports/b55b4a37-3558-43cc-be65-2423bd73bec1 HTTP/1.1" status: 404 len: 333 time: 0.1476085 Nov 11 12:07:21.888314 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37060) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:21.921143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f92a9e-8bf7-4373-8fa7-bec7f260953b service neutron] Pushing event updated for resources: {'Port': ['ID=0cf8a200-b7a6-4b27-9dc3-6cacd08548a6,revision_number=6']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:21.923025 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9379ff6a-0927-4471-854e-0c17195ecb84 req-a95b9517-011d-409f-8585-203aa56b8a9f tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 210 time: 0.1602814 Nov 11 12:07:22.026121 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-82f92a9e-8bf7-4373-8fa7-bec7f260953b service neutron] No DVR routers for this DVR port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:22.063254 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-a8f9fefb-3e2e-44c1-9453-b12c2fed2209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Allocated IP 172.20.0.22 (059a4157-06cd-4efd-bd64-be0f177265ba/39fdc926-796e-4ea9-8f5c-c60d71345b3c/9d51f10d-a4b5-40f7-8b45-4a9d3d35e334) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:22.067359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] Deleting port 1631249d-2585-467f-8f78-e36291c906fa {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:22.067697 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.096491 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0cf9f0c6-4300-4dd7-8305-7c83b8ff9fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.099800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-82f92a9e-8bf7-4373-8fa7-bec7f260953b service neutron] In _notify_port_updated(), no bound segment for port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 on network de1e282d-69aa-41dc-98d7-1b2ec2535941 {{(pid=109154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:07:22.105244 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-82f92a9e-8bf7-4373-8fa7-bec7f260953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:22.110422 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-82f92a9e-8bf7-4373-8fa7-bec7f260953b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.112114 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-82f92a9e-8bf7-4373-8fa7-bec7f260953b service neutron] 10.222.0.43 "PUT /v2.0/ports/0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 HTTP/1.1" status: 200 len: 1032 time: 2.1277595 Nov 11 12:07:22.186215 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0cf9f0c6-4300-4dd7-8305-7c83b8ff9fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.236166 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.284559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] For port 1631249d-2585-467f-8f78-e36291c906fa, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1631249d-2585-467f-8f78-e36291c906fa,segment=NetworkSegment(d8c7572e-6907-4a04-b7f8-09f6435db6ab),segment_id=d8c7572e-6907-4a04-b7f8-09f6435db6ab)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:22.284931 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.300911 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0cf9f0c6-4300-4dd7-8305-7c83b8ff9fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.303619 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0cf9f0c6-4300-4dd7-8305-7c83b8ff9fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.306495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] Calling delete_port for 1631249d-2585-467f-8f78-e36291c906fa owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:22.313993 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0cf9f0c6-4300-4dd7-8305-7c83b8ff9fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/security-groups/ad3d13b7-34b7-4fb8-a7a7-b86acd17c4bc HTTP/1.1" status: 204 len: 168 time: 0.4211497 Nov 11 12:07:22.318666 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37070) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:22.365149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9f0c6-4300-4dd7-8305-7c83b8ff9fa4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3d13b7-34b7-4fb8-a7a7-b86acd17c4bc,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:22.402935 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-d2016164-3587-4be3-b049-cd169ba99158 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Deleting port fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:22.403338 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-d2016164-3587-4be3-b049-cd169ba99158 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.501870 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0,segment=NetworkSegment(6e11699d-9297-4d1a-8062-6d3336415157),segment_id=6e11699d-9297-4d1a-8062-6d3336415157)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:22.505502 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a254069-8c04-4f37-a6cc-5249c8dfbc9c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.559030 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a254069-8c04-4f37-a6cc-5249c8dfbc9c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.563051 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-d2016164-3587-4be3-b049-cd169ba99158 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] For port fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:22.563404 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-d2016164-3587-4be3-b049-cd169ba99158 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.585788 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a8f9fefb-3e2e-44c1-9453-b12c2fed2209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.592396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-d2016164-3587-4be3-b049-cd169ba99158 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Calling delete_port for fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:22.599580 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133df6ed-291a-4791-a84b-5f9301aca4ee req-a22f9dda-1d20-4b58-a885-38f45ac12a07 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:22.605790 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133df6ed-291a-4791-a84b-5f9301aca4ee req-a22f9dda-1d20-4b58-a885-38f45ac12a07 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:22.611850 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133df6ed-291a-4791-a84b-5f9301aca4ee req-a22f9dda-1d20-4b58-a885-38f45ac12a07 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:22.618589 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133df6ed-291a-4791-a84b-5f9301aca4ee req-a22f9dda-1d20-4b58-a885-38f45ac12a07 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:22.625281 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133df6ed-291a-4791-a84b-5f9301aca4ee req-a22f9dda-1d20-4b58-a885-38f45ac12a07 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:22.627201 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-133df6ed-291a-4791-a84b-5f9301aca4ee req-a22f9dda-1d20-4b58-a885-38f45ac12a07 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 3883 time: 0.1781788 Nov 11 12:07:22.635168 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a8f9fefb-3e2e-44c1-9453-b12c2fed2209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.669937 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a254069-8c04-4f37-a6cc-5249c8dfbc9c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.672612 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a254069-8c04-4f37-a6cc-5249c8dfbc9c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.674020 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0a254069-8c04-4f37-a6cc-5249c8dfbc9c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/security-groups/ea8f8f7c-fcaa-46e8-b4da-58ee3dfae07c HTTP/1.1" status: 204 len: 168 time: 0.3530138 Nov 11 12:07:22.681189 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37074) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:22.726450 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a254069-8c04-4f37-a6cc-5249c8dfbc9c tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8f8f7c-fcaa-46e8-b4da-58ee3dfae07c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:22.746726 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.747577 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:22.765932 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.784888 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c1aee5-64a6-425b-bd67-db889d5499c8 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting subnet 902ef9a5-8dcd-43b9-847f-ea1e06201920 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:07:22.788468 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-10c1aee5-64a6-425b-bd67-db889d5499c8 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.808353 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-133df6ed-291a-4791-a84b-5f9301aca4ee req-c7dad95c-9655-4976-bd3a-dc55f6aa867d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534178 Nov 11 12:07:22.859411 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9fefb-3e2e-44c1-9453-b12c2fed2209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=9d51f10d-a4b5-40f7-8b45-4a9d3d35e334,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:22.871325 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-10c1aee5-64a6-425b-bd67-db889d5499c8 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:22.900723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] Pushing event deleted for resources: {'Port': ['ID=1631249d-2585-467f-8f78-e36291c906fa,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:22.907381 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] No DVR routers for this DVR port 1631249d-2585-467f-8f78-e36291c906fa on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:22.942142 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:07:22.942567 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:22.949705 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:23.011273 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-10c1aee5-64a6-425b-bd67-db889d5499c8 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:23.054437 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-a8f9fefb-3e2e-44c1-9453-b12c2fed2209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] In _notify_port_updated(), no bound segment for port 9d51f10d-a4b5-40f7-8b45-4a9d3d35e334 on network 059a4157-06cd-4efd-bd64-be0f177265ba {{(pid=109153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:07:23.072768 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f9fefb-3e2e-44c1-9453-b12c2fed2209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:23.073172 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a8f9fefb-3e2e-44c1-9453-b12c2fed2209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:23.080261 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a8f9fefb-3e2e-44c1-9453-b12c2fed2209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "PUT /v2.0/ports/9d51f10d-a4b5-40f7-8b45-4a9d3d35e334 HTTP/1.1" status: 200 len: 998 time: 1.8838031 Nov 11 12:07:23.081250 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37084) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:23.106836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5e3b20b3-9fc2-4dd6-a38a-db6609a21422 None None] Provisioning complete for port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:23.107216 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5e3b20b3-9fc2-4dd6-a38a-db6609a21422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:23.170141 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-5e3b20b3-9fc2-4dd6-a38a-db6609a21422 None None] Port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:23.173865 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efa3c01-4b98-44af-bdde-ca3fa8790dff None None] DHCP port deletion for 1eaf59ac-cf7f-40ca-97a1-f02c3a524972 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:07:23.178285 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:23.200722 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-10c1aee5-64a6-425b-bd67-db889d5499c8 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:23.226520 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-10c1aee5-64a6-425b-bd67-db889d5499c8 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:23.229059 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-10c1aee5-64a6-425b-bd67-db889d5499c8 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/902ef9a5-8dcd-43b9-847f-ea1e06201920 HTTP/1.1" status: 204 len: 168 time: 0.5438907 Nov 11 12:07:23.247388 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05be2ec0-8367-43ad-8215-a66948f4fdfd None None] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:23.261275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37090) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:23.266851 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d4a9b1f-3c7f-4cc3-aaeb-a4d338865d86 req-11ee295c-a857-41c9-aafb-7d1bf016b99e tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 210 time: 0.1317079 Nov 11 12:07:23.282866 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-093d11eb-b8f5-44fa-82b1-e06550b16630 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'subnet': {'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:23.288054 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1aee5-64a6-425b-bd67-db889d5499c8 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Subnet': ['ID=902ef9a5-8dcd-43b9-847f-ea1e06201920,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:23.295965 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-d2016164-3587-4be3-b049-cd169ba99158 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:23.334373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec6035f-3430-4180-afe0-3f5a0ee5f6e0'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:07:23.337340 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81efd946-80f8-4fc7-ab04-26a719ae0752" -d '{"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec6035f-3430-4180-afe0-3f5a0ee5f6e0"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:07:23.344239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b539350a-7969-4e56-8240-fb71585fd003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'name': 'tempest-ServersTestBootFromVolume-1468386582-router', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:04:09Z', 'updated_at': '2021-11-11T12:04:16Z', 'revision_number': 4, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'gw_port': {'id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:11Z', 'updated_at': '2021-11-11T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'e341da01-1ed8-470d-8ef4-511c302cb9fd', 'name': '', 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'mac_address': 'fa:16:3e:d0:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:14Z', 'updated_at': '2021-11-11T12:04:21Z', 'revision_number': 5, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'subnets': [{'id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:23.369525 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2016164-3587-4be3-b049-cd169ba99158 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event deleted for resources: {'Port': ['ID=fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:23.400388 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b539350a-7969-4e56-8240-fb71585fd003 None None] Checking router: 6c6cf9b1-52e5-4d53-88e6-50998c45b38f for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:07:23.419061 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eaf59ac-cf7f-40ca-97a1-f02c3a524972']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:23.429375 n-d-807359-3 neutron-server[109155]: INFO neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No ports have port_id starting with fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 Nov 11 12:07:23.446518 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:23.456304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c7572e-6907-4a04-b7f8-09f6435db6ab') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:23.459582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c7572e-6907-4a04-b7f8-09f6435db6ab') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:23.475937 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:23.490861 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa6cba1-b45a-45a1-9972-2da6e3e3bafc x-openstack-request-id: req-5fa6cba1-b45a-45a1-9972-2da6e3e3bafc {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:07:23.491212 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec6035f-3430-4180-afe0-3f5a0ee5f6e0", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:07:23.491539 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5fa6cba1-b45a-45a1-9972-2da6e3e3bafc {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:07:23.491980 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec6035f-3430-4180-afe0-3f5a0ee5f6e0', 'code': 200} Nov 11 12:07:23.512141 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:23.519254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-d2016164-3587-4be3-b049-cd169ba99158 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] No DVR routers for this DVR port fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:23.519932 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b539350a-7969-4e56-8240-fb71585fd003 None None] Routers {'6c6cf9b1-52e5-4d53-88e6-50998c45b38f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:07:23.520645 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b539350a-7969-4e56-8240-fb71585fd003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:07:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:23.521327 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:07:23.521833 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:23.539549 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-d2016164-3587-4be3-b049-cd169ba99158 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:23.550289 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-d2016164-3587-4be3-b049-cd169ba99158 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.43 "DELETE /v2.0/ports/fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6 HTTP/1.1" status: 204 len: 173 time: 1.4270234 Nov 11 12:07:23.551022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-deleted', 'tag': 'fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:07:23.554826 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4540c247-0000-48ec-bb5b-b821b56fd5be" -d '{"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-deleted", "tag": "fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:07:23.558136 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:07:23.633312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:07:23.633742 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 34a34710-3faa-4315-b872-f1630df0cbd0 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:23.674218 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:23.698899 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:23.713996 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] 10.222.0.65 "DELETE /v2.0/networks/1eaf59ac-cf7f-40ca-97a1-f02c3a524972 HTTP/1.1" status: 204 len: 168 time: 2.1939762 Nov 11 12:07:23.715022 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd26894-2c4e-4b7c-b840-903472fc930f x-openstack-request-id: req-cbd26894-2c4e-4b7c-b840-903472fc930f {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:07:23.715406 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-deleted", "tag": "fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:07:23.715744 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cbd26894-2c4e-4b7c-b840-903472fc930f {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:07:23.716229 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-deleted', 'tag': 'fd4983c6-7f97-4b4e-8ca9-44d7a46df2e6', 'status': 'completed', 'code': 200} Nov 11 12:07:23.763783 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e796d-f792-478e-9acd-49f24182f64b admin admin] Pushing event deleted for resources: {'Network': ['ID=1eaf59ac-cf7f-40ca-97a1-f02c3a524972,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:23.771796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-0786aa08-6588-47f4-9e43-0610bc308ecf tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 9d51f10d-a4b5-40f7-8b45-4a9d3d35e334 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:23.771796 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0786aa08-6588-47f4-9e43-0610bc308ecf tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:23.811066 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-006f6b32-d050-49bd-9d28-c6735a235a88 None None] Provisioning complete for port 9d51f10d-a4b5-40f7-8b45-4a9d3d35e334 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:23.811244 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-006f6b32-d050-49bd-9d28-c6735a235a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:23.867504 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093d11eb-b8f5-44fa-82b1-e06550b16630 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:23.877133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-093d11eb-b8f5-44fa-82b1-e06550b16630 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:23.933414 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-b539350a-7969-4e56-8240-fb71585fd003 None None] Set router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:07:23.998676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37114) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:24.128009 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0786aa08-6588-47f4-9e43-0610bc308ecf tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:24.180181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-006f6b32-d050-49bd-9d28-c6735a235a88 None None] Port 9d51f10d-a4b5-40f7-8b45-4a9d3d35e334 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:24.182938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-0786aa08-6588-47f4-9e43-0610bc308ecf tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 9d51f10d-a4b5-40f7-8b45-4a9d3d35e334 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:24.343928 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-006f6b32-d050-49bd-9d28-c6735a235a88 None None] Provisioning complete for port 446a27c8-54ae-4c82-af17-6d6f661ffd41 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:24.344436 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-006f6b32-d050-49bd-9d28-c6735a235a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:24.360304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37120) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:24.507519 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-093d11eb-b8f5-44fa-82b1-e06550b16630 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:24.514980 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1631249d-2585-467f-8f78-e36291c906fa no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:24.586914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 1631249d-2585-467f-8f78-e36291c906fa {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:07:24.587499 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1631249d-2585-467f-8f78-e36291c906fa not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:07:24.590539 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:24.661172 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093d11eb-b8f5-44fa-82b1-e06550b16630 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:24.670714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-7cb74fa5-ec32-4ee7-9f65-8561f6c5cfdb tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Deleting port cb685e1e-459f-492c-9930-41b9ec4b238d {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:24.671269 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-7cb74fa5-ec32-4ee7-9f65-8561f6c5cfdb tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:24.678048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 34a34710-3faa-4315-b872-f1630df0cbd0, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=34a34710-3faa-4315-b872-f1630df0cbd0,segment=NetworkSegment(2c0205b8-1020-4f5a-b0fd-bf13a555964b),segment_id=2c0205b8-1020-4f5a-b0fd-bf13a555964b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:24.681874 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-093d11eb-b8f5-44fa-82b1-e06550b16630 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:24.688896 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f59dfad3-cbbe-4557-a3ab-066ecccafaf7 req-4cdb0de1-2f4f-4d29-ba7e-504574270475 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 210 time: 0.2179034 Nov 11 12:07:24.696984 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d11eb-b8f5-44fa-82b1-e06550b16630 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Subnet': ['ID=7e744aee-c07f-4896-9f9f-8c2fcf541cf0,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:24.717083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d11eb-b8f5-44fa-82b1-e06550b16630 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:24.717083 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-093d11eb-b8f5-44fa-82b1-e06550b16630 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:24.717445 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:24.717445 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device cb685e1e-459f-492c-9930-41b9ec4b238d no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:24.834984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3ca48c02-6ca3-4a0b-84e4-e53a4ea25a11 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0a654e19116f4a7c8567a53fd67aec2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8350005 Nov 11 12:07:24.853448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598ce1f-836f-4b70-9b81-aced69b88aab req-500536eb-cbf9-4707-9854-03ec097da02f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:24.859504 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37134) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:24.869461 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598ce1f-836f-4b70-9b81-aced69b88aab req-500536eb-cbf9-4707-9854-03ec097da02f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:24.881607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598ce1f-836f-4b70-9b81-aced69b88aab req-500536eb-cbf9-4707-9854-03ec097da02f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:24.888113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598ce1f-836f-4b70-9b81-aced69b88aab req-500536eb-cbf9-4707-9854-03ec097da02f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:24.898320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2598ce1f-836f-4b70-9b81-aced69b88aab req-500536eb-cbf9-4707-9854-03ec097da02f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 3147 time: 0.5369058 Nov 11 12:07:24.915853 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=34a34710-3faa-4315-b872-f1630df0cbd0,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:24.970501 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-093d11eb-b8f5-44fa-82b1-e06550b16630 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7060409 Nov 11 12:07:24.976759 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37136) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:24.985742 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-77b180a8-b5e8-4bdf-9df1-c7a8d8fba77f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'security_group': {'name': 'tempest-secgroup-1916128476'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:24.986619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc6a5c-dc6e-49ea-ba50-03a14fea29a7 req-277d4d9f-bdf7-45b1-bc82-32b17410747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:24.987168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc6a5c-dc6e-49ea-ba50-03a14fea29a7 req-277d4d9f-bdf7-45b1-bc82-32b17410747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:24.987762 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc6a5c-dc6e-49ea-ba50-03a14fea29a7 req-277d4d9f-bdf7-45b1-bc82-32b17410747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:24.988220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc6a5c-dc6e-49ea-ba50-03a14fea29a7 req-277d4d9f-bdf7-45b1-bc82-32b17410747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:24.988670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc6a5c-dc6e-49ea-ba50-03a14fea29a7 req-277d4d9f-bdf7-45b1-bc82-32b17410747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:24.989130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc6a5c-dc6e-49ea-ba50-03a14fea29a7 req-277d4d9f-bdf7-45b1-bc82-32b17410747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:24.989559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc6a5c-dc6e-49ea-ba50-03a14fea29a7 req-277d4d9f-bdf7-45b1-bc82-32b17410747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:24.998712 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1fc6a5c-dc6e-49ea-ba50-03a14fea29a7 req-277d4d9f-bdf7-45b1-bc82-32b17410747c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 6491 time: 0.6360302 Nov 11 12:07:25.032031 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:25.081314 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4448984-e4d0-4d38-9404-c4b2c282c17c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:25.115473 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-7cb74fa5-ec32-4ee7-9f65-8561f6c5cfdb tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] For port cb685e1e-459f-492c-9930-41b9ec4b238d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=cb685e1e-459f-492c-9930-41b9ec4b238d,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:25.115960 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-7cb74fa5-ec32-4ee7-9f65-8561f6c5cfdb tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:25.133408 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-77b180a8-b5e8-4bdf-9df1-c7a8d8fba77f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:25.170994 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2598ce1f-836f-4b70-9b81-aced69b88aab req-17c9a533-159f-4649-b2bc-2a05f0bbcf6a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716076 Nov 11 12:07:25.235657 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-7cb74fa5-ec32-4ee7-9f65-8561f6c5cfdb tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Calling delete_port for cb685e1e-459f-492c-9930-41b9ec4b238d owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:25.249836 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4448984-e4d0-4d38-9404-c4b2c282c17c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:25.254049 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1fc6a5c-dc6e-49ea-ba50-03a14fea29a7 req-c4dbf5a2-2135-49ed-8fe2-587aff9059a8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2543461 Nov 11 12:07:25.368014 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0786aa08-6588-47f4-9e43-0610bc308ecf tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:25.411709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b539350a-7969-4e56-8240-fb71585fd003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'name': 'tempest-ServersTestBootFromVolume-1468386582-router', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:04:09Z', 'updated_at': '2021-11-11T12:04:16Z', 'revision_number': 4, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'gw_port': {'id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:11Z', 'updated_at': '2021-11-11T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'e341da01-1ed8-470d-8ef4-511c302cb9fd', 'name': '', 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'mac_address': 'fa:16:3e:d0:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:14Z', 'updated_at': '2021-11-11T12:04:21Z', 'revision_number': 5, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'subnets': [{'id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:25.415461 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port cb685e1e-459f-492c-9930-41b9ec4b238d, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=cb685e1e-459f-492c-9930-41b9ec4b238d,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:25.430084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786aa08-6588-47f4-9e43-0610bc308ecf tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=9d51f10d-a4b5-40f7-8b45-4a9d3d35e334,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:25.430378 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8f2f57e2-efae-4d21-81ba-24f1601dfd1f None None] Provisioning complete for port 9d51f10d-a4b5-40f7-8b45-4a9d3d35e334 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:25.430901 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8f2f57e2-efae-4d21-81ba-24f1601dfd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:25.477999 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4448984-e4d0-4d38-9404-c4b2c282c17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:25.480732 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4448984-e4d0-4d38-9404-c4b2c282c17c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:25.484363 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e4448984-e4d0-4d38-9404-c4b2c282c17c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93bb6cf6-b481-4d6f-afea-0c162c272a7e HTTP/1.1" status: 204 len: 168 time: 0.6153615 Nov 11 12:07:25.544605 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4448984-e4d0-4d38-9404-c4b2c282c17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bb6cf6-b481-4d6f-afea-0c162c272a7e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:25.545454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34a34710-3faa-4315-b872-f1630df0cbd0'}, {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb685e1e-459f-492c-9930-41b9ec4b238d'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:07:25.549881 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08505429-7226-4266-a380-029ce962975a" -d '{"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-unplugged", "status": "completed", "tag": "34a34710-3faa-4315-b872-f1630df0cbd0"}, {"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-unplugged", "status": "completed", "tag": "cb685e1e-459f-492c-9930-41b9ec4b238d"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:07:25.559481 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b539350a-7969-4e56-8240-fb71585fd003 None None] The sync data for ids ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'] in n-d-807359-3 is: [{'id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'name': 'tempest-ServersTestBootFromVolume-1468386582-router', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:04:09Z', 'updated_at': '2021-11-11T12:04:16Z', 'revision_number': 4, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'gw_port': {'id': '2617ff2f-e049-4bff-ac8f-0b863bb0a8a9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:11Z', 'updated_at': '2021-11-11T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'e341da01-1ed8-470d-8ef4-511c302cb9fd', 'name': '', 'network_id': 'd03a149d-cab9-42f0-8028-0fe357ffb817', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'mac_address': 'fa:16:3e:d0:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:04:14Z', 'updated_at': '2021-11-11T12:04:21Z', 'revision_number': 5, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'subnets': [{'id': 'b7d208a7-6bbf-435f-95c1-9ebcc952953a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:07:25.571599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f57e2-efae-4d21-81ba-24f1601dfd1f None None] Port 9d51f10d-a4b5-40f7-8b45-4a9d3d35e334 was deleted so its status cannot be updated. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 11 12:07:25.600276 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:25.610245 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0786aa08-6588-47f4-9e43-0610bc308ecf tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:25.641995 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0786aa08-6588-47f4-9e43-0610bc308ecf tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/9d51f10d-a4b5-40f7-8b45-4a9d3d35e334 HTTP/1.1" status: 204 len: 168 time: 2.5537875 Nov 11 12:07:25.643324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37156) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:25.757920 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe31875-efa6-4dd1-a7ae-16f2831f26db tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] GET failed (client error): The resource could not be found. Nov 11 12:07:25.765758 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bfe31875-efa6-4dd1-a7ae-16f2831f26db tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports/9d51f10d-a4b5-40f7-8b45-4a9d3d35e334 HTTP/1.1" status: 404 len: 333 time: 0.1180589 Nov 11 12:07:25.766614 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-77b180a8-b5e8-4bdf-9df1-c7a8d8fba77f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:25.767542 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 11 Nov 2021 12:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe0b0bc-0514-44a3-ab4f-804f22799997 x-openstack-request-id: req-dfe0b0bc-0514-44a3-ab4f-804f22799997 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:07:25.767542 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-unplugged", "status": "completed", "tag": "34a34710-3faa-4315-b872-f1630df0cbd0", "code": 200}, {"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-unplugged", "status": "completed", "tag": "cb685e1e-459f-492c-9930-41b9ec4b238d", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:07:25.767802 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfe0b0bc-0514-44a3-ab4f-804f22799997 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:07:25.768565 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34a34710-3faa-4315-b872-f1630df0cbd0', 'code': 200} Nov 11 12:07:25.769016 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb685e1e-459f-492c-9930-41b9ec4b238d', 'code': 200} Nov 11 12:07:25.779113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37160) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:25.790792 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-77b180a8-b5e8-4bdf-9df1-c7a8d8fba77f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:25.866671 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=cb685e1e-459f-492c-9930-41b9ec4b238d,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:25.895511 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884bb6df-1c1c-4743-bd72-a31419804cf3 None None] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:25.917370 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-77b180a8-b5e8-4bdf-9df1-c7a8d8fba77f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:25.918671 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-77b180a8-b5e8-4bdf-9df1-c7a8d8fba77f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9383969 Nov 11 12:07:25.939465 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37164) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:25.948769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-133627f7-8988-49ee-a53c-75222d7b06e7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'security_group': {'name': 'tempest-secgroup-717209255'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:25.957142 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-7cb74fa5-ec32-4ee7-9f65-8561f6c5cfdb tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:25.975490 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b180a8-b5e8-4bdf-9df1-c7a8d8fba77f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcccce4-c1ab-4147-8ed4-a19dd9bdf8a7,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:26.010780 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-8209000f-e644-427c-9ba2-6f0fd7adba55 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting subnet 39fdc926-796e-4ea9-8f5c-c60d71345b3c {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:07:26.016393 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb74fa5-ec32-4ee7-9f65-8561f6c5cfdb tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event deleted for resources: {'Port': ['ID=cb685e1e-459f-492c-9930-41b9ec4b238d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:26.035231 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8209000f-e644-427c-9ba2-6f0fd7adba55 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:26.096793 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1beca80e-851b-423d-9715-46aba8a14c9a None None] Provisioning complete for port e961ac33-8e50-4a98-816c-dde290ae8e06 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:26.097474 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1beca80e-851b-423d-9715-46aba8a14c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:26.127149 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-133627f7-8988-49ee-a53c-75222d7b06e7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:26.136418 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-897af9a8-5985-4f78-8123-9eab307be1ff req-7a389171-7c26-445d-9c1b-47cc750623cb tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 210 time: 0.1056075 Nov 11 12:07:26.146707 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-7cb74fa5-ec32-4ee7-9f65-8561f6c5cfdb tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] No DVR routers for this DVR port cb685e1e-459f-492c-9930-41b9ec4b238d on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:26.156467 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-7cb74fa5-ec32-4ee7-9f65-8561f6c5cfdb tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:26.156467 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-7cb74fa5-ec32-4ee7-9f65-8561f6c5cfdb tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.43 "DELETE /v2.0/ports/cb685e1e-459f-492c-9930-41b9ec4b238d HTTP/1.1" status: 204 len: 173 time: 2.5918634 Nov 11 12:07:26.156467 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-deleted', 'tag': 'cb685e1e-459f-492c-9930-41b9ec4b238d'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:07:26.157420 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c73b857-4485-4ed3-9038-9921b4ee53bb" -d '{"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-deleted", "tag": "cb685e1e-459f-492c-9930-41b9ec4b238d"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:07:26.226859 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6f954c-c8af-4556-8512-9f0b17c66a04 None None] New status for floating IP 46c83f99-4111-4e80-94c7-7df5737b94fb: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:07:26.267591 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8209000f-e644-427c-9ba2-6f0fd7adba55 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:26.310463 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680374cb-9407-402f-9681-197c598ff1a3 x-openstack-request-id: req-680374cb-9407-402f-9681-197c598ff1a3 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:07:26.310714 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-deleted", "tag": "cb685e1e-459f-492c-9930-41b9ec4b238d", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:07:26.311789 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-680374cb-9407-402f-9681-197c598ff1a3 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:07:26.312423 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-deleted', 'tag': 'cb685e1e-459f-492c-9930-41b9ec4b238d', 'status': 'completed', 'code': 200} Nov 11 12:07:26.478381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1beca80e-851b-423d-9715-46aba8a14c9a None None] Provisioning complete for port 020a832d-608d-46e8-9e55-dc4ad4418858 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:26.478917 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1beca80e-851b-423d-9715-46aba8a14c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:26.486889 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-979bcac8-27e8-46cd-9c9b-bfc94d678e6b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Deleting port 34a34710-3faa-4315-b872-f1630df0cbd0 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:26.490720 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-979bcac8-27e8-46cd-9c9b-bfc94d678e6b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:26.538482 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-133627f7-8988-49ee-a53c-75222d7b06e7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:26.600481 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-133627f7-8988-49ee-a53c-75222d7b06e7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:26.716760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-1beca80e-851b-423d-9715-46aba8a14c9a None None] Port 020a832d-608d-46e8-9e55-dc4ad4418858 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:26.717054 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c08ba-7d3e-4e0f-955a-064478c146cb req-23b1f144-0589-4f6b-ae17-6a1f82162272 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:26.733500 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d65c65-6bab-4f07-979f-7cd1eafedcd5 None None] Update dhcp port {'port': {'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'fixed_ips': [{'subnet_id': '8ac7d799-f004-4dcb-9e71-30e2c0f8b01a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7e744aee-c07f-4896-9f9f-8c2fcf541cf0'}], 'binding:host_id': 'n-d-807359-3'}, 'id': 'e961ac33-8e50-4a98-816c-dde290ae8e06'} from n-d-807359-3. {{(pid=109155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:07:26.747398 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c08ba-7d3e-4e0f-955a-064478c146cb req-23b1f144-0589-4f6b-ae17-6a1f82162272 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:26.755643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c08ba-7d3e-4e0f-955a-064478c146cb req-23b1f144-0589-4f6b-ae17-6a1f82162272 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:26.757615 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b24c08ba-7d3e-4e0f-955a-064478c146cb req-23b1f144-0589-4f6b-ae17-6a1f82162272 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 2411 time: 0.3727255 Nov 11 12:07:26.820580 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8209000f-e644-427c-9ba2-6f0fd7adba55 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:26.845053 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f9d65c65-6bab-4f07-979f-7cd1eafedcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:26.886151 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-133627f7-8988-49ee-a53c-75222d7b06e7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:26.887524 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-133627f7-8988-49ee-a53c-75222d7b06e7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9468248 Nov 11 12:07:26.906812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37194) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:26.922432 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-8e81c3aa-0247-4409-a629-133d19530fa5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'security_group': {'name': 'tempest-secgroup-782882776'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:26.946346 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133627f7-8988-49ee-a53c-75222d7b06e7 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a88823-5bfb-4a61-8606-6c6b60fed534,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:27.028264 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-979bcac8-27e8-46cd-9c9b-bfc94d678e6b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] For port 34a34710-3faa-4315-b872-f1630df0cbd0, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=34a34710-3faa-4315-b872-f1630df0cbd0,segment=NetworkSegment(2c0205b8-1020-4f5a-b0fd-bf13a555964b),segment_id=2c0205b8-1020-4f5a-b0fd-bf13a555964b)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:27.031305 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-979bcac8-27e8-46cd-9c9b-bfc94d678e6b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:27.045621 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8209000f-e644-427c-9ba2-6f0fd7adba55 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:27.063416 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8209000f-e644-427c-9ba2-6f0fd7adba55 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:27.071330 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37198) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:27.074976 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8209000f-e644-427c-9ba2-6f0fd7adba55 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/39fdc926-796e-4ea9-8f5c-c60d71345b3c HTTP/1.1" status: 204 len: 168 time: 1.2904747 Nov 11 12:07:27.117050 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b24c08ba-7d3e-4e0f-955a-064478c146cb req-61213729-5623-401a-ac4b-af996a2bd121 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3471899 Nov 11 12:07:27.139166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209000f-e644-427c-9ba2-6f0fd7adba55 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Subnet': ['ID=39fdc926-796e-4ea9-8f5c-c60d71345b3c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:27.156851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e21abf8-d88f-44bf-937e-5d7951ac8e7e None None] Network 059a4157-06cd-4efd-bd64-be0f177265ba requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:27.222096 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea14578a-7eb5-4687-887a-72ff949de8f9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting subnet 821a148a-173e-4477-a72c-140ef0116bc3 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:07:27.225620 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e81c3aa-0247-4409-a629-133d19530fa5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:27.227627 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ea14578a-7eb5-4687-887a-72ff949de8f9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:27.230797 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-979bcac8-27e8-46cd-9c9b-bfc94d678e6b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Calling delete_port for 34a34710-3faa-4315-b872-f1630df0cbd0 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:27.296783 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ea14578a-7eb5-4687-887a-72ff949de8f9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:27.366321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-f9d65c65-6bab-4f07-979f-7cd1eafedcd5 None None] Allocated IP 2001:db8::2 (768d555a-1d42-4394-b6a1-dd0bc112bfba/7e744aee-c07f-4896-9f9f-8c2fcf541cf0/e961ac33-8e50-4a98-816c-dde290ae8e06) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:27.406192 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72c4d219-21dc-4c6d-94ec-3791c3067071 req-3e54e076-37db-4eca-95ba-5937b76b583d tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 210 time: 0.1314983 Nov 11 12:07:27.554328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f9d65c65-6bab-4f07-979f-7cd1eafedcd5 None None] For port e961ac33-8e50-4a98-816c-dde290ae8e06, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e961ac33-8e50-4a98-816c-dde290ae8e06,segment=NetworkSegment(903e17a8-5853-4c99-83ee-eb8a2bb41bd6),segment_id=903e17a8-5853-4c99-83ee-eb8a2bb41bd6)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:27.621632 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f9d65c65-6bab-4f07-979f-7cd1eafedcd5 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:27.627930 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f9d65c65-6bab-4f07-979f-7cd1eafedcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:27.652507 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ea14578a-7eb5-4687-887a-72ff949de8f9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:27.811980 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d65c65-6bab-4f07-979f-7cd1eafedcd5 None None] Pushing event updated for resources: {'Port': ['ID=e961ac33-8e50-4a98-816c-dde290ae8e06,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:27.842513 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e81c3aa-0247-4409-a629-133d19530fa5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:27.894986 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e81c3aa-0247-4409-a629-133d19530fa5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:27.929660 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ea14578a-7eb5-4687-887a-72ff949de8f9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:27.988698 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14578a-7eb5-4687-887a-72ff949de8f9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Subnet': ['ID=821a148a-173e-4477-a72c-140ef0116bc3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:28.007671 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e81c3aa-0247-4409-a629-133d19530fa5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:28.011761 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8e81c3aa-0247-4409-a629-133d19530fa5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1018438 Nov 11 12:07:28.013338 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ea14578a-7eb5-4687-887a-72ff949de8f9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:28.014740 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37226) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:28.019121 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ea14578a-7eb5-4687-887a-72ff949de8f9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/821a148a-173e-4477-a72c-140ef0116bc3 HTTP/1.1" status: 204 len: 168 time: 0.9461081 Nov 11 12:07:28.020097 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81c3aa-0247-4409-a629-133d19530fa5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f61242-6f22-43df-ae9d-e1b7c8eb0ae2,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:28.022514 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37228) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:28.034232 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-979bcac8-27e8-46cd-9c9b-bfc94d678e6b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:28.040477 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-da2421cd-6700-4ad5-9b85-38da62a6e2a4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2027652498', 'security_groups': ['50f61242-6f22-43df-ae9d-e1b7c8eb0ae2'], 'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7e744aee-c07f-4896-9f9f-8c2fcf541cf0'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:28.111222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bcac8-27e8-46cd-9c9b-bfc94d678e6b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event deleted for resources: {'Port': ['ID=34a34710-3faa-4315-b872-f1630df0cbd0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:28.238299 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2421cd-6700-4ad5-9b85-38da62a6e2a4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:28.341673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-979bcac8-27e8-46cd-9c9b-bfc94d678e6b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] No DVR routers for this DVR port 34a34710-3faa-4315-b872-f1630df0cbd0 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:28.354462 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-979bcac8-27e8-46cd-9c9b-bfc94d678e6b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:28.360155 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-979bcac8-27e8-46cd-9c9b-bfc94d678e6b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.43 "DELETE /v2.0/ports/34a34710-3faa-4315-b872-f1630df0cbd0 HTTP/1.1" status: 204 len: 173 time: 2.1952379 Nov 11 12:07:28.360814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-deleted', 'tag': '34a34710-3faa-4315-b872-f1630df0cbd0'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:07:28.364156 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70f66e9-a961-4314-90a9-88113104a605" -d '{"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-deleted", "tag": "34a34710-3faa-4315-b872-f1630df0cbd0"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:07:28.418392 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da2421cd-6700-4ad5-9b85-38da62a6e2a4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:28.440012 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-da2421cd-6700-4ad5-9b85-38da62a6e2a4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] device_id is not set on port 484069c6-c2d5-495a-b0c8-30ded29fe8fb yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:07:28.474347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e961ac33-8e50-4a98-816c-dde290ae8e06 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:07:28.524634 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:28.542095 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4d0670-fbbd-4cff-98e6-4c2c8e54453e x-openstack-request-id: req-8f4d0670-fbbd-4cff-98e6-4c2c8e54453e {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:07:28.544255 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-deleted", "tag": "34a34710-3faa-4315-b872-f1630df0cbd0", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:07:28.545068 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f4d0670-fbbd-4cff-98e6-4c2c8e54453e {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:07:28.548912 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-deleted', 'tag': '34a34710-3faa-4315-b872-f1630df0cbd0', 'status': 'completed', 'code': 200} Nov 11 12:07:28.631044 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e961ac33-8e50-4a98-816c-dde290ae8e06 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:28.631564 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:28.818828 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46e498a-4744-43f6-b39a-444ec65242cd None None] Network 059a4157-06cd-4efd-bd64-be0f177265ba requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:28.949335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 446a27c8-54ae-4c82-af17-6d6f661ffd41 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:28.952683 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:28.967162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-44334065-e72d-46aa-80f1-cb1d1b38d6b2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Deleting port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:28.967162 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-44334065-e72d-46aa-80f1-cb1d1b38d6b2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:29.085793 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-17413027-9c01-4c78-9af5-77f9bc528106 None None] Provisioning complete for port 446a27c8-54ae-4c82-af17-6d6f661ffd41 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:29.085793 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-17413027-9c01-4c78-9af5-77f9bc528106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:29.329686 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9f121a-590a-4580-a44c-0c0fef46410f None None] DHCP port deletion for 059a4157-06cd-4efd-bd64-be0f177265ba request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:07:29.429420 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-da2421cd-6700-4ad5-9b85-38da62a6e2a4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Allocated IP 2001:db8::41 (768d555a-1d42-4394-b6a1-dd0bc112bfba/7e744aee-c07f-4896-9f9f-8c2fcf541cf0/484069c6-c2d5-495a-b0c8-30ded29fe8fb) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:29.474294 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f121a-590a-4580-a44c-0c0fef46410f None None] Deleting port 446a27c8-54ae-4c82-af17-6d6f661ffd41 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:29.475152 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2b9f121a-590a-4580-a44c-0c0fef46410f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:29.486080 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff38a4de-c0cf-44b2-a1a4-8fdd10f4575b req-f0382bf6-cc6c-4172-9f8c-8bd6ae0a8a84 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 210 time: 0.7737098 Nov 11 12:07:29.559080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485157d2-244d-47e3-bfea-1afca572164d req-1dd0de98-65c8-47c0-8e10-dfe50b22e83a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:29.568421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485157d2-244d-47e3-bfea-1afca572164d req-1dd0de98-65c8-47c0-8e10-dfe50b22e83a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:29.583468 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-485157d2-244d-47e3-bfea-1afca572164d req-1dd0de98-65c8-47c0-8e10-dfe50b22e83a tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 1678 time: 1.1688156 Nov 11 12:07:29.653601 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] For port 446a27c8-54ae-4c82-af17-6d6f661ffd41, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=446a27c8-54ae-4c82-af17-6d6f661ffd41,segment=NetworkSegment(034f0211-e949-411f-bc3b-a642accbcb42),segment_id=034f0211-e949-411f-bc3b-a642accbcb42)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:29.654140 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:29.677219 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 446a27c8-54ae-4c82-af17-6d6f661ffd41 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:29.678306 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2b9f121a-590a-4580-a44c-0c0fef46410f None None] For port 446a27c8-54ae-4c82-af17-6d6f661ffd41, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=446a27c8-54ae-4c82-af17-6d6f661ffd41,segment=NetworkSegment(034f0211-e949-411f-bc3b-a642accbcb42),segment_id=034f0211-e949-411f-bc3b-a642accbcb42)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:29.678824 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2b9f121a-590a-4580-a44c-0c0fef46410f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:29.718644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e0d68a0f-85c5-4574-b22d-00b0d571ddaf None None] Provisioning complete for port e961ac33-8e50-4a98-816c-dde290ae8e06 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:29.721979 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e0d68a0f-85c5-4574-b22d-00b0d571ddaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:29.725138 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f121a-590a-4580-a44c-0c0fef46410f None None] Calling delete_port for 446a27c8-54ae-4c82-af17-6d6f661ffd41 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:29.735881 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-44334065-e72d-46aa-80f1-cb1d1b38d6b2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] For port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0,segment=NetworkSegment(2c0205b8-1020-4f5a-b0fd-bf13a555964b),segment_id=2c0205b8-1020-4f5a-b0fd-bf13a555964b)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:29.736529 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-44334065-e72d-46aa-80f1-cb1d1b38d6b2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:29.769040 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da2421cd-6700-4ad5-9b85-38da62a6e2a4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:29.848644 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-485157d2-244d-47e3-bfea-1afca572164d req-77f1de0d-dea9-45d9-b852-274a903dd2e8 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640216 Nov 11 12:07:29.902731 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da2421cd-6700-4ad5-9b85-38da62a6e2a4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:29.913442 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:29.920230 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-44334065-e72d-46aa-80f1-cb1d1b38d6b2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Calling delete_port for b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:29.949051 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No DVR routers for this DVR port 446a27c8-54ae-4c82-af17-6d6f661ffd41 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:29.987142 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2421cd-6700-4ad5-9b85-38da62a6e2a4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:30.003857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-da2421cd-6700-4ad5-9b85-38da62a6e2a4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:30.022494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2421cd-6700-4ad5-9b85-38da62a6e2a4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:30.025968 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2b9f121a-590a-4580-a44c-0c0fef46410f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:30.030315 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2421cd-6700-4ad5-9b85-38da62a6e2a4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:30.031521 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da2421cd-6700-4ad5-9b85-38da62a6e2a4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:30.063042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-da2421cd-6700-4ad5-9b85-38da62a6e2a4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0420332 Nov 11 12:07:30.074516 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37294) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:30.075355 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2421cd-6700-4ad5-9b85-38da62a6e2a4 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=484069c6-c2d5-495a-b0c8-30ded29fe8fb,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:30.076505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f121a-590a-4580-a44c-0c0fef46410f None None] Pushing event deleted for resources: {'Port': ['ID=446a27c8-54ae-4c82-af17-6d6f661ffd41,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:30.089311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9f121a-590a-4580-a44c-0c0fef46410f None None] No DVR routers for this DVR port 446a27c8-54ae-4c82-af17-6d6f661ffd41 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:30.101091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e0d68a0f-85c5-4574-b22d-00b0d571ddaf None None] Provisioning complete for port 020a832d-608d-46e8-9e55-dc4ad4418858 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:30.101609 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e0d68a0f-85c5-4574-b22d-00b0d571ddaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:30.106005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-afa7b3e0-acb1-40f2-bd71-fe0eb77ac86b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'subnet': {'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:30.177522 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e0d68a0f-85c5-4574-b22d-00b0d571ddaf None None] Port 020a832d-608d-46e8-9e55-dc4ad4418858 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:30.223008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=446a27c8-54ae-4c82-af17-6d6f661ffd41,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:30.335337 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:30.381146 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-44334065-e72d-46aa-80f1-cb1d1b38d6b2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:30.425437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059a4157-06cd-4efd-bd64-be0f177265ba']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:30.430040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 446a27c8-54ae-4c82-af17-6d6f661ffd41 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:30.460666 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44334065-e72d-46aa-80f1-cb1d1b38d6b2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event deleted for resources: {'Port': ['ID=b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:30.496750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034f0211-e949-411f-bc3b-a642accbcb42') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:30.496750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034f0211-e949-411f-bc3b-a642accbcb42') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:30.507153 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa7b3e0-acb1-40f2-bd71-fe0eb77ac86b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:30.508757 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 446a27c8-54ae-4c82-af17-6d6f661ffd41 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:07:30.509214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 446a27c8-54ae-4c82-af17-6d6f661ffd41 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:07:30.526408 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-afa7b3e0-acb1-40f2-bd71-fe0eb77ac86b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:30.548034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-44334065-e72d-46aa-80f1-cb1d1b38d6b2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] No DVR routers for this DVR port b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:30.555014 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-44334065-e72d-46aa-80f1-cb1d1b38d6b2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:30.560329 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-44334065-e72d-46aa-80f1-cb1d1b38d6b2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.43 "DELETE /v2.0/ports/b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0 HTTP/1.1" status: 204 len: 173 time: 2.1925321 Nov 11 12:07:30.560810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-deleted', 'tag': 'b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:07:30.567525 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7342fc1a-37d8-4948-aecc-d3b44c7ac7b6" -d '{"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-deleted", "tag": "b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:07:30.584433 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:30.607005 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-acdfb4c6-eca9-47fd-a07a-b331191b1baf None None] Provisioning complete for port 484069c6-c2d5-495a-b0c8-30ded29fe8fb triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:30.607532 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-acdfb4c6-eca9-47fd-a07a-b331191b1baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:30.627341 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a10e93-d5f3-4432-a6ff-cbafd2f616cb x-openstack-request-id: req-76a10e93-d5f3-4432-a6ff-cbafd2f616cb {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:07:30.627749 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-deleted", "tag": "b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:07:30.628102 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-76a10e93-d5f3-4432-a6ff-cbafd2f616cb {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:07:30.636646 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-deleted', 'tag': 'b9a1e8f6-f29a-45d5-bd1b-535853ca2aa0', 'status': 'completed', 'code': 200} Nov 11 12:07:30.696951 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-acdfb4c6-eca9-47fd-a07a-b331191b1baf None None] Port 484069c6-c2d5-495a-b0c8-30ded29fe8fb cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:30.711617 n-d-807359-3 neutron-server[109153]: INFO neutron.db.ipam_backend_mixin [None req-afa7b3e0-acb1-40f2-bd71-fe0eb77ac86b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7e744aee-c07f-4896-9f9f-8c2fcf541cf0 (CIDR: 2001:db8::/64) Nov 11 12:07:30.747316 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa7b3e0-acb1-40f2-bd71-fe0eb77ac86b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:07:30.747724 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa7b3e0-acb1-40f2-bd71-fe0eb77ac86b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:07:30.757204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:30.765660 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d95f25d9-288d-4b24-8985-40176567818c req-d9614a1a-d7a3-4f3d-8f40-4287c3adad3e tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 210 time: 0.0517278 Nov 11 12:07:30.769833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:07:30.770394 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:30.772201 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-afa7b3e0-acb1-40f2-bd71-fe0eb77ac86b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6843042 Nov 11 12:07:30.780281 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37314) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:30.788208 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-178743ee-6b17-401e-b457-8a3818271a16 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'subnet': {'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:30.794468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37316) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:07:30.797917 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:07:30.904228 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:30.920375 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:30.935720 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/networks/059a4157-06cd-4efd-bd64-be0f177265ba HTTP/1.1" status: 204 len: 168 time: 2.9116542 Nov 11 12:07:30.949425 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37324) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:31.012344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178743ee-6b17-401e-b457-8a3818271a16 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:31.015754 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ff727-dc87-4464-b1bb-0d1a0287161c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Network': ['ID=059a4157-06cd-4efd-bd64-be0f177265ba,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:31.016396 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-178743ee-6b17-401e-b457-8a3818271a16 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:31.079213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-e6d1a6e8-e371-4ec0-894d-201476ad2550 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Deleting port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:31.079564 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-e6d1a6e8-e371-4ec0-894d-201476ad2550 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:31.104027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c0c215-0119-4180-b969-60f6cf25c3bc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:31.105606 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-84c0c215-0119-4180-b969-60f6cf25c3bc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1249285 Nov 11 12:07:31.131192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37326) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:31.190508 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-849bb2ad-204a-46c9-b587-b6e55c324f69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:31.250501 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e59196-8e88-4b96-b44b-f796da4afb16 req-eb62517c-9039-4046-8a3d-4481ef4c96e1 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:31.252348 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35e59196-8e88-4b96-b44b-f796da4afb16 req-eb62517c-9039-4046-8a3d-4481ef4c96e1 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 944 time: 0.2075765 Nov 11 12:07:31.271224 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-df53f207-a866-43cd-9ec5-9e90dfc89781 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1353450 Nov 11 12:07:31.274050 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37332) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:31.284297 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9c98906d-8544-46e3-8c2c-26780d5da4a3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-413680850'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:31.298536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-e6d1a6e8-e371-4ec0-894d-201476ad2550 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] For port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0,segment=NetworkSegment(6e11699d-9297-4d1a-8062-6d3336415157),segment_id=6e11699d-9297-4d1a-8062-6d3336415157)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:31.299005 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-e6d1a6e8-e371-4ec0-894d-201476ad2550 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:31.299963 n-d-807359-3 neutron-server[109153]: INFO neutron.db.ipam_backend_mixin [None req-178743ee-6b17-401e-b457-8a3818271a16 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8ac7d799-f004-4dcb-9e71-30e2c0f8b01a (CIDR: 2001:db8:0:1::/64) Nov 11 12:07:31.313087 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-178743ee-6b17-401e-b457-8a3818271a16 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:07:31.313953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178743ee-6b17-401e-b457-8a3818271a16 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:07:31.371067 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35e59196-8e88-4b96-b44b-f796da4afb16 req-74687625-d1b5-48d6-9113-6d6de6909c0e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups?id=64b5f0bd-f7f7-496b-af5f-a3bf30c12136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955310 Nov 11 12:07:31.413422 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-849bb2ad-204a-46c9-b587-b6e55c324f69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:31.419354 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-849bb2ad-204a-46c9-b587-b6e55c324f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:31.452833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c98906d-8544-46e3-8c2c-26780d5da4a3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:31.457839 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c98906d-8544-46e3-8c2c-26780d5da4a3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:31.470305 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-849bb2ad-204a-46c9-b587-b6e55c324f69 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=508d8dd6db214b3f8c48c387eebb8e4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6745076 Nov 11 12:07:31.478232 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-178743ee-6b17-401e-b457-8a3818271a16 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6938026 Nov 11 12:07:31.478232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37336) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:31.478232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bb2ad-204a-46c9-b587-b6e55c324f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fd281e-457d-4781-8eaf-eccab47e6abe,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:31.478686 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37338) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:31.485426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9971f246-bf0b-460d-bb42-2215e1d0bbb3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'subnet': {'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:31.541446 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bb37c13-482f-4d8c-a578-256cb30f2d67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:31.599580 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-e6d1a6e8-e371-4ec0-894d-201476ad2550 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:31.599864 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-e6d1a6e8-e371-4ec0-894d-201476ad2550 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:31.600179 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-e6d1a6e8-e371-4ec0-894d-201476ad2550 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Floating IP 2ff816f8-70e6-4def-bcc0-14d3f69295a9 disassociated. External IP: 172.25.2.110, port: 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0. Nov 11 12:07:31.600524 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-e6d1a6e8-e371-4ec0-894d-201476ad2550 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Calling delete_port for 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:31.602131 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bb37c13-482f-4d8c-a578-256cb30f2d67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:31.679304 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bb37c13-482f-4d8c-a578-256cb30f2d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:31.683612 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bb37c13-482f-4d8c-a578-256cb30f2d67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:31.684836 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2bb37c13-482f-4d8c-a578-256cb30f2d67 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8fd281e-457d-4781-8eaf-eccab47e6abe HTTP/1.1" status: 204 len: 168 time: 0.2080035 Nov 11 12:07:31.712406 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb37c13-482f-4d8c-a578-256cb30f2d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fd281e-457d-4781-8eaf-eccab47e6abe,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:31.836370 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-e6d1a6e8-e371-4ec0-894d-201476ad2550 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:31.860173 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c98906d-8544-46e3-8c2c-26780d5da4a3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:07:31.916802 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1a6e8-e371-4ec0-894d-201476ad2550 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event deleted for resources: {'Port': ['ID=9ec6035f-3430-4180-afe0-3f5a0ee5f6e0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:31.977346 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c98906d-8544-46e3-8c2c-26780d5da4a3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:31.977824 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-9c98906d-8544-46e3-8c2c-26780d5da4a3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Added segment 7a1b57ad-f93c-4818-bd09-57ba9ab5bd16 of type vlan for network 82b40a33-9a60-44bf-a61a-7ad2a0fc927b Nov 11 12:07:32.045468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9971f246-bf0b-460d-bb42-2215e1d0bbb3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Made reservation on behalf of 6a826a83d259421584ffc8b5fe64d491 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:32.050006 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9971f246-bf0b-460d-bb42-2215e1d0bbb3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:32.103754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7a7526a-42df-4eb1-be0a-0569e1d60ab6 req-0663e80c-9ca1-49c8-a9c8-68ae16a67c99 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/ports?device_id=af2244be-6c82-43a5-8583-9583a4444e17 HTTP/1.1" status: 200 len: 210 time: 0.0442462 Nov 11 12:07:32.185129 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37354) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:32.217737 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-40f870e4-da9b-4c22-b06f-5c3589315627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:32.242869 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c98906d-8544-46e3-8c2c-26780d5da4a3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:32.326639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-e6d1a6e8-e371-4ec0-894d-201476ad2550 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Router a1ee33d5-45fd-4c44-8b89-463f2a860c1c has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:07:32.340905 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c98906d-8544-46e3-8c2c-26780d5da4a3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:32.354994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c98906d-8544-46e3-8c2c-26780d5da4a3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:32.354994 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c98906d-8544-46e3-8c2c-26780d5da4a3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:32.357737 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-40f870e4-da9b-4c22-b06f-5c3589315627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:32.364111 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-40f870e4-da9b-4c22-b06f-5c3589315627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:32.426567 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9c98906d-8544-46e3-8c2c-26780d5da4a3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1478369 Nov 11 12:07:32.427490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37362) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:32.438993 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-1e6330f8-0ebc-4fa5-b422-04870ef59998 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'subnet': {'network_id': '82b40a33-9a60-44bf-a61a-7ad2a0fc927b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:32.454319 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-40f870e4-da9b-4c22-b06f-5c3589315627 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b9803565974e40f0b7cd4c6529eb160b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2655902 Nov 11 12:07:32.454682 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37364) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:32.526239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f870e4-da9b-4c22-b06f-5c3589315627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa3c39c-277d-40fe-a206-3b5bd7aabc64,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:32.532831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98906d-8544-46e3-8c2c-26780d5da4a3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Network': ['ID=82b40a33-9a60-44bf-a61a-7ad2a0fc927b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:32.569230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 82b40a33-9a60-44bf-a61a-7ad2a0fc927b details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:07:32.642894 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d0e2cf74-163b-449d-bee2-5ad3980f1c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:32.674231 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-086ab66c-bf4c-4cf9-97aa-4f2d517bd9a0 req-8ec02866-4011-45e3-a583-cee5d3758a1f tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.0800197 Nov 11 12:07:32.703859 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d0e2cf74-163b-449d-bee2-5ad3980f1c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:32.706604 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-e6d1a6e8-e371-4ec0-894d-201476ad2550 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:07:32.737183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6330f8-0ebc-4fa5-b422-04870ef59998 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:32.741444 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1e6330f8-0ebc-4fa5-b422-04870ef59998 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:32.749256 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9aec0-32d1-472e-afc8-a93ff2b8c94c None None] Sync routers for ids ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:07:32.778438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-e6d1a6e8-e371-4ec0-894d-201476ad2550 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] No DVR routers for this DVR port 9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:32.782075 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-e6d1a6e8-e371-4ec0-894d-201476ad2550 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:32.784689 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9aec0-32d1-472e-afc8-a93ff2b8c94c None None] Routers {'a1ee33d5-45fd-4c44-8b89-463f2a860c1c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:07:32.786039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b9c9aec0-32d1-472e-afc8-a93ff2b8c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:07:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:32.786801 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-94bc2695-91c6-4bb7-8d8e-a47dead18f1a req-e6d1a6e8-e371-4ec0-894d-201476ad2550 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.43 "DELETE /v2.0/ports/9ec6035f-3430-4180-afe0-3f5a0ee5f6e0 HTTP/1.1" status: 204 len: 173 time: 2.2051077 Nov 11 12:07:32.802482 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-deleted', 'tag': '9ec6035f-3430-4180-afe0-3f5a0ee5f6e0'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:07:32.805502 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f9ccfc-e3a6-4d78-82b3-dd3b0845b923" -d '{"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-deleted", "tag": "9ec6035f-3430-4180-afe0-3f5a0ee5f6e0"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:07:32.843015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9971f246-bf0b-460d-bb42-2215e1d0bbb3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:32.979451 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-b9c9aec0-32d1-472e-afc8-a93ff2b8c94c None None] Set router a1ee33d5-45fd-4c44-8b89-463f2a860c1c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:07:33.021611 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0c8e04-f5e6-48fa-a41e-98b238bf9b46 x-openstack-request-id: req-4a0c8e04-f5e6-48fa-a41e-98b238bf9b46 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:07:33.021970 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d2c829-2f3f-47ee-998c-de4cbd11e2ec", "name": "network-vif-deleted", "tag": "9ec6035f-3430-4180-afe0-3f5a0ee5f6e0", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:07:33.022227 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4a0c8e04-f5e6-48fa-a41e-98b238bf9b46 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:07:33.022632 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2c829-2f3f-47ee-998c-de4cbd11e2ec', 'name': 'network-vif-deleted', 'tag': '9ec6035f-3430-4180-afe0-3f5a0ee5f6e0', 'status': 'completed', 'code': 200} Nov 11 12:07:33.029082 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d0e2cf74-163b-449d-bee2-5ad3980f1c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:33.033604 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d0e2cf74-163b-449d-bee2-5ad3980f1c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:33.035425 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d0e2cf74-163b-449d-bee2-5ad3980f1c2e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2aa3c39c-277d-40fe-a206-3b5bd7aabc64 HTTP/1.1" status: 204 len: 168 time: 0.5797129 Nov 11 12:07:33.042229 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9971f246-bf0b-460d-bb42-2215e1d0bbb3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:33.047414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-9971f246-bf0b-460d-bb42-2215e1d0bbb3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:33.053377 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9971f246-bf0b-460d-bb42-2215e1d0bbb3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:33.054013 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9971f246-bf0b-460d-bb42-2215e1d0bbb3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:33.059788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2cf74-163b-449d-bee2-5ad3980f1c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa3c39c-277d-40fe-a206-3b5bd7aabc64,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:33.085635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971f246-bf0b-460d-bb42-2215e1d0bbb3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Subnet': ['ID=69795679-25bf-4f98-ba28-0b7154de1eae,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:33.097284 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9971f246-bf0b-460d-bb42-2215e1d0bbb3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6181526 Nov 11 12:07:33.100847 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37376) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:33.114239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7766fbce-ba32-4f12-a5fb-181307d4a690 None None] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:33.125506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5cb2afe7-26ab-412c-8d48-7e240012d9aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1575099627', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '69795679-25bf-4f98-ba28-0b7154de1eae'}], 'security_groups': ['8bcccce4-c1ab-4147-8ed4-a19dd9bdf8a7', 'e2a88823-5bfb-4a61-8606-6c6b60fed534']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:33.303666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37382) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:33.317119 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1e6330f8-0ebc-4fa5-b422-04870ef59998 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:33.519383 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6330f8-0ebc-4fa5-b422-04870ef59998 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Subnet': ['ID=1ff7a0ec-961a-4572-a7e5-3ddd6e9e57e6,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:33.522419 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5cb2afe7-26ab-412c-8d48-7e240012d9aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:33.524533 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-61139140-a42c-4b62-86e9-2efba60752a7 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:33.532696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6330f8-0ebc-4fa5-b422-04870ef59998 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Checking segment: {'id': '7a1b57ad-f93c-4818-bd09-57ba9ab5bd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '82b40a33-9a60-44bf-a61a-7ad2a0fc927b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:07:33.532995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6330f8-0ebc-4fa5-b422-04870ef59998 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network hostable DHCP agents. Network: 82b40a33-9a60-44bf-a61a-7ad2a0fc927b, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:07:33.576501 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-61139140-a42c-4b62-86e9-2efba60752a7 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:33.608709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6330f8-0ebc-4fa5-b422-04870ef59998 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 82b40a33-9a60-44bf-a61a-7ad2a0fc927b is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:07:33.639855 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-1e6330f8-0ebc-4fa5-b422-04870ef59998 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 82b40a33-9a60-44bf-a61a-7ad2a0fc927b) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:33.645654 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6330f8-0ebc-4fa5-b422-04870ef59998 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:33.645654 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1e6330f8-0ebc-4fa5-b422-04870ef59998 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:33.665575 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1e6330f8-0ebc-4fa5-b422-04870ef59998 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2340000 Nov 11 12:07:33.668231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37396) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:33.675430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ba2d7cdc-fd86-4016-ae62-edf4f3bc3209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'network_id': '82b40a33-9a60-44bf-a61a-7ad2a0fc927b', 'name': 'tempest-PortsTestJSON-153495276'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:33.710478 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80713268-fc66-41ce-8d64-dc1a738b7e93 None None] Network 82b40a33-9a60-44bf-a61a-7ad2a0fc927b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:33.872468 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-61139140-a42c-4b62-86e9-2efba60752a7 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:33.875215 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-61139140-a42c-4b62-86e9-2efba60752a7 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:33.879864 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-61139140-a42c-4b62-86e9-2efba60752a7 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "DELETE /v2.0/security-groups/ff7ec4d8-9115-4c4e-8639-7d876f7217c6 HTTP/1.1" status: 204 len: 168 time: 0.5729043 Nov 11 12:07:33.887466 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37402) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:33.926818 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4e2510c-d1fc-4388-8d4d-397e98277365 req-6a6fe218-ff11-4071-a02c-28b11859144c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.0629957 Nov 11 12:07:33.942180 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61139140-a42c-4b62-86e9-2efba60752a7 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7ec4d8-9115-4c4e-8639-7d876f7217c6,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:33.964429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2d7cdc-fd86-4016-ae62-edf4f3bc3209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:33.969245 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7cdc-fd86-4016-ae62-edf4f3bc3209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:34.002426 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-ad290d91-6ef6-4416-98bd-0c1af2702bdc tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] show failed (client error): The resource could not be found. Nov 11 12:07:34.004593 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-ba2d7cdc-fd86-4016-ae62-edf4f3bc3209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] device_id is not set on port 0a55940a-ac8f-4746-a2e1-e50daa51e399 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:07:34.006333 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ad290d91-6ef6-4416-98bd-0c1af2702bdc tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "GET /v2.0/security-groups/ff7ec4d8-9115-4c4e-8639-7d876f7217c6 HTTP/1.1" status: 404 len: 347 time: 0.1178091 Nov 11 12:07:34.010621 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37410) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:34.320031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-5cb2afe7-26ab-412c-8d48-7e240012d9aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Delete allocated IP 2001:db8::41 (768d555a-1d42-4394-b6a1-dd0bc112bfba/7e744aee-c07f-4896-9f9f-8c2fcf541cf0) {{(pid=109154) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 12:07:34.344675 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-5cb2afe7-26ab-412c-8d48-7e240012d9aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Allocated IP 2001:db8:0:2::3aa (768d555a-1d42-4394-b6a1-dd0bc112bfba/69795679-25bf-4f98-ba28-0b7154de1eae/484069c6-c2d5-495a-b0c8-30ded29fe8fb) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:34.412041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-ba2d7cdc-fd86-4016-ae62-edf4f3bc3209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Allocated IP 172.20.0.4 (82b40a33-9a60-44bf-a61a-7ad2a0fc927b/1ff7a0ec-961a-4572-a7e5-3ddd6e9e57e6/0a55940a-ac8f-4746-a2e1-e50daa51e399) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:34.415354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-dd274781-0ab5-4255-92c5-49f00a63a4c0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Deleting port 6da63a48-3d57-4ae0-a3b9-d41acb780444 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:34.415799 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd274781-0ab5-4255-92c5-49f00a63a4c0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:34.451491 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b9c9aec0-32d1-472e-afc8-a93ff2b8c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'name': 'tempest-TaggedBootDevicesTest_v242-109950490-router', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:53Z', 'updated_at': '2021-11-11T11:56:59Z', 'revision_number': 4, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'gw_port': {'id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:54Z', 'updated_at': '2021-11-11T11:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'de7a0631-ddbb-4f0b-80eb-5173e9c95ce0', 'name': '', 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'mac_address': 'fa:16:3e:06:d0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '52d168b6-ae90-474b-916f-74be6777191e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:58Z', 'updated_at': '2021-11-11T11:57:04Z', 'revision_number': 5, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'subnets': [{'id': '52d168b6-ae90-474b-916f-74be6777191e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:34.544144 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9aec0-32d1-472e-afc8-a93ff2b8c94c None None] Checking router: a1ee33d5-45fd-4c44-8b89-463f2a860c1c for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:07:34.594040 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd274781-0ab5-4255-92c5-49f00a63a4c0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:34.600490 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd274781-0ab5-4255-92c5-49f00a63a4c0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:34.625122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-dd274781-0ab5-4255-92c5-49f00a63a4c0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Calling delete_port for 6da63a48-3d57-4ae0-a3b9-d41acb780444 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:34.637715 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-82b40a33-9a60-44bf-a61a-7ad2a0fc927b', 'network_id': '82b40a33-9a60-44bf-a61a-7ad2a0fc927b', 'tenant_id': '8cf30cdbbdb44f58a32f16375d86c36b', 'fixed_ips': [{'subnet_id': '1ff7a0ec-961a-4572-a7e5-3ddd6e9e57e6'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:07:34.654948 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:34.722302 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5cb2afe7-26ab-412c-8d48-7e240012d9aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:34.729230 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5cb2afe7-26ab-412c-8d48-7e240012d9aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:34.769775 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12311554-3991-4008-9e7f-0627a919b575 None None] Update dhcp port {'port': {'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'fixed_ips': [{'subnet_id': '8ac7d799-f004-4dcb-9e71-30e2c0f8b01a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7e744aee-c07f-4896-9f9f-8c2fcf541cf0', 'ip_address': '2001:db8::2'}, {'subnet_id': '69795679-25bf-4f98-ba28-0b7154de1eae'}], 'binding:host_id': 'n-d-807359-3'}, 'id': 'e961ac33-8e50-4a98-816c-dde290ae8e06'} from n-d-807359-3. {{(pid=109155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:07:34.870319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9aec0-32d1-472e-afc8-a93ff2b8c94c None None] Routers {'a1ee33d5-45fd-4c44-8b89-463f2a860c1c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:07:34.871382 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b9c9aec0-32d1-472e-afc8-a93ff2b8c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:07:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:34.882283 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-12311554-3991-4008-9e7f-0627a919b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:34.922328 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2afe7-26ab-412c-8d48-7e240012d9aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] In _notify_port_updated(), no bound segment for port 484069c6-c2d5-495a-b0c8-30ded29fe8fb on network 768d555a-1d42-4394-b6a1-dd0bc112bfba {{(pid=109154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:07:34.939355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb2afe7-26ab-412c-8d48-7e240012d9aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:34.942826 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5cb2afe7-26ab-412c-8d48-7e240012d9aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:34.952234 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5cb2afe7-26ab-412c-8d48-7e240012d9aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "PUT /v2.0/ports/484069c6-c2d5-495a-b0c8-30ded29fe8fb HTTP/1.1" status: 200 len: 970 time: 1.8476911 Nov 11 12:07:34.953387 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37436) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:34.988685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2afe7-26ab-412c-8d48-7e240012d9aa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event updated for resources: {'Port': ['ID=484069c6-c2d5-495a-b0c8-30ded29fe8fb,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:35.063804 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7cdc-fd86-4016-ae62-edf4f3bc3209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:35.174818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7cdc-fd86-4016-ae62-edf4f3bc3209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:35.313680 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Allocated IP 172.20.0.2 (82b40a33-9a60-44bf-a61a-7ad2a0fc927b/1ff7a0ec-961a-4572-a7e5-3ddd6e9e57e6/2f99145a-aa2f-4d18-b5e6-cf895981f796) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:35.319682 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d7cdc-fd86-4016-ae62-edf4f3bc3209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=0a55940a-ac8f-4746-a2e1-e50daa51e399,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:35.335086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e10f4c3d-13ec-4d66-b184-8d3eb97da92d req-c6d2762b-f0b3-47cd-93f6-81193192290d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.1934354 Nov 11 12:07:35.394950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2d7cdc-fd86-4016-ae62-edf4f3bc3209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 82b40a33-9a60-44bf-a61a-7ad2a0fc927b is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:35.399338 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-ba2d7cdc-fd86-4016-ae62-edf4f3bc3209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:35.402333 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2d7cdc-fd86-4016-ae62-edf4f3bc3209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:35.463241 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-902f6357-4edd-4b35-8de7-4e5867310b89 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port 484069c6-c2d5-495a-b0c8-30ded29fe8fb {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:35.463581 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-902f6357-4edd-4b35-8de7-4e5867310b89 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:35.556567 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-902f6357-4edd-4b35-8de7-4e5867310b89 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:35.571265 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-902f6357-4edd-4b35-8de7-4e5867310b89 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for 484069c6-c2d5-495a-b0c8-30ded29fe8fb owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:35.573418 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:35.654885 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:35.775731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Pushing event updated for resources: {'Port': ['ID=2f99145a-aa2f-4d18-b5e6-cf895981f796,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:35.790208 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd274781-0ab5-4255-92c5-49f00a63a4c0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:35.800520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d7cdc-fd86-4016-ae62-edf4f3bc3209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:35.801261 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7cdc-fd86-4016-ae62-edf4f3bc3209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:35.854550 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd274781-0ab5-4255-92c5-49f00a63a4c0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Pushing event deleted for resources: {'Port': ['ID=6da63a48-3d57-4ae0-a3b9-d41acb780444,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:35.871826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-b9c9aec0-32d1-472e-afc8-a93ff2b8c94c None None] Set router a1ee33d5-45fd-4c44-8b89-463f2a860c1c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:07:35.887105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ba2d7cdc-fd86-4016-ae62-edf4f3bc3209 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2171652 Nov 11 12:07:35.889628 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37466) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:35.896123 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-175a6b8e-be06-4b57-8db0-7039a4827adc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'network_id': '82b40a33-9a60-44bf-a61a-7ad2a0fc927b', 'name': 'tempest-PortsTestJSON-1449679453'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:35.906563 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-902f6357-4edd-4b35-8de7-4e5867310b89 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:36.046104 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd274781-0ab5-4255-92c5-49f00a63a4c0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:36.055242 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd274781-0ab5-4255-92c5-49f00a63a4c0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:36.059519 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dd274781-0ab5-4255-92c5-49f00a63a4c0 tempest-ServersTestBootFromVolume-1521055248 tempest-ServersTestBootFromVolume-1521055248-project] 10.222.0.65 "DELETE /v2.0/floatingips/46c83f99-4111-4e80-94c7-7df5737b94fb HTTP/1.1" status: 204 len: 168 time: 2.0464497 Nov 11 12:07:36.063625 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37472) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:36.064279 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f19ad18-8fa7-45f6-937a-4022b9a05172 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:07:36.069269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Network 82b40a33-9a60-44bf-a61a-7ad2a0fc927b is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:36.119557 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f6357-4edd-4b35-8de7-4e5867310b89 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=484069c6-c2d5-495a-b0c8-30ded29fe8fb,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:36.158509 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6bebe6c5-db24-4fab-9e76-4ad5770b9e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:36.163214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:36.167449 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:36.222985 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-902f6357-4edd-4b35-8de7-4e5867310b89 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:36.228349 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-902f6357-4edd-4b35-8de7-4e5867310b89 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/484069c6-c2d5-495a-b0c8-30ded29fe8fb HTTP/1.1" status: 204 len: 168 time: 1.2738504 Nov 11 12:07:36.231605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37478) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:36.259021 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175a6b8e-be06-4b57-8db0-7039a4827adc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:36.262887 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-175a6b8e-be06-4b57-8db0-7039a4827adc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:36.305830 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6dfc2f-edee-4c0f-b274-de4d08f9413e tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] GET failed (client error): The resource could not be found. Nov 11 12:07:36.317406 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2d6dfc2f-edee-4c0f-b274-de4d08f9413e tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports/484069c6-c2d5-495a-b0c8-30ded29fe8fb HTTP/1.1" status: 404 len: 333 time: 0.0828707 Nov 11 12:07:36.319319 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37480) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:36.411192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-175a6b8e-be06-4b57-8db0-7039a4827adc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] device_id is not set on port 22c515f2-cc0e-487f-8e67-8e587fd72e50 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:07:36.457824 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-253c7f6b-f243-49bd-904c-a126160854b1 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:36.494325 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Attempting to bind port 2f99145a-aa2f-4d18-b5e6-cf895981f796 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:07:36.494995 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Attempting to bind port 2f99145a-aa2f-4d18-b5e6-cf895981f796 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '7a1b57ad-f93c-4818-bd09-57ba9ab5bd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '82b40a33-9a60-44bf-a61a-7ad2a0fc927b'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:07:36.495457 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Attempting to bind port 2f99145a-aa2f-4d18-b5e6-cf895981f796 on network 82b40a33-9a60-44bf-a61a-7ad2a0fc927b {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:07:36.516433 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:07:36.517002 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Checking segment: {'id': '7a1b57ad-f93c-4818-bd09-57ba9ab5bd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '82b40a33-9a60-44bf-a61a-7ad2a0fc927b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:07:36.517495 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:36.518139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Bound using segment: {'id': '7a1b57ad-f93c-4818-bd09-57ba9ab5bd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '82b40a33-9a60-44bf-a61a-7ad2a0fc927b'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:07:36.518696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Bound port: 2f99145a-aa2f-4d18-b5e6-cf895981f796, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1b57ad-f93c-4818-bd09-57ba9ab5bd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '82b40a33-9a60-44bf-a61a-7ad2a0fc927b'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:07:36.519635 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:36.591854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-12311554-3991-4008-9e7f-0627a919b575 None None] Allocated IP 2001:db8:0:2::2 (768d555a-1d42-4394-b6a1-dd0bc112bfba/69795679-25bf-4f98-ba28-0b7154de1eae/e961ac33-8e50-4a98-816c-dde290ae8e06) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:36.620520 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0852ee1d-64d9-4c87-a0ee-dad44a5c7197 req-b6378264-5e21-4656-aca4-8367120d837d tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.0828805 Nov 11 12:07:36.626693 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-253c7f6b-f243-49bd-904c-a126160854b1 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:36.748995 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-253c7f6b-f243-49bd-904c-a126160854b1 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:36.751904 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-253c7f6b-f243-49bd-904c-a126160854b1 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:36.753256 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-253c7f6b-f243-49bd-904c-a126160854b1 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/security-groups/50f61242-6f22-43df-ae9d-e1b7c8eb0ae2 HTTP/1.1" status: 204 len: 168 time: 0.4305642 Nov 11 12:07:36.761430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37498) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:36.807740 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c7f6b-f243-49bd-904c-a126160854b1 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f61242-6f22-43df-ae9d-e1b7c8eb0ae2,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:36.905912 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-175a6b8e-be06-4b57-8db0-7039a4827adc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Allocated IP 172.20.0.9 (82b40a33-9a60-44bf-a61a-7ad2a0fc927b/1ff7a0ec-961a-4572-a7e5-3ddd6e9e57e6/22c515f2-cc0e-487f-8e67-8e587fd72e50) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:36.939580 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] For port 2f99145a-aa2f-4d18-b5e6-cf895981f796, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:07:36.963239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b9c9aec0-32d1-472e-afc8-a93ff2b8c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'name': 'tempest-TaggedBootDevicesTest_v242-109950490-router', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:53Z', 'updated_at': '2021-11-11T11:56:59Z', 'revision_number': 4, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'gw_port': {'id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:54Z', 'updated_at': '2021-11-11T11:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'de7a0631-ddbb-4f0b-80eb-5173e9c95ce0', 'name': '', 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'mac_address': 'fa:16:3e:06:d0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '52d168b6-ae90-474b-916f-74be6777191e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:58Z', 'updated_at': '2021-11-11T11:57:04Z', 'revision_number': 5, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'subnets': [{'id': '52d168b6-ae90-474b-916f-74be6777191e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:36.966968 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] For port 2f99145a-aa2f-4d18-b5e6-cf895981f796, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2f99145a-aa2f-4d18-b5e6-cf895981f796,segment=NetworkSegment(7a1b57ad-f93c-4818-bd09-57ba9ab5bd16),segment_id=7a1b57ad-f93c-4818-bd09-57ba9ab5bd16)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:07:36.987222 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8648022b-22f4-4e68-ad89-94c562add008 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:37.011188 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:37.013807 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9aec0-32d1-472e-afc8-a93ff2b8c94c None None] The sync data for ids ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'] in n-d-807359-3 is: [{'id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'name': 'tempest-TaggedBootDevicesTest_v242-109950490-router', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:53Z', 'updated_at': '2021-11-11T11:56:59Z', 'revision_number': 4, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'gw_port': {'id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:54Z', 'updated_at': '2021-11-11T11:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'de7a0631-ddbb-4f0b-80eb-5173e9c95ce0', 'name': '', 'network_id': 'fb65d5f6-787d-4d2e-8933-7095a01ee3ed', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'mac_address': 'fa:16:3e:06:d0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '52d168b6-ae90-474b-916f-74be6777191e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:58Z', 'updated_at': '2021-11-11T11:57:04Z', 'revision_number': 5, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'subnets': [{'id': '52d168b6-ae90-474b-916f-74be6777191e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:07:37.061262 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8648022b-22f4-4e68-ad89-94c562add008 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:37.205315 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-12311554-3991-4008-9e7f-0627a919b575 None None] For port e961ac33-8e50-4a98-816c-dde290ae8e06, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e961ac33-8e50-4a98-816c-dde290ae8e06,segment=NetworkSegment(903e17a8-5853-4c99-83ee-eb8a2bb41bd6),segment_id=903e17a8-5853-4c99-83ee-eb8a2bb41bd6)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:37.238484 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8648022b-22f4-4e68-ad89-94c562add008 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:37.241209 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8648022b-22f4-4e68-ad89-94c562add008 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:37.242552 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8648022b-22f4-4e68-ad89-94c562add008 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/security-groups/e2a88823-5bfb-4a61-8606-6c6b60fed534 HTTP/1.1" status: 204 len: 168 time: 0.4664142 Nov 11 12:07:37.245867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37508) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:37.251856 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15d67a-24fd-4675-9d06-d4bee764314b None None] Pushing event updated for resources: {'Port': ['ID=2f99145a-aa2f-4d18-b5e6-cf895981f796,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:37.270382 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648022b-22f4-4e68-ad89-94c562add008 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a88823-5bfb-4a61-8606-6c6b60fed534,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:37.308127 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-12311554-3991-4008-9e7f-0627a919b575 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:37.328088 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-12311554-3991-4008-9e7f-0627a919b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:37.586802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12311554-3991-4008-9e7f-0627a919b575 None None] Pushing event updated for resources: {'Port': ['ID=e961ac33-8e50-4a98-816c-dde290ae8e06,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:37.643314 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194875c7-4d38-471c-9923-511f924f0430 None None] New status for floating IP 2ff816f8-70e6-4def-bcc0-14d3f69295a9: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:07:37.891035 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f592675-f8af-4d66-b65e-c82e3869f501 req-ed8a32a9-482e-4c40-a43a-16db5af506e9 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.0987279 Nov 11 12:07:38.068403 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b82220d-526c-49e5-962a-8fe840425f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:38.161441 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-175a6b8e-be06-4b57-8db0-7039a4827adc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:38.222917 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-175a6b8e-be06-4b57-8db0-7039a4827adc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:38.412678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a6b8e-be06-4b57-8db0-7039a4827adc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=22c515f2-cc0e-487f-8e67-8e587fd72e50,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:38.430651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175a6b8e-be06-4b57-8db0-7039a4827adc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 82b40a33-9a60-44bf-a61a-7ad2a0fc927b is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:38.432752 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-175a6b8e-be06-4b57-8db0-7039a4827adc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:38.461455 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175a6b8e-be06-4b57-8db0-7039a4827adc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:38.479389 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b30b1cd-3667-485c-8633-88eb27b82e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:38.679676 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2f99145a-aa2f-4d18-b5e6-cf895981f796 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:07:38.739262 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5310-9b3f-4b71-952d-5b0915b777b9 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:38.808798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175a6b8e-be06-4b57-8db0-7039a4827adc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:38.809818 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-175a6b8e-be06-4b57-8db0-7039a4827adc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:38.839706 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2f99145a-aa2f-4d18-b5e6-cf895981f796 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:38.840077 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:38.856255 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5310-9b3f-4b71-952d-5b0915b777b9 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:39.017421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37548) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:39.020491 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-175a6b8e-be06-4b57-8db0-7039a4827adc tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1286397 Nov 11 12:07:39.149808 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5310-9b3f-4b71-952d-5b0915b777b9 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:39.162813 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5310-9b3f-4b71-952d-5b0915b777b9 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:39.164293 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6c9d5310-9b3f-4b71-952d-5b0915b777b9 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/security-groups/8bcccce4-c1ab-4147-8ed4-a19dd9bdf8a7 HTTP/1.1" status: 204 len: 168 time: 1.9134946 Nov 11 12:07:39.177575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37552) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:39.255928 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d52435bf-2cae-4066-a6e7-74289e9aaa44 req-0eb48533-4e39-444f-b8bf-6c986f75bc74 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.1717067 Nov 11 12:07:39.337619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb8ee1-a9be-4514-923d-6940f9866667 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:39.339498 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1abb8ee1-a9be-4514-923d-6940f9866667 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.3212471 Nov 11 12:07:39.342509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37562) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:39.379553 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7f1d95-cc75-4a60-9d82-ccdad4a40533 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting subnet 7e744aee-c07f-4896-9f9f-8c2fcf541cf0 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:07:39.401970 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1d95-cc75-4a60-9d82-ccdad4a40533 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:39.419752 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15845b14-d620-4aa4-9198-1d4d312332ce None None] Network 82b40a33-9a60-44bf-a61a-7ad2a0fc927b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:39.447161 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-86fac324-50b3-4c15-b334-7cacb23b86ab None None] Could not find standard attr ID for object 484069c6-c2d5-495a-b0c8-30ded29fe8fb. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:07:39.466942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d5310-9b3f-4b71-952d-5b0915b777b9 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcccce4-c1ab-4147-8ed4-a19dd9bdf8a7,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:39.581435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-70a7b5bb-051b-4036-85c8-4bd44d84554f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 22c515f2-cc0e-487f-8e67-8e587fd72e50 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:39.582513 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-70a7b5bb-051b-4036-85c8-4bd44d84554f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:39.610510 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1d95-cc75-4a60-9d82-ccdad4a40533 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:39.630739 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:39.683177 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-86fac324-50b3-4c15-b334-7cacb23b86ab None None] Provisioning complete for port e961ac33-8e50-4a98-816c-dde290ae8e06 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:39.694100 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-86fac324-50b3-4c15-b334-7cacb23b86ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:39.857545 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-70a7b5bb-051b-4036-85c8-4bd44d84554f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:39.862997 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:39.901882 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-70a7b5bb-051b-4036-85c8-4bd44d84554f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 22c515f2-cc0e-487f-8e67-8e587fd72e50 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:39.943970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 2f99145a-aa2f-4d18-b5e6-cf895981f796, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2f99145a-aa2f-4d18-b5e6-cf895981f796,segment=NetworkSegment(7a1b57ad-f93c-4818-bd09-57ba9ab5bd16),segment_id=7a1b57ad-f93c-4818-bd09-57ba9ab5bd16)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:39.957803 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:39.958745 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e961ac33-8e50-4a98-816c-dde290ae8e06 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:07:39.963376 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-7b30b1cd-3667-485c-8633-88eb27b82e03 admin admin] Deleting port e341da01-1ed8-470d-8ef4-511c302cb9fd {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:39.963974 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b30b1cd-3667-485c-8633-88eb27b82e03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:39.995635 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1d95-cc75-4a60-9d82-ccdad4a40533 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:40.148708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-86fac324-50b3-4c15-b334-7cacb23b86ab None None] Provisioning complete for port 020a832d-608d-46e8-9e55-dc4ad4418858 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:40.149473 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-86fac324-50b3-4c15-b334-7cacb23b86ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:40.235416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=2f99145a-aa2f-4d18-b5e6-cf895981f796,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:40.256562 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-7b30b1cd-3667-485c-8633-88eb27b82e03 admin admin] For port e341da01-1ed8-470d-8ef4-511c302cb9fd, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e341da01-1ed8-470d-8ef4-511c302cb9fd,segment=NetworkSegment(ca50008a-c557-4573-bbaa-c5716dc0c6e7),segment_id=ca50008a-c557-4573-bbaa-c5716dc0c6e7)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:40.257744 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b30b1cd-3667-485c-8633-88eb27b82e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:40.262142 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e961ac33-8e50-4a98-816c-dde290ae8e06 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:40.262513 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:40.263521 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1d95-cc75-4a60-9d82-ccdad4a40533 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:40.277660 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-70a7b5bb-051b-4036-85c8-4bd44d84554f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:40.323422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-86fac324-50b3-4c15-b334-7cacb23b86ab None None] Port 020a832d-608d-46e8-9e55-dc4ad4418858 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:40.339153 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-7b30b1cd-3667-485c-8633-88eb27b82e03 admin admin] Calling delete_port for e341da01-1ed8-470d-8ef4-511c302cb9fd owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:40.344403 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f1d95-cc75-4a60-9d82-ccdad4a40533 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Subnet': ['ID=7e744aee-c07f-4896-9f9f-8c2fcf541cf0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:40.359625 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1d95-cc75-4a60-9d82-ccdad4a40533 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:40.364082 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7b7f1d95-cc75-4a60-9d82-ccdad4a40533 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/7e744aee-c07f-4896-9f9f-8c2fcf541cf0 HTTP/1.1" status: 204 len: 168 time: 1.1793025 Nov 11 12:07:40.373145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37586) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:40.402279 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15ccbd2-7479-4647-8a3f-7a9a3b63e4c9 None None] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:40.466941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8019b6c7-c27f-4659-8994-dc47e1e7c2d9 None None] Could not find standard attr ID for object 484069c6-c2d5-495a-b0c8-30ded29fe8fb. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:07:40.476829 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7b5bb-051b-4036-85c8-4bd44d84554f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=22c515f2-cc0e-487f-8e67-8e587fd72e50,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:40.526407 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea2ed218-d6af-4db5-b124-79aa67f0aec6 req-46ba1869-517f-40b8-9bfc-141afce8cc94 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.0773666 Nov 11 12:07:40.594693 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8019b6c7-c27f-4659-8994-dc47e1e7c2d9 None None] Provisioning complete for port 2f99145a-aa2f-4d18-b5e6-cf895981f796 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:40.601520 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8019b6c7-c27f-4659-8994-dc47e1e7c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:40.648654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2f99145a-aa2f-4d18-b5e6-cf895981f796 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:07:40.667227 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-70a7b5bb-051b-4036-85c8-4bd44d84554f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:40.670552 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-70a7b5bb-051b-4036-85c8-4bd44d84554f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/22c515f2-cc0e-487f-8e67-8e587fd72e50 HTTP/1.1" status: 204 len: 168 time: 1.3269017 Nov 11 12:07:40.673282 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37596) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:40.681499 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-73124465-74b7-4869-87a1-da744f19c29f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting subnet 69795679-25bf-4f98-ba28-0b7154de1eae {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:07:40.686543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73124465-74b7-4869-87a1-da744f19c29f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:40.721362 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b366b4e4-2822-4cb7-8e5d-930f2560a57a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] GET failed (client error): The resource could not be found. Nov 11 12:07:40.726042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b366b4e4-2822-4cb7-8e5d-930f2560a57a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports/22c515f2-cc0e-487f-8e67-8e587fd72e50 HTTP/1.1" status: 404 len: 333 time: 0.0516951 Nov 11 12:07:40.726698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37600) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:40.783052 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:40.849349 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73124465-74b7-4869-87a1-da744f19c29f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:40.953834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d0e8e-a78f-4faf-9167-974550237e77 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 0a55940a-ac8f-4746-a2e1-e50daa51e399 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:40.954328 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1f6d0e8e-a78f-4faf-9167-974550237e77 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:40.995618 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2f99145a-aa2f-4d18-b5e6-cf895981f796 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:40.995962 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:41.153313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73124465-74b7-4869-87a1-da744f19c29f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:41.168843 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1f6d0e8e-a78f-4faf-9167-974550237e77 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:41.205488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d0e8e-a78f-4faf-9167-974550237e77 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 0a55940a-ac8f-4746-a2e1-e50daa51e399 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:41.297171 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b30b1cd-3667-485c-8633-88eb27b82e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:41.401542 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30b1cd-3667-485c-8633-88eb27b82e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=e341da01-1ed8-470d-8ef4-511c302cb9fd,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:41.437038 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e3c4ab31-bf07-45ec-bdb9-3469dc0dbb20 None None] Could not find standard attr ID for object 22c515f2-cc0e-487f-8e67-8e587fd72e50. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:07:41.451178 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:41.510607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e3c4ab31-bf07-45ec-bdb9-3469dc0dbb20 None None] Provisioning complete for port 0a55940a-ac8f-4746-a2e1-e50daa51e399 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:41.511354 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ab31-bf07-45ec-bdb9-3469dc0dbb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:41.596459 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1f6d0e8e-a78f-4faf-9167-974550237e77 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:41.657386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e3c4ab31-bf07-45ec-bdb9-3469dc0dbb20 None None] Port 0a55940a-ac8f-4746-a2e1-e50daa51e399 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:41.694150 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e3c4ab31-bf07-45ec-bdb9-3469dc0dbb20 None None] Provisioning complete for port 2f99145a-aa2f-4d18-b5e6-cf895981f796 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:41.695064 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ab31-bf07-45ec-bdb9-3469dc0dbb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:41.796934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d0e8e-a78f-4faf-9167-974550237e77 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=0a55940a-ac8f-4746-a2e1-e50daa51e399,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:41.952789 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73124465-74b7-4869-87a1-da744f19c29f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:41.974800 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44a8309e-a2e5-4ba0-aeed-aa82a6306456 req-fe7598cd-59bc-46fd-a3cc-75821f50bda2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.1737912 Nov 11 12:07:42.002246 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1f6d0e8e-a78f-4faf-9167-974550237e77 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:42.012423 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1f6d0e8e-a78f-4faf-9167-974550237e77 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/0a55940a-ac8f-4746-a2e1-e50daa51e399 HTTP/1.1" status: 204 len: 168 time: 1.2796307 Nov 11 12:07:42.013189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37628) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:42.050938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-50a64be7-fea3-4902-a492-18a4c82d4e3e None None] Could not find standard attr ID for object 22c515f2-cc0e-487f-8e67-8e587fd72e50. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:07:42.092114 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73124465-74b7-4869-87a1-da744f19c29f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Subnet': ['ID=69795679-25bf-4f98-ba28-0b7154de1eae,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:42.117386 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afc81cb-bf84-43e4-bfbc-be2648463970 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] GET failed (client error): The resource could not be found. Nov 11 12:07:42.119317 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4afc81cb-bf84-43e4-bfbc-be2648463970 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports/0a55940a-ac8f-4746-a2e1-e50daa51e399 HTTP/1.1" status: 404 len: 333 time: 0.1049902 Nov 11 12:07:42.127749 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37632) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:42.137726 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73124465-74b7-4869-87a1-da744f19c29f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:42.147078 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-73124465-74b7-4869-87a1-da744f19c29f tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/69795679-25bf-4f98-ba28-0b7154de1eae HTTP/1.1" status: 204 len: 168 time: 1.7703972 Nov 11 12:07:42.151621 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37634) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:42.208216 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf58cab-6bf4-4859-8563-6f08a3c74332 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] DELETE failed (client error): The resource could not be found. Nov 11 12:07:42.209022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf58cab-6bf4-4859-8563-6f08a3c74332 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:07:42.212287 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9bf58cab-6bf4-4859-8563-6f08a3c74332 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/7e744aee-c07f-4896-9f9f-8c2fcf541cf0 HTTP/1.1" status: 404 len: 337 time: 0.0581861 Nov 11 12:07:42.215142 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37638) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:42.224204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b30b1cd-3667-485c-8633-88eb27b82e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:42.256011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-6757b613-4d75-430a-b794-8821ccc24a07 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting subnet 1ff7a0ec-961a-4572-a7e5-3ddd6e9e57e6 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:07:42.267870 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6757b613-4d75-430a-b794-8821ccc24a07 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:42.383058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b62442f-ed35-434f-8d10-a66b9537b7e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting subnet 8ac7d799-f004-4dcb-9e71-30e2c0f8b01a {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:07:42.391112 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b62442f-ed35-434f-8d10-a66b9537b7e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:42.409721 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6757b613-4d75-430a-b794-8821ccc24a07 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:42.537420 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b62442f-ed35-434f-8d10-a66b9537b7e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:42.621999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04058271-0a7a-491f-b26e-087dc47ab24a None None] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:42.646423 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6757b613-4d75-430a-b794-8821ccc24a07 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:42.734432 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d4367e97-f272-45e7-aaad-01d2dcd51b4a None None] Provisioning complete for port e961ac33-8e50-4a98-816c-dde290ae8e06 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:42.735079 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d4367e97-f272-45e7-aaad-01d2dcd51b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:42.766550 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b62442f-ed35-434f-8d10-a66b9537b7e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:42.803696 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6757b613-4d75-430a-b794-8821ccc24a07 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:42.849852 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757b613-4d75-430a-b794-8821ccc24a07 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Subnet': ['ID=1ff7a0ec-961a-4572-a7e5-3ddd6e9e57e6,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:42.859461 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6757b613-4d75-430a-b794-8821ccc24a07 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:42.866471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6757b613-4d75-430a-b794-8821ccc24a07 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/1ff7a0ec-961a-4572-a7e5-3ddd6e9e57e6 HTTP/1.1" status: 204 len: 168 time: 0.7367129 Nov 11 12:07:42.869110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37656) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:42.880802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb2eb3b-db82-46aa-97e1-4405ba8f2b4e None None] Network 82b40a33-9a60-44bf-a61a-7ad2a0fc927b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:42.919519 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b30b1cd-3667-485c-8633-88eb27b82e03 admin admin] Router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:07:42.975699 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b62442f-ed35-434f-8d10-a66b9537b7e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:43.016945 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:43.029700 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b62442f-ed35-434f-8d10-a66b9537b7e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:43.036090 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9b62442f-ed35-434f-8d10-a66b9537b7e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/8ac7d799-f004-4dcb-9e71-30e2c0f8b01a HTTP/1.1" status: 204 len: 168 time: 0.8172450 Nov 11 12:07:43.093778 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37664) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:43.146749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d4367e97-f272-45e7-aaad-01d2dcd51b4a None None] Provisioning complete for port 020a832d-608d-46e8-9e55-dc4ad4418858 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:43.147127 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d4367e97-f272-45e7-aaad-01d2dcd51b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:43.158354 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62442f-ed35-434f-8d10-a66b9537b7e5 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac7d799-f004-4dcb-9e71-30e2c0f8b01a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:43.169829 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee99224-f907-43c1-93c0-2ee5193bf7ea tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] DELETE failed (client error): The resource could not be found. Nov 11 12:07:43.170548 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee99224-f907-43c1-93c0-2ee5193bf7ea tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:07:43.174492 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2ee99224-f907-43c1-93c0-2ee5193bf7ea tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/902ef9a5-8dcd-43b9-847f-ea1e06201920 HTTP/1.1" status: 404 len: 337 time: 0.0758607 Nov 11 12:07:43.177329 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37670) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:43.212893 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-23bd4bde-4926-40c7-abd3-33417085ab0d req-68e2e781-0432-4c09-b477-7b8ff1a16aee tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.0521026 Nov 11 12:07:43.255293 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4100d869-94bc-49c6-9280-2b68f78d8752 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "GET /v2.0/ports?device_id=b26a2e98-e224-4135-844a-19ab377597bc HTTP/1.1" status: 200 len: 205 time: 0.0765810 Nov 11 12:07:43.258970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37674) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:43.286605 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d4367e97-f272-45e7-aaad-01d2dcd51b4a None None] Port 020a832d-608d-46e8-9e55-dc4ad4418858 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:43.306839 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031edf9e-b0bc-40c5-a616-89e2014e9e0b None None] Update dhcp port {'port': {'network_id': '768d555a-1d42-4394-b6a1-dd0bc112bfba', 'fixed_ips': [{'subnet_id': '8ac7d799-f004-4dcb-9e71-30e2c0f8b01a'}], 'binding:host_id': 'n-d-807359-3'}, 'id': 'e961ac33-8e50-4a98-816c-dde290ae8e06'} from n-d-807359-3. {{(pid=109155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:07:43.320771 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b30b1cd-3667-485c-8633-88eb27b82e03 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:07:43.334025 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7b30b1cd-3667-485c-8633-88eb27b82e03 admin admin] 10.222.0.65 "PUT /v2.0/routers/6c6cf9b1-52e5-4d53-88e6-50998c45b38f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2681105 Nov 11 12:07:43.336519 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37676) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:43.362409 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-031edf9e-b0bc-40c5-a616-89e2014e9e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:43.525699 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:43.673871 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:43.782254 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23817c-eeeb-432c-8d5d-1fee07a44fd2 None None] Sync routers for ids ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:07:43.799737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Deleting port 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:43.800451 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:43.814172 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac4bb6b-b337-4f26-b881-48ac1bd0bdfd None None] DHCP port deletion for 82b40a33-9a60-44bf-a61a-7ad2a0fc927b request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:07:43.831524 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da23817c-eeeb-432c-8d5d-1fee07a44fd2 None None] Routers {'6c6cf9b1-52e5-4d53-88e6-50998c45b38f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:07:43.832363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-da23817c-eeeb-432c-8d5d-1fee07a44fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:07:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:43.965522 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-759cf2c9-9c6f-43e2-8891-17803f507a0e tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] delete failed (client error): The resource could not be found. Nov 11 12:07:43.965522 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-759cf2c9-9c6f-43e2-8891-17803f507a0e tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/routers/b26a2e98-e224-4135-844a-19ab377597bc HTTP/1.1" status: 404 len: 336 time: 0.6861227 Nov 11 12:07:43.965522 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37700) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:43.966428 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] For port 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2617ff2f-e049-4bff-ac8f-0b863bb0a8a9,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:43.966428 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:43.978879 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Calling delete_port for 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:43.995429 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b67cc76-8538-4679-be5a-48508a84f4d3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] DELETE failed (client error): The resource could not be found. Nov 11 12:07:43.995429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b67cc76-8538-4679-be5a-48508a84f4d3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:07:43.995429 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3b67cc76-8538-4679-be5a-48508a84f4d3 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/69e2f69a-0017-4441-84ed-a0c495ebd519 HTTP/1.1" status: 404 len: 337 time: 0.0375931 Nov 11 12:07:43.995429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37702) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:44.027514 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe53b56-3d79-4a3e-8f22-c5b4d7f18749 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] DELETE failed (client error): The resource could not be found. Nov 11 12:07:44.027957 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe53b56-3d79-4a3e-8f22-c5b4d7f18749 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:07:44.035740 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cbe53b56-3d79-4a3e-8f22-c5b4d7f18749 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/6f46ec2b-a289-446e-ba85-cbf9de2e6a7f HTTP/1.1" status: 404 len: 337 time: 0.0372760 Nov 11 12:07:44.035943 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-da23817c-eeeb-432c-8d5d-1fee07a44fd2 None None] Set router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:07:44.036922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37706) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:44.070484 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-07914102-941d-4b64-be87-5d199ee2875b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] DELETE failed (client error): The resource could not be found. Nov 11 12:07:44.070942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07914102-941d-4b64-be87-5d199ee2875b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:07:44.076292 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-07914102-941d-4b64-be87-5d199ee2875b tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/5700771c-78a7-4f67-9f6c-e8512c2e91ca HTTP/1.1" status: 404 len: 337 time: 0.0356128 Nov 11 12:07:44.078809 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37708) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:44.107252 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 2f99145a-aa2f-4d18-b5e6-cf895981f796 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:44.107597 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:44.185452 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] For port 2f99145a-aa2f-4d18-b5e6-cf895981f796, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2f99145a-aa2f-4d18-b5e6-cf895981f796,segment=NetworkSegment(7a1b57ad-f93c-4818-bd09-57ba9ab5bd16),segment_id=7a1b57ad-f93c-4818-bd09-57ba9ab5bd16)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:44.185874 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:44.201184 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 2f99145a-aa2f-4d18-b5e6-cf895981f796 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:44.236001 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-da23817c-eeeb-432c-8d5d-1fee07a44fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'name': 'tempest-ServersTestBootFromVolume-1468386582-router', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:04:09Z', 'updated_at': '2021-11-11T12:07:43Z', 'revision_number': 6, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:44.256934 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec98f2e-27fe-40b9-81c3-ef5ddf4d2b61 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] DELETE failed (client error): The resource could not be found. Nov 11 12:07:44.257840 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec98f2e-27fe-40b9-81c3-ef5ddf4d2b61 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:07:44.264425 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dec98f2e-27fe-40b9-81c3-ef5ddf4d2b61 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/e379e791-650c-40d5-8d8c-50318aaf2f7a HTTP/1.1" status: 404 len: 333 time: 0.1810498 Nov 11 12:07:44.265491 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37714) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:44.303240 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04d9eb8-8b7f-40aa-b9e6-11d8865b6b5e tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] DELETE failed (client error): The resource could not be found. Nov 11 12:07:44.303793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04d9eb8-8b7f-40aa-b9e6-11d8865b6b5e tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:07:44.310117 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b04d9eb8-8b7f-40aa-b9e6-11d8865b6b5e tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/9c2176ba-8aba-496e-92e5-0ee4bbe7ae01 HTTP/1.1" status: 404 len: 337 time: 0.0417817 Nov 11 12:07:44.310982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37716) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:44.311606 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256126e2-55b6-42be-9334-e50a057f4184 None None] Network 768d555a-1d42-4394-b6a1-dd0bc112bfba requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:44.355962 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-9965a16b-5961-4c8c-b94f-27521060fbe8 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] DELETE failed (client error): The resource could not be found. Nov 11 12:07:44.357354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9965a16b-5961-4c8c-b94f-27521060fbe8 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:07:44.368490 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37722) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:44.373298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9965a16b-5961-4c8c-b94f-27521060fbe8 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/0aa7f068-699b-4192-be4a-fb62c343a0a1 HTTP/1.1" status: 404 len: 337 time: 0.0572045 Nov 11 12:07:44.442230 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed9d021-0d8f-4013-bb5c-9c20fd645468 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] DELETE failed (client error): The resource could not be found. Nov 11 12:07:44.444016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed9d021-0d8f-4013-bb5c-9c20fd645468 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:07:44.465401 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23817c-eeeb-432c-8d5d-1fee07a44fd2 None None] Checking router: 6c6cf9b1-52e5-4d53-88e6-50998c45b38f for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:07:44.465854 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fed9d021-0d8f-4013-bb5c-9c20fd645468 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/375c3f02-cc79-45f9-9247-50c849f22096 HTTP/1.1" status: 404 len: 333 time: 0.0934844 Nov 11 12:07:44.466107 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37728) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:44.466883 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:44.492968 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3ccd2b4-0905-4296-9032-4a6f60a3d562 req-4b36d5da-a465-4f89-a11c-b4996a101843 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.1007140 Nov 11 12:07:44.520660 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:44.536287 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da23817c-eeeb-432c-8d5d-1fee07a44fd2 None None] Routers {'6c6cf9b1-52e5-4d53-88e6-50998c45b38f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:07:44.536966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-da23817c-eeeb-432c-8d5d-1fee07a44fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:07:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:44.593053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=2f99145a-aa2f-4d18-b5e6-cf895981f796,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:44.596988 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-43da398c-5726-4f8b-b991-680d3e85031d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] DELETE failed (client error): The resource could not be found. Nov 11 12:07:44.598010 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43da398c-5726-4f8b-b991-680d3e85031d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:07:44.602808 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1027a399-0af4-4879-86bb-65e356b51f20 None None] Provisioning complete for port e961ac33-8e50-4a98-816c-dde290ae8e06 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:44.603358 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1027a399-0af4-4879-86bb-65e356b51f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:44.608357 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No DVR routers for this DVR port 2f99145a-aa2f-4d18-b5e6-cf895981f796 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:44.609064 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-43da398c-5726-4f8b-b991-680d3e85031d tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/79d1c25a-6618-4320-9c20-4e9f8b12fc22 HTTP/1.1" status: 404 len: 337 time: 0.1397071 Nov 11 12:07:44.612631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37732) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:44.634008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2f99145a-aa2f-4d18-b5e6-cf895981f796 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:44.662894 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2617ff2f-e049-4bff-ac8f-0b863bb0a8a9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:44.698849 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:44.699535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:44.700086 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:44.700622 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:44.701143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:44.702051 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:44.702593 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:44.703307 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:44.703829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:44.704540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:44.705109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:44.705781 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:07:44.762675 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:44.774225 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:44.795691 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b40a33-9a60-44bf-a61a-7ad2a0fc927b']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:44.798299 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-8295a28d-c95a-4af0-947c-45f84e47aafa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] DELETE failed (client error): The resource could not be found. Nov 11 12:07:44.798784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8295a28d-c95a-4af0-947c-45f84e47aafa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:07:44.805491 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8295a28d-c95a-4af0-947c-45f84e47aafa tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/subnets/8e2e976e-bfcc-4b9c-980b-c2f52043e41b HTTP/1.1" status: 404 len: 337 time: 0.1897523 Nov 11 12:07:44.810326 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37738) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:44.824063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aec5b05-e256-493b-bd25-5d2a19327320 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:07:44.824560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1b57ad-f93c-4818-bd09-57ba9ab5bd16') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:44.824560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1b57ad-f93c-4818-bd09-57ba9ab5bd16') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:44.859850 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:44.873687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 2f99145a-aa2f-4d18-b5e6-cf895981f796 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:07:44.874567 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2f99145a-aa2f-4d18-b5e6-cf895981f796 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:07:44.876201 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e961ac33-8e50-4a98-816c-dde290ae8e06 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:44.897521 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-da23817c-eeeb-432c-8d5d-1fee07a44fd2 None None] Set router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:07:44.908649 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:44.917079 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:07:44.918472 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:07:44.920861 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:07:45.007252 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.010130 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.075751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-eac4bb6b-b337-4f26-b881-48ac1bd0bdfd None None] Deleting port 2f99145a-aa2f-4d18-b5e6-cf895981f796 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:45.076113 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eac4bb6b-b337-4f26-b881-48ac1bd0bdfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.083697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-6074eb50-6f90-489b-83c3-510ec778cf83 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port 020a832d-608d-46e8-9e55-dc4ad4418858 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:45.084305 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6074eb50-6f90-489b-83c3-510ec778cf83 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.090881 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-da23817c-eeeb-432c-8d5d-1fee07a44fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'name': 'tempest-ServersTestBootFromVolume-1468386582-router', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:04:09Z', 'updated_at': '2021-11-11T12:07:44Z', 'revision_number': 7, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:45.105696 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.115097 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c6cf9b1-52e5-4d53-88e6-50998c45b38f {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:07:45.122549 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.131108 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-72a213b0-16f7-48de-ac47-4be23c9a5bf9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/6c6cf9b1-52e5-4d53-88e6-50998c45b38f HTTP/1.1" status: 204 len: 168 time: 1.7934725 Nov 11 12:07:45.132104 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37748) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:45.138800 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc22026-4af9-4ef1-b356-375957726ba4 None None] DHCP port deletion for 768d555a-1d42-4394-b6a1-dd0bc112bfba request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server [None req-eac4bb6b-b337-4f26-b881-48ac1bd0bdfd None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 82b40a33-9a60-44bf-a61a-7ad2a0fc927b could not be found. Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 12:07:45.146702 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 82b40a33-9a60-44bf-a61a-7ad2a0fc927b could not be found. Nov 11 12:07:45.151004 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server Nov 11 12:07:45.155631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23817c-eeeb-432c-8d5d-1fee07a44fd2 None None] The sync data for ids ['6c6cf9b1-52e5-4d53-88e6-50998c45b38f'] in n-d-807359-3 is: [{'id': '6c6cf9b1-52e5-4d53-88e6-50998c45b38f', 'name': 'tempest-ServersTestBootFromVolume-1468386582-router', 'tenant_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:04:09Z', 'updated_at': '2021-11-11T12:07:44Z', 'revision_number': 7, 'project_id': 'fd2d2d88eddd4312942ca48aca9ffcbb', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:07:45.224884 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c927ea7b-db9e-4446-891a-1da003659911 None None] DHCP port deletion for 82b40a33-9a60-44bf-a61a-7ad2a0fc927b request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:07:45.240070 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6074eb50-6f90-489b-83c3-510ec778cf83 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.254164 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-6074eb50-6f90-489b-83c3-510ec778cf83 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for 020a832d-608d-46e8-9e55-dc4ad4418858 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:45.259116 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42d2d14-6182-420d-b5ac-b1d03550e7f3 admin admin] Deleting subnet b7d208a7-6bbf-435f-95c1-9ebcc952953a {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:07:45.270500 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e42d2d14-6182-420d-b5ac-b1d03550e7f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.350133 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.369780 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.387184 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.398469 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e42d2d14-6182-420d-b5ac-b1d03550e7f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.398695 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/networks/82b40a33-9a60-44bf-a61a-7ad2a0fc927b HTTP/1.1" status: 204 len: 168 time: 2.5245516 Nov 11 12:07:45.399763 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454950b-bc3e-4a4a-8398-1a1f49996dd9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Network': ['ID=82b40a33-9a60-44bf-a61a-7ad2a0fc927b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:45.401754 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6074eb50-6f90-489b-83c3-510ec778cf83 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.402535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37756) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:45.440930 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-83e5a16a-6036-4243-b490-ed6764eb39b3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1493201669'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:45.446575 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206af3b2-e2df-45e2-b6db-864089abccc0 None None] DHCP port deletion for 82b40a33-9a60-44bf-a61a-7ad2a0fc927b request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:07:45.493732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port e961ac33-8e50-4a98-816c-dde290ae8e06, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e961ac33-8e50-4a98-816c-dde290ae8e06,segment=NetworkSegment(903e17a8-5853-4c99-83ee-eb8a2bb41bd6),segment_id=903e17a8-5853-4c99-83ee-eb8a2bb41bd6)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:45.498846 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1027a399-0af4-4879-86bb-65e356b51f20 None None] Could not find standard attr ID for object 020a832d-608d-46e8-9e55-dc4ad4418858. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:07:45.500134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074eb50-6f90-489b-83c3-510ec778cf83 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=020a832d-608d-46e8-9e55-dc4ad4418858,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:45.515806 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6074eb50-6f90-489b-83c3-510ec778cf83 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.516277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e5a16a-6036-4243-b490-ed6764eb39b3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:45.522519 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6074eb50-6f90-489b-83c3-510ec778cf83 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/ports/020a832d-608d-46e8-9e55-dc4ad4418858 HTTP/1.1" status: 204 len: 168 time: 0.7110629 Nov 11 12:07:45.523121 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83e5a16a-6036-4243-b490-ed6764eb39b3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.524909 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37758) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:45.533213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-adc22026-4af9-4ef1-b356-375957726ba4 None None] Deleting port e961ac33-8e50-4a98-816c-dde290ae8e06 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:45.534266 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-adc22026-4af9-4ef1-b356-375957726ba4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.544208 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.615814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e5a16a-6036-4243-b490-ed6764eb39b3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:07:45.671312 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83e5a16a-6036-4243-b490-ed6764eb39b3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.671969 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-83e5a16a-6036-4243-b490-ed6764eb39b3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Added segment fae2785b-c71e-4cd0-b52c-ef2e3fd0ab52 of type vlan for network 3c598191-eee7-4d2b-8b5f-c49d284c7028 Nov 11 12:07:45.726420 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e42d2d14-6182-420d-b5ac-b1d03550e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.776411 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.853903 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=e961ac33-8e50-4a98-816c-dde290ae8e06,revision_number=11']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:45.875765 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f8a9ed1-bffc-4796-bb65-3e9e3dba56a5 req-15c801ca-4d9c-4e0a-ba41-949094e6fe09 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.0931559 Nov 11 12:07:45.909458 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Deleting port e961ac33-8e50-4a98-816c-dde290ae8e06 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:45.909853 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.924591 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.937214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-adc22026-4af9-4ef1-b356-375957726ba4 None None] For port e961ac33-8e50-4a98-816c-dde290ae8e06, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e961ac33-8e50-4a98-816c-dde290ae8e06,segment=NetworkSegment(903e17a8-5853-4c99-83ee-eb8a2bb41bd6),segment_id=903e17a8-5853-4c99-83ee-eb8a2bb41bd6)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:45.944123 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-adc22026-4af9-4ef1-b356-375957726ba4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:45.979856 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-adc22026-4af9-4ef1-b356-375957726ba4 None None] Calling delete_port for e961ac33-8e50-4a98-816c-dde290ae8e06 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:46.059318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] For port e961ac33-8e50-4a98-816c-dde290ae8e06, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e961ac33-8e50-4a98-816c-dde290ae8e06,segment=NetworkSegment(903e17a8-5853-4c99-83ee-eb8a2bb41bd6),segment_id=903e17a8-5853-4c99-83ee-eb8a2bb41bd6)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:46.059690 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:46.131552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Calling delete_port for e961ac33-8e50-4a98-816c-dde290ae8e06 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:46.164618 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-adc22026-4af9-4ef1-b356-375957726ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:46.282214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc22026-4af9-4ef1-b356-375957726ba4 None None] Pushing event deleted for resources: {'Port': ['ID=e961ac33-8e50-4a98-816c-dde290ae8e06,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:46.289089 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc22026-4af9-4ef1-b356-375957726ba4 None None] No DVR routers for this DVR port e961ac33-8e50-4a98-816c-dde290ae8e06 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:46.299069 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e42d2d14-6182-420d-b5ac-b1d03550e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:46.313782 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06afba66-f235-4914-ac45-54b842691c60 None None] get_active_networks_info from n-d-807359-3 {{(pid=109155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:07:46.324490 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83e5a16a-6036-4243-b490-ed6764eb39b3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:46.329080 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d2d14-6182-420d-b5ac-b1d03550e7f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d208a7-6bbf-435f-95c1-9ebcc952953a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:46.348778 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:46.361207 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e42d2d14-6182-420d-b5ac-b1d03550e7f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:46.369495 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e42d2d14-6182-420d-b5ac-b1d03550e7f3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b7d208a7-6bbf-435f-95c1-9ebcc952953a HTTP/1.1" status: 204 len: 168 time: 1.2361023 Nov 11 12:07:46.380686 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37778) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:46.425486 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Port': ['ID=e961ac33-8e50-4a98-816c-dde290ae8e06,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:46.441355 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83e5a16a-6036-4243-b490-ed6764eb39b3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:46.443704 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] No DVR routers for this DVR port e961ac33-8e50-4a98-816c-dde290ae8e06 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:46.448005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e5a16a-6036-4243-b490-ed6764eb39b3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:46.448815 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83e5a16a-6036-4243-b490-ed6764eb39b3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:46.562037 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06afba66-f235-4914-ac45-54b842691c60 None None] Resources bound (agent type, host, resource id): {{(pid=109155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:07:46.616363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e341da01-1ed8-470d-8ef4-511c302cb9fd no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:46.674132 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:46.683312 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-83e5a16a-6036-4243-b490-ed6764eb39b3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2527473 Nov 11 12:07:46.689851 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37788) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:46.701772 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-80fd7386-3cd4-40d8-b1ad-d95a381bbb30 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'subnet': {'network_id': '3c598191-eee7-4d2b-8b5f-c49d284c7028', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:46.726723 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:46.734255 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: e341da01-1ed8-470d-8ef4-511c302cb9fd {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:07:46.734620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e341da01-1ed8-470d-8ef4-511c302cb9fd not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:07:46.735042 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:46.736528 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5a16a-6036-4243-b490-ed6764eb39b3 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Network': ['ID=3c598191-eee7-4d2b-8b5f-c49d284c7028,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:46.751044 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768d555a-1d42-4394-b6a1-dd0bc112bfba']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:46.764263 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 3c598191-eee7-4d2b-8b5f-c49d284c7028 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:07:46.771262 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903e17a8-5853-4c99-83ee-eb8a2bb41bd6') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:46.771581 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903e17a8-5853-4c99-83ee-eb8a2bb41bd6') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:46.803660 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:46.832498 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:46.844315 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:07:46.844719 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:46.908670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] Deleting port dfeae35a-acdf-4d22-9809-d46f9e2e130e {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:46.909388 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:46.954044 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:07:46.954536 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2617ff2f-e049-4bff-ac8f-0b863bb0a8a9 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:07:46.983366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] For port dfeae35a-acdf-4d22-9809-d46f9e2e130e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=dfeae35a-acdf-4d22-9809-d46f9e2e130e,segment=NetworkSegment(ca50008a-c557-4573-bbaa-c5716dc0c6e7),segment_id=ca50008a-c557-4573-bbaa-c5716dc0c6e7)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:46.983802 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:07:46.992529 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:07:46.995902 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:47.004073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] Calling delete_port for dfeae35a-acdf-4d22-9809-d46f9e2e130e owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:47.007910 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:47.018539 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] 10.222.0.65 "DELETE /v2.0/networks/768d555a-1d42-4394-b6a1-dd0bc112bfba HTTP/1.1" status: 204 len: 168 time: 1.4866977 Nov 11 12:07:47.059640 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040408c-c209-4770-b296-1548736e9441 tempest-PortsIpV6TestJSON-1416583043 tempest-PortsIpV6TestJSON-1416583043-project] Pushing event deleted for resources: {'Network': ['ID=768d555a-1d42-4394-b6a1-dd0bc112bfba,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:47.119419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fd7386-3cd4-40d8-b1ad-d95a381bbb30 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:47.129269 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80fd7386-3cd4-40d8-b1ad-d95a381bbb30 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:47.157604 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5b66f95-9acb-448e-860f-454f05acfaaf req-d5e6821a-bfeb-4938-a733-de88de21d07c tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.0811024 Nov 11 12:07:47.411743 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:47.462126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfeae35a-acdf-4d22-9809-d46f9e2e130e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:47.476352 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] No DVR routers for this DVR port dfeae35a-acdf-4d22-9809-d46f9e2e130e on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:47.549338 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37814) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:47.615195 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:47.647151 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa97125-1605-4424-ad1c-04ef86da8580 None None] get_active_networks_info from n-d-807359-3 {{(pid=109155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:07:47.794910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03a149d-cab9-42f0-8028-0fe357ffb817']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:47.807525 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa97125-1605-4424-ad1c-04ef86da8580 None None] Resources bound (agent type, host, resource id): {{(pid=109155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:07:47.824775 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca50008a-c557-4573-bbaa-c5716dc0c6e7') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:47.825081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca50008a-c557-4573-bbaa-c5716dc0c6e7') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:47.845878 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:47.879782 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:47.895801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:07:47.898796 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:07:48.020551 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:07:48.023486 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80fd7386-3cd4-40d8-b1ad-d95a381bbb30 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:48.035987 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:48.079608 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-df4c9ce5-5861-491d-94ae-923b33e93c41 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6a826a83d259421584ffc8b5fe64d491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5287688 Nov 11 12:07:48.084270 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37830) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:48.120072 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:48.125929 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d03a149d-cab9-42f0-8028-0fe357ffb817 HTTP/1.1" status: 204 len: 168 time: 1.7441969 Nov 11 12:07:48.137549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce12fea-7ac2-4f17-a042-d3ffed194e25 admin admin] Pushing event deleted for resources: {'Network': ['ID=d03a149d-cab9-42f0-8028-0fe357ffb817,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:48.186644 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6d243bec-985b-4f7e-91ef-4b7f0e4eb2c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:48.236230 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6d243bec-985b-4f7e-91ef-4b7f0e4eb2c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:48.262983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fd7386-3cd4-40d8-b1ad-d95a381bbb30 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Checking segment: {'id': 'fae2785b-c71e-4cd0-b52c-ef2e3fd0ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3c598191-eee7-4d2b-8b5f-c49d284c7028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:07:48.263553 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fd7386-3cd4-40d8-b1ad-d95a381bbb30 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network hostable DHCP agents. Network: 3c598191-eee7-4d2b-8b5f-c49d284c7028, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:07:48.269016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd7386-3cd4-40d8-b1ad-d95a381bbb30 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Subnet': ['ID=db04545d-7fbe-4fb2-ad61-7d2cb2758b26,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:48.303963 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b411fdb-ae7a-43fb-9773-47bd7b17ae91 None None] Network d03a149d-cab9-42f0-8028-0fe357ffb817 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:48.305210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fd7386-3cd4-40d8-b1ad-d95a381bbb30 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 3c598191-eee7-4d2b-8b5f-c49d284c7028 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:07:48.321379 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-80fd7386-3cd4-40d8-b1ad-d95a381bbb30 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 3c598191-eee7-4d2b-8b5f-c49d284c7028) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:48.327506 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b411fdb-ae7a-43fb-9773-47bd7b17ae91 None None] Network d03a149d-cab9-42f0-8028-0fe357ffb817 could not be found, it might have been deleted concurrently. {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:07:48.333883 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fd7386-3cd4-40d8-b1ad-d95a381bbb30 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:48.335051 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80fd7386-3cd4-40d8-b1ad-d95a381bbb30 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:48.336819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31ca8cf-8b55-42c9-8dcb-cc9beaf92da5 None None] Network 3c598191-eee7-4d2b-8b5f-c49d284c7028 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:48.366019 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-80fd7386-3cd4-40d8-b1ad-d95a381bbb30 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6701846 Nov 11 12:07:48.369240 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37842) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:48.382536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a715676b-1ddb-4d8f-ba6c-1da6805da345 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'network_id': '3c598191-eee7-4d2b-8b5f-c49d284c7028', 'name': 'tempest-PortsTestJSON-947446881', 'fixed_ips': [{'subnet_id': 'db04545d-7fbe-4fb2-ad61-7d2cb2758b26', 'ip_address': '172.20.0.10'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:48.423935 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-575bf3d8-5b31-4c92-9f82-66c8fac4ae1a req-cb978456-44e3-4838-9f36-b064f67f2941 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.0630722 Nov 11 12:07:48.459014 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6d243bec-985b-4f7e-91ef-4b7f0e4eb2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:48.462619 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6d243bec-985b-4f7e-91ef-4b7f0e4eb2c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:48.464247 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6d243bec-985b-4f7e-91ef-4b7f0e4eb2c8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5116a8c0-200d-437b-b133-922598719517 HTTP/1.1" status: 204 len: 168 time: 0.3787181 Nov 11 12:07:48.474770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81afc298-3834-44a2-9335-edd35ab1a08d None None] DHCP port deletion for d03a149d-cab9-42f0-8028-0fe357ffb817 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:07:48.490646 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d243bec-985b-4f7e-91ef-4b7f0e4eb2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5116a8c0-200d-437b-b133-922598719517,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:48.599425 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device dfeae35a-acdf-4d22-9809-d46f9e2e130e no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:48.629257 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a715676b-1ddb-4d8f-ba6c-1da6805da345 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:48.691001 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: dfeae35a-acdf-4d22-9809-d46f9e2e130e {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:07:48.691350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device dfeae35a-acdf-4d22-9809-d46f9e2e130e not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:07:48.698858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37852) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:48.754333 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37856) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:48.755064 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-89f02fb8-1c97-4196-8b36-b9aca53bc14d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd2d2d88eddd4312942ca48aca9ffcbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547733 Nov 11 12:07:48.798548 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a715676b-1ddb-4d8f-ba6c-1da6805da345 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:48.828561 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-3c598191-eee7-4d2b-8b5f-c49d284c7028', 'network_id': '3c598191-eee7-4d2b-8b5f-c49d284c7028', 'tenant_id': '8cf30cdbbdb44f58a32f16375d86c36b', 'fixed_ips': [{'subnet_id': 'db04545d-7fbe-4fb2-ad61-7d2cb2758b26'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:07:48.829981 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:48.885296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-a715676b-1ddb-4d8f-ba6c-1da6805da345 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] device_id is not set on port 12adc8e4-2c05-4a2a-b207-14ffba0b71b9 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:07:48.909181 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3fc6-eb7b-4f28-9768-d94dd90b37f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:48.934311 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3fc6-eb7b-4f28-9768-d94dd90b37f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:49.034089 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3fc6-eb7b-4f28-9768-d94dd90b37f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:49.039467 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3fc6-eb7b-4f28-9768-d94dd90b37f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:49.044243 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1e3d3fc6-eb7b-4f28-9768-d94dd90b37f1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e00d9b1a-d0b2-442d-bc5b-58a94b418335 HTTP/1.1" status: 204 len: 168 time: 0.2853339 Nov 11 12:07:49.095276 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d3fc6-eb7b-4f28-9768-d94dd90b37f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00d9b1a-d0b2-442d-bc5b-58a94b418335,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:49.153561 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Allocated IP 172.20.0.2 (3c598191-eee7-4d2b-8b5f-c49d284c7028/db04545d-7fbe-4fb2-ad61-7d2cb2758b26/07deb427-9ad4-4936-8afc-0ab71fe34027) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:49.414079 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:49.447086 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:49.541164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Pushing event updated for resources: {'Port': ['ID=07deb427-9ad4-4936-8afc-0ab71fe34027,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:49.543656 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-a715676b-1ddb-4d8f-ba6c-1da6805da345 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Allocated IP 172.20.0.10 (3c598191-eee7-4d2b-8b5f-c49d284c7028/db04545d-7fbe-4fb2-ad61-7d2cb2758b26/12adc8e4-2c05-4a2a-b207-14ffba0b71b9) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:49.570970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Network 3c598191-eee7-4d2b-8b5f-c49d284c7028 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:49.573284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:49.581627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:49.697940 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-087151df-cb15-452b-a277-782f593a3d40 req-3eff6a43-5fba-4891-8aca-0d80571cc593 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.0692029 Nov 11 12:07:49.728375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Attempting to bind port 07deb427-9ad4-4936-8afc-0ab71fe34027 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:07:49.729068 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Attempting to bind port 07deb427-9ad4-4936-8afc-0ab71fe34027 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'fae2785b-c71e-4cd0-b52c-ef2e3fd0ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3c598191-eee7-4d2b-8b5f-c49d284c7028'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:07:49.729701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Attempting to bind port 07deb427-9ad4-4936-8afc-0ab71fe34027 on network 3c598191-eee7-4d2b-8b5f-c49d284c7028 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:07:49.754797 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:07:49.757884 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Checking segment: {'id': 'fae2785b-c71e-4cd0-b52c-ef2e3fd0ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3c598191-eee7-4d2b-8b5f-c49d284c7028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:07:49.758567 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:49.759373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Bound using segment: {'id': 'fae2785b-c71e-4cd0-b52c-ef2e3fd0ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3c598191-eee7-4d2b-8b5f-c49d284c7028'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:07:49.760043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Bound port: 07deb427-9ad4-4936-8afc-0ab71fe34027, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae2785b-c71e-4cd0-b52c-ef2e3fd0ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3c598191-eee7-4d2b-8b5f-c49d284c7028'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:07:49.762273 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:49.869718 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] For port 07deb427-9ad4-4936-8afc-0ab71fe34027, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:07:49.872906 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] For port 07deb427-9ad4-4936-8afc-0ab71fe34027, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=07deb427-9ad4-4936-8afc-0ab71fe34027,segment=NetworkSegment(fae2785b-c71e-4cd0-b52c-ef2e3fd0ab52),segment_id=fae2785b-c71e-4cd0-b52c-ef2e3fd0ab52)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:07:49.884209 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:49.922240 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a715676b-1ddb-4d8f-ba6c-1da6805da345 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:50.005211 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a715676b-1ddb-4d8f-ba6c-1da6805da345 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:50.039034 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30cc9f-7c28-4a08-9f86-5bd3c43475e2 None None] Pushing event updated for resources: {'Port': ['ID=07deb427-9ad4-4936-8afc-0ab71fe34027,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:50.093761 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715676b-1ddb-4d8f-ba6c-1da6805da345 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 3c598191-eee7-4d2b-8b5f-c49d284c7028 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:50.097494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-a715676b-1ddb-4d8f-ba6c-1da6805da345 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:50.116104 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715676b-1ddb-4d8f-ba6c-1da6805da345 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:50.231907 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715676b-1ddb-4d8f-ba6c-1da6805da345 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=12adc8e4-2c05-4a2a-b207-14ffba0b71b9,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:50.301541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a715676b-1ddb-4d8f-ba6c-1da6805da345 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:50.304925 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a715676b-1ddb-4d8f-ba6c-1da6805da345 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:50.331894 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a715676b-1ddb-4d8f-ba6c-1da6805da345 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9613461 Nov 11 12:07:50.335653 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37918) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:50.350637 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-24ce1e8f-b36a-4366-ac97-9701eea513a1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'network_id': '3c598191-eee7-4d2b-8b5f-c49d284c7028', 'name': 'tempest-PortsTestJSON-1868425685', 'fixed_ips': [{'subnet_id': 'db04545d-7fbe-4fb2-ad61-7d2cb2758b26', 'ip_address': '172.20.0.9'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:50.594320 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ce1e8f-b36a-4366-ac97-9701eea513a1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:50.601740 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24ce1e8f-b36a-4366-ac97-9701eea513a1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:50.657528 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-24ce1e8f-b36a-4366-ac97-9701eea513a1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] device_id is not set on port 0c257a8a-2b7b-4638-9b0c-04dc82f8ce79 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:07:50.660457 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 07deb427-9ad4-4936-8afc-0ab71fe34027 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:07:50.830984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 07deb427-9ad4-4936-8afc-0ab71fe34027 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:50.831361 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:50.938631 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4be0f2a5-bb34-4bd1-b862-86e8ed2118a5 req-c77ba133-d2ab-4485-aa98-0ff75bec6b05 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.0537724 Nov 11 12:07:51.032227 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-24ce1e8f-b36a-4366-ac97-9701eea513a1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Allocated IP 172.20.0.9 (3c598191-eee7-4d2b-8b5f-c49d284c7028/db04545d-7fbe-4fb2-ad61-7d2cb2758b26/0c257a8a-2b7b-4638-9b0c-04dc82f8ce79) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:51.041467 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:51.131400 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 07deb427-9ad4-4936-8afc-0ab71fe34027, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=07deb427-9ad4-4936-8afc-0ab71fe34027,segment=NetworkSegment(fae2785b-c71e-4cd0-b52c-ef2e3fd0ab52),segment_id=fae2785b-c71e-4cd0-b52c-ef2e3fd0ab52)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:51.144021 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:51.168216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37942) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:51.251152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24ce1e8f-b36a-4366-ac97-9701eea513a1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:51.270226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=07deb427-9ad4-4936-8afc-0ab71fe34027,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:51.332338 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24ce1e8f-b36a-4366-ac97-9701eea513a1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:51.406012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ce1e8f-b36a-4366-ac97-9701eea513a1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 3c598191-eee7-4d2b-8b5f-c49d284c7028 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:51.410922 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-24ce1e8f-b36a-4366-ac97-9701eea513a1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:51.428954 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ce1e8f-b36a-4366-ac97-9701eea513a1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:51.454485 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:51.495926 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce1e8f-b36a-4366-ac97-9701eea513a1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=0c257a8a-2b7b-4638-9b0c-04dc82f8ce79,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:51.510030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce1e8f-b36a-4366-ac97-9701eea513a1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:51.510787 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24ce1e8f-b36a-4366-ac97-9701eea513a1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:51.544246 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-24ce1e8f-b36a-4366-ac97-9701eea513a1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2048407 Nov 11 12:07:51.547176 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37954) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:51.586080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-28e260b1-5a8c-46b3-8c8f-6e5ae9b38508 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'network': {'name': 'tempest-RoutersTest-1818306547'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:51.620029 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e260b1-5a8c-46b3-8c8f-6e5ae9b38508 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:51.627503 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28e260b1-5a8c-46b3-8c8f-6e5ae9b38508 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:51.654137 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28e260b1-5a8c-46b3-8c8f-6e5ae9b38508 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:51.697386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd9cf37-b16e-4c08-a173-7200e006afb4 None None] Network 3c598191-eee7-4d2b-8b5f-c49d284c7028 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:51.717823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c155b80-8ad9-4878-8415-119dadafd45a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:51.727043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37958) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:51.740169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6c155b80-8ad9-4878-8415-119dadafd45a tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1907196 Nov 11 12:07:51.747525 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37960) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:52.011967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34af4478-3de3-4df9-a25f-7dd2d624f3fb tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:52.021610 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28e260b1-5a8c-46b3-8c8f-6e5ae9b38508 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.028173 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28e260b1-5a8c-46b3-8c8f-6e5ae9b38508 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.032555 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34af4478-3de3-4df9-a25f-7dd2d624f3fb tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:52.066640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34af4478-3de3-4df9-a25f-7dd2d624f3fb tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:52.067111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e260b1-5a8c-46b3-8c8f-6e5ae9b38508 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:07:52.074589 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-34af4478-3de3-4df9-a25f-7dd2d624f3fb tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3456638 Nov 11 12:07:52.076903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37976) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:52.088525 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e260b1-5a8c-46b3-8c8f-6e5ae9b38508 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2c447c-0466-4e72-aca9-af4fb88a75ea,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:52.092894 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-045a737c-8288-4873-9377-94da382ef5b8 None None] Provisioning complete for port 07deb427-9ad4-4936-8afc-0ab71fe34027 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:52.093286 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-045a737c-8288-4873-9377-94da382ef5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.095584 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28e260b1-5a8c-46b3-8c8f-6e5ae9b38508 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.096301 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-28e260b1-5a8c-46b3-8c8f-6e5ae9b38508 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Added segment edc62e73-67b1-4796-91b7-e831b6cec30b of type vlan for network a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40 Nov 11 12:07:52.228935 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18b24b43-a646-48b9-bd2d-8c66ccf02e46 req-6ff3646c-81e0-4fc8-8ad0-de4d8bd1ddf2 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.1303587 Nov 11 12:07:52.266101 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1424a95b-6865-4c96-ac36-d9a075315ce1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 0c257a8a-2b7b-4638-9b0c-04dc82f8ce79 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:52.266693 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1424a95b-6865-4c96-ac36-d9a075315ce1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.284293 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28e260b1-5a8c-46b3-8c8f-6e5ae9b38508 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.324710 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-c97c1280-5dbd-4814-92de-a393cd5ba8a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-644817890-network', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:52.378346 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28e260b1-5a8c-46b3-8c8f-6e5ae9b38508 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.385552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e260b1-5a8c-46b3-8c8f-6e5ae9b38508 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:52.386240 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28e260b1-5a8c-46b3-8c8f-6e5ae9b38508 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.397159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97c1280-5dbd-4814-92de-a393cd5ba8a2 admin admin] Made reservation on behalf of 36af1c00a8ab4b0e95a23b4e49d31ca8 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:52.402061 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c97c1280-5dbd-4814-92de-a393cd5ba8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.415586 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c97c1280-5dbd-4814-92de-a393cd5ba8a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.450518 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-28e260b1-5a8c-46b3-8c8f-6e5ae9b38508 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2793589 Nov 11 12:07:52.459462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37988) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:52.497923 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1424a95b-6865-4c96-ac36-d9a075315ce1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.528827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1424a95b-6865-4c96-ac36-d9a075315ce1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 0c257a8a-2b7b-4638-9b0c-04dc82f8ce79 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:52.583771 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 07deb427-9ad4-4936-8afc-0ab71fe34027 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:07:52.603439 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ef30744b-78db-4f3a-b164-8ae867062368 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'network': {'name': 'tempest-RoutersTest-958376606'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:52.686614 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c97c1280-5dbd-4814-92de-a393cd5ba8a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.692620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-656d40ef-1cae-4185-98a7-1db93d831c72 None None] Provisioning complete for port 07deb427-9ad4-4936-8afc-0ab71fe34027 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:52.693546 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-656d40ef-1cae-4185-98a7-1db93d831c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.705916 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c97c1280-5dbd-4814-92de-a393cd5ba8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.765247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e260b1-5a8c-46b3-8c8f-6e5ae9b38508 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Network': ['ID=a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:52.771718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c1280-5dbd-4814-92de-a393cd5ba8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59af8e92-193c-401d-86e6-b7d365b64a70,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:52.810360 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:07:52.817267 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97c1280-5dbd-4814-92de-a393cd5ba8a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:07:52.822663 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef30744b-78db-4f3a-b164-8ae867062368 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:52.834602 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 07deb427-9ad4-4936-8afc-0ab71fe34027 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:52.835640 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.855778 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ef30744b-78db-4f3a-b164-8ae867062368 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.920830 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c97c1280-5dbd-4814-92de-a393cd5ba8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.921189 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-c97c1280-5dbd-4814-92de-a393cd5ba8a2 admin admin] Added segment 991455a9-2daa-4057-b5d4-25b94b4f246d of type vlan for network 7061eec4-bc95-479d-b544-0f2e7dcf2641 Nov 11 12:07:52.925099 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1424a95b-6865-4c96-ac36-d9a075315ce1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:52.940599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef30744b-78db-4f3a-b164-8ae867062368 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:07:52.994830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424a95b-6865-4c96-ac36-d9a075315ce1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=0c257a8a-2b7b-4638-9b0c-04dc82f8ce79,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:53.028851 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ef30744b-78db-4f3a-b164-8ae867062368 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:53.030145 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-ef30744b-78db-4f3a-b164-8ae867062368 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Added segment 1d36a930-ba5c-4c10-8b1e-8191c981cbd3 of type vlan for network b87beb6a-cfc1-4357-90ba-58c7234bf665 Nov 11 12:07:53.117077 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1424a95b-6865-4c96-ac36-d9a075315ce1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:53.131228 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1424a95b-6865-4c96-ac36-d9a075315ce1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/0c257a8a-2b7b-4638-9b0c-04dc82f8ce79 HTTP/1.1" status: 204 len: 168 time: 1.0519779 Nov 11 12:07:53.132109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38010) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:53.163286 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ef30744b-78db-4f3a-b164-8ae867062368 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:53.204062 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-2837ac72-6398-46f3-a833-d2c9cd64f978 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] GET failed (client error): The resource could not be found. Nov 11 12:07:53.204806 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-656d40ef-1cae-4185-98a7-1db93d831c72 None None] Provisioning complete for port 12adc8e4-2c05-4a2a-b207-14ffba0b71b9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:53.205266 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-656d40ef-1cae-4185-98a7-1db93d831c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:53.218799 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2837ac72-6398-46f3-a833-d2c9cd64f978 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports/0c257a8a-2b7b-4638-9b0c-04dc82f8ce79 HTTP/1.1" status: 404 len: 333 time: 0.0830228 Nov 11 12:07:53.220645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38012) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:53.256804 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c97c1280-5dbd-4814-92de-a393cd5ba8a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:53.263823 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-656d40ef-1cae-4185-98a7-1db93d831c72 None None] Port 12adc8e4-2c05-4a2a-b207-14ffba0b71b9 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:53.265365 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ef30744b-78db-4f3a-b164-8ae867062368 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:53.267966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-656d40ef-1cae-4185-98a7-1db93d831c72 None None] Could not find standard attr ID for object 0c257a8a-2b7b-4638-9b0c-04dc82f8ce79. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:07:53.286026 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef30744b-78db-4f3a-b164-8ae867062368 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:53.287685 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ef30744b-78db-4f3a-b164-8ae867062368 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:53.415895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3c37f1a1-2ca3-472d-bc68-ed7263a23f1b None None] Provisioning complete for port 12adc8e4-2c05-4a2a-b207-14ffba0b71b9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:53.416483 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3c37f1a1-2ca3-472d-bc68-ed7263a23f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:53.485412 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-58649264-3263-454d-b990-adf5d0b04074 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 12adc8e4-2c05-4a2a-b207-14ffba0b71b9 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:53.485851 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-58649264-3263-454d-b990-adf5d0b04074 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:53.489828 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3c37f1a1-2ca3-472d-bc68-ed7263a23f1b None None] Port 12adc8e4-2c05-4a2a-b207-14ffba0b71b9 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:53.494288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3c37f1a1-2ca3-472d-bc68-ed7263a23f1b None None] Could not find standard attr ID for object 0c257a8a-2b7b-4638-9b0c-04dc82f8ce79. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:07:53.532391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30744b-78db-4f3a-b164-8ae867062368 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Network': ['ID=b87beb6a-cfc1-4357-90ba-58c7234bf665,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:53.543578 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ef30744b-78db-4f3a-b164-8ae867062368 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0663886 Nov 11 12:07:53.546731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network b87beb6a-cfc1-4357-90ba-58c7234bf665 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:07:53.549134 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-157228fe-078e-4f23-a013-7347b3f65cdb req-5d3f1851-4208-4035-a057-431010271b50 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.1049004 Nov 11 12:07:53.552304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38018) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:53.558661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f35a63de-ce89-460b-b410-130f11bff50c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'subnet': {'network_id': 'a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:53.671779 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-58649264-3263-454d-b990-adf5d0b04074 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:53.684367 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.db.resource_extend [None req-c97c1280-5dbd-4814-92de-a393cd5ba8a2 admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:07:53.700911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-58649264-3263-454d-b990-adf5d0b04074 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 12adc8e4-2c05-4a2a-b207-14ffba0b71b9 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:53.763723 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c97c1280-5dbd-4814-92de-a393cd5ba8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:53.769147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c1280-5dbd-4814-92de-a393cd5ba8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:53.770793 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c97c1280-5dbd-4814-92de-a393cd5ba8a2 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:53.849098 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-58649264-3263-454d-b990-adf5d0b04074 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:53.952107 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58649264-3263-454d-b990-adf5d0b04074 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=12adc8e4-2c05-4a2a-b207-14ffba0b71b9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:54.003460 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35a63de-ce89-460b-b410-130f11bff50c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:54.007456 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f35a63de-ce89-460b-b410-130f11bff50c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:54.042002 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c97c1280-5dbd-4814-92de-a393cd5ba8a2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2903447 Nov 11 12:07:54.045695 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38026) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:54.061752 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e275df21-3f77-4ec7-86ee-9a12253d7eab admin admin] Request body: {'subnet': {'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-644817890-subnet', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:54.079868 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c1280-5dbd-4814-92de-a393cd5ba8a2 admin admin] Pushing event updated for resources: {'Network': ['ID=7061eec4-bc95-479d-b544-0f2e7dcf2641,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:54.090962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 7061eec4-bc95-479d-b544-0f2e7dcf2641 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:07:54.140380 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-58649264-3263-454d-b990-adf5d0b04074 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:54.145616 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-58649264-3263-454d-b990-adf5d0b04074 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/12adc8e4-2c05-4a2a-b207-14ffba0b71b9 HTTP/1.1" status: 204 len: 168 time: 0.9218884 Nov 11 12:07:54.147196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e275df21-3f77-4ec7-86ee-9a12253d7eab admin admin] Made reservation on behalf of 36af1c00a8ab4b0e95a23b4e49d31ca8 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:54.150335 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e275df21-3f77-4ec7-86ee-9a12253d7eab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:54.152567 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38028) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:54.298686 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-435bd484-bffd-4413-b528-eed757cfe3f5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] GET failed (client error): The resource could not be found. Nov 11 12:07:54.300653 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-435bd484-bffd-4413-b528-eed757cfe3f5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports/12adc8e4-2c05-4a2a-b207-14ffba0b71b9 HTTP/1.1" status: 404 len: 333 time: 0.1463230 Nov 11 12:07:54.304689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38032) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:54.433514 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c45ece-55b8-406b-8322-619f09051928 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting subnet db04545d-7fbe-4fb2-ad61-7d2cb2758b26 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:07:54.449043 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59c45ece-55b8-406b-8322-619f09051928 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:54.479393 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e275df21-3f77-4ec7-86ee-9a12253d7eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:54.542892 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f35a63de-ce89-460b-b410-130f11bff50c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:54.597920 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59c45ece-55b8-406b-8322-619f09051928 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:54.648820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275df21-3f77-4ec7-86ee-9a12253d7eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4858774-bac2-4c25-afd8-1350376ff799,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:54.673494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e275df21-3f77-4ec7-86ee-9a12253d7eab admin admin] Checking segment: {'id': '991455a9-2daa-4057-b5d4-25b94b4f246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:07:54.675842 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e275df21-3f77-4ec7-86ee-9a12253d7eab admin admin] Network hostable DHCP agents. Network: 7061eec4-bc95-479d-b544-0f2e7dcf2641, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:07:54.707094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e275df21-3f77-4ec7-86ee-9a12253d7eab admin admin] Network 7061eec4-bc95-479d-b544-0f2e7dcf2641 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:07:54.725129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-e275df21-3f77-4ec7-86ee-9a12253d7eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 7061eec4-bc95-479d-b544-0f2e7dcf2641) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:54.735011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e275df21-3f77-4ec7-86ee-9a12253d7eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:54.736108 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e275df21-3f77-4ec7-86ee-9a12253d7eab admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:54.744011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845ccd7f-9df9-4af1-867b-98a524042f44 None None] Network 7061eec4-bc95-479d-b544-0f2e7dcf2641 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:54.771480 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e275df21-3f77-4ec7-86ee-9a12253d7eab admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7217889 Nov 11 12:07:54.772673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38038) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:54.778432 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-644817890-router', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:54.788967 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59c45ece-55b8-406b-8322-619f09051928 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:54.835940 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:54.837331 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:54.881015 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-391bdf7e-1574-4b98-8607-75f5a1799fe1 req-02ea01bb-c177-4f93-b66c-7f8054754987 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.2105319 Nov 11 12:07:54.882894 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59c45ece-55b8-406b-8322-619f09051928 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:54.901519 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a63de-ce89-460b-b410-130f11bff50c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Subnet': ['ID=5aee0c06-bdac-4348-8606-ea3aef29402d,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:54.930369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c45ece-55b8-406b-8322-619f09051928 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Subnet': ['ID=db04545d-7fbe-4fb2-ad61-7d2cb2758b26,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:54.942282 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59c45ece-55b8-406b-8322-619f09051928 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:54.946063 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-59c45ece-55b8-406b-8322-619f09051928 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/db04545d-7fbe-4fb2-ad61-7d2cb2758b26 HTTP/1.1" status: 204 len: 168 time: 0.6150589 Nov 11 12:07:54.948985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38042) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:54.960429 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62c5120-b4d8-41e4-9f00-2e9aa2b77caa None None] Network 3c598191-eee7-4d2b-8b5f-c49d284c7028 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:54.993271 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:55.030645 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35a63de-ce89-460b-b410-130f11bff50c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Checking segment: {'id': 'edc62e73-67b1-4796-91b7-e831b6cec30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:07:55.031015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35a63de-ce89-460b-b410-130f11bff50c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network hostable DHCP agents. Network: a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:07:55.138157 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:55.149840 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35a63de-ce89-460b-b410-130f11bff50c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:07:55.185921 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-f35a63de-ce89-460b-b410-130f11bff50c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:55.193062 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35a63de-ce89-460b-b410-130f11bff50c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:55.193795 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f35a63de-ce89-460b-b410-130f11bff50c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:55.227306 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adc1c34-6b58-4fec-bce7-51683666749c None None] Network a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:55.240180 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:55.246436 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f35a63de-ce89-460b-b410-130f11bff50c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6903932 Nov 11 12:07:55.246669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38050) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:55.255421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-85f4f1ca-01ad-456f-b298-1143d6cafe77 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'subnet': {'network_id': 'b87beb6a-cfc1-4357-90ba-58c7234bf665', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:55.296896 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 07deb427-9ad4-4936-8afc-0ab71fe34027 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:07:55.297245 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:55.406572 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-7061eec4-bc95-479d-b544-0f2e7dcf2641', 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'fixed_ips': [{'subnet_id': 'b4858774-bac2-4c25-afd8-1350376ff799'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:07:55.407373 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:55.484013 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] For port 07deb427-9ad4-4936-8afc-0ab71fe34027, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=07deb427-9ad4-4936-8afc-0ab71fe34027,segment=NetworkSegment(fae2785b-c71e-4cd0-b52c-ef2e3fd0ab52),segment_id=fae2785b-c71e-4cd0-b52c-ef2e3fd0ab52)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:07:55.485191 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:55.517859 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 07deb427-9ad4-4936-8afc-0ab71fe34027 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:07:55.518962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40', 'network_id': 'a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'fixed_ips': [{'subnet_id': '5aee0c06-bdac-4348-8606-ea3aef29402d'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:07:55.520299 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:55.611534 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:55.631806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f4f1ca-01ad-456f-b298-1143d6cafe77 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:55.636494 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-85f4f1ca-01ad-456f-b298-1143d6cafe77 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:55.665115 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:55.684999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387db0f3-76ef-4907-8ac9-baf4300c476a None None] DHCP port deletion for 3c598191-eee7-4d2b-8b5f-c49d284c7028 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:07:55.793257 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:55.796198 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Allocated IP 172.20.0.2 (a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40/5aee0c06-bdac-4348-8606-ea3aef29402d/f0f2a288-f1ab-480c-844f-9fbb4775d1cb) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:55.853327 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=07deb427-9ad4-4936-8afc-0ab71fe34027,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:55.868575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No DVR routers for this DVR port 07deb427-9ad4-4936-8afc-0ab71fe34027 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:07:55.935258 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Allocated IP 172.25.2.218 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/141bc87e-e959-4b1f-9817-b9ea3dbb234f) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:55.994379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Allocated IP 172.20.0.2 (7061eec4-bc95-479d-b544-0f2e7dcf2641/b4858774-bac2-4c25-afd8-1350376ff799/40f5dc59-0575-46b3-915c-9137fa8275e1) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:56.085601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38060) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:56.157433 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.182118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-387db0f3-76ef-4907-8ac9-baf4300c476a None None] The port '07deb427-9ad4-4936-8afc-0ab71fe34027' was deleted {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 11 12:07:56.207352 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86e32f42-0a64-4485-927f-950b948203d7 req-010b26da-119b-4293-8015-560993c3be96 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.1165068 Nov 11 12:07:56.219586 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.253764 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c598191-eee7-4d2b-8b5f-c49d284c7028']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:56.269223 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-85f4f1ca-01ad-456f-b298-1143d6cafe77 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.304240 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.345264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae2785b-c71e-4cd0-b52c-ef2e3fd0ab52') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:56.346046 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae2785b-c71e-4cd0-b52c-ef2e3fd0ab52') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:56.348322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4f1ca-01ad-456f-b298-1143d6cafe77 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Subnet': ['ID=360e5463-094f-4c9e-9bfa-ba47f6192f55,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:56.354279 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Pushing event updated for resources: {'Port': ['ID=141bc87e-e959-4b1f-9817-b9ea3dbb234f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:56.385089 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1fab4f3-17bc-4c38-a284-edc6b6a2654b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.387037 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:56.390688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:56.398121 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:56.414538 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.450557 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.489910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f4f1ca-01ad-456f-b298-1143d6cafe77 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Checking segment: {'id': '1d36a930-ba5c-4c10-8b1e-8191c981cbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b87beb6a-cfc1-4357-90ba-58c7234bf665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:07:56.490478 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f4f1ca-01ad-456f-b298-1143d6cafe77 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network hostable DHCP agents. Network: b87beb6a-cfc1-4357-90ba-58c7234bf665, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:07:56.496107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:07:56.496635 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.500513 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef20c91-88a0-451c-b50d-02072f9405b8 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:07:56.506482 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:07:56.541163 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.571862 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.584629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f4f1ca-01ad-456f-b298-1143d6cafe77 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network b87beb6a-cfc1-4357-90ba-58c7234bf665 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:07:56.643203 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.657765 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Network a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:56.686069 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.710854 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/networks/3c598191-eee7-4d2b-8b5f-c49d284c7028 HTTP/1.1" status: 204 len: 168 time: 1.7495182 Nov 11 12:07:56.710854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-85f4f1ca-01ad-456f-b298-1143d6cafe77 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, b87beb6a-cfc1-4357-90ba-58c7234bf665) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:56.720433 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:56.731790 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38064) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:56.736807 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-37024b1d-8fb4-47c1-9a7a-5bc854449b0f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1549585517'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:56.741464 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:56.744558 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adac7815-18da-49a9-8581-3b9c23da4f83 None None] Network b87beb6a-cfc1-4357-90ba-58c7234bf665 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:56.751410 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f4f1ca-01ad-456f-b298-1143d6cafe77 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:56.752096 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-85f4f1ca-01ad-456f-b298-1143d6cafe77 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.755786 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1fab4f3-17bc-4c38-a284-edc6b6a2654b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.756902 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ff524-2a55-4f33-a97e-793bccca8de7 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Network': ['ID=3c598191-eee7-4d2b-8b5f-c49d284c7028,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:56.771612 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1fab4f3-17bc-4c38-a284-edc6b6a2654b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.798265 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 07deb427-9ad4-4936-8afc-0ab71fe34027 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:07:56.879751 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fab4f3-17bc-4c38-a284-edc6b6a2654b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c4f4b8-996f-4791-afb8-10fabc2f49c3,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:56.892933 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38066) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:56.894388 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a1fab4f3-17bc-4c38-a284-edc6b6a2654b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=575e9dd5c6fe47e1ab4b80a7e036a304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8044143 Nov 11 12:07:56.897663 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37024b1d-8fb4-47c1-9a7a-5bc854449b0f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:56.903234 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37024b1d-8fb4-47c1-9a7a-5bc854449b0f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.925614 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-85f4f1ca-01ad-456f-b298-1143d6cafe77 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6752329 Nov 11 12:07:56.928898 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38068) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:56.940847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ff41dd57-66f8-4ff5-a51a-ed8a3cf34331 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-966543309', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:56.962785 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Pushing event updated for resources: {'Port': ['ID=f0f2a288-f1ab-480c-844f-9fbb4775d1cb,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:56.967830 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a3e8a065-25f3-476a-ba5e-14e7cda965c3 None None] Provisioning complete for port 141bc87e-e959-4b1f-9817-b9ea3dbb234f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:56.968597 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a3e8a065-25f3-476a-ba5e-14e7cda965c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.972542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37024b1d-8fb4-47c1-9a7a-5bc854449b0f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:07:56.985486 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37024b1d-8fb4-47c1-9a7a-5bc854449b0f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.986039 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-37024b1d-8fb4-47c1-9a7a-5bc854449b0f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Added segment 8d091f91-9766-431e-b099-a45277b7f12e of type vlan for network d30fecc3-bbdf-43d8-834f-11a55aab2535 Nov 11 12:07:57.009075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 07deb427-9ad4-4936-8afc-0ab71fe34027 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:07:57.009904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 07deb427-9ad4-4936-8afc-0ab71fe34027 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:07:57.032408 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8a065-25f3-476a-ba5e-14e7cda965c3 None None] Port 141bc87e-e959-4b1f-9817-b9ea3dbb234f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:07:57.051889 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e2021323-ff7b-4620-a5ab-c72db07823ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.053370 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37024b1d-8fb4-47c1-9a7a-5bc854449b0f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.070010 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.083340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Attempting to bind port f0f2a288-f1ab-480c-844f-9fbb4775d1cb on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:07:57.083878 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Attempting to bind port f0f2a288-f1ab-480c-844f-9fbb4775d1cb by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'edc62e73-67b1-4796-91b7-e831b6cec30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:07:57.084343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Attempting to bind port f0f2a288-f1ab-480c-844f-9fbb4775d1cb on network a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:07:57.098479 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37024b1d-8fb4-47c1-9a7a-5bc854449b0f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.103402 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:07:57.105896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:07:57.106457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37024b1d-8fb4-47c1-9a7a-5bc854449b0f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:57.106900 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Checking segment: {'id': 'edc62e73-67b1-4796-91b7-e831b6cec30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:07:57.107112 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37024b1d-8fb4-47c1-9a7a-5bc854449b0f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.107733 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.108385 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Bound using segment: {'id': 'edc62e73-67b1-4796-91b7-e831b6cec30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:07:57.109285 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Bound port: f0f2a288-f1ab-480c-844f-9fbb4775d1cb, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc62e73-67b1-4796-91b7-e831b6cec30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:07:57.109921 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.120110 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.146983 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.172968 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e2021323-ff7b-4620-a5ab-c72db07823ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.200357 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37024b1d-8fb4-47c1-9a7a-5bc854449b0f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Network': ['ID=d30fecc3-bbdf-43d8-834f-11a55aab2535,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:57.214417 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff41dd57-66f8-4ff5-a51a-ed8a3cf34331 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.216398 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff41dd57-66f8-4ff5-a51a-ed8a3cf34331 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.238341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-37024b1d-8fb4-47c1-9a7a-5bc854449b0f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5047522 Nov 11 12:07:57.241836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38072) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:57.250770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f1878044-7d50-458a-898e-5862599bbfa0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'subnet': {'network_id': 'd30fecc3-bbdf-43d8-834f-11a55aab2535', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:57.282972 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network d30fecc3-bbdf-43d8-834f-11a55aab2535 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:07:57.332309 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Network 7061eec4-bc95-479d-b544-0f2e7dcf2641 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:57.352002 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e2021323-ff7b-4620-a5ab-c72db07823ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.355616 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e2021323-ff7b-4620-a5ab-c72db07823ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.361273 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e2021323-ff7b-4620-a5ab-c72db07823ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/38c4f4b8-996f-4791-afb8-10fabc2f49c3 HTTP/1.1" status: 204 len: 168 time: 0.4665914 Nov 11 12:07:57.372643 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:57.379955 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:57.387994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2021323-ff7b-4620-a5ab-c72db07823ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c4f4b8-996f-4791-afb8-10fabc2f49c3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:57.420844 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff41dd57-66f8-4ff5-a51a-ed8a3cf34331 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.469550 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53f1e9de-0586-449d-9fda-654402af4af6 req-9fecd173-951f-4284-b75a-7369902670f6 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.0810199 Nov 11 12:07:57.472925 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff41dd57-66f8-4ff5-a51a-ed8a3cf34331 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.554803 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff41dd57-66f8-4ff5-a51a-ed8a3cf34331 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.555436 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.561206 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ff41dd57-66f8-4ff5-a51a-ed8a3cf34331 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6277854 Nov 11 12:07:57.566308 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38078) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:57.592375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1878044-7d50-458a-898e-5862599bbfa0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:57.600807 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Pushing event updated for resources: {'Port': ['ID=40f5dc59-0575-46b3-915c-9137fa8275e1,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:57.603770 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1878044-7d50-458a-898e-5862599bbfa0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.615033 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] For port f0f2a288-f1ab-480c-844f-9fbb4775d1cb, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:07:57.658850 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] For port f0f2a288-f1ab-480c-844f-9fbb4775d1cb, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f0f2a288-f1ab-480c-844f-9fbb4775d1cb,segment=NetworkSegment(edc62e73-67b1-4796-91b7-e831b6cec30b),segment_id=edc62e73-67b1-4796-91b7-e831b6cec30b)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:07:57.661920 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Attempting to bind port 40f5dc59-0575-46b3-915c-9137fa8275e1 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:07:57.662572 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Attempting to bind port 40f5dc59-0575-46b3-915c-9137fa8275e1 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '991455a9-2daa-4057-b5d4-25b94b4f246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:07:57.663156 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Attempting to bind port 40f5dc59-0575-46b3-915c-9137fa8275e1 on network 7061eec4-bc95-479d-b544-0f2e7dcf2641 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:07:57.671269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:07:57.671934 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Checking segment: {'id': '991455a9-2daa-4057-b5d4-25b94b4f246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:07:57.672534 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.673113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Bound using segment: {'id': '991455a9-2daa-4057-b5d4-25b94b4f246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:07:57.673835 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Bound port: 40f5dc59-0575-46b3-915c-9137fa8275e1, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991455a9-2daa-4057-b5d4-25b94b4f246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:07:57.674469 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.679662 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.682074 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-b87beb6a-cfc1-4357-90ba-58c7234bf665', 'network_id': 'b87beb6a-cfc1-4357-90ba-58c7234bf665', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'fixed_ips': [{'subnet_id': '360e5463-094f-4c9e-9bfa-ba47f6192f55'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:07:57.683118 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.901476 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ed09b-beac-4dc0-b50e-f45d438bd6ac None None] Pushing event updated for resources: {'Port': ['ID=f0f2a288-f1ab-480c-844f-9fbb4775d1cb,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:57.932132 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] For port 40f5dc59-0575-46b3-915c-9137fa8275e1, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:07:57.938517 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] For port 40f5dc59-0575-46b3-915c-9137fa8275e1, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=40f5dc59-0575-46b3-915c-9137fa8275e1,segment=NetworkSegment(991455a9-2daa-4057-b5d4-25b94b4f246d),segment_id=991455a9-2daa-4057-b5d4-25b94b4f246d)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:07:57.939530 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38082) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:57.961541 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:57.965567 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cb9c4261-1263-4dbd-aa97-ad092bdf91fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:58.035550 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccd3ae-210e-4460-9fd9-bd21eb09738e None None] Pushing event updated for resources: {'Port': ['ID=40f5dc59-0575-46b3-915c-9137fa8275e1,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:58.086926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Allocated IP 172.21.0.2 (b87beb6a-cfc1-4357-90ba-58c7234bf665/360e5463-094f-4c9e-9bfa-ba47f6192f55/a11a50a8-6e87-4447-adea-8eaf6d8ad8ef) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:58.170821 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1878044-7d50-458a-898e-5862599bbfa0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:58.308219 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1878044-7d50-458a-898e-5862599bbfa0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Subnet': ['ID=d610eea6-a886-47b0-a360-f72e0715cda5,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:58.357146 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1878044-7d50-458a-898e-5862599bbfa0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Checking segment: {'id': '8d091f91-9766-431e-b099-a45277b7f12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd30fecc3-bbdf-43d8-834f-11a55aab2535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:07:58.357557 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1878044-7d50-458a-898e-5862599bbfa0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network hostable DHCP agents. Network: d30fecc3-bbdf-43d8-834f-11a55aab2535, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:07:58.365878 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cb9c4261-1263-4dbd-aa97-ad092bdf91fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:58.373570 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:58.376718 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cb9c4261-1263-4dbd-aa97-ad092bdf91fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:58.386696 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:58.412312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1878044-7d50-458a-898e-5862599bbfa0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network d30fecc3-bbdf-43d8-834f-11a55aab2535 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:07:58.460205 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cb9c4261-1263-4dbd-aa97-ad092bdf91fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=356996963d4c44818dad86c25d4b94b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5181835 Nov 11 12:07:58.463137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38086) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:58.470970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Network b87beb6a-cfc1-4357-90ba-58c7234bf665 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:07:58.474656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:58.478130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-f1878044-7d50-458a-898e-5862599bbfa0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, d30fecc3-bbdf-43d8-834f-11a55aab2535) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:07:58.480793 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:07:58.482060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c4261-1263-4dbd-aa97-ad092bdf91fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe71fd4-0dce-4f46-b7cb-a2c8e8038c2f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:58.493227 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99f7a94-dfc7-451c-b66f-adee82653f50 None None] Network d30fecc3-bbdf-43d8-834f-11a55aab2535 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:58.504502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1878044-7d50-458a-898e-5862599bbfa0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:07:58.505252 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1878044-7d50-458a-898e-5862599bbfa0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:58.560337 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-abf7bf97-6682-4875-9502-5d126c2351ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:58.596208 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f1878044-7d50-458a-898e-5862599bbfa0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3525944 Nov 11 12:07:58.598480 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-abf7bf97-6682-4875-9502-5d126c2351ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:58.600236 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38090) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:58.632843 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Pushing event updated for resources: {'Port': ['ID=a11a50a8-6e87-4447-adea-8eaf6d8ad8ef,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:58.661464 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Attempting to bind port a11a50a8-6e87-4447-adea-8eaf6d8ad8ef on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:07:58.661861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Attempting to bind port a11a50a8-6e87-4447-adea-8eaf6d8ad8ef by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '1d36a930-ba5c-4c10-8b1e-8191c981cbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b87beb6a-cfc1-4357-90ba-58c7234bf665'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:07:58.662245 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Attempting to bind port a11a50a8-6e87-4447-adea-8eaf6d8ad8ef on network b87beb6a-cfc1-4357-90ba-58c7234bf665 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:07:58.670788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-53a718aa-dfbd-47b4-ad0b-aa38178e48b8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1697494993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:58.675074 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:07:58.675421 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Checking segment: {'id': '1d36a930-ba5c-4c10-8b1e-8191c981cbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b87beb6a-cfc1-4357-90ba-58c7234bf665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:07:58.675827 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:58.676437 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Bound using segment: {'id': '1d36a930-ba5c-4c10-8b1e-8191c981cbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b87beb6a-cfc1-4357-90ba-58c7234bf665'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:07:58.677115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Bound port: a11a50a8-6e87-4447-adea-8eaf6d8ad8ef, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d36a930-ba5c-4c10-8b1e-8191c981cbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b87beb6a-cfc1-4357-90ba-58c7234bf665'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:07:58.677345 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:58.879832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] For port a11a50a8-6e87-4447-adea-8eaf6d8ad8ef, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:07:58.886728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f0f2a288-f1ab-480c-844f-9fbb4775d1cb up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:07:58.900473 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-d30fecc3-bbdf-43d8-834f-11a55aab2535', 'network_id': 'd30fecc3-bbdf-43d8-834f-11a55aab2535', 'tenant_id': '8cf30cdbbdb44f58a32f16375d86c36b', 'fixed_ips': [{'subnet_id': 'd610eea6-a886-47b0-a360-f72e0715cda5'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:07:58.901347 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:58.932544 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:58.938580 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] For port a11a50a8-6e87-4447-adea-8eaf6d8ad8ef, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a11a50a8-6e87-4447-adea-8eaf6d8ad8ef,segment=NetworkSegment(1d36a930-ba5c-4c10-8b1e-8191c981cbd3),segment_id=1d36a930-ba5c-4c10-8b1e-8191c981cbd3)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:07:58.965534 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:59.102789 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cad2d2-8d59-45c6-9035-7a328320fe3d None None] Pushing event updated for resources: {'Port': ['ID=a11a50a8-6e87-4447-adea-8eaf6d8ad8ef,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:59.145204 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Router 98783ae1-459f-4f04-a420-40c7ff8c6537 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:07:59.263959 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d13703de-77f8-4fa9-9625-81b46935f35d req-b422297f-306b-42f5-b0d0-5dbe0fe3deac tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.5545352 Nov 11 12:07:59.277324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f0f2a288-f1ab-480c-844f-9fbb4775d1cb triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:07:59.277779 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:59.323171 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-53a718aa-dfbd-47b4-ad0b-aa38178e48b8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:59.324453 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-53a718aa-dfbd-47b4-ad0b-aa38178e48b8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:59.354027 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Allocated IP 172.20.0.2 (d30fecc3-bbdf-43d8-834f-11a55aab2535/d610eea6-a886-47b0-a360-f72e0715cda5/6c62bea0-bfe6-4837-b6f1-23db22d055a4) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:59.354674 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-abf7bf97-6682-4875-9502-5d126c2351ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:59.366731 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-abf7bf97-6682-4875-9502-5d126c2351ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:59.371734 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-abf7bf97-6682-4875-9502-5d126c2351ed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9fe71fd4-0dce-4f46-b7cb-a2c8e8038c2f HTTP/1.1" status: 204 len: 168 time: 0.9046981 Nov 11 12:07:59.416499 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7bf97-6682-4875-9502-5d126c2351ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe71fd4-0dce-4f46-b7cb-a2c8e8038c2f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:07:59.442125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cc0067-7b24-4549-bc46-75d201897815 None None] Network a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:07:59.470526 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-53a718aa-dfbd-47b4-ad0b-aa38178e48b8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:59.480967 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-53a718aa-dfbd-47b4-ad0b-aa38178e48b8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:59.544921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:07:59.556539 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Sync routers for ids ['98783ae1-459f-4f04-a420-40c7ff8c6537'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:07:59.557145 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-53a718aa-dfbd-47b4-ad0b-aa38178e48b8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:59.558466 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-53a718aa-dfbd-47b4-ad0b-aa38178e48b8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9573643 Nov 11 12:07:59.561145 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38096) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:59.566679 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-1e1a248d-49d9-43a3-a5b3-9d90e22bbaf9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'network_id': 'd30fecc3-bbdf-43d8-834f-11a55aab2535', 'name': 'tempest-PortsTestJSON-219944251'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:07:59.584617 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Routers {'98783ae1-459f-4f04-a420-40c7ff8c6537'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:07:59.586454 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:07:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['98783ae1-459f-4f04-a420-40c7ff8c6537'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:07:59.621924 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:59.623201 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0581936b-b1c2-48a7-bc47-c64c90d16142 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8486514 Nov 11 12:07:59.624670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Allocated IP 172.20.0.1 (a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40/5aee0c06-bdac-4348-8606-ea3aef29402d/0d7a559e-0ec4-4008-a745-c171aca41e7a) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:07:59.631412 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38098) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:07:59.848036 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Set router 98783ae1-459f-4f04-a420-40c7ff8c6537 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:07:59.868111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1a248d-49d9-43a3-a5b3-9d90e22bbaf9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:07:59.872402 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1e1a248d-49d9-43a3-a5b3-9d90e22bbaf9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:59.906699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-1e1a248d-49d9-43a3-a5b3-9d90e22bbaf9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] device_id is not set on port 4010a0ea-7c84-458f-b304-69bfef43782b yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:08:00.092890 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:00.180660 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'name': 'tempest-ServersTestManualDisk-644817890-router', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:07:54Z', 'updated_at': '2021-11-11T12:07:56Z', 'revision_number': 3, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'gw_port': {'id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:07:55Z', 'updated_at': '2021-11-11T12:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:00.185038 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:00.217736 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a049928-2218-4cfb-8c49-5feb7be7dd4e None None] Network 7061eec4-bc95-479d-b544-0f2e7dcf2641 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:00.220794 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:00.260059 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Checking router: 98783ae1-459f-4f04-a420-40c7ff8c6537 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:08:00.260444 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Updating router 98783ae1-459f-4f04-a420-40c7ff8c6537 port 141bc87e-e959-4b1f-9817-b9ea3dbb234f binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:08:00.263719 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:00.307890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f9850c11-0fa8-45e4-a4ff-a74d04243fc6 None None] Provisioning complete for port f0f2a288-f1ab-480c-844f-9fbb4775d1cb triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:00.308268 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f9850c11-0fa8-45e4-a4ff-a74d04243fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:00.326859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=0d7a559e-0ec4-4008-a745-c171aca41e7a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:00.331618 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-1e1a248d-49d9-43a3-a5b3-9d90e22bbaf9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Allocated IP 172.20.0.9 (d30fecc3-bbdf-43d8-834f-11a55aab2535/d610eea6-a886-47b0-a360-f72e0715cda5/4010a0ea-7c84-458f-b304-69bfef43782b) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:00.338983 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:00.356100 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:00.399894 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Network d30fecc3-bbdf-43d8-834f-11a55aab2535 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:00.437876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:00.447684 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:00.525871 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a074b32b-35ee-4d14-94d4-831716234be7 req-24b2c13f-39a9-42a9-a1c7-e6cb73c18898 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.0799942 Nov 11 12:08:00.655211 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:00.765739 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1e1a248d-49d9-43a3-a5b3-9d90e22bbaf9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:00.798968 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:00.806489 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:00.823915 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:00.867452 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1e1a248d-49d9-43a3-a5b3-9d90e22bbaf9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:00.929250 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1a248d-49d9-43a3-a5b3-9d90e22bbaf9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network d30fecc3-bbdf-43d8-834f-11a55aab2535 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:00.935869 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port f0f2a288-f1ab-480c-844f-9fbb4775d1cb, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f0f2a288-f1ab-480c-844f-9fbb4775d1cb,segment=NetworkSegment(edc62e73-67b1-4796-91b7-e831b6cec30b),segment_id=edc62e73-67b1-4796-91b7-e831b6cec30b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:00.941255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-1e1a248d-49d9-43a3-a5b3-9d90e22bbaf9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:00.952861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a248d-49d9-43a3-a5b3-9d90e22bbaf9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:00.954033 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:00.954181 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:00.954922 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 40f5dc59-0575-46b3-915c-9137fa8275e1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:00.963568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Pushing event updated for resources: {'Port': ['ID=6c62bea0-bfe6-4837-b6f1-23db22d055a4,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:01.032684 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:01.047534 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:01.067678 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:01.082877 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1a248d-49d9-43a3-a5b3-9d90e22bbaf9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:01.084947 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1e1a248d-49d9-43a3-a5b3-9d90e22bbaf9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:01.165080 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1e1a248d-49d9-43a3-a5b3-9d90e22bbaf9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6027207 Nov 11 12:08:01.169071 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38124) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:01.184797 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6415e1-d0bf-40d2-b592-e2ccff33ed49 None None] Pushing event updated for resources: {'Port': ['ID=141bc87e-e959-4b1f-9817-b9ea3dbb234f,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:01.188279 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Attempting to bind port 141bc87e-e959-4b1f-9817-b9ea3dbb234f on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:08:01.192144 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Attempting to bind port 141bc87e-e959-4b1f-9817-b9ea3dbb234f by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:08:01.192510 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Attempting to bind port 141bc87e-e959-4b1f-9817-b9ea3dbb234f on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:08:01.202548 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3161c9f-5c7d-4cc7-934a-0d1fc5c2f951 None None] Network b87beb6a-cfc1-4357-90ba-58c7234bf665 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:01.232420 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:08:01.233998 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:08:01.234410 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:01.234799 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:08:01.236308 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Bound port: 141bc87e-e959-4b1f-9817-b9ea3dbb234f, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:08:01.236682 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:01.243892 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6415e1-d0bf-40d2-b592-e2ccff33ed49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:01.244388 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6415e1-d0bf-40d2-b592-e2ccff33ed49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:01.245098 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6415e1-d0bf-40d2-b592-e2ccff33ed49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:01.245098 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6415e1-d0bf-40d2-b592-e2ccff33ed49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:01.245376 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6415e1-d0bf-40d2-b592-e2ccff33ed49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:01.245650 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6415e1-d0bf-40d2-b592-e2ccff33ed49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:01.245968 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6415e1-d0bf-40d2-b592-e2ccff33ed49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:01.246279 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6415e1-d0bf-40d2-b592-e2ccff33ed49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:01.246591 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6415e1-d0bf-40d2-b592-e2ccff33ed49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:01.246900 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6415e1-d0bf-40d2-b592-e2ccff33ed49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:01.247397 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6415e1-d0bf-40d2-b592-e2ccff33ed49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:01.247707 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6415e1-d0bf-40d2-b592-e2ccff33ed49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:01.269397 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da862006-c7ed-4b45-92cc-8388072caad6 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:08:01.351858 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] For port 141bc87e-e959-4b1f-9817-b9ea3dbb234f, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:08:01.360694 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a248d-49d9-43a3-a5b3-9d90e22bbaf9 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=4010a0ea-7c84-458f-b304-69bfef43782b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:01.365713 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] For port 141bc87e-e959-4b1f-9817-b9ea3dbb234f, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=141bc87e-e959-4b1f-9817-b9ea3dbb234f,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:08:01.378810 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:01.527694 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6415e1-d0bf-40d2-b592-e2ccff33ed49 None None] Pushing event updated for resources: {'Port': ['ID=141bc87e-e959-4b1f-9817-b9ea3dbb234f,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:01.532725 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Routers {'98783ae1-459f-4f04-a420-40c7ff8c6537'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:01.537694 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:07:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['98783ae1-459f-4f04-a420-40c7ff8c6537'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:01.581174 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcb9540-46d5-4e42-bbc1-da551624ae54 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:08:01.731962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Attempting to bind port 6c62bea0-bfe6-4837-b6f1-23db22d055a4 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:08:01.732363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Attempting to bind port 6c62bea0-bfe6-4837-b6f1-23db22d055a4 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '8d091f91-9766-431e-b099-a45277b7f12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd30fecc3-bbdf-43d8-834f-11a55aab2535'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:08:01.744339 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Attempting to bind port 6c62bea0-bfe6-4837-b6f1-23db22d055a4 on network d30fecc3-bbdf-43d8-834f-11a55aab2535 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:08:01.794242 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=f0f2a288-f1ab-480c-844f-9fbb4775d1cb,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:01.841944 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Allocated IP 172.20.0.1 (7061eec4-bc95-479d-b544-0f2e7dcf2641/b4858774-bac2-4c25-afd8-1350376ff799/0062c101-05c8-4689-a037-c67d64d7b012) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:01.890587 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-60161599-0167-436c-8d8e-6a69641e0bc9 None None] Provisioning complete for port 40f5dc59-0575-46b3-915c-9137fa8275e1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:01.890948 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-60161599-0167-436c-8d8e-6a69641e0bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:01.900867 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] Set router 98783ae1-459f-4f04-a420-40c7ff8c6537 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:08:01.973646 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:01.985061 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:01.990525 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 40f5dc59-0575-46b3-915c-9137fa8275e1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:01.990903 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:02.028772 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-56f70370-d70f-4b2c-829f-02bd55aa86be req-aba699bb-49e4-4f83-9743-26bd7e279961 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/ports?device_id=57d2c829-2f3f-47ee-998c-de4cbd11e2ec HTTP/1.1" status: 200 len: 210 time: 0.1563544 Nov 11 12:08:02.067811 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:02.087859 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9e918d27-261f-4811-a3f2-1a2d9d698ee0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:02.174574 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:08:02.174957 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Checking segment: {'id': '8d091f91-9766-431e-b099-a45277b7f12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd30fecc3-bbdf-43d8-834f-11a55aab2535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:08:02.175367 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:02.175762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Bound using segment: {'id': '8d091f91-9766-431e-b099-a45277b7f12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd30fecc3-bbdf-43d8-834f-11a55aab2535'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:08:02.192562 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Bound port: 6c62bea0-bfe6-4837-b6f1-23db22d055a4, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d091f91-9766-431e-b099-a45277b7f12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd30fecc3-bbdf-43d8-834f-11a55aab2535'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:08:02.193015 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:02.210000 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'name': 'tempest-ServersTestManualDisk-644817890-router', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:07:54Z', 'updated_at': '2021-11-11T12:07:56Z', 'revision_number': 3, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'gw_port': {'id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:07:55Z', 'updated_at': '2021-11-11T12:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:02.227739 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=0d7a559e-0ec4-4008-a745-c171aca41e7a,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:02.245431 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:02.258574 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4619cb-017e-4eb1-92d2-8a594ec44d81 None None] The sync data for ids ['98783ae1-459f-4f04-a420-40c7ff8c6537'] in n-d-807359-3 is: [{'id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'name': 'tempest-ServersTestManualDisk-644817890-router', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:07:54Z', 'updated_at': '2021-11-11T12:07:56Z', 'revision_number': 3, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'gw_port': {'id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:07:55Z', 'updated_at': '2021-11-11T12:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:08:02.324793 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:02.329439 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:02.395133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:02.557857 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Pushing event updated for resources: {'Port': ['ID=0062c101-05c8-4689-a037-c67d64d7b012,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:02.573975 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9e918d27-261f-4811-a3f2-1a2d9d698ee0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:02.581778 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Network 7061eec4-bc95-479d-b544-0f2e7dcf2641 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:02.596488 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:02.599617 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9e918d27-261f-4811-a3f2-1a2d9d698ee0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:02.613641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:02.617283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:02.739411 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] For port 6c62bea0-bfe6-4837-b6f1-23db22d055a4, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:08:02.802246 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:02.855533 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 40f5dc59-0575-46b3-915c-9137fa8275e1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=40f5dc59-0575-46b3-915c-9137fa8275e1,segment=NetworkSegment(991455a9-2daa-4057-b5d4-25b94b4f246d),segment_id=991455a9-2daa-4057-b5d4-25b94b4f246d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:02.863227 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] For port 6c62bea0-bfe6-4837-b6f1-23db22d055a4, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6c62bea0-bfe6-4837-b6f1-23db22d055a4,segment=NetworkSegment(8d091f91-9766-431e-b099-a45277b7f12e),segment_id=8d091f91-9766-431e-b099-a45277b7f12e)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:08:02.870755 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:02.874801 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-60161599-0167-436c-8d8e-6a69641e0bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:02.894896 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e918d27-261f-4811-a3f2-1a2d9d698ee0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=4010a0ea-7c84-458f-b304-69bfef43782b,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:02.899268 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:03.159135 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-60161599-0167-436c-8d8e-6a69641e0bc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:08:03.159493 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-60161599-0167-436c-8d8e-6a69641e0bc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:08:03.159969 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=40f5dc59-0575-46b3-915c-9137fa8275e1,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:03.282667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38154) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:03.298890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b3de8-c442-48fd-bded-aa2d558288b0 None None] Pushing event updated for resources: {'Port': ['ID=6c62bea0-bfe6-4837-b6f1-23db22d055a4,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:03.374185 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 42acf63e-bb64-47a7-9e11-e2380305d973 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:08:03.414576 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f0f2a288-f1ab-480c-844f-9fbb4775d1cb up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:03.415370 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:03.546428 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f0f2a288-f1ab-480c-844f-9fbb4775d1cb triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:03.546798 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:03.571837 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2d2eed24-d52b-4a1a-adb0-4637a2338016 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:03.575229 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9e918d27-261f-4811-a3f2-1a2d9d698ee0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:03.753843 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2d2eed24-d52b-4a1a-adb0-4637a2338016 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:03.808236 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-60161599-0167-436c-8d8e-6a69641e0bc9 None None] Provisioning complete for port a11a50a8-6e87-4447-adea-8eaf6d8ad8ef triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:03.808818 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-60161599-0167-436c-8d8e-6a69641e0bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:03.815981 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:08:03.836265 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-05cab361-b153-4520-854d-e206b72b9492 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/42acf63e-bb64-47a7-9e11-e2380305d973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2661555 Nov 11 12:08:03.848697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38162) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:03.921625 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df6e34-2fe4-46e8-8fdd-4d088e87bdd4 None None] Sync routers for ids ['42acf63e-bb64-47a7-9e11-e2380305d973'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:08:03.960144 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df6e34-2fe4-46e8-8fdd-4d088e87bdd4 None None] Routers {'42acf63e-bb64-47a7-9e11-e2380305d973'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:03.960860 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-58df6e34-2fe4-46e8-8fdd-4d088e87bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:07:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['42acf63e-bb64-47a7-9e11-e2380305d973'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:03.980796 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:03.991736 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:04.045651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-58df6e34-2fe4-46e8-8fdd-4d088e87bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:04.048502 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 141bc87e-e959-4b1f-9817-b9ea3dbb234f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:04.067523 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69439460-98f2-4c35-92b7-c4ab3791c7c0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:04.069868 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-69439460-98f2-4c35-92b7-c4ab3791c7c0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports/0d7a559e-0ec4-4008-a745-c171aca41e7a HTTP/1.1" status: 200 len: 910 time: 0.2201347 Nov 11 12:08:04.074787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38166) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:04.108532 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df6e34-2fe4-46e8-8fdd-4d088e87bdd4 None None] Routers {'42acf63e-bb64-47a7-9e11-e2380305d973'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:04.109172 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-58df6e34-2fe4-46e8-8fdd-4d088e87bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:07:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['42acf63e-bb64-47a7-9e11-e2380305d973'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:04.174661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Pushing event updated for resources: {'Port': ['ID=0062c101-05c8-4689-a037-c67d64d7b012,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:04.186345 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:04.210911 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-60161599-0167-436c-8d8e-6a69641e0bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:04.242088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-58df6e34-2fe4-46e8-8fdd-4d088e87bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:04.242768 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df6e34-2fe4-46e8-8fdd-4d088e87bdd4 None None] The sync data for ids ['42acf63e-bb64-47a7-9e11-e2380305d973'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:08:04.307302 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2d2eed24-d52b-4a1a-adb0-4637a2338016 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:04.310316 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2d2eed24-d52b-4a1a-adb0-4637a2338016 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:04.314042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2d2eed24-d52b-4a1a-adb0-4637a2338016 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "DELETE /v2.0/security-groups/64b5f0bd-f7f7-496b-af5f-a3bf30c12136 HTTP/1.1" status: 204 len: 168 time: 1.0241897 Nov 11 12:08:04.331281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-60161599-0167-436c-8d8e-6a69641e0bc9 None None] For port a11a50a8-6e87-4447-adea-8eaf6d8ad8ef, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a11a50a8-6e87-4447-adea-8eaf6d8ad8ef,segment=NetworkSegment(1d36a930-ba5c-4c10-8b1e-8191c981cbd3),segment_id=1d36a930-ba5c-4c10-8b1e-8191c981cbd3)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:04.336568 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38170) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:04.350984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 141bc87e-e959-4b1f-9817-b9ea3dbb234f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:04.352215 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:04.357019 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-60161599-0167-436c-8d8e-6a69641e0bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:04.379258 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9e918d27-261f-4811-a3f2-1a2d9d698ee0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:04.388960 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-ebe8e9d0-b8c8-4914-926c-57fbbb57f766 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] show failed (client error): The resource could not be found. Nov 11 12:08:04.394574 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ebe8e9d0-b8c8-4914-926c-57fbbb57f766 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "GET /v2.0/security-groups/64b5f0bd-f7f7-496b-af5f-a3bf30c12136 HTTP/1.1" status: 404 len: 347 time: 0.0565372 Nov 11 12:08:04.394702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38176) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:04.400848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2eed24-d52b-4a1a-adb0-4637a2338016 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b5f0bd-f7f7-496b-af5f-a3bf30c12136,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:04.620069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Network 7061eec4-bc95-479d-b544-0f2e7dcf2641 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:04.622794 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:04.642523 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-55ad1d01-49b1-4597-b961-9dc558d92839 None None] Provisioning complete for port 0d7a559e-0ec4-4008-a745-c171aca41e7a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:04.644724 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55ad1d01-49b1-4597-b961-9dc558d92839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:04.710902 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60161599-0167-436c-8d8e-6a69641e0bc9 None None] Pushing event updated for resources: {'Port': ['ID=a11a50a8-6e87-4447-adea-8eaf6d8ad8ef,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:04.720314 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d3f46e97-b09b-4659-ad2a-a536737f1e99 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Deleting port 8aa6b2ec-5c25-42c4-af32-4cca85d3bd61 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:04.721101 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3f46e97-b09b-4659-ad2a-a536737f1e99 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:04.793981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-55ad1d01-49b1-4597-b961-9dc558d92839 None None] Port 0d7a559e-0ec4-4008-a745-c171aca41e7a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:04.832422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422013c1-fdd6-46c5-9641-2e5c642a960b None None] Network d30fecc3-bbdf-43d8-834f-11a55aab2535 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:04.835258 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:04.858540 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-55ad1d01-49b1-4597-b961-9dc558d92839 None None] Provisioning complete for port a11a50a8-6e87-4447-adea-8eaf6d8ad8ef triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:04.858952 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55ad1d01-49b1-4597-b961-9dc558d92839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:04.998383 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 141bc87e-e959-4b1f-9817-b9ea3dbb234f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=141bc87e-e959-4b1f-9817-b9ea3dbb234f,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:05.015560 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:05.017335 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a11a50a8-6e87-4447-adea-8eaf6d8ad8ef up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:05.438893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=141bc87e-e959-4b1f-9817-b9ea3dbb234f,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:05.463161 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9e918d27-261f-4811-a3f2-1a2d9d698ee0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:05.489794 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9e918d27-261f-4811-a3f2-1a2d9d698ee0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:05.514109 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port a11a50a8-6e87-4447-adea-8eaf6d8ad8ef triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:05.514109 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:05.585557 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9e918d27-261f-4811-a3f2-1a2d9d698ee0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:05.586726 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3f46e97-b09b-4659-ad2a-a536737f1e99 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:05.587216 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3f46e97-b09b-4659-ad2a-a536737f1e99 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:05.597520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e918d27-261f-4811-a3f2-1a2d9d698ee0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=4010a0ea-7c84-458f-b304-69bfef43782b,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:05.601551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d3f46e97-b09b-4659-ad2a-a536737f1e99 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Calling delete_port for 8aa6b2ec-5c25-42c4-af32-4cca85d3bd61 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:05.619962 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:05.770413 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-55ad1d01-49b1-4597-b961-9dc558d92839 None None] Provisioning complete for port f0f2a288-f1ab-480c-844f-9fbb4775d1cb triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:05.770779 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55ad1d01-49b1-4597-b961-9dc558d92839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:05.802024 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Router 98783ae1-459f-4f04-a420-40c7ff8c6537 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:08:05.870174 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6035b085-deb1-4df4-9795-b3721d38e3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:05.961958 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-55ad1d01-49b1-4597-b961-9dc558d92839 None None] Provisioning complete for port 40f5dc59-0575-46b3-915c-9137fa8275e1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:05.962442 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55ad1d01-49b1-4597-b961-9dc558d92839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:06.106221 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:08:06.124326 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b16a810b-2abf-4f0f-b40f-45bf0dc0a243 admin admin] 10.222.0.65 "PUT /v2.0/routers/98783ae1-459f-4f04-a420-40c7ff8c6537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4835498 Nov 11 12:08:06.124326 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3f46e97-b09b-4659-ad2a-a536737f1e99 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:06.125538 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Sync routers for ids ['98783ae1-459f-4f04-a420-40c7ff8c6537'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:08:06.163527 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f46e97-b09b-4659-ad2a-a536737f1e99 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event deleted for resources: {'Port': ['ID=8aa6b2ec-5c25-42c4-af32-4cca85d3bd61,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:06.180404 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f67446-114e-4bb4-b687-6e1777bb937d None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:08:06.191632 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Routers {'98783ae1-459f-4f04-a420-40c7ff8c6537'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:06.192842 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:07:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['98783ae1-459f-4f04-a420-40c7ff8c6537'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:06.240011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-55ad1d01-49b1-4597-b961-9dc558d92839 None None] Provisioning complete for port 0062c101-05c8-4689-a037-c67d64d7b012 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:06.240616 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55ad1d01-49b1-4597-b961-9dc558d92839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:06.285789 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3f46e97-b09b-4659-ad2a-a536737f1e99 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:06.292825 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3f46e97-b09b-4659-ad2a-a536737f1e99 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:06.299493 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d3f46e97-b09b-4659-ad2a-a536737f1e99 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "DELETE /v2.0/floatingips/2ff816f8-70e6-4def-bcc0-14d3f69295a9 HTTP/1.1" status: 204 len: 168 time: 1.9010630 Nov 11 12:08:06.301339 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38206) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:06.332789 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 141bc87e-e959-4b1f-9817-b9ea3dbb234f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:06.433556 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-55ad1d01-49b1-4597-b961-9dc558d92839 None None] Port 0062c101-05c8-4689-a037-c67d64d7b012 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:06.487871 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-55ad1d01-49b1-4597-b961-9dc558d92839 None None] Provisioning complete for port 141bc87e-e959-4b1f-9817-b9ea3dbb234f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:06.488234 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55ad1d01-49b1-4597-b961-9dc558d92839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:06.522254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-2e7f3fb8-a3c6-4a8b-b094-f4d73b1a9a83 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Deleting port 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:06.523134 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Set router 98783ae1-459f-4f04-a420-40c7ff8c6537 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:08:06.542935 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3fb8-a3c6-4a8b-b094-f4d73b1a9a83 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:06.595983 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 141bc87e-e959-4b1f-9817-b9ea3dbb234f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:06.596396 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:06.720233 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e918d27-261f-4811-a3f2-1a2d9d698ee0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network d30fecc3-bbdf-43d8-834f-11a55aab2535 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:06.735102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-9e918d27-261f-4811-a3f2-1a2d9d698ee0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:06.909233 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3fb8-a3c6-4a8b-b094-f4d73b1a9a83 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:06.921003 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a11a50a8-6e87-4447-adea-8eaf6d8ad8ef up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:06.960175 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-2e7f3fb8-a3c6-4a8b-b094-f4d73b1a9a83 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Calling delete_port for 17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:07.025282 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port a11a50a8-6e87-4447-adea-8eaf6d8ad8ef triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:07.025995 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:07.070879 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'name': 'tempest-ServersTestManualDisk-644817890-router', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:07:54Z', 'updated_at': '2021-11-11T12:08:03Z', 'revision_number': 4, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'gw_port': {'id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:07:55Z', 'updated_at': '2021-11-11T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '0062c101-05c8-4689-a037-c67d64d7b012', 'name': '', 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'mac_address': 'fa:16:3e:e4:cf:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:08:01Z', 'updated_at': '2021-11-11T12:08:03Z', 'revision_number': 2, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'subnets': [{'id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:07.111540 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Checking router: 98783ae1-459f-4f04-a420-40c7ff8c6537 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:08:07.112289 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Updating router 98783ae1-459f-4f04-a420-40c7ff8c6537 port 0062c101-05c8-4689-a037-c67d64d7b012 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:08:07.112524 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-242ea617-e7e4-49f7-945e-48de86f12be0 None None] Provisioning complete for port 6c62bea0-bfe6-4837-b6f1-23db22d055a4 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:07.112969 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-242ea617-e7e4-49f7-945e-48de86f12be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:07.151360 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:07.316343 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Allocated IP 172.21.0.1 (b87beb6a-cfc1-4357-90ba-58c7234bf665/360e5463-094f-4c9e-9bfa-ba47f6192f55/88f4216f-3fd0-4562-998a-1e2a8e615fe5) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:07.356718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e918d27-261f-4811-a3f2-1a2d9d698ee0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Router fcc1c5bf-86a3-4d05-a281-f8786e6638b6 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:08:07.383586 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6c62bea0-bfe6-4837-b6f1-23db22d055a4 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:07.387344 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3fb8-a3c6-4a8b-b094-f4d73b1a9a83 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:07.482354 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f3fb8-a3c6-4a8b-b094-f4d73b1a9a83 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event deleted for resources: {'Port': ['ID=17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:07.628744 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-242ea617-e7e4-49f7-945e-48de86f12be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:07.633304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 6c62bea0-bfe6-4837-b6f1-23db22d055a4 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:07.633518 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3fb8-a3c6-4a8b-b094-f4d73b1a9a83 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:07.633725 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:07.640231 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2e7f3fb8-a3c6-4a8b-b094-f4d73b1a9a83 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "DELETE /v2.0/ports/17d9fb8c-6cdf-45f5-89cb-2b8e0266fb94 HTTP/1.1" status: 204 len: 168 time: 1.3355186 Nov 11 12:08:07.643526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38222) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:07.771946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-242ea617-e7e4-49f7-945e-48de86f12be0 None None] For port 6c62bea0-bfe6-4837-b6f1-23db22d055a4, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6c62bea0-bfe6-4837-b6f1-23db22d055a4,segment=NetworkSegment(8d091f91-9766-431e-b099-a45277b7f12e),segment_id=8d091f91-9766-431e-b099-a45277b7f12e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:07.786079 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-242ea617-e7e4-49f7-945e-48de86f12be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:07.791305 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:07.806092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e918d27-261f-4811-a3f2-1a2d9d698ee0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:08:07.825659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38226) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:07.826547 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9e918d27-261f-4811-a3f2-1a2d9d698ee0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "PUT /v2.0/routers/fcc1c5bf-86a3-4d05-a281-f8786e6638b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6550367 Nov 11 12:08:07.840099 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:07.848634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ebb8d-6da4-4b37-aa09-12d9787f971c None None] Sync routers for ids ['fcc1c5bf-86a3-4d05-a281-f8786e6638b6'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:08:07.910096 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:07.938254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38228) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:07.952165 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-1b33adf9-bb95-43f0-8bc0-139e4572924f tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--710519027', 'description': 'tempest-description--593052320'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:07.971379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-242ea617-e7e4-49f7-945e-48de86f12be0 None None] Provisioning complete for port 4010a0ea-7c84-458f-b304-69bfef43782b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:07.971996 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-242ea617-e7e4-49f7-945e-48de86f12be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:07.973115 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:07.973444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ebb8d-6da4-4b37-aa09-12d9787f971c None None] Routers {'fcc1c5bf-86a3-4d05-a281-f8786e6638b6'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:07.974114 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2c0ebb8d-6da4-4b37-aa09-12d9787f971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:07:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['fcc1c5bf-86a3-4d05-a281-f8786e6638b6'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:07.987343 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:07.992945 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network b87beb6a-cfc1-4357-90ba-58c7234bf665 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:07.995630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:08.006521 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:08.059350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b89d89-8773-407c-a35a-5917b91bef07 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:08.065558 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-13b89d89-8773-407c-a35a-5917b91bef07 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcc1c5bf-86a3-4d05-a281-f8786e6638b6 HTTP/1.1" status: 200 len: 981 time: 0.2373140 Nov 11 12:08:08.074358 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38232) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:08.092203 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1748f485-18f4-4b52-99d7-983e3091e3fc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Deleting port 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:08.093853 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1748f485-18f4-4b52-99d7-983e3091e3fc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:08.103857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=88f4216f-3fd0-4562-998a-1e2a8e615fe5,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:08.136122 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba94e5c-1b0f-47b8-9078-fd1e78dbc42d None None] Pushing event updated for resources: {'Port': ['ID=0062c101-05c8-4689-a037-c67d64d7b012,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:08.181882 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1b33adf9-bb95-43f0-8bc0-139e4572924f tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:08.208380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ea617-e7e4-49f7-945e-48de86f12be0 None None] Pushing event updated for resources: {'Port': ['ID=6c62bea0-bfe6-4837-b6f1-23db22d055a4,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:08.231623 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2c0ebb8d-6da4-4b37-aa09-12d9787f971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:08.273972 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Attempting to bind port 0062c101-05c8-4689-a037-c67d64d7b012 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:08:08.275119 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Attempting to bind port 0062c101-05c8-4689-a037-c67d64d7b012 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '991455a9-2daa-4057-b5d4-25b94b4f246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:08:08.277861 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Attempting to bind port 0062c101-05c8-4689-a037-c67d64d7b012 on network 7061eec4-bc95-479d-b544-0f2e7dcf2641 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:08:08.298763 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:08:08.299139 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Checking segment: {'id': '991455a9-2daa-4057-b5d4-25b94b4f246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:08:08.302166 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:08.302570 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Bound using segment: {'id': '991455a9-2daa-4057-b5d4-25b94b4f246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:08:08.303276 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Bound port: 0062c101-05c8-4689-a037-c67d64d7b012, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991455a9-2daa-4057-b5d4-25b94b4f246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:08:08.303855 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:08.351145 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-99148d6e-450a-4fa0-9ac8-884d867e1386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:08.354552 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-242ea617-e7e4-49f7-945e-48de86f12be0 None None] Port 4010a0ea-7c84-458f-b304-69bfef43782b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:08.359437 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:08:08.367238 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:08:08.375573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ebb8d-6da4-4b37-aa09-12d9787f971c None None] Routers {'fcc1c5bf-86a3-4d05-a281-f8786e6638b6'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:08.376530 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2c0ebb8d-6da4-4b37-aa09-12d9787f971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:07:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['fcc1c5bf-86a3-4d05-a281-f8786e6638b6'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:08.444986 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1748f485-18f4-4b52-99d7-983e3091e3fc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:08.480345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2c0ebb8d-6da4-4b37-aa09-12d9787f971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:08.481015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ebb8d-6da4-4b37-aa09-12d9787f971c None None] The sync data for ids ['fcc1c5bf-86a3-4d05-a281-f8786e6638b6'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:08:08.483860 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] For port 0062c101-05c8-4689-a037-c67d64d7b012, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:08:08.494480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-242ea617-e7e4-49f7-945e-48de86f12be0 None None] Provisioning complete for port 0062c101-05c8-4689-a037-c67d64d7b012 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:08.494632 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1748f485-18f4-4b52-99d7-983e3091e3fc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Calling delete_port for 0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:08.494745 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-242ea617-e7e4-49f7-945e-48de86f12be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:08.498149 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] For port 0062c101-05c8-4689-a037-c67d64d7b012, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0062c101-05c8-4689-a037-c67d64d7b012,segment=NetworkSegment(991455a9-2daa-4057-b5d4-25b94b4f246d),segment_id=991455a9-2daa-4057-b5d4-25b94b4f246d)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:08:08.517161 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:08.536907 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-242ea617-e7e4-49f7-945e-48de86f12be0 None None] Port 0062c101-05c8-4689-a037-c67d64d7b012 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:08.643333 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:08.669772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-02356efa-7674-4482-9051-e72c427cb7d0 None None] Provisioning complete for port 88f4216f-3fd0-4562-998a-1e2a8e615fe5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:08.670587 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-02356efa-7674-4482-9051-e72c427cb7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:08.696242 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba94e5c-1b0f-47b8-9078-fd1e78dbc42d None None] Pushing event updated for resources: {'Port': ['ID=0062c101-05c8-4689-a037-c67d64d7b012,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:08.712663 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Routers {'98783ae1-459f-4f04-a420-40c7ff8c6537'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:08.713301 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['98783ae1-459f-4f04-a420-40c7ff8c6537'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:08.749510 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1748f485-18f4-4b52-99d7-983e3091e3fc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:08.758236 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-02356efa-7674-4482-9051-e72c427cb7d0 None None] Port 88f4216f-3fd0-4562-998a-1e2a8e615fe5 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:08.787641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-02356efa-7674-4482-9051-e72c427cb7d0 None None] Provisioning complete for port 4010a0ea-7c84-458f-b304-69bfef43782b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:08.788282 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-02356efa-7674-4482-9051-e72c427cb7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:08.835582 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748f485-18f4-4b52-99d7-983e3091e3fc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event deleted for resources: {'Port': ['ID=0cf8a200-b7a6-4b27-9dc3-6cacd08548a6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:08.924664 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1748f485-18f4-4b52-99d7-983e3091e3fc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:08.929207 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1748f485-18f4-4b52-99d7-983e3091e3fc tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "DELETE /v2.0/ports/0cf8a200-b7a6-4b27-9dc3-6cacd08548a6 HTTP/1.1" status: 204 len: 168 time: 1.2841179 Nov 11 12:08:08.932732 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38248) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:08.966328 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] Set router 98783ae1-459f-4f04-a420-40c7ff8c6537 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:08:08.973764 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-02356efa-7674-4482-9051-e72c427cb7d0 None None] Port 4010a0ea-7c84-458f-b304-69bfef43782b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:09.021999 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1b33adf9-bb95-43f0-8bc0-139e4572924f tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.028287 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 40f5dc59-0575-46b3-915c-9137fa8275e1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:09.032800 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1b33adf9-bb95-43f0-8bc0-139e4572924f tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.044354 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.071115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c5a2a8-f4cd-46b8-9315-ad59a5433d8b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Deleting subnet 49b842ca-bb16-4b32-afdd-253fe6553f51 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:08:09.073315 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.090523 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a2a8-f4cd-46b8-9315-ad59a5433d8b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.095224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-02356efa-7674-4482-9051-e72c427cb7d0 None None] Provisioning complete for port 0062c101-05c8-4689-a037-c67d64d7b012 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:09.096069 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-02356efa-7674-4482-9051-e72c427cb7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.115418 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1b33adf9-bb95-43f0-8bc0-139e4572924f tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.122122 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1b33adf9-bb95-43f0-8bc0-139e4572924f tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1811695 Nov 11 12:08:09.158182 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38250) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:09.168226 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-082e584c-191f-4718-a5ba-4c681968c227 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Request body: {'security_group_rule': {'security_group_id': '4a11ccd6-5efd-48db-a89f-b2d1ac05d920', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:09.181988 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 40f5dc59-0575-46b3-915c-9137fa8275e1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:09.182294 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.223509 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a2a8-f4cd-46b8-9315-ad59a5433d8b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.281095 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-02356efa-7674-4482-9051-e72c427cb7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.395004 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-082e584c-191f-4718-a5ba-4c681968c227 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.402290 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-02356efa-7674-4482-9051-e72c427cb7d0 None None] For port 0062c101-05c8-4689-a037-c67d64d7b012, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0062c101-05c8-4689-a037-c67d64d7b012,segment=NetworkSegment(991455a9-2daa-4057-b5d4-25b94b4f246d),segment_id=991455a9-2daa-4057-b5d4-25b94b4f246d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:09.410509 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-02356efa-7674-4482-9051-e72c427cb7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.424259 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'name': 'tempest-ServersTestManualDisk-644817890-router', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:07:54Z', 'updated_at': '2021-11-11T12:08:03Z', 'revision_number': 4, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'gw_port': {'id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:07:55Z', 'updated_at': '2021-11-11T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '0062c101-05c8-4689-a037-c67d64d7b012', 'name': '', 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'mac_address': 'fa:16:3e:e4:cf:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:08:01Z', 'updated_at': '2021-11-11T12:08:08Z', 'revision_number': 4, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'subnets': [{'id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:09.455946 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a2a8-f4cd-46b8-9315-ad59a5433d8b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.491225 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd56ea4-62c7-4087-8674-574a835ac933 None None] The sync data for ids ['98783ae1-459f-4f04-a420-40c7ff8c6537'] in n-d-807359-3 is: [{'id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'name': 'tempest-ServersTestManualDisk-644817890-router', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:07:54Z', 'updated_at': '2021-11-11T12:08:03Z', 'revision_number': 4, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'gw_port': {'id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:07:55Z', 'updated_at': '2021-11-11T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '0062c101-05c8-4689-a037-c67d64d7b012', 'name': '', 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'mac_address': 'fa:16:3e:e4:cf:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:08:01Z', 'updated_at': '2021-11-11T12:08:08Z', 'revision_number': 4, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'subnets': [{'id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:08:09.503125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02356efa-7674-4482-9051-e72c427cb7d0 None None] Pushing event updated for resources: {'Port': ['ID=0062c101-05c8-4689-a037-c67d64d7b012,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:09.512084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33adf9-bb95-43f0-8bc0-139e4572924f tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a11ccd6-5efd-48db-a89f-b2d1ac05d920,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:09.565215 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-96645dcd-8f3d-48bb-8fef-ee97af60f83d None None] Provisioning complete for port 0062c101-05c8-4689-a037-c67d64d7b012 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:09.565643 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-96645dcd-8f3d-48bb-8fef-ee97af60f83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.628330 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a2a8-f4cd-46b8-9315-ad59a5433d8b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.670019 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5a2a8-f4cd-46b8-9315-ad59a5433d8b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event deleted for resources: {'Subnet': ['ID=49b842ca-bb16-4b32-afdd-253fe6553f51,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:09.685377 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6c62bea0-bfe6-4837-b6f1-23db22d055a4 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:09.697423 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a2a8-f4cd-46b8-9315-ad59a5433d8b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.702047 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a8c5a2a8-f4cd-46b8-9315-ad59a5433d8b tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "DELETE /v2.0/subnets/49b842ca-bb16-4b32-afdd-253fe6553f51 HTTP/1.1" status: 204 len: 168 time: 0.7677481 Nov 11 12:08:09.704671 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38254) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:09.726588 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003ddef5-2425-41f8-ade2-7cd6f05b6ac2 None None] Network 8b798677-2731-47ea-a947-54aa100bcc0d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:09.799104 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf6c9ee-8b43-46f1-9d15-0bc24771dc56 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Deleting subnet 9fc46d10-4969-4ee0-a072-a9b6c3ce1458 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:08:09.802992 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-faf6c9ee-8b43-46f1-9d15-0bc24771dc56 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.815062 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-082e584c-191f-4718-a5ba-4c681968c227 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.833984 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-082e584c-191f-4718-a5ba-4c681968c227 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.894079 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8b03b294-c899-4363-852c-90f539b78cc6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.894835 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-faf6c9ee-8b43-46f1-9d15-0bc24771dc56 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.901988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e584c-191f-4718-a5ba-4c681968c227 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2dc7a9b-a1a1-4fa9-98e3-f317ea787955,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:09.970948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 6c62bea0-bfe6-4837-b6f1-23db22d055a4 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:09.971319 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.998511 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-082e584c-191f-4718-a5ba-4c681968c227 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:10.005027 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-082e584c-191f-4718-a5ba-4c681968c227 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8457773 Nov 11 12:08:10.021143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38258) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:10.026249 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-95a60dcd-8f9c-48f0-b476-0da3f1aaa2cb tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Request body: {'security_group_rule': {'security_group_id': '4a11ccd6-5efd-48db-a89f-b2d1ac05d920', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:10.102482 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-faf6c9ee-8b43-46f1-9d15-0bc24771dc56 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:10.164219 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95a60dcd-8f9c-48f0-b476-0da3f1aaa2cb tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:10.169418 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae930cae-b68b-4dcd-bf14-53dd02797e28 None None] DHCP port deletion for 8b798677-2731-47ea-a947-54aa100bcc0d request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:08:10.272979 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95a60dcd-8f9c-48f0-b476-0da3f1aaa2cb tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:10.285736 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95a60dcd-8f9c-48f0-b476-0da3f1aaa2cb tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:10.304147 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-faf6c9ee-8b43-46f1-9d15-0bc24771dc56 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:10.310309 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ae930cae-b68b-4dcd-bf14-53dd02797e28 None None] Deleting port 24171f1e-0674-428b-9537-38696b61868f {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:10.311071 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ae930cae-b68b-4dcd-bf14-53dd02797e28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:10.318981 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:10.332231 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-faf6c9ee-8b43-46f1-9d15-0bc24771dc56 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:10.338615 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-faf6c9ee-8b43-46f1-9d15-0bc24771dc56 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "DELETE /v2.0/subnets/9fc46d10-4969-4ee0-a072-a9b6c3ce1458 HTTP/1.1" status: 204 len: 168 time: 0.6317461 Nov 11 12:08:10.344735 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38266) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:10.348262 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:10.361704 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a60dcd-8f9c-48f0-b476-0da3f1aaa2cb tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8220a208-2def-439a-a9eb-cb650d3c64b7,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:10.371841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6c9ee-8b43-46f1-9d15-0bc24771dc56 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc46d10-4969-4ee0-a072-a9b6c3ce1458,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:10.383171 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95a60dcd-8f9c-48f0-b476-0da3f1aaa2cb tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:10.384598 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-95a60dcd-8f9c-48f0-b476-0da3f1aaa2cb tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3623674 Nov 11 12:08:10.387967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38268) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:10.399687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:10.449092 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:10.452732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-ae930cae-b68b-4dcd-bf14-53dd02797e28 None None] For port 24171f1e-0674-428b-9537-38696b61868f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=24171f1e-0674-428b-9537-38696b61868f,segment=NetworkSegment(2c0205b8-1020-4f5a-b0fd-bf13a555964b),segment_id=2c0205b8-1020-4f5a-b0fd-bf13a555964b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:10.453458 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ae930cae-b68b-4dcd-bf14-53dd02797e28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:10.474204 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ae930cae-b68b-4dcd-bf14-53dd02797e28 None None] Calling delete_port for 24171f1e-0674-428b-9537-38696b61868f owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:10.588124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da05e9e-52c0-4323-be42-5a7734821d5b None None] Network de1e282d-69aa-41dc-98d7-1b2ec2535941 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:10.616616 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ae930cae-b68b-4dcd-bf14-53dd02797e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:10.636312 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:10.656817 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:10.668485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=88f4216f-3fd0-4562-998a-1e2a8e615fe5,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:10.830818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Allocated IP 172.25.2.162 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/747ce813-822f-4a3a-9181-3516e30b7a89) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:10.858633 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87bccc80-2588-4f00-bf3e-d70d0f1ca33e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:10.878358 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network b87beb6a-cfc1-4357-90ba-58c7234bf665 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:10.895475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:10.899121 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae930cae-b68b-4dcd-bf14-53dd02797e28 None None] No DVR routers for this DVR port 24171f1e-0674-428b-9537-38696b61868f on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:08:10.907790 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae930cae-b68b-4dcd-bf14-53dd02797e28 None None] Pushing event deleted for resources: {'Port': ['ID=24171f1e-0674-428b-9537-38696b61868f,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:10.916005 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.056586 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.105329 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.147119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6614b7-9438-4b16-bac4-249bb3fa5f0f None None] DHCP port deletion for de1e282d-69aa-41dc-98d7-1b2ec2535941 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:08:11.175080 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:11.181170 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:11.196975 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:11.210802 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Pushing event updated for resources: {'Port': ['ID=747ce813-822f-4a3a-9181-3516e30b7a89,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:11.232900 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7d6614b7-9438-4b16-bac4-249bb3fa5f0f None None] Deleting port e300d43b-a6e2-447e-a1bc-929ad98c9fc9 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:11.233520 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7d6614b7-9438-4b16-bac4-249bb3fa5f0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.350976 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.356622 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.381258 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7d6614b7-9438-4b16-bac4-249bb3fa5f0f None None] For port e300d43b-a6e2-447e-a1bc-929ad98c9fc9, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e300d43b-a6e2-447e-a1bc-929ad98c9fc9,segment=NetworkSegment(ccbff4dc-3a4a-4db1-957d-bdca411c3e91),segment_id=ccbff4dc-3a4a-4db1-957d-bdca411c3e91)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:11.381553 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7d6614b7-9438-4b16-bac4-249bb3fa5f0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.406782 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.427149 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7d6614b7-9438-4b16-bac4-249bb3fa5f0f None None] Calling delete_port for e300d43b-a6e2-447e-a1bc-929ad98c9fc9 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:11.492516 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d611bdf6-ed6d-4359-b7cb-33d965fceefc None None] Provisioning complete for port 88f4216f-3fd0-4562-998a-1e2a8e615fe5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:11.493046 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d611bdf6-ed6d-4359-b7cb-33d965fceefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.556419 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d611bdf6-ed6d-4359-b7cb-33d965fceefc None None] Port 88f4216f-3fd0-4562-998a-1e2a8e615fe5 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:11.602796 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7d6614b7-9438-4b16-bac4-249bb3fa5f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.644653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0062c101-05c8-4689-a037-c67d64d7b012 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:11.650244 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6614b7-9438-4b16-bac4-249bb3fa5f0f None None] Pushing event deleted for resources: {'Port': ['ID=e300d43b-a6e2-447e-a1bc-929ad98c9fc9,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:11.672405 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-8b03b294-c899-4363-852c-90f539b78cc6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 4010a0ea-7c84-458f-b304-69bfef43782b {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:11.678963 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8b03b294-c899-4363-852c-90f539b78cc6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.695010 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6614b7-9438-4b16-bac4-249bb3fa5f0f None None] No DVR routers for this DVR port e300d43b-a6e2-447e-a1bc-929ad98c9fc9 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:08:11.714119 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.724408 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.732114 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87bccc80-2588-4f00-bf3e-d70d0f1ca33e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.768029 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 42acf63e-bb64-47a7-9e11-e2380305d973 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:08:11.774554 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0062c101-05c8-4689-a037-c67d64d7b012 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:11.774949 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.826866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-87bccc80-2588-4f00-bf3e-d70d0f1ca33e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b798677-2731-47ea-a947-54aa100bcc0d']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:11.845914 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Pushing event updated for resources: {'Port': ['ID=747ce813-822f-4a3a-9181-3516e30b7a89,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:11.853834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-87bccc80-2588-4f00-bf3e-d70d0f1ca33e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0205b8-1020-4f5a-b0fd-bf13a555964b') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:11.854473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-87bccc80-2588-4f00-bf3e-d70d0f1ca33e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0205b8-1020-4f5a-b0fd-bf13a555964b') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:11.863130 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.885878 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.889918 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8b2c5166-5b7b-4713-8835-2427db9a8e4a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5003345 Nov 11 12:08:11.941827 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87bccc80-2588-4f00-bf3e-d70d0f1ca33e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.970790 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8b03b294-c899-4363-852c-90f539b78cc6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.989831 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87bccc80-2588-4f00-bf3e-d70d0f1ca33e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:11.994463 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-8b03b294-c899-4363-852c-90f539b78cc6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 4010a0ea-7c84-458f-b304-69bfef43782b owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:11.995242 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e300d43b-a6e2-447e-a1bc-929ad98c9fc9 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:08:12.007635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bccc80-2588-4f00-bf3e-d70d0f1ca33e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:08:12.008079 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87bccc80-2588-4f00-bf3e-d70d0f1ca33e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:08:12.024221 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:08:12.034277 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: e300d43b-a6e2-447e-a1bc-929ad98c9fc9 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:08:12.034753 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e300d43b-a6e2-447e-a1bc-929ad98c9fc9 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:08:12.035258 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 24171f1e-0674-428b-9537-38696b61868f no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:08:12.059644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 24171f1e-0674-428b-9537-38696b61868f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:08:12.060125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 24171f1e-0674-428b-9537-38696b61868f not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:08:12.156596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38310) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:12.179405 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:08:12.189840 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a58589a-c523-40d2-bc5a-74190ee950ba None None] Sync routers for ids ['42acf63e-bb64-47a7-9e11-e2380305d973'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:08:12.196840 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-52ee22da-f226-4a4a-9d5a-de5237a28ee2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/42acf63e-bb64-47a7-9e11-e2380305d973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1115215 Nov 11 12:08:12.199887 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38314) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:12.220512 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a58589a-c523-40d2-bc5a-74190ee950ba None None] Routers {'42acf63e-bb64-47a7-9e11-e2380305d973'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:12.221466 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4a58589a-c523-40d2-bc5a-74190ee950ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['42acf63e-bb64-47a7-9e11-e2380305d973'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:12.237100 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-3057b773-d43a-43af-afd7-38498c968d01 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--710519027&fields=id&tenant_id=36af1c00a8ab4b0e95a23b4e49d31ca8 HTTP/1.1" status: 200 len: 267 time: 0.1131902 Nov 11 12:08:12.238102 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87bccc80-2588-4f00-bf3e-d70d0f1ca33e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:12.246686 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87bccc80-2588-4f00-bf3e-d70d0f1ca33e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:12.250702 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-87bccc80-2588-4f00-bf3e-d70d0f1ca33e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "DELETE /v2.0/networks/8b798677-2731-47ea-a947-54aa100bcc0d HTTP/1.1" status: 204 len: 168 time: 1.9034672 Nov 11 12:08:12.256796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38318) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:12.276377 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4a58589a-c523-40d2-bc5a-74190ee950ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:12.289062 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a58589a-c523-40d2-bc5a-74190ee950ba None None] Routers {'42acf63e-bb64-47a7-9e11-e2380305d973'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:12.289902 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4a58589a-c523-40d2-bc5a-74190ee950ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['42acf63e-bb64-47a7-9e11-e2380305d973'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:12.313847 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3adb62-1a4e-48f5-b9ad-cfa3da7878e5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:12.319185 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2e3adb62-1a4e-48f5-b9ad-cfa3da7878e5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports/88f4216f-3fd0-4562-998a-1e2a8e615fe5 HTTP/1.1" status: 200 len: 910 time: 0.1177282 Nov 11 12:08:12.320236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38320) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:12.328734 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4a58589a-c523-40d2-bc5a-74190ee950ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:12.329539 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a58589a-c523-40d2-bc5a-74190ee950ba None None] The sync data for ids ['42acf63e-bb64-47a7-9e11-e2380305d973'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:08:12.399267 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bccc80-2588-4f00-bf3e-d70d0f1ca33e tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event deleted for resources: {'Network': ['ID=8b798677-2731-47ea-a947-54aa100bcc0d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:12.427824 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2b5b-193e-4b49-801c-a49946d79cfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:12.499509 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f5ef23a9-8659-4bfb-aa8d-68f4816d6743 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:12.621282 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-1d98c893-633c-4e76-9cc0-59a5ba398c20 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:12.622861 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-1d98c893-633c-4e76-9cc0-59a5ba398c20 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/networks?id=7061eec4-bc95-479d-b544-0f2e7dcf2641 HTTP/1.1" status: 200 len: 811 time: 0.3692570 Nov 11 12:08:12.640577 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2b5b-193e-4b49-801c-a49946d79cfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:12.664014 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2b5b-193e-4b49-801c-a49946d79cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:12.697095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9c36ccbf-5a67-4b7e-8f91-bb9271808835 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/quotas/36af1c00a8ab4b0e95a23b4e49d31ca8 HTTP/1.1" status: 200 len: 375 time: 0.0618839 Nov 11 12:08:12.698555 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f5ef23a9-8659-4bfb-aa8d-68f4816d6743 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:12.707574 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8b03b294-c899-4363-852c-90f539b78cc6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:12.711155 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed2b5b-193e-4b49-801c-a49946d79cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8c464d-ee57-4f71-a9c5-b0423379912c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:12.721295 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c4ed2b5b-193e-4b49-801c-a49946d79cfb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ea58abe81de24f16b47997428a2ea610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5609229 Nov 11 12:08:12.722319 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38326) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:12.770669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-f5ef23a9-8659-4bfb-aa8d-68f4816d6743 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1e282d-69aa-41dc-98d7-1b2ec2535941']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:12.774675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03b294-c899-4363-852c-90f539b78cc6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=4010a0ea-7c84-458f-b304-69bfef43782b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:12.786763 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-f5ef23a9-8659-4bfb-aa8d-68f4816d6743 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:12.787088 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-f5ef23a9-8659-4bfb-aa8d-68f4816d6743 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbff4dc-3a4a-4db1-957d-bdca411c3e91') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:12.801967 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e537-0bb5-4ade-a486-73caaa5a6392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:12.822796 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f5ef23a9-8659-4bfb-aa8d-68f4816d6743 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:12.835360 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e537-0bb5-4ade-a486-73caaa5a6392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:12.855094 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0db0939b-c0f8-4027-8e7c-d82d57755c24 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:12.863653 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f5ef23a9-8659-4bfb-aa8d-68f4816d6743 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:12.876939 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-c041aeb8-4f09-446a-995f-781842601e29 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=36af1c00a8ab4b0e95a23b4e49d31ca8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1704082 Nov 11 12:08:12.888305 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ef23a9-8659-4bfb-aa8d-68f4816d6743 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:08:12.888712 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f5ef23a9-8659-4bfb-aa8d-68f4816d6743 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:08:12.892313 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:08:13.008655 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e537-0bb5-4ade-a486-73caaa5a6392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:13.011357 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e537-0bb5-4ade-a486-73caaa5a6392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:13.018120 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d8b5e537-0bb5-4ade-a486-73caaa5a6392 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da8c464d-ee57-4f71-a9c5-b0423379912c HTTP/1.1" status: 204 len: 168 time: 0.2894218 Nov 11 12:08:13.066522 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5e537-0bb5-4ade-a486-73caaa5a6392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8c464d-ee57-4f71-a9c5-b0423379912c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:13.082918 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f5ef23a9-8659-4bfb-aa8d-68f4816d6743 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:13.129774 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8b03b294-c899-4363-852c-90f539b78cc6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:13.136547 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f5ef23a9-8659-4bfb-aa8d-68f4816d6743 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:13.140552 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f5ef23a9-8659-4bfb-aa8d-68f4816d6743 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] 10.222.0.65 "DELETE /v2.0/networks/de1e282d-69aa-41dc-98d7-1b2ec2535941 HTTP/1.1" status: 204 len: 168 time: 0.8819189 Nov 11 12:08:13.160591 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef23a9-8659-4bfb-aa8d-68f4816d6743 tempest-TaggedBootDevicesTest_v242-1874776065 tempest-TaggedBootDevicesTest_v242-1874776065-project] Pushing event deleted for resources: {'Network': ['ID=de1e282d-69aa-41dc-98d7-1b2ec2535941,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:13.266635 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-177dee1a-c0d8-44b0-b516-fe1b6a2dc8ed service neutron] 10.222.0.65 "GET /v2.0/networks/7061eec4-bc95-479d-b544-0f2e7dcf2641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732345 Nov 11 12:08:13.273335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-0db0939b-c0f8-4027-8e7c-d82d57755c24 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port 88f4216f-3fd0-4562-998a-1e2a8e615fe5 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:13.274616 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0db0939b-c0f8-4027-8e7c-d82d57755c24 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:13.400013 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0db0939b-c0f8-4027-8e7c-d82d57755c24 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:13.413137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b03b294-c899-4363-852c-90f539b78cc6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Router fcc1c5bf-86a3-4d05-a281-f8786e6638b6 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:08:13.418564 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-0db0939b-c0f8-4027-8e7c-d82d57755c24 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for 88f4216f-3fd0-4562-998a-1e2a8e615fe5 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:13.432997 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38340) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:13.450180 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a045a290-631c-42bb-acdb-c63ded8348cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:13.483686 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-4207fbda-ae8a-465b-8058-4146f0315c8b service neutron] 10.222.0.65 "GET /v2.0/networks/7061eec4-bc95-479d-b544-0f2e7dcf2641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162619 Nov 11 12:08:13.530075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b03b294-c899-4363-852c-90f539b78cc6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:08:13.539381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8b03b294-c899-4363-852c-90f539b78cc6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "PUT /v2.0/routers/fcc1c5bf-86a3-4d05-a281-f8786e6638b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4564326 Nov 11 12:08:13.542511 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38348) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:13.545972 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de11c5f6-d595-4ef7-bc81-e8f2130ed8af None None] Sync routers for ids ['fcc1c5bf-86a3-4d05-a281-f8786e6638b6'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:08:13.567557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de11c5f6-d595-4ef7-bc81-e8f2130ed8af None None] Routers {'fcc1c5bf-86a3-4d05-a281-f8786e6638b6'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:13.568708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-de11c5f6-d595-4ef7-bc81-e8f2130ed8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['fcc1c5bf-86a3-4d05-a281-f8786e6638b6'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:13.593735 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-9931a030-b4dc-4a74-af3a-98cfe77d55ba tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] GET failed (client error): The resource could not be found. Nov 11 12:08:13.597954 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9931a030-b4dc-4a74-af3a-98cfe77d55ba tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports/4010a0ea-7c84-458f-b304-69bfef43782b HTTP/1.1" status: 404 len: 333 time: 0.0541537 Nov 11 12:08:13.602006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38352) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:13.661778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-de11c5f6-d595-4ef7-bc81-e8f2130ed8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:13.672383 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a045a290-631c-42bb-acdb-c63ded8348cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:13.679362 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a045a290-631c-42bb-acdb-c63ded8348cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:13.699310 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de11c5f6-d595-4ef7-bc81-e8f2130ed8af None None] Routers {'fcc1c5bf-86a3-4d05-a281-f8786e6638b6'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:13.699980 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-de11c5f6-d595-4ef7-bc81-e8f2130ed8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['fcc1c5bf-86a3-4d05-a281-f8786e6638b6'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:13.743610 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a045a290-631c-42bb-acdb-c63ded8348cf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4bfe59410242409ab65cf67f9f81732c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3091226 Nov 11 12:08:13.746004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38354) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:13.753541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045a290-631c-42bb-acdb-c63ded8348cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60b9fa8-feae-4ca5-9f02-4979f6a497ee,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:13.766268 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0db0939b-c0f8-4027-8e7c-d82d57755c24 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:13.768829 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c3315db-a35c-43ae-be82-9a680f15ee72 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:13.812833 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-de11c5f6-d595-4ef7-bc81-e8f2130ed8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:13.813534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de11c5f6-d595-4ef7-bc81-e8f2130ed8af None None] The sync data for ids ['fcc1c5bf-86a3-4d05-a281-f8786e6638b6'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:08:13.841527 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0939b-c0f8-4027-8e7c-d82d57755c24 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=88f4216f-3fd0-4562-998a-1e2a8e615fe5,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:13.996515 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e15d7d4-2e65-4559-907a-d5570ec32d75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:14.028634 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e15d7d4-2e65-4559-907a-d5570ec32d75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:14.060710 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79d37361-70ed-4afe-b456-a1b6de0dc185 req-aa55ce00-5d22-46f4-b954-ad1de5b931c3 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 210 time: 0.0372796 Nov 11 12:08:14.066216 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c3315db-a35c-43ae-be82-9a680f15ee72 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:14.069633 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c3315db-a35c-43ae-be82-9a680f15ee72 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:14.153638 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c3315db-a35c-43ae-be82-9a680f15ee72 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:14.154341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3315db-a35c-43ae-be82-9a680f15ee72 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Fanout notify agent at l3_agent the message router_deleted on router fcc1c5bf-86a3-4d05-a281-f8786e6638b6 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:08:14.164365 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c3315db-a35c-43ae-be82-9a680f15ee72 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:14.171405 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1c3315db-a35c-43ae-be82-9a680f15ee72 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/routers/fcc1c5bf-86a3-4d05-a281-f8786e6638b6 HTTP/1.1" status: 204 len: 168 time: 0.5683930 Nov 11 12:08:14.172736 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38362) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:14.238359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-38822e1b-a9d2-4441-87a7-85ddccfa8762 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting subnet d610eea6-a886-47b0-a360-f72e0715cda5 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:08:14.242351 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38822e1b-a9d2-4441-87a7-85ddccfa8762 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:14.251491 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0db0939b-c0f8-4027-8e7c-d82d57755c24 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:14.299843 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38822e1b-a9d2-4441-87a7-85ddccfa8762 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:14.422105 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38822e1b-a9d2-4441-87a7-85ddccfa8762 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:14.439905 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e15d7d4-2e65-4559-907a-d5570ec32d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:14.443968 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e15d7d4-2e65-4559-907a-d5570ec32d75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:14.456847 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2e15d7d4-2e65-4559-907a-d5570ec32d75 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a60b9fa8-feae-4ca5-9f02-4979f6a497ee HTTP/1.1" status: 204 len: 168 time: 0.7093961 Nov 11 12:08:14.481953 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15d7d4-2e65-4559-907a-d5570ec32d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60b9fa8-feae-4ca5-9f02-4979f6a497ee,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:14.535809 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38822e1b-a9d2-4441-87a7-85ddccfa8762 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:14.751088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db0939b-c0f8-4027-8e7c-d82d57755c24 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 42acf63e-bb64-47a7-9e11-e2380305d973 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:08:14.862727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db0939b-c0f8-4027-8e7c-d82d57755c24 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:08:14.872156 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0db0939b-c0f8-4027-8e7c-d82d57755c24 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/42acf63e-bb64-47a7-9e11-e2380305d973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5506287 Nov 11 12:08:14.873281 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38378) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:14.876355 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e26aaa2-1393-4e46-bb92-0cb31115284c None None] Sync routers for ids ['42acf63e-bb64-47a7-9e11-e2380305d973'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:08:14.898591 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e26aaa2-1393-4e46-bb92-0cb31115284c None None] Routers {'42acf63e-bb64-47a7-9e11-e2380305d973'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:14.899550 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-7e26aaa2-1393-4e46-bb92-0cb31115284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['42acf63e-bb64-47a7-9e11-e2380305d973'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:14.953049 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-7e26aaa2-1393-4e46-bb92-0cb31115284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:14.965719 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e26aaa2-1393-4e46-bb92-0cb31115284c None None] Routers {'42acf63e-bb64-47a7-9e11-e2380305d973'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:14.966698 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-7e26aaa2-1393-4e46-bb92-0cb31115284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['42acf63e-bb64-47a7-9e11-e2380305d973'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:15.009928 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-7e26aaa2-1393-4e46-bb92-0cb31115284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:15.010604 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e26aaa2-1393-4e46-bb92-0cb31115284c None None] The sync data for ids ['42acf63e-bb64-47a7-9e11-e2380305d973'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:08:15.311634 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38822e1b-a9d2-4441-87a7-85ddccfa8762 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Subnet': ['ID=d610eea6-a886-47b0-a360-f72e0715cda5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:15.347741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0742f9f3-8c8b-4de6-9ef9-9a6182040f39 None None] Network d30fecc3-bbdf-43d8-834f-11a55aab2535 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:15.351909 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38822e1b-a9d2-4441-87a7-85ddccfa8762 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:15.357850 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-38822e1b-a9d2-4441-87a7-85ddccfa8762 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/d610eea6-a886-47b0-a360-f72e0715cda5 HTTP/1.1" status: 204 len: 168 time: 1.1839893 Nov 11 12:08:15.362861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38390) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:15.456750 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-428ad4e4-ae43-42f8-8be4-2866536979df req-7e4f4413-49f2-48a9-be06-637e5c6b4103 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 210 time: 0.1473572 Nov 11 12:08:15.573860 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:15.668448 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] DHCP port deletion for d30fecc3-bbdf-43d8-834f-11a55aab2535 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:08:15.677983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 6c62bea0-bfe6-4837-b6f1-23db22d055a4 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:15.678399 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:15.703453 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4e5aedf-1d3f-47d0-b0c1-1359d952221a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:15.748711 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:15.807033 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Deleting port 6c62bea0-bfe6-4837-b6f1-23db22d055a4 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:15.807407 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:15.841637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] For port 6c62bea0-bfe6-4837-b6f1-23db22d055a4, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6c62bea0-bfe6-4837-b6f1-23db22d055a4,segment=NetworkSegment(8d091f91-9766-431e-b099-a45277b7f12e),segment_id=8d091f91-9766-431e-b099-a45277b7f12e)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:15.843672 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:15.847561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-c54f835c-1c49-4078-bc9a-66e56a7997ea tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:15.849151 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-c54f835c-1c49-4078-bc9a-66e56a7997ea tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.43 "GET /v2.0/networks?id=7061eec4-bc95-479d-b544-0f2e7dcf2641 HTTP/1.1" status: 200 len: 811 time: 0.2829006 Nov 11 12:08:15.862358 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 6c62bea0-bfe6-4837-b6f1-23db22d055a4 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:15.919663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] For port 6c62bea0-bfe6-4837-b6f1-23db22d055a4, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6c62bea0-bfe6-4837-b6f1-23db22d055a4,segment=NetworkSegment(8d091f91-9766-431e-b099-a45277b7f12e),segment_id=8d091f91-9766-431e-b099-a45277b7f12e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:15.920369 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:15.934795 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Calling delete_port for 6c62bea0-bfe6-4837-b6f1-23db22d055a4 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:15.974367 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:16.009366 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=6c62bea0-bfe6-4837-b6f1-23db22d055a4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:16.018061 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No DVR routers for this DVR port 6c62bea0-bfe6-4837-b6f1-23db22d055a4 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:08:16.030839 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:16.048778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] No DVR routers for this DVR port 6c62bea0-bfe6-4837-b6f1-23db22d055a4 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:08:16.078995 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Pushing event deleted for resources: {'Port': ['ID=6c62bea0-bfe6-4837-b6f1-23db22d055a4,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:16.093439 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:16.094217 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:16.094816 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:16.095147 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:16.095479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:16.095812 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:16.096142 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:16.096465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:16.096862 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:16.097189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:16.097511 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:16.098430 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90b446-adab-4649-b9c5-00a736cd40a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:16.153955 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:16.216628 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30fecc3-bbdf-43d8-834f-11a55aab2535']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:16.235794 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d091f91-9766-431e-b099-a45277b7f12e') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:16.237292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d091f91-9766-431e-b099-a45277b7f12e') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:16.254957 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:16.278191 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:16.287145 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:08:16.287564 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:08:16.353709 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:08:16.381830 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:16.391080 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:16.400175 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/networks/d30fecc3-bbdf-43d8-834f-11a55aab2535 HTTP/1.1" status: 204 len: 168 time: 1.0328639 Nov 11 12:08:16.400737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38410) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:16.466582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939a93d-6370-4bed-8be7-e85fa08a6d36 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Network': ['ID=d30fecc3-bbdf-43d8-834f-11a55aab2535,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:16.505894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8265371e-f441-422f-9ea0-f68e6b3bcaee tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:16.511518 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8265371e-f441-422f-9ea0-f68e6b3bcaee tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports/46c73b98-8edf-49e9-89b2-8777ddecc72f HTTP/1.1" status: 200 len: 841 time: 0.1061251 Nov 11 12:08:16.513723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38416) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:16.581680 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f2c08aec-f48d-414b-bddd-d6943212abfe tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports/46c73b98-8edf-49e9-89b2-8777ddecc72f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0640357 Nov 11 12:08:16.587584 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38420) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:16.601576 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-16035858-ebdd-4417-babd-e746a26af05c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'subnet': {'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:16.643334 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a26975da-7681-420d-a308-01f12c09b8ea req-6b6f12bf-f2c4-40b5-a426-3b92c3a07429 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 210 time: 0.0508482 Nov 11 12:08:16.697119 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-bd492156-6172-4ac1-b687-0bed150e7a1b tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36af1c00a8ab4b0e95a23b4e49d31ca8 HTTP/1.1" status: 200 len: 379 time: 0.2879713 Nov 11 12:08:16.733940 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-ad510ed3-ee56-478c-ad90-81e4be2f9bd6 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Request body: {'port': {'device_id': 'c017deb3-94c2-4a98-a2bd-f00fea35d0e3', 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641', 'admin_state_up': True, 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'security_groups': ['4a11ccd6-5efd-48db-a89f-b2d1ac05d920']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:16.877699 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16035858-ebdd-4417-babd-e746a26af05c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:16.877699 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-16035858-ebdd-4417-babd-e746a26af05c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:17.014172 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-f4e5aedf-1d3f-47d0-b0c1-1359d952221a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port 0d7a559e-0ec4-4008-a745-c171aca41e7a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:17.014501 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4e5aedf-1d3f-47d0-b0c1-1359d952221a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:17.101917 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-ad510ed3-ee56-478c-ad90-81e4be2f9bd6 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Made reservation on behalf of 36af1c00a8ab4b0e95a23b4e49d31ca8 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:17.105847 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-ad510ed3-ee56-478c-ad90-81e4be2f9bd6 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:17.191890 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4e5aedf-1d3f-47d0-b0c1-1359d952221a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:17.256673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-f4e5aedf-1d3f-47d0-b0c1-1359d952221a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for 0d7a559e-0ec4-4008-a745-c171aca41e7a owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:17.427750 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-16035858-ebdd-4417-babd-e746a26af05c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:17.502196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16035858-ebdd-4417-babd-e746a26af05c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:17.510055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-ad510ed3-ee56-478c-ad90-81e4be2f9bd6 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Allocated IP 172.20.0.14 (7061eec4-bc95-479d-b544-0f2e7dcf2641/b4858774-bac2-4c25-afd8-1350376ff799/15e28266-bbf7-49b4-a45a-4fb9062b90ae) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:17.520859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-16035858-ebdd-4417-babd-e746a26af05c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:17.527787 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16035858-ebdd-4417-babd-e746a26af05c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:17.528390 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-16035858-ebdd-4417-babd-e746a26af05c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:17.534806 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15fef11-e29d-4af7-a87b-a7b37a6d4215 None None] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:17.593418 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16035858-ebdd-4417-babd-e746a26af05c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Subnet': ['ID=1c023966-c445-46d0-83da-c0e44f18cacb,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:17.612705 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-16035858-ebdd-4417-babd-e746a26af05c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0185614 Nov 11 12:08:17.615774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38444) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:17.620975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'security_group': {'name': 'tempest-secgroup-666615971'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:17.654523 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6c62bea0-bfe6-4837-b6f1-23db22d055a4 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:08:17.661197 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:17.704923 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 6c62bea0-bfe6-4837-b6f1-23db22d055a4 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:08:17.706166 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6c62bea0-bfe6-4837-b6f1-23db22d055a4 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:08:17.859565 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4e5aedf-1d3f-47d0-b0c1-1359d952221a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:17.881472 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-39e9f3d4-fab5-4e78-afa1-d208730d4c08 req-ec3e5ba2-05af-4591-a434-ccf80afbfe4b tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 210 time: 0.0804837 Nov 11 12:08:17.916889 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'tenant_id': '8cf30cdbbdb44f58a32f16375d86c36b', 'fixed_ips': [{'subnet_id': '1c023966-c445-46d0-83da-c0e44f18cacb'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:08:17.918349 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:17.935899 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:17.952898 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:18.029481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242efaed-56f8-4508-8795-3012219d4205,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:18.052943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:18.053292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:18.053668 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:18.054053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:18.054378 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:18.054741 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:18.055081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:18.055411 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:18.055734 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:18.056303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:18.056792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:18.057304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:18.076174 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:18.080028 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-268cde99-7c2a-40aa-be50-00099577b56c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4598873 Nov 11 12:08:18.085921 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38452) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:18.096473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-25463ab0-7797-455f-a892-a17a2ab06069 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'security_group': {'name': 'tempest-secgroup-1538408613'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:18.145575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5aedf-1d3f-47d0-b0c1-1359d952221a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=0d7a559e-0ec4-4008-a745-c171aca41e7a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:18.154153 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-25463ab0-7797-455f-a892-a17a2ab06069 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:18.303445 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Allocated IP 172.20.0.2 (4a0deb53-76fc-4c94-a19b-0c1697909e9f/1c023966-c445-46d0-83da-c0e44f18cacb/5af252d9-e1e5-4542-a5e5-47500515ffb1) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:18.316635 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-25463ab0-7797-455f-a892-a17a2ab06069 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:18.325268 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-25463ab0-7797-455f-a892-a17a2ab06069 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:18.393978 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-25463ab0-7797-455f-a892-a17a2ab06069 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:18.401091 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-25463ab0-7797-455f-a892-a17a2ab06069 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3096936 Nov 11 12:08:18.406489 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38458) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:18.422883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f792636b-c3c8-4522-83e2-eea56d510f9f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1765078961', 'security_groups': ['1dd60b91-2a54-4415-9ea7-834a07a052b8'], 'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1c023966-c445-46d0-83da-c0e44f18cacb'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:18.454782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25463ab0-7797-455f-a892-a17a2ab06069 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd60b91-2a54-4415-9ea7-834a07a052b8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:18.462379 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-ad510ed3-ee56-478c-ad90-81e4be2f9bd6 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:18.479862 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4e5aedf-1d3f-47d0-b0c1-1359d952221a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:18.548414 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:18.559821 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:18.635363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:18.638792 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:18.641886 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:18.646133 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f792636b-c3c8-4522-83e2-eea56d510f9f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:18.648868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Pushing event updated for resources: {'Port': ['ID=5af252d9-e1e5-4542-a5e5-47500515ffb1,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:18.689971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-ad510ed3-ee56-478c-ad90-81e4be2f9bd6 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:18.769070 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Attempting to bind port 5af252d9-e1e5-4542-a5e5-47500515ffb1 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:08:18.769367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Attempting to bind port 5af252d9-e1e5-4542-a5e5-47500515ffb1 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'd5040c85-3c6f-4024-8a6a-2547a4d89f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:08:18.769666 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Attempting to bind port 5af252d9-e1e5-4542-a5e5-47500515ffb1 on network 4a0deb53-76fc-4c94-a19b-0c1697909e9f {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:08:18.776753 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:08:18.778347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Checking segment: {'id': 'd5040c85-3c6f-4024-8a6a-2547a4d89f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:08:18.779094 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:18.779711 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Bound using segment: {'id': 'd5040c85-3c6f-4024-8a6a-2547a4d89f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:08:18.780797 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Bound port: 5af252d9-e1e5-4542-a5e5-47500515ffb1, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5040c85-3c6f-4024-8a6a-2547a4d89f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:08:18.781524 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:18.795485 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad510ed3-ee56-478c-ad90-81e4be2f9bd6 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Pushing event updated for resources: {'Port': ['ID=15e28266-bbf7-49b4-a45a-4fb9062b90ae,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:18.815873 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-ad510ed3-ee56-478c-ad90-81e4be2f9bd6 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Network 7061eec4-bc95-479d-b544-0f2e7dcf2641 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:18.849240 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f792636b-c3c8-4522-83e2-eea56d510f9f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:18.855581 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-ad510ed3-ee56-478c-ad90-81e4be2f9bd6 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:18.870478 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-ad510ed3-ee56-478c-ad90-81e4be2f9bd6 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:18.882287 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38464) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:18.921975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-f792636b-c3c8-4522-83e2-eea56d510f9f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] device_id is not set on port 0a31bdf5-8844-4108-b4ec-243b2ed1d40f yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:08:18.966115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] For port 5af252d9-e1e5-4542-a5e5-47500515ffb1, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:08:18.976528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] For port 5af252d9-e1e5-4542-a5e5-47500515ffb1, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5af252d9-e1e5-4542-a5e5-47500515ffb1,segment=NetworkSegment(d5040c85-3c6f-4024-8a6a-2547a4d89f24),segment_id=d5040c85-3c6f-4024-8a6a-2547a4d89f24)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:08:18.990067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e5aedf-1d3f-47d0-b0c1-1359d952221a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 42acf63e-bb64-47a7-9e11-e2380305d973 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:08:18.992817 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:19.022366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-ad510ed3-ee56-478c-ad90-81e4be2f9bd6 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:19.023163 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-ad510ed3-ee56-478c-ad90-81e4be2f9bd6 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:19.120254 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-ad510ed3-ee56-478c-ad90-81e4be2f9bd6 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3961525 Nov 11 12:08:19.155064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Request body: {'port': {'device_id': 'c017deb3-94c2-4a98-a2bd-f00fea35d0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:19.170749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff28fe8-7dfb-46f7-8ad5-72fc564dbffc None None] Pushing event updated for resources: {'Port': ['ID=5af252d9-e1e5-4542-a5e5-47500515ffb1,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:19.226220 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e5aedf-1d3f-47d0-b0c1-1359d952221a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:08:19.239384 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6044525d-9de1-4229-bc4d-4145d284768e None None] Sync routers for ids ['42acf63e-bb64-47a7-9e11-e2380305d973'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:08:19.257830 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6044525d-9de1-4229-bc4d-4145d284768e None None] Routers {'42acf63e-bb64-47a7-9e11-e2380305d973'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:19.258465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6044525d-9de1-4229-bc4d-4145d284768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['42acf63e-bb64-47a7-9e11-e2380305d973'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:19.270000 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f4e5aedf-1d3f-47d0-b0c1-1359d952221a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/42acf63e-bb64-47a7-9e11-e2380305d973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3933835 Nov 11 12:08:19.276089 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38476) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:19.354099 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1e732a64-0367-4ccb-8f20-52e41368b151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:19.364950 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6044525d-9de1-4229-bc4d-4145d284768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:19.372420 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c5deb7c3-74f5-495b-8cbf-f84cd2188ddd tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports?device_id=42acf63e-bb64-47a7-9e11-e2380305d973 HTTP/1.1" status: 200 len: 205 time: 0.0946715 Nov 11 12:08:19.375269 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38480) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:19.388657 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ece135b9-deaf-4bf4-9d5b-5c47ede863ac None None] Provisioning complete for port 15e28266-bbf7-49b4-a45a-4fb9062b90ae triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:19.389020 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ece135b9-deaf-4bf4-9d5b-5c47ede863ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:19.420475 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:19.440277 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6044525d-9de1-4229-bc4d-4145d284768e None None] Routers {'42acf63e-bb64-47a7-9e11-e2380305d973'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:19.440934 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6044525d-9de1-4229-bc4d-4145d284768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['42acf63e-bb64-47a7-9e11-e2380305d973'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:19.499506 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6044525d-9de1-4229-bc4d-4145d284768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:19.500152 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6044525d-9de1-4229-bc4d-4145d284768e None None] The sync data for ids ['42acf63e-bb64-47a7-9e11-e2380305d973'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:08:19.518297 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688c307-fecb-4c4a-8297-84b19634228b req-8c4163e3-9d87-410a-8ee7-0f729da189b7 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:19.525213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ece135b9-deaf-4bf4-9d5b-5c47ede863ac None None] Port 15e28266-bbf7-49b4-a45a-4fb9062b90ae cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:19.527593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6688c307-fecb-4c4a-8297-84b19634228b req-8c4163e3-9d87-410a-8ee7-0f729da189b7 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 932 time: 0.2852287 Nov 11 12:08:19.568488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-f792636b-c3c8-4522-83e2-eea56d510f9f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Allocated IP 172.20.0.10 (4a0deb53-76fc-4c94-a19b-0c1697909e9f/1c023966-c445-46d0-83da-c0e44f18cacb/0a31bdf5-8844-4108-b4ec-243b2ed1d40f) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:19.634434 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-45c8b047-4ce9-4102-ac8f-af16489d4c16 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:19.659796 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6688c307-fecb-4c4a-8297-84b19634228b req-21b1e414-f664-46ef-bd50-132570e54dd9 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a11ccd6-5efd-48db-a89f-b2d1ac05d920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308722 Nov 11 12:08:19.798591 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1e732a64-0367-4ccb-8f20-52e41368b151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:19.827503 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1e732a64-0367-4ccb-8f20-52e41368b151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:19.886261 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1e732a64-0367-4ccb-8f20-52e41368b151 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=124cb18944e54414b75cb7d20b45458d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9992666 Nov 11 12:08:19.890148 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38482) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:19.892278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e732a64-0367-4ccb-8f20-52e41368b151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c58a7dd-f97c-47ad-b88c-a95f96551aa4,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:19.951316 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f792636b-c3c8-4522-83e2-eea56d510f9f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:19.970405 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-45c8b047-4ce9-4102-ac8f-af16489d4c16 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:19.975136 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-45c8b047-4ce9-4102-ac8f-af16489d4c16 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.002106 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14773eca-5321-4014-8a87-52d1319a9649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.039778 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14773eca-5321-4014-8a87-52d1319a9649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.042326 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f792636b-c3c8-4522-83e2-eea56d510f9f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.099024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f792636b-c3c8-4522-83e2-eea56d510f9f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:20.107526 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-45c8b047-4ce9-4102-ac8f-af16489d4c16 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.108129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c8b047-4ce9-4102-ac8f-af16489d4c16 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Fanout notify agent at l3_agent the message router_deleted on router 42acf63e-bb64-47a7-9e11-e2380305d973 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:08:20.116520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-f792636b-c3c8-4522-83e2-eea56d510f9f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:20.120370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f792636b-c3c8-4522-83e2-eea56d510f9f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:20.120546 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-45c8b047-4ce9-4102-ac8f-af16489d4c16 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.124075 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-45c8b047-4ce9-4102-ac8f-af16489d4c16 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/routers/42acf63e-bb64-47a7-9e11-e2380305d973 HTTP/1.1" status: 204 len: 168 time: 0.7450345 Nov 11 12:08:20.124343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38484) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:20.201423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f792636b-c3c8-4522-83e2-eea56d510f9f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:20.202850 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f792636b-c3c8-4522-83e2-eea56d510f9f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.217272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792636b-c3c8-4522-83e2-eea56d510f9f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=0a31bdf5-8844-4108-b4ec-243b2ed1d40f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:20.223972 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d012e52d-d62c-4ab7-a056-b5eac35a26ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting subnet 360e5463-094f-4c9e-9bfa-ba47f6192f55 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:08:20.229193 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d012e52d-d62c-4ab7-a056-b5eac35a26ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.240567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f792636b-c3c8-4522-83e2-eea56d510f9f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8274868 Nov 11 12:08:20.243343 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38486) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:20.262768 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-4b42cae9-8c49-41ed-b0c5-76fd6ab18b44 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'subnet': {'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:20.305686 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d012e52d-d62c-4ab7-a056-b5eac35a26ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.408904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b42cae9-8c49-41ed-b0c5-76fd6ab18b44 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:20.413757 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4b42cae9-8c49-41ed-b0c5-76fd6ab18b44 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.431138 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d012e52d-d62c-4ab7-a056-b5eac35a26ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.484348 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14773eca-5321-4014-8a87-52d1319a9649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.488289 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14773eca-5321-4014-8a87-52d1319a9649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.491684 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-14773eca-5321-4014-8a87-52d1319a9649 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c58a7dd-f97c-47ad-b88c-a95f96551aa4 HTTP/1.1" status: 204 len: 168 time: 0.6004562 Nov 11 12:08:20.517798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14773eca-5321-4014-8a87-52d1319a9649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c58a7dd-f97c-47ad-b88c-a95f96551aa4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:20.577492 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e28266-bbf7-49b4-a45a-4fb9062b90ae {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:08:20.592296 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.599778 n-d-807359-3 neutron-server[109153]: INFO neutron.db.ipam_backend_mixin [None req-4b42cae9-8c49-41ed-b0c5-76fd6ab18b44 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1c023966-c445-46d0-83da-c0e44f18cacb (CIDR: 172.20.0.0/28) Nov 11 12:08:20.606759 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b42cae9-8c49-41ed-b0c5-76fd6ab18b44 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:08:20.607263 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b42cae9-8c49-41ed-b0c5-76fd6ab18b44 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:08:20.619192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Transition to ACTIVE for port object 15e28266-bbf7-49b4-a45a-4fb9062b90ae will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:08:20.621626 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d012e52d-d62c-4ab7-a056-b5eac35a26ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.636322 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.641785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4b42cae9-8c49-41ed-b0c5-76fd6ab18b44 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3967581 Nov 11 12:08:20.642441 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38494) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:20.648949 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ac6606f3-0926-46cb-a94d-d3efd3da8532 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'subnet': {'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:20.673298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012e52d-d62c-4ab7-a056-b5eac35a26ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Subnet': ['ID=360e5463-094f-4c9e-9bfa-ba47f6192f55,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:20.685429 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a7031f-24b0-4245-8fa4-a3ce0d39cf87 None None] Network b87beb6a-cfc1-4357-90ba-58c7234bf665 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:20.750593 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d012e52d-d62c-4ab7-a056-b5eac35a26ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.765869 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d012e52d-d62c-4ab7-a056-b5eac35a26ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/360e5463-094f-4c9e-9bfa-ba47f6192f55 HTTP/1.1" status: 204 len: 168 time: 0.6402116 Nov 11 12:08:20.766210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38500) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:20.831776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Pushing event updated for resources: {'Port': ['ID=15e28266-bbf7-49b4-a45a-4fb9062b90ae,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:20.903327 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Attempting to bind port 15e28266-bbf7-49b4-a45a-4fb9062b90ae on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:08:20.903769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Attempting to bind port 15e28266-bbf7-49b4-a45a-4fb9062b90ae by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '991455a9-2daa-4057-b5d4-25b94b4f246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:08:20.909895 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Attempting to bind port 15e28266-bbf7-49b4-a45a-4fb9062b90ae on network 7061eec4-bc95-479d-b544-0f2e7dcf2641 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:08:20.916893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Port 15e28266-bbf7-49b4-a45a-4fb9062b90ae on network 7061eec4-bc95-479d-b544-0f2e7dcf2641 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:08:20.917319 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Attempting to bind port 15e28266-bbf7-49b4-a45a-4fb9062b90ae on network 7061eec4-bc95-479d-b544-0f2e7dcf2641 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:08:20.930458 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:08:20.930779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Checking segment: {'id': '991455a9-2daa-4057-b5d4-25b94b4f246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:08:20.931583 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Bound using segment: {'id': '991455a9-2daa-4057-b5d4-25b94b4f246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:08:20.932540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Bound port: 15e28266-bbf7-49b4-a45a-4fb9062b90ae, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991455a9-2daa-4057-b5d4-25b94b4f246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:08:20.932699 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.971517 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c152f5f-e7ec-4328-9ae9-546009a55f7a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting subnet 5aee0c06-bdac-4348-8606-ea3aef29402d {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:08:20.978329 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c152f5f-e7ec-4328-9ae9-546009a55f7a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.990987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1302be-00c6-4364-8861-fe6e46897193 req-f4ed65e1-dffe-462d-a925-f1b7c8fab372 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:20.992712 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a1302be-00c6-4364-8861-fe6e46897193 req-f4ed65e1-dffe-462d-a925-f1b7c8fab372 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 944 time: 0.1500757 Nov 11 12:08:21.034303 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa87c3e-211c-4eb1-9704-e3ee838c4f44 None None] DHCP port deletion for b87beb6a-cfc1-4357-90ba-58c7234bf665 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:08:21.043534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-da3a8d14-9ef1-4762-81df-ba4b252a2173 None None] Provisioning complete for port 5af252d9-e1e5-4542-a5e5-47500515ffb1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:21.047515 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da3a8d14-9ef1-4762-81df-ba4b252a2173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.104511 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] For port 15e28266-bbf7-49b4-a45a-4fb9062b90ae, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:08:21.114530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] For port 15e28266-bbf7-49b4-a45a-4fb9062b90ae, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=15e28266-bbf7-49b4-a45a-4fb9062b90ae,segment=NetworkSegment(991455a9-2daa-4057-b5d4-25b94b4f246d),segment_id=991455a9-2daa-4057-b5d4-25b94b4f246d)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:08:21.126543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.130395 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c152f5f-e7ec-4328-9ae9-546009a55f7a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.194669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38502) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:21.224525 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:21.225188 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.229339 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] 10.222.0.43 "PUT /v2.0/ports/15e28266-bbf7-49b4-a45a-4fb9062b90ae HTTP/1.1" status: 200 len: 1092 time: 2.0883045 Nov 11 12:08:21.229965 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c017deb3-94c2-4a98-a2bd-f00fea35d0e3', 'tag': '15e28266-bbf7-49b4-a45a-4fb9062b90ae'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:08:21.233172 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fee91a0-30dd-43f8-b1ff-001650d953b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c017deb3-94c2-4a98-a2bd-f00fea35d0e3", "tag": "15e28266-bbf7-49b4-a45a-4fb9062b90ae"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:08:21.271524 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-aaa87c3e-211c-4eb1-9704-e3ee838c4f44 None None] Deleting port a11a50a8-6e87-4447-adea-8eaf6d8ad8ef {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:21.271900 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aaa87c3e-211c-4eb1-9704-e3ee838c4f44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.309838 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-76277fe8-b48a-4f38-bb94-c32e08f8ea6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.346967 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe6be49-3e0f-42d5-a5f5-7f4bc9eadeb0 x-openstack-request-id: req-dbe6be49-3e0f-42d5-a5f5-7f4bc9eadeb0 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:08:21.347687 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c017deb3-94c2-4a98-a2bd-f00fea35d0e3", "tag": "15e28266-bbf7-49b4-a45a-4fb9062b90ae", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:08:21.348329 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dbe6be49-3e0f-42d5-a5f5-7f4bc9eadeb0 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:08:21.348951 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c017deb3-94c2-4a98-a2bd-f00fea35d0e3', 'tag': '15e28266-bbf7-49b4-a45a-4fb9062b90ae', 'status': 'completed', 'code': 200} Nov 11 12:08:21.355994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd3260-cf07-4920-ac0c-cacb178cbd37 service neutron] Pushing event updated for resources: {'Port': ['ID=15e28266-bbf7-49b4-a45a-4fb9062b90ae,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:21.388739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-aaa87c3e-211c-4eb1-9704-e3ee838c4f44 None None] For port a11a50a8-6e87-4447-adea-8eaf6d8ad8ef, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a11a50a8-6e87-4447-adea-8eaf6d8ad8ef,segment=NetworkSegment(1d36a930-ba5c-4c10-8b1e-8191c981cbd3),segment_id=1d36a930-ba5c-4c10-8b1e-8191c981cbd3)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:21.389327 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aaa87c3e-211c-4eb1-9704-e3ee838c4f44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.411195 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-aaa87c3e-211c-4eb1-9704-e3ee838c4f44 None None] Calling delete_port for a11a50a8-6e87-4447-adea-8eaf6d8ad8ef owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:21.431517 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6606f3-0926-46cb-a94d-d3efd3da8532 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:21.449446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-b77aeb84-84ac-4479-8b31-ecb7f069e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:21.451114 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-b77aeb84-84ac-4479-8b31-ecb7f069e10f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36af1c00a8ab4b0e95a23b4e49d31ca8&device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 1095 time: 0.1538227 Nov 11 12:08:21.457613 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac6606f3-0926-46cb-a94d-d3efd3da8532 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.491938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a1302be-00c6-4364-8861-fe6e46897193 req-34d74c90-f6a9-4a2a-8450-6155fbc90488 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a11ccd6-5efd-48db-a89f-b2d1ac05d920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4677536 Nov 11 12:08:21.567005 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c152f5f-e7ec-4328-9ae9-546009a55f7a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.588058 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-c789d657-c616-4c9b-b689-6ba31eb0b586 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15e28266-bbf7-49b4-a45a-4fb9062b90ae HTTP/1.1" status: 200 len: 217 time: 0.1272290 Nov 11 12:08:21.662721 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5af252d9-e1e5-4542-a5e5-47500515ffb1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:21.669340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-60d9a2a0-aa3d-444d-87b6-0220a9556eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:21.671392 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-60d9a2a0-aa3d-444d-87b6-0220a9556eae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b4858774-bac2-4c25-afd8-1350376ff799 HTTP/1.1" status: 200 len: 850 time: 0.0752912 Nov 11 12:08:21.693873 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da3a8d14-9ef1-4762-81df-ba4b252a2173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.700441 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.722422 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aaa87c3e-211c-4eb1-9704-e3ee838c4f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.733475 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c152f5f-e7ec-4328-9ae9-546009a55f7a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.738740 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-ecc249eb-9e3d-4367-aee7-110892667448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:21.740497 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-ecc249eb-9e3d-4367-aee7-110892667448 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7061eec4-bc95-479d-b544-0f2e7dcf2641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617306 Nov 11 12:08:21.758220 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-da3a8d14-9ef1-4762-81df-ba4b252a2173 None None] For port 5af252d9-e1e5-4542-a5e5-47500515ffb1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5af252d9-e1e5-4542-a5e5-47500515ffb1,segment=NetworkSegment(d5040c85-3c6f-4024-8a6a-2547a4d89f24),segment_id=d5040c85-3c6f-4024-8a6a-2547a4d89f24)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:21.785116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf60bf2-2892-4cdb-9698-dec1d2018b4d None None] Network a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:21.789151 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da3a8d14-9ef1-4762-81df-ba4b252a2173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.790937 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c152f5f-e7ec-4328-9ae9-546009a55f7a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.797457 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1c152f5f-e7ec-4328-9ae9-546009a55f7a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/5aee0c06-bdac-4348-8606-ea3aef29402d HTTP/1.1" status: 204 len: 168 time: 1.0253930 Nov 11 12:08:21.799936 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38510) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:21.803013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa87c3e-211c-4eb1-9704-e3ee838c4f44 None None] Pushing event deleted for resources: {'Port': ['ID=a11a50a8-6e87-4447-adea-8eaf6d8ad8ef,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:21.811724 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa87c3e-211c-4eb1-9704-e3ee838c4f44 None None] No DVR routers for this DVR port a11a50a8-6e87-4447-adea-8eaf6d8ad8ef on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:08:21.826215 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-76277fe8-b48a-4f38-bb94-c32e08f8ea6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.831455 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c152f5f-e7ec-4328-9ae9-546009a55f7a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Subnet': ['ID=5aee0c06-bdac-4348-8606-ea3aef29402d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:21.841935 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-76277fe8-b48a-4f38-bb94-c32e08f8ea6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.907458 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-da3a8d14-9ef1-4762-81df-ba4b252a2173 None None] Provisioning complete for port 46c73b98-8edf-49e9-89b2-8777ddecc72f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:21.907914 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da3a8d14-9ef1-4762-81df-ba4b252a2173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.925613 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-76277fe8-b48a-4f38-bb94-c32e08f8ea6f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fde8cb218ee140739530267257d20214&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7299006 Nov 11 12:08:21.929872 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38512) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:21.938731 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76277fe8-b48a-4f38-bb94-c32e08f8ea6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b68fe0-37be-4557-97d5-478b05a7a88a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:21.973690 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e636fb10-4f65-40d8-af4e-0c560e13c56e tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:22.048202 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4e5d-544b-43cc-9296-3e5c7122b7fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:22.078868 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4e5d-544b-43cc-9296-3e5c7122b7fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:22.121061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5af252d9-e1e5-4542-a5e5-47500515ffb1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:22.121621 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:22.138789 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e636fb10-4f65-40d8-af4e-0c560e13c56e tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:22.149436 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4e5d-544b-43cc-9296-3e5c7122b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:22.152536 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4e5d-544b-43cc-9296-3e5c7122b7fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:22.155200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ad6b4e5d-544b-43cc-9296-3e5c7122b7fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80b68fe0-37be-4557-97d5-478b05a7a88a HTTP/1.1" status: 204 len: 168 time: 0.2237673 Nov 11 12:08:22.163952 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac6606f3-0926-46cb-a94d-d3efd3da8532 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:22.175395 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e636fb10-4f65-40d8-af4e-0c560e13c56e tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87beb6a-cfc1-4357-90ba-58c7234bf665']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:22.187176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e636fb10-4f65-40d8-af4e-0c560e13c56e tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d36a930-ba5c-4c10-8b1e-8191c981cbd3') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:22.187469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e636fb10-4f65-40d8-af4e-0c560e13c56e tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d36a930-ba5c-4c10-8b1e-8191c981cbd3') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:22.198133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e636fb10-4f65-40d8-af4e-0c560e13c56e tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:22.213215 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e636fb10-4f65-40d8-af4e-0c560e13c56e tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:22.222755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e636fb10-4f65-40d8-af4e-0c560e13c56e tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:08:22.223238 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e636fb10-4f65-40d8-af4e-0c560e13c56e tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:22.234526 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b4e5d-544b-43cc-9296-3e5c7122b7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b68fe0-37be-4557-97d5-478b05a7a88a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:22.261528 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6606f3-0926-46cb-a94d-d3efd3da8532 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:22.265925 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-ac6606f3-0926-46cb-a94d-d3efd3da8532 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:22.270870 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6606f3-0926-46cb-a94d-d3efd3da8532 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:22.272002 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac6606f3-0926-46cb-a94d-d3efd3da8532 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:08:22.275364 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:08:22.279867 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a8d14-9ef1-4762-81df-ba4b252a2173 None None] Pushing event updated for resources: {'Port': ['ID=5af252d9-e1e5-4542-a5e5-47500515ffb1,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:22.280671 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-31a69cc4-e763-420d-957c-b81ac85b2f86 service neutron] 10.222.0.43 "GET /v2.0/networks/7061eec4-bc95-479d-b544-0f2e7dcf2641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310342 Nov 11 12:08:22.282612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6606f3-0926-46cb-a94d-d3efd3da8532 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Subnet': ['ID=a9bcc001-6546-47a1-bdac-7ffb50ec487c,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:22.300958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ac6606f3-0926-46cb-a94d-d3efd3da8532 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6573045 Nov 11 12:08:22.301606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38516) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:22.306829 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-47c4a2a8-22d7-4f18-a9fc-c50845123b16 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-791266062', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a9bcc001-6546-47a1-bdac-7ffb50ec487c'}], 'security_groups': ['242efaed-56f8-4508-8795-3012219d4205']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:22.309369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b762841f-81ac-46ba-a146-82ebacde9549 None None] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:22.366120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-da3a8d14-9ef1-4762-81df-ba4b252a2173 None None] Port 46c73b98-8edf-49e9-89b2-8777ddecc72f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:22.429204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e636fb10-4f65-40d8-af4e-0c560e13c56e tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:22.434143 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e636fb10-4f65-40d8-af4e-0c560e13c56e tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:22.440558 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e636fb10-4f65-40d8-af4e-0c560e13c56e tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/networks/b87beb6a-cfc1-4357-90ba-58c7234bf665 HTTP/1.1" status: 204 len: 168 time: 0.6373227 Nov 11 12:08:22.445041 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47c4a2a8-22d7-4f18-a9fc-c50845123b16 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:22.458026 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38522) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:22.458939 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636fb10-4f65-40d8-af4e-0c560e13c56e tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Network': ['ID=b87beb6a-cfc1-4357-90ba-58c7234bf665,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:22.617829 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:22.659506 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-68782fb1-441a-4be8-8249-4dd9ee44d103 req-5319dede-c4a0-456c-a45d-d3cf12547ee2 service neutron] 10.222.0.43 "GET /v2.0/networks/7061eec4-bc95-479d-b544-0f2e7dcf2641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707256 Nov 11 12:08:22.749666 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7706e49-d6d7-4136-a492-da4c63a1e3ce None None] DHCP port deletion for a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:08:22.754316 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a11a50a8-6e87-4447-adea-8eaf6d8ad8ef no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:08:22.781373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-210c477f-4981-4f48-92d2-2a7fa93a8afd None None] Provisioning complete for port 0a31bdf5-8844-4108-b4ec-243b2ed1d40f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:22.784262 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-210c477f-4981-4f48-92d2-2a7fa93a8afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:22.828822 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee91a0-30dd-43f8-b1ff-001650d953b1 req-27baba80-1134-4302-a414-ed8da24eae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:22.831007 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fee91a0-30dd-43f8-b1ff-001650d953b1 req-27baba80-1134-4302-a414-ed8da24eae4b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36af1c00a8ab4b0e95a23b4e49d31ca8&device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 1095 time: 0.1056120 Nov 11 12:08:22.849471 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6464403-95ab-4bdd-a397-0bfa065a426d req-95604d98-b9cb-4b30-a8a8-baac18f77763 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:22.851088 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6464403-95ab-4bdd-a397-0bfa065a426d req-95604d98-b9cb-4b30-a8a8-baac18f77763 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 944 time: 0.1665986 Nov 11 12:08:22.881924 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: a11a50a8-6e87-4447-adea-8eaf6d8ad8ef {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:08:22.882270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a11a50a8-6e87-4447-adea-8eaf6d8ad8ef not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:08:22.956550 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-210c477f-4981-4f48-92d2-2a7fa93a8afd None None] Port 0a31bdf5-8844-4108-b4ec-243b2ed1d40f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:22.997119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f7706e49-d6d7-4136-a492-da4c63a1e3ce None None] Deleting port f0f2a288-f1ab-480c-844f-9fbb4775d1cb {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:22.997472 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f7706e49-d6d7-4136-a492-da4c63a1e3ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:23.080371 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6464403-95ab-4bdd-a397-0bfa065a426d req-e381ffd4-e4ad-447d-a879-ddc10388d0bf tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a11ccd6-5efd-48db-a89f-b2d1ac05d920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170348 Nov 11 12:08:23.168658 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f7706e49-d6d7-4136-a492-da4c63a1e3ce None None] For port f0f2a288-f1ab-480c-844f-9fbb4775d1cb, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f0f2a288-f1ab-480c-844f-9fbb4775d1cb,segment=NetworkSegment(edc62e73-67b1-4796-91b7-e831b6cec30b),segment_id=edc62e73-67b1-4796-91b7-e831b6cec30b)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:23.168658 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f7706e49-d6d7-4136-a492-da4c63a1e3ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:23.188304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f7706e49-d6d7-4136-a492-da4c63a1e3ce None None] Calling delete_port for f0f2a288-f1ab-480c-844f-9fbb4775d1cb owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:23.222372 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-47c4a2a8-22d7-4f18-a9fc-c50845123b16 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Delete allocated IP 172.20.0.10 (4a0deb53-76fc-4c94-a19b-0c1697909e9f/1c023966-c445-46d0-83da-c0e44f18cacb) {{(pid=109153) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 12:08:23.239729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-47c4a2a8-22d7-4f18-a9fc-c50845123b16 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Allocated IP 172.20.0.20 (4a0deb53-76fc-4c94-a19b-0c1697909e9f/a9bcc001-6546-47a1-bdac-7ffb50ec487c/0a31bdf5-8844-4108-b4ec-243b2ed1d40f) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:23.288953 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f7706e49-d6d7-4136-a492-da4c63a1e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:23.324516 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7706e49-d6d7-4136-a492-da4c63a1e3ce None None] Pushing event deleted for resources: {'Port': ['ID=f0f2a288-f1ab-480c-844f-9fbb4775d1cb,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:23.340695 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6144c0-71e8-4cae-a4ce-6e92deaf4726 None None] Update dhcp port {'port': {'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'fixed_ips': [{'subnet_id': '1c023966-c445-46d0-83da-c0e44f18cacb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a9bcc001-6546-47a1-bdac-7ffb50ec487c'}], 'binding:host_id': 'n-d-807359-3'}, 'id': '5af252d9-e1e5-4542-a5e5-47500515ffb1'} from n-d-807359-3. {{(pid=109155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:08:23.371379 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1f6144c0-71e8-4cae-a4ce-6e92deaf4726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:23.379352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7706e49-d6d7-4136-a492-da4c63a1e3ce None None] No DVR routers for this DVR port f0f2a288-f1ab-480c-844f-9fbb4775d1cb on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:08:23.600215 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47c4a2a8-22d7-4f18-a9fc-c50845123b16 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:23.608469 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47c4a2a8-22d7-4f18-a9fc-c50845123b16 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:23.618466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5af252d9-e1e5-4542-a5e5-47500515ffb1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:23.751380 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4a2a8-22d7-4f18-a9fc-c50845123b16 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=0a31bdf5-8844-4108-b4ec-243b2ed1d40f,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:23.756526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-1f6144c0-71e8-4cae-a4ce-6e92deaf4726 None None] Allocated IP 172.20.0.18 (4a0deb53-76fc-4c94-a19b-0c1697909e9f/a9bcc001-6546-47a1-bdac-7ffb50ec487c/5af252d9-e1e5-4542-a5e5-47500515ffb1) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:23.762230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5af252d9-e1e5-4542-a5e5-47500515ffb1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:23.762230 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:23.802906 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port f0f2a288-f1ab-480c-844f-9fbb4775d1cb {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:23.803491 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:23.850280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-47c4a2a8-22d7-4f18-a9fc-c50845123b16 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] In _notify_port_updated(), no bound segment for port 0a31bdf5-8844-4108-b4ec-243b2ed1d40f on network 4a0deb53-76fc-4c94-a19b-0c1697909e9f {{(pid=109153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:08:23.856392 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c4a2a8-22d7-4f18-a9fc-c50845123b16 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:23.857055 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47c4a2a8-22d7-4f18-a9fc-c50845123b16 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:23.858443 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-47c4a2a8-22d7-4f18-a9fc-c50845123b16 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "PUT /v2.0/ports/0a31bdf5-8844-4108-b4ec-243b2ed1d40f HTTP/1.1" status: 200 len: 920 time: 1.5558784 Nov 11 12:08:23.861753 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38556) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:23.898041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] For port f0f2a288-f1ab-480c-844f-9fbb4775d1cb, host n-d-807359-3, got binding levels [] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:23.898410 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:23.901564 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee91a0-30dd-43f8-b1ff-001650d953b1 req-a09ea384-a1b3-4af1-94f4-25abe92f9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:23.903315 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fee91a0-30dd-43f8-b1ff-001650d953b1 req-a09ea384-a1b3-4af1-94f4-25abe92f9912 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7061eec4-bc95-479d-b544-0f2e7dcf2641 HTTP/1.1" status: 200 len: 913 time: 1.0633051 Nov 11 12:08:23.945244 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for f0f2a288-f1ab-480c-844f-9fbb4775d1cb owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:24.003199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1f6144c0-71e8-4cae-a4ce-6e92deaf4726 None None] For port 5af252d9-e1e5-4542-a5e5-47500515ffb1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5af252d9-e1e5-4542-a5e5-47500515ffb1,segment=NetworkSegment(d5040c85-3c6f-4024-8a6a-2547a4d89f24),segment_id=d5040c85-3c6f-4024-8a6a-2547a4d89f24)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:24.014805 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.ipam_backend_mixin [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Port f0f2a288-f1ab-480c-844f-9fbb4775d1cb was not found and therefore no delete operation was performed {{(pid=109154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:08:24.016846 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fee91a0-30dd-43f8-b1ff-001650d953b1 req-aa7deaff-2178-4121-9abb-ca66d5a2e50b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15e28266-bbf7-49b4-a45a-4fb9062b90ae HTTP/1.1" status: 200 len: 217 time: 0.1058433 Nov 11 12:08:24.017897 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:24.019044 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-fb69d425-153f-4724-819b-2ceed5c920d4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 0a31bdf5-8844-4108-b4ec-243b2ed1d40f {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:24.019476 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fb69d425-153f-4724-819b-2ceed5c920d4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:24.060652 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f0f2a288-f1ab-480c-844f-9fbb4775d1cb no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:08:24.109467 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=f0f2a288-f1ab-480c-844f-9fbb4775d1cb,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:24.115629 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] No DVR routers for this DVR port f0f2a288-f1ab-480c-844f-9fbb4775d1cb on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:08:24.117461 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: f0f2a288-f1ab-480c-844f-9fbb4775d1cb {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:08:24.118128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f0f2a288-f1ab-480c-844f-9fbb4775d1cb not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:08:24.151224 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1f6144c0-71e8-4cae-a4ce-6e92deaf4726 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:24.157642 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1f6144c0-71e8-4cae-a4ce-6e92deaf4726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:24.254159 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee91a0-30dd-43f8-b1ff-001650d953b1 req-c07ee1aa-26ec-4347-b3a4-60deae8e6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:24.255651 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fee91a0-30dd-43f8-b1ff-001650d953b1 req-c07ee1aa-26ec-4347-b3a4-60deae8e6fbd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b4858774-bac2-4c25-afd8-1350376ff799 HTTP/1.1" status: 200 len: 850 time: 0.2194955 Nov 11 12:08:24.285783 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fb69d425-153f-4724-819b-2ceed5c920d4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:24.290041 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6144c0-71e8-4cae-a4ce-6e92deaf4726 None None] Pushing event updated for resources: {'Port': ['ID=5af252d9-e1e5-4542-a5e5-47500515ffb1,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:24.360709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-fb69d425-153f-4724-819b-2ceed5c920d4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 0a31bdf5-8844-4108-b4ec-243b2ed1d40f owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:24.379403 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:24.388281 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156486d1-92d1-4a83-885b-32934ac2b46e req-33105ff7-34c0-4572-890a-130ec82feb1a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:24.390373 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-156486d1-92d1-4a83-885b-32934ac2b46e req-33105ff7-34c0-4572-890a-130ec82feb1a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 944 time: 0.1438842 Nov 11 12:08:24.424983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee91a0-30dd-43f8-b1ff-001650d953b1 req-d7391f97-59bc-47e0-ae0d-1c7ceba88f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:24.426961 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fee91a0-30dd-43f8-b1ff-001650d953b1 req-d7391f97-59bc-47e0-ae0d-1c7ceba88f0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7061eec4-bc95-479d-b544-0f2e7dcf2641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540923 Nov 11 12:08:24.431784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:24.461280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc62e73-67b1-4796-91b7-e831b6cec30b') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:24.462157 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc62e73-67b1-4796-91b7-e831b6cec30b') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:24.515031 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:24.563042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-156486d1-92d1-4a83-885b-32934ac2b46e req-ce507e94-59ee-4bcb-9947-f7ec42571195 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a11ccd6-5efd-48db-a89f-b2d1ac05d920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047187 Nov 11 12:08:24.604782 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:24.624216 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:08:24.624794 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:08:24.640228 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:08:24.678206 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fb69d425-153f-4724-819b-2ceed5c920d4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:24.731167 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69d425-153f-4724-819b-2ceed5c920d4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=0a31bdf5-8844-4108-b4ec-243b2ed1d40f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:24.819124 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:24.832914 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:24.833213 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fb69d425-153f-4724-819b-2ceed5c920d4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:24.839843 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/networks/a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40 HTTP/1.1" status: 204 len: 168 time: 2.3769960 Nov 11 12:08:24.850344 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fb69d425-153f-4724-819b-2ceed5c920d4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/0a31bdf5-8844-4108-b4ec-243b2ed1d40f HTTP/1.1" status: 204 len: 168 time: 0.9853015 Nov 11 12:08:24.850960 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38576) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:24.851075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38578) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:24.855635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b56e000a-50ea-45ea-97d1-4b1bc96b9b10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'network': {'name': 'tempest-RoutersTest-742516532'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:24.900838 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fee91a0-30dd-43f8-b1ff-001650d953b1 req-6b4102b6-cdd8-47a3-953f-612d51841ee4 service neutron] 10.222.0.43 "GET /v2.0/networks/7061eec4-bc95-479d-b544-0f2e7dcf2641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603195 Nov 11 12:08:24.905715 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56e000a-50ea-45ea-97d1-4b1bc96b9b10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:24.906261 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04a4f87-bb31-4908-865c-4f5d206b0f43 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] GET failed (client error): The resource could not be found. Nov 11 12:08:24.910640 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b04a4f87-bb31-4908-865c-4f5d206b0f43 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports/0a31bdf5-8844-4108-b4ec-243b2ed1d40f HTTP/1.1" status: 404 len: 333 time: 0.0569160 Nov 11 12:08:24.910811 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b56e000a-50ea-45ea-97d1-4b1bc96b9b10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:24.911385 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38582) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:24.912313 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae84cd-d988-45f0-8c63-01c934234838 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Network': ['ID=a0a2eeb6-51f4-43a7-8a0c-7ec2afc68b40,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:24.989823 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d915dae6-9fa2-4ef0-bf46-5cb1f8a38679 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.031088 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d915dae6-9fa2-4ef0-bf46-5cb1f8a38679 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.087287 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d915dae6-9fa2-4ef0-bf46-5cb1f8a38679 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.092947 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d915dae6-9fa2-4ef0-bf46-5cb1f8a38679 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.096702 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d915dae6-9fa2-4ef0-bf46-5cb1f8a38679 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/security-groups/1dd60b91-2a54-4415-9ea7-834a07a052b8 HTTP/1.1" status: 204 len: 168 time: 0.1814666 Nov 11 12:08:25.102637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38588) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:25.112833 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fee91a0-30dd-43f8-b1ff-001650d953b1 req-acb9c18f-8d0f-411b-8ff9-b7be4b904278 service neutron] 10.222.0.43 "GET /v2.0/networks/7061eec4-bc95-479d-b544-0f2e7dcf2641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915710 Nov 11 12:08:25.155505 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56e000a-50ea-45ea-97d1-4b1bc96b9b10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:08:25.169859 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b56e000a-50ea-45ea-97d1-4b1bc96b9b10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.170338 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-b56e000a-50ea-45ea-97d1-4b1bc96b9b10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Added segment cccc31d3-88c3-4f30-b26c-6a643a3e9c54 of type vlan for network cde3fd81-876a-49d7-82b7-85c4c5c289e4 Nov 11 12:08:25.175450 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915dae6-9fa2-4ef0-bf46-5cb1f8a38679 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd60b91-2a54-4415-9ea7-834a07a052b8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:25.251962 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b290182-be34-4f68-b698-2ae171b39814 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.267380 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b56e000a-50ea-45ea-97d1-4b1bc96b9b10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.282101 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b290182-be34-4f68-b698-2ae171b39814 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.315645 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5d8c4bea-6969-4199-a442-bc35da50843f None None] Provisioning complete for port 5af252d9-e1e5-4542-a5e5-47500515ffb1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:25.316240 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d8c4bea-6969-4199-a442-bc35da50843f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.330790 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b56e000a-50ea-45ea-97d1-4b1bc96b9b10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.342112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56e000a-50ea-45ea-97d1-4b1bc96b9b10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:25.343315 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b56e000a-50ea-45ea-97d1-4b1bc96b9b10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.392861 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b290182-be34-4f68-b698-2ae171b39814 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.395943 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b290182-be34-4f68-b698-2ae171b39814 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.397211 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6b290182-be34-4f68-b698-2ae171b39814 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/security-groups/242efaed-56f8-4508-8795-3012219d4205 HTTP/1.1" status: 204 len: 168 time: 0.2934735 Nov 11 12:08:25.401305 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38594) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:25.493198 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5d8c4bea-6969-4199-a442-bc35da50843f None None] Could not find standard attr ID for object 0a31bdf5-8844-4108-b4ec-243b2ed1d40f. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:08:25.493379 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e000a-50ea-45ea-97d1-4b1bc96b9b10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Network': ['ID=cde3fd81-876a-49d7-82b7-85c4c5c289e4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:25.512555 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b56e000a-50ea-45ea-97d1-4b1bc96b9b10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6623940 Nov 11 12:08:25.515861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38598) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:25.518728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5d8c4bea-6969-4199-a442-bc35da50843f None None] Provisioning complete for port 46c73b98-8edf-49e9-89b2-8777ddecc72f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:25.519106 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d8c4bea-6969-4199-a442-bc35da50843f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.525149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-15b263ed-ab87-4c52-b378-f59a6fb74cba tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'subnet': {'network_id': 'cde3fd81-876a-49d7-82b7-85c4c5c289e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:25.529118 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-30599384-b738-4cb5-8f77-b631f40fe8f6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting subnet 1c023966-c445-46d0-83da-c0e44f18cacb {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:08:25.532913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b290182-be34-4f68-b698-2ae171b39814 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242efaed-56f8-4508-8795-3012219d4205,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:25.535590 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network cde3fd81-876a-49d7-82b7-85c4c5c289e4 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:08:25.545741 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-30599384-b738-4cb5-8f77-b631f40fe8f6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.664015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5af252d9-e1e5-4542-a5e5-47500515ffb1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:25.696018 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-30599384-b738-4cb5-8f77-b631f40fe8f6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.802880 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b263ed-ab87-4c52-b378-f59a6fb74cba tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:25.807913 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-15b263ed-ab87-4c52-b378-f59a6fb74cba tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.842053 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-30599384-b738-4cb5-8f77-b631f40fe8f6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.887158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c4bea-6969-4199-a442-bc35da50843f None None] Port 46c73b98-8edf-49e9-89b2-8777ddecc72f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:25.925965 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5af252d9-e1e5-4542-a5e5-47500515ffb1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:25.937304 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.943460 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-30599384-b738-4cb5-8f77-b631f40fe8f6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.987730 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-30599384-b738-4cb5-8f77-b631f40fe8f6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:25.993881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-30599384-b738-4cb5-8f77-b631f40fe8f6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/1c023966-c445-46d0-83da-c0e44f18cacb HTTP/1.1" status: 204 len: 168 time: 0.5878203 Nov 11 12:08:26.000192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38612) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:26.006926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-01dcf8a1-4360-4a2c-b646-a83b19d17ef5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'subnet': {'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:26.075754 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce465825-5b8d-495c-b43a-33c25ceddb6c None None] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:26.184277 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9ee5e4e3-8ecc-4516-9889-18d8f5dd032c None None] Could not find standard attr ID for object 0a31bdf5-8844-4108-b4ec-243b2ed1d40f. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:08:26.232929 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30599384-b738-4cb5-8f77-b631f40fe8f6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Subnet': ['ID=1c023966-c445-46d0-83da-c0e44f18cacb,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:26.233161 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38616) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:26.258041 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-15b263ed-ab87-4c52-b378-f59a6fb74cba tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:26.265308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4dea2-3fb1-4018-a6cd-d8720d1b3697 req-9fd1a551-3c6c-49a5-aa7a-4b718244fcab tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:26.268805 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eda4dea2-3fb1-4018-a6cd-d8720d1b3697 req-9fd1a551-3c6c-49a5-aa7a-4b718244fcab tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 944 time: 0.3422177 Nov 11 12:08:26.333546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dcf8a1-4360-4a2c-b646-a83b19d17ef5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:26.339391 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-01dcf8a1-4360-4a2c-b646-a83b19d17ef5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:26.352341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eda4dea2-3fb1-4018-a6cd-d8720d1b3697 req-04b0c920-534b-4dbb-acf5-1711023ae140 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a11ccd6-5efd-48db-a89f-b2d1ac05d920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721080 Nov 11 12:08:26.392197 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b263ed-ab87-4c52-b378-f59a6fb74cba tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Subnet': ['ID=19a04753-4837-4d27-bb3b-95cf99c0c9fb,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:26.403932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b263ed-ab87-4c52-b378-f59a6fb74cba tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Checking segment: {'id': 'cccc31d3-88c3-4f30-b26c-6a643a3e9c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cde3fd81-876a-49d7-82b7-85c4c5c289e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:08:26.404300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b263ed-ab87-4c52-b378-f59a6fb74cba tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network hostable DHCP agents. Network: cde3fd81-876a-49d7-82b7-85c4c5c289e4, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:08:26.428187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b263ed-ab87-4c52-b378-f59a6fb74cba tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network cde3fd81-876a-49d7-82b7-85c4c5c289e4 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:08:26.461844 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-15b263ed-ab87-4c52-b378-f59a6fb74cba tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, cde3fd81-876a-49d7-82b7-85c4c5c289e4) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:26.478413 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed589a2-9688-4f4d-8784-afe05dd13ebd None None] Network cde3fd81-876a-49d7-82b7-85c4c5c289e4 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:26.481005 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-731cac3d-50de-4132-aff2-d9963d6323de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:26.483856 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b263ed-ab87-4c52-b378-f59a6fb74cba tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:26.484433 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-15b263ed-ab87-4c52-b378-f59a6fb74cba tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:26.560300 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-15b263ed-ab87-4c52-b378-f59a6fb74cba tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0409319 Nov 11 12:08:26.561454 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38622) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:26.586664 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fd62628b-48dd-48a7-b09a-18cbe89013be tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1224509635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:26.664008 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd62628b-48dd-48a7-b09a-18cbe89013be tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:26.665393 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd62628b-48dd-48a7-b09a-18cbe89013be tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:26.689152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-731cac3d-50de-4132-aff2-d9963d6323de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:26.702357 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-731cac3d-50de-4132-aff2-d9963d6323de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:26.756217 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-01dcf8a1-4360-4a2c-b646-a83b19d17ef5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:26.791819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-cde3fd81-876a-49d7-82b7-85c4c5c289e4', 'network_id': 'cde3fd81-876a-49d7-82b7-85c4c5c289e4', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'fixed_ips': [{'subnet_id': '19a04753-4837-4d27-bb3b-95cf99c0c9fb'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:08:26.794587 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:26.811933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dcf8a1-4360-4a2c-b646-a83b19d17ef5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:26.815338 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-01dcf8a1-4360-4a2c-b646-a83b19d17ef5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:26.819974 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dcf8a1-4360-4a2c-b646-a83b19d17ef5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:26.820582 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-01dcf8a1-4360-4a2c-b646-a83b19d17ef5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:26.834457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcf8a1-4360-4a2c-b646-a83b19d17ef5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Subnet': ['ID=5c1f1b3c-bf3d-4273-bf87-36063e63bcc5,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:26.844745 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-731cac3d-50de-4132-aff2-d9963d6323de admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c70ee72ef654339a6de368ef24f3859&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6104965 Nov 11 12:08:26.845456 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-01dcf8a1-4360-4a2c-b646-a83b19d17ef5 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8441668 Nov 11 12:08:26.846185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38628) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:26.849379 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd62628b-48dd-48a7-b09a-18cbe89013be tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:26.855044 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38630) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:26.871366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-039e844b-eac9-4470-9878-28a343cee21c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'security_group': {'name': 'tempest-secgroup-735128438'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:26.882492 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cac3d-50de-4132-aff2-d9963d6323de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7854a693-c89b-4cce-8973-eff62de3f057,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:26.896745 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd62628b-48dd-48a7-b09a-18cbe89013be tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:26.933911 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-039e844b-eac9-4470-9878-28a343cee21c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:26.937721 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b89188c7-0513-4c94-9457-5cc9182b9107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:26.971234 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b89188c7-0513-4c94-9457-5cc9182b9107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:26.973386 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd62628b-48dd-48a7-b09a-18cbe89013be tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:26.978175 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fd62628b-48dd-48a7-b09a-18cbe89013be tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3986409 Nov 11 12:08:26.978836 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38634) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:26.997077 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-984db595-4969-4f8a-9733-fe61f935f635 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'port': {'network_id': 'cde3fd81-876a-49d7-82b7-85c4c5c289e4', 'name': 'tempest-RoutersTest-1541302299'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:27.064925 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b89188c7-0513-4c94-9457-5cc9182b9107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:27.069977 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b89188c7-0513-4c94-9457-5cc9182b9107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:27.072273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b89188c7-0513-4c94-9457-5cc9182b9107 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7854a693-c89b-4cce-8973-eff62de3f057 HTTP/1.1" status: 204 len: 168 time: 0.2241373 Nov 11 12:08:27.086492 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 15e28266-bbf7-49b4-a45a-4fb9062b90ae details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:08:27.094831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89188c7-0513-4c94-9457-5cc9182b9107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7854a693-c89b-4cce-8973-eff62de3f057,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:27.274732 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-039e844b-eac9-4470-9878-28a343cee21c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:27.279911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984db595-4969-4f8a-9733-fe61f935f635 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:27.288936 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-984db595-4969-4f8a-9733-fe61f935f635 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:27.297402 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-039e844b-eac9-4470-9878-28a343cee21c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:27.362386 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-039e844b-eac9-4470-9878-28a343cee21c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:27.366202 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-039e844b-eac9-4470-9878-28a343cee21c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5054295 Nov 11 12:08:27.373833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38642) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:27.395699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-88764b63-e5b3-4118-bea4-1c563c1198a4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'security_group': {'name': 'tempest-secgroup-1828684055'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:27.424486 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-984db595-4969-4f8a-9733-fe61f935f635 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] device_id is not set on port ddafe889-36a8-4629-a7bf-f174ac5eaa98 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:08:27.518688 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-88764b63-e5b3-4118-bea4-1c563c1198a4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:27.603641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 15e28266-bbf7-49b4-a45a-4fb9062b90ae, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=15e28266-bbf7-49b4-a45a-4fb9062b90ae,segment=NetworkSegment(991455a9-2daa-4057-b5d4-25b94b4f246d),segment_id=991455a9-2daa-4057-b5d4-25b94b4f246d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:27.637816 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Allocated IP 172.20.0.2 (cde3fd81-876a-49d7-82b7-85c4c5c289e4/19a04753-4837-4d27-bb3b-95cf99c0c9fb/c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:27.704497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '15e28266-bbf7-49b4-a45a-4fb9062b90ae', 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641', 'port_id': '15e28266-bbf7-49b4-a45a-4fb9062b90ae', 'mac_address': 'fa:16:3e:b5:aa:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:08:27.707114 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda9e74-2771-490c-8aab-f0c93af9ce84 req-8ab7809b-3de0-4018-91ca-36b6975ab051 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:27.709030 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5eda9e74-2771-490c-8aab-f0c93af9ce84 req-8ab7809b-3de0-4018-91ca-36b6975ab051 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 944 time: 0.1620417 Nov 11 12:08:27.722983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e844b-eac9-4470-9878-28a343cee21c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54ceaea-8743-4eaa-82fe-c41f7e7a8a66,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:27.789629 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-88764b63-e5b3-4118-bea4-1c563c1198a4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:27.800573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2208fe85-7d1e-4898-91c3-8e0a78325469 None None] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:27.828712 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-88764b63-e5b3-4118-bea4-1c563c1198a4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:27.947692 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5eda9e74-2771-490c-8aab-f0c93af9ce84 req-818e7dfc-460b-4fbc-906a-53c1e8832f6f tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a11ccd6-5efd-48db-a89f-b2d1ac05d920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552563 Nov 11 12:08:27.998070 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-88764b63-e5b3-4118-bea4-1c563c1198a4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:28.005709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-88764b63-e5b3-4118-bea4-1c563c1198a4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6303077 Nov 11 12:08:28.007128 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88764b63-e5b3-4118-bea4-1c563c1198a4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b417cc9-1ad6-49d7-9efe-4d536eb00159,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:28.008480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38660) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:28.013410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-86165fcf-2420-4363-892e-ff5815005825 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'security_group': {'name': 'tempest-secgroup-1785614903'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:28.065734 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-86165fcf-2420-4363-892e-ff5815005825 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:28.210646 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-86165fcf-2420-4363-892e-ff5815005825 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:28.216959 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-86165fcf-2420-4363-892e-ff5815005825 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:28.240652 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:28.257454 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86165fcf-2420-4363-892e-ff5815005825 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af3934b-2ed2-4bea-bd4a-410ae965c604,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:28.263544 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-86165fcf-2420-4363-892e-ff5815005825 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:28.266574 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-86165fcf-2420-4363-892e-ff5815005825 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2570357 Nov 11 12:08:28.269052 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38668) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:28.274769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-4cede6fb-e6f6-4000-b517-9e2830d12d9b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1667192051', 'security_groups': ['6af3934b-2ed2-4bea-bd4a-410ae965c604'], 'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5c1f1b3c-bf3d-4273-bf87-36063e63bcc5'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:28.293976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-193c6b82-ba8a-424c-9402-3b719471a6fb None None] Provisioning complete for port 5af252d9-e1e5-4542-a5e5-47500515ffb1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:28.294877 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-193c6b82-ba8a-424c-9402-3b719471a6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:28.359330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e28266-bbf7-49b4-a45a-4fb9062b90ae {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:08:28.435292 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 15e28266-bbf7-49b4-a45a-4fb9062b90ae, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=15e28266-bbf7-49b4-a45a-4fb9062b90ae,segment=NetworkSegment(991455a9-2daa-4057-b5d4-25b94b4f246d),segment_id=991455a9-2daa-4057-b5d4-25b94b4f246d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:28.456618 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:28.490035 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cede6fb-e6f6-4000-b517-9e2830d12d9b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:28.553623 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=15e28266-bbf7-49b4-a45a-4fb9062b90ae,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:28.584987 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:28.773576 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:28.900328 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cede6fb-e6f6-4000-b517-9e2830d12d9b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:28.902685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-984db595-4969-4f8a-9733-fe61f935f635 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Allocated IP 172.20.0.11 (cde3fd81-876a-49d7-82b7-85c4c5c289e4/19a04753-4837-4d27-bb3b-95cf99c0c9fb/ddafe889-36a8-4629-a7bf-f174ac5eaa98) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:28.903370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-4cede6fb-e6f6-4000-b517-9e2830d12d9b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] device_id is not set on port 7a985f20-80e8-4482-86a5-33e3991f7027 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:08:28.903756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Network cde3fd81-876a-49d7-82b7-85c4c5c289e4 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:28.903756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Pushing event updated for resources: {'Port': ['ID=c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:28.903756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:28.903756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:28.903756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['15e28266-bbf7-49b4-a45a-4fb9062b90ae'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:08:29.161700 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-984db595-4969-4f8a-9733-fe61f935f635 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:29.206707 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-984db595-4969-4f8a-9733-fe61f935f635 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:29.316528 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984db595-4969-4f8a-9733-fe61f935f635 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=ddafe889-36a8-4629-a7bf-f174ac5eaa98,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:29.331721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984db595-4969-4f8a-9733-fe61f935f635 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network cde3fd81-876a-49d7-82b7-85c4c5c289e4 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:29.337640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-984db595-4969-4f8a-9733-fe61f935f635 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:29.344261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984db595-4969-4f8a-9733-fe61f935f635 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:29.424728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-193c6b82-ba8a-424c-9402-3b719471a6fb None None] Provisioning complete for port 46c73b98-8edf-49e9-89b2-8777ddecc72f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:29.425373 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-193c6b82-ba8a-424c-9402-3b719471a6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:29.440376 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Attempting to bind port c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:08:29.441030 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Attempting to bind port c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'cccc31d3-88c3-4f30-b26c-6a643a3e9c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cde3fd81-876a-49d7-82b7-85c4c5c289e4'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:08:29.441561 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Attempting to bind port c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 on network cde3fd81-876a-49d7-82b7-85c4c5c289e4 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:08:29.482858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:08:29.483542 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Checking segment: {'id': 'cccc31d3-88c3-4f30-b26c-6a643a3e9c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cde3fd81-876a-49d7-82b7-85c4c5c289e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:08:29.484202 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:29.484872 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Bound using segment: {'id': 'cccc31d3-88c3-4f30-b26c-6a643a3e9c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cde3fd81-876a-49d7-82b7-85c4c5c289e4'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:08:29.485710 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Bound port: c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cccc31d3-88c3-4f30-b26c-6a643a3e9c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cde3fd81-876a-49d7-82b7-85c4c5c289e4'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:08:29.486316 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:29.505004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984db595-4969-4f8a-9733-fe61f935f635 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:29.508540 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-984db595-4969-4f8a-9733-fe61f935f635 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:29.568782 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-984db595-4969-4f8a-9733-fe61f935f635 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5778728 Nov 11 12:08:29.569793 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38716) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:29.571059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733b5346-28b7-4328-bc3e-5d751d2f673f None None] Update dhcp port {'port': {'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'fixed_ips': [{'subnet_id': 'a9bcc001-6546-47a1-bdac-7ffb50ec487c', 'ip_address': '172.20.0.18'}, {'subnet_id': '5c1f1b3c-bf3d-4273-bf87-36063e63bcc5'}], 'binding:host_id': 'n-d-807359-3'}, 'id': '5af252d9-e1e5-4542-a5e5-47500515ffb1'} from n-d-807359-3. {{(pid=109155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:08:29.621696 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-733b5346-28b7-4328-bc3e-5d751d2f673f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:29.654123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-193c6b82-ba8a-424c-9402-3b719471a6fb None None] Port 46c73b98-8edf-49e9-89b2-8777ddecc72f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:29.859690 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] For port c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:08:29.870335 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] For port c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1,segment=NetworkSegment(cccc31d3-88c3-4f30-b26c-6a643a3e9c54),segment_id=cccc31d3-88c3-4f30-b26c-6a643a3e9c54)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:08:30.021892 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-4cede6fb-e6f6-4000-b517-9e2830d12d9b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Allocated IP 172.20.0.11 (4a0deb53-76fc-4c94-a19b-0c1697909e9f/5c1f1b3c-bf3d-4273-bf87-36063e63bcc5/7a985f20-80e8-4482-86a5-33e3991f7027) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:30.116875 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:30.228202 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cede6fb-e6f6-4000-b517-9e2830d12d9b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:30.289849 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cede6fb-e6f6-4000-b517-9e2830d12d9b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:30.292224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9536f-5145-4217-a01b-2e3d2dc1495e None None] Pushing event updated for resources: {'Port': ['ID=c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:30.347503 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6076eee-bece-4856-83b7-b8c08ad22540 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:30.384159 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-733b5346-28b7-4328-bc3e-5d751d2f673f None None] Allocated IP 172.20.0.2 (4a0deb53-76fc-4c94-a19b-0c1697909e9f/5c1f1b3c-bf3d-4273-bf87-36063e63bcc5/5af252d9-e1e5-4542-a5e5-47500515ffb1) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:30.411399 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cede6fb-e6f6-4000-b517-9e2830d12d9b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:30.414409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-4cede6fb-e6f6-4000-b517-9e2830d12d9b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:30.454344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cede6fb-e6f6-4000-b517-9e2830d12d9b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:30.467858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cede6fb-e6f6-4000-b517-9e2830d12d9b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=7a985f20-80e8-4482-86a5-33e3991f7027,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:30.626363 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cede6fb-e6f6-4000-b517-9e2830d12d9b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:30.627322 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cede6fb-e6f6-4000-b517-9e2830d12d9b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:30.648494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708180ff-b3e8-440e-b131-cf403e2bd183 req-ef59a8ce-224d-4f8e-ab63-16ea1635efb2 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:30.652808 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-733b5346-28b7-4328-bc3e-5d751d2f673f None None] For port 5af252d9-e1e5-4542-a5e5-47500515ffb1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5af252d9-e1e5-4542-a5e5-47500515ffb1,segment=NetworkSegment(d5040c85-3c6f-4024-8a6a-2547a4d89f24),segment_id=d5040c85-3c6f-4024-8a6a-2547a4d89f24)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:30.656543 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-708180ff-b3e8-440e-b131-cf403e2bd183 req-ef59a8ce-224d-4f8e-ab63-16ea1635efb2 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 945 time: 0.3865952 Nov 11 12:08:30.665825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4cede6fb-e6f6-4000-b517-9e2830d12d9b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3953505 Nov 11 12:08:30.671574 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38748) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:30.705577 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-19e6e8d1-d08b-40c8-8d26-a6dab176a841 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'subnet': {'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:30.734485 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-733b5346-28b7-4328-bc3e-5d751d2f673f None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:30.744626 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-733b5346-28b7-4328-bc3e-5d751d2f673f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:30.893067 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6076eee-bece-4856-83b7-b8c08ad22540 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:30.901030 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6076eee-bece-4856-83b7-b8c08ad22540 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:30.919751 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-708180ff-b3e8-440e-b131-cf403e2bd183 req-7d4df680-6109-4682-8a80-8fc0391cff65 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a11ccd6-5efd-48db-a89f-b2d1ac05d920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619722 Nov 11 12:08:31.010541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b5346-28b7-4328-bc3e-5d751d2f673f None None] Pushing event updated for resources: {'Port': ['ID=5af252d9-e1e5-4542-a5e5-47500515ffb1,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:31.022207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e6e8d1-d08b-40c8-8d26-a6dab176a841 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:31.029754 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19e6e8d1-d08b-40c8-8d26-a6dab176a841 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:31.055471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6076eee-bece-4856-83b7-b8c08ad22540 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=ddafe889-36a8-4629-a7bf-f174ac5eaa98,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:31.095420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 15e28266-bbf7-49b4-a45a-4fb9062b90ae up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:31.242262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 15e28266-bbf7-49b4-a45a-4fb9062b90ae completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:08:31.247501 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 15e28266-bbf7-49b4-a45a-4fb9062b90ae triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:31.248492 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:31.278126 n-d-807359-3 neutron-server[109153]: INFO neutron.db.ipam_backend_mixin [None req-19e6e8d1-d08b-40c8-8d26-a6dab176a841 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5c1f1b3c-bf3d-4273-bf87-36063e63bcc5 (CIDR: 172.20.0.0/28) Nov 11 12:08:31.289682 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e6e8d1-d08b-40c8-8d26-a6dab176a841 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:08:31.290491 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e6e8d1-d08b-40c8-8d26-a6dab176a841 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:08:31.324486 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-19e6e8d1-d08b-40c8-8d26-a6dab176a841 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6514463 Nov 11 12:08:31.327113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38782) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:31.333085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-55dc2879-3abf-447f-ac51-95a01b86f075 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'subnet': {'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:31.429664 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:31.506999 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6076eee-bece-4856-83b7-b8c08ad22540 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:31.536451 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 15e28266-bbf7-49b4-a45a-4fb9062b90ae, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=15e28266-bbf7-49b4-a45a-4fb9062b90ae,segment=NetworkSegment(991455a9-2daa-4057-b5d4-25b94b4f246d),segment_id=991455a9-2daa-4057-b5d4-25b94b4f246d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:31.539758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c017deb3-94c2-4a98-a2bd-f00fea35d0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e28266-bbf7-49b4-a45a-4fb9062b90ae'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:08:31.545404 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba214dfe-7970-43a0-bd1d-a6cb689bacc0" -d '{"events": [{"server_uuid": "c017deb3-94c2-4a98-a2bd-f00fea35d0e3", "name": "network-vif-plugged", "status": "completed", "tag": "15e28266-bbf7-49b4-a45a-4fb9062b90ae"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:08:31.556752 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:31.705155 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d885be07-c2e6-4534-b741-48ac5e2f005f x-openstack-request-id: req-d885be07-c2e6-4534-b741-48ac5e2f005f {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:08:31.705445 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c017deb3-94c2-4a98-a2bd-f00fea35d0e3", "name": "network-vif-plugged", "status": "completed", "tag": "15e28266-bbf7-49b4-a45a-4fb9062b90ae", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:08:31.705905 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d885be07-c2e6-4534-b741-48ac5e2f005f {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:08:31.706495 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c017deb3-94c2-4a98-a2bd-f00fea35d0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e28266-bbf7-49b4-a45a-4fb9062b90ae', 'code': 200} Nov 11 12:08:31.721816 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=15e28266-bbf7-49b4-a45a-4fb9062b90ae,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:31.777476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dc2879-3abf-447f-ac51-95a01b86f075 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:31.789886 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-55dc2879-3abf-447f-ac51-95a01b86f075 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:31.842191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5af252d9-e1e5-4542-a5e5-47500515ffb1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:31.887976 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6076eee-bece-4856-83b7-b8c08ad22540 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:31.964470 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7ec0c-7c1c-45b1-8db1-276af5ca8e75 req-ce5dd946-cedf-4330-9810-6e1853375432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:31.966249 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-27b7ec0c-7c1c-45b1-8db1-276af5ca8e75 req-ce5dd946-cedf-4330-9810-6e1853375432 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 1097 time: 0.1820507 Nov 11 12:08:31.968781 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38800) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:31.991767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5af252d9-e1e5-4542-a5e5-47500515ffb1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:31.992156 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:32.113445 n-d-807359-3 neutron-server[109153]: INFO neutron.db.ipam_backend_mixin [None req-55dc2879-3abf-447f-ac51-95a01b86f075 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a9bcc001-6546-47a1-bdac-7ffb50ec487c (CIDR: 172.20.0.16/28) Nov 11 12:08:32.123396 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-55dc2879-3abf-447f-ac51-95a01b86f075 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:08:32.124443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55dc2879-3abf-447f-ac51-95a01b86f075 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:08:32.158057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-55dc2879-3abf-447f-ac51-95a01b86f075 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8283119 Nov 11 12:08:32.168827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38808) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:32.195220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f752627-06d7-4d4a-805e-ad4063fdefb0 req-2973b43a-1231-4002-a587-782b256194d5 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:32.197768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f752627-06d7-4d4a-805e-ad4063fdefb0 req-2973b43a-1231-4002-a587-782b256194d5 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 946 time: 0.1265366 Nov 11 12:08:32.229253 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b37337c7-8909-45e4-bbc0-5329708701a2 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'subnet': {'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:32.240149 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db96c44a-d4bd-4c7c-901b-5ebc20b82a48 None None] Network cde3fd81-876a-49d7-82b7-85c4c5c289e4 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:32.272013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:32.275389 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f752627-06d7-4d4a-805e-ad4063fdefb0 req-73608f89-3376-47fc-a93c-06b9709c4827 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a11ccd6-5efd-48db-a89f-b2d1ac05d920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697708 Nov 11 12:08:32.431838 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8456fe4b-6202-496c-ad22-e6849df06b3f None None] Provisioning complete for port c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:32.432356 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8456fe4b-6202-496c-ad22-e6849df06b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:32.439509 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccc84-8624-4c4f-8192-d96db6b43678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:32.479834 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37337c7-8909-45e4-bbc0-5329708701a2 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Made reservation on behalf of 8cf30cdbbdb44f58a32f16375d86c36b for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:32.483875 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b37337c7-8909-45e4-bbc0-5329708701a2 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:32.578767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:32.579262 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:32.651896 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-27b7ec0c-7c1c-45b1-8db1-276af5ca8e75 req-fb13feba-ea7f-4ff9-b093-2c09ba6905ee service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4a11ccd6-5efd-48db-a89f-b2d1ac05d920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6743104 Nov 11 12:08:32.718123 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8456fe4b-6202-496c-ad22-e6849df06b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:32.821925 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:32.825636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8456fe4b-6202-496c-ad22-e6849df06b3f None None] For port c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1,segment=NetworkSegment(cccc31d3-88c3-4f30-b26c-6a643a3e9c54),segment_id=cccc31d3-88c3-4f30-b26c-6a643a3e9c54)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:32.849051 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8456fe4b-6202-496c-ad22-e6849df06b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:32.990493 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccc84-8624-4c4f-8192-d96db6b43678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:32.997972 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:08:32.998399 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:08:33.006224 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccc84-8624-4c4f-8192-d96db6b43678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:33.027134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b98b8879-8d10-4332-ac45-c859b507cdb2 None None] Provisioning complete for port 5af252d9-e1e5-4542-a5e5-47500515ffb1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:33.027495 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b98b8879-8d10-4332-ac45-c859b507cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:33.048073 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6076eee-bece-4856-83b7-b8c08ad22540 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:33.065669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456fe4b-6202-496c-ad22-e6849df06b3f None None] Pushing event updated for resources: {'Port': ['ID=c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:33.123564 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6076eee-bece-4856-83b7-b8c08ad22540 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:33.208286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b98b8879-8d10-4332-ac45-c859b507cdb2 None None] Provisioning complete for port 7a985f20-80e8-4482-86a5-33e3991f7027 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:33.210018 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b98b8879-8d10-4332-ac45-c859b507cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:33.274548 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3e9ccc84-8624-4c4f-8192-d96db6b43678 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d6ba2c08b9804ccfb9aaab92d7857d93&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3041537 Nov 11 12:08:33.276985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38830) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:33.287031 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6076eee-bece-4856-83b7-b8c08ad22540 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:33.296186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b98b8879-8d10-4332-ac45-c859b507cdb2 None None] Port 7a985f20-80e8-4482-86a5-33e3991f7027 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:33.308128 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6076eee-bece-4856-83b7-b8c08ad22540 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=ddafe889-36a8-4629-a7bf-f174ac5eaa98,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:33.318881 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ccc84-8624-4c4f-8192-d96db6b43678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e84d253-9a0f-42ca-bbb3-b2aa79c70a11,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:33.334784 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b98b8879-8d10-4332-ac45-c859b507cdb2 None None] Provisioning complete for port 46c73b98-8edf-49e9-89b2-8777ddecc72f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:33.335297 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b98b8879-8d10-4332-ac45-c859b507cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:33.396267 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c2fe039-019e-4ba2-9ffd-6b296c42e601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:33.430929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b98b8879-8d10-4332-ac45-c859b507cdb2 None None] Port 46c73b98-8edf-49e9-89b2-8777ddecc72f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:33.458011 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c2fe039-019e-4ba2-9ffd-6b296c42e601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:33.514999 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e635d-47e0-41fd-9d11-6b23b49c2990 req-9c9f69f4-8fda-4f24-8bd9-518c821aa1ca tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:33.517982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b25e635d-47e0-41fd-9d11-6b23b49c2990 req-9c9f69f4-8fda-4f24-8bd9-518c821aa1ca tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 946 time: 0.1098809 Nov 11 12:08:33.552582 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b37337c7-8909-45e4-bbc0-5329708701a2 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:33.587912 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c2fe039-019e-4ba2-9ffd-6b296c42e601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:33.615342 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c2fe039-019e-4ba2-9ffd-6b296c42e601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:33.622691 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1c2fe039-019e-4ba2-9ffd-6b296c42e601 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e84d253-9a0f-42ca-bbb3-b2aa79c70a11 HTTP/1.1" status: 204 len: 168 time: 0.3430421 Nov 11 12:08:33.650444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7508292a-6b5d-4cd1-a74b-4f5d64a05a18 None None] Provisioning complete for port ddafe889-36a8-4629-a7bf-f174ac5eaa98 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:33.651019 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7508292a-6b5d-4cd1-a74b-4f5d64a05a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:33.681800 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38842) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:33.714611 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fe039-019e-4ba2-9ffd-6b296c42e601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e84d253-9a0f-42ca-bbb3-b2aa79c70a11,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:33.746236 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b25e635d-47e0-41fd-9d11-6b23b49c2990 req-19787d3b-af9f-4023-8fd2-ae3571ba65f9 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a11ccd6-5efd-48db-a89f-b2d1ac05d920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175086 Nov 11 12:08:33.774179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7508292a-6b5d-4cd1-a74b-4f5d64a05a18 None None] Port ddafe889-36a8-4629-a7bf-f174ac5eaa98 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:33.827336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7508292a-6b5d-4cd1-a74b-4f5d64a05a18 None None] Provisioning complete for port c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:33.831052 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7508292a-6b5d-4cd1-a74b-4f5d64a05a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:33.901150 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6076eee-bece-4856-83b7-b8c08ad22540 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network cde3fd81-876a-49d7-82b7-85c4c5c289e4 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:33.907238 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37337c7-8909-45e4-bbc0-5329708701a2 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Subnet': ['ID=2c4d7d8f-adb3-4149-b461-56a6ea1f4d22,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:33.914451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-e6076eee-bece-4856-83b7-b8c08ad22540 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:33.937365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37337c7-8909-45e4-bbc0-5329708701a2 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:33.942422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-b37337c7-8909-45e4-bbc0-5329708701a2 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:33.953487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37337c7-8909-45e4-bbc0-5329708701a2 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:33.954127 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b37337c7-8909-45e4-bbc0-5329708701a2 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:33.967272 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc9d8a2-d114-4643-890a-98be6cf75dc7 None None] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:33.979463 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:34.105055 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:08:34.167777 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b37337c7-8909-45e4-bbc0-5329708701a2 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9902811 Nov 11 12:08:34.168900 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38856) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:34.175046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4a04f470-31db-41a3-a0a3-b409fadb0b53 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1264098521', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2c4d7d8f-adb3-4149-b461-56a6ea1f4d22'}], 'security_groups': ['c54ceaea-8743-4eaa-82fe-c41f7e7a8a66', '7b417cc9-1ad6-49d7-9efe-4d536eb00159']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:34.282178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6076eee-bece-4856-83b7-b8c08ad22540 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router b59003e9-d32f-461c-8c75-091ec3786680 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:08:34.438994 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38862) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:34.459108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47cda148-90c4-4abb-a7d8-da18e6ddcfc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:34.685766 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47cda148-90c4-4abb-a7d8-da18e6ddcfc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:34.693967 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47cda148-90c4-4abb-a7d8-da18e6ddcfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:34.755024 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-47cda148-90c4-4abb-a7d8-da18e6ddcfc4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c91c7982d4e74e1ea1fb70cac86fdd6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3138177 Nov 11 12:08:34.756337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38868) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:34.757212 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cda148-90c4-4abb-a7d8-da18e6ddcfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1beee013-57fd-4c1b-93c7-c973b655f0e8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:34.794180 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99bd2d3b-ee75-4693-af1e-435734be45d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:34.879491 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a4c5aeb8-c118-42d9-a655-c6309befebdc None None] Provisioning complete for port ddafe889-36a8-4629-a7bf-f174ac5eaa98 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:34.880072 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a4c5aeb8-c118-42d9-a655-c6309befebdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:34.884250 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:34.884729 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:34.933028 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6076eee-bece-4856-83b7-b8c08ad22540 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:08:34.943418 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998720ed-7888-4a28-b3ea-b836788cdb8d None None] Sync routers for ids ['b59003e9-d32f-461c-8c75-091ec3786680'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:08:34.944753 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e6076eee-bece-4856-83b7-b8c08ad22540 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/b59003e9-d32f-461c-8c75-091ec3786680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3713233 Nov 11 12:08:34.945367 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38874) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:34.959740 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998720ed-7888-4a28-b3ea-b836788cdb8d None None] Routers {'b59003e9-d32f-461c-8c75-091ec3786680'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:34.980352 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-998720ed-7888-4a28-b3ea-b836788cdb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b59003e9-d32f-461c-8c75-091ec3786680'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:35.009783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a4c5aeb8-c118-42d9-a655-c6309befebdc None None] Port ddafe889-36a8-4629-a7bf-f174ac5eaa98 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:35.026334 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-998720ed-7888-4a28-b3ea-b836788cdb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:35.060908 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998720ed-7888-4a28-b3ea-b836788cdb8d None None] Routers {'b59003e9-d32f-461c-8c75-091ec3786680'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:35.062073 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-998720ed-7888-4a28-b3ea-b836788cdb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b59003e9-d32f-461c-8c75-091ec3786680'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:35.100594 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21066dcc-f85a-4d68-a8f1-0f793e97d819 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:35.111433 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-21066dcc-f85a-4d68-a8f1-0f793e97d819 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports/ddafe889-36a8-4629-a7bf-f174ac5eaa98 HTTP/1.1" status: 200 len: 978 time: 0.1618981 Nov 11 12:08:35.111707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38880) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:35.173971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4a04f470-31db-41a3-a0a3-b409fadb0b53 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:35.181088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52566c0-858c-4463-bab5-0c070f76733f None None] Update dhcp port {'port': {'network_id': '4a0deb53-76fc-4c94-a19b-0c1697909e9f', 'fixed_ips': [{'subnet_id': 'a9bcc001-6546-47a1-bdac-7ffb50ec487c', 'ip_address': '172.20.0.18'}, {'subnet_id': '5c1f1b3c-bf3d-4273-bf87-36063e63bcc5', 'ip_address': '172.20.0.2'}, {'subnet_id': '2c4d7d8f-adb3-4149-b461-56a6ea1f4d22'}], 'binding:host_id': 'n-d-807359-3'}, 'id': '5af252d9-e1e5-4542-a5e5-47500515ffb1'} from n-d-807359-3. {{(pid=109155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:08:35.186240 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-998720ed-7888-4a28-b3ea-b836788cdb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:35.186885 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998720ed-7888-4a28-b3ea-b836788cdb8d None None] The sync data for ids ['b59003e9-d32f-461c-8c75-091ec3786680'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:08:35.218628 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e52566c0-858c-4463-bab5-0c070f76733f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:35.285402 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972068a1-026f-4b58-a6a5-9f3b6b9bf01c req-ee3363d3-b3dc-4466-94ed-8ea1b8df1173 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:35.287091 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-972068a1-026f-4b58-a6a5-9f3b6b9bf01c req-ee3363d3-b3dc-4466-94ed-8ea1b8df1173 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 946 time: 0.2663193 Nov 11 12:08:35.367965 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c5e35c3-bfbb-4998-9117-8927459cda78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:35.435484 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-e52566c0-858c-4463-bab5-0c070f76733f None None] Allocated IP 172.20.0.34 (4a0deb53-76fc-4c94-a19b-0c1697909e9f/2c4d7d8f-adb3-4149-b461-56a6ea1f4d22/5af252d9-e1e5-4542-a5e5-47500515ffb1) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:35.534395 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c5e35c3-bfbb-4998-9117-8927459cda78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:35.566525 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e52566c0-858c-4463-bab5-0c070f76733f None None] For port 5af252d9-e1e5-4542-a5e5-47500515ffb1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5af252d9-e1e5-4542-a5e5-47500515ffb1,segment=NetworkSegment(d5040c85-3c6f-4024-8a6a-2547a4d89f24),segment_id=d5040c85-3c6f-4024-8a6a-2547a4d89f24)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:35.581974 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-972068a1-026f-4b58-a6a5-9f3b6b9bf01c req-f4560a1e-f1dd-4379-a954-43b2743953f8 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a11ccd6-5efd-48db-a89f-b2d1ac05d920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844756 Nov 11 12:08:35.605331 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e52566c0-858c-4463-bab5-0c070f76733f None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:35.612106 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e52566c0-858c-4463-bab5-0c070f76733f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:35.720712 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c5e35c3-bfbb-4998-9117-8927459cda78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:35.723421 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c5e35c3-bfbb-4998-9117-8927459cda78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:35.738099 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3c5e35c3-bfbb-4998-9117-8927459cda78 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1beee013-57fd-4c1b-93c7-c973b655f0e8 HTTP/1.1" status: 204 len: 168 time: 0.9665565 Nov 11 12:08:35.762817 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52566c0-858c-4463-bab5-0c070f76733f None None] Pushing event updated for resources: {'Port': ['ID=5af252d9-e1e5-4542-a5e5-47500515ffb1,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:35.800711 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-99bd2d3b-ee75-4693-af1e-435734be45d2 admin admin] Deleting port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:35.801048 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99bd2d3b-ee75-4693-af1e-435734be45d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:35.814343 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc988-bf68-495f-80df-e20b81a46055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:35.833538 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e35c3-bfbb-4998-9117-8927459cda78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beee013-57fd-4c1b-93c7-c973b655f0e8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:35.852051 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-4a04f470-31db-41a3-a0a3-b409fadb0b53 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Delete allocated IP 172.20.0.11 (4a0deb53-76fc-4c94-a19b-0c1697909e9f/5c1f1b3c-bf3d-4273-bf87-36063e63bcc5) {{(pid=109154) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 12:08:35.861993 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-4a04f470-31db-41a3-a0a3-b409fadb0b53 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Allocated IP 172.20.0.38 (4a0deb53-76fc-4c94-a19b-0c1697909e9f/2c4d7d8f-adb3-4149-b461-56a6ea1f4d22/7a985f20-80e8-4482-86a5-33e3991f7027) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:35.986741 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473a47b-2d97-4e13-be22-039894356ce5 req-bcc4803d-5c08-428a-9ca6-ad9b98261197 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:35.998232 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e473a47b-2d97-4e13-be22-039894356ce5 req-bcc4803d-5c08-428a-9ca6-ad9b98261197 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 946 time: 0.2887182 Nov 11 12:08:36.001225 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-99bd2d3b-ee75-4693-af1e-435734be45d2 admin admin] For port de7a0631-ddbb-4f0b-80eb-5173e9c95ce0, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=de7a0631-ddbb-4f0b-80eb-5173e9c95ce0,segment=NetworkSegment(6e11699d-9297-4d1a-8062-6d3336415157),segment_id=6e11699d-9297-4d1a-8062-6d3336415157)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:36.001623 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99bd2d3b-ee75-4693-af1e-435734be45d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:36.004509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38900) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:36.018355 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-59c2eb3c-3b4f-4bbf-af13-e572969248cd tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Request body: {'floatingip': {'port_id': '15e28266-bbf7-49b4-a45a-4fb9062b90ae'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:36.091307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-99bd2d3b-ee75-4693-af1e-435734be45d2 admin admin] Calling delete_port for de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:36.140486 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59c2eb3c-3b4f-4bbf-af13-e572969248cd tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:36.162936 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4a04f470-31db-41a3-a0a3-b409fadb0b53 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:36.169756 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4a04f470-31db-41a3-a0a3-b409fadb0b53 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:36.355131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4a04f470-31db-41a3-a0a3-b409fadb0b53 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] In _notify_port_updated(), no bound segment for port 7a985f20-80e8-4482-86a5-33e3991f7027 on network 4a0deb53-76fc-4c94-a19b-0c1697909e9f {{(pid=109154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:08:36.361056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a04f470-31db-41a3-a0a3-b409fadb0b53 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:36.361766 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4a04f470-31db-41a3-a0a3-b409fadb0b53 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:36.366058 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4a04f470-31db-41a3-a0a3-b409fadb0b53 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "PUT /v2.0/ports/7a985f20-80e8-4482-86a5-33e3991f7027 HTTP/1.1" status: 200 len: 960 time: 2.1957402 Nov 11 12:08:36.366698 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38914) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:36.422446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04f470-31db-41a3-a0a3-b409fadb0b53 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event updated for resources: {'Port': ['ID=7a985f20-80e8-4482-86a5-33e3991f7027,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:36.548073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-3d43156b-7b65-47eb-adf2-c39030868e0b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 7a985f20-80e8-4482-86a5-33e3991f7027 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:36.548469 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d43156b-7b65-47eb-adf2-c39030868e0b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:36.603451 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3d80126-495d-4374-9168-f513df34317b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:36.688714 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d43156b-7b65-47eb-adf2-c39030868e0b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:36.708750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-3d43156b-7b65-47eb-adf2-c39030868e0b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 7a985f20-80e8-4482-86a5-33e3991f7027 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:36.743576 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-724a135a-43d6-4110-b4c1-93915742ddef None None] Provisioning complete for port 5af252d9-e1e5-4542-a5e5-47500515ffb1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:36.744736 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-724a135a-43d6-4110-b4c1-93915742ddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:36.890747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-724a135a-43d6-4110-b4c1-93915742ddef None None] Provisioning complete for port 7a985f20-80e8-4482-86a5-33e3991f7027 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:36.891320 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-724a135a-43d6-4110-b4c1-93915742ddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:36.976358 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-724a135a-43d6-4110-b4c1-93915742ddef None None] Port 7a985f20-80e8-4482-86a5-33e3991f7027 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:36.987940 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-724a135a-43d6-4110-b4c1-93915742ddef None None] Provisioning complete for port 46c73b98-8edf-49e9-89b2-8777ddecc72f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:36.988580 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-724a135a-43d6-4110-b4c1-93915742ddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:37.019618 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d43156b-7b65-47eb-adf2-c39030868e0b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:37.060226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-724a135a-43d6-4110-b4c1-93915742ddef None None] Port 46c73b98-8edf-49e9-89b2-8777ddecc72f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:37.085877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43156b-7b65-47eb-adf2-c39030868e0b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=7a985f20-80e8-4482-86a5-33e3991f7027,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:37.211299 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d43156b-7b65-47eb-adf2-c39030868e0b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:37.216526 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3d43156b-7b65-47eb-adf2-c39030868e0b tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/7a985f20-80e8-4482-86a5-33e3991f7027 HTTP/1.1" status: 204 len: 168 time: 0.8420622 Nov 11 12:08:37.217318 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38944) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:37.255975 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0835f069-ef81-4887-bd94-5ddd6130b11c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] GET failed (client error): The resource could not be found. Nov 11 12:08:37.260963 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0835f069-ef81-4887-bd94-5ddd6130b11c tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports/7a985f20-80e8-4482-86a5-33e3991f7027 HTTP/1.1" status: 404 len: 333 time: 0.0424752 Nov 11 12:08:37.261813 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38948) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:37.383048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-fbe4c255-43fa-42a4-aed0-390081f20cac None None] Could not find standard attr ID for object 7a985f20-80e8-4482-86a5-33e3991f7027. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:08:37.392572 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-061bcf95-7fae-47d4-b315-d5b917c04955 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:37.450933 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-061bcf95-7fae-47d4-b315-d5b917c04955 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:37.517835 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-061bcf95-7fae-47d4-b315-d5b917c04955 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:37.523303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-061bcf95-7fae-47d4-b315-d5b917c04955 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:37.527152 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-061bcf95-7fae-47d4-b315-d5b917c04955 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/security-groups/6af3934b-2ed2-4bea-bd4a-410ae965c604 HTTP/1.1" status: 204 len: 168 time: 0.2585840 Nov 11 12:08:37.536051 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38956) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:37.536938 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bcf95-7fae-47d4-b315-d5b917c04955 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af3934b-2ed2-4bea-bd4a-410ae965c604,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:37.634733 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6ad48c1-05d1-4465-9e24-67fd44977231 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:37.670017 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6ad48c1-05d1-4465-9e24-67fd44977231 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:37.694422 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99bd2d3b-ee75-4693-af1e-435734be45d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:37.719829 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6ad48c1-05d1-4465-9e24-67fd44977231 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:37.723862 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6ad48c1-05d1-4465-9e24-67fd44977231 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:37.725481 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b6ad48c1-05d1-4465-9e24-67fd44977231 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/security-groups/7b417cc9-1ad6-49d7-9efe-4d536eb00159 HTTP/1.1" status: 204 len: 168 time: 0.1789327 Nov 11 12:08:37.732028 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38966) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:37.742034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad48c1-05d1-4465-9e24-67fd44977231 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b417cc9-1ad6-49d7-9efe-4d536eb00159,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:37.784003 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5af252d9-e1e5-4542-a5e5-47500515ffb1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:37.784965 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd2d3b-ee75-4693-af1e-435734be45d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=de7a0631-ddbb-4f0b-80eb-5173e9c95ce0,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:37.842065 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.db.resource_extend [None req-59c2eb3c-3b4f-4bbf-af13-e572969248cd tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:08:37.861453 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5af252d9-e1e5-4542-a5e5-47500515ffb1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:37.861871 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:37.972826 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-a3d80126-495d-4374-9168-f513df34317b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port ddafe889-36a8-4629-a7bf-f174ac5eaa98 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:37.973275 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3d80126-495d-4374-9168-f513df34317b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:38.014604 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59c2eb3c-3b4f-4bbf-af13-e572969248cd tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:38.037952 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59c2eb3c-3b4f-4bbf-af13-e572969248cd tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:38.056557 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b7c1b246-d5df-4ecd-99df-171d0140b20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:38.142992 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4da6c993-edaf-462e-b25d-ee6a01423792 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:38.275715 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4da6c993-edaf-462e-b25d-ee6a01423792 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:38.287772 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3d80126-495d-4374-9168-f513df34317b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:38.318558 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-a3d80126-495d-4374-9168-f513df34317b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for ddafe889-36a8-4629-a7bf-f174ac5eaa98 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:38.345687 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-59c2eb3c-3b4f-4bbf-af13-e572969248cd tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Floating IP d1212c37-0e67-4b92-a4cf-e505c78cf391 associated. External IP: 172.25.2.162, port: 15e28266-bbf7-49b4-a45a-4fb9062b90ae. Nov 11 12:08:38.402875 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99bd2d3b-ee75-4693-af1e-435734be45d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:38.507160 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4da6c993-edaf-462e-b25d-ee6a01423792 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:38.509986 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4da6c993-edaf-462e-b25d-ee6a01423792 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:38.511142 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4da6c993-edaf-462e-b25d-ee6a01423792 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/security-groups/c54ceaea-8743-4eaa-82fe-c41f7e7a8a66 HTTP/1.1" status: 204 len: 168 time: 0.7653828 Nov 11 12:08:38.514018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39018) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:38.569413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6c993-edaf-462e-b25d-ee6a01423792 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54ceaea-8743-4eaa-82fe-c41f7e7a8a66,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:38.575534 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bce807-f02f-40e5-b3dd-767a59329cf1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting subnet 5c1f1b3c-bf3d-4273-bf87-36063e63bcc5 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:08:38.580143 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-44bce807-f02f-40e5-b3dd-767a59329cf1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:38.640933 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-44bce807-f02f-40e5-b3dd-767a59329cf1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:38.776180 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-44bce807-f02f-40e5-b3dd-767a59329cf1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:38.831048 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39028) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:38.875704 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-44bce807-f02f-40e5-b3dd-767a59329cf1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:38.908645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bce807-f02f-40e5-b3dd-767a59329cf1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1f1b3c-bf3d-4273-bf87-36063e63bcc5,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:38.926107 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-44bce807-f02f-40e5-b3dd-767a59329cf1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:38.935077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb478e42-1246-403c-a8f8-967bf94226bd None None] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:38.950417 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-44bce807-f02f-40e5-b3dd-767a59329cf1 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/5c1f1b3c-bf3d-4273-bf87-36063e63bcc5 HTTP/1.1" status: 204 len: 168 time: 0.4349251 Nov 11 12:08:38.956324 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3d80126-495d-4374-9168-f513df34317b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:38.958897 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39034) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:39.036305 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-90a09d7f-7de2-499e-984d-ac5ed72251af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:39.073910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f3a377-fbaa-4a77-bfaf-cda622d168f6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting subnet 2c4d7d8f-adb3-4149-b461-56a6ea1f4d22 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:08:39.076041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d80126-495d-4374-9168-f513df34317b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=ddafe889-36a8-4629-a7bf-f174ac5eaa98,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:39.078926 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39f3a377-fbaa-4a77-bfaf-cda622d168f6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:39.081755 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c2eb3c-3b4f-4bbf-af13-e572969248cd tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Router 98783ae1-459f-4f04-a420-40c7ff8c6537 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:08:39.121944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bd2d3b-ee75-4693-af1e-435734be45d2 admin admin] Router a1ee33d5-45fd-4c44-8b89-463f2a860c1c has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:08:39.206017 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39f3a377-fbaa-4a77-bfaf-cda622d168f6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:39.253850 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:39.332435 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39f3a377-fbaa-4a77-bfaf-cda622d168f6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:39.442595 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39f3a377-fbaa-4a77-bfaf-cda622d168f6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:39.474188 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-90a09d7f-7de2-499e-984d-ac5ed72251af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:39.476362 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3a377-fbaa-4a77-bfaf-cda622d168f6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4d7d8f-adb3-4149-b461-56a6ea1f4d22,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:39.487482 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-90a09d7f-7de2-499e-984d-ac5ed72251af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:39.501032 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39f3a377-fbaa-4a77-bfaf-cda622d168f6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:39.504452 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-39f3a377-fbaa-4a77-bfaf-cda622d168f6 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/2c4d7d8f-adb3-4149-b461-56a6ea1f4d22 HTTP/1.1" status: 204 len: 168 time: 0.5443914 Nov 11 12:08:39.512967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39046) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:39.561235 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-351f3543-ea1e-4e19-8a76-da360d7e0b56 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] DELETE failed (client error): The resource could not be found. Nov 11 12:08:39.562068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-351f3543-ea1e-4e19-8a76-da360d7e0b56 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:08:39.564940 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-351f3543-ea1e-4e19-8a76-da360d7e0b56 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/5c1f1b3c-bf3d-4273-bf87-36063e63bcc5 HTTP/1.1" status: 404 len: 337 time: 0.0480621 Nov 11 12:08:39.573410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a09d7f-7de2-499e-984d-ac5ed72251af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa33e67a-d27c-434f-9874-d2a76b2d2d0f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:39.577218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39050) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:39.651152 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f154e003-b69e-4b6a-97dc-e652a5ca86f8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting subnet a9bcc001-6546-47a1-bdac-7ffb50ec487c {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:08:39.655563 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-90a09d7f-7de2-499e-984d-ac5ed72251af admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d8a61e367a54ee88396c21307d22df6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8232238 Nov 11 12:08:39.660039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39054) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:39.661051 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f154e003-b69e-4b6a-97dc-e652a5ca86f8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:39.746324 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f154e003-b69e-4b6a-97dc-e652a5ca86f8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:39.805374 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-008b6b6a-cb48-44f5-b8c5-5220959b8357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:39.856408 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3d80126-495d-4374-9168-f513df34317b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:39.898686 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f154e003-b69e-4b6a-97dc-e652a5ca86f8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:39.924097 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-008b6b6a-cb48-44f5-b8c5-5220959b8357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:39.956001 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c2eb3c-3b4f-4bbf-af13-e572969248cd tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:08:39.965025 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59c2eb3c-3b4f-4bbf-af13-e572969248cd tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:39.969772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7802bd-3273-4a0e-ad3e-696cbe825ce2 None None] Sync routers for ids ['98783ae1-459f-4f04-a420-40c7ff8c6537'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:08:39.993242 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7802bd-3273-4a0e-ad3e-696cbe825ce2 None None] Routers {'98783ae1-459f-4f04-a420-40c7ff8c6537'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:39.996821 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9e7802bd-3273-4a0e-ad3e-696cbe825ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['98783ae1-459f-4f04-a420-40c7ff8c6537'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:40.003957 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f154e003-b69e-4b6a-97dc-e652a5ca86f8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:40.035332 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-008b6b6a-cb48-44f5-b8c5-5220959b8357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:40.038225 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-008b6b6a-cb48-44f5-b8c5-5220959b8357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:40.039397 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-008b6b6a-cb48-44f5-b8c5-5220959b8357 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fa33e67a-d27c-434f-9874-d2a76b2d2d0f HTTP/1.1" status: 204 len: 168 time: 0.3543482 Nov 11 12:08:40.049284 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f154e003-b69e-4b6a-97dc-e652a5ca86f8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:40.054778 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f154e003-b69e-4b6a-97dc-e652a5ca86f8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/a9bcc001-6546-47a1-bdac-7ffb50ec487c HTTP/1.1" status: 204 len: 168 time: 0.4762349 Nov 11 12:08:40.055944 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154e003-b69e-4b6a-97dc-e652a5ca86f8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Subnet': ['ID=a9bcc001-6546-47a1-bdac-7ffb50ec487c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:40.058878 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39064) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:40.064232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bd2d3b-ee75-4693-af1e-435734be45d2 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:08:40.074720 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-99bd2d3b-ee75-4693-af1e-435734be45d2 admin admin] 10.222.0.65 "PUT /v2.0/routers/a1ee33d5-45fd-4c44-8b89-463f2a860c1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3775070 Nov 11 12:08:40.077128 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce0e99-12b6-41f5-9e4a-88815e33e936 None None] Sync routers for ids ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:08:40.094369 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce0e99-12b6-41f5-9e4a-88815e33e936 None None] Routers {'a1ee33d5-45fd-4c44-8b89-463f2a860c1c'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:40.097753 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-15ce0e99-12b6-41f5-9e4a-88815e33e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:40.105376 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39066) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:40.111804 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-59c2eb3c-3b4f-4bbf-af13-e572969248cd tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "PUT /v2.0/floatingips/d1212c37-0e67-4b92-a4cf-e505c78cf391 HTTP/1.1" status: 200 len: 992 time: 4.1032991 Nov 11 12:08:40.122730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c017deb3-94c2-4a98-a2bd-f00fea35d0e3', 'tag': '15e28266-bbf7-49b4-a45a-4fb9062b90ae'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:08:40.125266 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179cf898-2eb3-4fab-92ae-0abda4b347d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c017deb3-94c2-4a98-a2bd-f00fea35d0e3", "tag": "15e28266-bbf7-49b4-a45a-4fb9062b90ae"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:08:40.131138 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b6b6a-cb48-44f5-b8c5-5220959b8357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa33e67a-d27c-434f-9874-d2a76b2d2d0f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:40.185876 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58dd91a-683b-4cef-af83-fda7ba677cc0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] DELETE failed (client error): The resource could not be found. Nov 11 12:08:40.186326 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d58dd91a-683b-4cef-af83-fda7ba677cc0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:08:40.198414 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d58dd91a-683b-4cef-af83-fda7ba677cc0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/1c023966-c445-46d0-83da-c0e44f18cacb HTTP/1.1" status: 404 len: 337 time: 0.0978265 Nov 11 12:08:40.199200 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39074) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:40.252791 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b68d64-5a1a-4caa-8f5b-945cd38df792 None None] Network 4a0deb53-76fc-4c94-a19b-0c1697909e9f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:40.280625 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-73f5e098-aba1-4436-a6fa-04e65bdaa540 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcc1c5bf-86a3-4d05-a281-f8786e6638b6 HTTP/1.1" status: 200 len: 205 time: 0.0761142 Nov 11 12:08:40.281405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39078) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:40.334751 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-d9b7c010-62cd-4e6c-8918-9475ef40b42e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] delete failed (client error): The resource could not be found. Nov 11 12:08:40.335851 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d9b7c010-62cd-4e6c-8918-9475ef40b42e tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/routers/fcc1c5bf-86a3-4d05-a281-f8786e6638b6 HTTP/1.1" status: 404 len: 336 time: 0.0534906 Nov 11 12:08:40.336794 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-15ce0e99-12b6-41f5-9e4a-88815e33e936 None None] Set router a1ee33d5-45fd-4c44-8b89-463f2a860c1c gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:08:40.338533 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39080) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:40.413353 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23b472d1-c2ad-4a28-9996-402c2a5cd883 admin admin] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:40.413801 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e88f231-11a1-4ab3-9466-d1f626a18149 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] DELETE failed (client error): The resource could not be found. Nov 11 12:08:40.414646 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e88f231-11a1-4ab3-9466-d1f626a18149 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:08:40.416703 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c17ea90-84f6-4963-948e-ca51ba321d53 x-openstack-request-id: req-7c17ea90-84f6-4963-948e-ca51ba321d53 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:08:40.416984 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c017deb3-94c2-4a98-a2bd-f00fea35d0e3", "tag": "15e28266-bbf7-49b4-a45a-4fb9062b90ae", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:08:40.417227 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c17ea90-84f6-4963-948e-ca51ba321d53 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:08:40.417622 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c017deb3-94c2-4a98-a2bd-f00fea35d0e3', 'tag': '15e28266-bbf7-49b4-a45a-4fb9062b90ae', 'status': 'completed', 'code': 200} Nov 11 12:08:40.430367 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6e88f231-11a1-4ab3-9466-d1f626a18149 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/d610eea6-a886-47b0-a360-f72e0715cda5 HTTP/1.1" status: 404 len: 337 time: 0.0906577 Nov 11 12:08:40.431063 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39086) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:40.475686 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbca37e-9674-43e6-aea4-83a2147a6f5f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] DELETE failed (client error): The resource could not be found. Nov 11 12:08:40.476049 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cbca37e-9674-43e6-aea4-83a2147a6f5f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:08:40.482884 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5cbca37e-9674-43e6-aea4-83a2147a6f5f tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/db04545d-7fbe-4fb2-ad61-7d2cb2758b26 HTTP/1.1" status: 404 len: 337 time: 0.0504620 Nov 11 12:08:40.485319 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39088) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:40.576961 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d80126-495d-4374-9168-f513df34317b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router b59003e9-d32f-461c-8c75-091ec3786680 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:08:40.620847 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:40.625562 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc2d5a3-8bee-498d-b7e1-d64d59b41c83 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] DELETE failed (client error): The resource could not be found. Nov 11 12:08:40.626160 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc2d5a3-8bee-498d-b7e1-d64d59b41c83 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:08:40.634311 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23b472d1-c2ad-4a28-9996-402c2a5cd883 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:40.641412 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6bc2d5a3-8bee-498d-b7e1-d64d59b41c83 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/1ff7a0ec-961a-4572-a7e5-3ddd6e9e57e6 HTTP/1.1" status: 404 len: 337 time: 0.1273494 Nov 11 12:08:40.643303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39092) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:40.651001 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-302b139f-90d6-4e35-895e-55d2f3e33faa None None] Provisioning complete for port 5af252d9-e1e5-4542-a5e5-47500515ffb1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:40.651367 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-302b139f-90d6-4e35-895e-55d2f3e33faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:40.672875 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39094) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:40.697391 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-9e7802bd-3273-4a0e-ad3e-696cbe825ce2 None None] Set router 98783ae1-459f-4f04-a420-40c7ff8c6537 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:08:40.707627 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-15ce0e99-12b6-41f5-9e4a-88815e33e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'name': 'tempest-TaggedBootDevicesTest_v242-109950490-router', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:53Z', 'updated_at': '2021-11-11T12:08:37Z', 'revision_number': 5, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'gw_port': {'id': 'e375a2e8-2273-4c6b-b4b1-c4c9b5fab752', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:56:54Z', 'updated_at': '2021-11-11T11:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:40.716446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d80126-495d-4374-9168-f513df34317b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:08:40.719501 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-26805d81-52fc-4b69-8699-d5289f32afaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:40.729547 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a3d80126-495d-4374-9168-f513df34317b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/b59003e9-d32f-461c-8c75-091ec3786680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6150415 Nov 11 12:08:40.733142 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39098) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:40.743422 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b59c95-75a2-453a-a269-c5c91c2f0bec tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] DELETE failed (client error): The resource could not be found. Nov 11 12:08:40.744353 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b59c95-75a2-453a-a269-c5c91c2f0bec tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:08:40.753767 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-02b59c95-75a2-453a-a269-c5c91c2f0bec tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/9d51f10d-a4b5-40f7-8b45-4a9d3d35e334 HTTP/1.1" status: 404 len: 333 time: 0.1082509 Nov 11 12:08:40.761496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd31ffda-f342-435b-bbdc-df89918df124 None None] Sync routers for ids ['b59003e9-d32f-461c-8c75-091ec3786680'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:08:40.763122 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39100) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:40.789696 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce0e99-12b6-41f5-9e4a-88815e33e936 None None] Checking router: a1ee33d5-45fd-4c44-8b89-463f2a860c1c for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:08:40.812604 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce0e99-12b6-41f5-9e4a-88815e33e936 None None] Routers {'a1ee33d5-45fd-4c44-8b89-463f2a860c1c'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:40.813278 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-15ce0e99-12b6-41f5-9e4a-88815e33e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:40.829350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c7a99a-ab6f-486e-a813-c5a59b559448 None None] DHCP port deletion for 4a0deb53-76fc-4c94-a19b-0c1697909e9f request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:08:40.837053 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cf898-2eb3-4fab-92ae-0abda4b347d2 req-17944ea4-d10c-48ea-ba95-08aa16150583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:40.838619 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-179cf898-2eb3-4fab-92ae-0abda4b347d2 req-17944ea4-d10c-48ea-ba95-08aa16150583 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36af1c00a8ab4b0e95a23b4e49d31ca8&device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 1097 time: 0.5017545 Nov 11 12:08:40.839628 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5edae6-3b70-44b6-91f0-ea6f1adc27d4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] DELETE failed (client error): The resource could not be found. Nov 11 12:08:40.840052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5edae6-3b70-44b6-91f0-ea6f1adc27d4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:08:40.844961 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd31ffda-f342-435b-bbdc-df89918df124 None None] Routers {'b59003e9-d32f-461c-8c75-091ec3786680'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:40.845810 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cd31ffda-f342-435b-bbdc-df89918df124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b59003e9-d32f-461c-8c75-091ec3786680'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:40.853160 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3d5edae6-3b70-44b6-91f0-ea6f1adc27d4 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/39fdc926-796e-4ea9-8f5c-c60d71345b3c HTTP/1.1" status: 404 len: 337 time: 0.0831552 Nov 11 12:08:40.853849 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39104) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:40.914053 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-15ce0e99-12b6-41f5-9e4a-88815e33e936 None None] Set router a1ee33d5-45fd-4c44-8b89-463f2a860c1c gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:08:40.931839 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f34425-7b58-4600-a321-d7c98b12c769 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] DELETE failed (client error): The resource could not be found. Nov 11 12:08:40.932296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f34425-7b58-4600-a321-d7c98b12c769 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:08:40.937088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cd31ffda-f342-435b-bbdc-df89918df124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:40.943514 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-85f34425-7b58-4600-a321-d7c98b12c769 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/821a148a-173e-4477-a72c-140ef0116bc3 HTTP/1.1" status: 404 len: 337 time: 0.0853274 Nov 11 12:08:40.944957 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39106) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:40.948088 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-23b472d1-c2ad-4a28-9996-402c2a5cd883 admin admin] Deleting port e375a2e8-2273-4c6b-b4b1-c4c9b5fab752 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:40.954887 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23b472d1-c2ad-4a28-9996-402c2a5cd883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:40.992000 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd31ffda-f342-435b-bbdc-df89918df124 None None] Routers {'b59003e9-d32f-461c-8c75-091ec3786680'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:40.993309 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cd31ffda-f342-435b-bbdc-df89918df124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b59003e9-d32f-461c-8c75-091ec3786680'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:41.013286 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-15ce0e99-12b6-41f5-9e4a-88815e33e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'name': 'tempest-TaggedBootDevicesTest_v242-109950490-router', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:53Z', 'updated_at': '2021-11-11T12:08:40Z', 'revision_number': 6, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:41.068587 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce0e99-12b6-41f5-9e4a-88815e33e936 None None] The sync data for ids ['a1ee33d5-45fd-4c44-8b89-463f2a860c1c'] in n-d-807359-3 is: [{'id': 'a1ee33d5-45fd-4c44-8b89-463f2a860c1c', 'name': 'tempest-TaggedBootDevicesTest_v242-109950490-router', 'tenant_id': 'da10fcdd1e56422d809e80303ecf3512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:56:53Z', 'updated_at': '2021-11-11T12:08:40Z', 'revision_number': 6, 'project_id': 'da10fcdd1e56422d809e80303ecf3512', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:08:41.118101 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-6b3fb30d-6e9e-4528-ba21-a7abb84d2037 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] remove_router_interface failed (client error): The resource could not be found. Nov 11 12:08:41.131576 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39110) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:41.134134 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6b3fb30d-6e9e-4528-ba21-a7abb84d2037 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/b59003e9-d32f-461c-8c75-091ec3786680/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3992851 Nov 11 12:08:41.154127 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-2715aaa3-ace1-48bd-85f5-27530a6ae58d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] DELETE failed (client error): The resource could not be found. Nov 11 12:08:41.155463 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2715aaa3-ace1-48bd-85f5-27530a6ae58d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:08:41.159151 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2715aaa3-ace1-48bd-85f5-27530a6ae58d tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/612dd804-c580-419b-b5c7-391391d34813 HTTP/1.1" status: 404 len: 333 time: 0.2042069 Nov 11 12:08:41.164886 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cf898-2eb3-4fab-92ae-0abda4b347d2 req-22cef2d9-af63-4eef-b4a4-31d7dc189823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:41.167188 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-179cf898-2eb3-4fab-92ae-0abda4b347d2 req-22cef2d9-af63-4eef-b4a4-31d7dc189823 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7061eec4-bc95-479d-b544-0f2e7dcf2641 HTTP/1.1" status: 200 len: 913 time: 0.3123641 Nov 11 12:08:41.167349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39114) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:41.182963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-23b472d1-c2ad-4a28-9996-402c2a5cd883 admin admin] For port e375a2e8-2273-4c6b-b4b1-c4c9b5fab752, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e375a2e8-2273-4c6b-b4b1-c4c9b5fab752,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:41.183358 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23b472d1-c2ad-4a28-9996-402c2a5cd883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:41.187680 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-26805d81-52fc-4b69-8699-d5289f32afaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:41.193908 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7a402b59-26c1-4753-8ec2-badedf4c2766 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports?device_id=b59003e9-d32f-461c-8c75-091ec3786680 HTTP/1.1" status: 200 len: 205 time: 0.0611393 Nov 11 12:08:41.243300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39118) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:41.251405 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-26805d81-52fc-4b69-8699-d5289f32afaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:41.259661 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0d65eb-b497-4f49-b53e-f8c19557c0f2 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] DELETE failed (client error): The resource could not be found. Nov 11 12:08:41.260113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0d65eb-b497-4f49-b53e-f8c19557c0f2 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:08:41.266197 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8c0d65eb-b497-4f49-b53e-f8c19557c0f2 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/a4934f66-66e8-4fd4-9fb2-3ddc16e2935f HTTP/1.1" status: 404 len: 337 time: 0.0945795 Nov 11 12:08:41.271805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39122) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:41.288647 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-179cf898-2eb3-4fab-92ae-0abda4b347d2 req-949105bd-1b16-4480-8f3b-67c904c4230f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15e28266-bbf7-49b4-a45a-4fb9062b90ae HTTP/1.1" status: 200 len: 1000 time: 0.0996559 Nov 11 12:08:41.302340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-23b472d1-c2ad-4a28-9996-402c2a5cd883 admin admin] Calling delete_port for e375a2e8-2273-4c6b-b4b1-c4c9b5fab752 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:41.314181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cd31ffda-f342-435b-bbdc-df89918df124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:41.315196 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd31ffda-f342-435b-bbdc-df89918df124 None None] The sync data for ids ['b59003e9-d32f-461c-8c75-091ec3786680'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:08:41.376956 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cf898-2eb3-4fab-92ae-0abda4b347d2 req-d998ff65-de19-4d8f-bf99-f9c8dc0bf2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:41.378708 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-179cf898-2eb3-4fab-92ae-0abda4b347d2 req-d998ff65-de19-4d8f-bf99-f9c8dc0bf2dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b4858774-bac2-4c25-afd8-1350376ff799 HTTP/1.1" status: 200 len: 850 time: 0.0818770 Nov 11 12:08:41.411438 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c5ae653a-5be0-4330-ac39-255e2b04bee0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:41.439657 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cf898-2eb3-4fab-92ae-0abda4b347d2 req-51a791bb-01fc-45aa-852d-34399b272573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:41.441607 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-179cf898-2eb3-4fab-92ae-0abda4b347d2 req-51a791bb-01fc-45aa-852d-34399b272573 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7061eec4-bc95-479d-b544-0f2e7dcf2641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553794 Nov 11 12:08:41.480889 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:41.483898 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-302b139f-90d6-4e35-895e-55d2f3e33faa None None] Provisioning complete for port 46c73b98-8edf-49e9-89b2-8777ddecc72f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:41.484339 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-302b139f-90d6-4e35-895e-55d2f3e33faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:41.516028 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-26805d81-52fc-4b69-8699-d5289f32afaa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9499fcb36cc242709cafc1059e6f64e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8415914 Nov 11 12:08:41.517170 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39130) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:41.542498 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-302b139f-90d6-4e35-895e-55d2f3e33faa None None] Port 46c73b98-8edf-49e9-89b2-8777ddecc72f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:41.623119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-56c7a99a-ab6f-486e-a813-c5a59b559448 None None] Deleting port 5af252d9-e1e5-4542-a5e5-47500515ffb1 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:41.623119 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-56c7a99a-ab6f-486e-a813-c5a59b559448 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:41.723248 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4efe886b-d8bd-4cb9-a07c-ffbe3df5691b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:41.728637 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-179cf898-2eb3-4fab-92ae-0abda4b347d2 req-f04f75b8-b772-4188-a73c-29e59a28251b service neutron] 10.222.0.43 "GET /v2.0/networks/7061eec4-bc95-479d-b544-0f2e7dcf2641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793663 Nov 11 12:08:41.729344 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a5803d-cf3e-4f59-81a2-c34b154185e0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] DELETE failed (client error): The resource could not be found. Nov 11 12:08:41.729828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a5803d-cf3e-4f59-81a2-c34b154185e0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:08:41.735989 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-31a5803d-cf3e-4f59-81a2-c34b154185e0 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/subnets/d4b70b6d-651d-4459-9834-de451aaa043e HTTP/1.1" status: 404 len: 337 time: 0.4283597 Nov 11 12:08:41.736098 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-56c7a99a-ab6f-486e-a813-c5a59b559448 None None] For port 5af252d9-e1e5-4542-a5e5-47500515ffb1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5af252d9-e1e5-4542-a5e5-47500515ffb1,segment=NetworkSegment(d5040c85-3c6f-4024-8a6a-2547a4d89f24),segment_id=d5040c85-3c6f-4024-8a6a-2547a4d89f24)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:41.736098 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-56c7a99a-ab6f-486e-a813-c5a59b559448 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:41.743770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39134) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:41.763405 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-56c7a99a-ab6f-486e-a813-c5a59b559448 None None] Calling delete_port for 5af252d9-e1e5-4542-a5e5-47500515ffb1 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:41.768525 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26805d81-52fc-4b69-8699-d5289f32afaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5f9f80-1943-4d4b-88f1-201bdf0f7ea2,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:41.783638 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c5ae653a-5be0-4330-ac39-255e2b04bee0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:41.786693 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c5ae653a-5be0-4330-ac39-255e2b04bee0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:41.823625 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4efe886b-d8bd-4cb9-a07c-ffbe3df5691b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:41.886264 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c5ae653a-5be0-4330-ac39-255e2b04bee0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:41.887175 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ae653a-5be0-4330-ac39-255e2b04bee0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Fanout notify agent at l3_agent the message router_deleted on router b59003e9-d32f-461c-8c75-091ec3786680 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:08:41.903912 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c5ae653a-5be0-4330-ac39-255e2b04bee0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:41.905343 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c5ae653a-5be0-4330-ac39-255e2b04bee0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/routers/b59003e9-d32f-461c-8c75-091ec3786680 HTTP/1.1" status: 204 len: 168 time: 0.6610959 Nov 11 12:08:41.908236 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39140) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:41.931779 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-56c7a99a-ab6f-486e-a813-c5a59b559448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:41.971562 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7a99a-ab6f-486e-a813-c5a59b559448 None None] Pushing event deleted for resources: {'Port': ['ID=5af252d9-e1e5-4542-a5e5-47500515ffb1,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:42.006256 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c7a99a-ab6f-486e-a813-c5a59b559448 None None] No DVR routers for this DVR port 5af252d9-e1e5-4542-a5e5-47500515ffb1 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:08:42.011289 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7d1d4e-9eac-4f23-82c8-a47f3e21540a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting subnet 19a04753-4837-4d27-bb3b-95cf99c0c9fb {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:08:42.022107 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1d4e-9eac-4f23-82c8-a47f3e21540a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.039340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:08:42.078586 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23b472d1-c2ad-4a28-9996-402c2a5cd883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.080101 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-179cf898-2eb3-4fab-92ae-0abda4b347d2 req-c513f27b-a1e5-4914-bb63-8a1262d781da service neutron] 10.222.0.43 "GET /v2.0/networks/7061eec4-bc95-479d-b544-0f2e7dcf2641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370492 Nov 11 12:08:42.081815 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4efe886b-d8bd-4cb9-a07c-ffbe3df5691b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.085798 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4efe886b-d8bd-4cb9-a07c-ffbe3df5691b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.089018 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4efe886b-d8bd-4cb9-a07c-ffbe3df5691b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f5f9f80-1943-4d4b-88f1-201bdf0f7ea2 HTTP/1.1" status: 204 len: 168 time: 0.5686367 Nov 11 12:08:42.098637 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe886b-d8bd-4cb9-a07c-ffbe3df5691b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5f9f80-1943-4d4b-88f1-201bdf0f7ea2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:42.114348 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-2e9230b5-b6f7-45a0-9ae3-3b483d3029f8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Deleting port 46c73b98-8edf-49e9-89b2-8777ddecc72f {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:42.114677 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e9230b5-b6f7-45a0-9ae3-3b483d3029f8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.147810 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:08:42.148165 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device de7a0631-ddbb-4f0b-80eb-5173e9c95ce0 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:08:42.148541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5af252d9-e1e5-4542-a5e5-47500515ffb1 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:08:42.176408 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1d4e-9eac-4f23-82c8-a47f3e21540a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.201099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b472d1-c2ad-4a28-9996-402c2a5cd883 admin admin] Pushing event deleted for resources: {'Port': ['ID=e375a2e8-2273-4c6b-b4b1-c4c9b5fab752,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:42.216615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 5af252d9-e1e5-4542-a5e5-47500515ffb1 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:08:42.216958 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5af252d9-e1e5-4542-a5e5-47500515ffb1 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:08:42.245291 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9e7802bd-3273-4a0e-ad3e-696cbe825ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'name': 'tempest-ServersTestManualDisk-644817890-router', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:07:54Z', 'updated_at': '2021-11-11T12:08:03Z', 'revision_number': 4, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'gw_port': {'id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:07:55Z', 'updated_at': '2021-11-11T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'd1212c37-0e67-4b92-a4cf-e505c78cf391', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'port_id': '15e28266-bbf7-49b4-a45a-4fb9062b90ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641', 'mac_address': 'fa:16:3e:b5:aa:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c017deb3-94c2-4a98-a2bd-f00fea35d0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:08:11Z', 'updated_at': '2021-11-11T12:08:37Z', 'revision_number': 1, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0062c101-05c8-4689-a037-c67d64d7b012', 'name': '', 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'mac_address': 'fa:16:3e:e4:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:08:01Z', 'updated_at': '2021-11-11T12:08:09Z', 'revision_number': 5, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'subnets': [{'id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:42.271029 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e9230b5-b6f7-45a0-9ae3-3b483d3029f8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.316102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7802bd-3273-4a0e-ad3e-696cbe825ce2 None None] Checking router: 98783ae1-459f-4f04-a420-40c7ff8c6537 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:08:42.317852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-2e9230b5-b6f7-45a0-9ae3-3b483d3029f8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Calling delete_port for 46c73b98-8edf-49e9-89b2-8777ddecc72f owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:42.318221 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eed8b9-4941-4b97-80b3-0ad8de60cf6a None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:08:42.335976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7802bd-3273-4a0e-ad3e-696cbe825ce2 None None] Routers {'98783ae1-459f-4f04-a420-40c7ff8c6537'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:42.336682 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9e7802bd-3273-4a0e-ad3e-696cbe825ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['98783ae1-459f-4f04-a420-40c7ff8c6537'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:42.358090 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23b472d1-c2ad-4a28-9996-402c2a5cd883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.422490 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1d4e-9eac-4f23-82c8-a47f3e21540a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.494872 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e9230b5-b6f7-45a0-9ae3-3b483d3029f8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.519264 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-9e7802bd-3273-4a0e-ad3e-696cbe825ce2 None None] Set router 98783ae1-459f-4f04-a420-40c7ff8c6537 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:08:42.548715 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1d4e-9eac-4f23-82c8-a47f3e21540a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.563146 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9230b5-b6f7-45a0-9ae3-3b483d3029f8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Port': ['ID=46c73b98-8edf-49e9-89b2-8777ddecc72f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:42.578141 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e9230b5-b6f7-45a0-9ae3-3b483d3029f8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.585528 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2e9230b5-b6f7-45a0-9ae3-3b483d3029f8 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/ports/46c73b98-8edf-49e9-89b2-8777ddecc72f HTTP/1.1" status: 204 len: 168 time: 0.8405783 Nov 11 12:08:42.586877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39160) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:42.740867 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-163e45c9-80f3-4dab-8052-eba504421402 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.902605 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-163e45c9-80f3-4dab-8052-eba504421402 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.929150 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-163e45c9-80f3-4dab-8052-eba504421402 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0deb53-76fc-4c94-a19b-0c1697909e9f']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:42.944873 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23b472d1-c2ad-4a28-9996-402c2a5cd883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.947810 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d1d4e-9eac-4f23-82c8-a47f3e21540a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Subnet': ['ID=19a04753-4837-4d27-bb3b-95cf99c0c9fb,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:42.949960 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23b472d1-c2ad-4a28-9996-402c2a5cd883 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.951927 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1d4e-9eac-4f23-82c8-a47f3e21540a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.952442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-163e45c9-80f3-4dab-8052-eba504421402 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5040c85-3c6f-4024-8a6a-2547a4d89f24') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:42.953539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-163e45c9-80f3-4dab-8052-eba504421402 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5040c85-3c6f-4024-8a6a-2547a4d89f24') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:42.955225 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8f7d1d4e-9eac-4f23-82c8-a47f3e21540a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/19a04753-4837-4d27-bb3b-95cf99c0c9fb HTTP/1.1" status: 204 len: 168 time: 1.0452402 Nov 11 12:08:42.957871 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39174) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:42.963730 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8897be74-12d0-4d54-83ce-8550948d41f0 None None] Network cde3fd81-876a-49d7-82b7-85c4c5c289e4 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:42.971866 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-163e45c9-80f3-4dab-8052-eba504421402 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.988630 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-163e45c9-80f3-4dab-8052-eba504421402 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:42.997243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163e45c9-80f3-4dab-8052-eba504421402 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:08:42.998736 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-163e45c9-80f3-4dab-8052-eba504421402 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:08:43.004966 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:08:43.058814 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23b472d1-c2ad-4a28-9996-402c2a5cd883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:43.058814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b472d1-c2ad-4a28-9996-402c2a5cd883 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ee33d5-45fd-4c44-8b89-463f2a860c1c {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:08:43.067375 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23b472d1-c2ad-4a28-9996-402c2a5cd883 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:43.070801 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-23b472d1-c2ad-4a28-9996-402c2a5cd883 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a1ee33d5-45fd-4c44-8b89-463f2a860c1c HTTP/1.1" status: 204 len: 168 time: 2.9613128 Nov 11 12:08:43.072592 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39178) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:43.140612 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-163e45c9-80f3-4dab-8052-eba504421402 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:43.145153 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-163e45c9-80f3-4dab-8052-eba504421402 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:43.150553 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-163e45c9-80f3-4dab-8052-eba504421402 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] 10.222.0.65 "DELETE /v2.0/networks/4a0deb53-76fc-4c94-a19b-0c1697909e9f HTTP/1.1" status: 204 len: 168 time: 0.5605788 Nov 11 12:08:43.150830 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e169547-ef0b-4896-88ae-91174fa0fc53 admin admin] Deleting subnet 52d168b6-ae90-474b-916f-74be6777191e {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:08:43.155532 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6e169547-ef0b-4896-88ae-91174fa0fc53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:43.184533 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e45c9-80f3-4dab-8052-eba504421402 tempest-PortsTestJSON-1502470042 tempest-PortsTestJSON-1502470042-project] Pushing event deleted for resources: {'Network': ['ID=4a0deb53-76fc-4c94-a19b-0c1697909e9f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:43.190444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9e7802bd-3273-4a0e-ad3e-696cbe825ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'name': 'tempest-ServersTestManualDisk-644817890-router', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:07:54Z', 'updated_at': '2021-11-11T12:08:03Z', 'revision_number': 4, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'gw_port': {'id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:07:55Z', 'updated_at': '2021-11-11T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'd1212c37-0e67-4b92-a4cf-e505c78cf391', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'port_id': '15e28266-bbf7-49b4-a45a-4fb9062b90ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641', 'mac_address': 'fa:16:3e:b5:aa:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c017deb3-94c2-4a98-a2bd-f00fea35d0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:08:11Z', 'updated_at': '2021-11-11T12:08:37Z', 'revision_number': 1, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0062c101-05c8-4689-a037-c67d64d7b012', 'name': '', 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'mac_address': 'fa:16:3e:e4:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:08:01Z', 'updated_at': '2021-11-11T12:08:09Z', 'revision_number': 5, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'subnets': [{'id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:43.217265 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6e169547-ef0b-4896-88ae-91174fa0fc53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:43.259199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7802bd-3273-4a0e-ad3e-696cbe825ce2 None None] The sync data for ids ['98783ae1-459f-4f04-a420-40c7ff8c6537'] in n-d-807359-3 is: [{'id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'name': 'tempest-ServersTestManualDisk-644817890-router', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:07:54Z', 'updated_at': '2021-11-11T12:08:03Z', 'revision_number': 4, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'gw_port': {'id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:07:55Z', 'updated_at': '2021-11-11T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'd1212c37-0e67-4b92-a4cf-e505c78cf391', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'port_id': '15e28266-bbf7-49b4-a45a-4fb9062b90ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641', 'mac_address': 'fa:16:3e:b5:aa:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c017deb3-94c2-4a98-a2bd-f00fea35d0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:08:11Z', 'updated_at': '2021-11-11T12:08:37Z', 'revision_number': 1, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0062c101-05c8-4689-a037-c67d64d7b012', 'name': '', 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'mac_address': 'fa:16:3e:e4:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:08:01Z', 'updated_at': '2021-11-11T12:08:09Z', 'revision_number': 5, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'subnets': [{'id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:08:43.388225 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab89a93-2ef3-4c75-8108-b9ceddd414c6 None None] DHCP port deletion for cde3fd81-876a-49d7-82b7-85c4c5c289e4 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:08:43.389802 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:43.397234 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6e169547-ef0b-4896-88ae-91174fa0fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:43.506825 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-eab89a93-2ef3-4c75-8108-b9ceddd414c6 None None] Deleting port c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:43.507850 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eab89a93-2ef3-4c75-8108-b9ceddd414c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:43.527207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:43.527762 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:43.543700 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6e169547-ef0b-4896-88ae-91174fa0fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:43.666325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] For port c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1,segment=NetworkSegment(cccc31d3-88c3-4f30-b26c-6a643a3e9c54),segment_id=cccc31d3-88c3-4f30-b26c-6a643a3e9c54)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:43.666689 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:43.713019 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e169547-ef0b-4896-88ae-91174fa0fc53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52d168b6-ae90-474b-916f-74be6777191e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:43.721299 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:43.725081 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6e169547-ef0b-4896-88ae-91174fa0fc53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:43.743080 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39206) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:43.744395 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df02e166-fd66-4602-9356-f144baacfc43 None None] Network fb65d5f6-787d-4d2e-8933-7095a01ee3ed requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:43.747336 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5b2649-13e7-4fe8-83da-557bb2777cc2 None None] New status for floating IP d1212c37-0e67-4b92-a4cf-e505c78cf391: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:08:43.765640 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6e169547-ef0b-4896-88ae-91174fa0fc53 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/52d168b6-ae90-474b-916f-74be6777191e HTTP/1.1" status: 204 len: 168 time: 0.6918857 Nov 11 12:08:43.768696 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39210) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:43.850853 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e375a2e8-2273-4c6b-b4b1-c4c9b5fab752 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:08:43.868291 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-eab89a93-2ef3-4c75-8108-b9ceddd414c6 None None] For port c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1,segment=NetworkSegment(cccc31d3-88c3-4f30-b26c-6a643a3e9c54),segment_id=cccc31d3-88c3-4f30-b26c-6a643a3e9c54)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:43.869987 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eab89a93-2ef3-4c75-8108-b9ceddd414c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:43.908217 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:43.946489 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:43.956663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: e375a2e8-2273-4c6b-b4b1-c4c9b5fab752 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:08:43.957310 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e375a2e8-2273-4c6b-b4b1-c4c9b5fab752 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:08:43.958026 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:08:43.984674 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:43.995352 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] No DVR routers for this DVR port c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:08:44.032492 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-eab89a93-2ef3-4c75-8108-b9ceddd414c6 None None] Calling delete_port for c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:44.034286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:08:44.034622 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:08:44.117472 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-76e2e37e-1309-4ae0-80b7-6ea845a45c02 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8cf30cdbbdb44f58a32f16375d86c36b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3673983 Nov 11 12:08:44.119218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39218) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:44.142274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Deleting port 0707f5f4-8bb7-4cfb-b932-39def55276de {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:44.142666 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.167983 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.207352 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde3fd81-876a-49d7-82b7-85c4c5c289e4']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:44.225732 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccc31d3-88c3-4f30-b26c-6a643a3e9c54') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:44.227140 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccc31d3-88c3-4f30-b26c-6a643a3e9c54') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:44.253226 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.274256 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eab89a93-2ef3-4c75-8108-b9ceddd414c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.280048 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.301357 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:08:44.301898 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.305603 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] For port 0707f5f4-8bb7-4cfb-b932-39def55276de, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0707f5f4-8bb7-4cfb-b932-39def55276de,segment=NetworkSegment(6e11699d-9297-4d1a-8062-6d3336415157),segment_id=6e11699d-9297-4d1a-8062-6d3336415157)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:44.305999 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:08:44.312139 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:08:44.341687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab89a93-2ef3-4c75-8108-b9ceddd414c6 None None] No DVR routers for this DVR port c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:08:44.344157 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab89a93-2ef3-4c75-8108-b9ceddd414c6 None None] Pushing event deleted for resources: {'Port': ['ID=c2596b1b-f0d8-4ce2-82e8-f13a2e9ea6f1,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:44.361348 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Calling delete_port for 0707f5f4-8bb7-4cfb-b932-39def55276de owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:44.373307 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f246e39-0df6-4d6c-8c1a-48021454529d None None] DHCP port deletion for fb65d5f6-787d-4d2e-8933-7095a01ee3ed request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:08:44.375634 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.444951 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.453287 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6f246e39-0df6-4d6c-8c1a-48021454529d None None] Deleting port 0707f5f4-8bb7-4cfb-b932-39def55276de {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:44.453682 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6f246e39-0df6-4d6c-8c1a-48021454529d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.463001 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.467804 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/networks/cde3fd81-876a-49d7-82b7-85c4c5c289e4 HTTP/1.1" status: 204 len: 168 time: 1.5090106 Nov 11 12:08:44.471794 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39228) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:44.493111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-52d785de-8609-4256-8466-e1134069fc4c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'network': {'name': 'tempest-RoutersTest-834832038'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:44.498883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c273df6-3dc2-49e3-91b5-dea84e23a897 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Network': ['ID=cde3fd81-876a-49d7-82b7-85c4c5c289e4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:44.524145 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.536702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d785de-8609-4256-8466-e1134069fc4c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:44.539080 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6f246e39-0df6-4d6c-8c1a-48021454529d None None] For port 0707f5f4-8bb7-4cfb-b932-39def55276de, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0707f5f4-8bb7-4cfb-b932-39def55276de,segment=NetworkSegment(6e11699d-9297-4d1a-8062-6d3336415157),segment_id=6e11699d-9297-4d1a-8062-6d3336415157)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:44.539734 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6f246e39-0df6-4d6c-8c1a-48021454529d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.552099 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52d785de-8609-4256-8466-e1134069fc4c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.573501 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6f246e39-0df6-4d6c-8c1a-48021454529d None None] Calling delete_port for 0707f5f4-8bb7-4cfb-b932-39def55276de owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:44.610198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d785de-8609-4256-8466-e1134069fc4c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:08:44.619706 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.622201 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52d785de-8609-4256-8466-e1134069fc4c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.622599 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-52d785de-8609-4256-8466-e1134069fc4c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Added segment 78403db0-15cf-4c0d-a4e3-973be9f5e7c8 of type vlan for network 6bc162f9-7423-4195-8794-60ea7efa1bfd Nov 11 12:08:44.625178 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.629196 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5c79acb7-a605-400d-8392-5411c3c45ecf HTTP/1.1" status: 204 len: 168 time: 0.5065172 Nov 11 12:08:44.635179 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.727232 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52d785de-8609-4256-8466-e1134069fc4c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.732507 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c79acb7-a605-400d-8392-5411c3c45ecf,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:44.739628 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Pushing event deleted for resources: {'Port': ['ID=0707f5f4-8bb7-4cfb-b932-39def55276de,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:44.750680 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6f246e39-0df6-4d6c-8c1a-48021454529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.771554 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] No DVR routers for this DVR port 0707f5f4-8bb7-4cfb-b932-39def55276de on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:08:44.777659 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f246e39-0df6-4d6c-8c1a-48021454529d None None] No DVR routers for this DVR port 0707f5f4-8bb7-4cfb-b932-39def55276de on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:08:44.781849 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52d785de-8609-4256-8466-e1134069fc4c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.791488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d785de-8609-4256-8466-e1134069fc4c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:44.792521 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52d785de-8609-4256-8466-e1134069fc4c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:44.824901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f246e39-0df6-4d6c-8c1a-48021454529d None None] Pushing event deleted for resources: {'Port': ['ID=0707f5f4-8bb7-4cfb-b932-39def55276de,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:44.835946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.836586 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.838177 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.839234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.842088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.842843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.843178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.847250 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-52d785de-8609-4256-8466-e1134069fc4c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3715115 Nov 11 12:08:44.847915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39244) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:44.848232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.848594 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.848927 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.851493 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.851852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56122099-22e7-4042-9525-1baa2d3b97b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.866894 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.871608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.872234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.875423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.876020 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.876526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.877616 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.878141 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.878636 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.879132 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.880750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.893955 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:44.895222 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2110877c-755e-447d-bcca-1be1d30a7c2a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'subnet': {'network_id': '6bc162f9-7423-4195-8794-60ea7efa1bfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:44.916540 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d785de-8609-4256-8466-e1134069fc4c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Network': ['ID=6bc162f9-7423-4195-8794-60ea7efa1bfd,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:44.939128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 6bc162f9-7423-4195-8794-60ea7efa1bfd details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:08:45.058034 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.090455 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2110877c-755e-447d-bcca-1be1d30a7c2a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:45.094069 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2110877c-755e-447d-bcca-1be1d30a7c2a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.101270 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb65d5f6-787d-4d2e-8933-7095a01ee3ed']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:45.133966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e11699d-9297-4d1a-8062-6d3336415157') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:45.136463 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e11699d-9297-4d1a-8062-6d3336415157') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:45.159129 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.183677 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.192590 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:08:45.192935 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:08:45.196445 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:08:45.272389 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.282585 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.286384 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] 10.222.0.65 "DELETE /v2.0/networks/fb65d5f6-787d-4d2e-8933-7095a01ee3ed HTTP/1.1" status: 204 len: 168 time: 1.5166366 Nov 11 12:08:45.312778 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999b235-9e15-4036-8f11-e9d59f3fa832 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb65d5f6-787d-4d2e-8933-7095a01ee3ed,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:45.323847 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2110877c-755e-447d-bcca-1be1d30a7c2a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.400808 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110877c-755e-447d-bcca-1be1d30a7c2a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Subnet': ['ID=1de37123-9ac6-495f-943a-8e73dd683c92,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:45.416046 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110877c-755e-447d-bcca-1be1d30a7c2a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Checking segment: {'id': '78403db0-15cf-4c0d-a4e3-973be9f5e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6bc162f9-7423-4195-8794-60ea7efa1bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:08:45.416416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2110877c-755e-447d-bcca-1be1d30a7c2a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network hostable DHCP agents. Network: 6bc162f9-7423-4195-8794-60ea7efa1bfd, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:08:45.441454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2110877c-755e-447d-bcca-1be1d30a7c2a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network 6bc162f9-7423-4195-8794-60ea7efa1bfd is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:08:45.454788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-2110877c-755e-447d-bcca-1be1d30a7c2a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 6bc162f9-7423-4195-8794-60ea7efa1bfd) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:45.466669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f6a907-ba15-408e-972d-f3ce3456c012 None None] Network 6bc162f9-7423-4195-8794-60ea7efa1bfd requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:45.483079 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39272) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:45.496164 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2110877c-755e-447d-bcca-1be1d30a7c2a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:45.498318 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2110877c-755e-447d-bcca-1be1d30a7c2a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.521150 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2110877c-755e-447d-bcca-1be1d30a7c2a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6327705 Nov 11 12:08:45.525521 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39276) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:45.534200 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a6668c4c-4b18-4b33-b719-590c7aaf8c34 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-79775857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:45.557283 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39278) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:45.558565 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e9c68599-431b-4a70-8032-a1691c3158d7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da10fcdd1e56422d809e80303ecf3512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0738516 Nov 11 12:08:45.612792 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6668c4c-4b18-4b33-b719-590c7aaf8c34 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.614223 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6668c4c-4b18-4b33-b719-590c7aaf8c34 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.705063 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-858c4fb8-a272-4425-84cb-bf8e4d26e7a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.707920 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6668c4c-4b18-4b33-b719-590c7aaf8c34 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.719773 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6668c4c-4b18-4b33-b719-590c7aaf8c34 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.746381 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.747298 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6668c4c-4b18-4b33-b719-590c7aaf8c34 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.748632 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a6668c4c-4b18-4b33-b719-590c7aaf8c34 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2209816 Nov 11 12:08:45.751483 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39288) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:45.757683 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-858c4fb8-a272-4425-84cb-bf8e4d26e7a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.763945 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0707f5f4-8bb7-4cfb-b932-39def55276de no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:08:45.831331 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-858c4fb8-a272-4425-84cb-bf8e4d26e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.834447 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-858c4fb8-a272-4425-84cb-bf8e4d26e7a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.835978 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-858c4fb8-a272-4425-84cb-bf8e4d26e7a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9dc08c6-b474-48ca-b01b-c73abd6581ef HTTP/1.1" status: 204 len: 168 time: 0.2740862 Nov 11 12:08:45.853484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c4fb8-a272-4425-84cb-bf8e4d26e7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dc08c6-b474-48ca-b01b-c73abd6581ef,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:45.924654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-6bc162f9-7423-4195-8794-60ea7efa1bfd', 'network_id': '6bc162f9-7423-4195-8794-60ea7efa1bfd', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'fixed_ips': [{'subnet_id': '1de37123-9ac6-495f-943a-8e73dd683c92'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:08:45.926658 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:45.952403 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 0707f5f4-8bb7-4cfb-b932-39def55276de {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:08:45.953056 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0707f5f4-8bb7-4cfb-b932-39def55276de not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:08:46.159012 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:46.255893 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39322) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:46.392644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Allocated IP 172.20.0.2 (6bc162f9-7423-4195-8794-60ea7efa1bfd/1de37123-9ac6-495f-943a-8e73dd683c92/f32250f8-fd11-4e5d-8580-dae764cb3973) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:46.531439 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39334) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:46.571320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-7f24c679-d80e-4227-837a-7b50d62b83d6 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-627275005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:46.616969 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f24c679-d80e-4227-837a-7b50d62b83d6 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:46.618066 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f24c679-d80e-4227-837a-7b50d62b83d6 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:46.622370 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:46.647361 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:46.685297 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73b44dcb-e83d-4ab7-acd8-cee1de664e67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:46.732795 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Allocated IP 172.20.0.1 (6bc162f9-7423-4195-8794-60ea7efa1bfd/1de37123-9ac6-495f-943a-8e73dd683c92/ab72bb57-bc17-4890-b936-ef1fd5f156e2) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:46.740913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Pushing event updated for resources: {'Port': ['ID=f32250f8-fd11-4e5d-8580-dae764cb3973,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:46.754966 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f24c679-d80e-4227-837a-7b50d62b83d6 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:46.758644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Network 6bc162f9-7423-4195-8794-60ea7efa1bfd is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:46.761198 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:46.766660 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f24c679-d80e-4227-837a-7b50d62b83d6 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:46.766871 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:46.804927 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f24c679-d80e-4227-837a-7b50d62b83d6 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:46.806617 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7f24c679-d80e-4227-837a-7b50d62b83d6 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5495539 Nov 11 12:08:46.810601 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39346) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:46.819785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-12c2ae69-9d45-402a-883f-d95b9546fcfd tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1170759058'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:46.857346 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73b44dcb-e83d-4ab7-acd8-cee1de664e67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:46.863959 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73b44dcb-e83d-4ab7-acd8-cee1de664e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:46.873890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Attempting to bind port f32250f8-fd11-4e5d-8580-dae764cb3973 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:08:46.875271 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Attempting to bind port f32250f8-fd11-4e5d-8580-dae764cb3973 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '78403db0-15cf-4c0d-a4e3-973be9f5e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6bc162f9-7423-4195-8794-60ea7efa1bfd'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:08:46.875655 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Attempting to bind port f32250f8-fd11-4e5d-8580-dae764cb3973 on network 6bc162f9-7423-4195-8794-60ea7efa1bfd {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:08:46.886697 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:08:46.890590 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Checking segment: {'id': '78403db0-15cf-4c0d-a4e3-973be9f5e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6bc162f9-7423-4195-8794-60ea7efa1bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:08:46.891045 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:46.891611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Bound using segment: {'id': '78403db0-15cf-4c0d-a4e3-973be9f5e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6bc162f9-7423-4195-8794-60ea7efa1bfd'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:08:46.892163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Bound port: f32250f8-fd11-4e5d-8580-dae764cb3973, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78403db0-15cf-4c0d-a4e3-973be9f5e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6bc162f9-7423-4195-8794-60ea7efa1bfd'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:08:46.892563 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:46.894084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c2ae69-9d45-402a-883f-d95b9546fcfd tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Made reservation on behalf of ecc07203c1be47d0b9baad72f69e651e for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:46.897833 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12c2ae69-9d45-402a-883f-d95b9546fcfd tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:46.902605 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-73b44dcb-e83d-4ab7-acd8-cee1de664e67 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=59109e0f26164423afc2c878e603a5a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3697395 Nov 11 12:08:46.909356 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39350) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:46.910421 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12c2ae69-9d45-402a-883f-d95b9546fcfd tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:46.926388 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b44dcb-e83d-4ab7-acd8-cee1de664e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553a4540-d00b-4428-95f7-8e97a37ebc62,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:47.029263 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] For port f32250f8-fd11-4e5d-8580-dae764cb3973, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:08:47.034050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] For port f32250f8-fd11-4e5d-8580-dae764cb3973, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f32250f8-fd11-4e5d-8580-dae764cb3973,segment=NetworkSegment(78403db0-15cf-4c0d-a4e3-973be9f5e7c8),segment_id=78403db0-15cf-4c0d-a4e3-973be9f5e7c8)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:08:47.042263 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.116152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2989a21e-4287-493f-900b-c5148a9fa153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.119693 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39358) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:47.148630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f66c3a-24e3-4880-a5dd-9812df6fe176 None None] Pushing event updated for resources: {'Port': ['ID=f32250f8-fd11-4e5d-8580-dae764cb3973,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:47.163360 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.190399 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2989a21e-4287-493f-900b-c5148a9fa153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.265311 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2e3bb8fd-319b-4b6e-a615-d0287539f882 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-946262857-network', 'tenant_id': '464cc3fccf024ade9e938973f874151a'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:47.285793 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.293426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3bb8fd-319b-4b6e-a615-d0287539f882 admin admin] Made reservation on behalf of 464cc3fccf024ade9e938973f874151a for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:47.297324 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2e3bb8fd-319b-4b6e-a615-d0287539f882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.300702 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12c2ae69-9d45-402a-883f-d95b9546fcfd tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.308847 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2e3bb8fd-319b-4b6e-a615-d0287539f882 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.325629 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12c2ae69-9d45-402a-883f-d95b9546fcfd tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.361090 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2989a21e-4287-493f-900b-c5148a9fa153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.363948 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2989a21e-4287-493f-900b-c5148a9fa153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.367463 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2989a21e-4287-493f-900b-c5148a9fa153 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/553a4540-d00b-4428-95f7-8e97a37ebc62 HTTP/1.1" status: 204 len: 168 time: 0.4513919 Nov 11 12:08:47.372616 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network 6bc162f9-7423-4195-8794-60ea7efa1bfd is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:47.386365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c2ae69-9d45-402a-883f-d95b9546fcfd tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:08:47.399834 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:47.402608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:47.407791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=ab72bb57-bc17-4890-b936-ef1fd5f156e2,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:47.413983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2ae69-9d45-402a-883f-d95b9546fcfd tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62748d0-6bdf-41dd-bd5e-3568f035ee99,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:47.480177 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2e3bb8fd-319b-4b6e-a615-d0287539f882 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.484605 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2e3bb8fd-319b-4b6e-a615-d0287539f882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.488546 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12c2ae69-9d45-402a-883f-d95b9546fcfd tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.489115 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-12c2ae69-9d45-402a-883f-d95b9546fcfd tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Added segment bcf43feb-9799-47c1-aae5-262c202c9da0 of type vlan for network 8fb9400d-390a-4ef0-811f-bc5573c434fe Nov 11 12:08:47.501207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3bb8fd-319b-4b6e-a615-d0287539f882 admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:08:47.514101 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2e3bb8fd-319b-4b6e-a615-d0287539f882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.514922 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-2e3bb8fd-319b-4b6e-a615-d0287539f882 admin admin] Added segment 1c363a20-54e7-4189-a01f-d16d5f665299 of type vlan for network c6003569-d992-41b8-9e87-defc0039170c Nov 11 12:08:47.515171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989a21e-4287-493f-900b-c5148a9fa153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553a4540-d00b-4428-95f7-8e97a37ebc62,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:47.568696 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.596572 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2e3bb8fd-319b-4b6e-a615-d0287539f882 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.611086 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12c2ae69-9d45-402a-883f-d95b9546fcfd tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.659343 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2e3bb8fd-319b-4b6e-a615-d0287539f882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.667346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3bb8fd-319b-4b6e-a615-d0287539f882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:47.668155 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2e3bb8fd-319b-4b6e-a615-d0287539f882 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.675661 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12c2ae69-9d45-402a-883f-d95b9546fcfd tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.682697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c2ae69-9d45-402a-883f-d95b9546fcfd tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:47.683630 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12c2ae69-9d45-402a-883f-d95b9546fcfd tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.737818 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2e3bb8fd-319b-4b6e-a615-d0287539f882 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6169155 Nov 11 12:08:47.744666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bb8fd-319b-4b6e-a615-d0287539f882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694a0355-367f-4e23-b5ea-6d76e7fb71cf,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:47.751451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39368) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:47.794204 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-21c417d0-f46d-44ef-a20c-b07024afc911 admin admin] Request body: {'subnet': {'network_id': 'c6003569-d992-41b8-9e87-defc0039170c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-946262857-subnet', 'tenant_id': '464cc3fccf024ade9e938973f874151a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:47.801390 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-12c2ae69-9d45-402a-883f-d95b9546fcfd tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9896970 Nov 11 12:08:47.804490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39370) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:47.819234 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-9712b0a4-80e6-474a-89ab-dbd8987d3c01 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Request body: {'subnet': {'network_id': '8fb9400d-390a-4ef0-811f-bc5573c434fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:47.830978 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.838631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bb8fd-319b-4b6e-a615-d0287539f882 admin admin] Pushing event updated for resources: {'Network': ['ID=c6003569-d992-41b8-9e87-defc0039170c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:47.839369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f32250f8-fd11-4e5d-8580-dae764cb3973 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:47.841224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2ae69-9d45-402a-883f-d95b9546fcfd tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event updated for resources: {'Network': ['ID=8fb9400d-390a-4ef0-811f-bc5573c434fe,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:47.869461 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c417d0-f46d-44ef-a20c-b07024afc911 admin admin] Made reservation on behalf of 464cc3fccf024ade9e938973f874151a for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:47.873720 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21c417d0-f46d-44ef-a20c-b07024afc911 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:47.880728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network c6003569-d992-41b8-9e87-defc0039170c details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:08:47.882848 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 8fb9400d-390a-4ef0-811f-bc5573c434fe details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:08:47.930801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39372) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:47.977272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9712b0a4-80e6-474a-89ab-dbd8987d3c01 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Made reservation on behalf of ecc07203c1be47d0b9baad72f69e651e for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:47.988691 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9712b0a4-80e6-474a-89ab-dbd8987d3c01 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.083166 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f32250f8-fd11-4e5d-8580-dae764cb3973 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:48.083544 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.204817 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.248800 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port f32250f8-fd11-4e5d-8580-dae764cb3973, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f32250f8-fd11-4e5d-8580-dae764cb3973,segment=NetworkSegment(78403db0-15cf-4c0d-a4e3-973be9f5e7c8),segment_id=78403db0-15cf-4c0d-a4e3-973be9f5e7c8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:48.256549 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.308799 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9712b0a4-80e6-474a-89ab-dbd8987d3c01 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.335637 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=f32250f8-fd11-4e5d-8580-dae764cb3973,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:48.393169 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712b0a4-80e6-474a-89ab-dbd8987d3c01 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event updated for resources: {'Subnet': ['ID=be6b2177-56ca-405b-8bb1-b1fa549ce53f,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:48.423667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712b0a4-80e6-474a-89ab-dbd8987d3c01 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Checking segment: {'id': 'bcf43feb-9799-47c1-aae5-262c202c9da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '8fb9400d-390a-4ef0-811f-bc5573c434fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:08:48.424411 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9712b0a4-80e6-474a-89ab-dbd8987d3c01 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Network hostable DHCP agents. Network: 8fb9400d-390a-4ef0-811f-bc5573c434fe, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:08:48.434100 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9655511-537f-4e36-9859-ec7f02c2043e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.452068 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9712b0a4-80e6-474a-89ab-dbd8987d3c01 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Network 8fb9400d-390a-4ef0-811f-bc5573c434fe is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:08:48.464912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-9712b0a4-80e6-474a-89ab-dbd8987d3c01 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 8fb9400d-390a-4ef0-811f-bc5573c434fe) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:48.474333 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f5990c-e744-4c0d-9f94-640bb37d4eda None None] Network 8fb9400d-390a-4ef0-811f-bc5573c434fe requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:48.485410 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9712b0a4-80e6-474a-89ab-dbd8987d3c01 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:48.487181 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9712b0a4-80e6-474a-89ab-dbd8987d3c01 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.542418 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9712b0a4-80e6-474a-89ab-dbd8987d3c01 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7368178 Nov 11 12:08:48.546622 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39378) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:48.553444 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-af4e4eb6-776f-45f8-a44e-e9bd9ed5f756 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Request body: {'network': {'name': 'tempest-router-network01--1952310195'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:48.591119 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4e4eb6-776f-45f8-a44e-e9bd9ed5f756 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Made reservation on behalf of ecc07203c1be47d0b9baad72f69e651e for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:48.603758 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af4e4eb6-776f-45f8-a44e-e9bd9ed5f756 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.610100 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b01ad2-7c17-476b-9ecb-c197f6946456 None None] Network 6bc162f9-7423-4195-8794-60ea7efa1bfd requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:48.641640 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4e4eb6-776f-45f8-a44e-e9bd9ed5f756 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:08:48.655672 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af4e4eb6-776f-45f8-a44e-e9bd9ed5f756 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.656114 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-af4e4eb6-776f-45f8-a44e-e9bd9ed5f756 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Added segment 5127095d-827e-45d2-830c-6e355891d66c of type vlan for network c559ffd6-79ca-47be-bafe-c297028a5588 Nov 11 12:08:48.723930 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af4e4eb6-776f-45f8-a44e-e9bd9ed5f756 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.771911 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af4e4eb6-776f-45f8-a44e-e9bd9ed5f756 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.779467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4e4eb6-776f-45f8-a44e-e9bd9ed5f756 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:48.781753 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af4e4eb6-776f-45f8-a44e-e9bd9ed5f756 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.795340 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9655511-537f-4e36-9859-ec7f02c2043e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.811172 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9655511-537f-4e36-9859-ec7f02c2043e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.824186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e2672c7d-5367-4caa-af22-dc8ace86e779 None None] Provisioning complete for port f32250f8-fd11-4e5d-8580-dae764cb3973 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:48.825474 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e2672c7d-5367-4caa-af22-dc8ace86e779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.858268 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-af4e4eb6-776f-45f8-a44e-e9bd9ed5f756 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3067708 Nov 11 12:08:48.861274 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21c417d0-f46d-44ef-a20c-b07024afc911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.863054 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39380) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:48.873682 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-8fb9400d-390a-4ef0-811f-bc5573c434fe', 'network_id': '8fb9400d-390a-4ef0-811f-bc5573c434fe', 'tenant_id': 'ecc07203c1be47d0b9baad72f69e651e', 'fixed_ips': [{'subnet_id': 'be6b2177-56ca-405b-8bb1-b1fa549ce53f'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:08:48.875256 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.882324 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d5bece49-2ddf-4af6-8b62-511cb29f1844 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Request body: {'network': {'name': 'tempest-router-network02--667446590'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:48.907877 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e4eb6-776f-45f8-a44e-e9bd9ed5f756 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event updated for resources: {'Network': ['ID=c559ffd6-79ca-47be-bafe-c297028a5588,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:48.930441 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network c559ffd6-79ca-47be-bafe-c297028a5588 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:08:48.942765 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f9655511-537f-4e36-9859-ec7f02c2043e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=425dd2f0a7a940b49c82abbf890a764c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0082598 Nov 11 12:08:48.946022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39382) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:48.952094 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:48.959743 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9655511-537f-4e36-9859-ec7f02c2043e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01484aa7-de65-4e54-ae16-c04067dac93b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:48.973184 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:49.026608 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af1a4285-28d9-4f50-b31a-98ef2683f6f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:49.055565 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bece49-2ddf-4af6-8b62-511cb29f1844 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Made reservation on behalf of ecc07203c1be47d0b9baad72f69e651e for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:49.061712 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5bece49-2ddf-4af6-8b62-511cb29f1844 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:49.064685 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af1a4285-28d9-4f50-b31a-98ef2683f6f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:49.064897 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c417d0-f46d-44ef-a20c-b07024afc911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ef31ea-9f2a-479d-a571-898474872141,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:49.124247 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c417d0-f46d-44ef-a20c-b07024afc911 admin admin] Checking segment: {'id': '1c363a20-54e7-4189-a01f-d16d5f665299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:08:49.124685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c417d0-f46d-44ef-a20c-b07024afc911 admin admin] Network hostable DHCP agents. Network: c6003569-d992-41b8-9e87-defc0039170c, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:08:49.139098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=ab72bb57-bc17-4890-b936-ef1fd5f156e2,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:49.144212 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:49.152332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bece49-2ddf-4af6-8b62-511cb29f1844 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:08:49.172557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Allocated IP 172.20.0.2 (8fb9400d-390a-4ef0-811f-bc5573c434fe/be6b2177-56ca-405b-8bb1-b1fa549ce53f/42923483-65e8-4cde-b08b-a00234c1c983) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:49.192397 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af1a4285-28d9-4f50-b31a-98ef2683f6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:49.197043 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af1a4285-28d9-4f50-b31a-98ef2683f6f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:49.203539 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-af1a4285-28d9-4f50-b31a-98ef2683f6f2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/01484aa7-de65-4e54-ae16-c04067dac93b HTTP/1.1" status: 204 len: 168 time: 0.2562757 Nov 11 12:08:49.206676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5bece49-2ddf-4af6-8b62-511cb29f1844 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:49.208275 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-d5bece49-2ddf-4af6-8b62-511cb29f1844 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Added segment 33db5ef9-7e4a-44dd-b05a-54c9c6487789 of type vlan for network 83cf837f-2281-4329-a62c-5deea969157a Nov 11 12:08:49.223788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a4285-28d9-4f50-b31a-98ef2683f6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01484aa7-de65-4e54-ae16-c04067dac93b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:49.328947 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c417d0-f46d-44ef-a20c-b07024afc911 admin admin] Network c6003569-d992-41b8-9e87-defc0039170c is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:08:49.365007 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5bece49-2ddf-4af6-8b62-511cb29f1844 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:49.368213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-21c417d0-f46d-44ef-a20c-b07024afc911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, c6003569-d992-41b8-9e87-defc0039170c) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:49.373365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c417d0-f46d-44ef-a20c-b07024afc911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:49.374571 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21c417d0-f46d-44ef-a20c-b07024afc911 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:49.420113 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-21c417d0-f46d-44ef-a20c-b07024afc911 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6648779 Nov 11 12:08:49.451189 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5bece49-2ddf-4af6-8b62-511cb29f1844 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:49.457443 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bece49-2ddf-4af6-8b62-511cb29f1844 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:49.458108 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5bece49-2ddf-4af6-8b62-511cb29f1844 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:49.470884 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:49.476154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516429f2-8715-4bee-8b00-dd54cdb32c87 None None] Network c6003569-d992-41b8-9e87-defc0039170c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:49.517372 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:49.572807 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network 6bc162f9-7423-4195-8794-60ea7efa1bfd is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:49.583396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bece49-2ddf-4af6-8b62-511cb29f1844 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event updated for resources: {'Network': ['ID=83cf837f-2281-4329-a62c-5deea969157a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:49.590231 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d5bece49-2ddf-4af6-8b62-511cb29f1844 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7154589 Nov 11 12:08:49.591780 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:49.592901 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39394) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:49.602901 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a77ba56e-9624-46e8-8c0f-cb3067dd9750 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Request body: {'subnet': {'network_id': 'c559ffd6-79ca-47be-bafe-c297028a5588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:49.661059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Pushing event updated for resources: {'Port': ['ID=42923483-65e8-4cde-b08b-a00234c1c983,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:49.691340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 83cf837f-2281-4329-a62c-5deea969157a details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:08:49.799325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router c3ecaf98-6efa-4e81-a4dc-7211cc6263d5 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:08:49.892069 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77ba56e-9624-46e8-8c0f-cb3067dd9750 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Made reservation on behalf of ecc07203c1be47d0b9baad72f69e651e for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:49.895697 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a77ba56e-9624-46e8-8c0f-cb3067dd9750 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:50.015995 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f32250f8-fd11-4e5d-8580-dae764cb3973 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:50.033300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:08:50.048627 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ebd24b4f-7296-48d5-8f9c-84f188515e85 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/c3ecaf98-6efa-4e81-a4dc-7211cc6263d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2948959 Nov 11 12:08:50.051413 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39408) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:50.143448 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a8f21-0c66-4dd1-bd49-3cb61db20f76 None None] Sync routers for ids ['c3ecaf98-6efa-4e81-a4dc-7211cc6263d5'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:08:50.147401 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-cdc5888c-7bb6-4f25-926c-c577c0d123e8 None None] Provisioning complete for port ab72bb57-bc17-4890-b936-ef1fd5f156e2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:50.147985 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cdc5888c-7bb6-4f25-926c-c577c0d123e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:50.202342 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fae638-ff35-4af3-aa46-8b918bc7a627 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:50.206905 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-69fae638-ff35-4af3-aa46-8b918bc7a627 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports/ab72bb57-bc17-4890-b936-ef1fd5f156e2 HTTP/1.1" status: 200 len: 910 time: 0.1511595 Nov 11 12:08:50.207047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39416) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:50.219593 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Network 8fb9400d-390a-4ef0-811f-bc5573c434fe is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:50.261503 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a77ba56e-9624-46e8-8c0f-cb3067dd9750 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:50.275000 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:50.285984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7362a7-108b-4a14-b037-cb4a96fb2410 None None] Network c6003569-d992-41b8-9e87-defc0039170c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:50.288348 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:50.347892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a8f21-0c66-4dd1-bd49-3cb61db20f76 None None] Routers {'c3ecaf98-6efa-4e81-a4dc-7211cc6263d5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:50.348527 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d53a8f21-0c66-4dd1-bd49-3cb61db20f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c3ecaf98-6efa-4e81-a4dc-7211cc6263d5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:50.363903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ba56e-9624-46e8-8c0f-cb3067dd9750 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event updated for resources: {'Subnet': ['ID=2143b133-4054-471f-b341-715263363664,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:50.429968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ba56e-9624-46e8-8c0f-cb3067dd9750 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Checking segment: {'id': '5127095d-827e-45d2-830c-6e355891d66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c559ffd6-79ca-47be-bafe-c297028a5588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:08:50.430330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77ba56e-9624-46e8-8c0f-cb3067dd9750 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Network hostable DHCP agents. Network: c559ffd6-79ca-47be-bafe-c297028a5588, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:08:50.473278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-3f48d319-d534-46d0-a64a-4d7381429cb6 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:50.474942 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-3f48d319-d534-46d0-a64a-4d7381429cb6 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/networks?id=c6003569-d992-41b8-9e87-defc0039170c HTTP/1.1" status: 200 len: 814 time: 0.1703806 Nov 11 12:08:50.476133 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77ba56e-9624-46e8-8c0f-cb3067dd9750 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Network c559ffd6-79ca-47be-bafe-c297028a5588 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:08:50.494350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-a77ba56e-9624-46e8-8c0f-cb3067dd9750 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, c559ffd6-79ca-47be-bafe-c297028a5588) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:50.497375 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-236e3caa-bfd0-4eec-b894-c538eef317af tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/quotas/464cc3fccf024ade9e938973f874151a HTTP/1.1" status: 200 len: 375 time: 0.0146554 Nov 11 12:08:50.500774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77ba56e-9624-46e8-8c0f-cb3067dd9750 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:50.501649 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a77ba56e-9624-46e8-8c0f-cb3067dd9750 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:50.542770 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-01e20d05-ba9e-47ca-b082-e63e59aad2b6 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=464cc3fccf024ade9e938973f874151a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369308 Nov 11 12:08:50.550054 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a77ba56e-9624-46e8-8c0f-cb3067dd9750 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9548924 Nov 11 12:08:50.552378 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39432) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:50.560094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-695bbeb9-4bc9-4973-8372-5e33bc6c8d69 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Request body: {'subnet': {'network_id': '83cf837f-2281-4329-a62c-5deea969157a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:50.748665 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-6ce8a113-4331-4211-b850-326ac659504d service neutron] 10.222.0.65 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950798 Nov 11 12:08:50.755193 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695bbeb9-4bc9-4973-8372-5e33bc6c8d69 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Made reservation on behalf of ecc07203c1be47d0b9baad72f69e651e for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:50.759055 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-695bbeb9-4bc9-4973-8372-5e33bc6c8d69 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:50.798306 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2829c577-924c-41ed-a9a6-9f73a765c062 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:50.826193 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a46877-d51d-4d73-ac30-fcfaad34f991 None None] Network c559ffd6-79ca-47be-bafe-c297028a5588 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:50.860595 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-cdc5888c-7bb6-4f25-926c-c577c0d123e8 None None] Port ab72bb57-bc17-4890-b936-ef1fd5f156e2 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:50.878967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Attempting to bind port 42923483-65e8-4cde-b08b-a00234c1c983 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:08:50.879528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Attempting to bind port 42923483-65e8-4cde-b08b-a00234c1c983 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'bcf43feb-9799-47c1-aae5-262c202c9da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '8fb9400d-390a-4ef0-811f-bc5573c434fe'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:08:50.880214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Attempting to bind port 42923483-65e8-4cde-b08b-a00234c1c983 on network 8fb9400d-390a-4ef0-811f-bc5573c434fe {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:08:50.887215 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d53a8f21-0c66-4dd1-bd49-3cb61db20f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:50.890111 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f32250f8-fd11-4e5d-8580-dae764cb3973 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:50.890729 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:50.912045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:08:50.912708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Checking segment: {'id': 'bcf43feb-9799-47c1-aae5-262c202c9da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '8fb9400d-390a-4ef0-811f-bc5573c434fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:08:50.914150 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:50.914663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Bound using segment: {'id': 'bcf43feb-9799-47c1-aae5-262c202c9da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '8fb9400d-390a-4ef0-811f-bc5573c434fe'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:08:50.915358 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Bound port: 42923483-65e8-4cde-b08b-a00234c1c983, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf43feb-9799-47c1-aae5-262c202c9da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '8fb9400d-390a-4ef0-811f-bc5573c434fe'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:08:50.915859 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:51.068213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-cdc5888c-7bb6-4f25-926c-c577c0d123e8 None None] Provisioning complete for port f32250f8-fd11-4e5d-8580-dae764cb3973 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:51.068930 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cdc5888c-7bb6-4f25-926c-c577c0d123e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:51.111205 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-bd5383ca-d61f-4f35-91c4-bc67ff46cbe1 service neutron] 10.222.0.65 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068065 Nov 11 12:08:51.113392 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-695bbeb9-4bc9-4973-8372-5e33bc6c8d69 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:51.205361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bbeb9-4bc9-4973-8372-5e33bc6c8d69 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event updated for resources: {'Subnet': ['ID=7d2fa5ca-bf99-4689-8d77-28c19b5588ab,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:51.224931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695bbeb9-4bc9-4973-8372-5e33bc6c8d69 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Checking segment: {'id': '33db5ef9-7e4a-44dd-b05a-54c9c6487789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '83cf837f-2281-4329-a62c-5deea969157a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:08:51.225555 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695bbeb9-4bc9-4973-8372-5e33bc6c8d69 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Network hostable DHCP agents. Network: 83cf837f-2281-4329-a62c-5deea969157a, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:08:51.254781 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695bbeb9-4bc9-4973-8372-5e33bc6c8d69 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Network 83cf837f-2281-4329-a62c-5deea969157a is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:08:51.267018 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-695bbeb9-4bc9-4973-8372-5e33bc6c8d69 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 83cf837f-2281-4329-a62c-5deea969157a) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:51.271579 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] For port 42923483-65e8-4cde-b08b-a00234c1c983, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:08:51.273621 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695bbeb9-4bc9-4973-8372-5e33bc6c8d69 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:51.274519 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-695bbeb9-4bc9-4973-8372-5e33bc6c8d69 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:51.274879 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] For port 42923483-65e8-4cde-b08b-a00234c1c983, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=42923483-65e8-4cde-b08b-a00234c1c983,segment=NetworkSegment(bcf43feb-9799-47c1-aae5-262c202c9da0),segment_id=bcf43feb-9799-47c1-aae5-262c202c9da0)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:08:51.297135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a8f21-0c66-4dd1-bd49-3cb61db20f76 None None] Routers {'c3ecaf98-6efa-4e81-a4dc-7211cc6263d5'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:51.298044 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d53a8f21-0c66-4dd1-bd49-3cb61db20f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c3ecaf98-6efa-4e81-a4dc-7211cc6263d5'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:51.299740 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-695bbeb9-4bc9-4973-8372-5e33bc6c8d69 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7436507 Nov 11 12:08:51.302965 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39464) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:51.309237 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f43fc8-f864-48b6-a0dd-007afb8fa3a7 None None] Network 83cf837f-2281-4329-a62c-5deea969157a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:51.311918 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:51.365645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-2829c577-924c-41ed-a9a6-9f73a765c062 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port ab72bb57-bc17-4890-b936-ef1fd5f156e2 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:51.365991 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2829c577-924c-41ed-a9a6-9f73a765c062 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:51.501184 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d53a8f21-0c66-4dd1-bd49-3cb61db20f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:51.501899 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a8f21-0c66-4dd1-bd49-3cb61db20f76 None None] The sync data for ids ['c3ecaf98-6efa-4e81-a4dc-7211cc6263d5'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:08:51.548031 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2829c577-924c-41ed-a9a6-9f73a765c062 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:51.564908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-2829c577-924c-41ed-a9a6-9f73a765c062 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for ab72bb57-bc17-4890-b936-ef1fd5f156e2 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:51.600036 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62368cfc-29e0-4238-b2db-6d4e36357a91 req-350fed0c-a9b3-4e3b-84d6-c38e53b522fe tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 210 time: 0.0353243 Nov 11 12:08:51.667820 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431a321-1dcb-4291-a6ab-3a84066e19b2 None None] Pushing event updated for resources: {'Port': ['ID=42923483-65e8-4cde-b08b-a00234c1c983,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:51.698147 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:51.769343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39474) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:51.780992 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:51.928251 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2829c577-924c-41ed-a9a6-9f73a765c062 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:51.931240 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-c559ffd6-79ca-47be-bafe-c297028a5588', 'network_id': 'c559ffd6-79ca-47be-bafe-c297028a5588', 'tenant_id': 'ecc07203c1be47d0b9baad72f69e651e', 'fixed_ips': [{'subnet_id': '2143b133-4054-471f-b341-715263363664'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:08:51.939592 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:52.021316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829c577-924c-41ed-a9a6-9f73a765c062 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=ab72bb57-bc17-4890-b936-ef1fd5f156e2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:52.073771 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-55ca9b08-9247-454d-9b68-523536816521 None None] Could not find standard attr ID for object ab72bb57-bc17-4890-b936-ef1fd5f156e2. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:08:52.104369 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72b4ee31-e487-4f7e-b661-be65aaea4414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:52.137770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-83cf837f-2281-4329-a62c-5deea969157a', 'network_id': '83cf837f-2281-4329-a62c-5deea969157a', 'tenant_id': 'ecc07203c1be47d0b9baad72f69e651e', 'fixed_ips': [{'subnet_id': '7d2fa5ca-bf99-4689-8d77-28c19b5588ab'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:08:52.139012 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:52.216651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Allocated IP 172.20.0.2 (c559ffd6-79ca-47be-bafe-c297028a5588/2143b133-4054-471f-b341-715263363664/2ce48603-5c94-4413-8790-42e717dce202) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:52.287167 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2829c577-924c-41ed-a9a6-9f73a765c062 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:52.394537 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72b4ee31-e487-4f7e-b661-be65aaea4414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:52.402890 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72b4ee31-e487-4f7e-b661-be65aaea4414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:52.461754 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Allocated IP 172.20.0.2 (83cf837f-2281-4329-a62c-5deea969157a/7d2fa5ca-bf99-4689-8d77-28c19b5588ab/81affce3-e2e0-43b8-8543-603f22dc38cd) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:52.479918 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:52.503021 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:52.517067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2829c577-924c-41ed-a9a6-9f73a765c062 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router c3ecaf98-6efa-4e81-a4dc-7211cc6263d5 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:08:52.524648 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-72b4ee31-e487-4f7e-b661-be65aaea4414 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0256a14ddbf04557ba82da9b35f0a42b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7533648 Nov 11 12:08:52.530583 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39480) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:52.536542 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4ee31-e487-4f7e-b661-be65aaea4414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d215b7-5c3c-46a9-b6a6-70c41e797a1e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:52.579827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Allocated IP 172.20.0.1 (c559ffd6-79ca-47be-bafe-c297028a5588/2143b133-4054-471f-b341-715263363664/94c5b513-4f91-44ea-b1ee-1603f38baaa9) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:52.591110 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Network c559ffd6-79ca-47be-bafe-c297028a5588 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:52.600114 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:52.603737 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Pushing event updated for resources: {'Port': ['ID=2ce48603-5c94-4413-8790-42e717dce202,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:52.606153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:52.701849 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4c610056-95c1-45b4-876e-7d3861d5970e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:52.724001 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2829c577-924c-41ed-a9a6-9f73a765c062 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:08:52.726569 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Attempting to bind port 2ce48603-5c94-4413-8790-42e717dce202 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:08:52.726569 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Attempting to bind port 2ce48603-5c94-4413-8790-42e717dce202 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '5127095d-827e-45d2-830c-6e355891d66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c559ffd6-79ca-47be-bafe-c297028a5588'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:08:52.726569 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Attempting to bind port 2ce48603-5c94-4413-8790-42e717dce202 on network c559ffd6-79ca-47be-bafe-c297028a5588 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:08:52.740403 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2829c577-924c-41ed-a9a6-9f73a765c062 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/c3ecaf98-6efa-4e81-a4dc-7211cc6263d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5280979 Nov 11 12:08:52.744132 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39492) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:52.755783 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988a7689-5fcb-4139-9d36-85265e2c0c93 None None] Sync routers for ids ['c3ecaf98-6efa-4e81-a4dc-7211cc6263d5'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:08:52.772871 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988a7689-5fcb-4139-9d36-85265e2c0c93 None None] Routers {'c3ecaf98-6efa-4e81-a4dc-7211cc6263d5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:52.773662 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-988a7689-5fcb-4139-9d36-85265e2c0c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c3ecaf98-6efa-4e81-a4dc-7211cc6263d5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:52.795819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:08:52.795819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Checking segment: {'id': '5127095d-827e-45d2-830c-6e355891d66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c559ffd6-79ca-47be-bafe-c297028a5588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:08:52.795819 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:52.795819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Bound using segment: {'id': '5127095d-827e-45d2-830c-6e355891d66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c559ffd6-79ca-47be-bafe-c297028a5588'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:08:52.795819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Bound port: 2ce48603-5c94-4413-8790-42e717dce202, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5127095d-827e-45d2-830c-6e355891d66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c559ffd6-79ca-47be-bafe-c297028a5588'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:08:52.795819 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:52.809138 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c32bd8ac-84ea-4359-8b05-9ef97c88c57b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ecaf98-6efa-4e81-a4dc-7211cc6263d5 HTTP/1.1" status: 200 len: 205 time: 0.0634410 Nov 11 12:08:52.809799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39496) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:52.850232 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-988a7689-5fcb-4139-9d36-85265e2c0c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:52.861750 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988a7689-5fcb-4139-9d36-85265e2c0c93 None None] Routers {'c3ecaf98-6efa-4e81-a4dc-7211cc6263d5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:52.862557 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-988a7689-5fcb-4139-9d36-85265e2c0c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c3ecaf98-6efa-4e81-a4dc-7211cc6263d5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:52.893353 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:52.911260 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-988a7689-5fcb-4139-9d36-85265e2c0c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:52.912076 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988a7689-5fcb-4139-9d36-85265e2c0c93 None None] The sync data for ids ['c3ecaf98-6efa-4e81-a4dc-7211cc6263d5'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:08:52.926904 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:52.934395 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-52bb6954-a1df-4711-a0d7-aac2a9468a88 req-32abd592-4eec-4cb6-8ff9-6176899bc669 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 210 time: 0.2388062 Nov 11 12:08:52.958710 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe1703ad-57e7-4a96-a53c-01277eb50808 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:52.959268 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4c610056-95c1-45b4-876e-7d3861d5970e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:52.961926 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:53.002905 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:53.073054 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Network c559ffd6-79ca-47be-bafe-c297028a5588 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:53.073894 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4c610056-95c1-45b4-876e-7d3861d5970e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:53.076803 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4c610056-95c1-45b4-876e-7d3861d5970e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:53.078224 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4c610056-95c1-45b4-876e-7d3861d5970e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4d215b7-5c3c-46a9-b6a6-70c41e797a1e HTTP/1.1" status: 204 len: 168 time: 0.5466201 Nov 11 12:08:53.083073 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Network 83cf837f-2281-4329-a62c-5deea969157a is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:53.087901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:53.102927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:53.104803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c610056-95c1-45b4-876e-7d3861d5970e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d215b7-5c3c-46a9-b6a6-70c41e797a1e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:53.111041 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] For port 2ce48603-5c94-4413-8790-42e717dce202, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:08:53.120939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:53.122600 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Pushing event updated for resources: {'Port': ['ID=81affce3-e2e0-43b8-8543-603f22dc38cd,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:53.135166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:53.148759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] For port 2ce48603-5c94-4413-8790-42e717dce202, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2ce48603-5c94-4413-8790-42e717dce202,segment=NetworkSegment(5127095d-827e-45d2-830c-6e355891d66c),segment_id=5127095d-827e-45d2-830c-6e355891d66c)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:08:53.192224 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:53.258941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cc6bb7-b96b-4528-aa51-a563cb57da9a None None] Network 8fb9400d-390a-4ef0-811f-bc5573c434fe requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:53.284748 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe1703ad-57e7-4a96-a53c-01277eb50808 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:53.288710 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe1703ad-57e7-4a96-a53c-01277eb50808 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:53.306274 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:53.323367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event updated for resources: {'Port': ['ID=94c5b513-4f91-44ea-b1ee-1603f38baaa9,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:53.346708 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe1703ad-57e7-4a96-a53c-01277eb50808 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:53.347449 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1703ad-57e7-4a96-a53c-01277eb50808 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Fanout notify agent at l3_agent the message router_deleted on router c3ecaf98-6efa-4e81-a4dc-7211cc6263d5 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:08:53.367954 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe1703ad-57e7-4a96-a53c-01277eb50808 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:53.370798 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fe1703ad-57e7-4a96-a53c-01277eb50808 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/routers/c3ecaf98-6efa-4e81-a4dc-7211cc6263d5 HTTP/1.1" status: 204 len: 168 time: 0.5599928 Nov 11 12:08:53.374315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39514) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:53.491565 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ecb09d-1286-4e70-ac46-e361426415b8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting subnet 1de37123-9ac6-495f-943a-8e73dd683c92 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:08:53.503504 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-99ecb09d-1286-4e70-ac46-e361426415b8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:53.588635 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:53.606931 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-99ecb09d-1286-4e70-ac46-e361426415b8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:53.642510 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Attempting to bind port 81affce3-e2e0-43b8-8543-603f22dc38cd on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:08:53.642879 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Attempting to bind port 81affce3-e2e0-43b8-8543-603f22dc38cd by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '33db5ef9-7e4a-44dd-b05a-54c9c6487789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '83cf837f-2281-4329-a62c-5deea969157a'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:08:53.643235 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Attempting to bind port 81affce3-e2e0-43b8-8543-603f22dc38cd on network 83cf837f-2281-4329-a62c-5deea969157a {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:08:53.715749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:08:53.717415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Checking segment: {'id': '33db5ef9-7e4a-44dd-b05a-54c9c6487789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '83cf837f-2281-4329-a62c-5deea969157a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:08:53.721981 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:53.722614 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Bound using segment: {'id': '33db5ef9-7e4a-44dd-b05a-54c9c6487789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '83cf837f-2281-4329-a62c-5deea969157a'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:08:53.723219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Bound port: 81affce3-e2e0-43b8-8543-603f22dc38cd, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33db5ef9-7e4a-44dd-b05a-54c9c6487789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '83cf837f-2281-4329-a62c-5deea969157a'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:08:53.724686 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:53.793011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-fada21d1-6f26-46d1-bd38-d14bd161b483 None None] Provisioning complete for port 42923483-65e8-4cde-b08b-a00234c1c983 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:53.801197 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fada21d1-6f26-46d1-bd38-d14bd161b483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:53.944937 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-99ecb09d-1286-4e70-ac46-e361426415b8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:54.074563 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5b541-0360-4880-9ce2-667e96dfa3db None None] Pushing event updated for resources: {'Port': ['ID=2ce48603-5c94-4413-8790-42e717dce202,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:54.170713 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] For port 81affce3-e2e0-43b8-8543-603f22dc38cd, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:08:54.186625 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] For port 81affce3-e2e0-43b8-8543-603f22dc38cd, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=81affce3-e2e0-43b8-8543-603f22dc38cd,segment=NetworkSegment(33db5ef9-7e4a-44dd-b05a-54c9c6487789),segment_id=33db5ef9-7e4a-44dd-b05a-54c9c6487789)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:08:54.200836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 42923483-65e8-4cde-b08b-a00234c1c983 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:54.213088 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-99ecb09d-1286-4e70-ac46-e361426415b8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:54.313366 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:54.414359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecb09d-1286-4e70-ac46-e361426415b8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Subnet': ['ID=1de37123-9ac6-495f-943a-8e73dd683c92,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:54.418127 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-99ecb09d-1286-4e70-ac46-e361426415b8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:54.422267 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-99ecb09d-1286-4e70-ac46-e361426415b8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/1de37123-9ac6-495f-943a-8e73dd683c92 HTTP/1.1" status: 204 len: 168 time: 1.0458102 Nov 11 12:08:54.424709 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39554) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:54.469537 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80d5426-ca6c-423b-a0a8-ee1191565e88 None None] Network 6bc162f9-7423-4195-8794-60ea7efa1bfd requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:54.522248 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-280ada12-9588-43e2-997e-7721dbccbeaa req-fd443d58-af68-4ae2-aeeb-bb132ef3fa6a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 210 time: 0.1158948 Nov 11 12:08:54.588127 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:54.774282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port f32250f8-fd11-4e5d-8580-dae764cb3973 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:08:54.775078 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fada21d1-6f26-46d1-bd38-d14bd161b483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:54.784441 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:54.885112 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d1b20-f2b9-4543-9454-d2a7f34953c9 None None] Pushing event updated for resources: {'Port': ['ID=81affce3-e2e0-43b8-8543-603f22dc38cd,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:54.949007 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:54.954204 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] For port f32250f8-fd11-4e5d-8580-dae764cb3973, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f32250f8-fd11-4e5d-8580-dae764cb3973,segment=NetworkSegment(78403db0-15cf-4c0d-a4e3-973be9f5e7c8),segment_id=78403db0-15cf-4c0d-a4e3-973be9f5e7c8)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:54.954571 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:54.957046 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:55.011208 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for f32250f8-fd11-4e5d-8580-dae764cb3973 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:08:55.057230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-fada21d1-6f26-46d1-bd38-d14bd161b483 None None] For port 42923483-65e8-4cde-b08b-a00234c1c983, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=42923483-65e8-4cde-b08b-a00234c1c983,segment=NetworkSegment(bcf43feb-9799-47c1-aae5-262c202c9da0),segment_id=bcf43feb-9799-47c1-aae5-262c202c9da0)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:55.068485 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fada21d1-6f26-46d1-bd38-d14bd161b483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:55.074352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 42923483-65e8-4cde-b08b-a00234c1c983 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:55.075184 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:55.243367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event updated for resources: {'Port': ['ID=94c5b513-4f91-44ea-b1ee-1603f38baaa9,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:55.289111 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:55.349260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] No DVR routers for this DVR port f32250f8-fd11-4e5d-8580-dae764cb3973 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:08:55.351593 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:55.505812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=f32250f8-fd11-4e5d-8580-dae764cb3973,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:55.535719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3a954976-6e32-4022-847d-4eddb309ede2 None None] Provisioning complete for port 42923483-65e8-4cde-b08b-a00234c1c983 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:55.538670 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3a954976-6e32-4022-847d-4eddb309ede2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:55.561661 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada21d1-6f26-46d1-bd38-d14bd161b483 None None] Pushing event updated for resources: {'Port': ['ID=42923483-65e8-4cde-b08b-a00234c1c983,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:55.698960 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Network c559ffd6-79ca-47be-bafe-c297028a5588 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:55.723785 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee1917a-4ae8-4ae5-8b01-594a5760327f None None] DHCP port deletion for 6bc162f9-7423-4195-8794-60ea7efa1bfd request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:08:55.751438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:55.787488 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:55.797614 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ba0d5ae-3c04-4ca0-88f7-3adbb27b3c39 req-294792ba-85f2-4c02-a7ea-4c054042ecb5 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 210 time: 0.0962133 Nov 11 12:08:55.843952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc162f9-7423-4195-8794-60ea7efa1bfd']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:55.852794 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2399687-f4df-4e9f-8577-ccfb66df4635 None None] Network c559ffd6-79ca-47be-bafe-c297028a5588 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:55.869303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78403db0-15cf-4c0d-a4e3-973be9f5e7c8') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:55.869303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78403db0-15cf-4c0d-a4e3-973be9f5e7c8') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:55.891438 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:55.908671 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:55.915604 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:08:55.915931 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:08:55.998679 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:08:56.017008 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:56.031797 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:56.049885 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/networks/6bc162f9-7423-4195-8794-60ea7efa1bfd HTTP/1.1" status: 204 len: 168 time: 1.6240790 Nov 11 12:08:56.054235 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39712) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:56.078278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1289616784', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}, 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:56.086292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e70d3-7367-47c1-ae95-9288d2708467 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Network': ['ID=6bc162f9-7423-4195-8794-60ea7efa1bfd,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:56.247354 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:56.248413 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:56.383429 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 81affce3-e2e0-43b8-8543-603f22dc38cd up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:56.402916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39744) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:56.433319 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:56.441065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Router d3f31312-8bd1-410a-aea9-6c935b19ae77 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:08:56.515708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4519d413-84b4-4ece-a690-4e43fd045566 None None] Provisioning complete for port 2ce48603-5c94-4413-8790-42e717dce202 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:56.526691 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4519d413-84b4-4ece-a690-4e43fd045566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:56.651341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 81affce3-e2e0-43b8-8543-603f22dc38cd triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:56.651882 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:56.735722 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3282da68-82d5-4844-8048-b973e7435544 None None] Network 83cf837f-2281-4329-a62c-5deea969157a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:08:56.756108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ed57e4ce-d815-4738-b9f8-c7de50cca864 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1459898183'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:56.756725 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ed57e4ce-d815-4738-b9f8-c7de50cca864 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] Unknown quota resources ['metering_label']. {{(pid=109154) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 12:08:56.844344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:08:56.904721 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c17506d0-2fa9-4e1e-bd81-2d6714eedd08 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "PUT /v2.0/routers/d3f31312-8bd1-410a-aea9-6c935b19ae77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6005199 Nov 11 12:08:56.926182 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39794) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:56.937403 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf21024f-8074-47d1-9721-e71d04adc647 None None] Sync routers for ids ['d3f31312-8bd1-410a-aea9-6c935b19ae77'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:08:57.082479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf21024f-8074-47d1-9721-e71d04adc647 None None] Routers {'d3f31312-8bd1-410a-aea9-6c935b19ae77'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:57.083108 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bf21024f-8074-47d1-9721-e71d04adc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d3f31312-8bd1-410a-aea9-6c935b19ae77'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:57.094962 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4519d413-84b4-4ece-a690-4e43fd045566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:57.098423 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:57.202334 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d34a2b3d-8793-46e0-9601-5344256acdca req-3efe07dc-af63-4272-9fb1-5d209d8fb203 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 210 time: 0.1451364 Nov 11 12:08:57.267695 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bf21024f-8074-47d1-9721-e71d04adc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:57.313381 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:57.430749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf21024f-8074-47d1-9721-e71d04adc647 None None] Routers {'d3f31312-8bd1-410a-aea9-6c935b19ae77'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:08:57.431546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bf21024f-8074-47d1-9721-e71d04adc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d3f31312-8bd1-410a-aea9-6c935b19ae77'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:57.560530 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4519d413-84b4-4ece-a690-4e43fd045566 None None] For port 2ce48603-5c94-4413-8790-42e717dce202, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2ce48603-5c94-4413-8790-42e717dce202,segment=NetworkSegment(5127095d-827e-45d2-830c-6e355891d66c),segment_id=5127095d-827e-45d2-830c-6e355891d66c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:57.578391 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bf21024f-8074-47d1-9721-e71d04adc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:08:57.580460 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf21024f-8074-47d1-9721-e71d04adc647 None None] The sync data for ids ['d3f31312-8bd1-410a-aea9-6c935b19ae77'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:08:57.597333 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4519d413-84b4-4ece-a690-4e43fd045566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:57.617329 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 81affce3-e2e0-43b8-8543-603f22dc38cd, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=81affce3-e2e0-43b8-8543-603f22dc38cd,segment=NetworkSegment(33db5ef9-7e4a-44dd-b05a-54c9c6487789),segment_id=33db5ef9-7e4a-44dd-b05a-54c9c6487789)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:08:57.696497 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:57.698198 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 42923483-65e8-4cde-b08b-a00234c1c983 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:57.785316 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:57.844237 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:57.908094 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bc289e56-75cb-457b-b6ae-5179bafd5f9f None None] Provisioning complete for port 81affce3-e2e0-43b8-8543-603f22dc38cd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:57.908505 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bc289e56-75cb-457b-b6ae-5179bafd5f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:57.911071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519d413-84b4-4ece-a690-4e43fd045566 None None] Pushing event updated for resources: {'Port': ['ID=2ce48603-5c94-4413-8790-42e717dce202,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:58.004857 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=81affce3-e2e0-43b8-8543-603f22dc38cd,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:58.108442 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 42923483-65e8-4cde-b08b-a00234c1c983 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:58.109063 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:58.170838 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Allocated IP 172.25.2.240 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/2d4406fd-8f98-4456-aa55-e9ed0b2dd22c) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:58.328246 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2ce48603-5c94-4413-8790-42e717dce202 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:58.395512 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-876ffcc5-e56b-4d59-91f7-15b4a15d533b req-5cc7bb7e-8f7a-47b8-9035-7e7924318728 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 210 time: 0.0611281 Nov 11 12:08:58.400592 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed57e4ce-d815-4738-b9f8-c7de50cca864 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:58.405828 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ed57e4ce-d815-4738-b9f8-c7de50cca864 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 2.0014505 Nov 11 12:08:58.411863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39938) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:58.418966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bc289e56-75cb-457b-b6ae-5179bafd5f9f None None] Provisioning complete for port 2ce48603-5c94-4413-8790-42e717dce202 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:58.419622 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bc289e56-75cb-457b-b6ae-5179bafd5f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:58.435125 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-c43e482a-f7f6-4eee-9755-1cab0dbc37ba tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0c0758fc-94f7-4ed1-965a-f29ab8684097'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:58.438509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-c43e482a-f7f6-4eee-9755-1cab0dbc37ba tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 12:08:58.451702 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:58.532812 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2ce48603-5c94-4413-8790-42e717dce202 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:58.535778 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:58.749278 n-d-807359-3 neutron-server[109153]: WARNING neutron.services.metering.metering_plugin [None req-c43e482a-f7f6-4eee-9755-1cab0dbc37ba tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 12:08:58.782642 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-2b314f28-f95d-49ba-8f69-2b46fe946ba6 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:08:58.784188 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-2b314f28-f95d-49ba-8f69-2b46fe946ba6 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.62 "GET /v2.0/networks?id=c6003569-d992-41b8-9e87-defc0039170c HTTP/1.1" status: 200 len: 814 time: 0.4740798 Nov 11 12:08:58.797910 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-0f18a5f3-e812-4914-bed2-3d125c48aa2f tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:08:58.801694 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0f18a5f3-e812-4914-bed2-3d125c48aa2f tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "PUT /v2.0/routers/d3f31312-8bd1-410a-aea9-6c935b19ae77/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8715322 Nov 11 12:08:58.811718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-c076d46d-617a-43ed-9a41-592133d0614c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Request body: {'port': {'device_id': '59d87193-35bb-42ed-b436-1db64c4a7a26', 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c', 'admin_state_up': True, 'tenant_id': '464cc3fccf024ade9e938973f874151a'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:58.815818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39990) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:58.914753 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c43e482a-f7f6-4eee-9755-1cab0dbc37ba tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:58.916182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c43e482a-f7f6-4eee-9755-1cab0dbc37ba tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5034623 Nov 11 12:08:58.919365 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40002) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:58.924833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ae5c54d3-65d1-4be0-8281-189a81057ec1 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0c0758fc-94f7-4ed1-965a-f29ab8684097'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:58.925624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ae5c54d3-65d1-4be0-8281-189a81057ec1 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 12:08:58.936876 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:59.018222 n-d-807359-3 neutron-server[109153]: WARNING neutron.services.metering.metering_plugin [None req-ae5c54d3-65d1-4be0-8281-189a81057ec1 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 12:08:59.044612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:08:59.103007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=2d4406fd-8f98-4456-aa55-e9ed0b2dd22c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:59.106466 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:08:59.109443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:08:59.168792 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ae5c54d3-65d1-4be0-8281-189a81057ec1 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:59.170656 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ae5c54d3-65d1-4be0-8281-189a81057ec1 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2498732 Nov 11 12:08:59.173047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40032) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:59.187250 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-87af7fdb-eea9-48ab-8bcf-3467478363bb tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=cd91bf24-c68c-41e7-b2a4-86fd00e800e3 HTTP/1.1" status: 200 len: 464 time: 0.0123451 Nov 11 12:08:59.195044 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40034) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:59.257849 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0319891d-18ab-41b1-a021-ab047635c98e None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:08:59.307473 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bc289e56-75cb-457b-b6ae-5179bafd5f9f None None] Provisioning complete for port 94c5b513-4f91-44ea-b1ee-1603f38baaa9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:59.307839 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bc289e56-75cb-457b-b6ae-5179bafd5f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:59.351962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-c076d46d-617a-43ed-9a41-592133d0614c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Made reservation on behalf of 464cc3fccf024ade9e938973f874151a for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:08:59.355671 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-c076d46d-617a-43ed-9a41-592133d0614c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:59.372252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-bc289e56-75cb-457b-b6ae-5179bafd5f9f None None] Port 94c5b513-4f91-44ea-b1ee-1603f38baaa9 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:59.375980 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f32250f8-fd11-4e5d-8580-dae764cb3973 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:08:59.401624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: f32250f8-fd11-4e5d-8580-dae764cb3973 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:08:59.402091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f32250f8-fd11-4e5d-8580-dae764cb3973 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:08:59.470332 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-95fe9cad-5111-4c17-9955-7a1964a8b832 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:59.474825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-95fe9cad-5111-4c17-9955-7a1964a8b832 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/cd91bf24-c68c-41e7-b2a4-86fd00e800e3 HTTP/1.1" status: 204 len: 168 time: 0.2787025 Nov 11 12:08:59.477374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40044) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:59.512126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f370f4c3-b182-4ca2-8b1b-b4ddd5e87187 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=cd91bf24-c68c-41e7-b2a4-86fd00e800e3 HTTP/1.1" status: 200 len: 221 time: 0.0335066 Nov 11 12:08:59.514815 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40046) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:59.514956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d3bac207-2aae-4631-986d-14e5ae4ad34e None None] Provisioning complete for port 2d4406fd-8f98-4456-aa55-e9ed0b2dd22c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:59.515350 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3bac207-2aae-4631-986d-14e5ae4ad34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:59.520651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-166014dd-53b3-41e8-ae4b-db81fa4c752f tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--711858567', 'description': 'label created by tempest'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:08:59.521101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-166014dd-53b3-41e8-ae4b-db81fa4c752f tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] Unknown quota resources ['metering_label']. {{(pid=109153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 12:08:59.556097 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 81affce3-e2e0-43b8-8543-603f22dc38cd up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:59.598072 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d3bac207-2aae-4631-986d-14e5ae4ad34e None None] Port 2d4406fd-8f98-4456-aa55-e9ed0b2dd22c cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:59.612103 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d3bac207-2aae-4631-986d-14e5ae4ad34e None None] Provisioning complete for port 81affce3-e2e0-43b8-8543-603f22dc38cd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:59.612560 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3bac207-2aae-4631-986d-14e5ae4ad34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:59.623215 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad149441-4376-4fcf-9311-c05591577dfa req-87c58956-55cd-4595-8f8e-548c43f15c93 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 210 time: 0.0950305 Nov 11 12:08:59.628570 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-c076d46d-617a-43ed-9a41-592133d0614c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Allocated IP 172.20.0.5 (c6003569-d992-41b8-9e87-defc0039170c/01ef31ea-9f2a-479d-a571-898474872141/b027c978-15b1-486d-bb1a-1d0c4d2eddc8) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:08:59.674987 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 81affce3-e2e0-43b8-8543-603f22dc38cd triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:59.676285 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:59.844722 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d3bac207-2aae-4631-986d-14e5ae4ad34e None None] Provisioning complete for port 94c5b513-4f91-44ea-b1ee-1603f38baaa9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:59.845451 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3bac207-2aae-4631-986d-14e5ae4ad34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:59.859896 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-c076d46d-617a-43ed-9a41-592133d0614c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:59.877011 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-166014dd-53b3-41e8-ae4b-db81fa4c752f tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:59.881306 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-166014dd-53b3-41e8-ae4b-db81fa4c752f tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3654170 Nov 11 12:08:59.881971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40054) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:59.891062 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2ce48603-5c94-4413-8790-42e717dce202 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:08:59.918693 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-c076d46d-617a-43ed-9a41-592133d0614c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:59.945752 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d3bac207-2aae-4631-986d-14e5ae4ad34e None None] Port 94c5b513-4f91-44ea-b1ee-1603f38baaa9 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:08:59.987655 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076d46d-617a-43ed-9a41-592133d0614c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Pushing event updated for resources: {'Port': ['ID=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:59.996704 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2ce48603-5c94-4413-8790-42e717dce202 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:08:59.997031 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:00.019391 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-c076d46d-617a-43ed-9a41-592133d0614c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Network c6003569-d992-41b8-9e87-defc0039170c is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:00.055035 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-c076d46d-617a-43ed-9a41-592133d0614c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:00.067356 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-c076d46d-617a-43ed-9a41-592133d0614c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:00.151993 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ca0e43f5-5569-444f-9bd6-3cafa123a8e1 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=195a70f8-96a7-41a5-93b2-e4de6cea3557 HTTP/1.1" status: 200 len: 467 time: 0.2683754 Nov 11 12:09:00.152784 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:00.156256 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40060) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:00.171974 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-c076d46d-617a-43ed-9a41-592133d0614c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:00.172598 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-c076d46d-617a-43ed-9a41-592133d0614c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:00.199191 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-c076d46d-617a-43ed-9a41-592133d0614c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3989737 Nov 11 12:09:00.202883 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04e94cbd-a39d-462e-8184-5669dca5921f tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:00.256625 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Request body: {'port': {'device_id': '59d87193-35bb-42ed-b436-1db64c4a7a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:00.450412 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:00.822574 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f71f84a-e457-489e-8972-f2b6903cc45c tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:00.824474 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6f71f84a-e457-489e-8972-f2b6903cc45c tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/195a70f8-96a7-41a5-93b2-e4de6cea3557 HTTP/1.1" status: 204 len: 168 time: 0.6671245 Nov 11 12:09:00.829486 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40070) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:00.846753 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-867ceb3d-1c67-4f8b-bc00-5bbe67b560fe tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=195a70f8-96a7-41a5-93b2-e4de6cea3557 HTTP/1.1" status: 200 len: 216 time: 0.0158656 Nov 11 12:09:00.861900 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40072) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:00.895225 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-301801ad-93a4-43bd-b094-469dfcf2c3ce tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0291371 Nov 11 12:09:00.902554 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-04e94cbd-a39d-462e-8184-5669dca5921f tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Deleting port 94c5b513-4f91-44ea-b1ee-1603f38baaa9 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:00.903707 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04e94cbd-a39d-462e-8184-5669dca5921f tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:00.904769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40074) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:00.929707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e44698-f445-4294-a1c9-fab451b0b934 req-6e8d5768-aa24-4240-8781-d10c487d17dd tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:00.931560 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13e44698-f445-4294-a1c9-fab451b0b934 req-6e8d5768-aa24-4240-8781-d10c487d17dd tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 931 time: 0.1543324 Nov 11 12:09:00.974141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-26643b12-a5c3-474a-90ba-fabbadb8bffc tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0677497 Nov 11 12:09:00.980137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40076) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:01.026968 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:01.034808 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13e44698-f445-4294-a1c9-fab451b0b934 req-1411e044-f019-4a3b-b0f5-ab5ede76cb4c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722027 Nov 11 12:09:01.133363 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-628ae9a9-1d10-4187-b1dc-80f311a2ebf5 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/0c0758fc-94f7-4ed1-965a-f29ab8684097 HTTP/1.1" status: 200 len: 473 time: 0.1516783 Nov 11 12:09:01.144116 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40078) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:01.201169 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04e94cbd-a39d-462e-8184-5669dca5921f tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:01.210973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 8a72dc06-1000-4c5f-8767-31da69b48997 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:09:01.231874 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-21c19680-3271-45f3-bd1d-bf948be74edf tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/79ad1e78-fa0c-486b-9293-62fb707645eb HTTP/1.1" status: 200 len: 461 time: 0.0863001 Nov 11 12:09:01.235260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40084) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:01.249980 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-04e94cbd-a39d-462e-8184-5669dca5921f tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Calling delete_port for 94c5b513-4f91-44ea-b1ee-1603f38baaa9 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:01.273260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b027c978-15b1-486d-bb1a-1d0c4d2eddc8 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:09:01.286526 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:01.320354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:01.331421 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a6c61c-8492-4f5b-aecc-d570d282962b None None] Sync routers for ids ['8a72dc06-1000-4c5f-8767-31da69b48997'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:01.348735 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a6c61c-8492-4f5b-aecc-d570d282962b None None] Routers {'8a72dc06-1000-4c5f-8767-31da69b48997'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:01.349660 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-28a6c61c-8492-4f5b-aecc-d570d282962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8a72dc06-1000-4c5f-8767-31da69b48997'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:01.353240 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:01.353862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-92e39ea4-607b-4135-b43e-b5101fcb2db7 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.2841315 Nov 11 12:09:01.356447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40088) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:01.385775 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Transition to ACTIVE for port object b027c978-15b1-486d-bb1a-1d0c4d2eddc8 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:09:01.392254 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-28a6c61c-8492-4f5b-aecc-d570d282962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:01.403630 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a6c61c-8492-4f5b-aecc-d570d282962b None None] Routers {'8a72dc06-1000-4c5f-8767-31da69b48997'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:01.405245 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-28a6c61c-8492-4f5b-aecc-d570d282962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8a72dc06-1000-4c5f-8767-31da69b48997'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:01.426194 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0a4fef3-2ea9-4e15-bffe-2cd2ec56ccc1 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:01.427345 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c0a4fef3-2ea9-4e15-bffe-2cd2ec56ccc1 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/79ad1e78-fa0c-486b-9293-62fb707645eb HTTP/1.1" status: 204 len: 168 time: 0.1911764 Nov 11 12:09:01.428007 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:01.429838 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40092) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:01.463122 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-28a6c61c-8492-4f5b-aecc-d570d282962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:01.463781 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a6c61c-8492-4f5b-aecc-d570d282962b None None] The sync data for ids ['8a72dc06-1000-4c5f-8767-31da69b48997'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:01.509022 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-18e8943e-5d5f-4717-b13f-6084aa1573b6 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/routers/8a72dc06-1000-4c5f-8767-31da69b48997 HTTP/1.1" status: 200 len: 881 time: 0.1514072 Nov 11 12:09:01.509747 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40094) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:01.653430 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Pushing event updated for resources: {'Port': ['ID=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:01.769640 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0dbb58d5-f78b-40c7-9377-84b0634c69eb tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2577491 Nov 11 12:09:01.771131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40096) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:01.775717 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2b5a6681-0a0d-41f1-a9e7-07452f45fa9a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1289616784'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:02.156762 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6681-0a0d-41f1-a9e7-07452f45fa9a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:02.160218 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee728b07-a2d2-478f-89b2-eb935ef48336 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:02.161266 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ee728b07-a2d2-478f-89b2-eb935ef48336 tempest-MeteringTestJSON-1523579600 tempest-MeteringTestJSON-1523579600-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/0c0758fc-94f7-4ed1-965a-f29ab8684097 HTTP/1.1" status: 204 len: 168 time: 0.7278752 Nov 11 12:09:02.181113 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6681-0a0d-41f1-a9e7-07452f45fa9a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:02.197869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Attempting to bind port b027c978-15b1-486d-bb1a-1d0c4d2eddc8 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:02.198196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Attempting to bind port b027c978-15b1-486d-bb1a-1d0c4d2eddc8 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '1c363a20-54e7-4189-a01f-d16d5f665299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:02.198525 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Attempting to bind port b027c978-15b1-486d-bb1a-1d0c4d2eddc8 on network c6003569-d992-41b8-9e87-defc0039170c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:02.203391 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04e94cbd-a39d-462e-8184-5669dca5921f tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:02.211540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Port b027c978-15b1-486d-bb1a-1d0c4d2eddc8 on network c6003569-d992-41b8-9e87-defc0039170c not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:02.211871 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Attempting to bind port b027c978-15b1-486d-bb1a-1d0c4d2eddc8 on network c6003569-d992-41b8-9e87-defc0039170c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:02.259102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bd66b-7110-476b-9003-da93a60b5648 req-d9d05599-d66a-495d-90e7-31ca3f76a51e tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:02.260835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-453bd66b-7110-476b-9003-da93a60b5648 req-d9d05599-d66a-495d-90e7-31ca3f76a51e tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 943 time: 0.1375554 Nov 11 12:09:02.276429 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:09:02.276867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Checking segment: {'id': '1c363a20-54e7-4189-a01f-d16d5f665299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:02.277324 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Bound using segment: {'id': '1c363a20-54e7-4189-a01f-d16d5f665299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:09:02.278018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Bound port: b027c978-15b1-486d-bb1a-1d0c4d2eddc8, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c363a20-54e7-4189-a01f-d16d5f665299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:09:02.278438 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:02.280699 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e94cbd-a39d-462e-8184-5669dca5921f tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event deleted for resources: {'Port': ['ID=94c5b513-4f91-44ea-b1ee-1603f38baaa9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:02.366820 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-453bd66b-7110-476b-9003-da93a60b5648 req-c209708b-a276-4f4b-970b-9d2712ae19b3 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934365 Nov 11 12:09:02.385193 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5a6681-0a0d-41f1-a9e7-07452f45fa9a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 8a72dc06-1000-4c5f-8767-31da69b48997 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:09:02.536596 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5a6681-0a0d-41f1-a9e7-07452f45fa9a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:02.543673 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6681-0a0d-41f1-a9e7-07452f45fa9a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:02.547698 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2b5a6681-0a0d-41f1-a9e7-07452f45fa9a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/8a72dc06-1000-4c5f-8767-31da69b48997 HTTP/1.1" status: 200 len: 888 time: 0.7755322 Nov 11 12:09:02.548329 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40108) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:02.548656 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40110) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:02.549274 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c269e33-6727-4148-a2f4-e0a0a6c645b9 None None] Sync routers for ids ['8a72dc06-1000-4c5f-8767-31da69b48997'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:02.567380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c269e33-6727-4148-a2f4-e0a0a6c645b9 None None] Routers {'8a72dc06-1000-4c5f-8767-31da69b48997'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:02.568011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3c269e33-6727-4148-a2f4-e0a0a6c645b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8a72dc06-1000-4c5f-8767-31da69b48997'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:02.574128 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04e94cbd-a39d-462e-8184-5669dca5921f tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:02.583046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] For port b027c978-15b1-486d-bb1a-1d0c4d2eddc8, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:09:02.591133 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] For port b027c978-15b1-486d-bb1a-1d0c4d2eddc8, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:09:02.606280 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:02.613250 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3c269e33-6727-4148-a2f4-e0a0a6c645b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:02.622976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c269e33-6727-4148-a2f4-e0a0a6c645b9 None None] Routers {'8a72dc06-1000-4c5f-8767-31da69b48997'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:02.623660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3c269e33-6727-4148-a2f4-e0a0a6c645b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8a72dc06-1000-4c5f-8767-31da69b48997'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:02.663267 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3c269e33-6727-4148-a2f4-e0a0a6c645b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:02.663931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c269e33-6727-4148-a2f4-e0a0a6c645b9 None None] The sync data for ids ['8a72dc06-1000-4c5f-8767-31da69b48997'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:02.689925 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-76c1babf-76e5-47af-9071-2f2f2ae12bb8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/routers/8a72dc06-1000-4c5f-8767-31da69b48997 HTTP/1.1" status: 200 len: 888 time: 0.1364133 Nov 11 12:09:02.691416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40114) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:02.717602 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:02.718842 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:02.720533 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-471592fc-f39d-4bac-870c-377d93075684 service neutron] 10.222.0.62 "PUT /v2.0/ports/b027c978-15b1-486d-bb1a-1d0c4d2eddc8 HTTP/1.1" status: 200 len: 1091 time: 2.4681029 Nov 11 12:09:02.724544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d87193-35bb-42ed-b436-1db64c4a7a26', 'tag': 'b027c978-15b1-486d-bb1a-1d0c4d2eddc8'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:09:02.726993 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f408b678-24d2-40c2-9627-f6dd314c90a7" -d '{"events": [{"name": "network-changed", "server_uuid": "59d87193-35bb-42ed-b436-1db64c4a7a26", "tag": "b027c978-15b1-486d-bb1a-1d0c4d2eddc8"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:09:02.760743 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1aa0e3cc-002a-47b4-b5dc-c76e0c5c7fbb tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a72dc06-1000-4c5f-8767-31da69b48997 HTTP/1.1" status: 200 len: 205 time: 0.0655527 Nov 11 12:09:02.762947 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40118) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:02.810422 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ded24f-32b6-44d0-a009-48a6d109ffa7 x-openstack-request-id: req-a0ded24f-32b6-44d0-a009-48a6d109ffa7 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:09:02.810847 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d87193-35bb-42ed-b436-1db64c4a7a26", "tag": "b027c978-15b1-486d-bb1a-1d0c4d2eddc8", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:09:02.811193 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0ded24f-32b6-44d0-a009-48a6d109ffa7 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:09:02.811761 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d87193-35bb-42ed-b436-1db64c4a7a26', 'tag': 'b027c978-15b1-486d-bb1a-1d0c4d2eddc8', 'status': 'completed', 'code': 200} Nov 11 12:09:02.817850 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b654eebf-d321-47c1-9135-d95fdca3731a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:02.856129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471592fc-f39d-4bac-870c-377d93075684 service neutron] Pushing event updated for resources: {'Port': ['ID=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:02.899592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e94cbd-a39d-462e-8184-5669dca5921f tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Router d3f31312-8bd1-410a-aea9-6c935b19ae77 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:09:02.914623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-538a0aea-eb08-47ec-8974-563e663bb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:02.916226 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-538a0aea-eb08-47ec-8974-563e663bb240 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=464cc3fccf024ade9e938973f874151a&device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 1094 time: 0.1036313 Nov 11 12:09:02.924963 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ba33-6e1d-4951-a6d8-2565936747e0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.027374 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-f6067704-c60e-4025-afe1-728119b54eef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b027c978-15b1-486d-bb1a-1d0c4d2eddc8 HTTP/1.1" status: 200 len: 217 time: 0.0721612 Nov 11 12:09:03.031074 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e94cbd-a39d-462e-8184-5669dca5921f tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:03.037203 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-04e94cbd-a39d-462e-8184-5669dca5921f tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "PUT /v2.0/routers/d3f31312-8bd1-410a-aea9-6c935b19ae77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2201509 Nov 11 12:09:03.047834 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b346da2a-24f1-47d6-bd5c-7007c10fa43c None None] Sync routers for ids ['d3f31312-8bd1-410a-aea9-6c935b19ae77'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:03.048328 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40122) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:03.064293 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b346da2a-24f1-47d6-bd5c-7007c10fa43c None None] Routers {'d3f31312-8bd1-410a-aea9-6c935b19ae77'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:03.065149 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b346da2a-24f1-47d6-bd5c-7007c10fa43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d3f31312-8bd1-410a-aea9-6c935b19ae77'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:03.094255 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b654eebf-d321-47c1-9135-d95fdca3731a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.097114 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ba33-6e1d-4951-a6d8-2565936747e0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.104657 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b654eebf-d321-47c1-9135-d95fdca3731a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.114254 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b346da2a-24f1-47d6-bd5c-7007c10fa43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:03.114710 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-ed09f728-4d76-45fe-ade8-707e2f1a0b85 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] delete failed (client error): The resource could not be found. Nov 11 12:09:03.115786 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ed09f728-4d76-45fe-ade8-707e2f1a0b85 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-967451065 HTTP/1.1" status: 404 len: 334 time: 0.0670171 Nov 11 12:09:03.119596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40124) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:03.126522 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-44e9c932-1516-4563-9931-4c6c8c6fee71 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd3f31312-8bd1-410a-aea9-6c935b19ae77'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:03.128145 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b346da2a-24f1-47d6-bd5c-7007c10fa43c None None] Routers {'d3f31312-8bd1-410a-aea9-6c935b19ae77'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:03.130348 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b346da2a-24f1-47d6-bd5c-7007c10fa43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d3f31312-8bd1-410a-aea9-6c935b19ae77'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:03.177451 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b346da2a-24f1-47d6-bd5c-7007c10fa43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:03.178360 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b346da2a-24f1-47d6-bd5c-7007c10fa43c None None] The sync data for ids ['d3f31312-8bd1-410a-aea9-6c935b19ae77'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:03.195005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654eebf-d321-47c1-9135-d95fdca3731a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d562ddcd-ae16-492d-9f59-9004290574b3,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:03.199479 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b654eebf-d321-47c1-9135-d95fdca3731a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6424ee556a9f4313a8fa0e10b36b701e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6498497 Nov 11 12:09:03.204284 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40126) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:03.216528 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7ba33-6e1d-4951-a6d8-2565936747e0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port 2d4406fd-8f98-4456-aa55-e9ed0b2dd22c {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:03.216863 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ba33-6e1d-4951-a6d8-2565936747e0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.229129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-ac9f50c4-3172-447b-bee0-a4b7280fb511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:03.230608 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-ac9f50c4-3172-447b-bee0-a4b7280fb511 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01ef31ea-9f2a-479d-a571-898474872141 HTTP/1.1" status: 200 len: 854 time: 0.1923878 Nov 11 12:09:03.303058 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ba33-6e1d-4951-a6d8-2565936747e0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.316594 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7ba33-6e1d-4951-a6d8-2565936747e0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for 2d4406fd-8f98-4456-aa55-e9ed0b2dd22c owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:03.337799 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-ec6965a8-a1a2-4c79-bc74-346b899cd389 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c6003569-d992-41b8-9e87-defc0039170c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944803 Nov 11 12:09:03.463070 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f4cadb9-c4fc-43d5-9e4e-85befa5366d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.493715 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-44e9c932-1516-4563-9931-4c6c8c6fee71 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.539588 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-44e9c932-1516-4563-9931-4c6c8c6fee71 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] update failed (client error): The resource could not be found. Nov 11 12:09:03.540523 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-44e9c932-1516-4563-9931-4c6c8c6fee71 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "PUT /v2.0/routers/d3f31312-8bd1-410a-aea9-6c935b19ae77 HTTP/1.1" status: 404 len: 339 time: 0.4199913 Nov 11 12:09:03.543818 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f4cadb9-c4fc-43d5-9e4e-85befa5366d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.545734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40132) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:03.584603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf8a22-cf5d-4f22-91af-5b2f0e8a4bed req-06209d75-a017-40a3-8200-dc1b7e52c260 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:03.586997 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cbaf8a22-cf5d-4f22-91af-5b2f0e8a4bed req-06209d75-a017-40a3-8200-dc1b7e52c260 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 943 time: 0.1093073 Nov 11 12:09:03.588427 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ba33-6e1d-4951-a6d8-2565936747e0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.615035 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7ba33-6e1d-4951-a6d8-2565936747e0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=2d4406fd-8f98-4456-aa55-e9ed0b2dd22c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:03.648660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71ecaf3-1210-4dad-a5d1-4499734ecfc5 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:09:03.676772 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-7e00c6a2-b357-4fd6-8319-b5b381c5d44c service neutron] 10.222.0.62 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274083 Nov 11 12:09:03.711690 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cbaf8a22-cf5d-4f22-91af-5b2f0e8a4bed req-0efe69a9-e158-4e6d-b0d3-d4d90cadf886 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978575 Nov 11 12:09:03.718972 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ba33-6e1d-4951-a6d8-2565936747e0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.818252 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ba33-6e1d-4951-a6d8-2565936747e0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.820920 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ba33-6e1d-4951-a6d8-2565936747e0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.872253 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ba33-6e1d-4951-a6d8-2565936747e0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.872979 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd7ba33-6e1d-4951-a6d8-2565936747e0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Fanout notify agent at l3_agent the message router_deleted on router 8a72dc06-1000-4c5f-8767-31da69b48997 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:09:03.880708 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ba33-6e1d-4951-a6d8-2565936747e0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.882131 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4bd7ba33-6e1d-4951-a6d8-2565936747e0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/routers/8a72dc06-1000-4c5f-8767-31da69b48997 HTTP/1.1" status: 204 len: 168 time: 1.1162796 Nov 11 12:09:03.886473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40134) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:03.895192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-720fc1d6-b3a4-49bd-9172-dede802afdbd tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'network': {'name': 'tempest-RoutersTest-239578190'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:03.928200 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720fc1d6-b3a4-49bd-9172-dede802afdbd tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:03.932567 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f4cadb9-c4fc-43d5-9e4e-85befa5366d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.932780 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-720fc1d6-b3a4-49bd-9172-dede802afdbd tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.935261 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f4cadb9-c4fc-43d5-9e4e-85befa5366d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.938845 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0f4cadb9-c4fc-43d5-9e4e-85befa5366d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d562ddcd-ae16-492d-9f59-9004290574b3 HTTP/1.1" status: 204 len: 168 time: 0.7297130 Nov 11 12:09:03.965059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cadb9-c4fc-43d5-9e4e-85befa5366d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d562ddcd-ae16-492d-9f59-9004290574b3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:03.966132 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720fc1d6-b3a4-49bd-9172-dede802afdbd tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:09:03.970966 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a4203ee-d935-4cd0-be3f-e15a340e0293 req-9064a824-1718-4450-91c6-bbfaaaf1f02e service neutron] 10.222.0.62 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442527 Nov 11 12:09:04.001345 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-720fc1d6-b3a4-49bd-9172-dede802afdbd tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:04.001627 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-720fc1d6-b3a4-49bd-9172-dede802afdbd tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Added segment 1c72051a-5334-4154-9332-be829b020815 of type vlan for network c87fb94d-70d8-47ee-98f4-9f43c99240b4 Nov 11 12:09:04.020828 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:04.048473 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-720fc1d6-b3a4-49bd-9172-dede802afdbd tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:04.118433 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-720fc1d6-b3a4-49bd-9172-dede802afdbd tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:04.125481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720fc1d6-b3a4-49bd-9172-dede802afdbd tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:04.126158 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-720fc1d6-b3a4-49bd-9172-dede802afdbd tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:04.203963 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408b678-24d2-40c2-9627-f6dd314c90a7 req-92391412-2508-405b-bfa1-2cf50ca1bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:04.206224 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f408b678-24d2-40c2-9627-f6dd314c90a7 req-92391412-2508-405b-bfa1-2cf50ca1bfbb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=464cc3fccf024ade9e938973f874151a&device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 1094 time: 0.1286922 Nov 11 12:09:04.215407 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-720fc1d6-b3a4-49bd-9172-dede802afdbd tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3268409 Nov 11 12:09:04.215407 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40142) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:04.224706 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-09afdf6d-cf9b-42ad-8738-005829b08c07 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'subnet': {'network_id': 'c87fb94d-70d8-47ee-98f4-9f43c99240b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:04.240210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fc1d6-b3a4-49bd-9172-dede802afdbd tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Network': ['ID=c87fb94d-70d8-47ee-98f4-9f43c99240b4,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:04.255647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network c87fb94d-70d8-47ee-98f4-9f43c99240b4 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:09:04.334601 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40144) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:04.359630 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0c1c02af-5dcc-4d71-9e0c-26a4aaafab5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:04.373010 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09afdf6d-cf9b-42ad-8738-005829b08c07 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:04.377363 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-09afdf6d-cf9b-42ad-8738-005829b08c07 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:04.417238 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408b678-24d2-40c2-9627-f6dd314c90a7 req-78fac4d4-2460-46f8-b3a1-3b6be669e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:04.418794 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f408b678-24d2-40c2-9627-f6dd314c90a7 req-78fac4d4-2460-46f8-b3a1-3b6be669e95f service neutron] 10.222.0.62 "GET /v2.0/networks?id=c6003569-d992-41b8-9e87-defc0039170c HTTP/1.1" status: 200 len: 916 time: 0.2033000 Nov 11 12:09:04.453401 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Allocated IP 172.20.0.1 (8fb9400d-390a-4ef0-811f-bc5573c434fe/be6b2177-56ca-405b-8bb1-b1fa549ce53f/64ca4b9b-bae9-4a45-9add-dc9bc1d5f112) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:09:04.493391 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f408b678-24d2-40c2-9627-f6dd314c90a7 req-f3a68182-c2b9-4076-8938-23f5e3272ea0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b027c978-15b1-486d-bb1a-1d0c4d2eddc8 HTTP/1.1" status: 200 len: 217 time: 0.0599315 Nov 11 12:09:04.883798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173030d1-d87d-4755-862d-1604a169d0c6 req-060f5633-dfe8-41a1-a552-5d712741abe2 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:04.885479 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-173030d1-d87d-4755-862d-1604a169d0c6 req-060f5633-dfe8-41a1-a552-5d712741abe2 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 943 time: 0.0723670 Nov 11 12:09:05.003628 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-173030d1-d87d-4755-862d-1604a169d0c6 req-0da48b68-5498-4deb-a1c7-7cf219b3532d tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918489 Nov 11 12:09:05.018782 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-09afdf6d-cf9b-42ad-8738-005829b08c07 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.059605 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408b678-24d2-40c2-9627-f6dd314c90a7 req-d54a0cf1-7946-4e2d-9a6a-c98465cae12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:05.061958 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f408b678-24d2-40c2-9627-f6dd314c90a7 req-d54a0cf1-7946-4e2d-9a6a-c98465cae12f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01ef31ea-9f2a-479d-a571-898474872141 HTTP/1.1" status: 200 len: 854 time: 0.5594530 Nov 11 12:09:05.074289 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0c1c02af-5dcc-4d71-9e0c-26a4aaafab5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.093502 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0c1c02af-5dcc-4d71-9e0c-26a4aaafab5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.094888 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afdf6d-cf9b-42ad-8738-005829b08c07 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Subnet': ['ID=c8e5c215-ef0f-483a-baec-351344d5f4b2,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:05.102794 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09afdf6d-cf9b-42ad-8738-005829b08c07 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Checking segment: {'id': '1c72051a-5334-4154-9332-be829b020815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'c87fb94d-70d8-47ee-98f4-9f43c99240b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:05.102794 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09afdf6d-cf9b-42ad-8738-005829b08c07 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network hostable DHCP agents. Network: c87fb94d-70d8-47ee-98f4-9f43c99240b4, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:09:05.121653 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8901f0ce-2514-448d-954c-e8567e6e6f55 req-d53f19bd-327d-4435-9738-435f73454559 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5416410 Nov 11 12:09:05.130196 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09afdf6d-cf9b-42ad-8738-005829b08c07 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network c87fb94d-70d8-47ee-98f4-9f43c99240b4 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:09:05.134468 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f408b678-24d2-40c2-9627-f6dd314c90a7 req-b29fec13-b50b-4b56-821d-4b183ae8d307 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c6003569-d992-41b8-9e87-defc0039170c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623300 Nov 11 12:09:05.151464 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-09afdf6d-cf9b-42ad-8738-005829b08c07 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, c87fb94d-70d8-47ee-98f4-9f43c99240b4) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:05.156509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09afdf6d-cf9b-42ad-8738-005829b08c07 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:05.157274 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-09afdf6d-cf9b-42ad-8738-005829b08c07 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.181922 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-09afdf6d-cf9b-42ad-8738-005829b08c07 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9628630 Nov 11 12:09:05.185057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40152) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:05.188967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8255639e-dafb-4f05-9bc0-f88ef21d5f66 None None] Network c87fb94d-70d8-47ee-98f4-9f43c99240b4 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:05.191483 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-fd5565f7-6634-4c60-bfd9-3f06a8fcc7f6 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1953521987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:05.231702 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fd5565f7-6634-4c60-bfd9-3f06a8fcc7f6 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.235077 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fd5565f7-6634-4c60-bfd9-3f06a8fcc7f6 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.266746 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.272277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c02af-5dcc-4d71-9e0c-26a4aaafab5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e9020a-6a4b-485f-b5b8-901a511a685d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:05.307572 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0c1c02af-5dcc-4d71-9e0c-26a4aaafab5b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f2c7dd8a3494784be356f7e724e0d66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9719253 Nov 11 12:09:05.310470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40154) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:05.314596 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fd5565f7-6634-4c60-bfd9-3f06a8fcc7f6 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.334741 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fd5565f7-6634-4c60-bfd9-3f06a8fcc7f6 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.354380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901f0ce-2514-448d-954c-e8567e6e6f55 req-bda2e4e7-2c44-4174-a89b-6b5cff2d0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:05.356022 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8901f0ce-2514-448d-954c-e8567e6e6f55 req-bda2e4e7-2c44-4174-a89b-6b5cff2d0348 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36af1c00a8ab4b0e95a23b4e49d31ca8&device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 1097 time: 0.1402812 Nov 11 12:09:05.377735 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f408b678-24d2-40c2-9627-f6dd314c90a7 req-838aa04f-3462-482c-b842-37483b46d278 service neutron] 10.222.0.62 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231631 Nov 11 12:09:05.390975 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fd5565f7-6634-4c60-bfd9-3f06a8fcc7f6 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.394713 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fd5565f7-6634-4c60-bfd9-3f06a8fcc7f6 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2058771 Nov 11 12:09:05.396428 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40156) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:05.414631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-c87fb94d-70d8-47ee-98f4-9f43c99240b4', 'network_id': 'c87fb94d-70d8-47ee-98f4-9f43c99240b4', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'fixed_ips': [{'subnet_id': 'c8e5c215-ef0f-483a-baec-351344d5f4b2'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:09:05.416038 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.437679 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.498792 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-63b88f67-d3a9-447b-ae30-c139f8ee17d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.596964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Network 8fb9400d-390a-4ef0-811f-bc5573c434fe is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:05.604879 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event updated for resources: {'Port': ['ID=64ca4b9b-bae9-4a45-9add-dc9bc1d5f112,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:05.619669 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:05.622874 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:05.624661 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-63b88f67-d3a9-447b-ae30-c139f8ee17d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.634763 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Allocated IP 172.20.0.2 (c87fb94d-70d8-47ee-98f4-9f43c99240b4/c8e5c215-ef0f-483a-baec-351344d5f4b2/f239c3ee-e032-482f-82d6-33442fe8a05e) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:09:05.659610 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901f0ce-2514-448d-954c-e8567e6e6f55 req-22eb37e6-ea1a-4337-bffb-6779fdd201c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:05.661136 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8901f0ce-2514-448d-954c-e8567e6e6f55 req-22eb37e6-ea1a-4337-bffb-6779fdd201c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7061eec4-bc95-479d-b544-0f2e7dcf2641 HTTP/1.1" status: 200 len: 913 time: 0.2824764 Nov 11 12:09:05.732831 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f408b678-24d2-40c2-9627-f6dd314c90a7 req-278a882b-4024-4a64-94ef-63b00d4494fb service neutron] 10.222.0.62 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323784 Nov 11 12:09:05.748592 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.812926 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8901f0ce-2514-448d-954c-e8567e6e6f55 req-2f272838-2d72-4dca-95ac-10fe6fa7e498 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15e28266-bbf7-49b4-a45a-4fb9062b90ae HTTP/1.1" status: 200 len: 1002 time: 0.1410501 Nov 11 12:09:05.822842 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.857788 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5efc3f0-beff-4693-822c-9ccf854af48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.913678 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-63b88f67-d3a9-447b-ae30-c139f8ee17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.917141 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-63b88f67-d3a9-447b-ae30-c139f8ee17d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.920809 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901f0ce-2514-448d-954c-e8567e6e6f55 req-6f526370-4d3a-4bc9-aafc-b9a90c70e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:05.920809 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8901f0ce-2514-448d-954c-e8567e6e6f55 req-6f526370-4d3a-4bc9-aafc-b9a90c70e618 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b4858774-bac2-4c25-afd8-1350376ff799 HTTP/1.1" status: 200 len: 850 time: 0.0727565 Nov 11 12:09:05.923075 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-63b88f67-d3a9-447b-ae30-c139f8ee17d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23e9020a-6a4b-485f-b5b8-901a511a685d HTTP/1.1" status: 204 len: 168 time: 0.6105542 Nov 11 12:09:05.934837 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.946816 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.998617 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b88f67-d3a9-447b-ae30-c139f8ee17d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e9020a-6a4b-485f-b5b8-901a511a685d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:06.005977 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Network c87fb94d-70d8-47ee-98f4-9f43c99240b4 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:06.020355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:06.028175 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:06.032913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Pushing event updated for resources: {'Port': ['ID=f239c3ee-e032-482f-82d6-33442fe8a05e,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:06.076638 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:06.137144 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b0de6b93-91f5-4a0c-8cd8-41b0ea870b39 None None] Provisioning complete for port 64ca4b9b-bae9-4a45-9add-dc9bc1d5f112 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:06.137711 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b0de6b93-91f5-4a0c-8cd8-41b0ea870b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:06.163676 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Attempting to bind port f239c3ee-e032-482f-82d6-33442fe8a05e on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:06.164202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Attempting to bind port f239c3ee-e032-482f-82d6-33442fe8a05e by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '1c72051a-5334-4154-9332-be829b020815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'c87fb94d-70d8-47ee-98f4-9f43c99240b4'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:06.164733 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Attempting to bind port f239c3ee-e032-482f-82d6-33442fe8a05e on network c87fb94d-70d8-47ee-98f4-9f43c99240b4 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:06.172646 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901f0ce-2514-448d-954c-e8567e6e6f55 req-6ed26db7-a38e-4e0d-bd71-8a92fd1fc93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:06.174492 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8901f0ce-2514-448d-954c-e8567e6e6f55 req-6ed26db7-a38e-4e0d-bd71-8a92fd1fc93c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7061eec4-bc95-479d-b544-0f2e7dcf2641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2452896 Nov 11 12:09:06.180099 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:09:06.180627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Checking segment: {'id': '1c72051a-5334-4154-9332-be829b020815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'c87fb94d-70d8-47ee-98f4-9f43c99240b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:06.181240 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:06.185144 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Bound using segment: {'id': '1c72051a-5334-4154-9332-be829b020815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'c87fb94d-70d8-47ee-98f4-9f43c99240b4'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:09:06.186985 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Bound port: f239c3ee-e032-482f-82d6-33442fe8a05e, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c72051a-5334-4154-9332-be829b020815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'c87fb94d-70d8-47ee-98f4-9f43c99240b4'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:09:06.189327 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:06.234672 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b0de6b93-91f5-4a0c-8cd8-41b0ea870b39 None None] Port 64ca4b9b-bae9-4a45-9add-dc9bc1d5f112 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:06.315705 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] For port f239c3ee-e032-482f-82d6-33442fe8a05e, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:09:06.320819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] For port f239c3ee-e032-482f-82d6-33442fe8a05e, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f239c3ee-e032-482f-82d6-33442fe8a05e,segment=NetworkSegment(1c72051a-5334-4154-9332-be829b020815),segment_id=1c72051a-5334-4154-9332-be829b020815)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:09:06.326975 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:06.390324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c2d10-72b0-4b78-90f8-d94341174752 None None] Pushing event updated for resources: {'Port': ['ID=f239c3ee-e032-482f-82d6-33442fe8a05e,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:06.432993 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Allocated IP 172.20.0.1 (c87fb94d-70d8-47ee-98f4-9f43c99240b4/c8e5c215-ef0f-483a-baec-351344d5f4b2/c4633e53-ab4b-42af-bcb0-564b52aa10a9) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:09:06.465940 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b027c978-15b1-486d-bb1a-1d0c4d2eddc8 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:09:06.543338 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8901f0ce-2514-448d-954c-e8567e6e6f55 req-0761b80a-3676-4dfd-8c38-8b8dd18a1f10 service neutron] 10.222.0.43 "GET /v2.0/networks/7061eec4-bc95-479d-b544-0f2e7dcf2641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545141 Nov 11 12:09:06.680773 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:06.757271 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port b027c978-15b1-486d-bb1a-1d0c4d2eddc8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:06.792044 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd467582-6b65-489a-ab64-c114982c6259 req-1b04c8b9-2515-438b-95d0-69c91d567ef9 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:06.792410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'b027c978-15b1-486d-bb1a-1d0c4d2eddc8', 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c', 'port_id': 'b027c978-15b1-486d-bb1a-1d0c4d2eddc8', 'mac_address': 'fa:16:3e:d4:8e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ef31ea-9f2a-479d-a571-898474872141', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:09:06.797738 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cd467582-6b65-489a-ab64-c114982c6259 req-1b04c8b9-2515-438b-95d0-69c91d567ef9 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 943 time: 0.6418724 Nov 11 12:09:06.802320 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:06.815251 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8901f0ce-2514-448d-954c-e8567e6e6f55 req-e56ff275-5f88-46d8-a3be-cb47404f40a9 service neutron] 10.222.0.43 "GET /v2.0/networks/7061eec4-bc95-479d-b544-0f2e7dcf2641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588091 Nov 11 12:09:06.877233 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:06.922934 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b027c978-15b1-486d-bb1a-1d0c4d2eddc8 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:09:06.935830 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:06.946395 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:06.961669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port b027c978-15b1-486d-bb1a-1d0c4d2eddc8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:06.970159 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:06.980691 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network c87fb94d-70d8-47ee-98f4-9f43c99240b4 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:07.001828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:07.010139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:07.046657 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:07.049036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event updated for resources: {'Port': ['ID=64ca4b9b-bae9-4a45-9add-dc9bc1d5f112,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:07.067590 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:07.076728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:07.080619 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cd467582-6b65-489a-ab64-c114982c6259 req-3e09cbde-19c1-4d59-b927-b7b5c0db4918 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712500 Nov 11 12:09:07.126820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=c4633e53-ab4b-42af-bcb0-564b52aa10a9,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:07.178840 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Network 8fb9400d-390a-4ef0-811f-bc5573c434fe is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:07.181283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:07.263667 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:07.377911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Router d3f31312-8bd1-410a-aea9-6c935b19ae77 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:09:07.380893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['b027c978-15b1-486d-bb1a-1d0c4d2eddc8'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:09:07.607746 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:07.626907 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3cb05a80-7980-4354-91c4-35955dc5a2c1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "PUT /v2.0/routers/d3f31312-8bd1-410a-aea9-6c935b19ae77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0721216 Nov 11 12:09:07.627483 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40194) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:07.701423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9f9c6d-46f2-4de5-8095-a650ff63fd06 None None] Sync routers for ids ['d3f31312-8bd1-410a-aea9-6c935b19ae77'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:07.770612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9f9c6d-46f2-4de5-8095-a650ff63fd06 None None] Routers {'d3f31312-8bd1-410a-aea9-6c935b19ae77'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:07.771240 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2b9f9c6d-46f2-4de5-8095-a650ff63fd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d3f31312-8bd1-410a-aea9-6c935b19ae77'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:07.811765 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2b9f9c6d-46f2-4de5-8095-a650ff63fd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:07.821314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f239c3ee-e032-482f-82d6-33442fe8a05e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:09:07.861812 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f6d7c9ec-53c6-4129-a444-b15159caa38e tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:07.908332 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-769f0079-35f8-462c-a1cc-47183604a00f None None] Provisioning complete for port 64ca4b9b-bae9-4a45-9add-dc9bc1d5f112 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:07.908728 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-769f0079-35f8-462c-a1cc-47183604a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:07.991170 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9f9c6d-46f2-4de5-8095-a650ff63fd06 None None] Routers {'d3f31312-8bd1-410a-aea9-6c935b19ae77'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:07.991838 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2b9f9c6d-46f2-4de5-8095-a650ff63fd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d3f31312-8bd1-410a-aea9-6c935b19ae77'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:08.020645 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:08.027754 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-f6d7c9ec-53c6-4129-a444-b15159caa38e tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 12:09:08.028837 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f6d7c9ec-53c6-4129-a444-b15159caa38e tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "DELETE /v2.0/routers/d3f31312-8bd1-410a-aea9-6c935b19ae77 HTTP/1.1" status: 409 len: 329 time: 0.4002924 Nov 11 12:09:08.032662 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:08.049572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40204) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:08.084223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2b9f9c6d-46f2-4de5-8095-a650ff63fd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:08.084859 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9f9c6d-46f2-4de5-8095-a650ff63fd06 None None] The sync data for ids ['d3f31312-8bd1-410a-aea9-6c935b19ae77'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:08.106437 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f239c3ee-e032-482f-82d6-33442fe8a05e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:08.106887 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:08.150496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-769f0079-35f8-462c-a1cc-47183604a00f None None] Port 64ca4b9b-bae9-4a45-9add-dc9bc1d5f112 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:08.165318 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bfc9e780-e639-407d-85a7-03edec3bbde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:08.220740 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5645d7-8a68-42e2-b86e-7c859cee7999 None None] Network c87fb94d-70d8-47ee-98f4-9f43c99240b4 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:08.223530 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=c4633e53-ab4b-42af-bcb0-564b52aa10a9,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:08.271495 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:08.286839 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-69299885-e331-4ae1-8a04-1abced2d2fb1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1175315 Nov 11 12:09:08.295954 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:08.346952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port f239c3ee-e032-482f-82d6-33442fe8a05e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f239c3ee-e032-482f-82d6-33442fe8a05e,segment=NetworkSegment(1c72051a-5334-4154-9332-be829b020815),segment_id=1c72051a-5334-4154-9332-be829b020815)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:08.356704 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c1853358-9758-4b8d-b4f8-5eb2aeecbeb5 None None] Provisioning complete for port f239c3ee-e032-482f-82d6-33442fe8a05e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:08.357380 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1853358-9758-4b8d-b4f8-5eb2aeecbeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:08.359595 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:08.399247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40212) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:08.432080 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-61417145-0fee-46d4-a11e-b3d7e8581dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:08.432803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-61417145-0fee-46d4-a11e-b3d7e8581dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:08.433408 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-61417145-0fee-46d4-a11e-b3d7e8581dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:08.434027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-61417145-0fee-46d4-a11e-b3d7e8581dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:08.435742 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-61417145-0fee-46d4-a11e-b3d7e8581dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:08.436584 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-61417145-0fee-46d4-a11e-b3d7e8581dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:08.437195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-61417145-0fee-46d4-a11e-b3d7e8581dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:08.440461 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-61417145-0fee-46d4-a11e-b3d7e8581dba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60ee3d384a76417ebcdfc95536142dd4&device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 6491 time: 0.0946004 Nov 11 12:09:08.519656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=f239c3ee-e032-482f-82d6-33442fe8a05e,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:08.649162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-4a80ef53-7858-4d22-a8e2-ddf30b6c1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:08.649831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-4a80ef53-7858-4d22-a8e2-ddf30b6c1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:08.649905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-4a80ef53-7858-4d22-a8e2-ddf30b6c1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:08.652150 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-4a80ef53-7858-4d22-a8e2-ddf30b6c1c67 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ba34a62-22e2-4456-8b51-ad2a18e2724f&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&id=c7d52acd-8f28-4abc-86b9-191279fd7934&id=c7d52acd-8f28-4abc-86b9-191279fd7934 HTTP/1.1" status: 200 len: 2297 time: 0.1742113 Nov 11 12:09:08.693421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9014c-2b19-4b10-8312-e627ec22a36d req-cf08d82a-b067-46fc-ba14-7d6ea431b212 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:08.695099 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68c9014c-2b19-4b10-8312-e627ec22a36d req-cf08d82a-b067-46fc-ba14-7d6ea431b212 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 944 time: 0.3738036 Nov 11 12:09:08.735130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8edb1ba9-d3d1-4d24-ae81-ff03e6bfac2e tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1795370313'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:08.763349 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-2fc47640-5ad5-4e88-b3d3-facabf3ede7b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd HTTP/1.1" status: 200 len: 1001 time: 0.1028309 Nov 11 12:09:08.788423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network c87fb94d-70d8-47ee-98f4-9f43c99240b4 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:08.798849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:08.812241 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edb1ba9-d3d1-4d24-ae81-ff03e6bfac2e tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Made reservation on behalf of 810eac1d2e0e48aa99349e546cb5c671 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:08.815738 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8edb1ba9-d3d1-4d24-ae81-ff03e6bfac2e tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:08.841684 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68c9014c-2b19-4b10-8312-e627ec22a36d req-9dd8f90b-5f07-409f-800d-3e2ab187bf7d tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342461 Nov 11 12:09:08.843823 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8edb1ba9-d3d1-4d24-ae81-ff03e6bfac2e tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:08.857219 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-5b1c67dd-6a72-4b16-894a-5900ba18b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:08.859338 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-5b1c67dd-6a72-4b16-894a-5900ba18b5c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9 HTTP/1.1" status: 200 len: 851 time: 0.0855319 Nov 11 12:09:08.922841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-676a0894-cbbd-4c1e-968a-c5ddd9be5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:08.924348 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-676a0894-cbbd-4c1e-968a-c5ddd9be5f28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ba34a62-22e2-4456-8b51-ad2a18e2724f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506058 Nov 11 12:09:08.990326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-35532509-8345-453b-adc3-ff71f7ad5e4b None None] Provisioning complete for port c4633e53-ab4b-42af-bcb0-564b52aa10a9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:08.990938 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-35532509-8345-453b-adc3-ff71f7ad5e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:09.050380 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:09.065811 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-35532509-8345-453b-adc3-ff71f7ad5e4b None None] Port c4633e53-ab4b-42af-bcb0-564b52aa10a9 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:09.080635 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-5c8522b5-c40d-4958-8611-e112a21b3565 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba34a62-22e2-4456-8b51-ad2a18e2724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471903 Nov 11 12:09:09.080959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-35532509-8345-453b-adc3-ff71f7ad5e4b None None] Provisioning complete for port f239c3ee-e032-482f-82d6-33442fe8a05e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:09.081524 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-35532509-8345-453b-adc3-ff71f7ad5e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:09.111122 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d1c99681-7465-4a3c-b9b2-df7a9fe36ba9 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:09.167743 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8edb1ba9-d3d1-4d24-ae81-ff03e6bfac2e tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:09.172509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 5147cf4f-5b13-4faa-91dd-00550dc67099 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:09:09.203534 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8edb1ba9-d3d1-4d24-ae81-ff03e6bfac2e tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:09.219543 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-9d28e28d-aebf-45f9-9fad-758b2bf3bed6 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba34a62-22e2-4456-8b51-ad2a18e2724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264884 Nov 11 12:09:09.241177 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edb1ba9-d3d1-4d24-ae81-ff03e6bfac2e tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:09:09.273532 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-a4fa7f0a-2782-4eb0-a8f1-f4cade6a46e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=ac823cbf-4e8c-4c81-a62c-4380e8a06413 HTTP/1.1" status: 200 len: 217 time: 0.0403259 Nov 11 12:09:09.313199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6e141a65-0329-4ac1-904c-3e704f43c383 None None] Provisioning complete for port c4633e53-ab4b-42af-bcb0-564b52aa10a9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:09.313652 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e141a65-0329-4ac1-904c-3e704f43c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:09.337420 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-ffc54628-05dd-4a3e-a76c-1a7bc5610fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:09.339053 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-ffc54628-05dd-4a3e-a76c-1a7bc5610fad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.0546305 Nov 11 12:09:09.358758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6e141a65-0329-4ac1-904c-3e704f43c383 None None] Port c4633e53-ab4b-42af-bcb0-564b52aa10a9 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:09.396737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-95c8d4ca-8e72-4997-9dd9-f276c9a8993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:09.398838 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-95c8d4ca-8e72-4997-9dd9-f276c9a8993e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0483956 Nov 11 12:09:09.487626 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e85f4f5c-baf7-42f1-ba56-abb4f9e92bdf None None] Provisioning complete for port c4633e53-ab4b-42af-bcb0-564b52aa10a9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:09.488266 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e85f4f5c-baf7-42f1-ba56-abb4f9e92bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:09.507659 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-b9f68346-e6b0-427c-8876-844f56785010 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962770 Nov 11 12:09:09.515561 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f239c3ee-e032-482f-82d6-33442fe8a05e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:09:09.561072 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e85f4f5c-baf7-42f1-ba56-abb4f9e92bdf None None] Port c4633e53-ab4b-42af-bcb0-564b52aa10a9 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:09.579029 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f239c3ee-e032-482f-82d6-33442fe8a05e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:09.579243 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:09.617514 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-34cd02c1-65bf-4c25-acdb-4332c4f9893b service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996120 Nov 11 12:09:09.660065 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8edb1ba9-d3d1-4d24-ae81-ff03e6bfac2e tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:09.660397 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-8edb1ba9-d3d1-4d24-ae81-ff03e6bfac2e tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Added segment b6d9e87d-e1aa-4867-8baf-968397516a79 of type vlan for network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a Nov 11 12:09:09.668186 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-bc15b07d-cfe5-40a6-a681-9cb86aca6863 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=99b9334d-889b-4925-8044-1f449140c379 HTTP/1.1" status: 200 len: 217 time: 0.0395987 Nov 11 12:09:09.675794 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb1ba9-d3d1-4d24-ae81-ff03e6bfac2e tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a031c391-d005-4d50-ba79-e7f4e1cbd7e3,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:09.735914 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-3ebebb38-ddcc-48c2-9862-2ba289374da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:09.738058 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-3ebebb38-ddcc-48c2-9862-2ba289374da0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.0589373 Nov 11 12:09:09.782361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:09.786248 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8edb1ba9-d3d1-4d24-ae81-ff03e6bfac2e tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:09.794850 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d1dddec9-55df-4ec6-841d-86bc383e32a1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/5147cf4f-5b13-4faa-91dd-00550dc67099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3950057 Nov 11 12:09:09.795873 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40224) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:09.797964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-4c4fbbf4-91d9-405f-841a-c3767486b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:09.800535 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-4c4fbbf4-91d9-405f-841a-c3767486b577 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0515137 Nov 11 12:09:09.803103 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db2bb5-d2c5-44f8-bcbc-5e897b0bd277 None None] Sync routers for ids ['5147cf4f-5b13-4faa-91dd-00550dc67099'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:09.816452 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db2bb5-d2c5-44f8-bcbc-5e897b0bd277 None None] Routers {'5147cf4f-5b13-4faa-91dd-00550dc67099'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:09.818248 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a5db2bb5-d2c5-44f8-bcbc-5e897b0bd277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['5147cf4f-5b13-4faa-91dd-00550dc67099'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:09.828083 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8edb1ba9-d3d1-4d24-ae81-ff03e6bfac2e tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:09.833645 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edb1ba9-d3d1-4d24-ae81-ff03e6bfac2e tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:09.834245 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8edb1ba9-d3d1-4d24-ae81-ff03e6bfac2e tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:09.859728 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a5db2bb5-d2c5-44f8-bcbc-5e897b0bd277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:09.865928 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4987821-5033-4594-9fae-09cf5d934ee8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:09.869862 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d4987821-5033-4594-9fae-09cf5d934ee8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports/c4633e53-ab4b-42af-bcb0-564b52aa10a9 HTTP/1.1" status: 200 len: 910 time: 0.0649505 Nov 11 12:09:09.875580 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db2bb5-d2c5-44f8-bcbc-5e897b0bd277 None None] Routers {'5147cf4f-5b13-4faa-91dd-00550dc67099'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:09.876582 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a5db2bb5-d2c5-44f8-bcbc-5e897b0bd277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['5147cf4f-5b13-4faa-91dd-00550dc67099'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:09.877486 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40226) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:09.883098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-8a770b76-74ba-4dde-a003-e977cacffa67 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c8e5c215-ef0f-483a-baec-351344d5f4b2'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:09.908427 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8edb1ba9-d3d1-4d24-ae81-ff03e6bfac2e tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5040832 Nov 11 12:09:09.919356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb1ba9-d3d1-4d24-ae81-ff03e6bfac2e tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Pushing event updated for resources: {'Network': ['ID=394a9a2f-13b4-4ccf-a14c-47ca44ca698a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:09.930425 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:09:09.934585 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a5db2bb5-d2c5-44f8-bcbc-5e897b0bd277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:09.938826 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db2bb5-d2c5-44f8-bcbc-5e897b0bd277 None None] The sync data for ids ['5147cf4f-5b13-4faa-91dd-00550dc67099'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:10.063137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-d1c99681-7465-4a3c-b9b2-df7a9fe36ba9 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Deleting port 64ca4b9b-bae9-4a45-9add-dc9bc1d5f112 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:10.063688 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d1c99681-7465-4a3c-b9b2-df7a9fe36ba9 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:10.092394 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-425e4fbc-e2ee-4583-aed1-eaf904b9d3f5 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419147 Nov 11 12:09:10.240200 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40238) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:10.247136 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Request body: {'port': {'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a', 'binding:host_id': 'n-h2-807359-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-60461367'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:10.289011 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d1c99681-7465-4a3c-b9b2-df7a9fe36ba9 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:10.311870 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419bb63-2e40-451b-b9da-ff5f2af2cc5a req-3ffcb225-c83c-422e-b24a-7af3e772872d tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:10.313402 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e419bb63-2e40-451b-b9da-ff5f2af2cc5a req-3ffcb225-c83c-422e-b24a-7af3e772872d tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 944 time: 0.3200955 Nov 11 12:09:10.314372 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-d1c99681-7465-4a3c-b9b2-df7a9fe36ba9 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Calling delete_port for 64ca4b9b-bae9-4a45-9add-dc9bc1d5f112 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:10.316069 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-2ac394a7-bf35-450d-bb03-7de8db2e92b5 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114348 Nov 11 12:09:10.318525 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Made reservation on behalf of ee1e5bf40b584238b93537a6b294e56a for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:10.320729 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:10.327123 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8a770b76-74ba-4dde-a003-e977cacffa67 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:10.335441 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:10.381505 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-e18b8e11-92ae-464b-8501-892514b5ac21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=598e6046-573d-4050-bad0-9f22dc092749 HTTP/1.1" status: 200 len: 217 time: 0.0504980 Nov 11 12:09:10.454506 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e419bb63-2e40-451b-b9da-ff5f2af2cc5a req-f863bb9f-1381-449d-bc26-f8faf5c0daa5 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233742 Nov 11 12:09:10.486138 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b027c978-15b1-486d-bb1a-1d0c4d2eddc8 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:09:10.579117 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:10.589614 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:10.593567 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:10.606556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-bfea8af6-0e25-446d-8e89-8599223cc979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:10.608190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] device_id is not set on port d55ee97a-c642-4108-ba0a-a79374482d75 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:09:10.609986 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-bfea8af6-0e25-446d-8e89-8599223cc979 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.2002192 Nov 11 12:09:10.694067 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port b027c978-15b1-486d-bb1a-1d0c4d2eddc8 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:09:10.704086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port b027c978-15b1-486d-bb1a-1d0c4d2eddc8 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:10.704436 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:10.726347 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c016c2cd-b3ff-4c64-bba8-2f59f58eb26d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:10.761479 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d1c99681-7465-4a3c-b9b2-df7a9fe36ba9 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:10.825055 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:10.856768 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d87193-35bb-42ed-b436-1db64c4a7a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b027c978-15b1-486d-bb1a-1d0c4d2eddc8'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:09:10.864224 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487fa21f-38f0-451e-af90-2d8e7b6dd39c" -d '{"events": [{"server_uuid": "59d87193-35bb-42ed-b436-1db64c4a7a26", "name": "network-vif-plugged", "status": "completed", "tag": "b027c978-15b1-486d-bb1a-1d0c4d2eddc8"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:09:10.870234 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c99681-7465-4a3c-b9b2-df7a9fe36ba9 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event deleted for resources: {'Port': ['ID=64ca4b9b-bae9-4a45-9add-dc9bc1d5f112,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:10.898611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port b027c978-15b1-486d-bb1a-1d0c4d2eddc8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:10.907142 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:10.960070 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ece0a9e-3163-4d86-ae7f-53dcda6dad78 x-openstack-request-id: req-1ece0a9e-3163-4d86-ae7f-53dcda6dad78 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:09:10.960423 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d87193-35bb-42ed-b436-1db64c4a7a26", "name": "network-vif-plugged", "status": "completed", "tag": "b027c978-15b1-486d-bb1a-1d0c4d2eddc8", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:09:10.960672 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ece0a9e-3163-4d86-ae7f-53dcda6dad78 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:09:10.961080 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d87193-35bb-42ed-b436-1db64c4a7a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b027c978-15b1-486d-bb1a-1d0c4d2eddc8', 'code': 200} Nov 11 12:09:11.002629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:11.105540 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:09:11.228078 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d1c99681-7465-4a3c-b9b2-df7a9fe36ba9 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:11.250443 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-39b95248-c943-4bbf-8fe0-6d179a5f0f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:11.251738 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-39b95248-c943-4bbf-8fe0-6d179a5f0f77 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6277719 Nov 11 12:09:11.313531 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:11.329671 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] device_id is not set on port d55ee97a-c642-4108-ba0a-a79374482d75 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:09:11.366505 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:11.375548 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:11.393518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e7af3-1551-47d7-a472-784bb0c61075 req-ceeee1f2-0c67-4969-b70c-453b19f5112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:11.395052 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b63e7af3-1551-47d7-a472-784bb0c61075 req-ceeee1f2-0c67-4969-b70c-453b19f5112f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 1096 time: 0.1473670 Nov 11 12:09:11.506906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Pushing event updated for resources: {'Port': ['ID=d55ee97a-c642-4108-ba0a-a79374482d75,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:11.522273 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c99681-7465-4a3c-b9b2-df7a9fe36ba9 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Router d3f31312-8bd1-410a-aea9-6c935b19ae77 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:09:11.531600 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-bcbb0201-6475-4946-82d2-4e36664d78f3 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516985 Nov 11 12:09:11.535960 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b63e7af3-1551-47d7-a472-784bb0c61075 req-3f6d8b70-5c7f-44ed-8d5d-39ed4adfeaa3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279871 Nov 11 12:09:11.542613 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Checking segment: {'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:11.542979 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Network hostable DHCP agents. Network: 394a9a2f-13b4-4ccf-a14c-47ca44ca698a, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:09:11.600728 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8a770b76-74ba-4dde-a003-e977cacffa67 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:11.616198 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8a770b76-74ba-4dde-a003-e977cacffa67 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:11.657798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:09:11.662503 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c99681-7465-4a3c-b9b2-df7a9fe36ba9 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:11.673451 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d1c99681-7465-4a3c-b9b2-df7a9fe36ba9 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "PUT /v2.0/routers/d3f31312-8bd1-410a-aea9-6c935b19ae77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6066208 Nov 11 12:09:11.676258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40264) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:11.677423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c087e07e-4dd0-42be-ae91-de44d4ee5145 None None] Sync routers for ids ['d3f31312-8bd1-410a-aea9-6c935b19ae77'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:11.694158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c087e07e-4dd0-42be-ae91-de44d4ee5145 None None] Routers {'d3f31312-8bd1-410a-aea9-6c935b19ae77'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:11.694910 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c087e07e-4dd0-42be-ae91-de44d4ee5145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d3f31312-8bd1-410a-aea9-6c935b19ae77'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:11.713782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 394a9a2f-13b4-4ccf-a14c-47ca44ca698a) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:11.723131 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-88a95e09-17b1-4c7e-bd62-52c910f92ba7 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] show failed (client error): The resource could not be found. Nov 11 12:09:11.727937 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-88a95e09-17b1-4c7e-bd62-52c910f92ba7 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-244139117 HTTP/1.1" status: 404 len: 334 time: 0.0469227 Nov 11 12:09:11.727937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:11.728664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40266) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:11.734286 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-9b8831a9-4c70-427b-9b32-a673d00959c7 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:11.738660 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a770b76-74ba-4dde-a003-e977cacffa67 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:11.740388 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8a770b76-74ba-4dde-a003-e977cacffa67 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:11.742003 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8a770b76-74ba-4dde-a003-e977cacffa67 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/ports/c4633e53-ab4b-42af-bcb0-564b52aa10a9 HTTP/1.1" status: 200 len: 910 time: 1.8635082 Nov 11 12:09:11.753820 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4b270c-2433-40e1-b040-0c2e04f688fb None None] Network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:11.756899 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c087e07e-4dd0-42be-ae91-de44d4ee5145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:11.762637 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a770b76-74ba-4dde-a003-e977cacffa67 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=c4633e53-ab4b-42af-bcb0-564b52aa10a9,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:11.775872 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40268) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:11.790668 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbeec84-2c72-4afb-8102-fd51fe04087a req-bddaf4ef-4ffd-4453-9940-0f1583c1c645 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:11.792222 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fbeec84-2c72-4afb-8102-fd51fe04087a req-bddaf4ef-4ffd-4453-9940-0f1583c1c645 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.2031937 Nov 11 12:09:11.794767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:11.794767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:11.795421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:11.797833 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-9b8831a9-4c70-427b-9b32-a673d00959c7 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] update failed (client error): The resource could not be found. Nov 11 12:09:11.802039 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9b8831a9-4c70-427b-9b32-a673d00959c7 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1005661634 HTTP/1.1" status: 404 len: 335 time: 0.0692768 Nov 11 12:09:11.839506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40272) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:11.849319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c087e07e-4dd0-42be-ae91-de44d4ee5145 None None] Routers {'d3f31312-8bd1-410a-aea9-6c935b19ae77'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:11.849967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c087e07e-4dd0-42be-ae91-de44d4ee5145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d3f31312-8bd1-410a-aea9-6c935b19ae77'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:11.881946 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:11.882312 n-d-807359-3 neutron-server[109153]: ERROR neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:11.910123 n-d-807359-3 neutron-server[109153]: INFO neutron.plugins.ml2.plugin [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 2 to bind port d55ee97a-c642-4108-ba0a-a79374482d75 Nov 11 12:09:11.912235 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-0a5f7b9b-821c-4b1b-8d8d-d7b1595603c8 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372237 Nov 11 12:09:11.951127 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c087e07e-4dd0-42be-ae91-de44d4ee5145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:11.953037 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c087e07e-4dd0-42be-ae91-de44d4ee5145 None None] The sync data for ids ['d3f31312-8bd1-410a-aea9-6c935b19ae77'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:11.973002 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-7fa461d1-09e5-47d5-b243-e4216c1bb116 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=5bb8b285-d3a8-488b-ace9-c5345979a664 HTTP/1.1" status: 200 len: 217 time: 0.0481305 Nov 11 12:09:11.977463 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:11.977893 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:11.978448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:12.032287 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a39f4f-88de-45a6-b0ba-07ce9d1c3b6c tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Deleting subnet 7d2fa5ca-bf99-4689-8d77-28c19b5588ab {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:09:12.036838 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:12.037175 n-d-807359-3 neutron-server[109153]: ERROR neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:12.039931 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-de453cd2-1be2-409e-bc17-be9d58d9b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:12.040519 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fbeec84-2c72-4afb-8102-fd51fe04087a req-8e3e5b67-c9b5-4819-8fa4-7cbee619edff tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406240 Nov 11 12:09:12.041185 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20a39f4f-88de-45a6-b0ba-07ce9d1c3b6c tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:12.048419 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-de453cd2-1be2-409e-bc17-be9d58d9b2b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 200 len: 797 time: 0.0662236 Nov 11 12:09:12.071860 n-d-807359-3 neutron-server[109153]: INFO neutron.plugins.ml2.plugin [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 3 to bind port d55ee97a-c642-4108-ba0a-a79374482d75 Nov 11 12:09:12.120375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:12.120710 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:12.121046 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:12.125265 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-29580d06-0e97-4f44-a654-d003296bb466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:12.128115 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-29580d06-0e97-4f44-a654-d003296bb466 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0632517 Nov 11 12:09:12.137454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:12.137806 n-d-807359-3 neutron-server[109153]: ERROR neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:12.142069 n-d-807359-3 neutron-server[109153]: INFO neutron.plugins.ml2.plugin [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 4 to bind port d55ee97a-c642-4108-ba0a-a79374482d75 Nov 11 12:09:12.145857 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20a39f4f-88de-45a6-b0ba-07ce9d1c3b6c tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:12.231408 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:12.231904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:12.232409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:12.244791 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-b16bd0a8-a105-4a5d-a5df-adfa6d032a7e service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087270 Nov 11 12:09:12.264651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:12.264895 n-d-807359-3 neutron-server[109153]: ERROR neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:12.267363 n-d-807359-3 neutron-server[109153]: INFO neutron.plugins.ml2.plugin [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 5 to bind port d55ee97a-c642-4108-ba0a-a79374482d75 Nov 11 12:09:12.294425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:12.294849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:12.295263 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:12.327130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:12.327541 n-d-807359-3 neutron-server[109153]: ERROR neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:12.329499 n-d-807359-3 neutron-server[109153]: INFO neutron.plugins.ml2.plugin [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 6 to bind port d55ee97a-c642-4108-ba0a-a79374482d75 Nov 11 12:09:12.346208 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-70319626-81e1-4769-82a2-a3f5d3b3fc59 service neutron] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935178 Nov 11 12:09:12.355441 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20a39f4f-88de-45a6-b0ba-07ce9d1c3b6c tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:12.359495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:12.359922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:12.360247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:12.394310 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-08818407-ce5e-4b1c-8eec-daebd56f61ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f8d1764e-a322-45c9-823c-8821a86bf6c4 HTTP/1.1" status: 200 len: 217 time: 0.0400832 Nov 11 12:09:12.404268 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:12.404595 n-d-807359-3 neutron-server[109153]: ERROR neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:12.407825 n-d-807359-3 neutron-server[109153]: INFO neutron.plugins.ml2.plugin [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 7 to bind port d55ee97a-c642-4108-ba0a-a79374482d75 Nov 11 12:09:12.454384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:12.456150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:12.456567 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:12.459210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-4895aa02-6ac9-4c28-b5ba-ae13f80756f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:12.461076 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-4895aa02-6ac9-4c28-b5ba-ae13f80756f7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86e31caf-0b25-4fb4-be5e-587fe4b98546 HTTP/1.1" status: 200 len: 797 time: 0.0591292 Nov 11 12:09:12.470919 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:12.471244 n-d-807359-3 neutron-server[109153]: ERROR neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:12.475347 n-d-807359-3 neutron-server[109153]: INFO neutron.plugins.ml2.plugin [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 8 to bind port d55ee97a-c642-4108-ba0a-a79374482d75 Nov 11 12:09:12.491271 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20a39f4f-88de-45a6-b0ba-07ce9d1c3b6c tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:12.501769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:12.502102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:12.502443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:12.517082 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-ef12e13d-be4c-47bf-ad07-2054da3e3b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:12.518590 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-ef12e13d-be4c-47bf-ad07-2054da3e3b0c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c7d52acd-8f28-4abc-86b9-191279fd7934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0450258 Nov 11 12:09:12.526269 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a39f4f-88de-45a6-b0ba-07ce9d1c3b6c tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2fa5ca-bf99-4689-8d77-28c19b5588ab,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:12.530467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:12.530790 n-d-807359-3 neutron-server[109153]: ERROR neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:12.531740 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20a39f4f-88de-45a6-b0ba-07ce9d1c3b6c tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:12.537944 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-20a39f4f-88de-45a6-b0ba-07ce9d1c3b6c tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "DELETE /v2.0/subnets/7d2fa5ca-bf99-4689-8d77-28c19b5588ab HTTP/1.1" status: 204 len: 168 time: 0.6938334 Nov 11 12:09:12.540030 n-d-807359-3 neutron-server[109153]: INFO neutron.plugins.ml2.plugin [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 9 to bind port d55ee97a-c642-4108-ba0a-a79374482d75 Nov 11 12:09:12.542573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711e8f32-c296-4692-aad7-33f8add380fd None None] Network 83cf837f-2281-4329-a62c-5deea969157a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:12.544833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40288) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:12.559921 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1672f191-c349-49b6-b2ba-027156a69c39 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:12.621166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:12.621493 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:12.621967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:12.659594 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-e50bdc16-7b0e-497c-926e-c657f853ccf2 service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290078 Nov 11 12:09:12.762905 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272c2edf-e7f4-4cce-b834-1daff9ce19e2 None None] DHCP port deletion for 83cf837f-2281-4329-a62c-5deea969157a request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:09:12.838895 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-8f180cf5-046a-495c-b62a-55b691411daa service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595697 Nov 11 12:09:12.889641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-272c2edf-e7f4-4cce-b834-1daff9ce19e2 None None] Deleting port 81affce3-e2e0-43b8-8543-603f22dc38cd {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:12.890033 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-272c2edf-e7f4-4cce-b834-1daff9ce19e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:12.893639 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-c8c743a5-545c-434b-b48f-356f290bd11b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00b27224-5b1e-47f9-9afc-62ede007c4b3 HTTP/1.1" status: 200 len: 217 time: 0.0460522 Nov 11 12:09:12.963010 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-456b3058-d95e-4317-82d4-2b6c5d49a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:12.965233 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-456b3058-d95e-4317-82d4-2b6c5d49a7b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86e31caf-0b25-4fb4-be5e-587fe4b98546 HTTP/1.1" status: 200 len: 797 time: 0.0647671 Nov 11 12:09:12.980026 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-272c2edf-e7f4-4cce-b834-1daff9ce19e2 None None] For port 81affce3-e2e0-43b8-8543-603f22dc38cd, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=81affce3-e2e0-43b8-8543-603f22dc38cd,segment=NetworkSegment(33db5ef9-7e4a-44dd-b05a-54c9c6487789),segment_id=33db5ef9-7e4a-44dd-b05a-54c9c6487789)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:12.980414 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-272c2edf-e7f4-4cce-b834-1daff9ce19e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:12.998938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-272c2edf-e7f4-4cce-b834-1daff9ce19e2 None None] Calling delete_port for 81affce3-e2e0-43b8-8543-603f22dc38cd owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:13.024053 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-75c8dbd9-7c91-44cd-aedf-aa9034f9acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:13.025724 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-75c8dbd9-7c91-44cd-aedf-aa9034f9acad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c7d52acd-8f28-4abc-86b9-191279fd7934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0511208 Nov 11 12:09:13.093984 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:13.094936 n-d-807359-3 neutron-server[109153]: ERROR neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:13.101355 n-d-807359-3 neutron-server[109153]: INFO neutron.plugins.ml2.plugin [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 10 to bind port d55ee97a-c642-4108-ba0a-a79374482d75 Nov 11 12:09:13.138547 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecff4dd7-22b4-4581-8c9b-b1cbd81297eb tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Deleting subnet 2143b133-4054-471f-b341-715263363664 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:09:13.143893 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:13.144437 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:13.144958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:13.147261 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecff4dd7-22b4-4581-8c9b-b1cbd81297eb tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:13.155088 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-a871153a-cb03-4565-9f75-e2a95e63fe51 service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214676 Nov 11 12:09:13.164723 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-272c2edf-e7f4-4cce-b834-1daff9ce19e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:13.175825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port d55ee97a-c642-4108-ba0a-a79374482d75 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:13.176458 n-d-807359-3 neutron-server[109153]: ERROR neutron.plugins.ml2.managers [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port d55ee97a-c642-4108-ba0a-a79374482d75 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:13.177792 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:13.190156 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c2edf-e7f4-4cce-b834-1daff9ce19e2 None None] No DVR routers for this DVR port 81affce3-e2e0-43b8-8543-603f22dc38cd on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:09:13.220700 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c2edf-e7f4-4cce-b834-1daff9ce19e2 None None] Pushing event deleted for resources: {'Port': ['ID=81affce3-e2e0-43b8-8543-603f22dc38cd,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:13.297905 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd66032e-a364-4c83-9d74-ed288c8a7fa5 req-c93c863f-1e56-4be4-a6d8-58778fc084e6 service neutron] 10.222.0.62 "GET /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338563 Nov 11 12:09:13.336880 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecff4dd7-22b4-4581-8c9b-b1cbd81297eb tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:13.446474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] For port d55ee97a-c642-4108-ba0a-a79374482d75, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:09:13.447070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempted to set empty binding levels {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 12:09:13.455795 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73824eef-a5de-4a56-89a7-f0c10270a6a1 req-f80c9db3-d5f8-4605-a75f-8c743c3db417 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:13.457278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73824eef-a5de-4a56-89a7-f0c10270a6a1 req-f80c9db3-d5f8-4605-a75f-8c743c3db417 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.2242217 Nov 11 12:09:13.463496 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:13.502259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 81affce3-e2e0-43b8-8543-603f22dc38cd no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:09:13.523430 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 81affce3-e2e0-43b8-8543-603f22dc38cd {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:09:13.523779 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 81affce3-e2e0-43b8-8543-603f22dc38cd not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:09:13.546280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:13.547068 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:13.614449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Pushing event updated for resources: {'Port': ['ID=d55ee97a-c642-4108-ba0a-a79374482d75,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:13.623925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40312) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:13.630258 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-620c07c3-4e9e-4319-a871-173d6377f66d tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 3.3883500 Nov 11 12:09:13.649863 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecff4dd7-22b4-4581-8c9b-b1cbd81297eb tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:13.677774 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73824eef-a5de-4a56-89a7-f0c10270a6a1 req-edbe7da9-af45-4ed8-a13c-841c4bc3105b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120783 Nov 11 12:09:13.740986 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-668828f2-64d6-4f53-aaff-9ac5020bb816 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Deleting port d55ee97a-c642-4108-ba0a-a79374482d75 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:13.741382 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-668828f2-64d6-4f53-aaff-9ac5020bb816 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:13.754019 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecff4dd7-22b4-4581-8c9b-b1cbd81297eb tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:13.790139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff4dd7-22b4-4581-8c9b-b1cbd81297eb tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event deleted for resources: {'Subnet': ['ID=2143b133-4054-471f-b341-715263363664,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:13.803305 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-1672f191-c349-49b6-b2ba-027156a69c39 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port c4633e53-ab4b-42af-bcb0-564b52aa10a9 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:13.803645 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1672f191-c349-49b6-b2ba-027156a69c39 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:13.805329 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e05da39-bec2-4f9b-b931-d6e8c033b846 None None] Network c559ffd6-79ca-47be-bafe-c297028a5588 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:13.806706 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecff4dd7-22b4-4581-8c9b-b1cbd81297eb tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:13.812295 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ecff4dd7-22b4-4581-8c9b-b1cbd81297eb tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "DELETE /v2.0/subnets/2143b133-4054-471f-b341-715263363664 HTTP/1.1" status: 204 len: 168 time: 1.2642317 Nov 11 12:09:13.813096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40316) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:13.833102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-668828f2-64d6-4f53-aaff-9ac5020bb816 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] For port d55ee97a-c642-4108-ba0a-a79374482d75, host n-h2-807359-3, got binding levels [] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:13.833823 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-668828f2-64d6-4f53-aaff-9ac5020bb816 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:13.866295 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-668828f2-64d6-4f53-aaff-9ac5020bb816 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Calling delete_port for d55ee97a-c642-4108-ba0a-a79374482d75 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:13.977617 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-668828f2-64d6-4f53-aaff-9ac5020bb816 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:13.994637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b797e35-d48b-4d6d-8fca-9db51b208883 req-730bd66f-c10b-4f12-ae03-110e42e4978e tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:13.996402 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b797e35-d48b-4d6d-8fca-9db51b208883 req-730bd66f-c10b-4f12-ae03-110e42e4978e tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.2089293 Nov 11 12:09:14.003629 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81bd6e58-cc86-4100-b55c-e312804987b1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.018158 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668828f2-64d6-4f53-aaff-9ac5020bb816 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Pushing event deleted for resources: {'Port': ['ID=d55ee97a-c642-4108-ba0a-a79374482d75,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:14.023738 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-668828f2-64d6-4f53-aaff-9ac5020bb816 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.029463 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-668828f2-64d6-4f53-aaff-9ac5020bb816 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] 10.222.0.65 "DELETE /v2.0/ports/d55ee97a-c642-4108-ba0a-a79374482d75 HTTP/1.1" status: 204 len: 168 time: 0.4021358 Nov 11 12:09:14.030059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40324) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:14.048487 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1672f191-c349-49b6-b2ba-027156a69c39 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.054759 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf7c11d-b787-4180-90df-88163124b746 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] GET failed (client error): The resource could not be found. Nov 11 12:09:14.056440 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fdf7c11d-b787-4180-90df-88163124b746 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] 10.222.0.65 "GET /v2.0/ports/d55ee97a-c642-4108-ba0a-a79374482d75 HTTP/1.1" status: 404 len: 333 time: 0.0256574 Nov 11 12:09:14.060266 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40326) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:14.065402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-81f5f458-c7ad-42ec-9085-efb931041d30 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Request body: {'port': {'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-491245334'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:14.091420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3b1d19-ecf7-4955-9c84-5490980f6d86 None None] DHCP port deletion for c559ffd6-79ca-47be-bafe-c297028a5588 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:09:14.092556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f5f458-c7ad-42ec-9085-efb931041d30 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Made reservation on behalf of ee1e5bf40b584238b93537a6b294e56a for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:14.095073 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81f5f458-c7ad-42ec-9085-efb931041d30 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.105057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-1672f191-c349-49b6-b2ba-027156a69c39 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for c4633e53-ab4b-42af-bcb0-564b52aa10a9 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:14.116348 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b797e35-d48b-4d6d-8fca-9db51b208883 req-cca17228-1aed-4c20-bcd1-dc5ba9f69181 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071606 Nov 11 12:09:14.118391 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-81f5f458-c7ad-42ec-9085-efb931041d30 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] device_id is not set on port 2c635d95-54fe-4e05-8656-a80ba4c27469 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:09:14.193139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b1d19-ecf7-4955-9c84-5490980f6d86 None None] Deleting port 2ce48603-5c94-4413-8790-42e717dce202 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:14.193602 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1d19-ecf7-4955-9c84-5490980f6d86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.282350 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81bd6e58-cc86-4100-b55c-e312804987b1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.311338 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-ab3b1d19-ecf7-4955-9c84-5490980f6d86 None None] For port 2ce48603-5c94-4413-8790-42e717dce202, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2ce48603-5c94-4413-8790-42e717dce202,segment=NetworkSegment(5127095d-827e-45d2-830c-6e355891d66c),segment_id=5127095d-827e-45d2-830c-6e355891d66c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:14.311954 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1d19-ecf7-4955-9c84-5490980f6d86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.316632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-81bd6e58-cc86-4100-b55c-e312804987b1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83cf837f-2281-4329-a62c-5deea969157a']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:14.331037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-81bd6e58-cc86-4100-b55c-e312804987b1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33db5ef9-7e4a-44dd-b05a-54c9c6487789') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:14.331372 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-81bd6e58-cc86-4100-b55c-e312804987b1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33db5ef9-7e4a-44dd-b05a-54c9c6487789') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:14.339700 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81f5f458-c7ad-42ec-9085-efb931041d30 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.342774 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81bd6e58-cc86-4100-b55c-e312804987b1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.377285 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81bd6e58-cc86-4100-b55c-e312804987b1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.386373 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81f5f458-c7ad-42ec-9085-efb931041d30 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.399608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b1d19-ecf7-4955-9c84-5490980f6d86 None None] Calling delete_port for 2ce48603-5c94-4413-8790-42e717dce202 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:14.420522 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bd6e58-cc86-4100-b55c-e312804987b1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:09:14.421005 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81bd6e58-cc86-4100-b55c-e312804987b1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:09:14.424236 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:09:14.513124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f5f458-c7ad-42ec-9085-efb931041d30 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:14.531067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-81f5f458-c7ad-42ec-9085-efb931041d30 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:14.536961 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f5f458-c7ad-42ec-9085-efb931041d30 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:14.542315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f5f458-c7ad-42ec-9085-efb931041d30 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:14.542943 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81f5f458-c7ad-42ec-9085-efb931041d30 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.547124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5f458-c7ad-42ec-9085-efb931041d30 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Pushing event updated for resources: {'Port': ['ID=2c635d95-54fe-4e05-8656-a80ba4c27469,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:14.566320 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81bd6e58-cc86-4100-b55c-e312804987b1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.596766 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1d19-ecf7-4955-9c84-5490980f6d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.599777 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81bd6e58-cc86-4100-b55c-e312804987b1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.603272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-81bd6e58-cc86-4100-b55c-e312804987b1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "DELETE /v2.0/networks/83cf837f-2281-4329-a62c-5deea969157a HTTP/1.1" status: 204 len: 168 time: 0.7891345 Nov 11 12:09:14.605833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40348) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:14.616757 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b1d19-ecf7-4955-9c84-5490980f6d86 None None] No DVR routers for this DVR port 2ce48603-5c94-4413-8790-42e717dce202 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:09:14.646973 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-81f5f458-c7ad-42ec-9085-efb931041d30 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5853410 Nov 11 12:09:14.647730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40350) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:14.651843 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b1d19-ecf7-4955-9c84-5490980f6d86 None None] Pushing event deleted for resources: {'Port': ['ID=2ce48603-5c94-4413-8790-42e717dce202,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:14.665102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd6e58-cc86-4100-b55c-e312804987b1 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event deleted for resources: {'Network': ['ID=83cf837f-2281-4329-a62c-5deea969157a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:14.680364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:14.690714 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1672f191-c349-49b6-b2ba-027156a69c39 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.707210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d4839-fc3c-475c-a221-19a7a451d835 req-397402bd-066b-494d-889c-d9fada71ecaf tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:14.709053 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c5d4839-fc3c-475c-a221-19a7a451d835 req-397402bd-066b-494d-889c-d9fada71ecaf tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.1046202 Nov 11 12:09:14.757471 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672f191-c349-49b6-b2ba-027156a69c39 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=c4633e53-ab4b-42af-bcb0-564b52aa10a9,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:14.784120 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-68c7b233-77db-4e35-8f87-00f0e2afcada tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.843886 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:14.853707 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c5d4839-fc3c-475c-a221-19a7a451d835 req-99964c97-66aa-4a96-917d-2cb0ed528027 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073325 Nov 11 12:09:14.994302 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1672f191-c349-49b6-b2ba-027156a69c39 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.104538 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-68c7b233-77db-4e35-8f87-00f0e2afcada tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.141245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-68c7b233-77db-4e35-8f87-00f0e2afcada tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c559ffd6-79ca-47be-bafe-c297028a5588']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:15.153434 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-68c7b233-77db-4e35-8f87-00f0e2afcada tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5127095d-827e-45d2-830c-6e355891d66c') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:15.153749 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-68c7b233-77db-4e35-8f87-00f0e2afcada tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5127095d-827e-45d2-830c-6e355891d66c') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:15.167837 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-68c7b233-77db-4e35-8f87-00f0e2afcada tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.191423 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-68c7b233-77db-4e35-8f87-00f0e2afcada tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.191816 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1672f191-c349-49b6-b2ba-027156a69c39 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 5147cf4f-5b13-4faa-91dd-00550dc67099 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:09:15.216079 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c7b233-77db-4e35-8f87-00f0e2afcada tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:09:15.216513 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-68c7b233-77db-4e35-8f87-00f0e2afcada tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:09:15.219780 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:09:15.275449 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] device_id is not set on port 2c635d95-54fe-4e05-8656-a80ba4c27469 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:09:15.275713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1672f191-c349-49b6-b2ba-027156a69c39 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:15.283999 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1672f191-c349-49b6-b2ba-027156a69c39 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/5147cf4f-5b13-4faa-91dd-00550dc67099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5044382 Nov 11 12:09:15.284335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40368) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:15.291793 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22fb485-4a9f-47e9-aaae-6404a29e2ec1 None None] Sync routers for ids ['5147cf4f-5b13-4faa-91dd-00550dc67099'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:15.299271 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.304424 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22fb485-4a9f-47e9-aaae-6404a29e2ec1 None None] Routers {'5147cf4f-5b13-4faa-91dd-00550dc67099'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:15.305622 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c22fb485-4a9f-47e9-aaae-6404a29e2ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['5147cf4f-5b13-4faa-91dd-00550dc67099'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:15.325612 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a88af0e5-113f-46b3-9392-dbf1f19da040 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports?device_id=5147cf4f-5b13-4faa-91dd-00550dc67099 HTTP/1.1" status: 200 len: 205 time: 0.0378311 Nov 11 12:09:15.326213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40370) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:15.340709 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c22fb485-4a9f-47e9-aaae-6404a29e2ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:15.349738 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22fb485-4a9f-47e9-aaae-6404a29e2ec1 None None] Routers {'5147cf4f-5b13-4faa-91dd-00550dc67099'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:15.350334 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c22fb485-4a9f-47e9-aaae-6404a29e2ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['5147cf4f-5b13-4faa-91dd-00550dc67099'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:15.381434 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c22fb485-4a9f-47e9-aaae-6404a29e2ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:15.382098 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22fb485-4a9f-47e9-aaae-6404a29e2ec1 None None] The sync data for ids ['5147cf4f-5b13-4faa-91dd-00550dc67099'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:15.408103 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.410313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-68c7b233-77db-4e35-8f87-00f0e2afcada tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.415047 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-68c7b233-77db-4e35-8f87-00f0e2afcada tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.418325 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-68c7b233-77db-4e35-8f87-00f0e2afcada tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "DELETE /v2.0/networks/c559ffd6-79ca-47be-bafe-c297028a5588 HTTP/1.1" status: 204 len: 168 time: 0.8111565 Nov 11 12:09:15.421034 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40372) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:15.484752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-0735a9f2-48d4-4cbd-8f29-614a0194a230 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Deleting subnet be6b2177-56ca-405b-8bb1-b1fa549ce53f {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:09:15.488354 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0735a9f2-48d4-4cbd-8f29-614a0194a230 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.488696 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39bb0cb3-aa54-46df-b948-1ceea402780f tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.491623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7b233-77db-4e35-8f87-00f0e2afcada tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event deleted for resources: {'Network': ['ID=c559ffd6-79ca-47be-bafe-c297028a5588,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:15.527196 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2ce48603-5c94-4413-8790-42e717dce202 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:09:15.534628 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0735a9f2-48d4-4cbd-8f29-614a0194a230 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.558188 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 2ce48603-5c94-4413-8790-42e717dce202 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:09:15.558565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2ce48603-5c94-4413-8790-42e717dce202 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:09:15.585635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Pushing event updated for resources: {'Port': ['ID=2c635d95-54fe-4e05-8656-a80ba4c27469,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:15.644836 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0735a9f2-48d4-4cbd-8f29-614a0194a230 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.689606 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.708382 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:15.708991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:15.709110 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:15.712266 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39bb0cb3-aa54-46df-b948-1ceea402780f tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.715514 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39bb0cb3-aa54-46df-b948-1ceea402780f tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.716707 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0735a9f2-48d4-4cbd-8f29-614a0194a230 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.721534 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:15.721924 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:15.725083 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 2 to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 Nov 11 12:09:15.745569 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735a9f2-48d4-4cbd-8f29-614a0194a230 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event deleted for resources: {'Subnet': ['ID=be6b2177-56ca-405b-8bb1-b1fa549ce53f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:15.749228 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0735a9f2-48d4-4cbd-8f29-614a0194a230 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.754807 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0735a9f2-48d4-4cbd-8f29-614a0194a230 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "DELETE /v2.0/subnets/be6b2177-56ca-405b-8bb1-b1fa549ce53f HTTP/1.1" status: 204 len: 168 time: 0.3304935 Nov 11 12:09:15.756431 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40380) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:15.767045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d495c3-60db-4c7c-9716-f8a45bd8d181 None None] Network 8fb9400d-390a-4ef0-811f-bc5573c434fe requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:15.770987 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:15.771676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:15.772209 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:15.780056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:15.780632 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:15.781357 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 3 to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 Nov 11 12:09:15.784631 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39bb0cb3-aa54-46df-b948-1ceea402780f tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.785341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bb0cb3-aa54-46df-b948-1ceea402780f tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Fanout notify agent at l3_agent the message router_deleted on router 5147cf4f-5b13-4faa-91dd-00550dc67099 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:09:15.805434 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39bb0cb3-aa54-46df-b948-1ceea402780f tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.810951 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-39bb0cb3-aa54-46df-b948-1ceea402780f tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/routers/5147cf4f-5b13-4faa-91dd-00550dc67099 HTTP/1.1" status: 204 len: 168 time: 0.4840381 Nov 11 12:09:15.811869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40382) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:15.849649 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.861277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:15.861657 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:15.861976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:15.871494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:15.871825 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:15.876751 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 4 to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 Nov 11 12:09:15.907536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-998c27ef-0470-4b0e-bc3f-ecd82cc9b3d2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting subnet c8e5c215-ef0f-483a-baec-351344d5f4b2 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:09:15.918084 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-998c27ef-0470-4b0e-bc3f-ecd82cc9b3d2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.923132 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:15.923483 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:15.923955 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:15.927351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Deleting port 42923483-65e8-4cde-b08b-a00234c1c983 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:15.927863 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:15.985493 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-998c27ef-0470-4b0e-bc3f-ecd82cc9b3d2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.009812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:16.010767 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:16.017831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] DHCP port deletion for 8fb9400d-390a-4ef0-811f-bc5573c434fe request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:09:16.044623 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] For port 42923483-65e8-4cde-b08b-a00234c1c983, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=42923483-65e8-4cde-b08b-a00234c1c983,segment=NetworkSegment(bcf43feb-9799-47c1-aae5-262c202c9da0),segment_id=bcf43feb-9799-47c1-aae5-262c202c9da0)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:16.044971 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.058128 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 5 to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 Nov 11 12:09:16.069568 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Calling delete_port for 42923483-65e8-4cde-b08b-a00234c1c983 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:16.074321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Deleting port 42923483-65e8-4cde-b08b-a00234c1c983 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:16.074689 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.082076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff2d8f-fc35-4936-9636-32f1186457da req-4e5a7b95-cdd4-4526-9eb7-7a436af35e69 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.083867 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-80ff2d8f-fc35-4936-9636-32f1186457da req-4e5a7b95-cdd4-4526-9eb7-7a436af35e69 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.1325240 Nov 11 12:09:16.108065 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:16.108408 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:16.108746 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:16.116720 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:16.117050 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:16.122106 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 6 to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 Nov 11 12:09:16.138800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:16.139522 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:16.139980 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:16.150598 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:16.150868 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:16.152478 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 7 to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 Nov 11 12:09:16.157609 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-998c27ef-0470-4b0e-bc3f-ecd82cc9b3d2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.162948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] For port 42923483-65e8-4cde-b08b-a00234c1c983, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=42923483-65e8-4cde-b08b-a00234c1c983,segment=NetworkSegment(bcf43feb-9799-47c1-aae5-262c202c9da0),segment_id=bcf43feb-9799-47c1-aae5-262c202c9da0)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:16.163117 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.177420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Calling delete_port for 42923483-65e8-4cde-b08b-a00234c1c983 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:16.193176 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-80ff2d8f-fc35-4936-9636-32f1186457da req-034f5ce9-3d13-4837-a3f3-ac6f83c1b14e tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012654 Nov 11 12:09:16.204416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:16.204749 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:16.205082 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:16.216142 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:16.216339 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:16.222656 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 8 to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 Nov 11 12:09:16.245573 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.261625 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.269897 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:16.272434 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:16.272434 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:16.281625 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event deleted for resources: {'Port': ['ID=42923483-65e8-4cde-b08b-a00234c1c983,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:16.281842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Pushing event deleted for resources: {'Port': ['ID=42923483-65e8-4cde-b08b-a00234c1c983,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:16.281935 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] No DVR routers for this DVR port 42923483-65e8-4cde-b08b-a00234c1c983 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:09:16.288190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:16.288544 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:16.294719 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 9 to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 Nov 11 12:09:16.295790 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] No DVR routers for this DVR port 42923483-65e8-4cde-b08b-a00234c1c983 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:09:16.306149 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:16.306763 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:16.307293 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:16.307766 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:16.308236 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:16.308701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:16.309202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:16.310022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:16.312959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:16.313467 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:16.313965 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:16.314441 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2392168-2370-42af-b30e-5114fa745f02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:16.331198 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:16.331700 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:16.332427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:16.337739 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:16.338277 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:16.338941 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 10 to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 Nov 11 12:09:16.341894 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-998c27ef-0470-4b0e-bc3f-ecd82cc9b3d2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.377175 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.381048 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c27ef-0470-4b0e-bc3f-ecd82cc9b3d2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e5c215-ef0f-483a-baec-351344d5f4b2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:16.383515 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-998c27ef-0470-4b0e-bc3f-ecd82cc9b3d2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.390784 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-998c27ef-0470-4b0e-bc3f-ecd82cc9b3d2 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/c8e5c215-ef0f-483a-baec-351344d5f4b2 HTTP/1.1" status: 204 len: 168 time: 0.5720420 Nov 11 12:09:16.392964 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40396) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:16.393105 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6be4ad-25a0-4173-8570-2a5551a8c279 None None] Network c87fb94d-70d8-47ee-98f4-9f43c99240b4 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:16.399106 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:16.399619 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:16.400340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:16.407975 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:16.408484 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2c635d95-54fe-4e05-8656-a80ba4c27469 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:16.409013 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.427677 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb9400d-390a-4ef0-811f-bc5573c434fe']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:16.463217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf43feb-9799-47c1-aae5-262c202c9da0') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:16.463528 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf43feb-9799-47c1-aae5-262c202c9da0') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:16.515148 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] For port 2c635d95-54fe-4e05-8656-a80ba4c27469, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:09:16.515507 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempted to set empty binding levels {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 12:09:16.523816 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.528783 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.561888 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.564270 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.574899 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] In _notify_port_updated(), no bound segment for port 2c635d95-54fe-4e05-8656-a80ba4c27469 on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:09:16.575877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.576385 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.577373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:09:16.581102 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.581327 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] 10.222.0.65 "PUT /v2.0/ports/2c635d95-54fe-4e05-8656-a80ba4c27469 HTTP/1.1" status: 200 len: 974 time: 1.9154689 Nov 11 12:09:16.584018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40404) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:16.593108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d491a6-b984-4767-98d5-76ed9e739796 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Pushing event updated for resources: {'Port': ['ID=2c635d95-54fe-4e05-8656-a80ba4c27469,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:09:16.619655 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:09:16.662683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeedd602-028d-43ac-bf83-510d43c40574 None None] DHCP port deletion for c87fb94d-70d8-47ee-98f4-9f43c99240b4 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:09:16.700635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.701221 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.701736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.702238 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.702705 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.703161 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.703614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.704062 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.704512 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.704962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.705410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.705891 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.706341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.706788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.707234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.707682 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.708127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.708570 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.709126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.709448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.709922 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.710371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.710815 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.711259 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.711704 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:16.714797 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a48e6796-ef38-406a-bc2e-8e014d62db27 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22573 time: 0.1297555 Nov 11 12:09:16.718878 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40406) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:16.719944 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-eeedd602-028d-43ac-bf83-510d43c40574 None None] Deleting port f239c3ee-e032-482f-82d6-33442fe8a05e {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:16.720499 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eeedd602-028d-43ac-bf83-510d43c40574 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.727833 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.743831 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.747435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "DELETE /v2.0/networks/8fb9400d-390a-4ef0-811f-bc5573c434fe HTTP/1.1" status: 204 len: 168 time: 0.9899864 Nov 11 12:09:16.758450 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40408) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:16.770215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4583fc-2ce0-4742-b11f-18f10cc32091 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Pushing event deleted for resources: {'Network': ['ID=8fb9400d-390a-4ef0-811f-bc5573c434fe,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:16.797891 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1b1866f2-5b10-4e88-b48e-acdf34c692cf tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3f31312-8bd1-410a-aea9-6c935b19ae77 HTTP/1.1" status: 200 len: 205 time: 0.0369847 Nov 11 12:09:16.798512 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40412) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:16.816371 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-eeedd602-028d-43ac-bf83-510d43c40574 None None] For port f239c3ee-e032-482f-82d6-33442fe8a05e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f239c3ee-e032-482f-82d6-33442fe8a05e,segment=NetworkSegment(1c72051a-5334-4154-9332-be829b020815),segment_id=1c72051a-5334-4154-9332-be829b020815)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:16.818564 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eeedd602-028d-43ac-bf83-510d43c40574 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.836058 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-eeedd602-028d-43ac-bf83-510d43c40574 None None] Calling delete_port for f239c3ee-e032-482f-82d6-33442fe8a05e owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:16.848627 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-22ee365a-7993-47b0-b12f-a7f00322915f tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Deleting port 2c635d95-54fe-4e05-8656-a80ba4c27469 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:16.849002 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-22ee365a-7993-47b0-b12f-a7f00322915f tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.922526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-22ee365a-7993-47b0-b12f-a7f00322915f tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] For port 2c635d95-54fe-4e05-8656-a80ba4c27469, host n-h2-807359-3, got binding levels [] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:16.922876 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-22ee365a-7993-47b0-b12f-a7f00322915f tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.923322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port f239c3ee-e032-482f-82d6-33442fe8a05e {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:16.923871 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.928226 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-50b97653-5987-49a6-879b-055d797d5826 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.942995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-22ee365a-7993-47b0-b12f-a7f00322915f tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Calling delete_port for 2c635d95-54fe-4e05-8656-a80ba4c27469 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:16.954558 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eeedd602-028d-43ac-bf83-510d43c40574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:16.992528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedd602-028d-43ac-bf83-510d43c40574 None None] Pushing event deleted for resources: {'Port': ['ID=f239c3ee-e032-482f-82d6-33442fe8a05e,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:17.006524 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeedd602-028d-43ac-bf83-510d43c40574 None None] No DVR routers for this DVR port f239c3ee-e032-482f-82d6-33442fe8a05e on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:09:17.069521 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-22ee365a-7993-47b0-b12f-a7f00322915f tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:17.098854 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee365a-7993-47b0-b12f-a7f00322915f tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c635d95-54fe-4e05-8656-a80ba4c27469,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:17.106235 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-22ee365a-7993-47b0-b12f-a7f00322915f tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:17.110123 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-22ee365a-7993-47b0-b12f-a7f00322915f tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] 10.222.0.65 "DELETE /v2.0/ports/2c635d95-54fe-4e05-8656-a80ba4c27469 HTTP/1.1" status: 204 len: 168 time: 0.3900201 Nov 11 12:09:17.112905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40422) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:17.142928 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c486a9-f9cb-4679-836e-70dc21f405bc tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] GET failed (client error): The resource could not be found. Nov 11 12:09:17.142928 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-11c486a9-f9cb-4679-836e-70dc21f405bc tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] 10.222.0.65 "GET /v2.0/ports/2c635d95-54fe-4e05-8656-a80ba4c27469 HTTP/1.1" status: 404 len: 333 time: 0.0285380 Nov 11 12:09:17.146524 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40424) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:17.151972 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b0b6ff4b-c804-46a9-bac9-9eac0e94f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1081232562', 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:17.174482 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b6ff4b-c804-46a9-bac9-9eac0e94f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Made reservation on behalf of ee1e5bf40b584238b93537a6b294e56a for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:17.177404 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ff4b-c804-46a9-bac9-9eac0e94f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:17.192709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] For port f239c3ee-e032-482f-82d6-33442fe8a05e, host n-d-807359-3, got binding levels [] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:17.193122 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:17.195285 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-b0b6ff4b-c804-46a9-bac9-9eac0e94f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] device_id is not set on port 743f0b68-e3cb-4c99-8984-e619d3992523 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:09:17.202808 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-50b97653-5987-49a6-879b-055d797d5826 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:17.206988 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-50b97653-5987-49a6-879b-055d797d5826 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:17.214356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for f239c3ee-e032-482f-82d6-33442fe8a05e owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:17.220158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_backend_mixin [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Port f239c3ee-e032-482f-82d6-33442fe8a05e was not found and therefore no delete operation was performed {{(pid=109153) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:09:17.251827 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:17.283558 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=f239c3ee-e032-482f-82d6-33442fe8a05e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:17.285307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] No DVR routers for this DVR port f239c3ee-e032-482f-82d6-33442fe8a05e on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:09:17.299615 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-50b97653-5987-49a6-879b-055d797d5826 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:17.300101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b97653-5987-49a6-879b-055d797d5826 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Fanout notify agent at l3_agent the message router_deleted on router d3f31312-8bd1-410a-aea9-6c935b19ae77 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:09:17.324317 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-50b97653-5987-49a6-879b-055d797d5826 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:17.325669 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-50b97653-5987-49a6-879b-055d797d5826 tempest-RoutersNegativeTest-595929880 tempest-RoutersNegativeTest-595929880-project] 10.222.0.65 "DELETE /v2.0/routers/d3f31312-8bd1-410a-aea9-6c935b19ae77 HTTP/1.1" status: 204 len: 168 time: 0.5258586 Nov 11 12:09:17.379657 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ff4b-c804-46a9-bac9-9eac0e94f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:17.417012 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ff4b-c804-46a9-bac9-9eac0e94f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:17.494847 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6ff4b-c804-46a9-bac9-9eac0e94f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Pushing event updated for resources: {'Port': ['ID=743f0b68-e3cb-4c99-8984-e619d3992523,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:17.507629 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b6ff4b-c804-46a9-bac9-9eac0e94f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:17.509182 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-b0b6ff4b-c804-46a9-bac9-9eac0e94f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:17.511724 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b6ff4b-c804-46a9-bac9-9eac0e94f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:17.512709 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b6ff4b-c804-46a9-bac9-9eac0e94f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:17.513272 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ff4b-c804-46a9-bac9-9eac0e94f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:17.534094 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b0b6ff4b-c804-46a9-bac9-9eac0e94f8a9 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3850207 Nov 11 12:09:17.535884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40434) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:17.574746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 42923483-65e8-4cde-b08b-a00234c1c983 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:09:17.596316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcbf291-125f-43aa-8085-95508e75a303 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:17.598925 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fdcbf291-125f-43aa-8085-95508e75a303 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] 10.222.0.65 "GET /v2.0/ports/743f0b68-e3cb-4c99-8984-e619d3992523 HTTP/1.1" status: 200 len: 955 time: 0.0615075 Nov 11 12:09:17.602495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40436) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:17.616794 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 42923483-65e8-4cde-b08b-a00234c1c983 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:09:17.617087 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 42923483-65e8-4cde-b08b-a00234c1c983 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:09:17.617977 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f239c3ee-e032-482f-82d6-33442fe8a05e no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:09:17.638487 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: f239c3ee-e032-482f-82d6-33442fe8a05e {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:09:17.639454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f239c3ee-e032-482f-82d6-33442fe8a05e not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:09:17.726143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40442) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:17.761517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-3bba16f0-9a33-4563-a3b5-4153dfbc8c87 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Deleting port 743f0b68-e3cb-4c99-8984-e619d3992523 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:17.762296 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3bba16f0-9a33-4563-a3b5-4153dfbc8c87 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:17.846135 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3bba16f0-9a33-4563-a3b5-4153dfbc8c87 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:17.870218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-3bba16f0-9a33-4563-a3b5-4153dfbc8c87 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Calling delete_port for 743f0b68-e3cb-4c99-8984-e619d3992523 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:17.891310 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:17.911302 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6599a89-ee01-4001-97eb-98f5fb9e2f4d req-ab25ddda-911c-40c3-a2c2-d290cd59eda7 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:17.914287 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6599a89-ee01-4001-97eb-98f5fb9e2f4d req-ab25ddda-911c-40c3-a2c2-d290cd59eda7 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.6267724 Nov 11 12:09:17.938950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87fb94d-70d8-47ee-98f4-9f43c99240b4']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:17.944228 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a25fb7df-c241-47ad-83fc-fc26cdc6d8ec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ecc07203c1be47d0b9baad72f69e651e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2159281 Nov 11 12:09:17.946860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40450) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:17.955889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c72051a-5334-4154-9332-be829b020815') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:17.956147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c72051a-5334-4154-9332-be829b020815') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:17.968749 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:17.994406 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.003595 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6599a89-ee01-4001-97eb-98f5fb9e2f4d req-b8ded755-7c6b-4563-9e10-a71cc773dad8 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828874 Nov 11 12:09:18.004531 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:09:18.004920 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:09:18.008312 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:09:18.034377 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c6a475c3-5659-48b7-b203-3013499b55b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.046247 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3bba16f0-9a33-4563-a3b5-4153dfbc8c87 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.069389 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.079941 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.081971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c6a475c3-5659-48b7-b203-3013499b55b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.083405 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/networks/c87fb94d-70d8-47ee-98f4-9f43c99240b4 HTTP/1.1" status: 204 len: 168 time: 1.6890481 Nov 11 12:09:18.087812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40454) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:18.093212 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Network': ['ID=c87fb94d-70d8-47ee-98f4-9f43c99240b4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:18.095920 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba16f0-9a33-4563-a3b5-4153dfbc8c87 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Pushing event deleted for resources: {'Port': ['ID=743f0b68-e3cb-4c99-8984-e619d3992523,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:18.103485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:18.103833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:18.104174 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:18.104508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:18.104839 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:18.104935 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ae5d6bac-0644-4c53-a135-37fbd958305d tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1839716701', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:18.105166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:18.105702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:18.105842 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:18.106519 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:18.106634 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:18.106966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:18.107355 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079026-4433-4ca9-9202-4d5eaee08456 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:18.124569 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3bba16f0-9a33-4563-a3b5-4153dfbc8c87 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.127900 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3bba16f0-9a33-4563-a3b5-4153dfbc8c87 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] 10.222.0.65 "DELETE /v2.0/ports/743f0b68-e3cb-4c99-8984-e619d3992523 HTTP/1.1" status: 204 len: 168 time: 0.5240371 Nov 11 12:09:18.131042 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40456) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:18.164430 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2aaa2c-24e3-4994-a307-5b97feb76649 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] GET failed (client error): The resource could not be found. Nov 11 12:09:18.165116 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ae5d6bac-0644-4c53-a135-37fbd958305d tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.165353 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ae5d6bac-0644-4c53-a135-37fbd958305d tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.169511 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8d2aaa2c-24e3-4994-a307-5b97feb76649 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] 10.222.0.65 "GET /v2.0/ports/743f0b68-e3cb-4c99-8984-e619d3992523 HTTP/1.1" status: 404 len: 333 time: 0.0372992 Nov 11 12:09:18.170217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40462) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:18.176011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-dd69bfb9-0589-4770-93e6-f74dd86e98ae tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Request body: {'port': {'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1934071318'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:18.188218 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c6a475c3-5659-48b7-b203-3013499b55b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.191043 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c6a475c3-5659-48b7-b203-3013499b55b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.192271 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c6a475c3-5659-48b7-b203-3013499b55b6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b62748d0-6bdf-41dd-bd5e-3568f035ee99 HTTP/1.1" status: 204 len: 168 time: 0.2445087 Nov 11 12:09:18.203095 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd69bfb9-0589-4770-93e6-f74dd86e98ae tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Made reservation on behalf of ee1e5bf40b584238b93537a6b294e56a for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:18.205810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a475c3-5659-48b7-b203-3013499b55b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62748d0-6bdf-41dd-bd5e-3568f035ee99,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:18.209162 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd69bfb9-0589-4770-93e6-f74dd86e98ae tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.236043 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-dd69bfb9-0589-4770-93e6-f74dd86e98ae tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] device_id is not set on port 2cfb7a15-b762-40ce-bbcd-99c13567852a yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:09:18.269733 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ae5d6bac-0644-4c53-a135-37fbd958305d tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.275440 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ae5d6bac-0644-4c53-a135-37fbd958305d tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.297727 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ae5d6bac-0644-4c53-a135-37fbd958305d tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.299061 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ae5d6bac-0644-4c53-a135-37fbd958305d tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2055013 Nov 11 12:09:18.302124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40466) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:18.308054 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c93f2c29-d49c-4341-a8af-54a11481343b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'network': {'name': 'tempest-RoutersTest-1105719390'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:18.330545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93f2c29-d49c-4341-a8af-54a11481343b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:18.334383 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c93f2c29-d49c-4341-a8af-54a11481343b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.364228 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93f2c29-d49c-4341-a8af-54a11481343b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:09:18.374535 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c93f2c29-d49c-4341-a8af-54a11481343b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.374878 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-c93f2c29-d49c-4341-a8af-54a11481343b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Added segment 56978563-6b8d-4a6a-9644-1f2f71242f06 of type vlan for network 7923657c-3159-4b5f-b378-5566713f6db1 Nov 11 12:09:18.428587 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c93f2c29-d49c-4341-a8af-54a11481343b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.442628 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd69bfb9-0589-4770-93e6-f74dd86e98ae tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.459620 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c93f2c29-d49c-4341-a8af-54a11481343b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.465574 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93f2c29-d49c-4341-a8af-54a11481343b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:18.466311 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c93f2c29-d49c-4341-a8af-54a11481343b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.491305 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd69bfb9-0589-4770-93e6-f74dd86e98ae tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.508866 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c93f2c29-d49c-4341-a8af-54a11481343b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2029815 Nov 11 12:09:18.510532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40474) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:18.521134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-dd6b818a-c9b5-4ffe-8bcb-35314efeef76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'subnet': {'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:18.550979 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f2c29-d49c-4341-a8af-54a11481343b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Network': ['ID=7923657c-3159-4b5f-b378-5566713f6db1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:18.561946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 7923657c-3159-4b5f-b378-5566713f6db1 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:09:18.618531 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd69bfb9-0589-4770-93e6-f74dd86e98ae tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:18.630428 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-dd69bfb9-0589-4770-93e6-f74dd86e98ae tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:18.636700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd69bfb9-0589-4770-93e6-f74dd86e98ae tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:18.637675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd69bfb9-0589-4770-93e6-f74dd86e98ae tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:18.638276 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd69bfb9-0589-4770-93e6-f74dd86e98ae tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.643190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69bfb9-0589-4770-93e6-f74dd86e98ae tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Pushing event updated for resources: {'Port': ['ID=2cfb7a15-b762-40ce-bbcd-99c13567852a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:18.672250 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6b818a-c9b5-4ffe-8bcb-35314efeef76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:18.676274 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd6b818a-c9b5-4ffe-8bcb-35314efeef76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.684090 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dd69bfb9-0589-4770-93e6-f74dd86e98ae tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5126882 Nov 11 12:09:18.687054 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40482) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:18.692307 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:18.773337 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.925942 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd6b818a-c9b5-4ffe-8bcb-35314efeef76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:18.984140 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b818a-c9b5-4ffe-8bcb-35314efeef76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Subnet': ['ID=71f8544b-6e37-4472-a8e4-26dd9f5ab05c,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:19.023162 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b818a-c9b5-4ffe-8bcb-35314efeef76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Checking segment: {'id': '56978563-6b8d-4a6a-9644-1f2f71242f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:19.023591 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6b818a-c9b5-4ffe-8bcb-35314efeef76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network hostable DHCP agents. Network: 7923657c-3159-4b5f-b378-5566713f6db1, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:09:19.045769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] device_id is not set on port 2cfb7a15-b762-40ce-bbcd-99c13567852a yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:09:19.052094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6b818a-c9b5-4ffe-8bcb-35314efeef76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network 7923657c-3159-4b5f-b378-5566713f6db1 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:09:19.059745 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:19.064715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-dd6b818a-c9b5-4ffe-8bcb-35314efeef76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 7923657c-3159-4b5f-b378-5566713f6db1) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:19.069903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6b818a-c9b5-4ffe-8bcb-35314efeef76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:19.071077 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd6b818a-c9b5-4ffe-8bcb-35314efeef76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:19.075035 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1981168-1d33-4ab2-b086-a98ae895f416 None None] Network 7923657c-3159-4b5f-b378-5566713f6db1 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:19.075160 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:19.128446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Pushing event updated for resources: {'Port': ['ID=2cfb7a15-b762-40ce-bbcd-99c13567852a,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:19.141013 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dd6b818a-c9b5-4ffe-8bcb-35314efeef76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6243520 Nov 11 12:09:19.143712 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40508) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:19.168956 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:19.169314 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:19.169675 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:19.181838 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40510) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:19.194674 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:19.195006 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:19.195405 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 2 to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a Nov 11 12:09:19.218682 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:19.219005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:19.219766 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:19.225979 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:19.226151 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:19.226468 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 3 to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a Nov 11 12:09:19.242018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:19.242275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:19.242616 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:19.248428 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:19.249070 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:19.249475 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 4 to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a Nov 11 12:09:19.267432 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:19.267770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:19.268109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:19.274281 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:19.274773 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:19.275598 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 5 to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a Nov 11 12:09:19.291536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:19.291915 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:19.292262 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:19.298089 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:19.298562 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:19.298964 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 6 to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a Nov 11 12:09:19.316509 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:19.316845 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:19.317796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:19.323788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:19.324121 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:19.324567 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 7 to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a Nov 11 12:09:19.349481 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a1e374c8-9469-49cc-a9c6-16c0b9e8c28b tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382146455'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:19.361762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:19.362096 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:19.362439 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:19.371667 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:19.371985 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:19.374135 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 8 to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a Nov 11 12:09:19.378859 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd64d9-3864-43f8-a4b2-bdd1857ede2f req-13b2feca-1a18-4672-8287-05e383a0fdea tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:19.380878 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dfdd64d9-3864-43f8-a4b2-bdd1857ede2f req-13b2feca-1a18-4672-8287-05e383a0fdea tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.1776202 Nov 11 12:09:19.394477 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1e374c8-9469-49cc-a9c6-16c0b9e8c28b tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:19.399163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-7923657c-3159-4b5f-b378-5566713f6db1', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:09:19.400505 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:19.405100 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1e374c8-9469-49cc-a9c6-16c0b9e8c28b tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:19.408172 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:19.408515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:19.408824 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:19.422726 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:19.423048 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:19.424301 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 9 to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a Nov 11 12:09:19.448149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:19.448511 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:19.448845 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:19.454970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:19.455293 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:19.457934 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempt 10 to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a Nov 11 12:09:19.489323 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:19.489544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:19.490668 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempting to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:19.503746 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:09:19.503857 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Failed to bind port 2cfb7a15-b762-40ce-bbcd-99c13567852a on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'b6d9e87d-e1aa-4867-8baf-968397516a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '394a9a2f-13b4-4ccf-a14c-47ca44ca698a'}] Nov 11 12:09:19.504164 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:19.576060 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dfdd64d9-3864-43f8-a4b2-bdd1857ede2f req-8f10d4db-4d48-4cbf-89ee-60a0632381a6 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855052 Nov 11 12:09:19.596910 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1e374c8-9469-49cc-a9c6-16c0b9e8c28b tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:19.610024 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1e374c8-9469-49cc-a9c6-16c0b9e8c28b tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:19.621244 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:19.627889 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] For port 2cfb7a15-b762-40ce-bbcd-99c13567852a, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:09:19.628255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attempted to set empty binding levels {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 12:09:19.643811 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:19.648084 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Allocated IP 172.20.0.2 (7923657c-3159-4b5f-b378-5566713f6db1/71f8544b-6e37-4472-a8e4-26dd9f5ab05c/ba973a4b-9289-48fe-9153-8acf025f63ae) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:09:19.722357 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e374c8-9469-49cc-a9c6-16c0b9e8c28b tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3577d4ef-f6bd-4800-a6c4-3a7ed6453d02,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:19.769095 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] In _notify_port_updated(), no bound segment for port 2cfb7a15-b762-40ce-bbcd-99c13567852a on network 394a9a2f-13b4-4ccf-a14c-47ca44ca698a {{(pid=109154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:09:19.771746 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:19.772481 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:19.775106 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] 10.222.0.65 "PUT /v2.0/ports/2cfb7a15-b762-40ce-bbcd-99c13567852a HTTP/1.1" status: 200 len: 975 time: 1.0866318 Nov 11 12:09:19.776036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134b47d-4776-4c28-92da-4967c36f4f84 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Pushing event updated for resources: {'Port': ['ID=2cfb7a15-b762-40ce-bbcd-99c13567852a,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:19.789004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40518) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:19.838988 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:19.848228 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:19.896343 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1e374c8-9469-49cc-a9c6-16c0b9e8c28b tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:19.906913 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1e374c8-9469-49cc-a9c6-16c0b9e8c28b tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:19.917857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Allocated IP 172.20.0.1 (7923657c-3159-4b5f-b378-5566713f6db1/71f8544b-6e37-4472-a8e4-26dd9f5ab05c/6222196f-d3be-47b0-97b8-f8148b0ca946) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:09:19.934048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Network 7923657c-3159-4b5f-b378-5566713f6db1 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:19.942814 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:19.947340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:19.960975 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a1e374c8-9469-49cc-a9c6-16c0b9e8c28b tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:19.965721 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a1e374c8-9469-49cc-a9c6-16c0b9e8c28b tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7794785 Nov 11 12:09:19.965721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e374c8-9469-49cc-a9c6-16c0b9e8c28b tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b9be15-a942-4a62-9460-5346ce346045,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:19.967031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40526) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:19.969498 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Pushing event updated for resources: {'Port': ['ID=ba973a4b-9289-48fe-9153-8acf025f63ae,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:19.976702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a85f7d84-25d8-4e95-a944-8819539e6193 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Deleting port 2cfb7a15-b762-40ce-bbcd-99c13567852a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:19.977050 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a85f7d84-25d8-4e95-a944-8819539e6193 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.056347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Attempting to bind port ba973a4b-9289-48fe-9153-8acf025f63ae on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:20.056853 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Attempting to bind port ba973a4b-9289-48fe-9153-8acf025f63ae by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '56978563-6b8d-4a6a-9644-1f2f71242f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:20.059690 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Attempting to bind port ba973a4b-9289-48fe-9153-8acf025f63ae on network 7923657c-3159-4b5f-b378-5566713f6db1 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:20.068536 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:09:20.069630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Checking segment: {'id': '56978563-6b8d-4a6a-9644-1f2f71242f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:20.070260 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.070828 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Bound using segment: {'id': '56978563-6b8d-4a6a-9644-1f2f71242f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:09:20.071457 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Bound port: ba973a4b-9289-48fe-9153-8acf025f63ae, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56978563-6b8d-4a6a-9644-1f2f71242f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:09:20.071996 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.101186 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-98894462-5788-4d67-9823-0bcc57c51912 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1288478 Nov 11 12:09:20.101356 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.101867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40530) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:20.105076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7d92c220-2647-4082-baf0-c1d0b9084578 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group': {'name': 'tempest-security--631065364', 'description': 'tempest-security-description-900477659'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:20.143806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-a85f7d84-25d8-4e95-a944-8819539e6193 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] For port 2cfb7a15-b762-40ce-bbcd-99c13567852a, host n-h2-807359-3, got binding levels [] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:20.144165 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a85f7d84-25d8-4e95-a944-8819539e6193 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.151144 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.160401 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] For port ba973a4b-9289-48fe-9153-8acf025f63ae, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:09:20.163762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] For port ba973a4b-9289-48fe-9153-8acf025f63ae, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ba973a4b-9289-48fe-9153-8acf025f63ae,segment=NetworkSegment(56978563-6b8d-4a6a-9644-1f2f71242f06),segment_id=56978563-6b8d-4a6a-9644-1f2f71242f06)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:09:20.165161 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a85f7d84-25d8-4e95-a944-8819539e6193 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Calling delete_port for 2cfb7a15-b762-40ce-bbcd-99c13567852a owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:20.172194 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.177505 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7d92c220-2647-4082-baf0-c1d0b9084578 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.202582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network 7923657c-3159-4b5f-b378-5566713f6db1 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:20.207872 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:20.214838 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:20.251785 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=6222196f-d3be-47b0-97b8-f8148b0ca946,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:20.258954 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08f324-b6d2-41a7-89e4-c78ca8da50f5 None None] Pushing event updated for resources: {'Port': ['ID=ba973a4b-9289-48fe-9153-8acf025f63ae,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:20.271094 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7d92c220-2647-4082-baf0-c1d0b9084578 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.271811 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.286555 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7d92c220-2647-4082-baf0-c1d0b9084578 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.291474 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7d92c220-2647-4082-baf0-c1d0b9084578 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.295512 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7d92c220-2647-4082-baf0-c1d0b9084578 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "PUT /v2.0/security-groups/b3b9be15-a942-4a62-9460-5346ce346045 HTTP/1.1" status: 200 len: 1795 time: 0.1910827 Nov 11 12:09:20.306065 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40536) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:20.356489 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a85f7d84-25d8-4e95-a944-8819539e6193 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.378180 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92c220-2647-4082-baf0-c1d0b9084578 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b9be15-a942-4a62-9460-5346ce346045,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:20.403876 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8d82d214-f254-46d6-a787-659cb8941b30 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-groups/b3b9be15-a942-4a62-9460-5346ce346045 HTTP/1.1" status: 200 len: 1795 time: 0.0961757 Nov 11 12:09:20.406040 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f7d84-25d8-4e95-a944-8819539e6193 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cfb7a15-b762-40ce-bbcd-99c13567852a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:20.407533 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40538) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:20.422365 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a85f7d84-25d8-4e95-a944-8819539e6193 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.428360 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a85f7d84-25d8-4e95-a944-8819539e6193 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] 10.222.0.65 "DELETE /v2.0/ports/2cfb7a15-b762-40ce-bbcd-99c13567852a HTTP/1.1" status: 204 len: 168 time: 0.6353691 Nov 11 12:09:20.428624 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40540) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:20.451437 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.461532 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8d1a4a-4084-457d-b163-3b7fb9886166 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] GET failed (client error): The resource could not be found. Nov 11 12:09:20.463237 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ca8d1a4a-4084-457d-b163-3b7fb9886166 tempest-PortsAdminExtendedAttrsTestJSON-1703776782 tempest-PortsAdminExtendedAttrsTestJSON-1703776782-project-admin] 10.222.0.65 "GET /v2.0/ports/2cfb7a15-b762-40ce-bbcd-99c13567852a HTTP/1.1" status: 404 len: 333 time: 0.0337200 Nov 11 12:09:20.466581 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40542) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:20.817168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab59e9-268e-4c23-8d84-a582eb164688 req-0309a08a-0ef3-4340-8195-f927fbcd1176 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:20.818955 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9ab59e9-268e-4c23-8d84-a582eb164688 req-0309a08a-0ef3-4340-8195-f927fbcd1176 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.1328089 Nov 11 12:09:20.905053 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9ab59e9-268e-4c23-8d84-a582eb164688 req-5fd91fa2-b309-4a7c-ac01-000474c1d6df tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755825 Nov 11 12:09:20.914974 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.930244 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.989523 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5b0621f-d0ac-4025-84bb-1d21eea34617 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:20.999809 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9fe8f00-bcbe-4756-a0bf-be291d9fff2d tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.011147 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.014619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=6222196f-d3be-47b0-97b8-f8148b0ca946,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:21.026813 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5b0621f-d0ac-4025-84bb-1d21eea34617 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.151619 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9fe8f00-bcbe-4756-a0bf-be291d9fff2d tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.167360 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5b0621f-d0ac-4025-84bb-1d21eea34617 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.170003 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5b0621f-d0ac-4025-84bb-1d21eea34617 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.171245 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f5b0621f-d0ac-4025-84bb-1d21eea34617 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-groups/b3b9be15-a942-4a62-9460-5346ce346045 HTTP/1.1" status: 204 len: 168 time: 0.7609847 Nov 11 12:09:21.175362 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40558) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:21.183092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-f9fe8f00-bcbe-4756-a0bf-be291d9fff2d tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394a9a2f-13b4-4ccf-a14c-47ca44ca698a']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:21.194742 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0621f-d0ac-4025-84bb-1d21eea34617 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b9be15-a942-4a62-9460-5346ce346045,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:21.199312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-f9fe8f00-bcbe-4756-a0bf-be291d9fff2d tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d9e87d-e1aa-4867-8baf-968397516a79') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:21.199624 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-f9fe8f00-bcbe-4756-a0bf-be291d9fff2d tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d9e87d-e1aa-4867-8baf-968397516a79') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:21.209197 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9fe8f00-bcbe-4756-a0bf-be291d9fff2d tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.228359 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9fe8f00-bcbe-4756-a0bf-be291d9fff2d tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.247262 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fe8f00-bcbe-4756-a0bf-be291d9fff2d tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:09:21.247623 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9fe8f00-bcbe-4756-a0bf-be291d9fff2d tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.249959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network 7923657c-3159-4b5f-b378-5566713f6db1 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:09:21.251925 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:09:21.260072 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:21.271504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9eb75672-4612-4d89-9f37-5fd4266b1c61 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0947101 Nov 11 12:09:21.276094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40564) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:21.390426 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-d9b52f3d-0d83-4990-8fd9-ef18b113e4d3 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] delete failed (client error): The resource could not be found. Nov 11 12:09:21.398218 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d9b52f3d-0d83-4990-8fd9-ef18b113e4d3 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-groups/b3b9be15-a942-4a62-9460-5346ce346045 HTTP/1.1" status: 404 len: 347 time: 0.1208344 Nov 11 12:09:21.402314 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40566) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:21.413738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4e7ae990-8866-4f3a-b930-cb0dd3fc8d84 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group': {'name': 'tempest-secgroup--984540544'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:21.458402 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 821b6844-b817-494c-a328-466daa4ee770 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:09:21.462027 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9fe8f00-bcbe-4756-a0bf-be291d9fff2d tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.496424 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9fe8f00-bcbe-4756-a0bf-be291d9fff2d tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.506147 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f9fe8f00-bcbe-4756-a0bf-be291d9fff2d tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] 10.222.0.65 "DELETE /v2.0/networks/394a9a2f-13b4-4ccf-a14c-47ca44ca698a HTTP/1.1" status: 204 len: 168 time: 1.0383887 Nov 11 12:09:21.529712 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.532273 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4e7ae990-8866-4f3a-b930-cb0dd3fc8d84 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.546736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe8f00-bcbe-4756-a0bf-be291d9fff2d tempest-PortsAdminExtendedAttrsTestJSON-851971203 tempest-PortsAdminExtendedAttrsTestJSON-851971203-project] Pushing event deleted for resources: {'Network': ['ID=394a9a2f-13b4-4ccf-a14c-47ca44ca698a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:21.631477 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:21.636587 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ba973a4b-9289-48fe-9153-8acf025f63ae up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:09:21.640818 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a3bff9b7-f1cd-41f7-877e-7ae8605d9ef5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/821b6844-b817-494c-a328-466daa4ee770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4958649 Nov 11 12:09:21.641552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40570) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:21.648135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-06676b1d-4511-4b5f-99cb-e9839b3952cb tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'network': {'name': 'tempest-RoutersTest-1684572116'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:21.649383 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Sync routers for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:21.672679 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06676b1d-4511-4b5f-99cb-e9839b3952cb tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:21.678855 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06676b1d-4511-4b5f-99cb-e9839b3952cb tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.687675 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabf2a22-2b66-4608-92be-90cc92ba6bee None None] Network 7923657c-3159-4b5f-b378-5566713f6db1 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:21.691520 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4e7ae990-8866-4f3a-b930-cb0dd3fc8d84 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.703339 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4e7ae990-8866-4f3a-b930-cb0dd3fc8d84 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.712214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06676b1d-4511-4b5f-99cb-e9839b3952cb tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:09:21.724451 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06676b1d-4511-4b5f-99cb-e9839b3952cb tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.724803 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-06676b1d-4511-4b5f-99cb-e9839b3952cb tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Added segment 1a534dd0-5cb0-405d-b5a0-299bfa00c4d1 of type vlan for network 47addb6c-41c0-4d5c-8ee2-aa99bc19a29c Nov 11 12:09:21.742916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ae990-8866-4f3a-b930-cb0dd3fc8d84 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ce4e6b-3ac2-41ed-90dc-38af2ffbabc4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:21.783318 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06676b1d-4511-4b5f-99cb-e9839b3952cb tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.800471 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4e7ae990-8866-4f3a-b930-cb0dd3fc8d84 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.800993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:21.801680 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:21.809469 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4e7ae990-8866-4f3a-b930-cb0dd3fc8d84 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4015789 Nov 11 12:09:21.810215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40576) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:21.815843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-751da607-2de7-46c5-9047-ae61d72dea18 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group_rule': {'security_group_id': 'b5ce4e6b-3ac2-41ed-90dc-38af2ffbabc4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:21.817924 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06676b1d-4511-4b5f-99cb-e9839b3952cb tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.825671 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06676b1d-4511-4b5f-99cb-e9839b3952cb tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:21.826672 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06676b1d-4511-4b5f-99cb-e9839b3952cb tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.851027 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-751da607-2de7-46c5-9047-ae61d72dea18 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.897289 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06676b1d-4511-4b5f-99cb-e9839b3952cb tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Network': ['ID=47addb6c-41c0-4d5c-8ee2-aa99bc19a29c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:21.902694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5ec18880-9804-4310-b01b-68ccb3577588 None None] Provisioning complete for port ba973a4b-9289-48fe-9153-8acf025f63ae triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:21.903146 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5ec18880-9804-4310-b01b-68ccb3577588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:21.917287 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 47addb6c-41c0-4d5c-8ee2-aa99bc19a29c details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:09:21.920695 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-06676b1d-4511-4b5f-99cb-e9839b3952cb tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2776968 Nov 11 12:09:21.923437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40580) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:21.929422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c6a00724-a2c6-4f14-b5bb-54a1042c6dee tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'subnet': {'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:21.947977 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40584) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:21.956269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:22.001784 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-751da607-2de7-46c5-9047-ae61d72dea18 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.012162 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-751da607-2de7-46c5-9047-ae61d72dea18 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.045160 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751da607-2de7-46c5-9047-ae61d72dea18 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c869077-59bd-46dd-b941-ea519bcbd254,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:22.055771 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-751da607-2de7-46c5-9047-ae61d72dea18 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.060320 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-751da607-2de7-46c5-9047-ae61d72dea18 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2486401 Nov 11 12:09:22.063291 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40588) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:22.115706 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820f1b0-ad8c-428f-8104-480d81ebb364 req-9ae35863-1bd1-44db-89aa-c94165c748d3 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:22.117323 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3820f1b0-ad8c-428f-8104-480d81ebb364 req-9ae35863-1bd1-44db-89aa-c94165c748d3 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.1107161 Nov 11 12:09:22.123126 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e5e26e9-974a-4d04-b02c-dea8c0701a51 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.133982 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e5e26e9-974a-4d04-b02c-dea8c0701a51 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.141290 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a00724-a2c6-4f14-b5bb-54a1042c6dee tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:22.146006 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c6a00724-a2c6-4f14-b5bb-54a1042c6dee tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.242466 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3820f1b0-ad8c-428f-8104-480d81ebb364 req-fe60a6a2-d980-4b33-af39-ab444a494f47 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123540 Nov 11 12:09:22.255574 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1bd9044f-a1d7-468e-998b-d78ba7b98fb7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=810eac1d2e0e48aa99349e546cb5c671&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3058212 Nov 11 12:09:22.255772 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40594) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:22.266523 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e5e26e9-974a-4d04-b02c-dea8c0701a51 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.274853 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e5e26e9-974a-4d04-b02c-dea8c0701a51 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.275985 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8e5e26e9-974a-4d04-b02c-dea8c0701a51 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/4c869077-59bd-46dd-b941-ea519bcbd254 HTTP/1.1" status: 204 len: 168 time: 0.2102594 Nov 11 12:09:22.279223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40596) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:22.304044 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e26e9-974a-4d04-b02c-dea8c0701a51 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c869077-59bd-46dd-b941-ea519bcbd254,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:22.315892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ba973a4b-9289-48fe-9153-8acf025f63ae triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:22.316449 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.338060 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a65e8f61-cbd7-4c68-93b1-17c256747fe8 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0569475 Nov 11 12:09:22.340703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40602) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:22.383294 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3ecc-6c54-4099-a1fe-7627a281ea34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.429287 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3dcd74d0-e339-4922-ac15-75ccb6e14fd3 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.441030 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3ecc-6c54-4099-a1fe-7627a281ea34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.453786 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3dcd74d0-e339-4922-ac15-75ccb6e14fd3 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.503766 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c6a00724-a2c6-4f14-b5bb-54a1042c6dee tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.508539 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3dcd74d0-e339-4922-ac15-75ccb6e14fd3 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.512719 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3dcd74d0-e339-4922-ac15-75ccb6e14fd3 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.519301 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3dcd74d0-e339-4922-ac15-75ccb6e14fd3 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-groups/b5ce4e6b-3ac2-41ed-90dc-38af2ffbabc4 HTTP/1.1" status: 204 len: 168 time: 0.1769118 Nov 11 12:09:22.520183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40604) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:22.550347 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd74d0-e339-4922-ac15-75ccb6e14fd3 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ce4e6b-3ac2-41ed-90dc-38af2ffbabc4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:22.575386 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a00724-a2c6-4f14-b5bb-54a1042c6dee tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Subnet': ['ID=8b6ce22a-227f-4e59-8b28-41c93eae379c,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:22.584004 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3ecc-6c54-4099-a1fe-7627a281ea34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.587310 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3ecc-6c54-4099-a1fe-7627a281ea34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.605226 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9b8c3ecc-6c54-4099-a1fe-7627a281ea34 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a031c391-d005-4d50-ba79-e7f4e1cbd7e3 HTTP/1.1" status: 204 len: 168 time: 0.3359320 Nov 11 12:09:22.624889 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a00724-a2c6-4f14-b5bb-54a1042c6dee tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Checking segment: {'id': '1a534dd0-5cb0-405d-b5a0-299bfa00c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:22.627157 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a00724-a2c6-4f14-b5bb-54a1042c6dee tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network hostable DHCP agents. Network: 47addb6c-41c0-4d5c-8ee2-aa99bc19a29c, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:09:22.650718 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4303b25e-7998-4723-b12d-706b79aea4ee tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1248083 Nov 11 12:09:22.651377 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40612) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:22.656120 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c3ecc-6c54-4099-a1fe-7627a281ea34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a031c391-d005-4d50-ba79-e7f4e1cbd7e3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:22.664000 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d627fc3f-de46-4ee0-b357-38494de9f7a5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group': {'name': 'tempest-secgroup--1321785679'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:22.693037 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.714543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a00724-a2c6-4f14-b5bb-54a1042c6dee tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network 47addb6c-41c0-4d5c-8ee2-aa99bc19a29c is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:09:22.719094 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d627fc3f-de46-4ee0-b357-38494de9f7a5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.725770 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5ec18880-9804-4310-b01b-68ccb3577588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.742996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-c6a00724-a2c6-4f14-b5bb-54a1042c6dee tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 47addb6c-41c0-4d5c-8ee2-aa99bc19a29c) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:22.750690 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a00724-a2c6-4f14-b5bb-54a1042c6dee tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:22.751279 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c6a00724-a2c6-4f14-b5bb-54a1042c6dee tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.768861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c872590-568d-4f3a-8c16-7185776f7140 None None] Network 47addb6c-41c0-4d5c-8ee2-aa99bc19a29c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:22.782870 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c6a00724-a2c6-4f14-b5bb-54a1042c6dee tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8581750 Nov 11 12:09:22.785966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40614) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:22.831242 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port ba973a4b-9289-48fe-9153-8acf025f63ae, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ba973a4b-9289-48fe-9153-8acf025f63ae,segment=NetworkSegment(56978563-6b8d-4a6a-9644-1f2f71242f06),segment_id=56978563-6b8d-4a6a-9644-1f2f71242f06)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:22.833015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d627fc3f-de46-4ee0-b357-38494de9f7a5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.843645 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d627fc3f-de46-4ee0-b357-38494de9f7a5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.870965 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.884081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627fc3f-de46-4ee0-b357-38494de9f7a5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97fbbd6-9480-4123-b460-f7f99dec8da4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:22.888340 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d627fc3f-de46-4ee0-b357-38494de9f7a5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.890052 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d627fc3f-de46-4ee0-b357-38494de9f7a5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2351575 Nov 11 12:09:22.892783 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40618) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:22.897398 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2b6edb17-054b-4c97-8570-4a68ae2764c9 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group_rule': {'security_group_id': 'c97fbbd6-9480-4123-b460-f7f99dec8da4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:22.930591 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b6edb17-054b-4c97-8570-4a68ae2764c9 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:22.964938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:20Z', 'revision_number': 2, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:20Z', 'revision_number': 2, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:23.029342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=ba973a4b-9289-48fe-9153-8acf025f63ae,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:23.036283 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b6edb17-054b-4c97-8570-4a68ae2764c9 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.046060 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b6edb17-054b-4c97-8570-4a68ae2764c9 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.094733 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6edb17-054b-4c97-8570-4a68ae2764c9 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232de02b-a370-4d65-a650-0a2127f5db89,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:23.117221 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b6edb17-054b-4c97-8570-4a68ae2764c9 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.117221 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2b6edb17-054b-4c97-8570-4a68ae2764c9 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2206123 Nov 11 12:09:23.117531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40624) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:23.132241 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-6b1a5d54-5b93-499a-891c-b07253d26c43 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group_rule': {'security_group_id': 'c97fbbd6-9480-4123-b460-f7f99dec8da4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:23.136813 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Checking router: 821b6844-b817-494c-a328-466daa4ee770 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:09:23.137210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Updating router 821b6844-b817-494c-a328-466daa4ee770 port 6222196f-d3be-47b0-97b8-f8148b0ca946 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:09:23.183582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40628) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:23.191980 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b1a5d54-5b93-499a-891c-b07253d26c43 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.230869 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-5ec18880-9804-4310-b01b-68ccb3577588 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:09:23.231277 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-5ec18880-9804-4310-b01b-68ccb3577588 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:09:23.247807 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.284558 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b1a5d54-5b93-499a-891c-b07253d26c43 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.291165 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b1a5d54-5b93-499a-891c-b07253d26c43 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.318126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a5d54-5b93-499a-891c-b07253d26c43 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ffe1a1-a7bb-48a2-b641-6f86ed220abb,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:23.335221 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b1a5d54-5b93-499a-891c-b07253d26c43 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.337794 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6b1a5d54-5b93-499a-891c-b07253d26c43 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2183464 Nov 11 12:09:23.340363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40634) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:23.345260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f82503d7-e835-4215-9dc7-aa5fb69c8c6d tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group_rule': {'security_group_id': 'c97fbbd6-9480-4123-b460-f7f99dec8da4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:23.383049 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f82503d7-e835-4215-9dc7-aa5fb69c8c6d tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.448709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1421beca-bd7f-4099-81f1-33fd312491c6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ee1e5bf40b584238b93537a6b294e56a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2642639 Nov 11 12:09:23.451987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40636) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:23.456053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:09:23.457159 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.512096 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f82503d7-e835-4215-9dc7-aa5fb69c8c6d tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.531298 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f82503d7-e835-4215-9dc7-aa5fb69c8c6d tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.576188 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82503d7-e835-4215-9dc7-aa5fb69c8c6d tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1adfd13-8319-43f5-a2c8-16e06f81565d,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:23.601849 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f82503d7-e835-4215-9dc7-aa5fb69c8c6d tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.604359 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f82503d7-e835-4215-9dc7-aa5fb69c8c6d tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2628784 Nov 11 12:09:23.607106 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40642) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:23.621859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e6a47efb-4a03-4992-9c6c-807376122721 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group_rule': {'security_group_id': 'c97fbbd6-9480-4123-b460-f7f99dec8da4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:23.651871 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6708be69-1ca1-4409-a01e-a0175c8d9aaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.664997 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6a47efb-4a03-4992-9c6c-807376122721 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.675177 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ba973a4b-9289-48fe-9153-8acf025f63ae up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:09:23.701428 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2264b-8dd3-4a37-bf4e-2487647908bc req-539fc59a-0c13-44bf-a555-ab3f63e7f4b2 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:23.703003 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-46d2264b-8dd3-4a37-bf4e-2487647908bc req-539fc59a-0c13-44bf-a555-ab3f63e7f4b2 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.2501485 Nov 11 12:09:23.754498 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6708be69-1ca1-4409-a01e-a0175c8d9aaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.759845 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6a47efb-4a03-4992-9c6c-807376122721 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.768216 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6a47efb-4a03-4992-9c6c-807376122721 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.794622 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a47efb-4a03-4992-9c6c-807376122721 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff07e598-c82b-4e0a-bb44-b02651bf5186,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:23.797522 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.821713 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e6a47efb-4a03-4992-9c6c-807376122721 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.824414 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e6a47efb-4a03-4992-9c6c-807376122721 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2141764 Nov 11 12:09:23.825994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40644) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:23.832389 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fe2566eb-1535-4286-9ecc-3a18c57eadb6 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group_rule': {'security_group_id': 'c97fbbd6-9480-4123-b460-f7f99dec8da4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:23.874727 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe2566eb-1535-4286-9ecc-3a18c57eadb6 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.892259 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-46d2264b-8dd3-4a37-bf4e-2487647908bc req-5eb32734-f479-46b8-ab8a-5914e44dfd03 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678720 Nov 11 12:09:23.946382 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6708be69-1ca1-4409-a01e-a0175c8d9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.949324 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6708be69-1ca1-4409-a01e-a0175c8d9aaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:23.950534 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6708be69-1ca1-4409-a01e-a0175c8d9aaf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c016c2cd-b3ff-4c64-bba8-2f59f58eb26d HTTP/1.1" status: 204 len: 168 time: 0.4950135 Nov 11 12:09:23.968632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708be69-1ca1-4409-a01e-a0175c8d9aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c016c2cd-b3ff-4c64-bba8-2f59f58eb26d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:24.018884 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe2566eb-1535-4286-9ecc-3a18c57eadb6 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.025024 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe2566eb-1535-4286-9ecc-3a18c57eadb6 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.071572 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2566eb-1535-4286-9ecc-3a18c57eadb6 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbdef50-dbab-4629-b409-2a462fd7f0c2,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:24.075740 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Allocated IP 172.21.0.2 (47addb6c-41c0-4d5c-8ee2-aa99bc19a29c/8b6ce22a-227f-4e59-8b28-41c93eae379c/d4803880-ce8e-488c-9fb1-5bb4d686f122) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:09:24.092969 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe2566eb-1535-4286-9ecc-3a18c57eadb6 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.094707 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fe2566eb-1535-4286-9ecc-3a18c57eadb6 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2672241 Nov 11 12:09:24.097237 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40652) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:24.134610 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9e792eff-5060-4093-9451-dae6975b3ab0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.147358 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9e792eff-5060-4093-9451-dae6975b3ab0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.187011 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9e792eff-5060-4093-9451-dae6975b3ab0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.200685 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9e792eff-5060-4093-9451-dae6975b3ab0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.204435 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9e792eff-5060-4093-9451-dae6975b3ab0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/cdbdef50-dbab-4629-b409-2a462fd7f0c2 HTTP/1.1" status: 204 len: 168 time: 0.1061888 Nov 11 12:09:24.207017 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40656) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:24.242843 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ba973a4b-9289-48fe-9153-8acf025f63ae triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:24.243204 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.251609 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e792eff-5060-4093-9451-dae6975b3ab0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdbdef50-dbab-4629-b409-2a462fd7f0c2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:24.310641 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.316891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d6e35f0a-8cc3-4704-80c7-19b124a909df None None] Provisioning complete for port ba973a4b-9289-48fe-9153-8acf025f63ae triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:24.317251 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d6e35f0a-8cc3-4704-80c7-19b124a909df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.338375 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4f8283a1-1d5b-4c2c-87bb-7fe970fc5b6a tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1277561 Nov 11 12:09:24.339181 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40664) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:24.343615 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.395443 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ce36b93-8f6f-4f36-9936-c8293964c3a4 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.427057 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ce36b93-8f6f-4f36-9936-c8293964c3a4 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.474532 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ce36b93-8f6f-4f36-9936-c8293964c3a4 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.487889 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ce36b93-8f6f-4f36-9936-c8293964c3a4 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.491874 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0ce36b93-8f6f-4f36-9936-c8293964c3a4 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/ff07e598-c82b-4e0a-bb44-b02651bf5186 HTTP/1.1" status: 204 len: 168 time: 0.1496007 Nov 11 12:09:24.492361 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40672) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:24.528756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce36b93-8f6f-4f36-9936-c8293964c3a4 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff07e598-c82b-4e0a-bb44-b02651bf5186,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:24.606904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40676) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:24.611119 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6dd6c54a-e734-497a-a7bb-18b430206e32 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1154838 Nov 11 12:09:24.623419 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f1d98-4693-4e98-88ce-0c067ff33238 None None] Pushing event updated for resources: {'Port': ['ID=6222196f-d3be-47b0-97b8-f8148b0ca946,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:24.640524 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00851d36-2163-4308-9c7b-b69cea095951 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.650387 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00851d36-2163-4308-9c7b-b69cea095951 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.689648 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00851d36-2163-4308-9c7b-b69cea095951 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.690550 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Attempting to bind port 6222196f-d3be-47b0-97b8-f8148b0ca946 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:24.691013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Attempting to bind port 6222196f-d3be-47b0-97b8-f8148b0ca946 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '56978563-6b8d-4a6a-9644-1f2f71242f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:24.692358 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Attempting to bind port 6222196f-d3be-47b0-97b8-f8148b0ca946 on network 7923657c-3159-4b5f-b378-5566713f6db1 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:24.697113 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00851d36-2163-4308-9c7b-b69cea095951 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.700851 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-00851d36-2163-4308-9c7b-b69cea095951 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/a1adfd13-8319-43f5-a2c8-16e06f81565d HTTP/1.1" status: 204 len: 168 time: 0.0920465 Nov 11 12:09:24.701066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40684) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:24.703455 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:09:24.703629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Checking segment: {'id': '56978563-6b8d-4a6a-9644-1f2f71242f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:24.703962 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.704353 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Bound using segment: {'id': '56978563-6b8d-4a6a-9644-1f2f71242f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:09:24.704820 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Bound port: 6222196f-d3be-47b0-97b8-f8148b0ca946, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56978563-6b8d-4a6a-9644-1f2f71242f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:09:24.705204 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.730607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00851d36-2163-4308-9c7b-b69cea095951 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1adfd13-8319-43f5-a2c8-16e06f81565d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:24.784891 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ec657bc4-7707-43ba-a524-de1ffecef309 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0809510 Nov 11 12:09:24.786653 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40686) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:24.791701 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.810220 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.868446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Allocated IP 172.21.0.1 (47addb6c-41c0-4d5c-8ee2-aa99bc19a29c/8b6ce22a-227f-4e59-8b28-41c93eae379c/e223f77c-d3a4-4c75-a75f-a9c5eb684141) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:09:24.870501 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Pushing event updated for resources: {'Port': ['ID=d4803880-ce8e-488c-9fb1-5bb4d686f122,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:24.882909 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31881e87-c141-4a94-b81a-3d12ea3b4883 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.895563 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Network 47addb6c-41c0-4d5c-8ee2-aa99bc19a29c is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:24.907131 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:24.909915 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31881e87-c141-4a94-b81a-3d12ea3b4883 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.911809 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:24.915174 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d6e35f0a-8cc3-4704-80c7-19b124a909df None None] Provisioning complete for port 6222196f-d3be-47b0-97b8-f8148b0ca946 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:24.915608 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d6e35f0a-8cc3-4704-80c7-19b124a909df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.975793 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] For port 6222196f-d3be-47b0-97b8-f8148b0ca946, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:09:24.977367 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31881e87-c141-4a94-b81a-3d12ea3b4883 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.989899 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31881e87-c141-4a94-b81a-3d12ea3b4883 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:24.998935 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-31881e87-c141-4a94-b81a-3d12ea3b4883 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/86ffe1a1-a7bb-48a2-b641-6f86ed220abb HTTP/1.1" status: 204 len: 168 time: 0.2101464 Nov 11 12:09:25.000808 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40696) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:25.002776 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] For port 6222196f-d3be-47b0-97b8-f8148b0ca946, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6222196f-d3be-47b0-97b8-f8148b0ca946,segment=NetworkSegment(56978563-6b8d-4a6a-9644-1f2f71242f06),segment_id=56978563-6b8d-4a6a-9644-1f2f71242f06)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:09:25.015110 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31881e87-c141-4a94-b81a-3d12ea3b4883 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86ffe1a1-a7bb-48a2-b641-6f86ed220abb,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:25.039083 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.059110 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e9100a57-b47e-4236-97f6-ac1faf86f604 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0572045 Nov 11 12:09:25.060411 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40698) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:25.093938 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-343d1c0b-6d36-4308-94e9-6257d59e8478 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.118058 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d6e35f0a-8cc3-4704-80c7-19b124a909df None None] Port 6222196f-d3be-47b0-97b8-f8148b0ca946 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:25.118575 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-343d1c0b-6d36-4308-94e9-6257d59e8478 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.163949 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-343d1c0b-6d36-4308-94e9-6257d59e8478 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.180664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dda6bf-cc89-4121-9254-440ee4059767 req-49e75859-eeb0-44ca-b544-6c1816b7d716 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:25.182352 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-343d1c0b-6d36-4308-94e9-6257d59e8478 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.184092 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-343d1c0b-6d36-4308-94e9-6257d59e8478 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/232de02b-a370-4d65-a650-0a2127f5db89 HTTP/1.1" status: 204 len: 168 time: 0.1224132 Nov 11 12:09:25.189193 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40706) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:25.192603 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09dda6bf-cc89-4121-9254-440ee4059767 req-49e75859-eeb0-44ca-b544-6c1816b7d716 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.1240232 Nov 11 12:09:25.219510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d1c0b-6d36-4308-94e9-6257d59e8478 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=232de02b-a370-4d65-a650-0a2127f5db89,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:25.230378 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:25.231066 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:25.234454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Attempting to bind port d4803880-ce8e-488c-9fb1-5bb4d686f122 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:25.234625 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Attempting to bind port d4803880-ce8e-488c-9fb1-5bb4d686f122 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '1a534dd0-5cb0-405d-b5a0-299bfa00c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:25.238280 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Attempting to bind port d4803880-ce8e-488c-9fb1-5bb4d686f122 on network 47addb6c-41c0-4d5c-8ee2-aa99bc19a29c {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:25.247593 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f1d98-4693-4e98-88ce-0c067ff33238 None None] Pushing event updated for resources: {'Port': ['ID=6222196f-d3be-47b0-97b8-f8148b0ca946,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:25.260894 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0a1a91d9-4e27-44cc-b897-0af22e2e9e67 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0698433 Nov 11 12:09:25.263489 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40710) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:25.282839 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:09:25.300857 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Checking segment: {'id': '1a534dd0-5cb0-405d-b5a0-299bfa00c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:25.306655 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09dda6bf-cc89-4121-9254-440ee4059767 req-fc8f8b69-7ff6-4917-9f80-96bb6768ec37 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130283 Nov 11 12:09:25.318333 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.319751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Bound using segment: {'id': '1a534dd0-5cb0-405d-b5a0-299bfa00c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:09:25.323164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Bound port: d4803880-ce8e-488c-9fb1-5bb4d686f122, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a534dd0-5cb0-405d-b5a0-299bfa00c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:09:25.325270 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95e9b9a1-0a15-4528-9b69-5567ad92d361 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.326833 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.339579 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.381848 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95e9b9a1-0a15-4528-9b69-5567ad92d361 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.407160 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.480255 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95e9b9a1-0a15-4528-9b69-5567ad92d361 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.483470 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95e9b9a1-0a15-4528-9b69-5567ad92d361 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.485387 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-95e9b9a1-0a15-4528-9b69-5567ad92d361 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-groups/c97fbbd6-9480-4123-b460-f7f99dec8da4 HTTP/1.1" status: 204 len: 168 time: 0.2202225 Nov 11 12:09:25.502168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40718) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:25.505601 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9b9a1-0a15-4528-9b69-5567ad92d361 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97fbbd6-9480-4123-b460-f7f99dec8da4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:25.574089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=e223f77c-d3a4-4c75-a75f-a9c5eb684141,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:25.589183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4a215e91-cd07-43ae-a5f1-cd791489aecd None None] Provisioning complete for port 6222196f-d3be-47b0-97b8-f8148b0ca946 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:25.589551 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4a215e91-cd07-43ae-a5f1-cd791489aecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.602481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network 47addb6c-41c0-4d5c-8ee2-aa99bc19a29c is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:25.604568 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:25.615465 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:25.687480 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6f413283-0f73-4612-aefd-ca5388667fd0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1312623 Nov 11 12:09:25.688377 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40726) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:25.694202 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f7c8ad87-a0ee-4b1b-bcb3-50907cd46dab tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group': {'name': 'tempest-secgroup--2048328900'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:25.695156 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.721888 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:25.745969 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7c8ad87-a0ee-4b1b-bcb3-50907cd46dab tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.794722 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] For port d4803880-ce8e-488c-9fb1-5bb4d686f122, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:09:25.802530 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] For port d4803880-ce8e-488c-9fb1-5bb4d686f122, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=d4803880-ce8e-488c-9fb1-5bb4d686f122,segment=NetworkSegment(1a534dd0-5cb0-405d-b5a0-299bfa00c4d1),segment_id=1a534dd0-5cb0-405d-b5a0-299bfa00c4d1)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:09:25.843704 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7c8ad87-a0ee-4b1b-bcb3-50907cd46dab tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.845252 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.850015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7c8ad87-a0ee-4b1b-bcb3-50907cd46dab tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.882809 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.903162 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7c8ad87-a0ee-4b1b-bcb3-50907cd46dab tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:25.904767 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f7c8ad87-a0ee-4b1b-bcb3-50907cd46dab tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2150917 Nov 11 12:09:25.907196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8ad87-a0ee-4b1b-bcb3-50907cd46dab tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9efc08d8-feb4-4d6a-b11f-99d78b23733f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:25.911441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40736) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:25.917158 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-6d307637-5bab-4b7a-a032-64c2035b66ee tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group_rule': {'security_group_id': '9efc08d8-feb4-4d6a-b11f-99d78b23733f', 'direction': 'ingress', 'protocol': 17}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:25.953454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b730b0-d34d-4891-9a5e-00a9f9bb6937 None None] Pushing event updated for resources: {'Port': ['ID=d4803880-ce8e-488c-9fb1-5bb4d686f122,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:25.973983 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6d307637-5bab-4b7a-a032-64c2035b66ee tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:26.091857 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4a215e91-cd07-43ae-a5f1-cd791489aecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:26.149061 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6d307637-5bab-4b7a-a032-64c2035b66ee tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:26.156423 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6d307637-5bab-4b7a-a032-64c2035b66ee tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:26.177969 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4a215e91-cd07-43ae-a5f1-cd791489aecd None None] For port 6222196f-d3be-47b0-97b8-f8148b0ca946, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6222196f-d3be-47b0-97b8-f8148b0ca946,segment=NetworkSegment(56978563-6b8d-4a6a-9644-1f2f71242f06),segment_id=56978563-6b8d-4a6a-9644-1f2f71242f06)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:26.183223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d307637-5bab-4b7a-a032-64c2035b66ee tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d674a1-59d0-4419-9611-342a8705d138,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:26.188862 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:20Z', 'revision_number': 2, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:24Z', 'revision_number': 4, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:26.192178 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4a215e91-cd07-43ae-a5f1-cd791489aecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:26.224045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b39de-514f-48d5-a308-8c409813bac0 None None] The sync data for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 is: [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:20Z', 'revision_number': 2, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:24Z', 'revision_number': 4, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:26.266963 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6d307637-5bab-4b7a-a032-64c2035b66ee tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:26.268524 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6d307637-5bab-4b7a-a032-64c2035b66ee tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3561034 Nov 11 12:09:26.272861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40744) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:26.321796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40748) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:26.322647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a215e91-cd07-43ae-a5f1-cd791489aecd None None] Pushing event updated for resources: {'Port': ['ID=6222196f-d3be-47b0-97b8-f8148b0ca946,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:26.386226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6cf2e0c2-1b33-4b83-a291-36e5ef097fff None None] Provisioning complete for port 6222196f-d3be-47b0-97b8-f8148b0ca946 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:26.387568 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6cf2e0c2-1b33-4b83-a291-36e5ef097fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:26.571402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c24257dd-3098-4433-a3d7-c97066c517e0 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1745264245', 'router:external': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:26.600468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24257dd-3098-4433-a3d7-c97066c517e0 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Made reservation on behalf of 5622a92f11434fc6aea44a47b510b316 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:26.602930 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c24257dd-3098-4433-a3d7-c97066c517e0 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:26.612820 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c24257dd-3098-4433-a3d7-c97066c517e0 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:26.726507 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c24257dd-3098-4433-a3d7-c97066c517e0 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:26.732263 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c24257dd-3098-4433-a3d7-c97066c517e0 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:26.745729 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24257dd-3098-4433-a3d7-c97066c517e0 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:09:26.758076 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c24257dd-3098-4433-a3d7-c97066c517e0 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:26.758458 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-c24257dd-3098-4433-a3d7-c97066c517e0 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Added segment 988bfb79-af45-4e0e-824b-fdbd4f2585e5 of type vlan for network 9b3181a6-34dc-4164-8c5e-315c3c2482ac Nov 11 12:09:26.822790 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c24257dd-3098-4433-a3d7-c97066c517e0 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:26.873491 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24257dd-3098-4433-a3d7-c97066c517e0 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad513c0-c195-4e00-8112-3c67b122f7c4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:26.877405 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c24257dd-3098-4433-a3d7-c97066c517e0 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:26.878419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24257dd-3098-4433-a3d7-c97066c517e0 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:26.879030 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c24257dd-3098-4433-a3d7-c97066c517e0 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:26.908464 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:26.924070 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:26.941535 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc8b86-76fd-43cb-9505-1338083068c1 req-b80768b1-37ed-4e19-982c-b39c4607f4b4 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:26.949882 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-87fc8b86-76fd-43cb-9505-1338083068c1 req-b80768b1-37ed-4e19-982c-b39c4607f4b4 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.1584671 Nov 11 12:09:26.993671 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c24257dd-3098-4433-a3d7-c97066c517e0 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.6677628 Nov 11 12:09:26.997672 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40762) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:27.005771 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f77124c4-1600-45ad-8eec-5dfb06325ebc tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Request body: {'subnet': {'network_id': '9b3181a6-34dc-4164-8c5e-315c3c2482ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:27.012080 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24257dd-3098-4433-a3d7-c97066c517e0 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Pushing event updated for resources: {'Network': ['ID=9b3181a6-34dc-4164-8c5e-315c3c2482ac,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:27.023473 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 9b3181a6-34dc-4164-8c5e-315c3c2482ac details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:09:27.061733 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77124c4-1600-45ad-8eec-5dfb06325ebc tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Made reservation on behalf of 5622a92f11434fc6aea44a47b510b316 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:27.063989 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f77124c4-1600-45ad-8eec-5dfb06325ebc tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:27.065076 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14cfa61e-9ca8-4252-ab2d-efcb33668ad1 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:27.207146 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:27.228382 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-87fc8b86-76fd-43cb-9505-1338083068c1 req-e0aae4c8-2320-4beb-9413-baaccb856e8b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773149 Nov 11 12:09:27.237911 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14cfa61e-9ca8-4252-ab2d-efcb33668ad1 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:27.264959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=e223f77c-d3a4-4c75-a75f-a9c5eb684141,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:27.412499 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network 47addb6c-41c0-4d5c-8ee2-aa99bc19a29c is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:27.423416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:27.637833 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d57b927-f5c9-4fd3-a1f1-e83a2b7de517 None None] Network 47addb6c-41c0-4d5c-8ee2-aa99bc19a29c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:27.680108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14cfa61e-9ca8-4252-ab2d-efcb33668ad1 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:27.688507 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14cfa61e-9ca8-4252-ab2d-efcb33668ad1 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:27.702122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-14cfa61e-9ca8-4252-ab2d-efcb33668ad1 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-groups/9efc08d8-feb4-4d6a-b11f-99d78b23733f HTTP/1.1" status: 204 len: 168 time: 1.4283690 Nov 11 12:09:27.702869 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40776) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:27.771439 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfa61e-9ca8-4252-ab2d-efcb33668ad1 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efc08d8-feb4-4d6a-b11f-99d78b23733f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:27.791380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.objects.ports [None req-f77124c4-1600-45ad-8eec-5dfb06325ebc tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:09:27.791921 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f77124c4-1600-45ad-8eec-5dfb06325ebc tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:27.792813 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6222196f-d3be-47b0-97b8-f8148b0ca946 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:09:27.839171 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 821b6844-b817-494c-a328-466daa4ee770 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:09:27.874913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77124c4-1600-45ad-8eec-5dfb06325ebc tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Pushing event updated for resources: {'Subnet': ['ID=713afcdd-86c7-4d5a-b1bf-394eb616b267,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:27.901559 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77124c4-1600-45ad-8eec-5dfb06325ebc tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Checking segment: {'id': '988bfb79-af45-4e0e-824b-fdbd4f2585e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9b3181a6-34dc-4164-8c5e-315c3c2482ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:27.901944 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77124c4-1600-45ad-8eec-5dfb06325ebc tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Network hostable DHCP agents. Network: 9b3181a6-34dc-4164-8c5e-315c3c2482ac, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:09:27.928542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9398ef48-9e94-4345-a003-fcface531760 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2173414 Nov 11 12:09:27.932761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40784) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:27.939380 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-6962acbd-0e92-48c2-9136-0a1b874297ee tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group': {'name': 'tempest-secgroup--807787349'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:27.942760 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77124c4-1600-45ad-8eec-5dfb06325ebc tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Network 9b3181a6-34dc-4164-8c5e-315c3c2482ac is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:09:27.960764 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-f77124c4-1600-45ad-8eec-5dfb06325ebc tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 9b3181a6-34dc-4164-8c5e-315c3c2482ac) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:27.967520 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77124c4-1600-45ad-8eec-5dfb06325ebc tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:27.968113 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f77124c4-1600-45ad-8eec-5dfb06325ebc tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:27.985541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b20923-ca26-45df-816d-31911289b54e None None] Network 9b3181a6-34dc-4164-8c5e-315c3c2482ac requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:28.025118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e2d43be7-a629-4139-bd0d-c3d9baf055d0 None None] Provisioning complete for port d4803880-ce8e-488c-9fb1-5bb4d686f122 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:28.025478 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e2d43be7-a629-4139-bd0d-c3d9baf055d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:28.161185 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6962acbd-0e92-48c2-9136-0a1b874297ee tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:28.166382 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 6222196f-d3be-47b0-97b8-f8148b0ca946 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:28.166921 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:28.191651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:28.204410 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-198851be-d5fc-402f-9e9f-b4d7d8359dc0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/821b6844-b817-494c-a328-466daa4ee770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4171503 Nov 11 12:09:28.206092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40790) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:28.213782 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f77124c4-1600-45ad-8eec-5dfb06325ebc tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2122602 Nov 11 12:09:28.215397 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40792) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:28.219639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd96dce-eb07-4b4f-97b6-3b30da0def8a req-311c131d-bfcb-49f9-8d83-0a0af1ce7620 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:28.225535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-10eaf851-e9a3-4268-b3b8-70f75abf3e00 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-14744312', 'network_id': '9b3181a6-34dc-4164-8c5e-315c3c2482ac'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:28.225706 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd96dce-eb07-4b4f-97b6-3b30da0def8a req-311c131d-bfcb-49f9-8d83-0a0af1ce7620 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:28.231777 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd96dce-eb07-4b4f-97b6-3b30da0def8a req-311c131d-bfcb-49f9-8d83-0a0af1ce7620 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:28.237787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd96dce-eb07-4b4f-97b6-3b30da0def8a req-311c131d-bfcb-49f9-8d83-0a0af1ce7620 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:28.243899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd96dce-eb07-4b4f-97b6-3b30da0def8a req-311c131d-bfcb-49f9-8d83-0a0af1ce7620 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:28.257699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd96dce-eb07-4b4f-97b6-3b30da0def8a req-311c131d-bfcb-49f9-8d83-0a0af1ce7620 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:28.269085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd96dce-eb07-4b4f-97b6-3b30da0def8a req-311c131d-bfcb-49f9-8d83-0a0af1ce7620 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:28.283651 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bd96dce-eb07-4b4f-97b6-3b30da0def8a req-311c131d-bfcb-49f9-8d83-0a0af1ce7620 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5434 time: 0.2430875 Nov 11 12:09:28.296950 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10eaf851-e9a3-4268-b3b8-70f75abf3e00 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Made reservation on behalf of 5622a92f11434fc6aea44a47b510b316 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:28.300831 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-10eaf851-e9a3-4268-b3b8-70f75abf3e00 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:28.310582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-962fa0a9-d848-4b8f-93eb-dd1d653b55ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'network': {'name': 'tempest-RoutersTest-38020397'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:28.321427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-10eaf851-e9a3-4268-b3b8-70f75abf3e00 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] device_id is not set on port b17bcd07-6d2e-4bba-9d2d-8591d046ccd9 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:09:28.457021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962fa0a9-d848-4b8f-93eb-dd1d653b55ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:28.460811 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-962fa0a9-d848-4b8f-93eb-dd1d653b55ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:28.484258 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-10eaf851-e9a3-4268-b3b8-70f75abf3e00 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Allocated IP 172.20.0.10 (9b3181a6-34dc-4164-8c5e-315c3c2482ac/713afcdd-86c7-4d5a-b1bf-394eb616b267/b17bcd07-6d2e-4bba-9d2d-8591d046ccd9) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:09:28.522893 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Sync routers for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:28.540162 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e2d43be7-a629-4139-bd0d-c3d9baf055d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:28.545317 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bd96dce-eb07-4b4f-97b6-3b30da0def8a req-0730b251-ca98-4257-b810-a213d80ffdc9 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2607129 Nov 11 12:09:28.552804 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962fa0a9-d848-4b8f-93eb-dd1d653b55ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:09:28.579316 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2878c6-aa9d-435b-adef-44e72c92bb86 req-3c1c197d-5af1-4ade-b931-89e7683d3456 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:28.585994 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:28.586853 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b2878c6-aa9d-435b-adef-44e72c92bb86 req-3c1c197d-5af1-4ade-b931-89e7683d3456 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.2104712 Nov 11 12:09:28.600829 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:28.623095 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6962acbd-0e92-48c2-9136-0a1b874297ee tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:28.641882 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-962fa0a9-d848-4b8f-93eb-dd1d653b55ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:28.642335 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-962fa0a9-d848-4b8f-93eb-dd1d653b55ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Added segment dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce of type vlan for network d4d37a63-1321-4fa3-90ac-38b4bd9c8f19 Nov 11 12:09:28.645410 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6962acbd-0e92-48c2-9136-0a1b874297ee tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:28.655913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e2d43be7-a629-4139-bd0d-c3d9baf055d0 None None] For port d4803880-ce8e-488c-9fb1-5bb4d686f122, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=d4803880-ce8e-488c-9fb1-5bb4d686f122,segment=NetworkSegment(1a534dd0-5cb0-405d-b5a0-299bfa00c4d1),segment_id=1a534dd0-5cb0-405d-b5a0-299bfa00c4d1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:28.658210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05490caa-2095-4402-a702-f79653cd5102 None None] Network 9b3181a6-34dc-4164-8c5e-315c3c2482ac requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:28.775391 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:28.792129 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e2d43be7-a629-4139-bd0d-c3d9baf055d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:28.798252 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6962acbd-0e92-48c2-9136-0a1b874297ee tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:28.802174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6962acbd-0e92-48c2-9136-0a1b874297ee tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8653898 Nov 11 12:09:28.806149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40804) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:28.813256 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-6ccfb7f6-2149-4deb-bf65-09a34233f178 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group': {'name': 'tempest-secgroup--1950677363'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:28.836734 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-962fa0a9-d848-4b8f-93eb-dd1d653b55ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:28.870776 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962acbd-0e92-48c2-9136-0a1b874297ee tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030ecce6-f071-4e90-9947-ac0c39ba2fbc,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:28.928632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d43be7-a629-4139-bd0d-c3d9baf055d0 None None] Pushing event updated for resources: {'Port': ['ID=d4803880-ce8e-488c-9fb1-5bb4d686f122,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:28.937360 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-10eaf851-e9a3-4268-b3b8-70f75abf3e00 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:28.941169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b2878c6-aa9d-435b-adef-44e72c92bb86 req-95507c83-5deb-444d-8be3-dcca986063c3 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532970 Nov 11 12:09:28.950926 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ccfb7f6-2149-4deb-bf65-09a34233f178 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:28.968893 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-962fa0a9-d848-4b8f-93eb-dd1d653b55ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:28.974818 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962fa0a9-d848-4b8f-93eb-dd1d653b55ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:28.975427 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-962fa0a9-d848-4b8f-93eb-dd1d653b55ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:29.001203 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device d4803880-ce8e-488c-9fb1-5bb4d686f122 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:09:29.094890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-962fa0a9-d848-4b8f-93eb-dd1d653b55ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8873420 Nov 11 12:09:29.147028 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e3bd0fb6-d8a5-4e5d-afbc-196ac75ee35a None None] Provisioning complete for port d4803880-ce8e-488c-9fb1-5bb4d686f122 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:29.147547 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0fb6-d8a5-4e5d-afbc-196ac75ee35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:29.153147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40810) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:29.158661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-93f87d92-5f24-4ff2-be0b-30c2f1e1f158 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'subnet': {'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:29.162731 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:25Z', 'revision_number': 3, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 2, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:29.173145 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-10eaf851-e9a3-4268-b3b8-70f75abf3e00 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:29.190504 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Checking router: 821b6844-b817-494c-a328-466daa4ee770 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:09:29.191127 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Updating router 821b6844-b817-494c-a328-466daa4ee770 port e223f77c-d3a4-4c75-a75f-a9c5eb684141 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:09:29.217989 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:29.223048 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fa0a9-d848-4b8f-93eb-dd1d653b55ca tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Network': ['ID=d4d37a63-1321-4fa3-90ac-38b4bd9c8f19,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:29.256941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port d4803880-ce8e-488c-9fb1-5bb4d686f122 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:29.257722 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:29.264899 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network d4d37a63-1321-4fa3-90ac-38b4bd9c8f19 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:09:29.355964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eaf851-e9a3-4268-b3b8-70f75abf3e00 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Network 9b3181a6-34dc-4164-8c5e-315c3c2482ac is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:29.365229 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-10eaf851-e9a3-4268-b3b8-70f75abf3e00 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:29.368715 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eaf851-e9a3-4268-b3b8-70f75abf3e00 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Pushing event updated for resources: {'Port': ['ID=b17bcd07-6d2e-4bba-9d2d-8591d046ccd9,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:29.374839 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f87d92-5f24-4ff2-be0b-30c2f1e1f158 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:29.378656 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-93f87d92-5f24-4ff2-be0b-30c2f1e1f158 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:29.400067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-491b767c-e509-425a-8cb8-cfa9ffcfbffd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:29.407937 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-491b767c-e509-425a-8cb8-cfa9ffcfbffd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:29.422508 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-491b767c-e509-425a-8cb8-cfa9ffcfbffd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:29.440199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-491b767c-e509-425a-8cb8-cfa9ffcfbffd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:29.451693 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-491b767c-e509-425a-8cb8-cfa9ffcfbffd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:29.464076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e3bd0fb6-d8a5-4e5d-afbc-196ac75ee35a None None] Provisioning complete for port e223f77c-d3a4-4c75-a75f-a9c5eb684141 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:29.464453 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0fb6-d8a5-4e5d-afbc-196ac75ee35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:29.470420 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-491b767c-e509-425a-8cb8-cfa9ffcfbffd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:29.478302 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-491b767c-e509-425a-8cb8-cfa9ffcfbffd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:29.480318 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-491b767c-e509-425a-8cb8-cfa9ffcfbffd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5434 time: 0.4104230 Nov 11 12:09:29.481633 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eaf851-e9a3-4268-b3b8-70f75abf3e00 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:29.518904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd0fb6-d8a5-4e5d-afbc-196ac75ee35a None None] Port e223f77c-d3a4-4c75-a75f-a9c5eb684141 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:29.657510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-a58a3222-d9d3-42d2-91eb-fbfe503f6eb9 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:29.658760 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-a58a3222-d9d3-42d2-91eb-fbfe503f6eb9 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.62 "GET /v2.0/ports/ac823cbf-4e8c-4c81-a62c-4380e8a06413?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1635494 Nov 11 12:09:29.659764 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:29.662698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-95f6fcc5-03ec-4713-a910-ed7d4067828b None None] Provisioning complete for port e223f77c-d3a4-4c75-a75f-a9c5eb684141 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:29.663294 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-95f6fcc5-03ec-4713-a910-ed7d4067828b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:29.670790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eaf851-e9a3-4268-b3b8-70f75abf3e00 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:29.671732 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-10eaf851-e9a3-4268-b3b8-70f75abf3e00 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:29.674662 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:29.743969 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-95f6fcc5-03ec-4713-a910-ed7d4067828b None None] Port e223f77c-d3a4-4c75-a75f-a9c5eb684141 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:29.746860 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ccfb7f6-2149-4deb-bf65-09a34233f178 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:29.753887 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device d4803880-ce8e-488c-9fb1-5bb4d686f122 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:09:29.764956 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-10eaf851-e9a3-4268-b3b8-70f75abf3e00 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.5430031 Nov 11 12:09:29.786077 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40822) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:29.787886 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ccfb7f6-2149-4deb-bf65-09a34233f178 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:29.795995 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98cb97-75ad-47ce-9cfb-861348120296 None None] Pushing event updated for resources: {'Port': ['ID=e223f77c-d3a4-4c75-a75f-a9c5eb684141,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:29.808213 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98cb97-75ad-47ce-9cfb-861348120296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:29.808546 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98cb97-75ad-47ce-9cfb-861348120296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:29.808877 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98cb97-75ad-47ce-9cfb-861348120296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:29.809200 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98cb97-75ad-47ce-9cfb-861348120296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:29.809519 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98cb97-75ad-47ce-9cfb-861348120296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:29.822086 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98cb97-75ad-47ce-9cfb-861348120296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:29.822441 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98cb97-75ad-47ce-9cfb-861348120296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:29.822762 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98cb97-75ad-47ce-9cfb-861348120296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:29.823072 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98cb97-75ad-47ce-9cfb-861348120296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:29.823551 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98cb97-75ad-47ce-9cfb-861348120296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:29.824019 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98cb97-75ad-47ce-9cfb-861348120296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:29.824484 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98cb97-75ad-47ce-9cfb-861348120296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:29.825070 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-93f87d92-5f24-4ff2-be0b-30c2f1e1f158 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:29.878303 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port d4803880-ce8e-488c-9fb1-5bb4d686f122 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:29.878670 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:29.912503 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f87d92-5f24-4ff2-be0b-30c2f1e1f158 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Subnet': ['ID=34cc964a-902a-4992-919f-57b78fd4c8bd,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:29.916079 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Attempting to bind port e223f77c-d3a4-4c75-a75f-a9c5eb684141 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:29.916623 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Attempting to bind port e223f77c-d3a4-4c75-a75f-a9c5eb684141 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '1a534dd0-5cb0-405d-b5a0-299bfa00c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:29.917148 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Attempting to bind port e223f77c-d3a4-4c75-a75f-a9c5eb684141 on network 47addb6c-41c0-4d5c-8ee2-aa99bc19a29c {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:29.923011 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:09:29.923319 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Checking segment: {'id': '1a534dd0-5cb0-405d-b5a0-299bfa00c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:29.923893 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:29.924079 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Bound using segment: {'id': '1a534dd0-5cb0-405d-b5a0-299bfa00c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:09:29.924550 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Bound port: e223f77c-d3a4-4c75-a75f-a9c5eb684141, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a534dd0-5cb0-405d-b5a0-299bfa00c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:09:29.924968 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.003921 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c024e7-7bac-441b-97bc-3b059056c529 req-75363478-da95-4ed6-bc4f-1fc3c28a1376 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:30.010111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c024e7-7bac-441b-97bc-3b059056c529 req-75363478-da95-4ed6-bc4f-1fc3c28a1376 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:30.016514 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c024e7-7bac-441b-97bc-3b059056c529 req-75363478-da95-4ed6-bc4f-1fc3c28a1376 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:30.032407 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-f9bf1cbd-b1fd-45ed-90bc-c05478d8496c tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.62 "GET /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3390143 Nov 11 12:09:30.033632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c024e7-7bac-441b-97bc-3b059056c529 req-75363478-da95-4ed6-bc4f-1fc3c28a1376 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:30.046348 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c024e7-7bac-441b-97bc-3b059056c529 req-75363478-da95-4ed6-bc4f-1fc3c28a1376 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:30.047664 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] For port e223f77c-d3a4-4c75-a75f-a9c5eb684141, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:09:30.052619 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] For port e223f77c-d3a4-4c75-a75f-a9c5eb684141, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e223f77c-d3a4-4c75-a75f-a9c5eb684141,segment=NetworkSegment(1a534dd0-5cb0-405d-b5a0-299bfa00c4d1),segment_id=1a534dd0-5cb0-405d-b5a0-299bfa00c4d1)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:09:30.054303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c024e7-7bac-441b-97bc-3b059056c529 req-75363478-da95-4ed6-bc4f-1fc3c28a1376 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:30.059542 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.061066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c024e7-7bac-441b-97bc-3b059056c529 req-75363478-da95-4ed6-bc4f-1fc3c28a1376 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:30.064108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-46c024e7-7bac-441b-97bc-3b059056c529 req-75363478-da95-4ed6-bc4f-1fc3c28a1376 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 5434 time: 0.2785189 Nov 11 12:09:30.075145 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ccfb7f6-2149-4deb-bf65-09a34233f178 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.081491 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6ccfb7f6-2149-4deb-bf65-09a34233f178 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2706640 Nov 11 12:09:30.086367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40830) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:30.087320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f87d92-5f24-4ff2-be0b-30c2f1e1f158 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Checking segment: {'id': 'dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:30.087847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f87d92-5f24-4ff2-be0b-30c2f1e1f158 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network hostable DHCP agents. Network: d4d37a63-1321-4fa3-90ac-38b4bd9c8f19, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:09:30.094004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-467b05e2-2bdc-4607-8acf-8777f76d5c58 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group_rule': {'security_group_id': '030ecce6-f071-4e90-9947-ac0c39ba2fbc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '01ba9e22-f3cf-496a-850a-c6b09813d2e4', 'remote_ip_prefix': None}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:30.117868 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-7bf1b7d0-a3ed-45c1-8ade-50ad945f6e79 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:30.136146 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:30.137077 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:30.143608 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98cb97-75ad-47ce-9cfb-861348120296 None None] Pushing event updated for resources: {'Port': ['ID=e223f77c-d3a4-4c75-a75f-a9c5eb684141,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:30.181557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7bee3bfc-af9e-4342-8960-579a4da3b4e3 None None] Provisioning complete for port e223f77c-d3a4-4c75-a75f-a9c5eb684141 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:30.181557 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7bee3bfc-af9e-4342-8960-579a4da3b4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.201636 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfb7f6-2149-4deb-bf65-09a34233f178 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ba9e22-f3cf-496a-850a-c6b09813d2e4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:30.212360 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-467b05e2-2bdc-4607-8acf-8777f76d5c58 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.273205 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-7bf1b7d0-a3ed-45c1-8ade-50ad945f6e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.283312 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:30.304625 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fbf12-226f-4878-b6ee-f15fb292e89e req-12b5be5e-6a13-4685-b459-6b1a9b4b2d9a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:30.319407 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e35fbf12-226f-4878-b6ee-f15fb292e89e req-12b5be5e-6a13-4685-b459-6b1a9b4b2d9a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.2539206 Nov 11 12:09:30.329765 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7bee3bfc-af9e-4342-8960-579a4da3b4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.354508 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-14c749b9-1a4f-4ce1-9a01-5bb49b389c17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Deleting port b17bcd07-6d2e-4bba-9d2d-8591d046ccd9 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:30.355807 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f87d92-5f24-4ff2-be0b-30c2f1e1f158 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network d4d37a63-1321-4fa3-90ac-38b4bd9c8f19 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:09:30.365838 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-14c749b9-1a4f-4ce1-9a01-5bb49b389c17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.392109 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7bee3bfc-af9e-4342-8960-579a4da3b4e3 None None] For port e223f77c-d3a4-4c75-a75f-a9c5eb684141, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e223f77c-d3a4-4c75-a75f-a9c5eb684141,segment=NetworkSegment(1a534dd0-5cb0-405d-b5a0-299bfa00c4d1),segment_id=1a534dd0-5cb0-405d-b5a0-299bfa00c4d1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:30.402392 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7bee3bfc-af9e-4342-8960-579a4da3b4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.434727 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-46c024e7-7bac-441b-97bc-3b059056c529 req-e95afe13-b19b-4e2a-9243-38462f680ad1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3506508 Nov 11 12:09:30.450705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-93f87d92-5f24-4ff2-be0b-30c2f1e1f158 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, d4d37a63-1321-4fa3-90ac-38b4bd9c8f19) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:30.478777 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f87d92-5f24-4ff2-be0b-30c2f1e1f158 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:30.479787 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-93f87d92-5f24-4ff2-be0b-30c2f1e1f158 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.487761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9edbaa-5628-4c6b-a45b-862416e3177b None None] Network d4d37a63-1321-4fa3-90ac-38b4bd9c8f19 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:30.557688 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-467b05e2-2bdc-4607-8acf-8777f76d5c58 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.561654 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-93f87d92-5f24-4ff2-be0b-30c2f1e1f158 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4071541 Nov 11 12:09:30.565681 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e35fbf12-226f-4878-b6ee-f15fb292e89e req-d0840ce5-d263-430c-ba50-5c89accc0f95 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359288 Nov 11 12:09:30.566216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40840) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:30.574295 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-467b05e2-2bdc-4607-8acf-8777f76d5c58 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.686020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b05e2-2bdc-4607-8acf-8777f76d5c58 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6db192-4c27-40da-aa9f-e4c266f069f7,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:30.712238 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee3bfc-af9e-4342-8960-579a4da3b4e3 None None] Pushing event updated for resources: {'Port': ['ID=e223f77c-d3a4-4c75-a75f-a9c5eb684141,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:30.712841 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-467b05e2-2bdc-4607-8acf-8777f76d5c58 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.717605 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-467b05e2-2bdc-4607-8acf-8777f76d5c58 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6235871 Nov 11 12:09:30.719983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40842) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:30.730599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-792ad1c7-2753-4c7b-937d-c42ef6345769 None None] Provisioning complete for port e223f77c-d3a4-4c75-a75f-a9c5eb684141 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:30.730979 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-792ad1c7-2753-4c7b-937d-c42ef6345769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.768291 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:25Z', 'revision_number': 3, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 4, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:30.776879 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-7bf1b7d0-a3ed-45c1-8ade-50ad945f6e79 service neutron] For port ac823cbf-4e8c-4c81-a62c-4380e8a06413, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ac823cbf-4e8c-4c81-a62c-4380e8a06413,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:30.814341 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d93655-4a8b-4de0-a243-ee6c82536832 None None] The sync data for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 is: [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:25Z', 'revision_number': 3, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 4, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:30.848789 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-7bf1b7d0-a3ed-45c1-8ade-50ad945f6e79 service neutron] For port ac823cbf-4e8c-4c81-a62c-4380e8a06413, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:09:30.915286 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-58cc5f48-7ee9-48a7-bf6f-7b8935e217f0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.925404 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-58cc5f48-7ee9-48a7-bf6f-7b8935e217f0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.942636 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-14c749b9-1a4f-4ce1-9a01-5bb49b389c17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.974858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-d4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'fixed_ips': [{'subnet_id': '34cc964a-902a-4992-919f-57b78fd4c8bd'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:09:30.976248 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:30.983430 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-14c749b9-1a4f-4ce1-9a01-5bb49b389c17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Calling delete_port for b17bcd07-6d2e-4bba-9d2d-8591d046ccd9 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:30.987310 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-7bf1b7d0-a3ed-45c1-8ade-50ad945f6e79 service neutron] device_id is not set on port ac823cbf-4e8c-4c81-a62c-4380e8a06413 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:09:31.017666 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-7bf1b7d0-a3ed-45c1-8ade-50ad945f6e79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:31.050937 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-58cc5f48-7ee9-48a7-bf6f-7b8935e217f0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:31.067840 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-7bf1b7d0-a3ed-45c1-8ade-50ad945f6e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:31.160318 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1b7d0-a3ed-45c1-8ade-50ad945f6e79 service neutron] Pushing event updated for resources: {'Port': ['ID=ac823cbf-4e8c-4c81-a62c-4380e8a06413,revision_number=6']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:31.235524 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-dd16f3bb-5dbc-4e77-ad2c-c86627f9d159 None None] Provisioning complete for port e223f77c-d3a4-4c75-a75f-a9c5eb684141 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:31.241304 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-58cc5f48-7ee9-48a7-bf6f-7b8935e217f0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:31.246241 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-58cc5f48-7ee9-48a7-bf6f-7b8935e217f0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/3c6db192-4c27-40da-aa9f-e4c266f069f7 HTTP/1.1" status: 204 len: 168 time: 0.5248768 Nov 11 12:09:31.246417 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dd16f3bb-5dbc-4e77-ad2c-c86627f9d159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:31.270385 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40848) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:31.298068 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc5f48-7ee9-48a7-bf6f-7b8935e217f0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c6db192-4c27-40da-aa9f-e4c266f069f7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:31.323574 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-7bf1b7d0-a3ed-45c1-8ade-50ad945f6e79 service neutron] No DVR routers for this DVR port ac823cbf-4e8c-4c81-a62c-4380e8a06413 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:09:31.370794 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-14c749b9-1a4f-4ce1-9a01-5bb49b389c17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:31.372767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Allocated IP 172.22.0.2 (d4d37a63-1321-4fa3-90ac-38b4bd9c8f19/34cc964a-902a-4992-919f-57b78fd4c8bd/47b4beb9-a015-439d-a636-51755cc93998) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:09:31.420588 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-db712872-df14-4cb3-9a38-08686f776c77 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1437206 Nov 11 12:09:31.420588 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40854) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:31.463003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c749b9-1a4f-4ce1-9a01-5bb49b389c17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Pushing event deleted for resources: {'Port': ['ID=b17bcd07-6d2e-4bba-9d2d-8591d046ccd9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:31.507675 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:31.580312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-7bf1b7d0-a3ed-45c1-8ade-50ad945f6e79 service neutron] In _notify_port_updated(), no bound segment for port ac823cbf-4e8c-4c81-a62c-4380e8a06413 on network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d {{(pid=109154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:09:31.589764 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-7bf1b7d0-a3ed-45c1-8ade-50ad945f6e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:31.590757 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-7bf1b7d0-a3ed-45c1-8ade-50ad945f6e79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:31.592240 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-7bf1b7d0-a3ed-45c1-8ade-50ad945f6e79 service neutron] 10.222.0.62 "PUT /v2.0/ports/ac823cbf-4e8c-4c81-a62c-4380e8a06413 HTTP/1.1" status: 200 len: 1026 time: 1.4949260 Nov 11 12:09:31.743362 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-82bbf5c4-60d2-450f-9e97-e6a338b4066e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:31.745125 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-82bbf5c4-60d2-450f-9e97-e6a338b4066e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.62 "GET /v2.0/ports/99b9334d-889b-4925-8044-1f449140c379?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1189189 Nov 11 12:09:31.749984 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-14c749b9-1a4f-4ce1-9a01-5bb49b389c17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:31.758796 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-14c749b9-1a4f-4ce1-9a01-5bb49b389c17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "DELETE /v2.0/ports/b17bcd07-6d2e-4bba-9d2d-8591d046ccd9 HTTP/1.1" status: 204 len: 168 time: 1.9669020 Nov 11 12:09:31.766548 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40864) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:31.775493 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-230f75c1-00f5-473c-9c3f-7f20e477c006 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:31.778960 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:31.780795 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b3181a6-34dc-4164-8c5e-315c3c2482ac', 'external_fixed_ips': [{'subnet_id': '713afcdd-86c7-4d5a-b1bf-394eb616b267', 'ip_address': '172.20.0.10'}]}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:31.790007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e223f77c-d3a4-4c75-a75f-a9c5eb684141 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:09:31.840280 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:31.847912 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6c0bfcad-38ec-49e5-a8cc-85cc67496b25 None None] Provisioning complete for port ac823cbf-4e8c-4c81-a62c-4380e8a06413 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:31.848318 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6c0bfcad-38ec-49e5-a8cc-85cc67496b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:31.894214 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-230f75c1-00f5-473c-9c3f-7f20e477c006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:31.898335 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:31.899408 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:31.934622 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ae10bd2c-d2f3-4979-833b-95f473af7a67 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:31.966000 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Pushing event updated for resources: {'Port': ['ID=47b4beb9-a015-439d-a636-51755cc93998,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:31.976328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Network d4d37a63-1321-4fa3-90ac-38b4bd9c8f19 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:31.979858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:31.983872 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6c0bfcad-38ec-49e5-a8cc-85cc67496b25 None None] Port ac823cbf-4e8c-4c81-a62c-4380e8a06413 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:31.986204 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:32.003694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e223f77c-d3a4-4c75-a75f-a9c5eb684141 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:32.003694 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.024710 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.081731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Attempting to bind port 47b4beb9-a015-439d-a636-51755cc93998 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:32.082254 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Attempting to bind port 47b4beb9-a015-439d-a636-51755cc93998 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:32.082704 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Attempting to bind port 47b4beb9-a015-439d-a636-51755cc93998 on network d4d37a63-1321-4fa3-90ac-38b4bd9c8f19 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:32.090354 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:09:32.090891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Checking segment: {'id': 'dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:32.091379 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.091925 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Bound using segment: {'id': 'dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:09:32.092487 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Bound port: 47b4beb9-a015-439d-a636-51755cc93998, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:09:32.093055 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.096773 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ae10bd2c-d2f3-4979-833b-95f473af7a67 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.127577 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1c587-b0c7-4a47-aead-52ad69061928 req-7201049f-9cdc-4e00-88b0-913cf8ea4f29 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:32.136448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1c587-b0c7-4a47-aead-52ad69061928 req-7201049f-9cdc-4e00-88b0-913cf8ea4f29 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:32.143587 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1c587-b0c7-4a47-aead-52ad69061928 req-7201049f-9cdc-4e00-88b0-913cf8ea4f29 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:32.150917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1c587-b0c7-4a47-aead-52ad69061928 req-7201049f-9cdc-4e00-88b0-913cf8ea4f29 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:32.158362 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1c587-b0c7-4a47-aead-52ad69061928 req-7201049f-9cdc-4e00-88b0-913cf8ea4f29 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:32.165178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1c587-b0c7-4a47-aead-52ad69061928 req-7201049f-9cdc-4e00-88b0-913cf8ea4f29 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:32.167215 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69c1c587-b0c7-4a47-aead-52ad69061928 req-7201049f-9cdc-4e00-88b0-913cf8ea4f29 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 4661 time: 0.3813567 Nov 11 12:09:32.195066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d4e06-cdfd-4ce2-8d8a-2dc911783a98 req-28689648-427b-4aa8-b173-5c6ba9ed9656 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:32.196921 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e29d4e06-cdfd-4ce2-8d8a-2dc911783a98 req-28689648-427b-4aa8-b173-5c6ba9ed9656 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.4124227 Nov 11 12:09:32.198698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] For port 47b4beb9-a015-439d-a636-51755cc93998, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:09:32.212975 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] For port 47b4beb9-a015-439d-a636-51755cc93998, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=47b4beb9-a015-439d-a636-51755cc93998,segment=NetworkSegment(dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce),segment_id=dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:09:32.218995 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.311105 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d817e-282d-4523-92c1-0d45ef4c4ff9 None None] Pushing event updated for resources: {'Port': ['ID=47b4beb9-a015-439d-a636-51755cc93998,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:32.313969 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Allocated IP 172.22.0.1 (d4d37a63-1321-4fa3-90ac-38b4bd9c8f19/34cc964a-902a-4992-919f-57b78fd4c8bd/c1e78607-e073-4173-be89-675b5c600a6b) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:09:32.333904 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e29d4e06-cdfd-4ce2-8d8a-2dc911783a98 req-66f61bc8-4601-4c5e-a0af-bca150b56243 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113608 Nov 11 12:09:32.342129 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ae10bd2c-d2f3-4979-833b-95f473af7a67 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.344891 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ae10bd2c-d2f3-4979-833b-95f473af7a67 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.346122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ae10bd2c-d2f3-4979-833b-95f473af7a67 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-groups/01ba9e22-f3cf-496a-850a-c6b09813d2e4 HTTP/1.1" status: 204 len: 168 time: 0.9252567 Nov 11 12:09:32.363080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40874) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:32.363292 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.391732 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10bd2c-d2f3-4979-833b-95f473af7a67 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ba9e22-f3cf-496a-850a-c6b09813d2e4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:32.409463 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-230f75c1-00f5-473c-9c3f-7f20e477c006 service neutron] For port 99b9334d-889b-4925-8044-1f449140c379, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=99b9334d-889b-4925-8044-1f449140c379,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:32.420840 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69c1c587-b0c7-4a47-aead-52ad69061928 req-09736ec2-3438-4089-bc24-119e667e3a50 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe&id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2225473 Nov 11 12:09:32.518556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-230f75c1-00f5-473c-9c3f-7f20e477c006 service neutron] For port 99b9334d-889b-4925-8044-1f449140c379, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:09:32.529409 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f8d1764e-a322-45c9-823c-8821a86bf6c4 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:09:32.529898 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-74b03833-d458-40bc-b2ba-687d7c5d8118 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1708355 Nov 11 12:09:32.530563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40876) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:32.609861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-230f75c1-00f5-473c-9c3f-7f20e477c006 service neutron] device_id is not set on port 99b9334d-889b-4925-8044-1f449140c379 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:09:32.621484 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-230f75c1-00f5-473c-9c3f-7f20e477c006 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.639127 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-230f75c1-00f5-473c-9c3f-7f20e477c006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.676260 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.709106 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.712518 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2db3d113-007d-4d16-8f6a-fe05f8cd26b0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.754475 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2db3d113-007d-4d16-8f6a-fe05f8cd26b0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.764834 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f8d1764e-a322-45c9-823c-8821a86bf6c4, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f8d1764e-a322-45c9-823c-8821a86bf6c4,segment=NetworkSegment(16f57aec-6565-48c5-9774-80e4a505b3e2),segment_id=16f57aec-6565-48c5-9774-80e4a505b3e2)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:32.766649 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d1764e-a322-45c9-823c-8821a86bf6c4'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:09:32.769801 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ec5cff-86ba-48da-a05a-61a71b28e2aa" -d '{"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d1764e-a322-45c9-823c-8821a86bf6c4"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:09:32.775680 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.776599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5bb8b285-d3a8-488b-ace9-c5345979a664 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:09:32.827471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-230f75c1-00f5-473c-9c3f-7f20e477c006 service neutron] No DVR routers for this DVR port 99b9334d-889b-4925-8044-1f449140c379 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:09:32.830868 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2db3d113-007d-4d16-8f6a-fe05f8cd26b0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.837504 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2db3d113-007d-4d16-8f6a-fe05f8cd26b0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.839028 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2db3d113-007d-4d16-8f6a-fe05f8cd26b0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-groups/030ecce6-f071-4e90-9947-ac0c39ba2fbc HTTP/1.1" status: 204 len: 168 time: 0.3052003 Nov 11 12:09:32.845084 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.847926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40886) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:32.848998 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a76b05-e63b-41fa-98c4-2e08f3e53649 x-openstack-request-id: req-16a76b05-e63b-41fa-98c4-2e08f3e53649 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:09:32.849475 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d1764e-a322-45c9-823c-8821a86bf6c4", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:09:32.849699 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16a76b05-e63b-41fa-98c4-2e08f3e53649 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:09:32.850191 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d1764e-a322-45c9-823c-8821a86bf6c4', 'code': 200} Nov 11 12:09:32.893732 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f75c1-00f5-473c-9c3f-7f20e477c006 service neutron] Pushing event updated for resources: {'Port': ['ID=99b9334d-889b-4925-8044-1f449140c379,revision_number=6']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:32.897364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-230f75c1-00f5-473c-9c3f-7f20e477c006 service neutron] In _notify_port_updated(), no bound segment for port 99b9334d-889b-4925-8044-1f449140c379 on network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d {{(pid=109154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:09:32.898286 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-230f75c1-00f5-473c-9c3f-7f20e477c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:32.899039 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-230f75c1-00f5-473c-9c3f-7f20e477c006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:32.900369 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-230f75c1-00f5-473c-9c3f-7f20e477c006 service neutron] 10.222.0.62 "PUT /v2.0/ports/99b9334d-889b-4925-8044-1f449140c379 HTTP/1.1" status: 200 len: 1028 time: 1.1402495 Nov 11 12:09:32.912642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3d113-007d-4d16-8f6a-fe05f8cd26b0 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=030ecce6-f071-4e90-9947-ac0c39ba2fbc,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:32.913200 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f8d1764e-a322-45c9-823c-8821a86bf6c4,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:32.935951 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network d4d37a63-1321-4fa3-90ac-38b4bd9c8f19 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:32.937775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:32.954953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:33.006623 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:33.049560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=c1e78607-e073-4173-be89-675b5c600a6b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:33.081169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6fff919c-9fee-48c6-8d30-ac8783573302 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2210751 Nov 11 12:09:33.083936 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40892) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:33.091829 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-71442c37-402b-4846-9cbb-59832337ca19 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group': {'name': 'tempest-secgroup--1651438748'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:33.098095 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:33.101370 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5bb8b285-d3a8-488b-ace9-c5345979a664, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5bb8b285-d3a8-488b-ace9-c5345979a664,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:33.131719 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:33.133502 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:33.134449 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 598e6046-573d-4050-bad0-9f22dc092749 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:09:33.181616 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:33.216186 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-71442c37-402b-4846-9cbb-59832337ca19 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:33.292335 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:33.314525 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5bb8b285-d3a8-488b-ace9-c5345979a664,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:33.325647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4d1788c6-3631-422c-9c76-3cca9b444d51 None None] Provisioning complete for port 99b9334d-889b-4925-8044-1f449140c379 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:33.328154 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4d1788c6-3631-422c-9c76-3cca9b444d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:33.446136 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4d1788c6-3631-422c-9c76-3cca9b444d51 None None] Port 99b9334d-889b-4925-8044-1f449140c379 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:33.479582 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:33.524826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 598e6046-573d-4050-bad0-9f22dc092749, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=598e6046-573d-4050-bad0-9f22dc092749,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:33.534390 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:33.535284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ac823cbf-4e8c-4c81-a62c-4380e8a06413 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:09:33.619840 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=598e6046-573d-4050-bad0-9f22dc092749,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:33.623520 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ac823cbf-4e8c-4c81-a62c-4380e8a06413 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:09:33.623944 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device a4ce7603-6d5b-42f6-be9e-268fcfaee0bd no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:09:33.852607 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-71442c37-402b-4846-9cbb-59832337ca19 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:33.873626 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-71442c37-402b-4846-9cbb-59832337ca19 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:33.901004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2803cb-65a5-4b7d-9984-c3c045ad3ec9 req-2ce5bad0-966e-4e6e-9262-5c25012299a3 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:33.907288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2803cb-65a5-4b7d-9984-c3c045ad3ec9 req-2ce5bad0-966e-4e6e-9262-5c25012299a3 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:33.913217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2803cb-65a5-4b7d-9984-c3c045ad3ec9 req-2ce5bad0-966e-4e6e-9262-5c25012299a3 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:33.919585 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2803cb-65a5-4b7d-9984-c3c045ad3ec9 req-2ce5bad0-966e-4e6e-9262-5c25012299a3 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:33.925839 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2803cb-65a5-4b7d-9984-c3c045ad3ec9 req-2ce5bad0-966e-4e6e-9262-5c25012299a3 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:33.927695 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a2803cb-65a5-4b7d-9984-c3c045ad3ec9 req-2ce5bad0-966e-4e6e-9262-5c25012299a3 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 3880 time: 0.3213093 Nov 11 12:09:33.941300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df8300-836f-4075-83ef-c1cd82594e55 req-0a310b0c-ca46-402f-8caa-e3dfe2335361 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:33.949184 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42df8300-836f-4075-83ef-c1cd82594e55 req-0a310b0c-ca46-402f-8caa-e3dfe2335361 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.3438034 Nov 11 12:09:34.006234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Allocated IP 172.20.0.10 (9b3181a6-34dc-4164-8c5e-315c3c2482ac/713afcdd-86c7-4d5a-b1bf-394eb616b267/183aa955-52cd-4f7f-81f9-99d11632cd0a) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:09:34.026621 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 47b4beb9-a015-439d-a636-51755cc93998 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:09:34.030196 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b262f3-a81e-4959-92e2-c5c4fccae513 None None] Network d4d37a63-1321-4fa3-90ac-38b4bd9c8f19 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:34.097135 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-cc4ae224-8a2e-43be-b033-8badec1515d2 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Deleting port 00b27224-5b1e-47f9-9afc-62ede007c4b3 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:34.097659 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-cc4ae224-8a2e-43be-b033-8badec1515d2 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.098451 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8bdfe810-bd99-4525-8dee-a39be1427f2e None None] Provisioning complete for port 47b4beb9-a015-439d-a636-51755cc93998 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:34.098828 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe810-bd99-4525-8dee-a39be1427f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.100709 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.240083 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.248269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd,segment=NetworkSegment(2251ea31-8c4f-4cd3-9c37-cc3f06e36863),segment_id=2251ea31-8c4f-4cd3-9c37-cc3f06e36863)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:34.269671 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.270376 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 00b27224-5b1e-47f9-9afc-62ede007c4b3 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:09:34.281382 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-cc4ae224-8a2e-43be-b033-8badec1515d2 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] For port 00b27224-5b1e-47f9-9afc-62ede007c4b3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=00b27224-5b1e-47f9-9afc-62ede007c4b3,segment=NetworkSegment(16f57aec-6565-48c5-9774-80e4a505b3e2),segment_id=16f57aec-6565-48c5-9774-80e4a505b3e2)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:34.282178 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-cc4ae224-8a2e-43be-b033-8badec1515d2 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.308126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-cc4ae224-8a2e-43be-b033-8badec1515d2 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Calling delete_port for 00b27224-5b1e-47f9-9afc-62ede007c4b3 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:34.354782 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-71442c37-402b-4846-9cbb-59832337ca19 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.355937 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-71442c37-402b-4846-9cbb-59832337ca19 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2709436 Nov 11 12:09:34.370962 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40914) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:34.376043 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.376273 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-36c72454-b9ac-4455-9a26-6a0a6ffd08b2 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group_rule': {'security_group_id': 'db49e1ba-6820-4d52-b7e7-4bbd9e26dcc1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:34.396954 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71442c37-402b-4846-9cbb-59832337ca19 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db49e1ba-6820-4d52-b7e7-4bbd9e26dcc1,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:34.453797 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Network 9b3181a6-34dc-4164-8c5e-315c3c2482ac is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:34.457913 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42df8300-836f-4075-83ef-c1cd82594e55 req-c83a9462-da99-4d7d-a009-f8fb7a73541c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077033 Nov 11 12:09:34.458751 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe810-bd99-4525-8dee-a39be1427f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.462035 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:34.462908 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 47b4beb9-a015-439d-a636-51755cc93998 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:34.463691 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.467194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:34.469439 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Pushing event updated for resources: {'Port': ['ID=183aa955-52cd-4f7f-81f9-99d11632cd0a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:34.482918 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a2803cb-65a5-4b7d-9984-c3c045ad3ec9 req-03f12399-6dbe-4338-8530-556f24baad8b tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5251572 Nov 11 12:09:34.504693 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.514658 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36c72454-b9ac-4455-9a26-6a0a6ffd08b2 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.530274 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.617622 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:34.649611 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=c1e78607-e073-4173-be89-675b5c600a6b,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:34.654107 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.658997 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8bdfe810-bd99-4525-8dee-a39be1427f2e None None] For port 47b4beb9-a015-439d-a636-51755cc93998, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=47b4beb9-a015-439d-a636-51755cc93998,segment=NetworkSegment(dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce),segment_id=dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:34.697712 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-cc4ae224-8a2e-43be-b033-8badec1515d2 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.737221 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe810-bd99-4525-8dee-a39be1427f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.743347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ae224-8a2e-43be-b033-8badec1515d2 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event deleted for resources: {'Port': ['ID=00b27224-5b1e-47f9-9afc-62ede007c4b3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:34.778032 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36c72454-b9ac-4455-9a26-6a0a6ffd08b2 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.788244 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36c72454-b9ac-4455-9a26-6a0a6ffd08b2 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.826908 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36c72454-b9ac-4455-9a26-6a0a6ffd08b2 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.829117 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-36c72454-b9ac-4455-9a26-6a0a6ffd08b2 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4564128 Nov 11 12:09:34.838916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40926) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:34.851075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bb8b285-d3a8-488b-ace9-c5345979a664'}, {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '598e6046-573d-4050-bad0-9f22dc092749'}, {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4ce7603-6d5b-42f6-be9e-268fcfaee0bd'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:09:34.853388 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88817668-420b-4beb-afc0-272b8e1ad575" -d '{"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "5bb8b285-d3a8-488b-ace9-c5345979a664"}, {"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "598e6046-573d-4050-bad0-9f22dc092749"}, {"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "a4ce7603-6d5b-42f6-be9e-268fcfaee0bd"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:09:34.856037 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-cc4ae224-8a2e-43be-b033-8badec1515d2 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] No DVR routers for this DVR port 00b27224-5b1e-47f9-9afc-62ede007c4b3 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:09:34.866484 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-cc4ae224-8a2e-43be-b033-8badec1515d2 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.872520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c72454-b9ac-4455-9a26-6a0a6ffd08b2 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4c4492-942f-40ac-902d-2201d0533073,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:34.872707 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-cc4ae224-8a2e-43be-b033-8badec1515d2 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.62 "DELETE /v2.0/ports/00b27224-5b1e-47f9-9afc-62ede007c4b3 HTTP/1.1" status: 204 len: 173 time: 1.9589050 Nov 11 12:09:34.872707 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-deleted', 'tag': '00b27224-5b1e-47f9-9afc-62ede007c4b3'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:09:34.872846 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a209f42a-2224-45ec-abf0-50b35447d60d" -d '{"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-deleted", "tag": "00b27224-5b1e-47f9-9afc-62ede007c4b3"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:09:34.878502 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.909512 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4e802f7-d1b3-4a98-90cb-ccba7f3afa95 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.919770 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4e802f7-d1b3-4a98-90cb-ccba7f3afa95 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.946902 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 11 Nov 2021 12:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bf17f2-8391-4862-b138-aaaf4a7d165e x-openstack-request-id: req-09bf17f2-8391-4862-b138-aaaf4a7d165e {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:09:34.947394 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "5bb8b285-d3a8-488b-ace9-c5345979a664", "code": 200}, {"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "598e6046-573d-4050-bad0-9f22dc092749", "code": 200}, {"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "a4ce7603-6d5b-42f6-be9e-268fcfaee0bd", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:09:34.947788 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09bf17f2-8391-4862-b138-aaaf4a7d165e {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:09:34.948344 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bb8b285-d3a8-488b-ace9-c5345979a664', 'code': 200} Nov 11 12:09:34.948737 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '598e6046-573d-4050-bad0-9f22dc092749', 'code': 200} Nov 11 12:09:34.949109 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4ce7603-6d5b-42f6-be9e-268fcfaee0bd', 'code': 200} Nov 11 12:09:34.964780 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network d4d37a63-1321-4fa3-90ac-38b4bd9c8f19 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:34.965689 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4e802f7-d1b3-4a98-90cb-ccba7f3afa95 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.972921 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4e802f7-d1b3-4a98-90cb-ccba7f3afa95 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:34.976975 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e4e802f7-d1b3-4a98-90cb-ccba7f3afa95 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/4c4c4492-942f-40ac-902d-2201d0533073 HTTP/1.1" status: 204 len: 168 time: 0.1348624 Nov 11 12:09:34.978284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:34.978756 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40932) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:34.981678 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfe810-bd99-4525-8dee-a39be1427f2e None None] Pushing event updated for resources: {'Port': ['ID=47b4beb9-a015-439d-a636-51755cc93998,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:34.987854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e802f7-d1b3-4a98-90cb-ccba7f3afa95 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c4c4492-942f-40ac-902d-2201d0533073,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:35.021333 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3da137-b692-43c4-97b7-461970122266 x-openstack-request-id: req-6b3da137-b692-43c4-97b7-461970122266 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:09:35.021890 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-deleted", "tag": "00b27224-5b1e-47f9-9afc-62ede007c4b3", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:09:35.022075 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b3da137-b692-43c4-97b7-461970122266 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:09:35.022562 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-deleted', 'tag': '00b27224-5b1e-47f9-9afc-62ede007c4b3', 'status': 'completed', 'code': 200} Nov 11 12:09:35.043599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 99b9334d-889b-4925-8044-1f449140c379 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:09:35.059224 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:35.128809 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 99b9334d-889b-4925-8044-1f449140c379 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:09:35.136116 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 821b6844-b817-494c-a328-466daa4ee770 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:09:35.175218 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0001c9b4-1f06-4aab-8d86-9fba1e737ff3 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1688645 Nov 11 12:09:35.178921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40934) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:35.234738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ec12282d-5d70-42c0-8fb4-5d6d89ef68d1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Deleting port f8d1764e-a322-45c9-823c-8821a86bf6c4 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:35.235078 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ec12282d-5d70-42c0-8fb4-5d6d89ef68d1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:35.292630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:35.303855 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9f4336be-7e69-472d-854e-26f4b50b3a10 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/821b6844-b817-494c-a328-466daa4ee770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7362309 Nov 11 12:09:35.309889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40940) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:35.310510 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Sync routers for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:35.320537 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-4f47cc49-7319-45e1-94e5-e84d33703080 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'network': {'name': 'tempest-RoutersTest-1456295062'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:35.327146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:35.328148 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:35.361767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f47cc49-7319-45e1-94e5-e84d33703080 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:35.367279 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f47cc49-7319-45e1-94e5-e84d33703080 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:35.427974 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f47cc49-7319-45e1-94e5-e84d33703080 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:09:35.456978 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f47cc49-7319-45e1-94e5-e84d33703080 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:35.457996 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-4f47cc49-7319-45e1-94e5-e84d33703080 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Added segment 05e41fca-dd9d-43f5-95fd-5f710e80d3c1 of type vlan for network 8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8 Nov 11 12:09:35.483746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-87243cf3-2ed3-43f0-9430-a578e73816ff None None] Provisioning complete for port c1e78607-e073-4173-be89-675b5c600a6b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:35.484138 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87243cf3-2ed3-43f0-9430-a578e73816ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:35.503578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ec12282d-5d70-42c0-8fb4-5d6d89ef68d1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] For port f8d1764e-a322-45c9-823c-8821a86bf6c4, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f8d1764e-a322-45c9-823c-8821a86bf6c4,segment=NetworkSegment(16f57aec-6565-48c5-9774-80e4a505b3e2),segment_id=16f57aec-6565-48c5-9774-80e4a505b3e2)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:35.503578 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ec12282d-5d70-42c0-8fb4-5d6d89ef68d1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:35.525280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ec12282d-5d70-42c0-8fb4-5d6d89ef68d1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Calling delete_port for f8d1764e-a322-45c9-823c-8821a86bf6c4 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:35.530279 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:35.607614 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-87243cf3-2ed3-43f0-9430-a578e73816ff None None] Port c1e78607-e073-4173-be89-675b5c600a6b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:35.639444 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f47cc49-7319-45e1-94e5-e84d33703080 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:35.700644 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:35.734152 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f47cc49-7319-45e1-94e5-e84d33703080 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:35.739787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f47cc49-7319-45e1-94e5-e84d33703080 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:35.740498 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f47cc49-7319-45e1-94e5-e84d33703080 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:35.760230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-87243cf3-2ed3-43f0-9430-a578e73816ff None None] Provisioning complete for port 47b4beb9-a015-439d-a636-51755cc93998 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:35.761285 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87243cf3-2ed3-43f0-9430-a578e73816ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:35.784323 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4cbe9b0-806c-4b11-a382-424b2969df3c tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:35.796369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 47b4beb9-a015-439d-a636-51755cc93998 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:09:35.803681 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4f47cc49-7319-45e1-94e5-e84d33703080 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4926047 Nov 11 12:09:35.819691 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40954) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:35.825078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-072cb310-098c-45eb-bdb2-08ceeba1bc43 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'subnet': {'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:35.881105 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04610a-4a4b-4d95-b1be-8da732a099e1 req-46ea2cec-0a66-45fc-bea0-88451a9506ad tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:35.883477 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f04610a-4a4b-4d95-b1be-8da732a099e1 req-46ea2cec-0a66-45fc-bea0-88451a9506ad tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.3275549 Nov 11 12:09:35.899797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3304de-712f-4965-9fb1-a3af59f6227e req-78e8c085-060d-4de1-aa33-a6a16b745ea2 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:35.907198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3304de-712f-4965-9fb1-a3af59f6227e req-78e8c085-060d-4de1-aa33-a6a16b745ea2 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:35.907387 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7b547fd0-e803-4e20-b673-fe36efffff3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:35.914524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3304de-712f-4965-9fb1-a3af59f6227e req-78e8c085-060d-4de1-aa33-a6a16b745ea2 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:35.920919 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3304de-712f-4965-9fb1-a3af59f6227e req-78e8c085-060d-4de1-aa33-a6a16b745ea2 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:35.929316 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3f3304de-712f-4965-9fb1-a3af59f6227e req-78e8c085-060d-4de1-aa33-a6a16b745ea2 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 3143 time: 0.2161610 Nov 11 12:09:35.984494 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 47b4beb9-a015-439d-a636-51755cc93998 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:35.984775 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.013304 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4cbe9b0-806c-4b11-a382-424b2969df3c tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.019622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3f3304de-712f-4965-9fb1-a3af59f6227e req-b679858c-6699-4ec2-ba4d-cd7cf419adda tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891912 Nov 11 12:09:36.030950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47cc49-7319-45e1-94e5-e84d33703080 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Network': ['ID=8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:36.101515 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:09:36.115473 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072cb310-098c-45eb-bdb2-08ceeba1bc43 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Made reservation on behalf of 0bfdc5c28d5d433f8efa955248f48a37 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:09:36.119122 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-072cb310-098c-45eb-bdb2-08ceeba1bc43 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.121559 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f04610a-4a4b-4d95-b1be-8da732a099e1 req-7fe7c533-7f42-44eb-9bf0-552dc9be76c5 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632702 Nov 11 12:09:36.165508 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4cbe9b0-806c-4b11-a382-424b2969df3c tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.168721 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4cbe9b0-806c-4b11-a382-424b2969df3c tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.172326 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e4cbe9b0-806c-4b11-a382-424b2969df3c tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-groups/db49e1ba-6820-4d52-b7e7-4bbd9e26dcc1 HTTP/1.1" status: 204 len: 168 time: 0.9900570 Nov 11 12:09:36.172834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40960) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:36.241266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8d3b5eed-de09-4150-a43b-75abbc3c1413 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0666142 Nov 11 12:09:36.242319 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40962) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:36.247518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-3068581c-1529-4d39-b577-2dbe37527c3a tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group': {'name': 'tempest-secgroup--359401230'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:36.260816 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbe9b0-806c-4b11-a382-424b2969df3c tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db49e1ba-6820-4d52-b7e7-4bbd9e26dcc1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:36.283419 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3068581c-1529-4d39-b577-2dbe37527c3a tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.312252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:33Z', 'revision_number': 4, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e78607-e073-4173-be89-675b5c600a6b', 'name': '', 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:28:c7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:31Z', 'updated_at': '2021-11-11T12:09:33Z', 'revision_number': 2, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:36.327985 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ec12282d-5d70-42c0-8fb4-5d6d89ef68d1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.365643 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Checking router: 821b6844-b817-494c-a328-466daa4ee770 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:09:36.366301 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Updating router 821b6844-b817-494c-a328-466daa4ee770 port c1e78607-e073-4173-be89-675b5c600a6b binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:09:36.385980 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3068581c-1529-4d39-b577-2dbe37527c3a tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.390095 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Router b37631ce-a58e-4e4f-b0e0-7e3b48b50902 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:09:36.393574 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3068581c-1529-4d39-b577-2dbe37527c3a tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.400442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12282d-5d70-42c0-8fb4-5d6d89ef68d1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event deleted for resources: {'Port': ['ID=f8d1764e-a322-45c9-823c-8821a86bf6c4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:36.405054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-af545bf2-2784-46d7-9273-359f8db35ccc None None] Provisioning complete for port c1e78607-e073-4173-be89-675b5c600a6b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:36.405054 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-af545bf2-2784-46d7-9273-359f8db35ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.451231 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.454322 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3068581c-1529-4d39-b577-2dbe37527c3a tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.456002 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3068581c-1529-4d39-b577-2dbe37527c3a tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2125962 Nov 11 12:09:36.458719 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40968) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:36.465173 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2876c257-c924-4bad-b1df-1800f0dc13c5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group_rule': {'security_group_id': '286da638-6329-4c8c-a272-dbd394cb2931', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:36.465775 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ec12282d-5d70-42c0-8fb4-5d6d89ef68d1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] No DVR routers for this DVR port f8d1764e-a322-45c9-823c-8821a86bf6c4 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:09:36.508278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-af545bf2-2784-46d7-9273-359f8db35ccc None None] Port c1e78607-e073-4173-be89-675b5c600a6b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:36.510558 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068581c-1529-4d39-b577-2dbe37527c3a tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286da638-6329-4c8c-a272-dbd394cb2931,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:36.527013 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ec12282d-5d70-42c0-8fb4-5d6d89ef68d1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.530561 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ec12282d-5d70-42c0-8fb4-5d6d89ef68d1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.62 "DELETE /v2.0/ports/f8d1764e-a322-45c9-823c-8821a86bf6c4 HTTP/1.1" status: 204 len: 173 time: 1.6484685 Nov 11 12:09:36.535089 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2876c257-c924-4bad-b1df-1800f0dc13c5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.590097 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-072cb310-098c-45eb-bdb2-08ceeba1bc43 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.615683 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2876c257-c924-4bad-b1df-1800f0dc13c5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.620524 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2876c257-c924-4bad-b1df-1800f0dc13c5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.651464 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2876c257-c924-4bad-b1df-1800f0dc13c5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.653137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2876c257-c924-4bad-b1df-1800f0dc13c5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1931324 Nov 11 12:09:36.656180 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40970) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:36.657050 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876c257-c924-4bad-b1df-1800f0dc13c5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84546745-2185-4c1b-b735-0f0acebe3361,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:36.684938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-29f47db0-c256-4eed-a8db-c20f37496c65 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-group-rules/84546745-2185-4c1b-b735-0f0acebe3361 HTTP/1.1" status: 200 len: 763 time: 0.0213549 Nov 11 12:09:36.685328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40974) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:36.749691 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-decf64c6-8f73-43e6-b3c9-e594547a9be7 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0603850 Nov 11 12:09:36.750459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40980) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:36.780824 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d87ffc6c-ff97-466f-83dc-9bcd5465c454 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.793498 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d87ffc6c-ff97-466f-83dc-9bcd5465c454 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.842658 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d87ffc6c-ff97-466f-83dc-9bcd5465c454 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.850107 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d87ffc6c-ff97-466f-83dc-9bcd5465c454 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.853841 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d87ffc6c-ff97-466f-83dc-9bcd5465c454 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/84546745-2185-4c1b-b735-0f0acebe3361 HTTP/1.1" status: 204 len: 168 time: 0.1023054 Nov 11 12:09:36.856309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40982) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:36.893992 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ffc6c-ff97-466f-83dc-9bcd5465c454 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84546745-2185-4c1b-b735-0f0acebe3361,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:36.921361 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-86b7af3d-d601-42e6-9a3c-9c94331902cb tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0636556 Nov 11 12:09:36.924135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40984) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:36.931084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8f89dd3a-3459-4a72-9c36-ab20f45a4ac3 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group_rule': {'security_group_id': '286da638-6329-4c8c-a272-dbd394cb2931', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:36.980463 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f89dd3a-3459-4a72-9c36-ab20f45a4ac3 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:37.000267 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:37.007440 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:37.031417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-deleted', 'tag': 'f8d1764e-a322-45c9-823c-8821a86bf6c4'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:09:37.034122 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfa0f84-3ccb-41cf-b1f0-144da4a37622" -d '{"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-deleted", "tag": "f8d1764e-a322-45c9-823c-8821a86bf6c4"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:09:37.084492 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cb310-098c-45eb-bdb2-08ceeba1bc43 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Subnet': ['ID=c1df0a16-dfe5-477f-a695-7a23a6fbc967,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:37.095191 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072cb310-098c-45eb-bdb2-08ceeba1bc43 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Checking segment: {'id': '05e41fca-dd9d-43f5-95fd-5f710e80d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:37.095554 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072cb310-098c-45eb-bdb2-08ceeba1bc43 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network hostable DHCP agents. Network: 8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:09:37.109085 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f89dd3a-3459-4a72-9c36-ab20f45a4ac3 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:37.128162 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f89dd3a-3459-4a72-9c36-ab20f45a4ac3 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:37.131968 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:37.144873 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Sync routers for ids ['b37631ce-a58e-4e4f-b0e0-7e3b48b50902'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:37.158204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:37.159840 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d20fc991-e511-4c96-90cc-5f3d00bd5cb4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.3885820 Nov 11 12:09:37.165043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40994) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:37.185625 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Routers {'b37631ce-a58e-4e4f-b0e0-7e3b48b50902'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:37.186605 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b37631ce-a58e-4e4f-b0e0-7e3b48b50902'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:37.187155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89dd3a-3459-4a72-9c36-ab20f45a4ac3 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea71489-056e-4f2e-9756-12284f7b0312,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:37.201576 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ac0760d3-b422-4ada-adbb-86194c7816c3 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Deleting port 5bb8b285-d3a8-488b-ace9-c5345979a664 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:37.201891 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ac0760d3-b422-4ada-adbb-86194c7816c3 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:37.210750 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8f89dd3a-3459-4a72-9c36-ab20f45a4ac3 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:37.234609 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8f89dd3a-3459-4a72-9c36-ab20f45a4ac3 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3079977 Nov 11 12:09:37.236828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41000) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:37.266576 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a97801-87da-4f89-8226-4b9ddf55858a None None] Pushing event updated for resources: {'Port': ['ID=c1e78607-e073-4173-be89-675b5c600a6b,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:37.291881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-071badc2-ba91-4954-a864-34fc41daf002 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-group-rules/aea71489-056e-4f2e-9756-12284f7b0312 HTTP/1.1" status: 200 len: 763 time: 0.0347714 Nov 11 12:09:37.292752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41002) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:37.346070 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c8a97e-7c16-441c-9020-8d7e15ef9291 x-openstack-request-id: req-e7c8a97e-7c16-441c-9020-8d7e15ef9291 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:09:37.346410 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-deleted", "tag": "f8d1764e-a322-45c9-823c-8821a86bf6c4", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:09:37.346602 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7c8a97e-7c16-441c-9020-8d7e15ef9291 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:09:37.346997 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-deleted', 'tag': 'f8d1764e-a322-45c9-823c-8821a86bf6c4', 'status': 'completed', 'code': 200} Nov 11 12:09:37.356925 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Attempting to bind port c1e78607-e073-4173-be89-675b5c600a6b on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:37.357735 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Attempting to bind port c1e78607-e073-4173-be89-675b5c600a6b by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:37.358423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Attempting to bind port c1e78607-e073-4173-be89-675b5c600a6b on network d4d37a63-1321-4fa3-90ac-38b4bd9c8f19 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:37.365243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:09:37.366125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Checking segment: {'id': 'dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:37.366703 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:37.367225 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Bound using segment: {'id': 'dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:09:37.368004 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Bound port: c1e78607-e073-4173-be89-675b5c600a6b, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:09:37.368584 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:37.446649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072cb310-098c-45eb-bdb2-08ceeba1bc43 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network 8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:09:37.450236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ac0760d3-b422-4ada-adbb-86194c7816c3 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] For port 5bb8b285-d3a8-488b-ace9-c5345979a664, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5bb8b285-d3a8-488b-ace9-c5345979a664,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:37.450605 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ac0760d3-b422-4ada-adbb-86194c7816c3 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:37.461926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] For port c1e78607-e073-4173-be89-675b5c600a6b, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:09:37.466957 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] For port c1e78607-e073-4173-be89-675b5c600a6b, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c1e78607-e073-4173-be89-675b5c600a6b,segment=NetworkSegment(dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce),segment_id=dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:09:37.470519 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58d53b-d9dc-4923-a53f-e8c7fd2a5d4b req-b869822a-458f-4f0a-a67d-6adcf30957d0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:37.472319 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:37.477508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58d53b-d9dc-4923-a53f-e8c7fd2a5d4b req-b869822a-458f-4f0a-a67d-6adcf30957d0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:37.483878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58d53b-d9dc-4923-a53f-e8c7fd2a5d4b req-b869822a-458f-4f0a-a67d-6adcf30957d0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:37.485681 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc58d53b-d9dc-4923-a53f-e8c7fd2a5d4b req-b869822a-458f-4f0a-a67d-6adcf30957d0 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 2410 time: 0.1919324 Nov 11 12:09:37.502482 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-df656a6c-739e-4815-b261-500f0ed7430c tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2072630 Nov 11 12:09:37.519871 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ac0760d3-b422-4ada-adbb-86194c7816c3 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Calling delete_port for 5bb8b285-d3a8-488b-ace9-c5345979a664 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:37.522397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc166918-b0f3-462f-8fd3-a77a6bc2800d req-b56959c9-e531-4847-a1c9-2d35def3d654 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:37.525312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41004) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:37.533213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:37.533959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:37.542886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc166918-b0f3-462f-8fd3-a77a6bc2800d req-b56959c9-e531-4847-a1c9-2d35def3d654 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.1760669 Nov 11 12:09:37.568344 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-072cb310-098c-45eb-bdb2-08ceeba1bc43 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:37.636463 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b03f90c-ec60-462c-bc7f-6d235ff51967 None None] Network 8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:37.640107 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Set router b37631ce-a58e-4e4f-b0e0-7e3b48b50902 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:37.688279 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bcd6cd4d-edda-4200-a60b-742850048d90 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:37.695159 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072cb310-098c-45eb-bdb2-08ceeba1bc43 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:37.695708 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-072cb310-098c-45eb-bdb2-08ceeba1bc43 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:37.705354 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a97801-87da-4f89-8226-4b9ddf55858a None None] Pushing event updated for resources: {'Port': ['ID=c1e78607-e073-4173-be89-675b5c600a6b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:37.718224 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc166918-b0f3-462f-8fd3-a77a6bc2800d req-72a07a33-5352-4f98-bfee-f446f6fe0cc6 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743441 Nov 11 12:09:37.722039 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc58d53b-d9dc-4923-a53f-e8c7fd2a5d4b req-d3aef0df-054f-400e-8c8e-af0abaaf4018 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771665 Nov 11 12:09:37.780639 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e0a5cfdd-6c4a-4a3e-b9d2-c12068c2c674 None None] Provisioning complete for port c1e78607-e073-4173-be89-675b5c600a6b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:37.780999 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e0a5cfdd-6c4a-4a3e-b9d2-c12068c2c674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:37.864052 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-072cb310-098c-45eb-bdb2-08ceeba1bc43 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0430107 Nov 11 12:09:37.864265 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41012) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:37.868437 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e232f2ec-9f16-4880-99ec-29d24e839f06 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:37.901680 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e232f2ec-9f16-4880-99ec-29d24e839f06 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:37.903341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:38.073661 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37631ce-a58e-4e4f-b0e0-7e3b48b50902', 'name': '', 'tenant_id': '5622a92f11434fc6aea44a47b510b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b3181a6-34dc-4164-8c5e-315c3c2482ac', 'external_fixed_ips': [{'subnet_id': '713afcdd-86c7-4d5a-b1bf-394eb616b267', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '183aa955-52cd-4f7f-81f9-99d11632cd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:31Z', 'updated_at': '2021-11-11T12:09:34Z', 'revision_number': 3, 'project_id': '5622a92f11434fc6aea44a47b510b316', 'gw_port': {'id': '183aa955-52cd-4f7f-81f9-99d11632cd0a', 'name': '', 'network_id': '9b3181a6-34dc-4164-8c5e-315c3c2482ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37631ce-a58e-4e4f-b0e0-7e3b48b50902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '713afcdd-86c7-4d5a-b1bf-394eb616b267', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:33Z', 'updated_at': '2021-11-11T12:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '713afcdd-86c7-4d5a-b1bf-394eb616b267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:38.077946 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e232f2ec-9f16-4880-99ec-29d24e839f06 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.094175 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e0a5cfdd-6c4a-4a3e-b9d2-c12068c2c674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.098224 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e232f2ec-9f16-4880-99ec-29d24e839f06 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.101879 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e232f2ec-9f16-4880-99ec-29d24e839f06 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/aea71489-056e-4f2e-9756-12284f7b0312 HTTP/1.1" status: 204 len: 168 time: 0.5752416 Nov 11 12:09:38.102841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41018) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:38.114249 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232f2ec-9f16-4880-99ec-29d24e839f06 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aea71489-056e-4f2e-9756-12284f7b0312,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:38.160895 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bcd6cd4d-edda-4200-a60b-742850048d90 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.188556 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6c851dca-8a23-4e8c-9120-78d9d06c254b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.195855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e0a5cfdd-6c4a-4a3e-b9d2-c12068c2c674 None None] For port c1e78607-e073-4173-be89-675b5c600a6b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c1e78607-e073-4173-be89-675b5c600a6b,segment=NetworkSegment(dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce),segment_id=dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:38.204105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41020) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:38.206439 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Checking router: b37631ce-a58e-4e4f-b0e0-7e3b48b50902 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:09:38.207376 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Updating router b37631ce-a58e-4e4f-b0e0-7e3b48b50902 port 183aa955-52cd-4f7f-81f9-99d11632cd0a binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:09:38.209912 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bad65ef6-1d66-45d6-937c-1a35bccfa44f tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1025116 Nov 11 12:09:38.231482 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3e0a86b2-57c2-43ae-9e11-f04f39a8b2b9 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Request body: {'security_group_rule': {'security_group_id': '286da638-6329-4c8c-a272-dbd394cb2931', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:38.237781 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ac0760d3-b422-4ada-adbb-86194c7816c3 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.267818 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.275214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8', 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'fixed_ips': [{'subnet_id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:09:38.276151 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.278070 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e0a5cfdd-6c4a-4a3e-b9d2-c12068c2c674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.294182 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0760d3-b422-4ada-adbb-86194c7816c3 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event deleted for resources: {'Port': ['ID=5bb8b285-d3a8-488b-ace9-c5345979a664,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:38.350438 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-3e0a86b2-57c2-43ae-9e11-f04f39a8b2b9 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Project f0bb25e8cfe741098d130df87a85434c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:09:38.382274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ac0760d3-b422-4ada-adbb-86194c7816c3 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] No DVR routers for this DVR port 5bb8b285-d3a8-488b-ace9-c5345979a664 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:09:38.389443 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e0a86b2-57c2-43ae-9e11-f04f39a8b2b9 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.394220 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ac0760d3-b422-4ada-adbb-86194c7816c3 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.399178 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-ac0760d3-b422-4ada-adbb-86194c7816c3 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.62 "DELETE /v2.0/ports/5bb8b285-d3a8-488b-ace9-c5345979a664 HTTP/1.1" status: 204 len: 173 time: 1.8597867 Nov 11 12:09:38.414951 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6cd4d-edda-4200-a60b-742850048d90 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Deleting port 183aa955-52cd-4f7f-81f9-99d11632cd0a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:38.415476 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bcd6cd4d-edda-4200-a60b-742850048d90 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.485176 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5cfdd-6c4a-4a3e-b9d2-c12068c2c674 None None] Pushing event updated for resources: {'Port': ['ID=c1e78607-e073-4173-be89-675b5c600a6b,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:38.498258 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:33Z', 'revision_number': 4, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e78607-e073-4173-be89-675b5c600a6b', 'name': '', 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:28:c7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:31Z', 'updated_at': '2021-11-11T12:09:37Z', 'revision_number': 4, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:38.549689 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c5b0ad-c185-476b-a39c-76ad0044ec91 None None] The sync data for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 is: [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:33Z', 'revision_number': 4, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e78607-e073-4173-be89-675b5c600a6b', 'name': '', 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:28:c7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:31Z', 'updated_at': '2021-11-11T12:09:37Z', 'revision_number': 4, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:38.557000 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c9ee4199-2e1c-4801-b7ee-b141338e4ac9 None None] Provisioning complete for port c1e78607-e073-4173-be89-675b5c600a6b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:38.557513 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4199-2e1c-4801-b7ee-b141338e4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.577805 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.665959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Allocated IP 172.23.0.2 (8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8/c1df0a16-dfe5-477f-a695-7a23a6fbc967/debb61df-f337-43f8-a24c-1570cb28e992) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:09:38.791223 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bcd6cd4d-edda-4200-a60b-742850048d90 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.818965 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e0a86b2-57c2-43ae-9e11-f04f39a8b2b9 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.859999 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e0a86b2-57c2-43ae-9e11-f04f39a8b2b9 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.863574 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6cd4d-edda-4200-a60b-742850048d90 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Calling delete_port for 183aa955-52cd-4f7f-81f9-99d11632cd0a owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:38.868091 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-c68019ba-4b8f-40a0-bdd7-c734fddf6265 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Deleting port 598e6046-573d-4050-bad0-9f22dc092749 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:38.868657 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-c68019ba-4b8f-40a0-bdd7-c734fddf6265 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.922829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a86b2-57c2-43ae-9e11-f04f39a8b2b9 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb3b1f1-9756-427c-af5e-61ef073f52cc,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:39.010479 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.028957 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.078519 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.139250 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Attempting to bind port 183aa955-52cd-4f7f-81f9-99d11632cd0a on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:39.139983 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Attempting to bind port 183aa955-52cd-4f7f-81f9-99d11632cd0a by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '988bfb79-af45-4e0e-824b-fdbd4f2585e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9b3181a6-34dc-4164-8c5e-315c3c2482ac'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:39.140600 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Attempting to bind port 183aa955-52cd-4f7f-81f9-99d11632cd0a on network 9b3181a6-34dc-4164-8c5e-315c3c2482ac {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:39.141561 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e0a86b2-57c2-43ae-9e11-f04f39a8b2b9 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.145260 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3e0a86b2-57c2-43ae-9e11-f04f39a8b2b9 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9155815 Nov 11 12:09:39.147990 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df31e71-3fef-4911-b114-0ae4e5536b6e None None] Pushing event updated for resources: {'Port': ['ID=183aa955-52cd-4f7f-81f9-99d11632cd0a,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:39.150656 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41034) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:39.153461 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:09:39.155561 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Checking segment: {'id': '988bfb79-af45-4e0e-824b-fdbd4f2585e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9b3181a6-34dc-4164-8c5e-315c3c2482ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:39.156120 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.158953 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Bound using segment: {'id': '988bfb79-af45-4e0e-824b-fdbd4f2585e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9b3181a6-34dc-4164-8c5e-315c3c2482ac'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:09:39.159718 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Bound port: 183aa955-52cd-4f7f-81f9-99d11632cd0a, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988bfb79-af45-4e0e-824b-fdbd4f2585e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9b3181a6-34dc-4164-8c5e-315c3c2482ac'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:09:39.162851 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.171253 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.181084 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.200273 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Network 8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:39.203125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:39.213832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457d603-b06c-4a7b-868e-9b8b619b7670 req-b888b417-0f1f-485f-ade7-338775baf736 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:39.222851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:39.259425 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-744b2deb-b875-416f-8f2b-0ed6345764eb tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-group-rules/ccb3b1f1-9756-427c-af5e-61ef073f52cc HTTP/1.1" status: 200 len: 769 time: 0.1064534 Nov 11 12:09:39.259910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457d603-b06c-4a7b-868e-9b8b619b7670 req-b888b417-0f1f-485f-ade7-338775baf736 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:39.264392 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a457d603-b06c-4a7b-868e-9b8b619b7670 req-b888b417-0f1f-485f-ade7-338775baf736 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 1677 time: 0.2652707 Nov 11 12:09:39.266730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41040) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:39.293806 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bcd6cd4d-edda-4200-a60b-742850048d90 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.298870 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.db.api [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:09:39.299832 n-d-807359-3 neutron-server[109156]: DEBUG oslo_db.api [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:09:39.316334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Pushing event updated for resources: {'Port': ['ID=debb61df-f337-43f8-a24c-1570cb28e992,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:39.341687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Attempting to bind port debb61df-f337-43f8-a24c-1570cb28e992 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:39.345716 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Attempting to bind port debb61df-f337-43f8-a24c-1570cb28e992 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '05e41fca-dd9d-43f5-95fd-5f710e80d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:39.346210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Attempting to bind port debb61df-f337-43f8-a24c-1570cb28e992 on network 8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:39.352588 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:09:39.353017 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Checking segment: {'id': '05e41fca-dd9d-43f5-95fd-5f710e80d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:39.353378 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.353829 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Bound using segment: {'id': '05e41fca-dd9d-43f5-95fd-5f710e80d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:09:39.369576 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Bound port: debb61df-f337-43f8-a24c-1570cb28e992, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e41fca-dd9d-43f5-95fd-5f710e80d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:09:39.369844 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-deleted', 'tag': '5bb8b285-d3a8-488b-ace9-c5345979a664'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:09:39.369950 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.373141 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da83d69-59f9-465d-8777-bc5bbdb53c53" -d '{"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-deleted", "tag": "5bb8b285-d3a8-488b-ace9-c5345979a664"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:09:39.375888 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6cd4d-edda-4200-a60b-742850048d90 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Pushing event deleted for resources: {'Port': ['ID=183aa955-52cd-4f7f-81f9-99d11632cd0a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:39.391360 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-c68019ba-4b8f-40a0-bdd7-c734fddf6265 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] For port 598e6046-573d-4050-bad0-9f22dc092749, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=598e6046-573d-4050-bad0-9f22dc092749,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:39.392108 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-c68019ba-4b8f-40a0-bdd7-c734fddf6265 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.454072 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] For port debb61df-f337-43f8-a24c-1570cb28e992, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:09:39.458040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] For port debb61df-f337-43f8-a24c-1570cb28e992, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=debb61df-f337-43f8-a24c-1570cb28e992,segment=NetworkSegment(05e41fca-dd9d-43f5-95fd-5f710e80d3c1),segment_id=05e41fca-dd9d-43f5-95fd-5f710e80d3c1)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:09:39.463394 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.479844 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-c68019ba-4b8f-40a0-bdd7-c734fddf6265 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Calling delete_port for 598e6046-573d-4050-bad0-9f22dc092749 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:39.489369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40f419-cab8-47c9-8498-0c1e1dbdd3b0 req-1939e63c-bf47-4916-a20b-6da922ef9d89 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:39.493189 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca40f419-cab8-47c9-8498-0c1e1dbdd3b0 req-1939e63c-bf47-4916-a20b-6da922ef9d89 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.5820217 Nov 11 12:09:39.514408 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a457d603-b06c-4a7b-868e-9b8b619b7670 req-577b641a-0e11-48b7-9588-3815c8e67858 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730375 Nov 11 12:09:39.575128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c32d9-28ba-4f11-8cac-f1a064788175 None None] Pushing event updated for resources: {'Port': ['ID=debb61df-f337-43f8-a24c-1570cb28e992,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:39.619708 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bcd6cd4d-edda-4200-a60b-742850048d90 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.684771 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0282526d-d4c0-4fa7-a54c-8a82bbf503d1 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3531332 Nov 11 12:09:39.699121 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41048) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:39.777847 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46861707-dd68-4c78-ad17-f8a6f07a655f x-openstack-request-id: req-46861707-dd68-4c78-ad17-f8a6f07a655f {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:09:39.778133 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-deleted", "tag": "5bb8b285-d3a8-488b-ace9-c5345979a664", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:09:39.778377 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46861707-dd68-4c78-ad17-f8a6f07a655f {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:09:39.778769 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-deleted', 'tag': '5bb8b285-d3a8-488b-ace9-c5345979a664', 'status': 'completed', 'code': 200} Nov 11 12:09:39.787499 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bcd6cd4d-edda-4200-a60b-742850048d90 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.796767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c1e78607-e073-4173-be89-675b5c600a6b up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:09:39.800653 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bcd6cd4d-edda-4200-a60b-742850048d90 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.856825 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Attempting to bind port 183aa955-52cd-4f7f-81f9-99d11632cd0a on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:39.857293 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Attempting to bind port 183aa955-52cd-4f7f-81f9-99d11632cd0a by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '988bfb79-af45-4e0e-824b-fdbd4f2585e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9b3181a6-34dc-4164-8c5e-315c3c2482ac'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:39.857710 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Attempting to bind port 183aa955-52cd-4f7f-81f9-99d11632cd0a on network 9b3181a6-34dc-4164-8c5e-315c3c2482ac {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:39.873296 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:09:39.874525 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bcd6cd4d-edda-4200-a60b-742850048d90 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.875226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd6cd4d-edda-4200-a60b-742850048d90 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b37631ce-a58e-4e4f-b0e0-7e3b48b50902 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:09:39.876102 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Checking segment: {'id': '988bfb79-af45-4e0e-824b-fdbd4f2585e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9b3181a6-34dc-4164-8c5e-315c3c2482ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:39.876551 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.876942 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Bound using segment: {'id': '988bfb79-af45-4e0e-824b-fdbd4f2585e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9b3181a6-34dc-4164-8c5e-315c3c2482ac'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:09:39.878231 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Bound port: 183aa955-52cd-4f7f-81f9-99d11632cd0a, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988bfb79-af45-4e0e-824b-fdbd4f2585e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9b3181a6-34dc-4164-8c5e-315c3c2482ac'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:09:39.878362 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Allocated IP 172.23.0.1 (8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8/c1df0a16-dfe5-477f-a695-7a23a6fbc967/22f2bdec-4866-4cc0-8751-5bef371dcd2e) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:09:39.878466 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.886107 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bcd6cd4d-edda-4200-a60b-742850048d90 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.889507 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bcd6cd4d-edda-4200-a60b-742850048d90 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "DELETE /v2.0/routers/b37631ce-a58e-4e4f-b0e0-7e3b48b50902 HTTP/1.1" status: 204 len: 168 time: 2.7184215 Nov 11 12:09:39.895648 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41052) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:39.917497 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.plugin [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Port 183aa955-52cd-4f7f-81f9-99d11632cd0a has been deleted concurrently {{(pid=109156) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 11 12:09:39.934660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port c1e78607-e073-4173-be89-675b5c600a6b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:39.935278 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.941806 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Routers set() bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:39.942167 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Router IDs set() for agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 12:09:39.942759 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_agentschedulers_db [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b37631ce-a58e-4e4f-b0e0-7e3b48b50902'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent'). {{(pid=109156) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 12:09:39.943124 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4a08d-71d7-4c2e-9131-694ba8b93498 None None] The sync data for ids ['b37631ce-a58e-4e4f-b0e0-7e3b48b50902'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:39.977473 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca40f419-cab8-47c9-8498-0c1e1dbdd3b0 req-dbfde4b2-9eae-44af-9340-5fb4c6c85abe tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619019 Nov 11 12:09:39.997893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc703344-f625-4631-85d3-07316be89b29 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Deleting subnet 713afcdd-86c7-4d5a-b1bf-394eb616b267 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:09:40.005056 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc703344-f625-4631-85d3-07316be89b29 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.031968 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5f91e9c-f831-4581-8054-1d04c66e3dc5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.051771 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-c68019ba-4b8f-40a0-bdd7-c734fddf6265 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.055561 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5f91e9c-f831-4581-8054-1d04c66e3dc5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.079364 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc703344-f625-4631-85d3-07316be89b29 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.114597 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5f91e9c-f831-4581-8054-1d04c66e3dc5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.132659 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5f91e9c-f831-4581-8054-1d04c66e3dc5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.136549 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b5f91e9c-f831-4581-8054-1d04c66e3dc5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/ccb3b1f1-9756-427c-af5e-61ef073f52cc HTTP/1.1" status: 204 len: 168 time: 0.4321091 Nov 11 12:09:40.139785 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f91e9c-f831-4581-8054-1d04c66e3dc5 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccb3b1f1-9756-427c-af5e-61ef073f52cc,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:40.141730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41058) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:40.145686 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.149077 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68019ba-4b8f-40a0-bdd7-c734fddf6265 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event deleted for resources: {'Port': ['ID=598e6046-573d-4050-bad0-9f22dc092749,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:40.220221 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-c68019ba-4b8f-40a0-bdd7-c734fddf6265 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] No DVR routers for this DVR port 598e6046-573d-4050-bad0-9f22dc092749 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:09:40.223266 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc703344-f625-4631-85d3-07316be89b29 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.224557 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2482bb29-410b-4ba7-84d2-3754a8a14d5f tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0772679 Nov 11 12:09:40.225207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41060) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:40.226158 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-c68019ba-4b8f-40a0-bdd7-c734fddf6265 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.230375 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-c68019ba-4b8f-40a0-bdd7-c734fddf6265 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.62 "DELETE /v2.0/ports/598e6046-573d-4050-bad0-9f22dc092749 HTTP/1.1" status: 204 len: 173 time: 1.8236682 Nov 11 12:09:40.278759 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.298573 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network 8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:40.301457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:40.322065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:40.381948 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc703344-f625-4631-85d3-07316be89b29 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.385660 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-1387bf46-61ac-45b5-bee5-e3085a7502dd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Deleting port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:40.385990 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-1387bf46-61ac-45b5-bee5-e3085a7502dd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.389688 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=22f2bdec-4866-4cc0-8751-5bef371dcd2e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:40.392044 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-55940b1d-3139-4109-bbe9-878c0be02159 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.419470 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-55940b1d-3139-4109-bbe9-878c0be02159 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.419617 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc703344-f625-4631-85d3-07316be89b29 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=713afcdd-86c7-4d5a-b1bf-394eb616b267,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:40.450660 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc703344-f625-4631-85d3-07316be89b29 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.456708 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cc703344-f625-4631-85d3-07316be89b29 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/713afcdd-86c7-4d5a-b1bf-394eb616b267 HTTP/1.1" status: 204 len: 168 time: 0.5253944 Nov 11 12:09:40.457026 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41066) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:40.469538 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-55940b1d-3139-4109-bbe9-878c0be02159 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.472420 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-55940b1d-3139-4109-bbe9-878c0be02159 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.476719 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-55940b1d-3139-4109-bbe9-878c0be02159 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "DELETE /v2.0/security-groups/286da638-6329-4c8c-a272-dbd394cb2931 HTTP/1.1" status: 204 len: 168 time: 0.2456379 Nov 11 12:09:40.477828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41068) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:40.509265 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55940b1d-3139-4109-bbe9-878c0be02159 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=286da638-6329-4c8c-a272-dbd394cb2931,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:40.540941 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.543930 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.551809 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e0cec726-2901-4a12-a3bc-3bef32bc0ef3 tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0620291 Nov 11 12:09:40.552434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41072) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:40.646365 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b397a19-33a6-49ae-b617-37088e0a5e17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.678762 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9808fb8d-bf23-40e1-adb2-f3559a97029b tempest-SecGroupIPv6Test-568615171 tempest-SecGroupIPv6Test-568615171-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1240668 Nov 11 12:09:40.791373 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.847429 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b397a19-33a6-49ae-b617-37088e0a5e17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.872481 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-3b397a19-33a6-49ae-b617-37088e0a5e17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3181a6-34dc-4164-8c5e-315c3c2482ac']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:40.884496 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-3b397a19-33a6-49ae-b617-37088e0a5e17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988bfb79-af45-4e0e-824b-fdbd4f2585e5') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:40.884861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-3b397a19-33a6-49ae-b617-37088e0a5e17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988bfb79-af45-4e0e-824b-fdbd4f2585e5') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:40.895467 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b397a19-33a6-49ae-b617-37088e0a5e17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.917966 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b397a19-33a6-49ae-b617-37088e0a5e17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.926746 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-1387bf46-61ac-45b5-bee5-e3085a7502dd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] For port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd,segment=NetworkSegment(2251ea31-8c4f-4cd3-9c37-cc3f06e36863),segment_id=2251ea31-8c4f-4cd3-9c37-cc3f06e36863)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:40.927103 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-1387bf46-61ac-45b5-bee5-e3085a7502dd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.936698 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b397a19-33a6-49ae-b617-37088e0a5e17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:09:40.937100 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b397a19-33a6-49ae-b617-37088e0a5e17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: items = [ Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:09:40.938995 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:09:41.019158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6780d-b154-4823-8b93-14daee14f771 req-770951de-d9fc-4de3-8e3d-ef12160bb9df tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:41.026889 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-47d6780d-b154-4823-8b93-14daee14f771 req-770951de-d9fc-4de3-8e3d-ef12160bb9df tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 943 time: 0.3456688 Nov 11 12:09:41.089480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a22b857-857e-4d36-b58c-f384f35f3b77 None None] Network 8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:41.179789 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-47d6780d-b154-4823-8b93-14daee14f771 req-e2ab899f-ade4-460b-a4f0-38dd2b837f96 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301918 Nov 11 12:09:41.288750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567494f8-bf05-49bc-b3a3-3fb20915bfe4 req-b936b0f1-3609-49bc-8f89-882a593ee17a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:41.290435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-567494f8-bf05-49bc-b3a3-3fb20915bfe4 req-b936b0f1-3609-49bc-8f89-882a593ee17a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.1429160 Nov 11 12:09:41.301827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41092) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:41.309995 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2843fe39-3b8f-449f-b640-c76e9eceb8e0 None None] Provisioning complete for port debb61df-f337-43f8-a24c-1570cb28e992 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:41.310402 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2843fe39-3b8f-449f-b640-c76e9eceb8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:41.384527 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-567494f8-bf05-49bc-b3a3-3fb20915bfe4 req-a0e05959-91be-42d2-bf49-3bd6095395ea tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821862 Nov 11 12:09:41.422175 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:41.440344 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:41.462177 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:41.529877 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b397a19-33a6-49ae-b617-37088e0a5e17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:41.554426 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2843fe39-3b8f-449f-b640-c76e9eceb8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:41.576846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b397a19-33a6-49ae-b617-37088e0a5e17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9b3181a6-34dc-4164-8c5e-315c3c2482ac {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 12:09:41.581451 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b397a19-33a6-49ae-b617-37088e0a5e17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:41.590964 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3b397a19-33a6-49ae-b617-37088e0a5e17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "DELETE /v2.0/networks/9b3181a6-34dc-4164-8c5e-315c3c2482ac HTTP/1.1" status: 204 len: 168 time: 1.1327941 Nov 11 12:09:41.600173 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event updated for resources: {'Port': ['ID=22f2bdec-4866-4cc0-8751-5bef371dcd2e,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:41.601375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2843fe39-3b8f-449f-b640-c76e9eceb8e0 None None] For port debb61df-f337-43f8-a24c-1570cb28e992, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=debb61df-f337-43f8-a24c-1570cb28e992,segment=NetworkSegment(05e41fca-dd9d-43f5-95fd-5f710e80d3c1),segment_id=05e41fca-dd9d-43f5-95fd-5f710e80d3c1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:41.606557 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b397a19-33a6-49ae-b617-37088e0a5e17 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b3181a6-34dc-4164-8c5e-315c3c2482ac,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:41.617031 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:41.619085 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2843fe39-3b8f-449f-b640-c76e9eceb8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:41.689145 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8a3bbc3a-d0cf-4164-a2b6-395fa7b4ba42 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f0bb25e8cfe741098d130df87a85434c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3782372 Nov 11 12:09:41.697873 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41098) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:41.746807 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843fe39-3b8f-449f-b640-c76e9eceb8e0 None None] Pushing event updated for resources: {'Port': ['ID=debb61df-f337-43f8-a24c-1570cb28e992,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:41.797598 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-deleted', 'tag': '598e6046-573d-4050-bad0-9f22dc092749'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:09:41.799999 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fd4fbb-0aef-4eed-9880-83cf23798e88" -d '{"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-deleted", "tag": "598e6046-573d-4050-bad0-9f22dc092749"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:09:41.890300 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device debb61df-f337-43f8-a24c-1570cb28e992 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:09:41.929224 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Network 8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:41.939644 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:41.986654 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e57c9d-946d-406c-9684-7438f4237107 x-openstack-request-id: req-e0e57c9d-946d-406c-9684-7438f4237107 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:09:41.987202 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-deleted", "tag": "598e6046-573d-4050-bad0-9f22dc092749", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:09:41.987593 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0e57c9d-946d-406c-9684-7438f4237107 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:09:41.988155 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-deleted', 'tag': '598e6046-573d-4050-bad0-9f22dc092749', 'status': 'completed', 'code': 200} Nov 11 12:09:42.020236 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port debb61df-f337-43f8-a24c-1570cb28e992 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:42.021935 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:42.036368 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-1387bf46-61ac-45b5-bee5-e3085a7502dd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:42.038312 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-1387bf46-61ac-45b5-bee5-e3085a7502dd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:42.038798 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-1387bf46-61ac-45b5-bee5-e3085a7502dd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Floating IP aa12f3f8-44b2-4fe6-ac9f-9c22946fe660 disassociated. External IP: 172.25.2.195, port: a4ce7603-6d5b-42f6-be9e-268fcfaee0bd. Nov 11 12:09:42.039307 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-1387bf46-61ac-45b5-bee5-e3085a7502dd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Calling delete_port for a4ce7603-6d5b-42f6-be9e-268fcfaee0bd owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:42.058670 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35c1fd40-2f96-4dfa-b661-d7d1f03a675f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:42.098035 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35c1fd40-2f96-4dfa-b661-d7d1f03a675f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:42.135886 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41114) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:42.143367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8e8fecdd-0843-48ba-897b-5f801f97af18 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Request body: {'router': {'name': 'tempest-router--1092109685', 'project_id': '986f597164ba4adf829cf39e6d10dcfb'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:42.160343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e9391019-6517-42af-8999-3180defa0ddd None None] Provisioning complete for port debb61df-f337-43f8-a24c-1570cb28e992 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:42.162771 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e9391019-6517-42af-8999-3180defa0ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:42.218473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 821b6844-b817-494c-a328-466daa4ee770 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:09:42.227692 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8e8fecdd-0843-48ba-897b-5f801f97af18 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:42.228781 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8e8fecdd-0843-48ba-897b-5f801f97af18 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:42.267232 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35c1fd40-2f96-4dfa-b661-d7d1f03a675f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:42.275612 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35c1fd40-2f96-4dfa-b661-d7d1f03a675f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:42.278501 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-35c1fd40-2f96-4dfa-b661-d7d1f03a675f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3577d4ef-f6bd-4800-a6c4-3a7ed6453d02 HTTP/1.1" status: 204 len: 168 time: 0.5733583 Nov 11 12:09:42.314224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1fd40-2f96-4dfa-b661-d7d1f03a675f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3577d4ef-f6bd-4800-a6c4-3a7ed6453d02,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:42.349801 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8e8fecdd-0843-48ba-897b-5f801f97af18 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:42.403313 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8e8fecdd-0843-48ba-897b-5f801f97af18 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:42.486732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e9391019-6517-42af-8999-3180defa0ddd None None] Provisioning complete for port 22f2bdec-4866-4cc0-8751-5bef371dcd2e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:42.487249 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e9391019-6517-42af-8999-3180defa0ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:42.510651 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-1387bf46-61ac-45b5-bee5-e3085a7502dd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:42.580538 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e9391019-6517-42af-8999-3180defa0ddd None None] Port 22f2bdec-4866-4cc0-8751-5bef371dcd2e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:42.644148 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8e8fecdd-0843-48ba-897b-5f801f97af18 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:42.648180 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8e8fecdd-0843-48ba-897b-5f801f97af18 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5110335 Nov 11 12:09:42.652900 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41126) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:42.707514 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8f399197-6853-414d-ba4f-a66cbbdf2c3a None None] Provisioning complete for port 22f2bdec-4866-4cc0-8751-5bef371dcd2e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:42.707854 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8f399197-6853-414d-ba4f-a66cbbdf2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:42.735433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387bf46-61ac-45b5-bee5-e3085a7502dd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event deleted for resources: {'Port': ['ID=a4ce7603-6d5b-42f6-be9e-268fcfaee0bd,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:42.760622 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-1387bf46-61ac-45b5-bee5-e3085a7502dd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:09:42.775735 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbda8c7-d63a-48c8-b7a4-62ea14f8f0f8 req-1f47062b-e19d-41b2-97ab-6446d1171f1f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:42.777411 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcbda8c7-d63a-48c8-b7a4-62ea14f8f0f8 req-1f47062b-e19d-41b2-97ab-6446d1171f1f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 865 time: 0.4233866 Nov 11 12:09:42.785844 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:42.786679 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8f399197-6853-414d-ba4f-a66cbbdf2c3a None None] Port 22f2bdec-4866-4cc0-8751-5bef371dcd2e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:42.797644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Sync routers for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:42.806588 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1c4011a1-61da-4382-9330-bd03aa2797c8 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/821b6844-b817-494c-a328-466daa4ee770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9410999 Nov 11 12:09:42.814116 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41130) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:42.815227 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f543df27-9c85-4e72-b175-59072b9caa32 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:42.823107 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:42.825370 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:42.955587 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:43.049643 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-1387bf46-61ac-45b5-bee5-e3085a7502dd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:43.066550 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b019f2-a281-44d9-ae59-fe4d3c7675a0 None None] Sync routers for ids ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:43.087566 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b019f2-a281-44d9-ae59-fe4d3c7675a0 None None] Routers {'9d8fb428-2c76-41a8-bcae-c9cf191ce672'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:43.090963 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-52b019f2-a281-44d9-ae59-fe4d3c7675a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:43.142927 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-1387bf46-61ac-45b5-bee5-e3085a7502dd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] No DVR routers for this DVR port a4ce7603-6d5b-42f6-be9e-268fcfaee0bd on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:09:43.145729 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-1387bf46-61ac-45b5-bee5-e3085a7502dd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:43.149437 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f61fbc0e-50fc-4b84-bb20-e9e50f8377a0 req-1387bf46-61ac-45b5-bee5-e3085a7502dd tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.62 "DELETE /v2.0/ports/a4ce7603-6d5b-42f6-be9e-268fcfaee0bd HTTP/1.1" status: 204 len: 173 time: 2.8935895 Nov 11 12:09:43.211151 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3c813785-482d-490b-bddb-7b1b3bd878fd None None] Provisioning complete for port 22f2bdec-4866-4cc0-8751-5bef371dcd2e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:43.213659 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3c813785-482d-490b-bddb-7b1b3bd878fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:43.317053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-22f8bbb0-9a55-4a2b-883a-48eaf58d5ccc tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:43.324221 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-52b019f2-a281-44d9-ae59-fe4d3c7675a0 None None] Set router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:43.418262 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f543df27-9c85-4e72-b175-59072b9caa32 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:43.420747 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f543df27-9c85-4e72-b175-59072b9caa32 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:43.473477 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49aac0-46e6-4f71-82f6-2fc45ff0246c req-c15e02b6-0438-46a6-b82e-f50ec97ccfe8 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:43.475501 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b49aac0-46e6-4f71-82f6-2fc45ff0246c req-c15e02b6-0438-46a6-b82e-f50ec97ccfe8 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.8981199 Nov 11 12:09:43.483647 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f543df27-9c85-4e72-b175-59072b9caa32 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:43.484366 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f543df27-9c85-4e72-b175-59072b9caa32 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f5bf122-fa7d-442d-850e-426aa8d7b921 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:09:43.522356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3c813785-482d-490b-bddb-7b1b3bd878fd None None] Port 22f2bdec-4866-4cc0-8751-5bef371dcd2e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:43.533940 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f543df27-9c85-4e72-b175-59072b9caa32 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:43.540243 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f543df27-9c85-4e72-b175-59072b9caa32 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "DELETE /v2.0/routers/4f5bf122-fa7d-442d-850e-426aa8d7b921 HTTP/1.1" status: 204 len: 168 time: 0.8866174 Nov 11 12:09:43.586363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:40Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '22f2bdec-4866-4cc0-8751-5bef371dcd2e', 'name': '', 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:25:7d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:38Z', 'updated_at': '2021-11-11T12:09:41Z', 'revision_number': 2, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e78607-e073-4173-be89-675b5c600a6b', 'name': '', 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:28:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:31Z', 'updated_at': '2021-11-11T12:09:38Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:43.619836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Checking router: 821b6844-b817-494c-a328-466daa4ee770 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:09:43.620199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Updating router 821b6844-b817-494c-a328-466daa4ee770 port 22f2bdec-4866-4cc0-8751-5bef371dcd2e binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:09:43.656200 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:43.691805 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcbda8c7-d63a-48c8-b7a4-62ea14f8f0f8 req-4b708df4-9ff1-4e56-b4e0-5b1944563d84 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups?id=4739cbc3-ef93-4bd1-b144-584e607420cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8873405 Nov 11 12:09:43.748943 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b49aac0-46e6-4f71-82f6-2fc45ff0246c req-5212e767-c9e8-4054-9c5a-cd6cb692d720 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190025 Nov 11 12:09:43.891705 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-52b019f2-a281-44d9-ae59-fe4d3c7675a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'name': 'tempest-TaggedBootDevicesTest-1804844071-router', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:59:12Z', 'updated_at': '2021-11-11T11:59:17Z', 'revision_number': 4, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'gw_port': {'id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:13Z', 'updated_at': '2021-11-11T11:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'f70b28bf-7390-442d-a7c6-52d8ccd69732', 'name': '', 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'mac_address': 'fa:16:3e:55:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:16Z', 'updated_at': '2021-11-11T11:59:21Z', 'revision_number': 5, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'subnets': [{'id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:43.939294 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41166) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:43.965250 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b019f2-a281-44d9-ae59-fe4d3c7675a0 None None] Checking router: 9d8fb428-2c76-41a8-bcae-c9cf191ce672 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:09:43.987909 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b019f2-a281-44d9-ae59-fe4d3c7675a0 None None] Routers {'9d8fb428-2c76-41a8-bcae-c9cf191ce672'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:43.988529 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-52b019f2-a281-44d9-ae59-fe4d3c7675a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:43.989259 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-deleted', 'tag': 'a4ce7603-6d5b-42f6-be9e-268fcfaee0bd'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:09:43.991602 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2361f29e-a302-45d1-9e6b-f98f25024dc0" -d '{"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-deleted", "tag": "a4ce7603-6d5b-42f6-be9e-268fcfaee0bd"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:09:44.073447 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ec85eb-cba6-4418-8f20-be7389d5aa00 x-openstack-request-id: req-60ec85eb-cba6-4418-8f20-be7389d5aa00 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:09:44.073769 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef772640-e422-4f21-af4d-99f76e8d5bd4", "name": "network-vif-deleted", "tag": "a4ce7603-6d5b-42f6-be9e-268fcfaee0bd", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:09:44.074208 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60ec85eb-cba6-4418-8f20-be7389d5aa00 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:09:44.074754 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef772640-e422-4f21-af4d-99f76e8d5bd4', 'name': 'network-vif-deleted', 'tag': 'a4ce7603-6d5b-42f6-be9e-268fcfaee0bd', 'status': 'completed', 'code': 200} Nov 11 12:09:44.155593 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:44.162086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device debb61df-f337-43f8-a24c-1570cb28e992 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:09:44.171638 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:44.232371 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-52b019f2-a281-44d9-ae59-fe4d3c7675a0 None None] Set router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:44.274099 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-175590004', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}, 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:44.333758 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:44.336953 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:44.414353 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de0ef8-6577-4d6f-bad6-468c86e4406c None None] Pushing event updated for resources: {'Port': ['ID=22f2bdec-4866-4cc0-8751-5bef371dcd2e,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:44.427808 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.extraroute_db [None req-22f8bbb0-9a55-4a2b-883a-48eaf58d5ccc tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=109153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 12:09:44.463439 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port debb61df-f337-43f8-a24c-1570cb28e992 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:44.463804 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:44.481213 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:44.482955 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.extraroute_db [None req-22f8bbb0-9a55-4a2b-883a-48eaf58d5ccc tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Removed routes are [] {{(pid=109153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 12:09:44.483957 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-22f8bbb0-9a55-4a2b-883a-48eaf58d5ccc tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:44.582258 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Attempting to bind port 22f2bdec-4866-4cc0-8751-5bef371dcd2e on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:44.582654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Attempting to bind port 22f2bdec-4866-4cc0-8751-5bef371dcd2e by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '05e41fca-dd9d-43f5-95fd-5f710e80d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:44.583011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Attempting to bind port 22f2bdec-4866-4cc0-8751-5bef371dcd2e on network 8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:44.619486 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:09:44.620181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Checking segment: {'id': '05e41fca-dd9d-43f5-95fd-5f710e80d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:44.620297 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:44.620594 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Bound using segment: {'id': '05e41fca-dd9d-43f5-95fd-5f710e80d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:09:44.621072 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Bound port: 22f2bdec-4866-4cc0-8751-5bef371dcd2e, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e41fca-dd9d-43f5-95fd-5f710e80d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:09:44.621440 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:44.731732 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-52b019f2-a281-44d9-ae59-fe4d3c7675a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'name': 'tempest-TaggedBootDevicesTest-1804844071-router', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:59:12Z', 'updated_at': '2021-11-11T11:59:17Z', 'revision_number': 4, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'gw_port': {'id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:13Z', 'updated_at': '2021-11-11T11:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'f70b28bf-7390-442d-a7c6-52d8ccd69732', 'name': '', 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'mac_address': 'fa:16:3e:55:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:16Z', 'updated_at': '2021-11-11T11:59:21Z', 'revision_number': 5, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'subnets': [{'id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:44.815516 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:44.841575 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b019f2-a281-44d9-ae59-fe4d3c7675a0 None None] The sync data for ids ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'] in n-d-807359-3 is: [{'id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'name': 'tempest-TaggedBootDevicesTest-1804844071-router', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:59:12Z', 'updated_at': '2021-11-11T11:59:17Z', 'revision_number': 4, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'gw_port': {'id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:13Z', 'updated_at': '2021-11-11T11:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'f70b28bf-7390-442d-a7c6-52d8ccd69732', 'name': '', 'network_id': '6ba34a62-22e2-4456-8b51-ad2a18e2724f', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'mac_address': 'fa:16:3e:55:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:16Z', 'updated_at': '2021-11-11T11:59:21Z', 'revision_number': 5, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'subnets': [{'id': '98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:44.898790 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d38f0647-2561-4daf-a9af-98fc4ead15d9 None None] Provisioning complete for port 22f2bdec-4866-4cc0-8751-5bef371dcd2e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:44.899207 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d38f0647-2561-4daf-a9af-98fc4ead15d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:44.929971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] For port 22f2bdec-4866-4cc0-8751-5bef371dcd2e, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:09:44.966847 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] For port 22f2bdec-4866-4cc0-8751-5bef371dcd2e, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=22f2bdec-4866-4cc0-8751-5bef371dcd2e,segment=NetworkSegment(05e41fca-dd9d-43f5-95fd-5f710e80d3c1),segment_id=05e41fca-dd9d-43f5-95fd-5f710e80d3c1)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:09:44.972772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d38f0647-2561-4daf-a9af-98fc4ead15d9 None None] Port 22f2bdec-4866-4cc0-8751-5bef371dcd2e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:44.975429 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:45.094938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:45.095592 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:45.167565 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f97f302b-afd6-4a36-b365-002d22bbd250 req-0bfe5815-ac39-453e-8765-56c1e1d635fa tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.2116995 Nov 11 12:09:45.228097 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:45.261876 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9820a8-c3e6-4d49-9ddc-da6d63b660f0 req-16407569-6573-499c-b9ed-b6ecd5e118b5 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:45.270123 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf9820a8-c3e6-4d49-9ddc-da6d63b660f0 req-16407569-6573-499c-b9ed-b6ecd5e118b5 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.2843962 Nov 11 12:09:45.275678 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-22f8bbb0-9a55-4a2b-883a-48eaf58d5ccc tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:45.276313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:45.306541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de0ef8-6577-4d6f-bad6-468c86e4406c None None] Pushing event updated for resources: {'Port': ['ID=22f2bdec-4866-4cc0-8751-5bef371dcd2e,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:45.348640 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-22f8bbb0-9a55-4a2b-883a-48eaf58d5ccc tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:45.376120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:45.462556 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf9820a8-c3e6-4d49-9ddc-da6d63b660f0 req-6f71b477-7812-48b9-8d8b-a1a5e149e6d7 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823640 Nov 11 12:09:45.526644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88436e38-6215-416a-b056-1741ba9127ac None None] New status for floating IP aa12f3f8-44b2-4fe6-ac9f-9c22946fe660: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:09:45.608920 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Allocated IP 172.25.2.249 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/4f25410b-19e1-48e4-a7e9-d1ff37bb5bff) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:09:45.657954 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f8bbb0-9a55-4a2b-883a-48eaf58d5ccc tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 821b6844-b817-494c-a328-466daa4ee770 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:09:45.831375 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:45.839946 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:45.853115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f8bbb0-9a55-4a2b-883a-48eaf58d5ccc tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:45.861802 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-22f8bbb0-9a55-4a2b-883a-48eaf58d5ccc tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:45.866388 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41222) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:45.867090 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-22f8bbb0-9a55-4a2b-883a-48eaf58d5ccc tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/821b6844-b817-494c-a328-466daa4ee770 HTTP/1.1" status: 200 len: 934 time: 2.5554719 Nov 11 12:09:45.954327 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3ee16acc-a56a-47b2-8f87-e8ef6d0526a2 None None] Provisioning complete for port 22f2bdec-4866-4cc0-8751-5bef371dcd2e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:45.954714 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3ee16acc-a56a-47b2-8f87-e8ef6d0526a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:45.987394 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ba113e7b-bedf-4250-b1aa-b3c8e7169b8d tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/routers/821b6844-b817-494c-a328-466daa4ee770 HTTP/1.1" status: 200 len: 934 time: 0.1198497 Nov 11 12:09:45.990492 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41224) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:45.995639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2d6efe2a-fd1b-4ee3-9fe4-b10b8ca10287 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'router': {'routes': None}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:46.028750 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:46.093620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:44Z', 'revision_number': 6, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '22f2bdec-4866-4cc0-8751-5bef371dcd2e', 'name': '', 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:25:7d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:38Z', 'updated_at': '2021-11-11T12:09:44Z', 'revision_number': 4, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e78607-e073-4173-be89-675b5c600a6b', 'name': '', 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:28:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:31Z', 'updated_at': '2021-11-11T12:09:38Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:46.117640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:46.128587 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:46.142405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:46.210188 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3328c7-8a9b-4fa0-a019-47123f1be31a None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:09:46.215459 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef23826-e7ed-4f10-a8be-bf13d47dedf1 None None] The sync data for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 is: [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:44Z', 'revision_number': 6, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '22f2bdec-4866-4cc0-8751-5bef371dcd2e', 'name': '', 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:25:7d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:38Z', 'updated_at': '2021-11-11T12:09:44Z', 'revision_number': 4, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e78607-e073-4173-be89-675b5c600a6b', 'name': '', 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:28:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:31Z', 'updated_at': '2021-11-11T12:09:38Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:46.315759 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3ee16acc-a56a-47b2-8f87-e8ef6d0526a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:46.412083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Pushing event updated for resources: {'Port': ['ID=4f25410b-19e1-48e4-a7e9-d1ff37bb5bff,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:46.425948 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:46.426755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:46.427291 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:46.428092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:46.428836 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:46.435583 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:46.438385 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:46.438738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:46.439127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:46.439463 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:46.439861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:46.440189 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:09:46.447929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3ee16acc-a56a-47b2-8f87-e8ef6d0526a2 None None] For port 22f2bdec-4866-4cc0-8751-5bef371dcd2e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=22f2bdec-4866-4cc0-8751-5bef371dcd2e,segment=NetworkSegment(05e41fca-dd9d-43f5-95fd-5f710e80d3c1),segment_id=05e41fca-dd9d-43f5-95fd-5f710e80d3c1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:46.458449 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3ee16acc-a56a-47b2-8f87-e8ef6d0526a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:46.553198 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee16acc-a56a-47b2-8f87-e8ef6d0526a2 None None] Pushing event updated for resources: {'Port': ['ID=22f2bdec-4866-4cc0-8751-5bef371dcd2e,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:46.620730 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7f8634cf-2aaa-4d76-b673-a969dbd0a586 None None] Provisioning complete for port 4f25410b-19e1-48e4-a7e9-d1ff37bb5bff triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:46.623149 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7f8634cf-2aaa-4d76-b673-a969dbd0a586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:46.815664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7f8634cf-2aaa-4d76-b673-a969dbd0a586 None None] Port 4f25410b-19e1-48e4-a7e9-d1ff37bb5bff cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:46.969022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18381a11-b8cd-447c-9bc6-8796901405d4 req-af412585-8300-40e4-8437-7d381100ca57 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:46.975585 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18381a11-b8cd-447c-9bc6-8796901405d4 req-af412585-8300-40e4-8437-7d381100ca57 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.2327259 Nov 11 12:09:47.014119 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-431a4192-ac54-45f6-9df7-971b5193f85a req-3b076621-c9ef-49c0-914b-64396731b8e3 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.6000202 Nov 11 12:09:47.028682 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:47.097916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.extraroute_db [None req-2d6efe2a-fd1b-4ee3-9fe4-b10b8ca10287 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Added routes are [] {{(pid=109153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 12:09:47.098232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.extraroute_db [None req-2d6efe2a-fd1b-4ee3-9fe4-b10b8ca10287 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=109153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 12:09:47.128897 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18381a11-b8cd-447c-9bc6-8796901405d4 req-811d4fa8-1eab-4864-8ccb-d4eb48837949 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322148 Nov 11 12:09:47.161750 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2d6efe2a-fd1b-4ee3-9fe4-b10b8ca10287 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:47.296737 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:47.420723 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2d6efe2a-fd1b-4ee3-9fe4-b10b8ca10287 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:47.425554 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2d6efe2a-fd1b-4ee3-9fe4-b10b8ca10287 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:47.427899 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4cf01-cfa5-4716-b0f3-e4db779201de None None] Sync routers for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:47.442468 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4cf01-cfa5-4716-b0f3-e4db779201de None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:47.443755 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-99f4cf01-cfa5-4716-b0f3-e4db779201de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:47.468014 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Router 7d0c9373-84e4-4b22-862a-b0264f9a9cc4 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:09:47.611758 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6efe2a-fd1b-4ee3-9fe4-b10b8ca10287 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 821b6844-b817-494c-a328-466daa4ee770 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:09:47.683233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:47.697824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edcb079-7b9d-4f50-850d-ba498b2fe474 None None] Sync routers for ids ['7d0c9373-84e4-4b22-862a-b0264f9a9cc4'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:47.713429 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edcb079-7b9d-4f50-850d-ba498b2fe474 None None] Routers {'7d0c9373-84e4-4b22-862a-b0264f9a9cc4'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:47.714756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4edcb079-7b9d-4f50-850d-ba498b2fe474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['7d0c9373-84e4-4b22-862a-b0264f9a9cc4'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:47.733258 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:47.737015 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9f70a782-c5b2-47cf-958c-e13f28b06ded tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7964725 Nov 11 12:09:47.740661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41262) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:47.740817 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-99f4cf01-cfa5-4716-b0f3-e4db779201de None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:47.842057 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4edcb079-7b9d-4f50-850d-ba498b2fe474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:47.855586 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 22f2bdec-4866-4cc0-8751-5bef371dcd2e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:09:47.860751 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6efe2a-fd1b-4ee3-9fe4-b10b8ca10287 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:47.870639 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2d6efe2a-fd1b-4ee3-9fe4-b10b8ca10287 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:47.872433 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2d6efe2a-fd1b-4ee3-9fe4-b10b8ca10287 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/821b6844-b817-494c-a328-466daa4ee770 HTTP/1.1" status: 200 len: 700 time: 1.8806880 Nov 11 12:09:47.875612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41264) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:48.018448 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ca975ce8-68b7-4c23-9060-eeb6627b32a1 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "GET /v2.0/routers/7d0c9373-84e4-4b22-862a-b0264f9a9cc4 HTTP/1.1" status: 200 len: 920 time: 0.2763641 Nov 11 12:09:48.021237 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41268) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:48.072034 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c2aa7f50-d52e-4531-ad16-ac6924853da1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/routers/821b6844-b817-494c-a328-466daa4ee770 HTTP/1.1" status: 200 len: 700 time: 0.1915195 Nov 11 12:09:48.072515 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41272) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:48.096335 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1feaf03d-83c1-47a8-8e31-8dd515a9a904 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d0c9373-84e4-4b22-862a-b0264f9a9cc4 HTTP/1.1" status: 200 len: 205 time: 0.0739436 Nov 11 12:09:48.097166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41274) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:48.152026 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:09:48.182194 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-99f4cf01-cfa5-4716-b0f3-e4db779201de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:47Z', 'revision_number': 7, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '22f2bdec-4866-4cc0-8751-5bef371dcd2e', 'name': '', 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:25:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:38Z', 'updated_at': '2021-11-11T12:09:46Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e78607-e073-4173-be89-675b5c600a6b', 'name': '', 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:28:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:31Z', 'updated_at': '2021-11-11T12:09:38Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:48.226610 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4cf01-cfa5-4716-b0f3-e4db779201de None None] Checking router: 821b6844-b817-494c-a328-466daa4ee770 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:09:48.252760 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4cf01-cfa5-4716-b0f3-e4db779201de None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:48.253227 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-517c8adf-4469-4fca-8bd5-3cade4f2dd78 req-9d306b7c-d89a-4307-a8a9-8e4cbb88b1fa tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.1054976 Nov 11 12:09:48.272505 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-99f4cf01-cfa5-4716-b0f3-e4db779201de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:48.324675 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edcb079-7b9d-4f50-850d-ba498b2fe474 None None] Routers {'7d0c9373-84e4-4b22-862a-b0264f9a9cc4'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:48.325302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4edcb079-7b9d-4f50-850d-ba498b2fe474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['7d0c9373-84e4-4b22-862a-b0264f9a9cc4'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:48.391923 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-99f4cf01-cfa5-4716-b0f3-e4db779201de None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:48.415643 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4edcb079-7b9d-4f50-850d-ba498b2fe474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:48.416725 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edcb079-7b9d-4f50-850d-ba498b2fe474 None None] The sync data for ids ['7d0c9373-84e4-4b22-862a-b0264f9a9cc4'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:48.469935 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 22f2bdec-4866-4cc0-8751-5bef371dcd2e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:48.470378 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:48.572075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e20946-f724-4b63-9af4-2b50b7b09c7c req-baab53b3-39ce-4705-9d34-7b00fc4a392c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:48.573851 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c6e20946-f724-4b63-9af4-2b50b7b09c7c req-baab53b3-39ce-4705-9d34-7b00fc4a392c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.2946627 Nov 11 12:09:48.678139 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c6e20946-f724-4b63-9af4-2b50b7b09c7c req-d8d0db96-ada4-4d56-be2d-6f3f17028b1e tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578167 Nov 11 12:09:48.785458 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2fd327e5-1184-4630-bcc4-d09b4e476a46 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:48.820938 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-99f4cf01-cfa5-4716-b0f3-e4db779201de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:47Z', 'revision_number': 7, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '22f2bdec-4866-4cc0-8751-5bef371dcd2e', 'name': '', 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:25:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:38Z', 'updated_at': '2021-11-11T12:09:46Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e78607-e073-4173-be89-675b5c600a6b', 'name': '', 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:28:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:31Z', 'updated_at': '2021-11-11T12:09:38Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:48.856409 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4cf01-cfa5-4716-b0f3-e4db779201de None None] The sync data for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 is: [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:47Z', 'revision_number': 7, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '22f2bdec-4866-4cc0-8751-5bef371dcd2e', 'name': '', 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:25:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:38Z', 'updated_at': '2021-11-11T12:09:46Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e78607-e073-4173-be89-675b5c600a6b', 'name': '', 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:28:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:31Z', 'updated_at': '2021-11-11T12:09:38Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:48.868613 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9c36-66b1-43dd-abb6-c673bb53172a tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:48.995305 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9c36-66b1-43dd-abb6-c673bb53172a tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:49.170265 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-9f3e9c36-66b1-43dd-abb6-c673bb53172a tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Deleting port 4f25410b-19e1-48e4-a7e9-d1ff37bb5bff {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:49.170611 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9c36-66b1-43dd-abb6-c673bb53172a tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:49.255227 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6bac5-cf80-41a5-9638-8a42cf801e7f None None] Sync routers for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:49.271006 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6bac5-cf80-41a5-9638-8a42cf801e7f None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:49.271418 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-58c6bac5-cf80-41a5-9638-8a42cf801e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:49.330109 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9c36-66b1-43dd-abb6-c673bb53172a tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:49.355962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-9f3e9c36-66b1-43dd-abb6-c673bb53172a tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Calling delete_port for 4f25410b-19e1-48e4-a7e9-d1ff37bb5bff owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:49.446250 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-58c6bac5-cf80-41a5-9638-8a42cf801e7f None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:49.683836 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9c36-66b1-43dd-abb6-c673bb53172a tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:49.745270 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e9c36-66b1-43dd-abb6-c673bb53172a tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Pushing event deleted for resources: {'Port': ['ID=4f25410b-19e1-48e4-a7e9-d1ff37bb5bff,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:49.766186 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-106b1e5e-df27-4f21-9fa1-a4d62df791af req-903d6bb8-b8d3-496b-b0b9-e53158872369 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.0712116 Nov 11 12:09:49.771990 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223acdcf-3c7c-44b7-bc95-4617240e72d9 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:09:49.941391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-2fd327e5-1184-4630-bcc4-d09b4e476a46 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port 22f2bdec-4866-4cc0-8751-5bef371dcd2e {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:49.942433 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9c36-66b1-43dd-abb6-c673bb53172a tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:49.944450 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2fd327e5-1184-4630-bcc4-d09b4e476a46 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:50.006915 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-58c6bac5-cf80-41a5-9638-8a42cf801e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:47Z', 'revision_number': 7, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '22f2bdec-4866-4cc0-8751-5bef371dcd2e', 'name': '', 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:25:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:38Z', 'updated_at': '2021-11-11T12:09:46Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e78607-e073-4173-be89-675b5c600a6b', 'name': '', 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:28:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:31Z', 'updated_at': '2021-11-11T12:09:38Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:50.036244 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6bac5-cf80-41a5-9638-8a42cf801e7f None None] Checking router: 821b6844-b817-494c-a328-466daa4ee770 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:09:50.056603 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6bac5-cf80-41a5-9638-8a42cf801e7f None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:50.057511 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-58c6bac5-cf80-41a5-9638-8a42cf801e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:50.078143 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9c36-66b1-43dd-abb6-c673bb53172a tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:50.080682 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9c36-66b1-43dd-abb6-c673bb53172a tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:50.105709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-2fd327e5-1184-4630-bcc4-d09b4e476a46 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] For port 22f2bdec-4866-4cc0-8751-5bef371dcd2e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=22f2bdec-4866-4cc0-8751-5bef371dcd2e,segment=NetworkSegment(05e41fca-dd9d-43f5-95fd-5f710e80d3c1),segment_id=05e41fca-dd9d-43f5-95fd-5f710e80d3c1)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:50.106217 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2fd327e5-1184-4630-bcc4-d09b4e476a46 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:50.120522 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-2fd327e5-1184-4630-bcc4-d09b4e476a46 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for 22f2bdec-4866-4cc0-8751-5bef371dcd2e owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:50.191445 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9c36-66b1-43dd-abb6-c673bb53172a tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:50.192280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3e9c36-66b1-43dd-abb6-c673bb53172a tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Fanout notify agent at l3_agent the message router_deleted on router 7d0c9373-84e4-4b22-862a-b0264f9a9cc4 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:09:50.201421 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9c36-66b1-43dd-abb6-c673bb53172a tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:50.207343 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9f3e9c36-66b1-43dd-abb6-c673bb53172a tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "DELETE /v2.0/routers/7d0c9373-84e4-4b22-862a-b0264f9a9cc4 HTTP/1.1" status: 204 len: 168 time: 2.1058919 Nov 11 12:09:50.208572 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41324) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:50.216909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Request body: {'router': {'name': 'tempest-snat-router-688203930', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'enable_snat': False}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:50.257414 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:50.258455 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:50.283718 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-58c6bac5-cf80-41a5-9638-8a42cf801e7f None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:50.317102 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2fd327e5-1184-4630-bcc4-d09b4e476a46 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:50.343478 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635c762-4e36-423c-bdc3-e0fa065cb597 req-d2b79a66-3051-4f00-8664-14232d075cd5 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:50.351139 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c635c762-4e36-423c-bdc3-e0fa065cb597 req-d2b79a66-3051-4f00-8664-14232d075cd5 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.4452302 Nov 11 12:09:50.379698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd327e5-1184-4630-bcc4-d09b4e476a46 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=22f2bdec-4866-4cc0-8751-5bef371dcd2e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:50.415855 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:50.493628 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c635c762-4e36-423c-bdc3-e0fa065cb597 req-70f2e4c9-8d62-4a47-bd24-1b7fc982b64c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413541 Nov 11 12:09:50.592482 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b027c978-15b1-486d-bb1a-1d0c4d2eddc8 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:09:50.793958 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:50.871877 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2fd327e5-1184-4630-bcc4-d09b4e476a46 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:50.878135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port b027c978-15b1-486d-bb1a-1d0c4d2eddc8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:50.918525 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'b027c978-15b1-486d-bb1a-1d0c4d2eddc8', 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c', 'port_id': 'b027c978-15b1-486d-bb1a-1d0c4d2eddc8', 'mac_address': 'fa:16:3e:d4:8e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ef31ea-9f2a-479d-a571-898474872141', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:09:50.920865 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b027c978-15b1-486d-bb1a-1d0c4d2eddc8 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:09:51.127744 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-15d78c91-0fd3-4f8d-9790-05c1f96ba866 req-c2b7796f-cec3-46a4-b6c7-7bc2d83e4bb2 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.0545759 Nov 11 12:09:51.209281 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-58c6bac5-cf80-41a5-9638-8a42cf801e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:47Z', 'revision_number': 7, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '22f2bdec-4866-4cc0-8751-5bef371dcd2e', 'name': '', 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:25:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:38Z', 'updated_at': '2021-11-11T12:09:46Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e78607-e073-4173-be89-675b5c600a6b', 'name': '', 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:28:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:31Z', 'updated_at': '2021-11-11T12:09:38Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:51.253301 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6bac5-cf80-41a5-9638-8a42cf801e7f None None] The sync data for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 is: [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:47Z', 'revision_number': 7, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '22f2bdec-4866-4cc0-8751-5bef371dcd2e', 'name': '', 'network_id': '8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:25:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:38Z', 'updated_at': '2021-11-11T12:09:46Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': 'c1df0a16-dfe5-477f-a695-7a23a6fbc967', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e78607-e073-4173-be89-675b5c600a6b', 'name': '', 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:28:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:31Z', 'updated_at': '2021-11-11T12:09:38Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:51.290792 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:51.319270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b027c978-15b1-486d-bb1a-1d0c4d2eddc8 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:09:51.334290 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:51.352889 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:51.365866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd327e5-1184-4630-bcc4-d09b4e476a46 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 821b6844-b817-494c-a328-466daa4ee770 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:09:51.380644 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:51.462341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port b027c978-15b1-486d-bb1a-1d0c4d2eddc8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:51.484229 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:51.588018 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd327e5-1184-4630-bcc4-d09b4e476a46 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:51.603441 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2fd327e5-1184-4630-bcc4-d09b4e476a46 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/821b6844-b817-494c-a328-466daa4ee770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5300739 Nov 11 12:09:51.604657 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41350) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:51.615290 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Allocated IP 172.25.2.214 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/6d01aea5-6a91-45ea-b1c6-293140fdecdf) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:09:51.699512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cdce3d-fa63-4ec4-997e-6fb95264f7ab None None] Sync routers for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:51.703884 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:51.723786 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:51.734504 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cdce3d-fa63-4ec4-997e-6fb95264f7ab None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:51.735279 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f1cdce3d-fa63-4ec4-997e-6fb95264f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:51.762456 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fd7eb-7333-4e4e-86ae-ea754d936ce6 req-ddf7bf79-746f-4803-8543-609949f446f3 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:51.765239 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-153fd7eb-7333-4e4e-86ae-ea754d936ce6 req-ddf7bf79-746f-4803-8543-609949f446f3 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 944 time: 0.1215405 Nov 11 12:09:51.786604 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade299c8-bbfe-4180-b3f4-69f303b19527 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting subnet c1df0a16-dfe5-477f-a695-7a23a6fbc967 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:09:51.817397 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:09:51.817513 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:09:51.819842 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ade299c8-bbfe-4180-b3f4-69f303b19527 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:51.819973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['b027c978-15b1-486d-bb1a-1d0c4d2eddc8'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:09:51.831794 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-153fd7eb-7333-4e4e-86ae-ea754d936ce6 req-96e93bd7-282c-42dc-a18c-969c01577583 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539830 Nov 11 12:09:51.883409 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ade299c8-bbfe-4180-b3f4-69f303b19527 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:51.949638 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:51.992658 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-f1cdce3d-fa63-4ec4-997e-6fb95264f7ab None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:52.053776 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ade299c8-bbfe-4180-b3f4-69f303b19527 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:52.088697 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:52.218441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:52.233124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:52.240691 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:52.260160 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a842b8-70ca-4f86-859b-233bfa2cc806 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:09:52.394547 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:52.403955 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18c495a0-aa23-4119-b25f-1207660b846e req-e0714cba-4465-4dfa-aaf9-a97e80814ec7 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.0724795 Nov 11 12:09:52.460517 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b027c978-15b1-486d-bb1a-1d0c4d2eddc8 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:09:52.475746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-057a50db-0675-4b66-aee5-9f463067a77a None None] Provisioning complete for port 6d01aea5-6a91-45ea-b1c6-293140fdecdf triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:52.476213 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-057a50db-0675-4b66-aee5-9f463067a77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:52.491466 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Pushing event updated for resources: {'Port': ['ID=6d01aea5-6a91-45ea-b1c6-293140fdecdf,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:52.515276 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ade299c8-bbfe-4180-b3f4-69f303b19527 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:52.552294 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade299c8-bbfe-4180-b3f4-69f303b19527 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Subnet': ['ID=c1df0a16-dfe5-477f-a695-7a23a6fbc967,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:52.554398 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ade299c8-bbfe-4180-b3f4-69f303b19527 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:52.560041 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ade299c8-bbfe-4180-b3f4-69f303b19527 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/c1df0a16-dfe5-477f-a695-7a23a6fbc967 HTTP/1.1" status: 204 len: 168 time: 0.9515707 Nov 11 12:09:52.560535 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41394) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:52.578096 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-057a50db-0675-4b66-aee5-9f463067a77a None None] Port 6d01aea5-6a91-45ea-b1c6-293140fdecdf cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:52.580390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c446471b-977b-4a0d-9a3f-a9212e0988ca None None] Network 8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:09:52.618473 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:52.625883 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port b027c978-15b1-486d-bb1a-1d0c4d2eddc8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:52.659516 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:52.713902 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f1cdce3d-fa63-4ec4-997e-6fb95264f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:50Z', 'revision_number': 8, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e78607-e073-4173-be89-675b5c600a6b', 'name': '', 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:28:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:31Z', 'updated_at': '2021-11-11T12:09:38Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:52.771166 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cdce3d-fa63-4ec4-997e-6fb95264f7ab None None] Checking router: 821b6844-b817-494c-a328-466daa4ee770 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:09:52.776256 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:52.815422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:52.835693 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cdce3d-fa63-4ec4-997e-6fb95264f7ab None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:52.836541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f1cdce3d-fa63-4ec4-997e-6fb95264f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:52.953439 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32b390d-b2a3-4881-b0a8-35f1d510d6c3 None None] DHCP port deletion for 8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:09:52.989402 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port debb61df-f337-43f8-a24c-1570cb28e992 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:52.989960 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:53.077205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-f1cdce3d-fa63-4ec4-997e-6fb95264f7ab None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:53.094252 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:53.299738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473877a-2fbf-4b3a-93b3-6bd51da3fc4e req-a03904b3-da84-40f6-86fb-e4206947ef04 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:53.301330 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1473877a-2fbf-4b3a-93b3-6bd51da3fc4e req-a03904b3-da84-40f6-86fb-e4206947ef04 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 943 time: 0.3090408 Nov 11 12:09:53.303494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] For port debb61df-f337-43f8-a24c-1570cb28e992, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=debb61df-f337-43f8-a24c-1570cb28e992,segment=NetworkSegment(05e41fca-dd9d-43f5-95fd-5f710e80d3c1),segment_id=05e41fca-dd9d-43f5-95fd-5f710e80d3c1)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:53.303853 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:53.332356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for debb61df-f337-43f8-a24c-1570cb28e992 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:53.333647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b32b390d-b2a3-4881-b0a8-35f1d510d6c3 None None] Deleting port debb61df-f337-43f8-a24c-1570cb28e992 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:53.334059 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b32b390d-b2a3-4881-b0a8-35f1d510d6c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:53.357193 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Router 38f0d283-4c03-4622-aacf-f9aca05e5ad9 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:09:53.414551 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1473877a-2fbf-4b3a-93b3-6bd51da3fc4e req-27aca4b2-f972-41c9-ae8c-0c6d49447e86 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022074 Nov 11 12:09:53.467254 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:53.548181 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=debb61df-f337-43f8-a24c-1570cb28e992,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:53.561570 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] No DVR routers for this DVR port debb61df-f337-43f8-a24c-1570cb28e992 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:09:53.613607 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:53.624160 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Sync routers for ids ['38f0d283-4c03-4622-aacf-f9aca05e5ad9'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:53.647453 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Routers {'38f0d283-4c03-4622-aacf-f9aca05e5ad9'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:53.648075 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['38f0d283-4c03-4622-aacf-f9aca05e5ad9'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:53.648978 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:53.650811 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f3560a66-551f-405b-9060-ed8974d6af5e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4411907 Nov 11 12:09:53.653515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41408) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:53.750082 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-243ef7a9-d763-4a55-9d50-cfae6f23b5ab req-34385ac5-c589-4776-b440-0385a6a2a2f6 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.1762612 Nov 11 12:09:53.784812 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b32b390d-b2a3-4881-b0a8-35f1d510d6c3 None None] For port debb61df-f337-43f8-a24c-1570cb28e992, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=debb61df-f337-43f8-a24c-1570cb28e992,segment=NetworkSegment(05e41fca-dd9d-43f5-95fd-5f710e80d3c1),segment_id=05e41fca-dd9d-43f5-95fd-5f710e80d3c1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:53.785233 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b32b390d-b2a3-4881-b0a8-35f1d510d6c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:53.803974 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b32b390d-b2a3-4881-b0a8-35f1d510d6c3 None None] Calling delete_port for debb61df-f337-43f8-a24c-1570cb28e992 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:53.835173 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-349dd2e8-86ac-48c4-ab88-4a7e21e5b018 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "GET /v2.0/routers/38f0d283-4c03-4622-aacf-f9aca05e5ad9 HTTP/1.1" status: 200 len: 908 time: 0.1802721 Nov 11 12:09:53.839523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41410) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:53.841403 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:53.851250 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Request body: {'router': {'name': 'tempest-snat-router-688203930', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'enable_snat': True}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:09:53.888003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:53.897730 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Set router 38f0d283-4c03-4622-aacf-f9aca05e5ad9 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:09:53.899527 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:09:53.913555 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e41fca-dd9d-43f5-95fd-5f710e80d3c1') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:53.914022 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:53.914986 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b32b390d-b2a3-4881-b0a8-35f1d510d6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:53.915174 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:53.917472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device debb61df-f337-43f8-a24c-1570cb28e992 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:09:53.917792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e41fca-dd9d-43f5-95fd-5f710e80d3c1') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:53.939716 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:53.961454 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:53.977423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:09:53.978278 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:54.027291 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:54.039211 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b390d-b2a3-4881-b0a8-35f1d510d6c3 None None] Pushing event deleted for resources: {'Port': ['ID=debb61df-f337-43f8-a24c-1570cb28e992,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:09:54.084994 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:09:54.100222 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: debb61df-f337-43f8-a24c-1570cb28e992 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:09:54.100762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device debb61df-f337-43f8-a24c-1570cb28e992 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:09:54.104591 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b390d-b2a3-4881-b0a8-35f1d510d6c3 None None] No DVR routers for this DVR port debb61df-f337-43f8-a24c-1570cb28e992 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:09:54.133421 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:54.139297 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:54.148581 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/networks/8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8 HTTP/1.1" status: 204 len: 168 time: 1.5843031 Nov 11 12:09:54.149923 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41416) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:54.181738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62814f-8746-4085-bdf0-36ad727bbc6a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Network': ['ID=8cd6fdc6-0992-4e54-aea9-a7a6dd6d1cb8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:54.235291 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f1cdce3d-fa63-4ec4-997e-6fb95264f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:50Z', 'revision_number': 8, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e78607-e073-4173-be89-675b5c600a6b', 'name': '', 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:28:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:31Z', 'updated_at': '2021-11-11T12:09:38Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:54.250350 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f0d283-4c03-4622-aacf-f9aca05e5ad9', 'name': 'tempest-snat-router-688203930', 'tenant_id': '5622a92f11434fc6aea44a47b510b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.214'}], 'enable_snat': False}, 'gw_port_id': '6d01aea5-6a91-45ea-b1c6-293140fdecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:50Z', 'updated_at': '2021-11-11T12:09:52Z', 'revision_number': 3, 'project_id': '5622a92f11434fc6aea44a47b510b316', 'gw_port': {'id': '6d01aea5-6a91-45ea-b1c6-293140fdecdf', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f0d283-4c03-4622-aacf-f9aca05e5ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:51Z', 'updated_at': '2021-11-11T12:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:54.287627 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Checking router: 38f0d283-4c03-4622-aacf-f9aca05e5ad9 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:09:54.288307 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Updating router 38f0d283-4c03-4622-aacf-f9aca05e5ad9 port 6d01aea5-6a91-45ea-b1c6-293140fdecdf binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:09:54.319014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cdce3d-fa63-4ec4-997e-6fb95264f7ab None None] The sync data for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 is: [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:50Z', 'revision_number': 8, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e78607-e073-4173-be89-675b5c600a6b', 'name': '', 'network_id': 'd4d37a63-1321-4fa3-90ac-38b4bd9c8f19', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:28:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:31Z', 'updated_at': '2021-11-11T12:09:38Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '34cc964a-902a-4992-919f-57b78fd4c8bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:54.330088 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:54.630872 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f1032-d82b-4218-9fcb-5254dff5323e req-f2e1b94f-297b-4546-bf44-9e1d6bff57e3 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:54.633330 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee2f1032-d82b-4218-9fcb-5254dff5323e req-f2e1b94f-297b-4546-bf44-9e1d6bff57e3 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 943 time: 0.1115861 Nov 11 12:09:54.637459 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b027c978-15b1-486d-bb1a-1d0c4d2eddc8 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:09:54.710523 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:54.719583 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:54.735422 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee2f1032-d82b-4218-9fcb-5254dff5323e req-440f66c1-d455-45a3-b307-15483a825bde tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954473 Nov 11 12:09:54.772555 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port b027c978-15b1-486d-bb1a-1d0c4d2eddc8 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:54.773171 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:54.824966 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffcd4d-32dd-4b04-a504-2abaf425ea25 None None] Pushing event updated for resources: {'Port': ['ID=6d01aea5-6a91-45ea-b1c6-293140fdecdf,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:54.863094 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Attempting to bind port 6d01aea5-6a91-45ea-b1c6-293140fdecdf on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:54.863493 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Attempting to bind port 6d01aea5-6a91-45ea-b1c6-293140fdecdf by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:54.863810 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Attempting to bind port 6d01aea5-6a91-45ea-b1c6-293140fdecdf on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:54.869430 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d864a51f-875d-441d-81f3-f80d314f84a4 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:09:54.876158 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:09:54.876530 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:54.876928 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:54.877316 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:09:54.877803 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Bound port: 6d01aea5-6a91-45ea-b1c6-293140fdecdf, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:09:54.878311 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:54.899886 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:54.983264 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] For port 6d01aea5-6a91-45ea-b1c6-293140fdecdf, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:09:54.987435 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] For port 6d01aea5-6a91-45ea-b1c6-293140fdecdf, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6d01aea5-6a91-45ea-b1c6-293140fdecdf,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:09:54.995443 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:55.012882 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c409041-7948-469c-b1bb-fc611f079765 req-75d69bfa-a113-40df-b7c6-6f7e07f48976 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.0545516 Nov 11 12:09:55.026273 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:55.074713 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa8fbb-35bf-48ed-8d98-81b8d58a5cb8 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:09:55.088954 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d87193-35bb-42ed-b436-1db64c4a7a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b027c978-15b1-486d-bb1a-1d0c4d2eddc8'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:09:55.091604 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9213e4ed-c908-4abf-94b2-2d9c1c961e05" -d '{"events": [{"server_uuid": "59d87193-35bb-42ed-b436-1db64c4a7a26", "name": "network-vif-plugged", "status": "completed", "tag": "b027c978-15b1-486d-bb1a-1d0c4d2eddc8"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:09:55.099547 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Routers {'38f0d283-4c03-4622-aacf-f9aca05e5ad9'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:55.100164 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['38f0d283-4c03-4622-aacf-f9aca05e5ad9'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:55.106010 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffcd4d-32dd-4b04-a504-2abaf425ea25 None None] Pushing event updated for resources: {'Port': ['ID=6d01aea5-6a91-45ea-b1c6-293140fdecdf,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:55.118880 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-506ef23b-b3f4-48a1-8498-a78eb324842f None None] Provisioning complete for port 6d01aea5-6a91-45ea-b1c6-293140fdecdf triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:55.126754 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-506ef23b-b3f4-48a1-8498-a78eb324842f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:55.163016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port b027c978-15b1-486d-bb1a-1d0c4d2eddc8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:55.174910 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cc03c4-f7d9-47e5-b950-31418e9cd698 x-openstack-request-id: req-77cc03c4-f7d9-47e5-b950-31418e9cd698 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:09:55.175330 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d87193-35bb-42ed-b436-1db64c4a7a26", "name": "network-vif-plugged", "status": "completed", "tag": "b027c978-15b1-486d-bb1a-1d0c4d2eddc8", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:09:55.175686 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77cc03c4-f7d9-47e5-b950-31418e9cd698 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:09:55.176349 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d87193-35bb-42ed-b436-1db64c4a7a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b027c978-15b1-486d-bb1a-1d0c4d2eddc8', 'code': 200} Nov 11 12:09:55.179185 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:55.294294 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:55.332266 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-506ef23b-b3f4-48a1-8498-a78eb324842f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:55.380159 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] Set router 38f0d283-4c03-4622-aacf-f9aca05e5ad9 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:55.404658 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-506ef23b-b3f4-48a1-8498-a78eb324842f None None] For port 6d01aea5-6a91-45ea-b1c6-293140fdecdf, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6d01aea5-6a91-45ea-b1c6-293140fdecdf,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:55.414094 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-506ef23b-b3f4-48a1-8498-a78eb324842f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:55.530835 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ef23b-b3f4-48a1-8498-a78eb324842f None None] Pushing event updated for resources: {'Port': ['ID=6d01aea5-6a91-45ea-b1c6-293140fdecdf,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:55.544600 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:55.565560 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5a7c0790-39d4-4cff-9966-804c9ca4f8e0 None None] Provisioning complete for port 6d01aea5-6a91-45ea-b1c6-293140fdecdf triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:55.566094 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5a7c0790-39d4-4cff-9966-804c9ca4f8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:55.582504 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:55.647012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37fcca-a406-4b53-b6bb-67d73fee5fbb req-5472586a-2d4c-4d72-93c6-742047802d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:55.648397 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df37fcca-a406-4b53-b6bb-67d73fee5fbb req-5472586a-2d4c-4d72-93c6-742047802d20 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 1096 time: 0.3369784 Nov 11 12:09:55.649206 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f0d283-4c03-4622-aacf-f9aca05e5ad9', 'name': 'tempest-snat-router-688203930', 'tenant_id': '5622a92f11434fc6aea44a47b510b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.214'}], 'enable_snat': False}, 'gw_port_id': '6d01aea5-6a91-45ea-b1c6-293140fdecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:50Z', 'updated_at': '2021-11-11T12:09:52Z', 'revision_number': 3, 'project_id': '5622a92f11434fc6aea44a47b510b316', 'gw_port': {'id': '6d01aea5-6a91-45ea-b1c6-293140fdecdf', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f0d283-4c03-4622-aacf-f9aca05e5ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:51Z', 'updated_at': '2021-11-11T12:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:55.654773 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-15b6c1de-b586-4ce4-8755-c940c9f83df4 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:55.677722 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7294544-6334-4df2-99d4-ddf14fa7af28 None None] The sync data for ids ['38f0d283-4c03-4622-aacf-f9aca05e5ad9'] in n-d-807359-3 is: [{'id': '38f0d283-4c03-4622-aacf-f9aca05e5ad9', 'name': 'tempest-snat-router-688203930', 'tenant_id': '5622a92f11434fc6aea44a47b510b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.214'}], 'enable_snat': False}, 'gw_port_id': '6d01aea5-6a91-45ea-b1c6-293140fdecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:50Z', 'updated_at': '2021-11-11T12:09:52Z', 'revision_number': 3, 'project_id': '5622a92f11434fc6aea44a47b510b316', 'gw_port': {'id': '6d01aea5-6a91-45ea-b1c6-293140fdecdf', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f0d283-4c03-4622-aacf-f9aca05e5ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:51Z', 'updated_at': '2021-11-11T12:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:09:55.724284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 22f2bdec-4866-4cc0-8751-5bef371dcd2e no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:09:55.804562 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 22f2bdec-4866-4cc0-8751-5bef371dcd2e {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:09:55.806059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 22f2bdec-4866-4cc0-8751-5bef371dcd2e not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:09:55.924992 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Allocated IP 172.25.2.75 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/587329b5-9b46-4db9-9a38-64721bfe4bd0) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:09:55.934929 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636adce-8dac-453b-94ca-73b2c7478499 req-61447253-6081-4e21-b744-25ff05c0851f tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:55.936727 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c636adce-8dac-453b-94ca-73b2c7478499 req-61447253-6081-4e21-b744-25ff05c0851f tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.0937030 Nov 11 12:09:56.025064 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c636adce-8dac-453b-94ca-73b2c7478499 req-a89cd687-7444-4de2-be88-729ec4adbcc1 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816500 Nov 11 12:09:56.181973 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:56.268578 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:56.285756 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6db5ab76-b152-4123-97e6-05e01653c666 req-8db66d1d-7072-4c55-9590-faeb8aab4a4a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.0594494 Nov 11 12:09:56.344114 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df37fcca-a406-4b53-b6bb-67d73fee5fbb req-a77beb4a-cbb6-4970-9cba-69f385d29bc5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812290 Nov 11 12:09:56.414801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:09:56.416085 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Pushing event updated for resources: {'Port': ['ID=587329b5-9b46-4db9-9a38-64721bfe4bd0,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:56.424055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:09:56.429722 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:09:56.444791 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87788d5-14ce-4dc1-a581-b4c8deef5a9d None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:09:56.567573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e18af1b7-2e18-4e64-bd1f-9b8e30400057 None None] Provisioning complete for port 587329b5-9b46-4db9-9a38-64721bfe4bd0 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:56.568090 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e18af1b7-2e18-4e64-bd1f-9b8e30400057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:56.611723 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e18af1b7-2e18-4e64-bd1f-9b8e30400057 None None] Port 587329b5-9b46-4db9-9a38-64721bfe4bd0 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:09:56.773378 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:57.189725 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-15b6c1de-b586-4ce4-8755-c940c9f83df4 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port c1e78607-e073-4173-be89-675b5c600a6b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:57.190366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-15b6c1de-b586-4ce4-8755-c940c9f83df4 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:57.240758 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bd709-be62-4bf2-8121-6b9419768e3c req-490c238d-81bf-463b-9996-405fa3d2ac7e tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:57.253216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc1bd709-be62-4bf2-8121-6b9419768e3c req-490c238d-81bf-463b-9996-405fa3d2ac7e tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.0965986 Nov 11 12:09:57.265695 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:57.329301 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc1bd709-be62-4bf2-8121-6b9419768e3c req-1bbdf28a-04f9-4a1e-b7d7-4d5d2bc7ca33 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750840 Nov 11 12:09:57.421778 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-677df173-ba78-49e4-b357-1c3ff1d8c4d8 req-7c831cdb-20ab-464d-af53-8dfd1b07c5d1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.0300992 Nov 11 12:09:57.502973 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-15b6c1de-b586-4ce4-8755-c940c9f83df4 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] For port c1e78607-e073-4173-be89-675b5c600a6b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c1e78607-e073-4173-be89-675b5c600a6b,segment=NetworkSegment(dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce),segment_id=dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:09:57.503232 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-15b6c1de-b586-4ce4-8755-c940c9f83df4 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:57.538605 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-15b6c1de-b586-4ce4-8755-c940c9f83df4 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for c1e78607-e073-4173-be89-675b5c600a6b owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:57.724344 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Router 5e2c3bfc-3967-4c6f-9a44-54d4e4b29ce2 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:09:57.825189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6d01aea5-6a91-45ea-b1c6-293140fdecdf up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:09:57.945026 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 6d01aea5-6a91-45ea-b1c6-293140fdecdf triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:09:57.945694 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:58.263957 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:58.268297 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-15b6c1de-b586-4ce4-8755-c940c9f83df4 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:58.277949 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Sync routers for ids ['5e2c3bfc-3967-4c6f-9a44-54d4e4b29ce2'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:58.310602 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Routers {'5e2c3bfc-3967-4c6f-9a44-54d4e4b29ce2'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:58.311522 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['5e2c3bfc-3967-4c6f-9a44-54d4e4b29ce2'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:58.334354 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6c1de-b586-4ce4-8755-c940c9f83df4 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=c1e78607-e073-4173-be89-675b5c600a6b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:58.369920 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:58.371347 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b17ee01a-3c3a-4f9e-9ef2-ce008c01c2b8 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.5308278 Nov 11 12:09:58.374365 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41470) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:58.530946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Set router 5e2c3bfc-3967-4c6f-9a44-54d4e4b29ce2 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:58.552226 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-15b6c1de-b586-4ce4-8755-c940c9f83df4 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:58.740320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-260ffbf3-bae0-4e82-b8d2-f77779cc92b3 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "GET /v2.0/routers/5e2c3bfc-3967-4c6f-9a44-54d4e4b29ce2 HTTP/1.1" status: 200 len: 906 time: 0.3646684 Nov 11 12:09:58.742805 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41476) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:58.773406 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c027c6a3-f109-4963-9f6d-54a074c64588 req-0c09af88-ded0-4e5b-917d-cd1aecd46c70 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.1092780 Nov 11 12:09:58.838343 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d2e77-9ff7-4038-803a-2abd5224957e req-956189b8-e8ca-4072-95c9-45211d447e07 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:58.846015 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd4d2e77-9ff7-4038-803a-2abd5224957e req-956189b8-e8ca-4072-95c9-45211d447e07 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.1597302 Nov 11 12:09:58.900414 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2c3bfc-3967-4c6f-9a44-54d4e4b29ce2', 'name': 'tempest-snat-router-688203930', 'tenant_id': '5622a92f11434fc6aea44a47b510b316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '587329b5-9b46-4db9-9a38-64721bfe4bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:53Z', 'updated_at': '2021-11-11T12:09:56Z', 'revision_number': 3, 'project_id': '5622a92f11434fc6aea44a47b510b316', 'gw_port': {'id': '587329b5-9b46-4db9-9a38-64721bfe4bd0', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2c3bfc-3967-4c6f-9a44-54d4e4b29ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:55Z', 'updated_at': '2021-11-11T12:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:58.971175 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd4d2e77-9ff7-4038-803a-2abd5224957e req-77737f29-3f2a-49b4-a9ed-b0a6bd1f57b9 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196775 Nov 11 12:09:58.973869 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Checking router: 5e2c3bfc-3967-4c6f-9a44-54d4e4b29ce2 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:09:58.974446 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Updating router 5e2c3bfc-3967-4c6f-9a44-54d4e4b29ce2 port 587329b5-9b46-4db9-9a38-64721bfe4bd0 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:09:59.036885 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:59.092241 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b6c1de-b586-4ce4-8755-c940c9f83df4 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 821b6844-b817-494c-a328-466daa4ee770 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:09:59.133080 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31c8b0b6-1229-49f0-88a4-ca589b063114 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:59.244243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87c0b3-b17e-468d-9076-61576a9513b0 req-b6aa2811-1591-4c62-9f36-08147fec771c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:09:59.245872 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db87c0b3-b17e-468d-9076-61576a9513b0 req-b6aa2811-1591-4c62-9f36-08147fec771c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.1604226 Nov 11 12:09:59.337154 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31c8b0b6-1229-49f0-88a4-ca589b063114 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:59.360212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b6c1de-b586-4ce4-8755-c940c9f83df4 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:09:59.373171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db87c0b3-b17e-468d-9076-61576a9513b0 req-ce205935-49c2-40ec-a9fb-d8e3b041a016 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111875 Nov 11 12:09:59.375384 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64324ef4-31b4-4bbb-b703-8ccedf1475ca None None] Sync routers for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:09:59.377968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41498) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:59.388842 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-15b6c1de-b586-4ce4-8755-c940c9f83df4 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/821b6844-b817-494c-a328-466daa4ee770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2373757 Nov 11 12:09:59.397121 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64324ef4-31b4-4bbb-b703-8ccedf1475ca None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:09:59.398018 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-64324ef4-31b4-4bbb-b703-8ccedf1475ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:09:59.441124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-31c8b0b6-1229-49f0-88a4-ca589b063114 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Deleting port 587329b5-9b46-4db9-9a38-64721bfe4bd0 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:09:59.441556 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31c8b0b6-1229-49f0-88a4-ca589b063114 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:59.529529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda7cbd5-b0b7-41ed-81f3-086ef46024ef tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting subnet 34cc964a-902a-4992-919f-57b78fd4c8bd {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:09:59.535201 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dda7cbd5-b0b7-41ed-81f3-086ef46024ef tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:59.607907 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-64324ef4-31b4-4bbb-b703-8ccedf1475ca None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:09:59.640998 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31c8b0b6-1229-49f0-88a4-ca589b063114 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:59.658350 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dda7cbd5-b0b7-41ed-81f3-086ef46024ef tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:59.679057 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-31c8b0b6-1229-49f0-88a4-ca589b063114 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Calling delete_port for 587329b5-9b46-4db9-9a38-64721bfe4bd0 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:09:59.736029 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:59.752920 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:59.807472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4011e650-963d-49d6-8cd1-06f09ad980cc None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:09:59.851465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Attempting to bind port 587329b5-9b46-4db9-9a38-64721bfe4bd0 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:09:59.851883 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Attempting to bind port 587329b5-9b46-4db9-9a38-64721bfe4bd0 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:09:59.852259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Attempting to bind port 587329b5-9b46-4db9-9a38-64721bfe4bd0 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:09:59.884970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd47dba-4400-4ef5-8d89-c6f62f7d4dde None None] Pushing event updated for resources: {'Port': ['ID=587329b5-9b46-4db9-9a38-64721bfe4bd0,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:09:59.901616 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:09:59.902179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:09:59.902527 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:59.902815 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:09:59.903312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Bound port: 587329b5-9b46-4db9-9a38-64721bfe4bd0, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:09:59.903762 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:00.000290 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f9702aed-c670-4339-a98a-d86028a0d25c req-e36650c0-0d12-4a9e-b732-2a51fbd4864e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.0762734 Nov 11 12:10:00.022130 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dda7cbd5-b0b7-41ed-81f3-086ef46024ef tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:00.027573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-afcdb8f9-d118-42f5-b549-31fa6d5ad619 None None] Provisioning complete for port 587329b5-9b46-4db9-9a38-64721bfe4bd0 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:00.027938 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-afcdb8f9-d118-42f5-b549-31fa6d5ad619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:00.070265 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-afcdb8f9-d118-42f5-b549-31fa6d5ad619 None None] Port 587329b5-9b46-4db9-9a38-64721bfe4bd0 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:10:00.163423 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31c8b0b6-1229-49f0-88a4-ca589b063114 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:00.166787 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:10:00.168447 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:10:00.183593 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-64324ef4-31b4-4bbb-b703-8ccedf1475ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:58Z', 'revision_number': 9, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:00.220961 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8b0b6-1229-49f0-88a4-ca589b063114 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Pushing event deleted for resources: {'Port': ['ID=587329b5-9b46-4db9-9a38-64721bfe4bd0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:00.243658 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ce986a-3700-4dfc-972d-8e8f572cca7a None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:00.264497 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64324ef4-31b4-4bbb-b703-8ccedf1475ca None None] Checking router: 821b6844-b817-494c-a328-466daa4ee770 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:10:00.278964 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64324ef4-31b4-4bbb-b703-8ccedf1475ca None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:00.284320 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-64324ef4-31b4-4bbb-b703-8ccedf1475ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:00.307760 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-b7c59ead-0e82-42ce-adb1-68808d1b0d4a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:00.315129 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-b7c59ead-0e82-42ce-adb1-68808d1b0d4a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/networks?id=c6003569-d992-41b8-9e87-defc0039170c HTTP/1.1" status: 200 len: 814 time: 0.1259913 Nov 11 12:10:00.326959 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31c8b0b6-1229-49f0-88a4-ca589b063114 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:00.331181 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-dfc5e64a-3623-4ae6-a787-09c8001fdfc1 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/quotas/464cc3fccf024ade9e938973f874151a HTTP/1.1" status: 200 len: 375 time: 0.0151775 Nov 11 12:10:00.412827 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-64324ef4-31b4-4bbb-b703-8ccedf1475ca None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:00.413467 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dda7cbd5-b0b7-41ed-81f3-086ef46024ef tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:00.441181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f469bb3-a684-4f9d-8d9f-af37bcaef2f6 None None] Network d4d37a63-1321-4fa3-90ac-38b4bd9c8f19 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:10:00.460948 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dda7cbd5-b0b7-41ed-81f3-086ef46024ef tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:00.466672 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dda7cbd5-b0b7-41ed-81f3-086ef46024ef tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/34cc964a-902a-4992-919f-57b78fd4c8bd HTTP/1.1" status: 204 len: 168 time: 1.0868881 Nov 11 12:10:00.469224 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7cbd5-b0b7-41ed-81f3-086ef46024ef tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Subnet': ['ID=34cc964a-902a-4992-919f-57b78fd4c8bd,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:00.473737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41526) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:00.503354 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31c8b0b6-1229-49f0-88a4-ca589b063114 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:00.507201 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31c8b0b6-1229-49f0-88a4-ca589b063114 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:00.612768 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31c8b0b6-1229-49f0-88a4-ca589b063114 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:00.613226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c8b0b6-1229-49f0-88a4-ca589b063114 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e2c3bfc-3967-4c6f-9a44-54d4e4b29ce2 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:10:00.618251 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31c8b0b6-1229-49f0-88a4-ca589b063114 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:00.625877 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-31c8b0b6-1229-49f0-88a4-ca589b063114 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "DELETE /v2.0/routers/5e2c3bfc-3967-4c6f-9a44-54d4e4b29ce2 HTTP/1.1" status: 204 len: 168 time: 1.8818808 Nov 11 12:10:00.626529 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41528) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:00.637412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-4ee58284-624d-4114-b7e1-32f9b0837460 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=464cc3fccf024ade9e938973f874151a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2935016 Nov 11 12:10:00.699423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Attempting to bind port 587329b5-9b46-4db9-9a38-64721bfe4bd0 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:10:00.699943 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Attempting to bind port 587329b5-9b46-4db9-9a38-64721bfe4bd0 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:10:00.700388 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Attempting to bind port 587329b5-9b46-4db9-9a38-64721bfe4bd0 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:10:00.725105 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:10:00.725485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:10:00.728677 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:00.730449 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:10:00.730896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Bound port: 587329b5-9b46-4db9-9a38-64721bfe4bd0, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:10:00.731289 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:00.772366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4e2565d2-aba1-46d6-8669-29028eb0180a tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:00.772829 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-14d434ab-d6b4-4654-9c25-ce403dcc907c service neutron] 10.222.0.65 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338496 Nov 11 12:10:00.777263 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Port 587329b5-9b46-4db9-9a38-64721bfe4bd0 has been deleted concurrently {{(pid=109155) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 11 12:10:00.780355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58efd169-013f-4d8e-9213-757b2d131e7e None None] DHCP port deletion for d4d37a63-1321-4fa3-90ac-38b4bd9c8f19 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:00.792779 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Routers set() bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:00.793304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Router IDs set() for agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 12:10:00.796315 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_agentschedulers_db [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5e2c3bfc-3967-4c6f-9a44-54d4e4b29ce2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent'). {{(pid=109155) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 12:10:00.796315 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f097b-8e3d-4c2b-9360-ec3b08e326a2 None None] The sync data for ids ['5e2c3bfc-3967-4c6f-9a44-54d4e4b29ce2'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:00.863973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-58efd169-013f-4d8e-9213-757b2d131e7e None None] Deleting port 47b4beb9-a015-439d-a636-51755cc93998 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:00.864946 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58efd169-013f-4d8e-9213-757b2d131e7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:00.886217 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-64324ef4-31b4-4bbb-b703-8ccedf1475ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:58Z', 'revision_number': 9, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:00.886704 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:00.909173 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-760d05c2-3f0d-4aa6-8528-fb55285b0167 service neutron] 10.222.0.65 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350908 Nov 11 12:10:00.941415 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64324ef4-31b4-4bbb-b703-8ccedf1475ca None None] The sync data for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 is: [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:09:58Z', 'revision_number': 9, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e223f77c-d3a4-4c75-a75f-a9c5eb684141', 'name': '', 'network_id': '47addb6c-41c0-4d5c-8ee2-aa99bc19a29c', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:e4:c1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:24Z', 'updated_at': '2021-11-11T12:09:30Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '8b6ce22a-227f-4e59-8b28-41c93eae379c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:00.973180 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-58efd169-013f-4d8e-9213-757b2d131e7e None None] For port 47b4beb9-a015-439d-a636-51755cc93998, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=47b4beb9-a015-439d-a636-51755cc93998,segment=NetworkSegment(dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce),segment_id=dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:00.974441 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58efd169-013f-4d8e-9213-757b2d131e7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:01.010094 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-58efd169-013f-4d8e-9213-757b2d131e7e None None] Calling delete_port for 47b4beb9-a015-439d-a636-51755cc93998 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:01.031291 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4e2565d2-aba1-46d6-8669-29028eb0180a tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:01.047280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port 47b4beb9-a015-439d-a636-51755cc93998 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:01.047658 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:01.171360 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4e2565d2-aba1-46d6-8669-29028eb0180a tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Deleting port 6d01aea5-6a91-45ea-b1c6-293140fdecdf {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:01.171704 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4e2565d2-aba1-46d6-8669-29028eb0180a tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:01.265532 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58efd169-013f-4d8e-9213-757b2d131e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:01.287173 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58efd169-013f-4d8e-9213-757b2d131e7e None None] No DVR routers for this DVR port 47b4beb9-a015-439d-a636-51755cc93998 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:10:01.326400 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b97a4a9-e4f9-4257-bbd2-cee4af1350f5 req-884bb2af-496f-4a7a-b1c0-96e4ca469f83 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 210 time: 0.1752295 Nov 11 12:10:01.339260 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efd169-013f-4d8e-9213-757b2d131e7e None None] Pushing event deleted for resources: {'Port': ['ID=47b4beb9-a015-439d-a636-51755cc93998,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:01.404582 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35246271-6995-4925-baa3-dfa72f336c60 req-80829787-5c9e-48bd-a62b-9f7cd35d1213 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:01.406679 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-35246271-6995-4925-baa3-dfa72f336c60 req-80829787-5c9e-48bd-a62b-9f7cd35d1213 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d87193-35bb-42ed-b436-1db64c4a7a26 HTTP/1.1" status: 200 len: 945 time: 0.2145028 Nov 11 12:10:01.492326 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f868285c-c07b-4b2a-9e20-adf15fc31ad2 req-f7acfb63-b20e-43dd-9d67-a51746feda68 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.1946013 Nov 11 12:10:01.532162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-4e2565d2-aba1-46d6-8669-29028eb0180a tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] For port 6d01aea5-6a91-45ea-b1c6-293140fdecdf, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6d01aea5-6a91-45ea-b1c6-293140fdecdf,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:01.536122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] For port 47b4beb9-a015-439d-a636-51755cc93998, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=47b4beb9-a015-439d-a636-51755cc93998,segment=NetworkSegment(dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce),segment_id=dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:01.536543 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:01.539296 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4e2565d2-aba1-46d6-8669-29028eb0180a tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:01.566131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for 47b4beb9-a015-439d-a636-51755cc93998 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:01.595649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4e2565d2-aba1-46d6-8669-29028eb0180a tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Calling delete_port for 6d01aea5-6a91-45ea-b1c6-293140fdecdf owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:01.736350 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:01.752939 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c1e78607-e073-4173-be89-675b5c600a6b no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:01.761550 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] No DVR routers for this DVR port 47b4beb9-a015-439d-a636-51755cc93998 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:10:01.784961 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: c1e78607-e073-4173-be89-675b5c600a6b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:10:01.796050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c1e78607-e073-4173-be89-675b5c600a6b not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:01.796641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 47b4beb9-a015-439d-a636-51755cc93998 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:01.829149 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 47b4beb9-a015-439d-a636-51755cc93998 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:10:01.829498 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 47b4beb9-a015-439d-a636-51755cc93998 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:01.871474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=47b4beb9-a015-439d-a636-51755cc93998,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:01.897793 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-35246271-6995-4925-baa3-dfa72f336c60 req-b1a41683-19e3-48e1-aa25-b93b3e97418a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Deleting port b027c978-15b1-486d-bb1a-1d0c4d2eddc8 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:01.898279 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-35246271-6995-4925-baa3-dfa72f336c60 req-b1a41683-19e3-48e1-aa25-b93b3e97418a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:01.993100 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:02.023260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d37a63-1321-4fa3-90ac-38b4bd9c8f19']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:02.037409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:02.037769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2d0ed1-27cc-4231-b7ff-7ead3ea9d8ce') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:02.072845 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:02.087385 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:02.094573 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:10:02.095002 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:10:02.196262 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:10:02.201530 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:02.212418 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:02.216098 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/networks/d4d37a63-1321-4fa3-90ac-38b4bd9c8f19 HTTP/1.1" status: 204 len: 168 time: 1.7385550 Nov 11 12:10:02.231847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41562) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:02.232705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d6dca-0ca5-493f-be48-c034c1cbda19 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Network': ['ID=d4d37a63-1321-4fa3-90ac-38b4bd9c8f19,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:02.445744 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-35246271-6995-4925-baa3-dfa72f336c60 req-b1a41683-19e3-48e1-aa25-b93b3e97418a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] For port b027c978-15b1-486d-bb1a-1d0c4d2eddc8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:02.446259 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-35246271-6995-4925-baa3-dfa72f336c60 req-b1a41683-19e3-48e1-aa25-b93b3e97418a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:02.466419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-35246271-6995-4925-baa3-dfa72f336c60 req-b1a41683-19e3-48e1-aa25-b93b3e97418a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Calling delete_port for b027c978-15b1-486d-bb1a-1d0c4d2eddc8 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:02.472227 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4e2565d2-aba1-46d6-8669-29028eb0180a tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:02.512825 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2565d2-aba1-46d6-8669-29028eb0180a tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d01aea5-6a91-45ea-b1c6-293140fdecdf,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:02.519863 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a04fe5b-53a2-4290-9ac4-5a95daff91cb req-271df6dd-16c8-420f-ba7e-f1b6b42d2402 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 210 time: 0.0691965 Nov 11 12:10:02.524821 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d13a18-548c-41da-9972-7ca6342fc851 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:02.683735 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4e2565d2-aba1-46d6-8669-29028eb0180a tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:02.839628 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-098e8c9f-96bc-4bc8-b5d2-081e16dcaf59 req-a77e0728-a829-4843-ae03-34e41407309a tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.0949702 Nov 11 12:10:02.855979 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4e2565d2-aba1-46d6-8669-29028eb0180a tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:02.872337 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4e2565d2-aba1-46d6-8669-29028eb0180a tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:02.986112 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b731c2f-cc0d-488c-9eda-ddd67cb74191 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:03.042917 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4e2565d2-aba1-46d6-8669-29028eb0180a tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:03.043486 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2565d2-aba1-46d6-8669-29028eb0180a tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38f0d283-4c03-4622-aacf-f9aca05e5ad9 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:10:03.053053 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4e2565d2-aba1-46d6-8669-29028eb0180a tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:03.062001 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4e2565d2-aba1-46d6-8669-29028eb0180a tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "DELETE /v2.0/routers/38f0d283-4c03-4622-aacf-f9aca05e5ad9 HTTP/1.1" status: 204 len: 168 time: 2.4308412 Nov 11 12:10:03.062971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41578) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:03.068131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-975605565', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}, 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:03.089558 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-35246271-6995-4925-baa3-dfa72f336c60 req-b1a41683-19e3-48e1-aa25-b93b3e97418a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:03.116157 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['b027c978-15b1-486d-bb1a-1d0c4d2eddc8'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:10:03.151102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-78f1e00d-b224-459d-b8ae-0a15ae987dcf tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:03.152817 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-78f1e00d-b224-459d-b8ae-0a15ae987dcf tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.43 "GET /v2.0/networks?id=c6003569-d992-41b8-9e87-defc0039170c HTTP/1.1" status: 200 len: 814 time: 0.3625360 Nov 11 12:10:03.163050 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:03.169918 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:03.183221 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-2abb9d4c-27aa-4fd4-8fb6-06273c0d8082 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Request body: {'port': {'device_id': 'e45ec792-4246-4cd7-aad0-4d70093a4087', 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c', 'admin_state_up': True, 'tenant_id': '464cc3fccf024ade9e938973f874151a'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:03.193577 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a41683-19e3-48e1-aa25-b93b3e97418a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Pushing event deleted for resources: {'Port': ['ID=b027c978-15b1-486d-bb1a-1d0c4d2eddc8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:03.257117 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-35246271-6995-4925-baa3-dfa72f336c60 req-b1a41683-19e3-48e1-aa25-b93b3e97418a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] No DVR routers for this DVR port b027c978-15b1-486d-bb1a-1d0c4d2eddc8 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:10:03.257907 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:03.288652 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-35246271-6995-4925-baa3-dfa72f336c60 req-b1a41683-19e3-48e1-aa25-b93b3e97418a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:03.292441 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-35246271-6995-4925-baa3-dfa72f336c60 req-b1a41683-19e3-48e1-aa25-b93b3e97418a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.62 "DELETE /v2.0/ports/b027c978-15b1-486d-bb1a-1d0c4d2eddc8 HTTP/1.1" status: 204 len: 173 time: 1.8701725 Nov 11 12:10:03.292893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d87193-35bb-42ed-b436-1db64c4a7a26', 'name': 'network-vif-deleted', 'tag': 'b027c978-15b1-486d-bb1a-1d0c4d2eddc8'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:10:03.295234 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b95f2b3-1a9b-4974-b078-92b0ed38cf4b" -d '{"events": [{"server_uuid": "59d87193-35bb-42ed-b436-1db64c4a7a26", "name": "network-vif-deleted", "tag": "b027c978-15b1-486d-bb1a-1d0c4d2eddc8"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:10:03.381350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-2abb9d4c-27aa-4fd4-8fb6-06273c0d8082 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Made reservation on behalf of 464cc3fccf024ade9e938973f874151a for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:10:03.385672 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-2abb9d4c-27aa-4fd4-8fb6-06273c0d8082 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:03.495758 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1399164-a615-4dda-997f-c48592813205 x-openstack-request-id: req-d1399164-a615-4dda-997f-c48592813205 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:10:03.496172 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d87193-35bb-42ed-b436-1db64c4a7a26", "name": "network-vif-deleted", "tag": "b027c978-15b1-486d-bb1a-1d0c4d2eddc8", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:10:03.496524 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1399164-a615-4dda-997f-c48592813205 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:10:03.497106 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d87193-35bb-42ed-b436-1db64c4a7a26', 'name': 'network-vif-deleted', 'tag': 'b027c978-15b1-486d-bb1a-1d0c4d2eddc8', 'status': 'completed', 'code': 200} Nov 11 12:10:03.567250 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-2abb9d4c-27aa-4fd4-8fb6-06273c0d8082 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Allocated IP 172.20.0.4 (c6003569-d992-41b8-9e87-defc0039170c/01ef31ea-9f2a-479d-a571-898474872141/c2cbd81d-79cf-46f0-bf4c-3d885f6c28da) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:10:03.759261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6d01aea5-6a91-45ea-b1c6-293140fdecdf no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:03.786927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 6d01aea5-6a91-45ea-b1c6-293140fdecdf {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:10:03.787762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6d01aea5-6a91-45ea-b1c6-293140fdecdf not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:03.813086 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-2abb9d4c-27aa-4fd4-8fb6-06273c0d8082 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:03.869493 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:03.894691 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-2abb9d4c-27aa-4fd4-8fb6-06273c0d8082 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:03.912343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['b027c978-15b1-486d-bb1a-1d0c4d2eddc8'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:10:04.027649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb9d4c-27aa-4fd4-8fb6-06273c0d8082 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Pushing event updated for resources: {'Port': ['ID=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:04.077135 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-2abb9d4c-27aa-4fd4-8fb6-06273c0d8082 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Network c6003569-d992-41b8-9e87-defc0039170c is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:10:04.078793 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-2abb9d4c-27aa-4fd4-8fb6-06273c0d8082 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:10:04.079108 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91936653-f7c4-47ed-aaa4-1b341a6b67cb req-e6744eb5-e5ba-4561-8aa1-e3bc90d6ba8f tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:04.082220 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-2abb9d4c-27aa-4fd4-8fb6-06273c0d8082 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:10:04.087554 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91936653-f7c4-47ed-aaa4-1b341a6b67cb req-e6744eb5-e5ba-4561-8aa1-e3bc90d6ba8f tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 931 time: 0.2144320 Nov 11 12:10:04.145576 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-2abb9d4c-27aa-4fd4-8fb6-06273c0d8082 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:04.146803 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea639e78-3c40-4efe-80c6-ff2730565fda req-8b7554f4-1140-49c0-8a19-5d9bac279a2e tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.1038039 Nov 11 12:10:04.146932 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-2abb9d4c-27aa-4fd4-8fb6-06273c0d8082 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:04.174250 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-2abb9d4c-27aa-4fd4-8fb6-06273c0d8082 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9943860 Nov 11 12:10:04.190372 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-88976f89-4253-4f95-9f09-c554c1ff80be tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:10:04.191641 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-88976f89-4253-4f95-9f09-c554c1ff80be tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058887 Nov 11 12:10:04.266074 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Request body: {'port': {'device_id': 'e45ec792-4246-4cd7-aad0-4d70093a4087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:04.280542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-0b731c2f-cc0d-488c-9eda-ddd67cb74191 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port e223f77c-d3a4-4c75-a75f-a9c5eb684141 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:04.280913 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b731c2f-cc0d-488c-9eda-ddd67cb74191 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:04.290695 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91936653-f7c4-47ed-aaa4-1b341a6b67cb req-81d65c34-5c38-4b6e-94d9-46104e45c037 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005200 Nov 11 12:10:04.381439 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:04.425012 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-0b731c2f-cc0d-488c-9eda-ddd67cb74191 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] For port e223f77c-d3a4-4c75-a75f-a9c5eb684141, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e223f77c-d3a4-4c75-a75f-a9c5eb684141,segment=NetworkSegment(1a534dd0-5cb0-405d-b5a0-299bfa00c4d1),segment_id=1a534dd0-5cb0-405d-b5a0-299bfa00c4d1)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:04.426342 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b731c2f-cc0d-488c-9eda-ddd67cb74191 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:04.448346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-0b731c2f-cc0d-488c-9eda-ddd67cb74191 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for e223f77c-d3a4-4c75-a75f-a9c5eb684141 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:04.715501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2cbd81d-79cf-46f0-bf4c-3d885f6c28da {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:10:04.723989 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:04.734831 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:04.764538 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:04.772708 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7f7b60b0-d0e0-470c-b7c6-257bfbcd68e2 req-45e4701a-231d-4e24-8686-ed7b39e3e1a6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1830716 Nov 11 12:10:04.927016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Transition to ACTIVE for port object c2cbd81d-79cf-46f0-bf4c-3d885f6c28da will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:10:04.932565 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:04.934836 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b731c2f-cc0d-488c-9eda-ddd67cb74191 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:04.993077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b60b0-d0e0-470c-b7c6-257bfbcd68e2 req-bb034536-ed8b-42e8-94e8-871984e4f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:04.995261 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7f7b60b0-d0e0-470c-b7c6-257bfbcd68e2 req-bb034536-ed8b-42e8-94e8-871984e4f97e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36af1c00a8ab4b0e95a23b4e49d31ca8&device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 1097 time: 0.1603115 Nov 11 12:10:05.000196 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b731c2f-cc0d-488c-9eda-ddd67cb74191 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=e223f77c-d3a4-4c75-a75f-a9c5eb684141,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:05.072756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Allocated IP 172.25.2.254 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/e0020b71-be4f-4b2a-9b1c-4ee7d26e3c7e) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:10:05.096495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Pushing event updated for resources: {'Port': ['ID=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:05.169401 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Attempting to bind port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:10:05.169401 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Attempting to bind port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '1c363a20-54e7-4189-a01f-d16d5f665299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:10:05.169401 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Attempting to bind port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da on network c6003569-d992-41b8-9e87-defc0039170c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:10:05.181217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da on network c6003569-d992-41b8-9e87-defc0039170c not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:10:05.183533 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Attempting to bind port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da on network c6003569-d992-41b8-9e87-defc0039170c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:10:05.189973 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:10:05.190312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Checking segment: {'id': '1c363a20-54e7-4189-a01f-d16d5f665299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:10:05.190700 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Bound using segment: {'id': '1c363a20-54e7-4189-a01f-d16d5f665299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:10:05.191135 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Bound port: c2cbd81d-79cf-46f0-bf4c-3d885f6c28da, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c363a20-54e7-4189-a01f-d16d5f665299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:10:05.191500 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:05.311405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] For port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:10:05.319776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] For port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:10:05.328327 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:05.334045 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75290cb8-6fa6-40c1-b5fc-a45687e899e3 req-0a5349f9-c294-4723-9e12-5b21110c08a9 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.0453496 Nov 11 12:10:05.419446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:05.424156 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:05.425882 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] 10.222.0.43 "PUT /v2.0/ports/c2cbd81d-79cf-46f0-bf4c-3d885f6c28da HTTP/1.1" status: 200 len: 1091 time: 1.2257979 Nov 11 12:10:05.505647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45ec792-4246-4cd7-aad0-4d70093a4087', 'tag': 'c2cbd81d-79cf-46f0-bf4c-3d885f6c28da'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:10:05.512652 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d53547-19ce-49f6-a20f-4d10d72bb532" -d '{"events": [{"name": "network-changed", "server_uuid": "e45ec792-4246-4cd7-aad0-4d70093a4087", "tag": "c2cbd81d-79cf-46f0-bf4c-3d885f6c28da"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:10:05.535020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b60b0-d0e0-470c-b7c6-257bfbcd68e2 req-59485912-f016-4584-b729-23a62b2f69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:05.535712 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7f7b60b0-d0e0-470c-b7c6-257bfbcd68e2 req-59485912-f016-4584-b729-23a62b2f69ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=7061eec4-bc95-479d-b544-0f2e7dcf2641 HTTP/1.1" status: 200 len: 913 time: 0.5008726 Nov 11 12:10:05.560387 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5a98f-90be-4dca-9887-269fff34ee1c service neutron] Pushing event updated for resources: {'Port': ['ID=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:05.581171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-80c37ccb-ea1f-46c3-a5d7-3d1143d83f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:05.582759 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-80c37ccb-ea1f-46c3-a5d7-3d1143d83f3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=464cc3fccf024ade9e938973f874151a&device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 1094 time: 0.1079867 Nov 11 12:10:05.584222 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f97330b-d8ee-4abf-a28e-ba70e4477b38 x-openstack-request-id: req-3f97330b-d8ee-4abf-a28e-ba70e4477b38 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:10:05.584493 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45ec792-4246-4cd7-aad0-4d70093a4087", "tag": "c2cbd81d-79cf-46f0-bf4c-3d885f6c28da", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:10:05.585750 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f97330b-d8ee-4abf-a28e-ba70e4477b38 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:10:05.586136 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45ec792-4246-4cd7-aad0-4d70093a4087', 'tag': 'c2cbd81d-79cf-46f0-bf4c-3d885f6c28da', 'status': 'completed', 'code': 200} Nov 11 12:10:05.629301 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-29d11f30-51a4-4a89-a49d-b8bb956bb5a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da HTTP/1.1" status: 200 len: 217 time: 0.0359695 Nov 11 12:10:05.649401 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b731c2f-cc0d-488c-9eda-ddd67cb74191 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:05.695283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-e2454e1c-3467-45e1-8300-7d7f6fc4a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:05.696798 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-e2454e1c-3467-45e1-8300-7d7f6fc4a649 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01ef31ea-9f2a-479d-a571-898474872141 HTTP/1.1" status: 200 len: 854 time: 0.0592713 Nov 11 12:10:05.716433 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:05.728917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3efd52-e27b-45f4-ad9e-1f2b0a9bf628 req-faf1613f-437c-497a-93b6-971aa00f43f8 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:05.730562 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad3efd52-e27b-45f4-ad9e-1f2b0a9bf628 req-faf1613f-437c-497a-93b6-971aa00f43f8 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 943 time: 0.2475934 Nov 11 12:10:05.736236 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-57e82085-447a-4ccd-b15d-36f672b3dbdf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6003569-d992-41b8-9e87-defc0039170c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316477 Nov 11 12:10:05.738466 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7f7b60b0-d0e0-470c-b7c6-257bfbcd68e2 req-86031585-3e6a-460f-8fc1-cc037ac6e181 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15e28266-bbf7-49b4-a45a-4fb9062b90ae HTTP/1.1" status: 200 len: 1002 time: 0.1950221 Nov 11 12:10:05.809353 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d20a734b-7167-4f90-80dc-cc73d33c35e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:05.855717 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-f86ced4b-0d0d-4ab2-aca8-cafad28bac0f service neutron] 10.222.0.43 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065953 Nov 11 12:10:05.918211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b60b0-d0e0-470c-b7c6-257bfbcd68e2 req-6745c6cb-b14b-436f-aee4-56c73d62a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:05.919743 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7f7b60b0-d0e0-470c-b7c6-257bfbcd68e2 req-6745c6cb-b14b-436f-aee4-56c73d62a2ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b4858774-bac2-4c25-afd8-1350376ff799 HTTP/1.1" status: 200 len: 850 time: 0.1469064 Nov 11 12:10:05.939733 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad3efd52-e27b-45f4-ad9e-1f2b0a9bf628 req-f61ce09b-22cb-4215-b3f3-6e8f58c51430 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003057 Nov 11 12:10:05.968152 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:05.989213 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-148cd56d-cc3c-40ec-aeb2-5386c3fa3add req-8f81b249-1e4f-4de5-9bce-0f16e75b861b service neutron] 10.222.0.43 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268845 Nov 11 12:10:06.053272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:10:06.059813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:10:06.073701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee22b36a-b6a6-4d10-acea-57dbad32b51f None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:06.090418 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d53547-19ce-49f6-a20f-4d10d72bb532 req-86ab0f07-7ccb-4483-be56-ccb5f91d4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:06.090805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:10:06.092262 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-69d53547-19ce-49f6-a20f-4d10d72bb532 req-86ab0f07-7ccb-4483-be56-ccb5f91d4025 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=464cc3fccf024ade9e938973f874151a&device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 1094 time: 0.0534155 Nov 11 12:10:06.159586 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7501669c-3b00-469c-a980-d9abbe8389b7 None None] Provisioning complete for port e0020b71-be4f-4b2a-9b1c-4ee7d26e3c7e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:06.160176 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7501669c-3b00-469c-a980-d9abbe8389b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:06.199720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7501669c-3b00-469c-a980-d9abbe8389b7 None None] Port e0020b71-be4f-4b2a-9b1c-4ee7d26e3c7e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:10:06.218569 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d53547-19ce-49f6-a20f-4d10d72bb532 req-45d8a7fe-4a36-4737-aea2-b4bce10a7981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:06.220234 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-69d53547-19ce-49f6-a20f-4d10d72bb532 req-45d8a7fe-4a36-4737-aea2-b4bce10a7981 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6003569-d992-41b8-9e87-defc0039170c HTTP/1.1" status: 200 len: 916 time: 0.1202700 Nov 11 12:10:06.266183 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-69d53547-19ce-49f6-a20f-4d10d72bb532 req-c85dc4f4-7ffd-4eb2-884e-666580f1e187 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da HTTP/1.1" status: 200 len: 217 time: 0.0384827 Nov 11 12:10:06.322043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d53547-19ce-49f6-a20f-4d10d72bb532 req-2272cecc-cf93-4822-8083-1f3542452615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:06.323887 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-69d53547-19ce-49f6-a20f-4d10d72bb532 req-2272cecc-cf93-4822-8083-1f3542452615 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01ef31ea-9f2a-479d-a571-898474872141 HTTP/1.1" status: 200 len: 854 time: 0.0500443 Nov 11 12:10:06.363632 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-69d53547-19ce-49f6-a20f-4d10d72bb532 req-693395b2-c96f-42f8-ad82-7dff40b7a33d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6003569-d992-41b8-9e87-defc0039170c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316067 Nov 11 12:10:06.474314 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-69d53547-19ce-49f6-a20f-4d10d72bb532 req-4fec41ce-d526-4e74-86e2-d0ab468b661b service neutron] 10.222.0.43 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027687 Nov 11 12:10:06.495519 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Pushing event updated for resources: {'Port': ['ID=e0020b71-be4f-4b2a-9b1c-4ee7d26e3c7e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:06.528397 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-297fc3e7-460c-42bc-9684-c85365a573df req-c48d916c-fca3-4318-904b-784682b307df tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.0487888 Nov 11 12:10:06.542983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b60b0-d0e0-470c-b7c6-257bfbcd68e2 req-27104f35-cb1d-45e0-82eb-f0d7e6b0b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:06.544808 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7f7b60b0-d0e0-470c-b7c6-257bfbcd68e2 req-27104f35-cb1d-45e0-82eb-f0d7e6b0b598 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7061eec4-bc95-479d-b544-0f2e7dcf2641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6170437 Nov 11 12:10:06.588626 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-69d53547-19ce-49f6-a20f-4d10d72bb532 req-f9c68995-82f2-4f94-b210-efa958804679 service neutron] 10.222.0.43 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058173 Nov 11 12:10:06.602600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b731c2f-cc0d-488c-9eda-ddd67cb74191 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 821b6844-b817-494c-a328-466daa4ee770 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:10:06.651968 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b027c978-15b1-486d-bb1a-1d0c4d2eddc8 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:06.672840 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: b027c978-15b1-486d-bb1a-1d0c4d2eddc8 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:10:06.673433 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b027c978-15b1-486d-bb1a-1d0c4d2eddc8 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:06.845078 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7f7b60b0-d0e0-470c-b7c6-257bfbcd68e2 req-8ce640ba-ea57-4874-b318-7b2a353c9023 service neutron] 10.222.0.43 "GET /v2.0/networks/7061eec4-bc95-479d-b544-0f2e7dcf2641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653885 Nov 11 12:10:06.890916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b731c2f-cc0d-488c-9eda-ddd67cb74191 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:10:06.901955 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41640) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:06.902165 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0b731c2f-cc0d-488c-9eda-ddd67cb74191 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/821b6844-b817-494c-a328-466daa4ee770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6656494 Nov 11 12:10:06.903780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a335eee2-cb48-4ee1-b694-eef10bbc25c4 None None] Sync routers for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:10:06.918045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a335eee2-cb48-4ee1-b694-eef10bbc25c4 None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:06.919169 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a335eee2-cb48-4ee1-b694-eef10bbc25c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:06.983156 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-0093cb93-5319-4063-9c71-c47a9df77d8c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting subnet 8b6ce22a-227f-4e59-8b28-41c93eae379c {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:10:06.987577 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0093cb93-5319-4063-9c71-c47a9df77d8c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:07.036418 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:07.041667 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a335eee2-cb48-4ee1-b694-eef10bbc25c4 None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:07.047349 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0093cb93-5319-4063-9c71-c47a9df77d8c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:07.141307 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7f7b60b0-d0e0-470c-b7c6-257bfbcd68e2 req-ac4b9edf-3b9e-4914-9e7c-4353cd630d67 service neutron] 10.222.0.43 "GET /v2.0/networks/7061eec4-bc95-479d-b544-0f2e7dcf2641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861800 Nov 11 12:10:07.195447 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0093cb93-5319-4063-9c71-c47a9df77d8c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:07.207407 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b5087-c2cf-4762-a3b8-090f5809eb8e req-e62e8d27-1922-426b-b0ae-5e1ba50536e8 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:07.209106 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b40b5087-c2cf-4762-a3b8-090f5809eb8e req-e62e8d27-1922-426b-b0ae-5e1ba50536e8 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 943 time: 0.1159716 Nov 11 12:10:07.290140 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0093cb93-5319-4063-9c71-c47a9df77d8c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:07.310709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b40b5087-c2cf-4762-a3b8-090f5809eb8e req-09e193c3-d7a7-42d3-ad0d-52cd7442b158 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940084 Nov 11 12:10:07.331803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093cb93-5319-4063-9c71-c47a9df77d8c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6ce22a-227f-4e59-8b28-41c93eae379c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:07.337504 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0093cb93-5319-4063-9c71-c47a9df77d8c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:07.342694 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0093cb93-5319-4063-9c71-c47a9df77d8c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/8b6ce22a-227f-4e59-8b28-41c93eae379c HTTP/1.1" status: 204 len: 168 time: 0.4390235 Nov 11 12:10:07.345337 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41646) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:07.346381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a335eee2-cb48-4ee1-b694-eef10bbc25c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:10:04Z', 'revision_number': 10, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:07.377097 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:07.453845 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:07.518717 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port d4803880-ce8e-488c-9fb1-5bb4d686f122 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:07.519219 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:07.526091 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Router 1f84b71a-5010-4a09-9a86-95638130032e is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:10:07.593663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9bca5c-8747-442f-8ddf-4c7f62773ec7 None None] Network 47addb6c-41c0-4d5c-8ee2-aa99bc19a29c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:10:07.599952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a335eee2-cb48-4ee1-b694-eef10bbc25c4 None None] Checking router: 821b6844-b817-494c-a328-466daa4ee770 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:10:07.622840 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] For port d4803880-ce8e-488c-9fb1-5bb4d686f122, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=d4803880-ce8e-488c-9fb1-5bb4d686f122,segment=NetworkSegment(1a534dd0-5cb0-405d-b5a0-299bfa00c4d1),segment_id=1a534dd0-5cb0-405d-b5a0-299bfa00c4d1)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:07.623208 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:07.628210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a335eee2-cb48-4ee1-b694-eef10bbc25c4 None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:07.628351 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a335eee2-cb48-4ee1-b694-eef10bbc25c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:07.663083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for d4803880-ce8e-488c-9fb1-5bb4d686f122 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:07.750602 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00f94eda-c162-40f0-bdac-30e1a0a58448 req-d1ff7f23-2ad6-4be4-9d23-83153cd9f613 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.0666757 Nov 11 12:10:07.758279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:10:07.760988 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:07.779656 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36854b23-70eb-4dba-a95d-80c14e599416 None None] Sync routers for ids ['1f84b71a-5010-4a09-9a86-95638130032e'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:10:07.787912 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=d4803880-ce8e-488c-9fb1-5bb4d686f122,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:07.793762 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:07.797540 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3af5a222-5579-48dd-a391-e341afd15895 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7310238 Nov 11 12:10:07.798367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41654) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:07.799812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] No DVR routers for this DVR port d4803880-ce8e-488c-9fb1-5bb4d686f122 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:10:07.817695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-25e47ead-b6f0-4bbc-84a1-7665a4709c4d tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'enable_snat': False}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:07.854126 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36854b23-70eb-4dba-a95d-80c14e599416 None None] Routers {'1f84b71a-5010-4a09-9a86-95638130032e'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:07.856804 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-36854b23-70eb-4dba-a95d-80c14e599416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['1f84b71a-5010-4a09-9a86-95638130032e'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:07.867150 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a335eee2-cb48-4ee1-b694-eef10bbc25c4 None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:07.975782 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f422e09e-2a0a-4098-b809-71d90f4fe043 None None] DHCP port deletion for 47addb6c-41c0-4d5c-8ee2-aa99bc19a29c request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:07.979421 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:07.995368 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-36854b23-70eb-4dba-a95d-80c14e599416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:08.015380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47addb6c-41c0-4d5c-8ee2-aa99bc19a29c']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:08.015656 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36854b23-70eb-4dba-a95d-80c14e599416 None None] Routers {'1f84b71a-5010-4a09-9a86-95638130032e'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:08.016023 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-36854b23-70eb-4dba-a95d-80c14e599416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:09:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['1f84b71a-5010-4a09-9a86-95638130032e'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:08.042567 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a534dd0-5cb0-405d-b5a0-299bfa00c4d1') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:08.042848 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a534dd0-5cb0-405d-b5a0-299bfa00c4d1') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:08.061396 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:08.087183 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-36854b23-70eb-4dba-a95d-80c14e599416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:08.087848 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36854b23-70eb-4dba-a95d-80c14e599416 None None] The sync data for ids ['1f84b71a-5010-4a09-9a86-95638130032e'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:08.092122 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:08.100817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:10:08.101669 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:08.164089 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-02f7d107-8823-4020-a3ce-a85c79d65bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:10:08.198814 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:10:08.203243 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:08.223204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:08.230426 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/networks/47addb6c-41c0-4d5c-8ee2-aa99bc19a29c HTTP/1.1" status: 204 len: 168 time: 0.8832738 Nov 11 12:10:08.232662 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41666) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:08.290553 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57126b2-0b1d-4cf7-9ec2-5eb4615298ed tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Network': ['ID=47addb6c-41c0-4d5c-8ee2-aa99bc19a29c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:08.323621 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a335eee2-cb48-4ee1-b694-eef10bbc25c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:10:04Z', 'revision_number': 10, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:08.389847 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a335eee2-cb48-4ee1-b694-eef10bbc25c4 None None] The sync data for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 is: [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:10:04Z', 'revision_number': 10, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None, '_interfaces': [{'id': '6222196f-d3be-47b0-97b8-f8148b0ca946', 'name': '', 'network_id': '7923657c-3159-4b5f-b378-5566713f6db1', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'mac_address': 'fa:16:3e:7f:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821b6844-b817-494c-a328-466daa4ee770', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:09:19Z', 'updated_at': '2021-11-11T12:09:26Z', 'revision_number': 5, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'subnets': [{'id': '71f8544b-6e37-4472-a8e4-26dd9f5ab05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:08.549024 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-25e47ead-b6f0-4bbc-84a1-7665a4709c4d tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:08.565149 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1485444-8f55-4e7d-a4d4-d71b34fbb19f req-835a7564-1f8c-47c1-afd4-b4e3dfb5159e tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:08.566767 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1485444-8f55-4e7d-a4d4-d71b34fbb19f req-835a7564-1f8c-47c1-afd4-b4e3dfb5159e tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 943 time: 0.0713389 Nov 11 12:10:08.666202 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1485444-8f55-4e7d-a4d4-d71b34fbb19f req-cd3113ea-07ff-4787-8584-2bb5538513e4 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902302 Nov 11 12:10:08.755427 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-725e3ae2-3c5b-4bdc-9171-4555dfe21f79 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:09.018741 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:09.039034 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51230ee7-cdc5-4c82-b65d-4e2ec83ca0e3 req-b1862aa5-f08b-4812-a532-116603b49c26 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef772640-e422-4f21-af4d-99f76e8d5bd4 HTTP/1.1" status: 200 len: 210 time: 0.0431147 Nov 11 12:10:09.091494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-725e3ae2-3c5b-4bdc-9171-4555dfe21f79 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port 6222196f-d3be-47b0-97b8-f8148b0ca946 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:09.092048 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-725e3ae2-3c5b-4bdc-9171-4555dfe21f79 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:09.130682 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-25e47ead-b6f0-4bbc-84a1-7665a4709c4d tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:09.134359 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-25e47ead-b6f0-4bbc-84a1-7665a4709c4d tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:09.186973 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-725e3ae2-3c5b-4bdc-9171-4555dfe21f79 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] For port 6222196f-d3be-47b0-97b8-f8148b0ca946, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6222196f-d3be-47b0-97b8-f8148b0ca946,segment=NetworkSegment(56978563-6b8d-4a6a-9644-1f2f71242f06),segment_id=56978563-6b8d-4a6a-9644-1f2f71242f06)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:09.187465 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-725e3ae2-3c5b-4bdc-9171-4555dfe21f79 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:09.202108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-725e3ae2-3c5b-4bdc-9171-4555dfe21f79 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for 6222196f-d3be-47b0-97b8-f8148b0ca946 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:09.262269 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e47ead-b6f0-4bbc-84a1-7665a4709c4d tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Router 1f84b71a-5010-4a09-9a86-95638130032e has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:10:09.390723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e47ead-b6f0-4bbc-84a1-7665a4709c4d tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:10:09.395804 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-25e47ead-b6f0-4bbc-84a1-7665a4709c4d tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:09.397246 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-25e47ead-b6f0-4bbc-84a1-7665a4709c4d tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "PUT /v2.0/routers/1f84b71a-5010-4a09-9a86-95638130032e HTTP/1.1" status: 200 len: 921 time: 1.5978422 Nov 11 12:10:09.399772 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41682) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:09.403193 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ffd575-1f02-45b1-9232-d2ee631d5907 None None] Sync routers for ids ['1f84b71a-5010-4a09-9a86-95638130032e'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:10:09.420285 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-725e3ae2-3c5b-4bdc-9171-4555dfe21f79 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:09.421358 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ffd575-1f02-45b1-9232-d2ee631d5907 None None] Routers {'1f84b71a-5010-4a09-9a86-95638130032e'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:09.423208 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-25ffd575-1f02-45b1-9232-d2ee631d5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['1f84b71a-5010-4a09-9a86-95638130032e'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:09.458908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e3ae2-3c5b-4bdc-9171-4555dfe21f79 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=6222196f-d3be-47b0-97b8-f8148b0ca946,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:09.513887 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-25ffd575-1f02-45b1-9232-d2ee631d5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:09.517144 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device c2cbd81d-79cf-46f0-bf4c-3d885f6c28da details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:10:09.554050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ffd575-1f02-45b1-9232-d2ee631d5907 None None] Routers {'1f84b71a-5010-4a09-9a86-95638130032e'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:09.554970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-25ffd575-1f02-45b1-9232-d2ee631d5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['1f84b71a-5010-4a09-9a86-95638130032e'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:09.634210 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-725e3ae2-3c5b-4bdc-9171-4555dfe21f79 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:09.673363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-25ffd575-1f02-45b1-9232-d2ee631d5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:09.674305 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ffd575-1f02-45b1-9232-d2ee631d5907 None None] The sync data for ids ['1f84b71a-5010-4a09-9a86-95638130032e'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:09.681552 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.resource_extend [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:10:09.898707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device d4803880-ce8e-488c-9fb1-5bb4d686f122 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:09.910514 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:09.937372 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: d4803880-ce8e-488c-9fb1-5bb4d686f122 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:10:09.938024 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device d4803880-ce8e-488c-9fb1-5bb4d686f122 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:09.938752 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e223f77c-d3a4-4c75-a75f-a9c5eb684141 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:09.970213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'c2cbd81d-79cf-46f0-bf4c-3d885f6c28da', 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c', 'port_id': 'c2cbd81d-79cf-46f0-bf4c-3d885f6c28da', 'mac_address': 'fa:16:3e:20:2a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ef31ea-9f2a-479d-a571-898474872141', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:10:09.972219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: e223f77c-d3a4-4c75-a75f-a9c5eb684141 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:10:09.972723 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e223f77c-d3a4-4c75-a75f-a9c5eb684141 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:10.047331 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:10.067903 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cbd81d-79cf-46f0-bf4c-3d885f6c28da {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:10:10.113300 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:10.130021 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:10.237516 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:10.254758 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41712) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:10.299665 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742296df-26af-4695-93a7-8bdf02cf0013 req-c60e1d18-9004-4326-8f6a-957890390898 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:10.299665 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-742296df-26af-4695-93a7-8bdf02cf0013 req-c60e1d18-9004-4326-8f6a-957890390898 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 944 time: 0.1502056 Nov 11 12:10:10.358343 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1c12a973-b67b-4410-ac81-e314b01b1306 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "GET /v2.0/routers/1f84b71a-5010-4a09-9a86-95638130032e HTTP/1.1" status: 200 len: 921 time: 0.9566569 Nov 11 12:10:10.360672 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41716) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:10.363335 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['c2cbd81d-79cf-46f0-bf4c-3d885f6c28da'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:10:10.431824 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-742296df-26af-4695-93a7-8bdf02cf0013 req-b8d5b545-cd95-4b66-a576-b6669c72711f tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205177 Nov 11 12:10:10.460605 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4a1fbbf3-a3a9-4b68-b551-399a6c37bc73 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:10.530859 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4a1fbbf3-a3a9-4b68-b551-399a6c37bc73 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:10.564107 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:10.591074 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217878f7-8386-4b72-8a97-dbb7e7883ec6 req-7c206a4e-b97e-4ead-bde6-bad56a71de8d tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:10.592517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cd5307-ab68-4453-9d2f-bfc590911d07 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:10.592680 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-217878f7-8386-4b72-8a97-dbb7e7883ec6 req-7c206a4e-b97e-4ead-bde6-bad56a71de8d tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 946 time: 0.1093068 Nov 11 12:10:10.597837 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f9cd5307-ab68-4453-9d2f-bfc590911d07 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&device_id=1f84b71a-5010-4a09-9a86-95638130032e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2340848 Nov 11 12:10:10.620747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41718) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:10.633009 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725e3ae2-3c5b-4bdc-9171-4555dfe21f79 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 821b6844-b817-494c-a328-466daa4ee770 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:10:10.633372 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4a1fbbf3-a3a9-4b68-b551-399a6c37bc73 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:10.636159 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4a1fbbf3-a3a9-4b68-b551-399a6c37bc73 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:10.640135 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4a1fbbf3-a3a9-4b68-b551-399a6c37bc73 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "DELETE /v2.0/security-groups/4739cbc3-ef93-4bd1-b144-584e607420cf HTTP/1.1" status: 204 len: 168 time: 0.3815830 Nov 11 12:10:10.642016 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41720) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:10.665068 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fbbf3-a3a9-4b68-b551-399a6c37bc73 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4739cbc3-ef93-4bd1-b144-584e607420cf,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:10.696676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-217878f7-8386-4b72-8a97-dbb7e7883ec6 req-645dadfb-2336-40c3-baf3-e99f4fe7d4ca tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a11ccd6-5efd-48db-a89f-b2d1ac05d920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917506 Nov 11 12:10:10.697779 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-e96652a1-7349-4a51-8975-ca3c8328b2d8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] show failed (client error): The resource could not be found. Nov 11 12:10:10.701679 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e96652a1-7349-4a51-8975-ca3c8328b2d8 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "GET /v2.0/security-groups/4739cbc3-ef93-4bd1-b144-584e607420cf HTTP/1.1" status: 404 len: 347 time: 0.0466568 Nov 11 12:10:10.702285 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41722) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:10.799502 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725e3ae2-3c5b-4bdc-9171-4555dfe21f79 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:10:10.805482 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-725e3ae2-3c5b-4bdc-9171-4555dfe21f79 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/821b6844-b817-494c-a328-466daa4ee770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5717633 Nov 11 12:10:10.811163 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed28e9d-38ba-4c24-8915-c8ddf2f84bef None None] Sync routers for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:10:10.821202 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41726) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:10.826889 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed28e9d-38ba-4c24-8915-c8ddf2f84bef None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:10.827602 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4ed28e9d-38ba-4c24-8915-c8ddf2f84bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:10.894949 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d460b1d1-5782-4426-bbd6-ed9a9057fec3 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting subnet 71f8544b-6e37-4472-a8e4-26dd9f5ab05c {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:10:10.898926 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9556460e-9aeb-43d0-9d0e-5b04e994fc1d tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:10.900473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-2b1e57e3-6786-42aa-9984-fa5c3b167350 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Deleting port 7c675c18-e885-4e6d-8fe3-66934a56e3f1 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:10.900928 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b1e57e3-6786-42aa-9984-fa5c3b167350 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:10.903261 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9556460e-9aeb-43d0-9d0e-5b04e994fc1d tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 881 time: 0.2805505 Nov 11 12:10:10.903859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41728) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:10.904696 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d460b1d1-5782-4426-bbd6-ed9a9057fec3 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:10.911305 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-4ed28e9d-38ba-4c24-8915-c8ddf2f84bef None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:10.955039 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9e413959-40f2-4d62-8f84-7b16ea5c4604 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f84b71a-5010-4a09-9a86-95638130032e HTTP/1.1" status: 200 len: 205 time: 0.0470915 Nov 11 12:10:10.957765 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41732) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:10.974628 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4ed28e9d-38ba-4c24-8915-c8ddf2f84bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:10:09Z', 'revision_number': 11, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:11.003655 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed28e9d-38ba-4c24-8915-c8ddf2f84bef None None] Checking router: 821b6844-b817-494c-a328-466daa4ee770 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:10:11.013828 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed28e9d-38ba-4c24-8915-c8ddf2f84bef None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:11.014698 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4ed28e9d-38ba-4c24-8915-c8ddf2f84bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:11.019816 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d460b1d1-5782-4426-bbd6-ed9a9057fec3 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:11.021001 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b1e57e3-6786-42aa-9984-fa5c3b167350 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:11.021328 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b1e57e3-6786-42aa-9984-fa5c3b167350 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:11.037322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-2b1e57e3-6786-42aa-9984-fa5c3b167350 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Calling delete_port for 7c675c18-e885-4e6d-8fe3-66934a56e3f1 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:11.100556 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-4ed28e9d-38ba-4c24-8915-c8ddf2f84bef None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:11.158828 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4ed28e9d-38ba-4c24-8915-c8ddf2f84bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:10:09Z', 'revision_number': 11, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:11.177629 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2631d49f-9c26-4d8f-a3e8-fb6f1f897adf tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:11.213340 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed28e9d-38ba-4c24-8915-c8ddf2f84bef None None] The sync data for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 is: [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:10:09Z', 'revision_number': 11, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:11.250098 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b1e57e3-6786-42aa-9984-fa5c3b167350 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:11.294106 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:11.324778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e646e78-4e89-4250-a98b-e4461f0d1172 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:11.326727 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e57e3-6786-42aa-9984-fa5c3b167350 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event deleted for resources: {'Port': ['ID=7c675c18-e885-4e6d-8fe3-66934a56e3f1,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:11.374027 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2631d49f-9c26-4d8f-a3e8-fb6f1f897adf tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:11.388067 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d460b1d1-5782-4426-bbd6-ed9a9057fec3 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:11.483733 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device c2cbd81d-79cf-46f0-bf4c-3d885f6c28da up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:10:11.521571 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b1e57e3-6786-42aa-9984-fa5c3b167350 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:11.524410 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b1e57e3-6786-42aa-9984-fa5c3b167350 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:11.529281 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-2631d49f-9c26-4d8f-a3e8-fb6f1f897adf tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Deleting port e0020b71-be4f-4b2a-9b1c-4ee7d26e3c7e {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:11.530458 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2b1e57e3-6786-42aa-9984-fa5c3b167350 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "DELETE /v2.0/floatingips/aa12f3f8-44b2-4fe6-ac9f-9c22946fe660 HTTP/1.1" status: 204 len: 168 time: 0.8223035 Nov 11 12:10:11.531727 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2631d49f-9c26-4d8f-a3e8-fb6f1f897adf tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:11.533722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41744) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:11.609394 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:10:11.617679 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:11.618307 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:11.702668 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d460b1d1-5782-4426-bbd6-ed9a9057fec3 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:11.714024 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6222196f-d3be-47b0-97b8-f8148b0ca946 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:11.741545 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 6222196f-d3be-47b0-97b8-f8148b0ca946 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:10:11.741921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6222196f-d3be-47b0-97b8-f8148b0ca946 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:11.763114 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460b1d1-5782-4426-bbd6-ed9a9057fec3 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Subnet': ['ID=71f8544b-6e37-4472-a8e4-26dd9f5ab05c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:11.802768 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d460b1d1-5782-4426-bbd6-ed9a9057fec3 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:11.814710 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d460b1d1-5782-4426-bbd6-ed9a9057fec3 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/71f8544b-6e37-4472-a8e4-26dd9f5ab05c HTTP/1.1" status: 204 len: 168 time: 0.9918242 Nov 11 12:10:11.815942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41746) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:11.826599 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:11.828767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97147973-7309-4886-87bc-4d6b57e3c168 None None] Network 7923657c-3159-4b5f-b378-5566713f6db1 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:10:11.849113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f70bc6-7586-484a-a98a-f41c369fff6c req-b5085e98-a371-482a-a449-903e7dee3141 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:11.857900 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0f70bc6-7586-484a-a98a-f41c369fff6c req-b5085e98-a371-482a-a449-903e7dee3141 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 944 time: 0.2358437 Nov 11 12:10:11.869427 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2631d49f-9c26-4d8f-a3e8-fb6f1f897adf tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:11.903102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c55d7-d533-4384-8f5e-0a7cc616e55f req-91c8dc42-31f5-4136-a263-1bf710da3729 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:11.904798 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f3c55d7-d533-4384-8f5e-0a7cc616e55f req-91c8dc42-31f5-4136-a263-1bf710da3729 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 946 time: 0.2226663 Nov 11 12:10:11.921435 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ec792-4246-4cd7-aad0-4d70093a4087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cbd81d-79cf-46f0-bf4c-3d885f6c28da'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:10:11.926111 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d61b51-8d53-4109-8ad7-cfae9332c142" -d '{"events": [{"server_uuid": "e45ec792-4246-4cd7-aad0-4d70093a4087", "name": "network-vif-plugged", "status": "completed", "tag": "c2cbd81d-79cf-46f0-bf4c-3d885f6c28da"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:10:11.961796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-cc51c8a5-2f37-454f-a6e2-2174ebbb309f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Deleting port 99b9334d-889b-4925-8044-1f449140c379 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:11.962126 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cc51c8a5-2f37-454f-a6e2-2174ebbb309f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:11.973104 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-2631d49f-9c26-4d8f-a3e8-fb6f1f897adf tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Calling delete_port for e0020b71-be4f-4b2a-9b1c-4ee7d26e3c7e owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:11.975320 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:11.992741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0f70bc6-7586-484a-a98a-f41c369fff6c req-9d5fa97b-12b7-4bae-a8a2-edee8453ee3b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335933 Nov 11 12:10:12.008810 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.010787 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.088443 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f3c55d7-d533-4384-8f5e-0a7cc616e55f req-b83549ff-6c3f-48dd-813a-8be738f926bc tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a11ccd6-5efd-48db-a89f-b2d1ac05d920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738932 Nov 11 12:10:12.111241 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:12.163977 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1b2c98-eb9a-4f7a-914e-5f26add342a0 None None] DHCP port deletion for 7923657c-3159-4b5f-b378-5566713f6db1 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:12.209127 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cc51c8a5-2f37-454f-a6e2-2174ebbb309f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.227163 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-cc51c8a5-2f37-454f-a6e2-2174ebbb309f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Calling delete_port for 99b9334d-889b-4925-8044-1f449140c379 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:12.243292 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b2c98-eb9a-4f7a-914e-5f26add342a0 None None] Deleting port ba973a4b-9289-48fe-9153-8acf025f63ae {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:12.243683 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2c98-eb9a-4f7a-914e-5f26add342a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.248000 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1271cf7-c214-48a9-a48e-46d7a26d0f12 x-openstack-request-id: req-b1271cf7-c214-48a9-a48e-46d7a26d0f12 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:10:12.248414 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ec792-4246-4cd7-aad0-4d70093a4087", "name": "network-vif-plugged", "status": "completed", "tag": "c2cbd81d-79cf-46f0-bf4c-3d885f6c28da", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:10:12.248663 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b1271cf7-c214-48a9-a48e-46d7a26d0f12 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:10:12.249037 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ec792-4246-4cd7-aad0-4d70093a4087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cbd81d-79cf-46f0-bf4c-3d885f6c28da', 'code': 200} Nov 11 12:10:12.324955 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2631d49f-9c26-4d8f-a3e8-fb6f1f897adf tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.330509 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-ef1b2c98-eb9a-4f7a-914e-5f26add342a0 None None] For port ba973a4b-9289-48fe-9153-8acf025f63ae, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ba973a4b-9289-48fe-9153-8acf025f63ae,segment=NetworkSegment(56978563-6b8d-4a6a-9644-1f2f71242f06),segment_id=56978563-6b8d-4a6a-9644-1f2f71242f06)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:12.331062 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2c98-eb9a-4f7a-914e-5f26add342a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.348613 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b2c98-eb9a-4f7a-914e-5f26add342a0 None None] Calling delete_port for ba973a4b-9289-48fe-9153-8acf025f63ae owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:12.360587 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631d49f-9c26-4d8f-a3e8-fb6f1f897adf tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Pushing event deleted for resources: {'Port': ['ID=e0020b71-be4f-4b2a-9b1c-4ee7d26e3c7e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:12.401417 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f89cbab-c6d2-4654-8627-cc29c02c7c82 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:12.413195 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cc51c8a5-2f37-454f-a6e2-2174ebbb309f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.441647 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2631d49f-9c26-4d8f-a3e8-fb6f1f897adf tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.458928 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2c98-eb9a-4f7a-914e-5f26add342a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.464191 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51c8a5-2f37-454f-a6e2-2174ebbb309f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event deleted for resources: {'Port': ['ID=99b9334d-889b-4925-8044-1f449140c379,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:12.485776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Deleting port ba973a4b-9289-48fe-9153-8acf025f63ae {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:12.486356 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.501393 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b2c98-eb9a-4f7a-914e-5f26add342a0 None None] Pushing event deleted for resources: {'Port': ['ID=ba973a4b-9289-48fe-9153-8acf025f63ae,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:12.503428 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b2c98-eb9a-4f7a-914e-5f26add342a0 None None] No DVR routers for this DVR port ba973a4b-9289-48fe-9153-8acf025f63ae on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:10:12.550115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea63ea-98b3-4733-968e-ee8d3e308c1c req-0f0cace0-7b6c-4c66-8ab7-692eb493dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:12.551774 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-52ea63ea-98b3-4733-968e-ee8d3e308c1c req-0f0cace0-7b6c-4c66-8ab7-692eb493dfe3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 1096 time: 0.1498845 Nov 11 12:10:12.585419 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cc51c8a5-2f37-454f-a6e2-2174ebbb309f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.590379 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cc51c8a5-2f37-454f-a6e2-2174ebbb309f tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "DELETE /v2.0/ports/99b9334d-889b-4925-8044-1f449140c379 HTTP/1.1" status: 204 len: 168 time: 1.0556448 Nov 11 12:10:12.594569 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41764) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:12.655259 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-52ea63ea-98b3-4733-968e-ee8d3e308c1c req-6fd7ec24-8898-408e-b8f9-2c5eb70c8cf0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937440 Nov 11 12:10:12.672447 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2631d49f-9c26-4d8f-a3e8-fb6f1f897adf tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.676267 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2631d49f-9c26-4d8f-a3e8-fb6f1f897adf tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.717874 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6451b-784f-49ff-af13-576350b7d081 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Deleting port ac823cbf-4e8c-4c81-a62c-4380e8a06413 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:12.718212 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5cd6451b-784f-49ff-af13-576350b7d081 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.744246 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2631d49f-9c26-4d8f-a3e8-fb6f1f897adf tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.744858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2631d49f-9c26-4d8f-a3e8-fb6f1f897adf tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Fanout notify agent at l3_agent the message router_deleted on router 1f84b71a-5010-4a09-9a86-95638130032e {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:10:12.749034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] For port ba973a4b-9289-48fe-9153-8acf025f63ae, host n-d-807359-3, got binding levels [] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:12.749485 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.764376 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2631d49f-9c26-4d8f-a3e8-fb6f1f897adf tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.769610 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2631d49f-9c26-4d8f-a3e8-fb6f1f897adf tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "DELETE /v2.0/routers/1f84b71a-5010-4a09-9a86-95638130032e HTTP/1.1" status: 204 len: 168 time: 1.8068278 Nov 11 12:10:12.769610 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41768) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:12.775976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-53b05532-b539-4bfa-a6d1-466b61051aed tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-818807915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:12.803832 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Calling delete_port for ba973a4b-9289-48fe-9153-8acf025f63ae owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:12.805962 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-53b05532-b539-4bfa-a6d1-466b61051aed tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.807161 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-53b05532-b539-4bfa-a6d1-466b61051aed tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.840792 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.ipam_backend_mixin [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Port ba973a4b-9289-48fe-9153-8acf025f63ae was not found and therefore no delete operation was performed {{(pid=109154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:10:12.842091 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.847022 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5cd6451b-784f-49ff-af13-576350b7d081 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.856705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294bcac-6397-4867-abd9-d76af52328f8 req-b646a6a7-6a55-4580-b801-42612bf9ab83 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:12.858273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e294bcac-6397-4867-abd9-d76af52328f8 req-b646a6a7-6a55-4580-b801-42612bf9ab83 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 946 time: 0.1105046 Nov 11 12:10:12.876988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6451b-784f-49ff-af13-576350b7d081 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Calling delete_port for ac823cbf-4e8c-4c81-a62c-4380e8a06413 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:12.910342 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-53b05532-b539-4bfa-a6d1-466b61051aed tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.938589 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-53b05532-b539-4bfa-a6d1-466b61051aed tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.960045 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Port': ['ID=ba973a4b-9289-48fe-9153-8acf025f63ae,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:12.969670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] No DVR routers for this DVR port ba973a4b-9289-48fe-9153-8acf025f63ae on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:10:12.969829 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e294bcac-6397-4867-abd9-d76af52328f8 req-ba5c0812-df9a-4bc4-9d9b-9d6a43ecfe84 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a11ccd6-5efd-48db-a89f-b2d1ac05d920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939999 Nov 11 12:10:12.975728 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-53b05532-b539-4bfa-a6d1-466b61051aed tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:12.976973 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-53b05532-b539-4bfa-a6d1-466b61051aed tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2046785 Nov 11 12:10:12.981917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41770) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:12.990695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Request body: {'router': {'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:13.119916 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:13.154160 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7923657c-3159-4b5f-b378-5566713f6db1']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:13.164661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56978563-6b8d-4a6a-9644-1f2f71242f06') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:13.165278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56978563-6b8d-4a6a-9644-1f2f71242f06') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:13.182989 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:13.211058 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:13.230491 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:10:13.231259 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:10:13.280527 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:10:13.302516 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:13.318761 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:13.325483 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/networks/7923657c-3159-4b5f-b378-5566713f6db1 HTTP/1.1" status: 204 len: 168 time: 1.5028620 Nov 11 12:10:13.336274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41784) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:13.341188 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7a0c28bb-0964-44b1-83fd-30d9c9f7f780 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'router': {'routes': None}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:13.345855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af7017-c473-4fbc-88ec-8ba91570015a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Pushing event deleted for resources: {'Network': ['ID=7923657c-3159-4b5f-b378-5566713f6db1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:13.371245 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:13.378242 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5cd6451b-784f-49ff-af13-576350b7d081 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:13.428227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6451b-784f-49ff-af13-576350b7d081 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event deleted for resources: {'Port': ['ID=ac823cbf-4e8c-4c81-a62c-4380e8a06413,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:13.446634 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020ac9d-3f77-4d21-abd6-0c54ce6190d5 req-92b6c529-04a9-42b0-bf7a-4809db44c632 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:13.448308 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3020ac9d-3f77-4d21-abd6-0c54ce6190d5 req-92b6c529-04a9-42b0-bf7a-4809db44c632 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.3310745 Nov 11 12:10:13.574002 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.extraroute_db [None req-7a0c28bb-0964-44b1-83fd-30d9c9f7f780 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Added routes are [] {{(pid=109154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 12:10:13.574532 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.extraroute_db [None req-7a0c28bb-0964-44b1-83fd-30d9c9f7f780 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Removed routes are [] {{(pid=109154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 12:10:13.574868 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7a0c28bb-0964-44b1-83fd-30d9c9f7f780 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:13.606615 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5cd6451b-784f-49ff-af13-576350b7d081 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:13.610326 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5cd6451b-784f-49ff-af13-576350b7d081 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "DELETE /v2.0/ports/ac823cbf-4e8c-4c81-a62c-4380e8a06413 HTTP/1.1" status: 204 len: 168 time: 1.0147727 Nov 11 12:10:13.615277 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3020ac9d-3f77-4d21-abd6-0c54ce6190d5 req-54789572-0dfa-4da5-89cb-d2a05675c4da tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373610 Nov 11 12:10:13.617543 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41816) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:13.688312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcd73f6-3a24-4973-a55a-5bb09c921ecc tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Deleting subnet 86e31caf-0b25-4fb4-be5e-587fe4b98546 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:10:13.695863 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8fcd73f6-3a24-4973-a55a-5bb09c921ecc tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:13.745050 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8fcd73f6-3a24-4973-a55a-5bb09c921ecc tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:13.833124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ba973a4b-9289-48fe-9153-8acf025f63ae no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:13.879347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ba973a4b-9289-48fe-9153-8acf025f63ae {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:10:13.879696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ba973a4b-9289-48fe-9153-8acf025f63ae not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:13.942077 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8fcd73f6-3a24-4973-a55a-5bb09c921ecc tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:13.945752 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:14.040289 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:14.221832 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8fcd73f6-3a24-4973-a55a-5bb09c921ecc tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:14.247031 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7a0c28bb-0964-44b1-83fd-30d9c9f7f780 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:14.251461 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7a0c28bb-0964-44b1-83fd-30d9c9f7f780 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:14.280305 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdce57-99b9-4c99-9746-634673063cc4 req-dde4a8c1-cbc6-4a28-985a-66b31b3e90f1 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:14.282272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90cdce57-99b9-4c99-9746-634673063cc4 req-dde4a8c1-cbc6-4a28-985a-66b31b3e90f1 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 946 time: 0.1694095 Nov 11 12:10:14.284413 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac70df52-4a74-40b5-949a-95e85be70530 None None] Network c7d52acd-8f28-4abc-86b9-191279fd7934 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:10:14.310355 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8fcd73f6-3a24-4973-a55a-5bb09c921ecc tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:14.316123 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8fcd73f6-3a24-4973-a55a-5bb09c921ecc tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "DELETE /v2.0/subnets/86e31caf-0b25-4fb4-be5e-587fe4b98546 HTTP/1.1" status: 204 len: 168 time: 0.6951740 Nov 11 12:10:14.316123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd73f6-3a24-4973-a55a-5bb09c921ecc tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event deleted for resources: {'Subnet': ['ID=86e31caf-0b25-4fb4-be5e-587fe4b98546,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:14.320858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41890) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:14.352673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Allocated IP 172.25.2.5 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/bbaa801b-7870-455d-9e46-d3646cef5ce0) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:10:14.398465 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0c28bb-0964-44b1-83fd-30d9c9f7f780 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router 821b6844-b817-494c-a328-466daa4ee770 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:10:14.511318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8187fcd-abe9-418b-a305-0926eb4204de tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Deleting subnet d89a1413-8884-4b74-a235-80322060710a {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:10:14.519517 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a8187fcd-abe9-418b-a305-0926eb4204de tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:14.525797 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0c28bb-0964-44b1-83fd-30d9c9f7f780 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:10:14.544898 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7a0c28bb-0964-44b1-83fd-30d9c9f7f780 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:14.551520 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7a0c28bb-0964-44b1-83fd-30d9c9f7f780 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/821b6844-b817-494c-a328-466daa4ee770 HTTP/1.1" status: 200 len: 701 time: 1.2140937 Nov 11 12:10:14.552363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41918) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:14.565320 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a8187fcd-abe9-418b-a305-0926eb4204de tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:14.592853 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d4f4ec07-5f89-471b-a888-519f3e381d68 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports?device_id=821b6844-b817-494c-a328-466daa4ee770 HTTP/1.1" status: 200 len: 205 time: 0.0388272 Nov 11 12:10:14.593749 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41924) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:14.601512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d78e544-16a2-40fa-ba95-9845877ebcd7 None None] Sync routers for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:10:14.649081 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90cdce57-99b9-4c99-9746-634673063cc4 req-905030ab-c7f1-48e2-8f13-bbe37986b0e0 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a11ccd6-5efd-48db-a89f-b2d1ac05d920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3270402 Nov 11 12:10:14.684961 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a47bb-6f6a-4d89-b01b-1bb35841c74f req-c9406563-7563-4883-b447-f9c56cccf414 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:14.687657 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d34a47bb-6f6a-4d89-b01b-1bb35841c74f req-c9406563-7563-4883-b447-f9c56cccf414 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.43 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 946 time: 0.3638093 Nov 11 12:10:14.710668 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-559d4e9b-0bcd-49fc-b928-34e10f447b76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:14.746155 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d78e544-16a2-40fa-ba95-9845877ebcd7 None None] Routers {'821b6844-b817-494c-a328-466daa4ee770'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:14.749668 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0d78e544-16a2-40fa-ba95-9845877ebcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['821b6844-b817-494c-a328-466daa4ee770'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:14.950715 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-0d78e544-16a2-40fa-ba95-9845877ebcd7 None None] Set router 821b6844-b817-494c-a328-466daa4ee770 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:15.018870 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-559d4e9b-0bcd-49fc-b928-34e10f447b76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.021306 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-559d4e9b-0bcd-49fc-b928-34e10f447b76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.062019 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6388e7b-8cc6-4d0c-8aee-58e931a47466 None None] DHCP port deletion for c7d52acd-8f28-4abc-86b9-191279fd7934 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:15.068923 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0d78e544-16a2-40fa-ba95-9845877ebcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821b6844-b817-494c-a328-466daa4ee770', 'name': 'tempest-RoutersTest-router-1839716701', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:09:18Z', 'updated_at': '2021-11-11T12:10:09Z', 'revision_number': 11, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:15.116572 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-559d4e9b-0bcd-49fc-b928-34e10f447b76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.118184 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559d4e9b-0bcd-49fc-b928-34e10f447b76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Fanout notify agent at l3_agent the message router_deleted on router 821b6844-b817-494c-a328-466daa4ee770 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:10:15.122621 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d78e544-16a2-40fa-ba95-9845877ebcd7 None None] Checking router: 821b6844-b817-494c-a328-466daa4ee770 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:10:15.132946 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-559d4e9b-0bcd-49fc-b928-34e10f447b76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.136051 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d78e544-16a2-40fa-ba95-9845877ebcd7 None None] Routers set() bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:15.136596 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d78e544-16a2-40fa-ba95-9845877ebcd7 None None] Router IDs set() for agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 12:10:15.137816 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_agentschedulers_db [None req-0d78e544-16a2-40fa-ba95-9845877ebcd7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'821b6844-b817-494c-a328-466daa4ee770'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent'). {{(pid=109155) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 12:10:15.138123 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-559d4e9b-0bcd-49fc-b928-34e10f447b76 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/routers/821b6844-b817-494c-a328-466daa4ee770 HTTP/1.1" status: 204 len: 168 time: 0.5432310 Nov 11 12:10:15.138846 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d78e544-16a2-40fa-ba95-9845877ebcd7 None None] The sync data for ids ['821b6844-b817-494c-a328-466daa4ee770'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:15.143452 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41984) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:15.164177 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f6388e7b-8cc6-4d0c-8aee-58e931a47466 None None] Deleting port aa0a62a1-90ef-47bd-88b4-b5d671f8437e {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:15.164702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fbeab97a-82d9-4de1-8e9f-04fb3176b09c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1509847175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:15.165118 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f6388e7b-8cc6-4d0c-8aee-58e931a47466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.233107 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fbeab97a-82d9-4de1-8e9f-04fb3176b09c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.234257 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fbeab97a-82d9-4de1-8e9f-04fb3176b09c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.259562 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f6388e7b-8cc6-4d0c-8aee-58e931a47466 None None] For port aa0a62a1-90ef-47bd-88b4-b5d671f8437e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=aa0a62a1-90ef-47bd-88b4-b5d671f8437e,segment=NetworkSegment(16f57aec-6565-48c5-9774-80e4a505b3e2),segment_id=16f57aec-6565-48c5-9774-80e4a505b3e2)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:15.260048 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f6388e7b-8cc6-4d0c-8aee-58e931a47466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.321974 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fbeab97a-82d9-4de1-8e9f-04fb3176b09c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.336570 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fbeab97a-82d9-4de1-8e9f-04fb3176b09c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.368920 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fbeab97a-82d9-4de1-8e9f-04fb3176b09c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.370573 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fbeab97a-82d9-4de1-8e9f-04fb3176b09c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2265079 Nov 11 12:10:15.373278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42010) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:15.378697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c372a264-9e5d-4862-8a82-98e0d4b17483 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:15.522898 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a8187fcd-abe9-418b-a305-0926eb4204de tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.582685 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.597020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f133e-d822-4699-9cf7-aa1cb8494c78 req-7bdd333f-f47a-4b96-a2a3-c46d3d006882 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:15.605413 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f6388e7b-8cc6-4d0c-8aee-58e931a47466 None None] Calling delete_port for aa0a62a1-90ef-47bd-88b4-b5d671f8437e owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:15.606261 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-207f133e-d822-4699-9cf7-aa1cb8494c78 req-7bdd333f-f47a-4b96-a2a3-c46d3d006882 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.2219336 Nov 11 12:10:15.644834 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c372a264-9e5d-4862-8a82-98e0d4b17483 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.668823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-d34a47bb-6f6a-4d89-b01b-1bb35841c74f req-eebcc063-0a58-48e8-80eb-51a244a119de tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Deleting port 15e28266-bbf7-49b4-a45a-4fb9062b90ae {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:15.670889 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d34a47bb-6f6a-4d89-b01b-1bb35841c74f req-eebcc063-0a58-48e8-80eb-51a244a119de tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.702041 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c372a264-9e5d-4862-8a82-98e0d4b17483 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.742651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device aa0a62a1-90ef-47bd-88b4-b5d671f8437e no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:15.748401 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.814515 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-d34a47bb-6f6a-4d89-b01b-1bb35841c74f req-eebcc063-0a58-48e8-80eb-51a244a119de tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] For port 15e28266-bbf7-49b4-a45a-4fb9062b90ae, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=15e28266-bbf7-49b4-a45a-4fb9062b90ae,segment=NetworkSegment(991455a9-2daa-4057-b5d4-25b94b4f246d),segment_id=991455a9-2daa-4057-b5d4-25b94b4f246d)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:15.815153 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d34a47bb-6f6a-4d89-b01b-1bb35841c74f req-eebcc063-0a58-48e8-80eb-51a244a119de tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.835994 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f6388e7b-8cc6-4d0c-8aee-58e931a47466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:15.888731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6388e7b-8cc6-4d0c-8aee-58e931a47466 None None] Pushing event deleted for resources: {'Port': ['ID=aa0a62a1-90ef-47bd-88b4-b5d671f8437e,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:15.897914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6388e7b-8cc6-4d0c-8aee-58e931a47466 None None] No DVR routers for this DVR port aa0a62a1-90ef-47bd-88b4-b5d671f8437e on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:10:15.902077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No active binding found for port aa0a62a1-90ef-47bd-88b4-b5d671f8437e {{(pid=109155) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 12:10:15.902981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device aa0a62a1-90ef-47bd-88b4-b5d671f8437e not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:15.995891 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c372a264-9e5d-4862-8a82-98e0d4b17483 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Router c5733a57-9fbf-459e-b2cd-3d0d310fd4c4 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:10:16.036620 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-207f133e-d822-4699-9cf7-aa1cb8494c78 req-ee3e3d0d-e5eb-4af3-87b6-9d72dc4d4244 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294503 Nov 11 12:10:16.132140 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a8187fcd-abe9-418b-a305-0926eb4204de tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:16.178498 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c372a264-9e5d-4862-8a82-98e0d4b17483 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:10:16.181010 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8187fcd-abe9-418b-a305-0926eb4204de tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event deleted for resources: {'Subnet': ['ID=d89a1413-8884-4b74-a235-80322060710a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:16.191507 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c372a264-9e5d-4862-8a82-98e0d4b17483 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:16.192754 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c372a264-9e5d-4862-8a82-98e0d4b17483 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "PUT /v2.0/routers/c5733a57-9fbf-459e-b2cd-3d0d310fd4c4 HTTP/1.1" status: 200 len: 694 time: 0.8179326 Nov 11 12:10:16.196297 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42100) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:16.202817 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c91361c-3f17-4def-9baf-8cbc4455a357 None None] Sync routers for ids ['c5733a57-9fbf-459e-b2cd-3d0d310fd4c4'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:10:16.215270 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c91361c-3f17-4def-9baf-8cbc4455a357 None None] Routers {'c5733a57-9fbf-459e-b2cd-3d0d310fd4c4'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:16.216846 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3c91361c-3f17-4def-9baf-8cbc4455a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c5733a57-9fbf-459e-b2cd-3d0d310fd4c4'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:16.222536 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:16.252596 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bc87b-ee7c-496a-84ae-8025f2e98c73 req-fbbc3b1f-26d8-4fe0-8ae9-4380a5c8ba2e tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:16.254463 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a8bc87b-ee7c-496a-84ae-8025f2e98c73 req-fbbc3b1f-26d8-4fe0-8ae9-4380a5c8ba2e tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 946 time: 0.3561280 Nov 11 12:10:16.308913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2044d84d-5196-432c-b24a-a4d465140d50 None None] Network c823054d-6bf7-4cf0-8bd1-3719bdca6b4d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:10:16.314313 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f877ca4e-8a1d-49cd-a313-781286fb446c tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/routers/c5733a57-9fbf-459e-b2cd-3d0d310fd4c4 HTTP/1.1" status: 200 len: 700 time: 0.1168742 Nov 11 12:10:16.317042 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42116) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:16.350247 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a8187fcd-abe9-418b-a305-0926eb4204de tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:16.358102 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4bb183a8-f236-4066-a117-f308b2b567fb tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5733a57-9fbf-459e-b2cd-3d0d310fd4c4 HTTP/1.1" status: 200 len: 205 time: 0.0393941 Nov 11 12:10:16.358566 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a8187fcd-abe9-418b-a305-0926eb4204de tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "DELETE /v2.0/subnets/d89a1413-8884-4b74-a235-80322060710a HTTP/1.1" status: 204 len: 168 time: 2.0288424 Nov 11 12:10:16.361141 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42122) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:16.372521 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42124) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:16.375366 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-3c91361c-3f17-4def-9baf-8cbc4455a357 None None] Set router c5733a57-9fbf-459e-b2cd-3d0d310fd4c4 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:16.385875 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d34a47bb-6f6a-4d89-b01b-1bb35841c74f req-eebcc063-0a58-48e8-80eb-51a244a119de tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:16.386296 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d34a47bb-6f6a-4d89-b01b-1bb35841c74f req-eebcc063-0a58-48e8-80eb-51a244a119de tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:16.386618 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [req-d34a47bb-6f6a-4d89-b01b-1bb35841c74f req-eebcc063-0a58-48e8-80eb-51a244a119de tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Floating IP d1212c37-0e67-4b92-a4cf-e505c78cf391 disassociated. External IP: 172.25.2.162, port: 15e28266-bbf7-49b4-a45a-4fb9062b90ae. Nov 11 12:10:16.386998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-d34a47bb-6f6a-4d89-b01b-1bb35841c74f req-eebcc063-0a58-48e8-80eb-51a244a119de tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Calling delete_port for 15e28266-bbf7-49b4-a45a-4fb9062b90ae owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:16.450453 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:10:16.455231 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-356dc467-6baa-4b7f-8c04-2e94357f55f1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:16.497377 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3c91361c-3f17-4def-9baf-8cbc4455a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5733a57-9fbf-459e-b2cd-3d0d310fd4c4', 'name': 'tempest-RoutersTest-router-1509847175', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:15Z', 'updated_at': '2021-11-11T12:10:15Z', 'revision_number': 2, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:16.546264 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c91361c-3f17-4def-9baf-8cbc4455a357 None None] Checking router: c5733a57-9fbf-459e-b2cd-3d0d310fd4c4 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:10:16.574687 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c91361c-3f17-4def-9baf-8cbc4455a357 None None] Routers {'c5733a57-9fbf-459e-b2cd-3d0d310fd4c4'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:16.575118 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3c91361c-3f17-4def-9baf-8cbc4455a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c5733a57-9fbf-459e-b2cd-3d0d310fd4c4'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:16.618693 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef252e-bb7f-4f3c-b5c1-203e760aea4f req-0b9dbb37-4a50-49cc-9482-085007e39a30 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:16.620481 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68ef252e-bb7f-4f3c-b5c1-203e760aea4f req-0b9dbb37-4a50-49cc-9482-085007e39a30 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.4519889 Nov 11 12:10:16.621530 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:10:16.647435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:10:16.650209 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ea88e9-29d8-4de9-b9ed-c05697d085e7 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:16.686065 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] DHCP port deletion for c823054d-6bf7-4cf0-8bd1-3719bdca6b4d request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:16.721083 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-356dc467-6baa-4b7f-8c04-2e94357f55f1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:16.722617 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Pushing event updated for resources: {'Port': ['ID=bbaa801b-7870-455d-9e46-d3646cef5ce0,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:16.740936 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b720c5d3-b375-4c4e-8542-cff131c4b699 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:16.766210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-aa48898f-61aa-4523-9042-402b9716ff35 None None] Provisioning complete for port bbaa801b-7870-455d-9e46-d3646cef5ce0 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:16.766592 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aa48898f-61aa-4523-9042-402b9716ff35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:16.772611 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-3c91361c-3f17-4def-9baf-8cbc4455a357 None None] Set router c5733a57-9fbf-459e-b2cd-3d0d310fd4c4 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:16.776223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-356dc467-6baa-4b7f-8c04-2e94357f55f1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d52acd-8f28-4abc-86b9-191279fd7934']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:16.788035 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-356dc467-6baa-4b7f-8c04-2e94357f55f1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f57aec-6565-48c5-9774-80e4a505b3e2') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:16.788500 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-356dc467-6baa-4b7f-8c04-2e94357f55f1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f57aec-6565-48c5-9774-80e4a505b3e2') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:16.809396 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a8bc87b-ee7c-496a-84ae-8025f2e98c73 req-ac7d6f31-be32-49c3-b68a-dda8d717f4b2 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a11ccd6-5efd-48db-a89f-b2d1ac05d920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5360067 Nov 11 12:10:16.815527 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-356dc467-6baa-4b7f-8c04-2e94357f55f1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:16.847103 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-aa48898f-61aa-4523-9042-402b9716ff35 None None] Port bbaa801b-7870-455d-9e46-d3646cef5ce0 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:10:16.858063 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-356dc467-6baa-4b7f-8c04-2e94357f55f1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:16.868023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356dc467-6baa-4b7f-8c04-2e94357f55f1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:10:16.868449 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-356dc467-6baa-4b7f-8c04-2e94357f55f1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:16.889361 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Deleting port 650d517e-67fb-4afd-96df-c647b6be7cd5 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:16.889918 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:16.903109 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3c91361c-3f17-4def-9baf-8cbc4455a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5733a57-9fbf-459e-b2cd-3d0d310fd4c4', 'name': 'tempest-RoutersTest-router-1509847175', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:15Z', 'updated_at': '2021-11-11T12:10:15Z', 'revision_number': 2, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:16.949251 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68ef252e-bb7f-4f3c-b5c1-203e760aea4f req-329c1935-3bdb-4577-9403-72c8106b30da tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182802 Nov 11 12:10:16.974620 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c91361c-3f17-4def-9baf-8cbc4455a357 None None] The sync data for ids ['c5733a57-9fbf-459e-b2cd-3d0d310fd4c4'] in n-d-807359-3 is: [{'id': 'c5733a57-9fbf-459e-b2cd-3d0d310fd4c4', 'name': 'tempest-RoutersTest-router-1509847175', 'tenant_id': '0bfdc5c28d5d433f8efa955248f48a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:15Z', 'updated_at': '2021-11-11T12:10:15Z', 'revision_number': 2, 'project_id': '0bfdc5c28d5d433f8efa955248f48a37', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:10:17.050146 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:10:17.056504 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-356dc467-6baa-4b7f-8c04-2e94357f55f1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:17.065498 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] For port 650d517e-67fb-4afd-96df-c647b6be7cd5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=650d517e-67fb-4afd-96df-c647b6be7cd5,segment=NetworkSegment(9de71bf6-7d3b-4fee-ad87-0770b0fd8269),segment_id=9de71bf6-7d3b-4fee-ad87-0770b0fd8269)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:17.066710 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:17.090195 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-356dc467-6baa-4b7f-8c04-2e94357f55f1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:17.111483 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-356dc467-6baa-4b7f-8c04-2e94357f55f1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "DELETE /v2.0/networks/c7d52acd-8f28-4abc-86b9-191279fd7934 HTTP/1.1" status: 204 len: 168 time: 0.7488503 Nov 11 12:10:17.116284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Calling delete_port for 650d517e-67fb-4afd-96df-c647b6be7cd5 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:17.117654 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42208) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:17.185994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dc467-6baa-4b7f-8c04-2e94357f55f1 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event deleted for resources: {'Network': ['ID=c7d52acd-8f28-4abc-86b9-191279fd7934,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:17.321322 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:17.368194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Pushing event deleted for resources: {'Port': ['ID=650d517e-67fb-4afd-96df-c647b6be7cd5,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:17.393168 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:17.397087 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:17.397468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:17.398075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:17.399804 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:17.401104 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:17.407434 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:17.408043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:17.408602 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:17.409125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:17.409648 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:17.410141 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:17.411039 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b720c5d3-b375-4c4e-8542-cff131c4b699 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:17.422304 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b720c5d3-b375-4c4e-8542-cff131c4b699 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:17.423429 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c8906-6fd9-471d-9eb8-83e3b821359a None None] No DVR routers for this DVR port 650d517e-67fb-4afd-96df-c647b6be7cd5 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:10:17.461549 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7266142-f5e2-4b0c-b168-0297aed4f339 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:17.512511 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 15e28266-bbf7-49b4-a45a-4fb9062b90ae no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:17.569396 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 15e28266-bbf7-49b4-a45a-4fb9062b90ae {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:10:17.575365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 15e28266-bbf7-49b4-a45a-4fb9062b90ae not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:17.579772 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d34a47bb-6f6a-4d89-b01b-1bb35841c74f req-eebcc063-0a58-48e8-80eb-51a244a119de tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:17.597783 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b720c5d3-b375-4c4e-8542-cff131c4b699 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:17.598547 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b720c5d3-b375-4c4e-8542-cff131c4b699 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Fanout notify agent at l3_agent the message router_deleted on router c5733a57-9fbf-459e-b2cd-3d0d310fd4c4 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:10:17.666332 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7266142-f5e2-4b0c-b168-0297aed4f339 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:17.721786 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e7266142-f5e2-4b0c-b168-0297aed4f339 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c823054d-6bf7-4cf0-8bd1-3719bdca6b4d']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:17.722461 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:17.729024 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b720c5d3-b375-4c4e-8542-cff131c4b699 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:17.730328 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b720c5d3-b375-4c4e-8542-cff131c4b699 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/routers/c5733a57-9fbf-459e-b2cd-3d0d310fd4c4 HTTP/1.1" status: 204 len: 168 time: 1.3238490 Nov 11 12:10:17.739866 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42280) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:17.743737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f05dde-54e9-4a07-be0d-21dfe89b4eaa req-fc5590b2-da52-4d8b-81e0-adc96e99c6fc tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:17.745836 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-85f05dde-54e9-4a07-be0d-21dfe89b4eaa req-fc5590b2-da52-4d8b-81e0-adc96e99c6fc tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.3978264 Nov 11 12:10:17.751283 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebcc063-0a58-48e8-80eb-51a244a119de tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Pushing event deleted for resources: {'Port': ['ID=15e28266-bbf7-49b4-a45a-4fb9062b90ae,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:17.776933 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e7266142-f5e2-4b0c-b168-0297aed4f339 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de71bf6-7d3b-4fee-ad87-0770b0fd8269') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:17.781665 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-e7266142-f5e2-4b0c-b168-0297aed4f339 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de71bf6-7d3b-4fee-ad87-0770b0fd8269') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:17.783548 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 650d517e-67fb-4afd-96df-c647b6be7cd5 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:17.813945 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-622c6a9b-3f54-47e3-a65c-19a318960e8a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5733a57-9fbf-459e-b2cd-3d0d310fd4c4 HTTP/1.1" status: 200 len: 205 time: 0.0721467 Nov 11 12:10:17.817184 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42290) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:17.819931 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7266142-f5e2-4b0c-b168-0297aed4f339 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:17.824006 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 650d517e-67fb-4afd-96df-c647b6be7cd5 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:10:17.824607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 650d517e-67fb-4afd-96df-c647b6be7cd5 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:17.855069 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7266142-f5e2-4b0c-b168-0297aed4f339 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:17.868379 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7266142-f5e2-4b0c-b168-0297aed4f339 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:10:17.868796 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7266142-f5e2-4b0c-b168-0297aed4f339 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:10:17.877113 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:10:17.953436 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7266142-f5e2-4b0c-b168-0297aed4f339 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:17.976701 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7266142-f5e2-4b0c-b168-0297aed4f339 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:17.990634 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e7266142-f5e2-4b0c-b168-0297aed4f339 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] 10.222.0.65 "DELETE /v2.0/networks/c823054d-6bf7-4cf0-8bd1-3719bdca6b4d HTTP/1.1" status: 204 len: 168 time: 0.8447189 Nov 11 12:10:18.006119 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-3e975cb0-8318-4a3b-9c9f-134d1615cc67 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] delete failed (client error): The resource could not be found. Nov 11 12:10:18.008168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3e975cb0-8318-4a3b-9c9f-134d1615cc67 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/routers/c5733a57-9fbf-459e-b2cd-3d0d310fd4c4 HTTP/1.1" status: 404 len: 336 time: 0.1770239 Nov 11 12:10:18.030790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42302) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:18.069031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7266142-f5e2-4b0c-b168-0297aed4f339 tempest-TaggedBootDevicesTest-634166978 tempest-TaggedBootDevicesTest-634166978-project] Pushing event deleted for resources: {'Network': ['ID=c823054d-6bf7-4cf0-8bd1-3719bdca6b4d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:18.161038 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-275ce14a-9e2d-44df-8ef7-353f9bf83021 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] DELETE failed (client error): The resource could not be found. Nov 11 12:10:18.161808 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275ce14a-9e2d-44df-8ef7-353f9bf83021 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:10:18.161931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca13e71a-a5cd-4b09-a813-40f662ad6764 req-e32d6534-cee8-487a-94ac-365c60069bd1 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 210 time: 0.1499157 Nov 11 12:10:18.169304 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-275ce14a-9e2d-44df-8ef7-353f9bf83021 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/c1df0a16-dfe5-477f-a695-7a23a6fbc967 HTTP/1.1" status: 404 len: 337 time: 0.1357758 Nov 11 12:10:18.170178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42308) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:18.206284 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-85f05dde-54e9-4a07-be0d-21dfe89b4eaa req-26db9cf3-1018-400c-9c5e-29d9a47c06b5 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849883 Nov 11 12:10:18.237352 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-1180e412-92d3-4257-8b99-c6c8b8d16e44 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] DELETE failed (client error): The resource could not be found. Nov 11 12:10:18.251671 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1180e412-92d3-4257-8b99-c6c8b8d16e44 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:10:18.262286 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1180e412-92d3-4257-8b99-c6c8b8d16e44 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/34cc964a-902a-4992-919f-57b78fd4c8bd HTTP/1.1" status: 404 len: 337 time: 0.0901740 Nov 11 12:10:18.263161 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42312) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:18.263980 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42316) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:18.327092 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3407ae-749a-4d12-9223-991c2d5bf053 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] DELETE failed (client error): The resource could not be found. Nov 11 12:10:18.327916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3407ae-749a-4d12-9223-991c2d5bf053 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:10:18.332331 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fa3407ae-749a-4d12-9223-991c2d5bf053 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/8b6ce22a-227f-4e59-8b28-41c93eae379c HTTP/1.1" status: 404 len: 337 time: 0.0645392 Nov 11 12:10:18.336347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42320) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:18.372179 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f50618-b600-4b69-80fa-d05aff27a00f tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] DELETE failed (client error): The resource could not be found. Nov 11 12:10:18.378127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f50618-b600-4b69-80fa-d05aff27a00f tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:10:18.381664 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-20f50618-b600-4b69-80fa-d05aff27a00f tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/71f8544b-6e37-4472-a8e4-26dd9f5ab05c HTTP/1.1" status: 404 len: 337 time: 0.0433192 Nov 11 12:10:18.384251 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42324) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:18.434882 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-04f29509-4ba6-4a97-a95b-148b783c7580 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports?device_id=821b6844-b817-494c-a328-466daa4ee770 HTTP/1.1" status: 200 len: 205 time: 0.0491784 Nov 11 12:10:18.437629 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42326) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:18.534209 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-4b60c6b2-3a48-4677-ab77-e6ae08a38557 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] delete failed (client error): The resource could not be found. Nov 11 12:10:18.539125 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42330) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:18.539702 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4b60c6b2-3a48-4677-ab77-e6ae08a38557 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/routers/821b6844-b817-494c-a328-466daa4ee770 HTTP/1.1" status: 404 len: 336 time: 0.1002717 Nov 11 12:10:18.545191 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d34a47bb-6f6a-4d89-b01b-1bb35841c74f req-eebcc063-0a58-48e8-80eb-51a244a119de tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Router 98783ae1-459f-4f04-a420-40c7ff8c6537 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:10:18.567253 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f10fdc37-d9a9-444a-bbb1-aa743c3cf810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:18.602563 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-89e88341-9cc8-43d0-9494-6242a88c147f tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports?device_id=5147cf4f-5b13-4faa-91dd-00550dc67099 HTTP/1.1" status: 200 len: 205 time: 0.0594614 Nov 11 12:10:18.614077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42336) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:18.676723 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-81cc2fc6-1e91-4161-b744-beeacf772784 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] delete failed (client error): The resource could not be found. Nov 11 12:10:18.678292 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-81cc2fc6-1e91-4161-b744-beeacf772784 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/routers/5147cf4f-5b13-4faa-91dd-00550dc67099 HTTP/1.1" status: 404 len: 336 time: 0.0613787 Nov 11 12:10:18.685096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42338) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:18.689296 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:18.751877 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f10fdc37-d9a9-444a-bbb1-aa743c3cf810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:18.760522 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f10fdc37-d9a9-444a-bbb1-aa743c3cf810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:18.821451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fdc37-d9a9-444a-bbb1-aa743c3cf810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7708c8-5c04-4447-bbd9-e92c0008be97,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:18.865639 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f10fdc37-d9a9-444a-bbb1-aa743c3cf810 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2622339b2d4d4642bb7d8c8d8f81f742&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6003513 Nov 11 12:10:18.866273 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42342) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:18.925341 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55e18d54-6530-4f69-a350-45391e1f698a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:18.955893 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55e18d54-6530-4f69-a350-45391e1f698a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:19.023092 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55e18d54-6530-4f69-a350-45391e1f698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:19.025872 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55e18d54-6530-4f69-a350-45391e1f698a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:19.029513 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-55e18d54-6530-4f69-a350-45391e1f698a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab7708c8-5c04-4447-bbd9-e92c0008be97 HTTP/1.1" status: 204 len: 168 time: 0.1598194 Nov 11 12:10:19.037946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e18d54-6530-4f69-a350-45391e1f698a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7708c8-5c04-4447-bbd9-e92c0008be97,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:19.186663 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616523e-65d9-4a51-90bf-42bd9ef63b7f req-852ef36d-bb52-4706-b3da-b621039e16b7 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:19.188223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f616523e-65d9-4a51-90bf-42bd9ef63b7f req-852ef36d-bb52-4706-b3da-b621039e16b7 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.8417759 Nov 11 12:10:19.192867 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f5f421-f01e-4387-ac02-c7ee5d6a0be1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] DELETE failed (client error): The resource could not be found. Nov 11 12:10:19.193310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f5f421-f01e-4387-ac02-c7ee5d6a0be1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:10:19.196995 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e4f5f421-f01e-4387-ac02-c7ee5d6a0be1 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/c8e5c215-ef0f-483a-baec-351344d5f4b2 HTTP/1.1" status: 404 len: 337 time: 0.5104098 Nov 11 12:10:19.200115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42350) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:19.201388 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:19.241660 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-97005950-247c-4749-ae93-2d6687b71c83 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a72dc06-1000-4c5f-8767-31da69b48997 HTTP/1.1" status: 200 len: 205 time: 0.0371082 Nov 11 12:10:19.243060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42352) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:19.293973 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-b8f826b8-6fbc-4dd7-ac34-676ac33873e0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] delete failed (client error): The resource could not be found. Nov 11 12:10:19.296429 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b8f826b8-6fbc-4dd7-ac34-676ac33873e0 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/routers/8a72dc06-1000-4c5f-8767-31da69b48997 HTTP/1.1" status: 404 len: 336 time: 0.0508430 Nov 11 12:10:19.299352 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42354) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:19.345179 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-26950202-9058-4809-b1e3-88ce01f16c9e tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ecaf98-6efa-4e81-a4dc-7211cc6263d5 HTTP/1.1" status: 200 len: 205 time: 0.0425997 Nov 11 12:10:19.345694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42356) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:19.370273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-67f1ad62-1c4b-4d62-a7ea-a6e9f8a661f4 req-9d00ddbf-266b-40eb-b07e-872835aabb40 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/ports?device_id=c017deb3-94c2-4a98-a2bd-f00fea35d0e3 HTTP/1.1" status: 200 len: 210 time: 0.0549049 Nov 11 12:10:19.395672 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-d8f1f8aa-4b1e-41a5-913a-be7368d744e5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] delete failed (client error): The resource could not be found. Nov 11 12:10:19.399060 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d8f1f8aa-4b1e-41a5-913a-be7368d744e5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/routers/c3ecaf98-6efa-4e81-a4dc-7211cc6263d5 HTTP/1.1" status: 404 len: 336 time: 0.0500410 Nov 11 12:10:19.399371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42358) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:19.415022 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f616523e-65d9-4a51-90bf-42bd9ef63b7f req-31107101-3ea6-4fbd-b397-f37388ea1955 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165885 Nov 11 12:10:19.451527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42362) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:19.460740 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c02fafb-b109-4d7c-83cd-6ff338d21f2a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] DELETE failed (client error): The resource could not be found. Nov 11 12:10:19.461198 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c02fafb-b109-4d7c-83cd-6ff338d21f2a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:10:19.469102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42364) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:19.469710 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8c02fafb-b109-4d7c-83cd-6ff338d21f2a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/1de37123-9ac6-495f-943a-8e73dd683c92 HTTP/1.1" status: 404 len: 337 time: 0.0692427 Nov 11 12:10:19.512821 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d34a47bb-6f6a-4d89-b01b-1bb35841c74f req-eebcc063-0a58-48e8-80eb-51a244a119de tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:10:19.515582 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28481521-8180-4ec6-85f6-3aada5c953aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:19.521300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-85f2af64-7bf2-4fee-bb7a-3d50b3cf1396 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports?device_id=b59003e9-d32f-461c-8c75-091ec3786680 HTTP/1.1" status: 200 len: 205 time: 0.0489526 Nov 11 12:10:19.527229 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8692c505-6e87-4db4-93b2-d7df467a00cf None None] Sync routers for ids ['98783ae1-459f-4f04-a420-40c7ff8c6537'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:10:19.528335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42370) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:19.545300 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8692c505-6e87-4db4-93b2-d7df467a00cf None None] Routers {'98783ae1-459f-4f04-a420-40c7ff8c6537'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:19.546199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-8692c505-6e87-4db4-93b2-d7df467a00cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['98783ae1-459f-4f04-a420-40c7ff8c6537'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:19.668350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34a47bb-6f6a-4d89-b01b-1bb35841c74f req-eebcc063-0a58-48e8-80eb-51a244a119de tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] No DVR routers for this DVR port 15e28266-bbf7-49b4-a45a-4fb9062b90ae on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:10:19.676055 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d34a47bb-6f6a-4d89-b01b-1bb35841c74f req-eebcc063-0a58-48e8-80eb-51a244a119de tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:19.679481 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d34a47bb-6f6a-4d89-b01b-1bb35841c74f req-eebcc063-0a58-48e8-80eb-51a244a119de tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.43 "DELETE /v2.0/ports/15e28266-bbf7-49b4-a45a-4fb9062b90ae HTTP/1.1" status: 204 len: 173 time: 4.9834359 Nov 11 12:10:19.681559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c017deb3-94c2-4a98-a2bd-f00fea35d0e3', 'name': 'network-vif-deleted', 'tag': '15e28266-bbf7-49b4-a45a-4fb9062b90ae'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:10:19.684212 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a275c9de-afaf-426b-9f28-77e17b7b9b55" -d '{"events": [{"server_uuid": "c017deb3-94c2-4a98-a2bd-f00fea35d0e3", "name": "network-vif-deleted", "tag": "15e28266-bbf7-49b4-a45a-4fb9062b90ae"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:10:19.757091 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Router 07ef9d70-e670-45e3-a358-0ba642f48d2d is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:10:19.813442 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-8692c505-6e87-4db4-93b2-d7df467a00cf None None] Set router 98783ae1-459f-4f04-a420-40c7ff8c6537 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:19.862852 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28481521-8180-4ec6-85f6-3aada5c953aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:19.886021 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28481521-8180-4ec6-85f6-3aada5c953aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:20.067456 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28481521-8180-4ec6-85f6-3aada5c953aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6a09d4-6ac2-42c8-9182-e6de1bc91f08,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:20.079754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-28481521-8180-4ec6-85f6-3aada5c953aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=85a1406774e8440e89b6d61e12bfe190&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6225524 Nov 11 12:10:20.086832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42390) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:20.123357 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:10:20.136675 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd25fc-ee9d-44a5-862c-1e41fbe1d772 None None] Sync routers for ids ['07ef9d70-e670-45e3-a358-0ba642f48d2d'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:10:20.158795 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd25fc-ee9d-44a5-862c-1e41fbe1d772 None None] Routers {'07ef9d70-e670-45e3-a358-0ba642f48d2d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:20.160009 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-66cd25fc-ee9d-44a5-862c-1e41fbe1d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['07ef9d70-e670-45e3-a358-0ba642f48d2d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:20.187413 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:20.200956 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f774726e-3373-42e8-bd35-5b839ac2946f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "PUT /v2.0/routers/07ef9d70-e670-45e3-a358-0ba642f48d2d HTTP/1.1" status: 200 len: 877 time: 7.2177467 Nov 11 12:10:20.202209 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42392) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:20.204934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28481521-8180-4ec6-85f6-3aada5c953aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:20.205368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28481521-8180-4ec6-85f6-3aada5c953aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:20.205801 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28481521-8180-4ec6-85f6-3aada5c953aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:20.206880 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28481521-8180-4ec6-85f6-3aada5c953aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:20.208078 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28481521-8180-4ec6-85f6-3aada5c953aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:20.208479 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28481521-8180-4ec6-85f6-3aada5c953aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:20.210013 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28481521-8180-4ec6-85f6-3aada5c953aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:20.211532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28481521-8180-4ec6-85f6-3aada5c953aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:20.211922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28481521-8180-4ec6-85f6-3aada5c953aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:20.213280 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-4376d2a5-ff55-42e9-86d9-d3ac683ef162 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] delete failed (client error): The resource could not be found. Nov 11 12:10:20.215942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28481521-8180-4ec6-85f6-3aada5c953aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:20.216956 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28481521-8180-4ec6-85f6-3aada5c953aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:20.219883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28481521-8180-4ec6-85f6-3aada5c953aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:20.223755 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4376d2a5-ff55-42e9-86d9-d3ac683ef162 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/routers/b59003e9-d32f-461c-8c75-091ec3786680 HTTP/1.1" status: 404 len: 336 time: 0.6928699 Nov 11 12:10:20.248459 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-66cd25fc-ee9d-44a5-862c-1e41fbe1d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:20.268419 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42394) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:20.271969 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd25fc-ee9d-44a5-862c-1e41fbe1d772 None None] Routers {'07ef9d70-e670-45e3-a358-0ba642f48d2d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:20.273355 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ed6e83-7d77-403a-8b40-126d6c89fcb1 x-openstack-request-id: req-66ed6e83-7d77-403a-8b40-126d6c89fcb1 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:10:20.273489 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-66cd25fc-ee9d-44a5-862c-1e41fbe1d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['07ef9d70-e670-45e3-a358-0ba642f48d2d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:20.275197 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c017deb3-94c2-4a98-a2bd-f00fea35d0e3", "name": "network-vif-deleted", "tag": "15e28266-bbf7-49b4-a45a-4fb9062b90ae", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:10:20.275366 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66ed6e83-7d77-403a-8b40-126d6c89fcb1 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:10:20.277435 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c017deb3-94c2-4a98-a2bd-f00fea35d0e3', 'name': 'network-vif-deleted', 'tag': '15e28266-bbf7-49b4-a45a-4fb9062b90ae', 'status': 'completed', 'code': 200} Nov 11 12:10:20.373726 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-66cd25fc-ee9d-44a5-862c-1e41fbe1d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:20.374544 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd25fc-ee9d-44a5-862c-1e41fbe1d772 None None] The sync data for ids ['07ef9d70-e670-45e3-a358-0ba642f48d2d'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:20.400627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-8692c505-6e87-4db4-93b2-d7df467a00cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'name': 'tempest-ServersTestManualDisk-644817890-router', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:07:54Z', 'updated_at': '2021-11-11T12:08:03Z', 'revision_number': 4, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'gw_port': {'id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:07:55Z', 'updated_at': '2021-11-11T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '0062c101-05c8-4689-a037-c67d64d7b012', 'name': '', 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'mac_address': 'fa:16:3e:e4:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:08:01Z', 'updated_at': '2021-11-11T12:08:09Z', 'revision_number': 5, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'subnets': [{'id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:20.428593 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fc31ca-f1ee-4824-a748-8e186cafa125 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] DELETE failed (client error): The resource could not be found. Nov 11 12:10:20.432770 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-479bd7e9-6299-4025-aa5e-c722b3807910 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "GET /v2.0/routers/07ef9d70-e670-45e3-a358-0ba642f48d2d HTTP/1.1" status: 200 len: 918 time: 0.2289298 Nov 11 12:10:20.433354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fc31ca-f1ee-4824-a748-8e186cafa125 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:10:20.439133 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42398) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:20.441155 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d5fc31ca-f1ee-4824-a748-8e186cafa125 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/19a04753-4837-4d27-bb3b-95cf99c0c9fb HTTP/1.1" status: 404 len: 337 time: 0.1272132 Nov 11 12:10:20.441914 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42400) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:20.448476 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8692c505-6e87-4db4-93b2-d7df467a00cf None None] Checking router: 98783ae1-459f-4f04-a420-40c7ff8c6537 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:10:20.478604 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8692c505-6e87-4db4-93b2-d7df467a00cf None None] Routers {'98783ae1-459f-4f04-a420-40c7ff8c6537'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:20.479262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-8692c505-6e87-4db4-93b2-d7df467a00cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['98783ae1-459f-4f04-a420-40c7ff8c6537'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:20.510986 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42404) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:20.531420 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a788e794-d2f3-4d7b-a0bd-87041e09419a tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "GET /v2.0/ports?device_id=42acf63e-bb64-47a7-9e11-e2380305d973 HTTP/1.1" status: 200 len: 205 time: 0.0654724 Nov 11 12:10:20.534767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42406) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:20.544664 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8348adac-f1f5-4d4d-ad43-815ceab758af tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:20.549855 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8348adac-f1f5-4d4d-ad43-815ceab758af tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&device_id=07ef9d70-e670-45e3-a358-0ba642f48d2d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1091053 Nov 11 12:10:20.552797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42408) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:20.600396 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-469e7432-fddd-4862-932e-71eebd98bb4e tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:20.649550 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-469e7432-fddd-4862-932e-71eebd98bb4e tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:20.688628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-8692c505-6e87-4db4-93b2-d7df467a00cf None None] Set router 98783ae1-459f-4f04-a420-40c7ff8c6537 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:20.694359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d93bd-e5d7-431e-a69a-ee43a91bad67 req-9da827dc-93b2-4b93-90cb-89ea106c2869 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:20.701738 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ac8d93bd-e5d7-431e-a69a-ee43a91bad67 req-9da827dc-93b2-4b93-90cb-89ea106c2869 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.5997567 Nov 11 12:10:20.704188 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08584677-7b08-42da-9f1e-ad6bff0e2f34 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:20.705520 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-08584677-7b08-42da-9f1e-ad6bff0e2f34 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 881 time: 0.1459079 Nov 11 12:10:20.709190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42412) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:20.716068 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-63081f83-e719-4b87-992c-2f515c141292 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] delete failed (client error): The resource could not be found. Nov 11 12:10:20.717056 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-63081f83-e719-4b87-992c-2f515c141292 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/routers/42acf63e-bb64-47a7-9e11-e2380305d973 HTTP/1.1" status: 404 len: 336 time: 0.1798038 Nov 11 12:10:20.727003 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ddb96478-e5ae-4e17-8111-a620ebc75758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:20.730525 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42414) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:20.770870 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-469e7432-fddd-4862-932e-71eebd98bb4e tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:20.774424 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-469e7432-fddd-4862-932e-71eebd98bb4e tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:20.775705 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-469e7432-fddd-4862-932e-71eebd98bb4e tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "DELETE /v2.0/security-groups/4a11ccd6-5efd-48db-a89f-b2d1ac05d920 HTTP/1.1" status: 204 len: 168 time: 0.2573445 Nov 11 12:10:20.779416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42416) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:20.789438 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-20f83979-519e-4445-ae98-dae9e87b3002 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "GET /v2.0/ports?device_id=07ef9d70-e670-45e3-a358-0ba642f48d2d HTTP/1.1" status: 200 len: 205 time: 0.0744436 Nov 11 12:10:20.792773 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f902f7d1-815a-467e-b32d-30ed09fd29c5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] DELETE failed (client error): The resource could not be found. Nov 11 12:10:20.793467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f902f7d1-815a-467e-b32d-30ed09fd29c5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:10:20.796890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f902f7d1-815a-467e-b32d-30ed09fd29c5 tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/360e5463-094f-4c9e-9bfa-ba47f6192f55 HTTP/1.1" status: 404 len: 337 time: 0.0594707 Nov 11 12:10:20.799601 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42418) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:20.799942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42420) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:20.803487 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-a3f5bf0e-df3a-451b-ad86-eb5d1d4542a3 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] show failed (client error): The resource could not be found. Nov 11 12:10:20.804985 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a3f5bf0e-df3a-451b-ad86-eb5d1d4542a3 tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "GET /v2.0/security-groups/4a11ccd6-5efd-48db-a89f-b2d1ac05d920 HTTP/1.1" status: 404 len: 347 time: 0.0243645 Nov 11 12:10:20.807605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42422) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:20.824031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e7432-fddd-4862-932e-71eebd98bb4e tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a11ccd6-5efd-48db-a89f-b2d1ac05d920,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:20.826600 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ddb96478-e5ae-4e17-8111-a620ebc75758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:20.955590 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ac8d93bd-e5d7-431e-a69a-ee43a91bad67 req-0f1b70cb-a356-40ab-9679-2f1318598706 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528851 Nov 11 12:10:20.971104 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e296d7-2818-4350-846b-af1b01cd686b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] DELETE failed (client error): The resource could not be found. Nov 11 12:10:20.971646 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e296d7-2818-4350-846b-af1b01cd686b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:10:20.974896 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e5e296d7-2818-4350-846b-af1b01cd686b tempest-RoutersTest-1567209018 tempest-RoutersTest-1567209018-project] 10.222.0.65 "DELETE /v2.0/subnets/5aee0c06-bdac-4348-8606-ea3aef29402d HTTP/1.1" status: 404 len: 337 time: 0.1726553 Nov 11 12:10:21.019374 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc235944-8a7f-4f37-9d54-f9a3fa51fa72 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:21.036659 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-8692c505-6e87-4db4-93b2-d7df467a00cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'name': 'tempest-ServersTestManualDisk-644817890-router', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:07:54Z', 'updated_at': '2021-11-11T12:08:03Z', 'revision_number': 4, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'gw_port': {'id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:07:55Z', 'updated_at': '2021-11-11T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '0062c101-05c8-4689-a037-c67d64d7b012', 'name': '', 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'mac_address': 'fa:16:3e:e4:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:08:01Z', 'updated_at': '2021-11-11T12:08:09Z', 'revision_number': 5, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'subnets': [{'id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:21.047686 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-c930663c-8503-41c4-bd9d-dbab421c546a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Deleting port 747ce813-822f-4a3a-9181-3516e30b7a89 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:21.048261 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c930663c-8503-41c4-bd9d-dbab421c546a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:21.051725 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ddb96478-e5ae-4e17-8111-a620ebc75758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:21.055307 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ddb96478-e5ae-4e17-8111-a620ebc75758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:21.057747 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ddb96478-e5ae-4e17-8111-a620ebc75758 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/db6a09d4-6ac2-42c8-9182-e6de1bc91f08 HTTP/1.1" status: 204 len: 168 time: 0.9670069 Nov 11 12:10:21.110175 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb96478-e5ae-4e17-8111-a620ebc75758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6a09d4-6ac2-42c8-9182-e6de1bc91f08,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:21.125901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8692c505-6e87-4db4-93b2-d7df467a00cf None None] The sync data for ids ['98783ae1-459f-4f04-a420-40c7ff8c6537'] in n-d-807359-3 is: [{'id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'name': 'tempest-ServersTestManualDisk-644817890-router', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:07:54Z', 'updated_at': '2021-11-11T12:08:03Z', 'revision_number': 4, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'gw_port': {'id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:07:55Z', 'updated_at': '2021-11-11T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '0062c101-05c8-4689-a037-c67d64d7b012', 'name': '', 'network_id': '7061eec4-bc95-479d-b544-0f2e7dcf2641', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'mac_address': 'fa:16:3e:e4:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:08:01Z', 'updated_at': '2021-11-11T12:08:09Z', 'revision_number': 5, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'subnets': [{'id': 'b4858774-bac2-4c25-afd8-1350376ff799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:21.200494 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c930663c-8503-41c4-bd9d-dbab421c546a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:21.201504 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c930663c-8503-41c4-bd9d-dbab421c546a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:21.228487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-c930663c-8503-41c4-bd9d-dbab421c546a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Calling delete_port for 747ce813-822f-4a3a-9181-3516e30b7a89 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:21.254757 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc235944-8a7f-4f37-9d54-f9a3fa51fa72 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:21.366592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-cc235944-8a7f-4f37-9d54-f9a3fa51fa72 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Deleting port bbaa801b-7870-455d-9e46-d3646cef5ce0 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:21.369491 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc235944-8a7f-4f37-9d54-f9a3fa51fa72 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:21.497970 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:21.501039 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c930663c-8503-41c4-bd9d-dbab421c546a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:21.539016 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc235944-8a7f-4f37-9d54-f9a3fa51fa72 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:21.555852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42434) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:21.574854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930663c-8503-41c4-bd9d-dbab421c546a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Pushing event deleted for resources: {'Port': ['ID=747ce813-822f-4a3a-9181-3516e30b7a89,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:21.591507 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-cc235944-8a7f-4f37-9d54-f9a3fa51fa72 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Calling delete_port for bbaa801b-7870-455d-9e46-d3646cef5ce0 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:21.720146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b76be-d1e4-464b-b5a4-f0d9f6aa05d0 None None] New status for floating IP d1212c37-0e67-4b92-a4cf-e505c78cf391: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:10:21.784727 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c930663c-8503-41c4-bd9d-dbab421c546a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:21.789596 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c930663c-8503-41c4-bd9d-dbab421c546a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:21.792141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c930663c-8503-41c4-bd9d-dbab421c546a tempest-ServersTestManualDisk-1328045217 tempest-ServersTestManualDisk-1328045217-project] 10.222.0.65 "DELETE /v2.0/floatingips/d1212c37-0e67-4b92-a4cf-e505c78cf391 HTTP/1.1" status: 204 len: 168 time: 0.9820964 Nov 11 12:10:21.795307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42446) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:21.955265 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0cc9eb9b-a89c-49ac-a63a-a3107fa4ab09 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0bfdc5c28d5d433f8efa955248f48a37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3982191 Nov 11 12:10:21.960949 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42452) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:22.052692 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6094b4ca-bfba-41e7-93fd-a48bf5f520ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:22.137509 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6094b4ca-bfba-41e7-93fd-a48bf5f520ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:22.148016 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc235944-8a7f-4f37-9d54-f9a3fa51fa72 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:22.216131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc235944-8a7f-4f37-9d54-f9a3fa51fa72 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Pushing event deleted for resources: {'Port': ['ID=bbaa801b-7870-455d-9e46-d3646cef5ce0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:22.223942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fef6e-5c3f-4262-9040-27b5c5a6f155 req-577629a5-e099-4c99-910f-934904d37ea0 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:22.232965 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf3fef6e-5c3f-4262-9040-27b5c5a6f155 req-577629a5-e099-4c99-910f-934904d37ea0 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.1668355 Nov 11 12:10:22.236321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bd8302-c3d2-4311-99c8-cbdce55f662c None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:22.306170 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf3fef6e-5c3f-4262-9040-27b5c5a6f155 req-1a6afde1-7429-4e10-a658-3c32604bfd04 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674810 Nov 11 12:10:22.338272 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc235944-8a7f-4f37-9d54-f9a3fa51fa72 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:22.437575 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc235944-8a7f-4f37-9d54-f9a3fa51fa72 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:22.440225 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc235944-8a7f-4f37-9d54-f9a3fa51fa72 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:22.446429 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6094b4ca-bfba-41e7-93fd-a48bf5f520ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:22.449265 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6094b4ca-bfba-41e7-93fd-a48bf5f520ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:22.450640 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6094b4ca-bfba-41e7-93fd-a48bf5f520ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c2c447c-0466-4e72-aca9-af4fb88a75ea HTTP/1.1" status: 204 len: 168 time: 0.4863031 Nov 11 12:10:22.504319 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1a8b34b8-ec8b-4e19-a61f-883f5252dd35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:22.526229 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094b4ca-bfba-41e7-93fd-a48bf5f520ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2c447c-0466-4e72-aca9-af4fb88a75ea,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:22.541217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc235944-8a7f-4f37-9d54-f9a3fa51fa72 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:22.542179 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc235944-8a7f-4f37-9d54-f9a3fa51fa72 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Fanout notify agent at l3_agent the message router_deleted on router 07ef9d70-e670-45e3-a358-0ba642f48d2d {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:10:22.555172 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc235944-8a7f-4f37-9d54-f9a3fa51fa72 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:22.556302 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cc235944-8a7f-4f37-9d54-f9a3fa51fa72 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "DELETE /v2.0/routers/07ef9d70-e670-45e3-a358-0ba642f48d2d HTTP/1.1" status: 204 len: 168 time: 1.7552967 Nov 11 12:10:22.560987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42468) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:22.569214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-274ad14a-c1a1-4c72-b9ad-fd9e11282319 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-799429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:22.644549 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-274ad14a-c1a1-4c72-b9ad-fd9e11282319 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:22.645682 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-274ad14a-c1a1-4c72-b9ad-fd9e11282319 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:22.756589 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-274ad14a-c1a1-4c72-b9ad-fd9e11282319 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:22.765406 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-274ad14a-c1a1-4c72-b9ad-fd9e11282319 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:22.799744 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-274ad14a-c1a1-4c72-b9ad-fd9e11282319 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:22.804790 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-274ad14a-c1a1-4c72-b9ad-fd9e11282319 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2388372 Nov 11 12:10:22.804909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42474) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:22.810681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'enable_snat': True}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:22.901040 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b34b8-ec8b-4e19-a61f-883f5252dd35 admin admin] Deleting port 0062c101-05c8-4689-a037-c67d64d7b012 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:22.901663 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1a8b34b8-ec8b-4e19-a61f-883f5252dd35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:23.098694 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-1a8b34b8-ec8b-4e19-a61f-883f5252dd35 admin admin] For port 0062c101-05c8-4689-a037-c67d64d7b012, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0062c101-05c8-4689-a037-c67d64d7b012,segment=NetworkSegment(991455a9-2daa-4057-b5d4-25b94b4f246d),segment_id=991455a9-2daa-4057-b5d4-25b94b4f246d)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:23.099064 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1a8b34b8-ec8b-4e19-a61f-883f5252dd35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:23.134497 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b34b8-ec8b-4e19-a61f-883f5252dd35 admin admin] Calling delete_port for 0062c101-05c8-4689-a037-c67d64d7b012 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:23.233957 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:23.536115 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:23.557571 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:23.619007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77000436-68b4-4a04-accc-fc4089a0a7b9 req-113c8090-74a3-4660-8ebf-55b2b3024aef tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:23.621886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77000436-68b4-4a04-accc-fc4089a0a7b9 req-113c8090-74a3-4660-8ebf-55b2b3024aef tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.1434879 Nov 11 12:10:23.717043 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77000436-68b4-4a04-accc-fc4089a0a7b9 req-d4093f83-79e5-49a9-9a90-ec3d67921263 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840898 Nov 11 12:10:23.719442 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1a8b34b8-ec8b-4e19-a61f-883f5252dd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:23.754485 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Allocated IP 172.25.2.143 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/be5fca8c-51f2-4383-96c6-bf6ff74522cb) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:10:23.754845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b34b8-ec8b-4e19-a61f-883f5252dd35 admin admin] Pushing event deleted for resources: {'Port': ['ID=0062c101-05c8-4689-a037-c67d64d7b012,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:23.801713 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42512) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:23.986133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:24.028214 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1a8b34b8-ec8b-4e19-a61f-883f5252dd35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:24.073982 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:24.099011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-8a14412f-efc8-4d32-98fb-9b4eb6763cd4 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:24.099735 n-d-807359-3 neutron-server[109154]: WARNING neutron.api.v2.base [None req-8a14412f-efc8-4d32-98fb-9b4eb6763cd4 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 12:10:24.100239 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-8a14412f-efc8-4d32-98fb-9b4eb6763cd4 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 12:10:24.116574 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8a14412f-efc8-4d32-98fb-9b4eb6763cd4 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2968731 Nov 11 12:10:24.125086 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42522) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:24.146487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2fc83759-bf15-409d-9098-59d1529c22e3 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1465720744'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:24.206327 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:10:24.213283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:10:24.229178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:10:24.229553 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2546fdfe-3452-4826-882f-bc7bfb0baa6d None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:24.270812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Pushing event updated for resources: {'Port': ['ID=be5fca8c-51f2-4383-96c6-bf6ff74522cb,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:24.338718 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2fc83759-bf15-409d-9098-59d1529c22e3 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:24.380033 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9387a914-9d4a-42d1-b09a-92e1d74deac3 None None] Provisioning complete for port be5fca8c-51f2-4383-96c6-bf6ff74522cb triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:24.380781 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9387a914-9d4a-42d1-b09a-92e1d74deac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:24.466678 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-9387a914-9d4a-42d1-b09a-92e1d74deac3 None None] Port be5fca8c-51f2-4383-96c6-bf6ff74522cb cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:10:24.728863 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:24.900728 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2fc83759-bf15-409d-9098-59d1529c22e3 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:25.041416 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:25.046848 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:25.142962 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:10:25.246211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b4cfb-9aeb-4391-b60c-0f68e0db6e1c req-61840fd1-b5e5-4317-b77b-b0f192bd990f tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:25.247922 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b7b4cfb-9aeb-4391-b60c-0f68e0db6e1c req-61840fd1-b5e5-4317-b77b-b0f192bd990f tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.2533195 Nov 11 12:10:25.386271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8b34b8-ec8b-4e19-a61f-883f5252dd35 admin admin] Router 98783ae1-459f-4f04-a420-40c7ff8c6537 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:10:25.413096 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2fc83759-bf15-409d-9098-59d1529c22e3 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:25.454625 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2fc83759-bf15-409d-9098-59d1529c22e3 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:25.695906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8b34b8-ec8b-4e19-a61f-883f5252dd35 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:10:25.706129 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9b2e2-a2f1-48fc-a366-50143d9f2b35 None None] Sync routers for ids ['98783ae1-459f-4f04-a420-40c7ff8c6537'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:10:25.729802 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1a8b34b8-ec8b-4e19-a61f-883f5252dd35 admin admin] 10.222.0.65 "PUT /v2.0/routers/98783ae1-459f-4f04-a420-40c7ff8c6537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9313314 Nov 11 12:10:25.729943 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9b2e2-a2f1-48fc-a366-50143d9f2b35 None None] Routers {'98783ae1-459f-4f04-a420-40c7ff8c6537'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:25.731521 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42586) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:25.733081 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c3d9b2e2-a2f1-48fc-a366-50143d9f2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['98783ae1-459f-4f04-a420-40c7ff8c6537'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:25.870074 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b7b4cfb-9aeb-4391-b60c-0f68e0db6e1c req-4a1beca8-8d29-418f-946c-01c811ac4faf tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944116 Nov 11 12:10:25.899787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc83759-bf15-409d-9098-59d1529c22e3 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d03134e-91f7-45b8-96f5-4472823cbead,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:25.916130 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2fc83759-bf15-409d-9098-59d1529c22e3 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:25.923279 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2fc83759-bf15-409d-9098-59d1529c22e3 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:25.993562 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2fc83759-bf15-409d-9098-59d1529c22e3 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:25.998109 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2fc83759-bf15-409d-9098-59d1529c22e3 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8715684 Nov 11 12:10:25.999086 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42598) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:26.012166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5b798a78-e5f6-401d-bbfc-89aca4ab9f2d tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': 'c693012a-8dbd-4240-8514-6e413de8f380', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:26.014538 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-c3d9b2e2-a2f1-48fc-a366-50143d9f2b35 None None] Set router 98783ae1-459f-4f04-a420-40c7ff8c6537 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:26.016877 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc83759-bf15-409d-9098-59d1529c22e3 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c693012a-8dbd-4240-8514-6e413de8f380,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:26.039908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Router 06d910ee-01be-4a52-87f8-6710b8534584 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:10:26.116071 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5b798a78-e5f6-401d-bbfc-89aca4ab9f2d tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:26.278553 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5b798a78-e5f6-401d-bbfc-89aca4ab9f2d tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:26.288345 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5b798a78-e5f6-401d-bbfc-89aca4ab9f2d tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:26.327431 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b798a78-e5f6-401d-bbfc-89aca4ab9f2d tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a2e141-2843-4351-92c2-f8a20b610fc7,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:26.340592 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5b798a78-e5f6-401d-bbfc-89aca4ab9f2d tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:26.344958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5b798a78-e5f6-401d-bbfc-89aca4ab9f2d tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3448224 Nov 11 12:10:26.345661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42620) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:26.352600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-7cb5279f-80f9-4bde-af23-e898c8a09d30 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': 'c693012a-8dbd-4240-8514-6e413de8f380', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:26.414186 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcc3990f-71d3-45fb-a406-7d631588356e admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:26.431209 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7cb5279f-80f9-4bde-af23-e898c8a09d30 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:26.463199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:10:26.474276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d118b2f0-c339-4d98-a571-3354f64d1fce None None] Sync routers for ids ['06d910ee-01be-4a52-87f8-6710b8534584'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:10:26.495215 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d118b2f0-c339-4d98-a571-3354f64d1fce None None] Routers {'06d910ee-01be-4a52-87f8-6710b8534584'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:26.497217 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d118b2f0-c339-4d98-a571-3354f64d1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['06d910ee-01be-4a52-87f8-6710b8534584'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:26.575445 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:26.578422 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-7cb5279f-80f9-4bde-af23-e898c8a09d30 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 12:10:26.580409 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7cb5279f-80f9-4bde-af23-e898c8a09d30 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2330287 Nov 11 12:10:26.584446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42628) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:26.586073 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dc9c3031-721b-4080-9450-161c4f35aac4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "PUT /v2.0/routers/06d910ee-01be-4a52-87f8-6710b8534584 HTTP/1.1" status: 200 len: 911 time: 3.7759380 Nov 11 12:10:26.587794 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42630) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:26.605755 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c3d9b2e2-a2f1-48fc-a366-50143d9f2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'name': 'tempest-ServersTestManualDisk-644817890-router', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:07:54Z', 'updated_at': '2021-11-11T12:10:23Z', 'revision_number': 5, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'gw_port': {'id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:07:55Z', 'updated_at': '2021-11-11T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:26.626237 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d118b2f0-c339-4d98-a571-3354f64d1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:26.642746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d118b2f0-c339-4d98-a571-3354f64d1fce None None] Routers {'06d910ee-01be-4a52-87f8-6710b8534584'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:26.643379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d118b2f0-c339-4d98-a571-3354f64d1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['06d910ee-01be-4a52-87f8-6710b8534584'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:26.690886 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d118b2f0-c339-4d98-a571-3354f64d1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:26.691567 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d118b2f0-c339-4d98-a571-3354f64d1fce None None] The sync data for ids ['06d910ee-01be-4a52-87f8-6710b8534584'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:26.719533 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9b2e2-a2f1-48fc-a366-50143d9f2b35 None None] Checking router: 98783ae1-459f-4f04-a420-40c7ff8c6537 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:10:26.750688 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9b2e2-a2f1-48fc-a366-50143d9f2b35 None None] Routers {'98783ae1-459f-4f04-a420-40c7ff8c6537'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:26.751466 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c3d9b2e2-a2f1-48fc-a366-50143d9f2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['98783ae1-459f-4f04-a420-40c7ff8c6537'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:26.836939 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3ca2737f-5caf-4fcd-a91d-e4716fad1085 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "GET /v2.0/routers/06d910ee-01be-4a52-87f8-6710b8534584 HTTP/1.1" status: 200 len: 917 time: 0.2512560 Nov 11 12:10:26.843627 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42640) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:26.974532 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-c3d9b2e2-a2f1-48fc-a366-50143d9f2b35 None None] Set router 98783ae1-459f-4f04-a420-40c7ff8c6537 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:26.985904 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32b6889a-23c7-45f5-9da9-b4058138e14d tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:27.071041 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcc3990f-71d3-45fb-a406-7d631588356e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:27.079245 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32b6889a-23c7-45f5-9da9-b4058138e14d tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:27.088419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b62569-c43d-48a5-82bf-2a07bcb182d6 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:27.097360 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b3b62569-c43d-48a5-82bf-2a07bcb182d6 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&device_id=06d910ee-01be-4a52-87f8-6710b8534584&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2475779 Nov 11 12:10:27.098534 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42646) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:27.175045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0053637-06c5-441c-904a-3c247372c74c req-8888a27e-bed6-4353-bcf5-1e1cf2a91cfd tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:27.176779 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d0053637-06c5-441c-904a-3c247372c74c req-8888a27e-bed6-4353-bcf5-1e1cf2a91cfd tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.1858418 Nov 11 12:10:27.228812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42648) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:27.257304 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32b6889a-23c7-45f5-9da9-b4058138e14d tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:27.260454 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32b6889a-23c7-45f5-9da9-b4058138e14d tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:27.264604 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-32b6889a-23c7-45f5-9da9-b4058138e14d tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "DELETE /v2.0/security-groups/c693012a-8dbd-4240-8514-6e413de8f380 HTTP/1.1" status: 204 len: 168 time: 0.6710925 Nov 11 12:10:27.268476 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42652) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:27.270308 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-fcc3990f-71d3-45fb-a406-7d631588356e admin admin] Deleting port 141bc87e-e959-4b1f-9817-b9ea3dbb234f {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:27.270797 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcc3990f-71d3-45fb-a406-7d631588356e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:27.305896 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6889a-23c7-45f5-9da9-b4058138e14d tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c693012a-8dbd-4240-8514-6e413de8f380,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:27.396066 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c3d9b2e2-a2f1-48fc-a366-50143d9f2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'name': 'tempest-ServersTestManualDisk-644817890-router', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:07:54Z', 'updated_at': '2021-11-11T12:10:23Z', 'revision_number': 5, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'gw_port': {'id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:07:55Z', 'updated_at': '2021-11-11T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:27.409303 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c9639638-0241-424f-bc08-73b38a5c3e4b tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1360660 Nov 11 12:10:27.425239 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42656) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:27.432684 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-546fd1c6-dd5b-4d0c-bdbf-aa825fbfa876 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group': {'name': 'tempest-secgroup--665515674'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:27.438534 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9b2e2-a2f1-48fc-a366-50143d9f2b35 None None] The sync data for ids ['98783ae1-459f-4f04-a420-40c7ff8c6537'] in n-d-807359-3 is: [{'id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'name': 'tempest-ServersTestManualDisk-644817890-router', 'tenant_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:07:54Z', 'updated_at': '2021-11-11T12:10:23Z', 'revision_number': 5, 'project_id': '36af1c00a8ab4b0e95a23b4e49d31ca8', 'gw_port': {'id': '141bc87e-e959-4b1f-9817-b9ea3dbb234f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98783ae1-459f-4f04-a420-40c7ff8c6537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:07:55Z', 'updated_at': '2021-11-11T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:27.480816 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-546fd1c6-dd5b-4d0c-bdbf-aa825fbfa876 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:27.521172 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-fcc3990f-71d3-45fb-a406-7d631588356e admin admin] For port 141bc87e-e959-4b1f-9817-b9ea3dbb234f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=141bc87e-e959-4b1f-9817-b9ea3dbb234f,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:27.521863 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcc3990f-71d3-45fb-a406-7d631588356e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:27.523934 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d0053637-06c5-441c-904a-3c247372c74c req-b47109db-890b-446a-95de-c397ecd81834 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247914 Nov 11 12:10:27.541899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d335c31d-61ac-48e0-9f67-bc78b689d9b4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:27.543688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d335c31d-61ac-48e0-9f67-bc78b689d9b4 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 881 time: 0.4440181 Nov 11 12:10:27.546904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42658) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:27.561192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-fcc3990f-71d3-45fb-a406-7d631588356e admin admin] Calling delete_port for 141bc87e-e959-4b1f-9817-b9ea3dbb234f owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:27.606030 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0b3cbe2c-4f25-4a15-a0c8-ead65082664c tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d910ee-01be-4a52-87f8-6710b8534584 HTTP/1.1" status: 200 len: 205 time: 0.0574627 Nov 11 12:10:27.612551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42660) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:27.742809 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdf20730-e7ed-4a67-ac10-984b502cf902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:27.778128 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a07ff629-ed5d-4097-87a4-efb36aa65992 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:27.848213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0062c101-05c8-4689-a037-c67d64d7b012 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:27.851474 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdf20730-e7ed-4a67-ac10-984b502cf902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:27.865462 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdf20730-e7ed-4a67-ac10-984b502cf902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:27.899000 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 0062c101-05c8-4689-a037-c67d64d7b012 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:10:27.899341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0062c101-05c8-4689-a037-c67d64d7b012 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:27.958377 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a07ff629-ed5d-4097-87a4-efb36aa65992 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.005753 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-546fd1c6-dd5b-4d0c-bdbf-aa825fbfa876 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.063906 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-546fd1c6-dd5b-4d0c-bdbf-aa825fbfa876 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.074054 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-a07ff629-ed5d-4097-87a4-efb36aa65992 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Deleting port be5fca8c-51f2-4383-96c6-bf6ff74522cb {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:28.074797 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a07ff629-ed5d-4097-87a4-efb36aa65992 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.082577 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf20730-e7ed-4a67-ac10-984b502cf902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9be121-b9df-4b73-8911-02ac5653b3f2,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:28.095632 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cdf20730-e7ed-4a67-ac10-984b502cf902 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=379e4fc0a25348419f1f136917f4508c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8630722 Nov 11 12:10:28.109546 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42664) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:28.140477 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-546fd1c6-dd5b-4d0c-bdbf-aa825fbfa876 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.145038 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-546fd1c6-dd5b-4d0c-bdbf-aa825fbfa876 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7184043 Nov 11 12:10:28.153951 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42666) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:28.158611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-52403484-d126-4625-888d-8cf88c487539 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': 'bd78efd0-6bd0-4d8d-909a-38ed5480defc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:28.160401 n-d-807359-3 neutron-server[109154]: WARNING neutron.api.v2.base [None req-52403484-d126-4625-888d-8cf88c487539 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 11 12:10:28.160743 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-52403484-d126-4625-888d-8cf88c487539 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:28.165409 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-52403484-d126-4625-888d-8cf88c487539 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0100205 Nov 11 12:10:28.172785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42668) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:28.182791 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a07ff629-ed5d-4097-87a4-efb36aa65992 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.202500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-a07ff629-ed5d-4097-87a4-efb36aa65992 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Calling delete_port for be5fca8c-51f2-4383-96c6-bf6ff74522cb owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:28.242660 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fd1c6-dd5b-4d0c-bdbf-aa825fbfa876 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd78efd0-6bd0-4d8d-909a-38ed5480defc,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:28.349650 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6c10cf44-c2ae-40e2-9f2a-0753e01880a4 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.362299 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-842c8a99-4717-480c-b3fc-f4de63cc59a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.409262 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a07ff629-ed5d-4097-87a4-efb36aa65992 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.432872 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcc3990f-71d3-45fb-a406-7d631588356e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.436435 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6c10cf44-c2ae-40e2-9f2a-0753e01880a4 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.443669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ff629-ed5d-4097-87a4-efb36aa65992 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Pushing event deleted for resources: {'Port': ['ID=be5fca8c-51f2-4383-96c6-bf6ff74522cb,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:28.466640 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9dc967-9cc8-4651-9945-e40732b5a659 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:28.517551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3990f-71d3-45fb-a406-7d631588356e admin admin] Pushing event deleted for resources: {'Port': ['ID=141bc87e-e959-4b1f-9817-b9ea3dbb234f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:28.527011 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-842c8a99-4717-480c-b3fc-f4de63cc59a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.530318 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a07ff629-ed5d-4097-87a4-efb36aa65992 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.561435 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86a15e4-508d-4f9d-bb0b-f124e8c8e0c8 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:28.696710 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6c10cf44-c2ae-40e2-9f2a-0753e01880a4 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.700665 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6c10cf44-c2ae-40e2-9f2a-0753e01880a4 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.703069 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6c10cf44-c2ae-40e2-9f2a-0753e01880a4 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "DELETE /v2.0/security-groups/bd78efd0-6bd0-4d8d-909a-38ed5480defc HTTP/1.1" status: 204 len: 168 time: 0.5286319 Nov 11 12:10:28.713392 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a07ff629-ed5d-4097-87a4-efb36aa65992 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.716701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42674) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:28.732032 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10cf44-c2ae-40e2-9f2a-0753e01880a4 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd78efd0-6bd0-4d8d-909a-38ed5480defc,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:28.769732 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a07ff629-ed5d-4097-87a4-efb36aa65992 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.784533 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcc3990f-71d3-45fb-a406-7d631588356e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.845278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4250fcc1-313e-4499-b701-2457908ae856 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1264443 Nov 11 12:10:28.845734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42678) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:28.878744 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322b311-942b-41f6-a706-91e6f62a9268 req-56a9e8e3-ac63-4de9-aa50-9d69334d0b02 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:28.880644 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4322b311-942b-41f6-a706-91e6f62a9268 req-56a9e8e3-ac63-4de9-aa50-9d69334d0b02 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.1850855 Nov 11 12:10:28.882046 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a07ff629-ed5d-4097-87a4-efb36aa65992 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.882754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07ff629-ed5d-4097-87a4-efb36aa65992 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Fanout notify agent at l3_agent the message router_deleted on router 06d910ee-01be-4a52-87f8-6710b8534584 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:10:28.892543 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a07ff629-ed5d-4097-87a4-efb36aa65992 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.895097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a07ff629-ed5d-4097-87a4-efb36aa65992 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "DELETE /v2.0/routers/06d910ee-01be-4a52-87f8-6710b8534584 HTTP/1.1" status: 204 len: 168 time: 1.2811446 Nov 11 12:10:28.902385 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42680) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:28.907964 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-005e87fa-5de2-4dd9-a816-41cad642086d tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-824628307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:28.912161 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-78c7b454-1bc9-46f1-a926-21d2386ba009 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group': {'name': 'tempest-secgroup--624362132'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:28.920901 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-842c8a99-4717-480c-b3fc-f4de63cc59a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.925084 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-842c8a99-4717-480c-b3fc-f4de63cc59a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.926305 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-842c8a99-4717-480c-b3fc-f4de63cc59a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed9be121-b9df-4b73-8911-02ac5653b3f2 HTTP/1.1" status: 204 len: 168 time: 0.8156788 Nov 11 12:10:28.969147 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-005e87fa-5de2-4dd9-a816-41cad642086d tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.970967 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-005e87fa-5de2-4dd9-a816-41cad642086d tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.973645 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcc3990f-71d3-45fb-a406-7d631588356e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.983166 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcc3990f-71d3-45fb-a406-7d631588356e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:28.986590 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c8a99-4717-480c-b3fc-f4de63cc59a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9be121-b9df-4b73-8911-02ac5653b3f2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:29.038093 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-78c7b454-1bc9-46f1-a926-21d2386ba009 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.058175 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcc3990f-71d3-45fb-a406-7d631588356e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.058873 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc3990f-71d3-45fb-a406-7d631588356e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98783ae1-459f-4f04-a420-40c7ff8c6537 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:10:29.075125 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcc3990f-71d3-45fb-a406-7d631588356e admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.076642 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fcc3990f-71d3-45fb-a406-7d631588356e admin admin] 10.222.0.65 "DELETE /v2.0/routers/98783ae1-459f-4f04-a420-40c7ff8c6537 HTTP/1.1" status: 204 len: 168 time: 3.3441384 Nov 11 12:10:29.081055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42684) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:29.089521 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-005e87fa-5de2-4dd9-a816-41cad642086d tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.100083 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4322b311-942b-41f6-a706-91e6f62a9268 req-96e14f8c-d9b1-457d-9c3e-41baf4e4b7a0 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037091 Nov 11 12:10:29.103577 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-005e87fa-5de2-4dd9-a816-41cad642086d tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.154135 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-005e87fa-5de2-4dd9-a816-41cad642086d tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.163519 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-005e87fa-5de2-4dd9-a816-41cad642086d tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2598863 Nov 11 12:10:29.166582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42686) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:29.176976 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'enable_snat': False}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:29.185786 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-50240b3c-fc8e-40d5-8681-b155530b2bdd admin admin] Deleting subnet b4858774-bac2-4c25-afd8-1350376ff799 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:10:29.190288 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50240b3c-fc8e-40d5-8681-b155530b2bdd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.271387 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-78c7b454-1bc9-46f1-a926-21d2386ba009 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.274330 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50240b3c-fc8e-40d5-8681-b155530b2bdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.280288 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-78c7b454-1bc9-46f1-a926-21d2386ba009 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.327966 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-78c7b454-1bc9-46f1-a926-21d2386ba009 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.333613 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-78c7b454-1bc9-46f1-a926-21d2386ba009 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4238188 Nov 11 12:10:29.336007 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42690) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:29.340480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-6ea01fef-b0f0-42fe-b1c6-a9c3c12c2a9f tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': '92aacf0b-5261-482f-81ab-83def5d90724', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:29.341366 n-d-807359-3 neutron-server[109154]: WARNING neutron.api.v2.base [None req-6ea01fef-b0f0-42fe-b1c6-a9c3c12c2a9f tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 11 12:10:29.347049 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-6ea01fef-b0f0-42fe-b1c6-a9c3c12c2a9f tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:29.350142 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6ea01fef-b0f0-42fe-b1c6-a9c3c12c2a9f tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0131147 Nov 11 12:10:29.352516 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42692) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:29.383102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7b454-1bc9-46f1-a926-21d2386ba009 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92aacf0b-5261-482f-81ab-83def5d90724,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:29.489473 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50240b3c-fc8e-40d5-8681-b155530b2bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.514531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42694) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:29.531868 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.535291 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e0eb864c-5723-4555-ba11-4f2a4eb76df7 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.538405 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18996494-1ba8-4847-8dcc-586e8b113567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.588296 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e0eb864c-5723-4555-ba11-4f2a4eb76df7 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.610156 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50240b3c-fc8e-40d5-8681-b155530b2bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.645234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50240b3c-fc8e-40d5-8681-b155530b2bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4858774-bac2-4c25-afd8-1350376ff799,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:29.666014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3f28aa-c579-4bfd-a581-8a4c3ceae716 None None] Network 7061eec4-bc95-479d-b544-0f2e7dcf2641 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:10:29.680487 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50240b3c-fc8e-40d5-8681-b155530b2bdd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.690160 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-50240b3c-fc8e-40d5-8681-b155530b2bdd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b4858774-bac2-4c25-afd8-1350376ff799 HTTP/1.1" status: 204 len: 168 time: 0.6067913 Nov 11 12:10:29.691727 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42696) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:29.726557 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e0eb864c-5723-4555-ba11-4f2a4eb76df7 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.729312 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e0eb864c-5723-4555-ba11-4f2a4eb76df7 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.733514 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e0eb864c-5723-4555-ba11-4f2a4eb76df7 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "DELETE /v2.0/security-groups/92aacf0b-5261-482f-81ab-83def5d90724 HTTP/1.1" status: 204 len: 168 time: 0.3799827 Nov 11 12:10:29.736453 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42698) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:29.763751 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18996494-1ba8-4847-8dcc-586e8b113567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.801611 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18996494-1ba8-4847-8dcc-586e8b113567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:29.816188 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 141bc87e-e959-4b1f-9817-b9ea3dbb234f no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:29.823606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb864c-5723-4555-ba11-4f2a4eb76df7 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92aacf0b-5261-482f-81ab-83def5d90724,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:29.884220 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 141bc87e-e959-4b1f-9817-b9ea3dbb234f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:10:29.884560 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 141bc87e-e959-4b1f-9817-b9ea3dbb234f not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:29.919050 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4d3dd0c8-87bf-4609-978f-040d4d289b19 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1768537 Nov 11 12:10:29.929232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42706) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:29.941788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7c52c21d-66f9-4087-9b7c-9f32e7ccb392 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158429647'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:29.956184 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-18996494-1ba8-4847-8dcc-586e8b113567 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6e0b6904c796469b94f58c5415336063&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4401946 Nov 11 12:10:29.956823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18996494-1ba8-4847-8dcc-586e8b113567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f7b060-cb37-4ad8-9829-f31370f5bdde,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:29.962105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42708) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:30.031443 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-015b7753-5304-4d5e-97f8-5bf10d9abcef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.033873 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c52c21d-66f9-4087-9b7c-9f32e7ccb392 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.085551 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-015b7753-5304-4d5e-97f8-5bf10d9abcef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.165240 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.250991 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-015b7753-5304-4d5e-97f8-5bf10d9abcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.253970 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-015b7753-5304-4d5e-97f8-5bf10d9abcef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.255203 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-015b7753-5304-4d5e-97f8-5bf10d9abcef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4f7b060-cb37-4ad8-9829-f31370f5bdde HTTP/1.1" status: 204 len: 168 time: 0.2921717 Nov 11 12:10:30.258238 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c52c21d-66f9-4087-9b7c-9f32e7ccb392 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.270078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b7753-5304-4d5e-97f8-5bf10d9abcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f7b060-cb37-4ad8-9829-f31370f5bdde,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:30.271131 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7c0054-3d98-4439-bd8d-dd56ed8ff966 None None] DHCP port deletion for 7061eec4-bc95-479d-b544-0f2e7dcf2641 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:30.273173 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c52c21d-66f9-4087-9b7c-9f32e7ccb392 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.304550 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7c52c21d-66f9-4087-9b7c-9f32e7ccb392 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.306169 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7c52c21d-66f9-4087-9b7c-9f32e7ccb392 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3758137 Nov 11 12:10:30.309190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42716) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:30.316343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-81895357-4a9f-4e9b-8b7f-83727ac4435f tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': 'ce6f26a6-8a86-4ef5-bf42-03eb3c543621', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:30.326325 n-d-807359-3 neutron-server[109154]: WARNING neutron.api.v2.base [None req-81895357-4a9f-4e9b-8b7f-83727ac4435f tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 11 12:10:30.326881 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-81895357-4a9f-4e9b-8b7f-83727ac4435f tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:30.328222 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-81895357-4a9f-4e9b-8b7f-83727ac4435f tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0180750 Nov 11 12:10:30.333760 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42718) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:30.341964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c8c0e4e6-a119-46ba-94d6-a82c52114f45 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': 'ce6f26a6-8a86-4ef5-bf42-03eb3c543621', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:30.342636 n-d-807359-3 neutron-server[109154]: WARNING neutron.api.v2.base [None req-c8c0e4e6-a119-46ba-94d6-a82c52114f45 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 11 12:10:30.343127 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-c8c0e4e6-a119-46ba-94d6-a82c52114f45 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:30.344108 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c8c0e4e6-a119-46ba-94d6-a82c52114f45 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0094237 Nov 11 12:10:30.348711 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42720) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:30.356731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d2b70963-ea03-45d9-9774-18d9329e3ea2 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': 'ce6f26a6-8a86-4ef5-bf42-03eb3c543621', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:30.358158 n-d-807359-3 neutron-server[109154]: WARNING neutron.api.v2.base [None req-d2b70963-ea03-45d9-9774-18d9329e3ea2 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 11 12:10:30.358648 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-d2b70963-ea03-45d9-9774-18d9329e3ea2 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:30.362689 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d2b70963-ea03-45d9-9774-18d9329e3ea2 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0130291 Nov 11 12:10:30.363498 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52c21d-66f9-4087-9b7c-9f32e7ccb392 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6f26a6-8a86-4ef5-bf42-03eb3c543621,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:30.366080 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42722) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:30.388956 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-42468c85-caef-4be7-b01f-6ae62edd1ffc tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': 'ce6f26a6-8a86-4ef5-bf42-03eb3c543621', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:30.390102 n-d-807359-3 neutron-server[109154]: WARNING neutron.api.v2.base [None req-42468c85-caef-4be7-b01f-6ae62edd1ffc tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 11 12:10:30.390757 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-42468c85-caef-4be7-b01f-6ae62edd1ffc tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:30.396965 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-42468c85-caef-4be7-b01f-6ae62edd1ffc tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0188789 Nov 11 12:10:30.398032 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42724) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:30.427565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c0054-3d98-4439-bd8d-dd56ed8ff966 None None] Deleting port 40f5dc59-0575-46b3-915c-9137fa8275e1 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:30.431360 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0054-3d98-4439-bd8d-dd56ed8ff966 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.501201 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.520936 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd261-cf67-4f35-be88-79669c8ce134 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.529368 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.546462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc0b88-d2f4-4099-9e4f-3647bbfd8ce0 req-cf240727-3052-479d-83bd-11b0e32f9b95 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:30.548458 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81fc0b88-d2f4-4099-9e4f-3647bbfd8ce0 req-cf240727-3052-479d-83bd-11b0e32f9b95 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.3006530 Nov 11 12:10:30.594208 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd261-cf67-4f35-be88-79669c8ce134 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.622897 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6e7c0054-3d98-4439-bd8d-dd56ed8ff966 None None] For port 40f5dc59-0575-46b3-915c-9137fa8275e1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=40f5dc59-0575-46b3-915c-9137fa8275e1,segment=NetworkSegment(991455a9-2daa-4057-b5d4-25b94b4f246d),segment_id=991455a9-2daa-4057-b5d4-25b94b4f246d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:30.623292 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0054-3d98-4439-bd8d-dd56ed8ff966 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.655118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c0054-3d98-4439-bd8d-dd56ed8ff966 None None] Calling delete_port for 40f5dc59-0575-46b3-915c-9137fa8275e1 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:30.693121 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd261-cf67-4f35-be88-79669c8ce134 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.696398 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd261-cf67-4f35-be88-79669c8ce134 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.697693 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ca9cd261-cf67-4f35-be88-79669c8ce134 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "DELETE /v2.0/security-groups/ce6f26a6-8a86-4ef5-bf42-03eb3c543621 HTTP/1.1" status: 204 len: 168 time: 0.2987022 Nov 11 12:10:30.702016 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] Deleting port 40f5dc59-0575-46b3-915c-9137fa8275e1 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:30.702360 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.704762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42728) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:30.747806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cd261-cf67-4f35-be88-79669c8ce134 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6f26a6-8a86-4ef5-bf42-03eb3c543621,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:30.822033 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bdc57149-a51e-4424-b839-4fd3562d3d2b tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1124625 Nov 11 12:10:30.825398 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0054-3d98-4439-bd8d-dd56ed8ff966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.825898 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42732) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:30.836360 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-89eef12f-bd7f-4676-8fc1-50ea87128ed5 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group': {'name': 'tempest-secgroup--136161706'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:30.839299 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7c0054-3d98-4439-bd8d-dd56ed8ff966 None None] No DVR routers for this DVR port 40f5dc59-0575-46b3-915c-9137fa8275e1 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:10:30.890809 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-89eef12f-bd7f-4676-8fc1-50ea87128ed5 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.900033 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c0054-3d98-4439-bd8d-dd56ed8ff966 None None] Pushing event deleted for resources: {'Port': ['ID=40f5dc59-0575-46b3-915c-9137fa8275e1,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:30.908258 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81fc0b88-d2f4-4099-9e4f-3647bbfd8ce0 req-ecad8499-d9df-42f3-b16e-11d7431ce1c0 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400149 Nov 11 12:10:30.910342 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] For port 40f5dc59-0575-46b3-915c-9137fa8275e1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=40f5dc59-0575-46b3-915c-9137fa8275e1,segment=NetworkSegment(991455a9-2daa-4057-b5d4-25b94b4f246d),segment_id=991455a9-2daa-4057-b5d4-25b94b4f246d)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:30.910711 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:30.933686 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] Calling delete_port for 40f5dc59-0575-46b3-915c-9137fa8275e1 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:30.967006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Allocated IP 172.25.2.65 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/ac3c4739-e0a7-427f-af29-c8e7fb47b19c) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:10:31.063274 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-89eef12f-bd7f-4676-8fc1-50ea87128ed5 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:31.071994 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-89eef12f-bd7f-4676-8fc1-50ea87128ed5 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:31.156711 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eef12f-bd7f-4676-8fc1-50ea87128ed5 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f575a7-24e4-4664-86e4-c5454d6034a4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:31.162968 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-89eef12f-bd7f-4676-8fc1-50ea87128ed5 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:31.164819 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-89eef12f-bd7f-4676-8fc1-50ea87128ed5 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3380475 Nov 11 12:10:31.167570 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42744) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:31.173141 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e553fa08-2d1c-4c27-9a28-e03fc3ef03aa tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': 'b5f575a7-24e4-4664-86e4-c5454d6034a4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:31.174075 n-d-807359-3 neutron-server[109154]: WARNING neutron.api.v2.base [None req-e553fa08-2d1c-4c27-9a28-e03fc3ef03aa tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 12:10:31.174587 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-e553fa08-2d1c-4c27-9a28-e03fc3ef03aa tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:31.178270 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e553fa08-2d1c-4c27-9a28-e03fc3ef03aa tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064394 Nov 11 12:10:31.179343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42746) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:31.184956 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4ee02e45-2d13-47e3-b1a4-3d6af6e4c4c1 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': 'b5f575a7-24e4-4664-86e4-c5454d6034a4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:31.252975 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-4ee02e45-2d13-47e3-b1a4-3d6af6e4c4c1 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:31.257036 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4ee02e45-2d13-47e3-b1a4-3d6af6e4c4c1 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0737698 Nov 11 12:10:31.257852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42750) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:31.271320 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b83462e2-4960-4d07-b23a-78beb74fcb61 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': 'b5f575a7-24e4-4664-86e4-c5454d6034a4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:31.278540 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:31.282176 n-d-807359-3 neutron-server[109154]: WARNING neutron.api.v2.base [None req-b83462e2-4960-4d07-b23a-78beb74fcb61 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 11 12:10:31.282809 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-b83462e2-4960-4d07-b23a-78beb74fcb61 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:31.286800 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b83462e2-4960-4d07-b23a-78beb74fcb61 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0233634 Nov 11 12:10:31.295782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42754) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:31.306089 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f218c2b3-5fc8-494c-869c-d46e5328df36 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': 'b5f575a7-24e4-4664-86e4-c5454d6034a4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:31.342492 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] Pushing event deleted for resources: {'Port': ['ID=40f5dc59-0575-46b3-915c-9137fa8275e1,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:31.420326 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-f218c2b3-5fc8-494c-869c-d46e5328df36 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:31.424217 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f218c2b3-5fc8-494c-869c-d46e5328df36 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1246130 Nov 11 12:10:31.424500 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42758) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:31.428990 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3300b23b-dd85-4a23-b7a4-7756a6c480b9 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': 'b5f575a7-24e4-4664-86e4-c5454d6034a4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:31.429459 n-d-807359-3 neutron-server[109154]: WARNING neutron.api.v2.base [None req-3300b23b-dd85-4a23-b7a4-7756a6c480b9 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 12:10:31.429966 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-3300b23b-dd85-4a23-b7a4-7756a6c480b9 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:31.433895 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3300b23b-dd85-4a23-b7a4-7756a6c480b9 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055799 Nov 11 12:10:31.434073 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] No DVR routers for this DVR port 40f5dc59-0575-46b3-915c-9137fa8275e1 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:10:31.436950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42760) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:31.445671 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42762) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:31.461984 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-58487dbf-d672-4e85-afe0-ddfd336f8cb3 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': 'b5f575a7-24e4-4664-86e4-c5454d6034a4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:31.551765 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-58487dbf-d672-4e85-afe0-ddfd336f8cb3 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Project 0a5d5ef309e64fb1a4b416e295465113 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:10:31.587927 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:31.602984 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:31.617648 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-58487dbf-d672-4e85-afe0-ddfd336f8cb3 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:31.621500 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-58487dbf-d672-4e85-afe0-ddfd336f8cb3 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1729031 Nov 11 12:10:31.621937 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42770) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:31.628322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4a890524-f14f-495e-88bc-3e50f4cecb4e tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': 'b5f575a7-24e4-4664-86e4-c5454d6034a4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:31.628804 n-d-807359-3 neutron-server[109154]: WARNING neutron.api.v2.base [None req-4a890524-f14f-495e-88bc-3e50f4cecb4e tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 11 12:10:31.629417 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-4a890524-f14f-495e-88bc-3e50f4cecb4e tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:31.633046 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4a890524-f14f-495e-88bc-3e50f4cecb4e tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076180 Nov 11 12:10:31.634017 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42772) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:31.643510 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7061eec4-bc95-479d-b544-0f2e7dcf2641']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:31.652224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ef022a57-8742-4904-bffb-97cd88938201 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': 'b5f575a7-24e4-4664-86e4-c5454d6034a4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:31.658074 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991455a9-2daa-4057-b5d4-25b94b4f246d') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:31.658469 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991455a9-2daa-4057-b5d4-25b94b4f246d') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:31.675191 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:31.690609 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:31.703434 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:31.719193 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-ef022a57-8742-4904-bffb-97cd88938201 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Project 0a5d5ef309e64fb1a4b416e295465113 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:10:31.759468 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-ef022a57-8742-4904-bffb-97cd88938201 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:31.760711 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ef022a57-8742-4904-bffb-97cd88938201 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1256013 Nov 11 12:10:31.764061 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42776) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:31.769985 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2d12ff41-7f3d-4894-93f6-21631ea103ba tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': 'b5f575a7-24e4-4664-86e4-c5454d6034a4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:31.774642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:10:31.781896 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Pushing event updated for resources: {'Port': ['ID=ac3c4739-e0a7-427f-af29-c8e7fb47b19c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:31.785152 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:10:31.789237 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:10:31.791884 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:10:31.792775 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:10:31.795040 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:10:31.801486 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 40f5dc59-0575-46b3-915c-9137fa8275e1 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:31.846670 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-2d12ff41-7f3d-4894-93f6-21631ea103ba tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Project 0a5d5ef309e64fb1a4b416e295465113 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:10:31.848252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6012d3a-df92-420b-99c6-317a7d0241b5 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:31.868802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 40f5dc59-0575-46b3-915c-9137fa8275e1 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:10:31.869446 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 40f5dc59-0575-46b3-915c-9137fa8275e1 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:31.870202 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-2d12ff41-7f3d-4894-93f6-21631ea103ba tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:31.871484 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2d12ff41-7f3d-4894-93f6-21631ea103ba tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1063726 Nov 11 12:10:31.874886 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42780) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:31.931687 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:31.938290 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:31.945713 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7061eec4-bc95-479d-b544-0f2e7dcf2641 HTTP/1.1" status: 204 len: 168 time: 2.2506268 Nov 11 12:10:31.981767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874ed0c-0d08-42b8-9901-baf510810972 admin admin] Pushing event deleted for resources: {'Network': ['ID=7061eec4-bc95-479d-b544-0f2e7dcf2641,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:31.982213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-928b1bbb-c105-446d-ac43-33eb542a3bf9 None None] Provisioning complete for port ac3c4739-e0a7-427f-af29-c8e7fb47b19c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:31.984515 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-928b1bbb-c105-446d-ac43-33eb542a3bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:32.059064 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a853f66-e6c5-45f9-94fb-e440acaccf33 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:32.072611 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b798a85a-7c73-4e42-b965-2ac9db268242 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:32.085565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-928b1bbb-c105-446d-ac43-33eb542a3bf9 None None] Port ac3c4739-e0a7-427f-af29-c8e7fb47b19c cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:10:32.193161 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a853f66-e6c5-45f9-94fb-e440acaccf33 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:32.248952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42788) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:32.490324 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dc124016-6e8f-426e-97a1-f500443c3c6a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=36af1c00a8ab4b0e95a23b4e49d31ca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2389436 Nov 11 12:10:32.495097 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42794) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:32.502593 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a853f66-e6c5-45f9-94fb-e440acaccf33 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:32.505241 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a853f66-e6c5-45f9-94fb-e440acaccf33 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:32.506292 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0a853f66-e6c5-45f9-94fb-e440acaccf33 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "DELETE /v2.0/security-groups/b5f575a7-24e4-4664-86e4-c5454d6034a4 HTTP/1.1" status: 204 len: 168 time: 0.6302779 Nov 11 12:10:32.523706 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42796) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:32.627110 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a853f66-e6c5-45f9-94fb-e440acaccf33 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f575a7-24e4-4664-86e4-c5454d6034a4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:32.658991 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b798a85a-7c73-4e42-b965-2ac9db268242 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:32.683005 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b798a85a-7c73-4e42-b965-2ac9db268242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:32.780327 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e972d-d1be-4844-a037-7f9df67e5644 req-17aea51a-e6b7-4a4c-865f-b665174bfa25 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:32.784917 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-238e972d-d1be-4844-a037-7f9df67e5644 req-17aea51a-e6b7-4a4c-865f-b665174bfa25 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.1208889 Nov 11 12:10:32.817623 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b798a85a-7c73-4e42-b965-2ac9db268242 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d48c780a10304afdbd23fb3db3c2471d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3708527 Nov 11 12:10:32.826318 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42806) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:32.890057 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d02e0043-828a-471f-9d33-18d9625eeed6 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3573177 Nov 11 12:10:32.897038 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42808) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:32.914549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798a85a-7c73-4e42-b965-2ac9db268242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9ba415-8d49-441b-a453-fc43f08d1ef6,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:32.920393 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-43d6c0b2-3a19-4702-a5ec-4f464bd5ae76 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group': {'name': 'tempest-secgroup--210939295'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:32.924020 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9ff6ab3-04dd-42c8-b950-60990dc1123e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:32.994167 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9ff6ab3-04dd-42c8-b950-60990dc1123e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.029305 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9aa4a2fd-fd9f-40c9-9771-2af79f7b3c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.075190 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9aa4a2fd-fd9f-40c9-9771-2af79f7b3c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.076674 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-43d6c0b2-3a19-4702-a5ec-4f464bd5ae76 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.155000 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-238e972d-d1be-4844-a037-7f9df67e5644 req-c4b9d823-6522-468a-9af2-4d4937642402 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601360 Nov 11 12:10:33.182107 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-43d6c0b2-3a19-4702-a5ec-4f464bd5ae76 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.190502 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-43d6c0b2-3a19-4702-a5ec-4f464bd5ae76 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.192072 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9aa4a2fd-fd9f-40c9-9771-2af79f7b3c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.194963 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9aa4a2fd-fd9f-40c9-9771-2af79f7b3c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.201755 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9aa4a2fd-fd9f-40c9-9771-2af79f7b3c1d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0e9ba415-8d49-441b-a453-fc43f08d1ef6 HTTP/1.1" status: 204 len: 168 time: 0.3694158 Nov 11 12:10:33.212893 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9ff6ab3-04dd-42c8-b950-60990dc1123e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.217542 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9ff6ab3-04dd-42c8-b950-60990dc1123e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.224771 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f9ff6ab3-04dd-42c8-b950-60990dc1123e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59af8e92-193c-401d-86e6-b7d365b64a70 HTTP/1.1" status: 204 len: 168 time: 0.7285814 Nov 11 12:10:33.230596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4a2fd-fd9f-40c9-9771-2af79f7b3c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9ba415-8d49-441b-a453-fc43f08d1ef6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:33.240597 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff6ab3-04dd-42c8-b950-60990dc1123e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59af8e92-193c-401d-86e6-b7d365b64a70,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:33.251666 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.298060 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-43d6c0b2-3a19-4702-a5ec-4f464bd5ae76 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.302744 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42824) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:33.302899 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-43d6c0b2-3a19-4702-a5ec-4f464bd5ae76 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3897800 Nov 11 12:10:33.308417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f6202437-bc16-451e-946b-e160bc30ee2f tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': '012ab942-95a4-4f86-8005-4203efed8086', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:33.316963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6c0b2-3a19-4702-a5ec-4f464bd5ae76 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=012ab942-95a4-4f86-8005-4203efed8086,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:33.413097 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-f6202437-bc16-451e-946b-e160bc30ee2f tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The resource could not be found. Nov 11 12:10:33.415889 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f6202437-bc16-451e-946b-e160bc30ee2f tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1105461 Nov 11 12:10:33.418629 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42828) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:33.431481 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f29e5a24-bdea-4bca-a002-813f525851ec tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': '012ab942-95a4-4f86-8005-4203efed8086', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '478206fe-7d58-4d7b-afd4-4f57ca548c99'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:33.537790 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-f29e5a24-bdea-4bca-a002-813f525851ec tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The resource could not be found. Nov 11 12:10:33.541572 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f29e5a24-bdea-4bca-a002-813f525851ec tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1189058 Nov 11 12:10:33.542169 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42832) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:33.642802 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e91e5a0-0e86-4b1e-bc7e-4482684ce565 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.668162 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.673989 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.693304 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e91e5a0-0e86-4b1e-bc7e-4482684ce565 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.747039 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e91e5a0-0e86-4b1e-bc7e-4482684ce565 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.752596 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e91e5a0-0e86-4b1e-bc7e-4482684ce565 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.757302 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8e91e5a0-0e86-4b1e-bc7e-4482684ce565 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "DELETE /v2.0/security-groups/012ab942-95a4-4f86-8005-4203efed8086 HTTP/1.1" status: 204 len: 168 time: 0.2141335 Nov 11 12:10:33.757952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42842) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:33.788994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91e5a0-0e86-4b1e-bc7e-4482684ce565 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=012ab942-95a4-4f86-8005-4203efed8086,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:33.830354 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-562d8b91-9736-4758-92f6-a773b58485e6 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0598173 Nov 11 12:10:33.831107 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42846) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:33.835898 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d93a753a-c236-43f6-9f0a-686769f0f1c0 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': 'e2564dae-ab1b-4e42-846e-79f71202902a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:33.895024 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-d93a753a-c236-43f6-9f0a-686769f0f1c0 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The resource could not be found. Nov 11 12:10:33.899918 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d93a753a-c236-43f6-9f0a-686769f0f1c0 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0677962 Nov 11 12:10:33.900490 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42850) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:33.905736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4cac9148-dc52-42f7-a4bf-77a1c86844a4 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1921453174'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:33.932593 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Router 6a9ba3f0-a632-4f74-8e3e-abd40c5e95f6 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:10:33.937388 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4cac9148-dc52-42f7-a4bf-77a1c86844a4 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:33.956239 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42852) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:34.015832 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4cac9148-dc52-42f7-a4bf-77a1c86844a4 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:34.025674 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4cac9148-dc52-42f7-a4bf-77a1c86844a4 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:34.050520 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-70aee3f5-b611-43fb-9381-1a42e5d92fe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:34.056623 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:10:34.062297 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:34.069690 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6389dd-c8df-4e5c-893a-a465fed4c93b None None] Sync routers for ids ['6a9ba3f0-a632-4f74-8e3e-abd40c5e95f6'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:10:34.070412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a24f0e61-3258-4ec1-a81e-fa0c92a2bdee tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "PUT /v2.0/routers/6a9ba3f0-a632-4f74-8e3e-abd40c5e95f6 HTTP/1.1" status: 200 len: 914 time: 4.9026856 Nov 11 12:10:34.072675 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42856) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:34.095728 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6389dd-c8df-4e5c-893a-a465fed4c93b None None] Routers {'6a9ba3f0-a632-4f74-8e3e-abd40c5e95f6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:34.097754 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-fe6389dd-c8df-4e5c-893a-a465fed4c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6a9ba3f0-a632-4f74-8e3e-abd40c5e95f6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:34.155749 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-fe6389dd-c8df-4e5c-893a-a465fed4c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:34.166386 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6389dd-c8df-4e5c-893a-a465fed4c93b None None] Routers {'6a9ba3f0-a632-4f74-8e3e-abd40c5e95f6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:34.167126 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-fe6389dd-c8df-4e5c-893a-a465fed4c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6a9ba3f0-a632-4f74-8e3e-abd40c5e95f6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:34.236028 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f77f54b0-f6bb-49aa-8e0e-d76674a8b37c tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "GET /v2.0/routers/6a9ba3f0-a632-4f74-8e3e-abd40c5e95f6 HTTP/1.1" status: 200 len: 920 time: 0.1586783 Nov 11 12:10:34.236933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42866) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:34.239276 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4cac9148-dc52-42f7-a4bf-77a1c86844a4 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:34.243403 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4cac9148-dc52-42f7-a4bf-77a1c86844a4 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3419003 Nov 11 12:10:34.244003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42868) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:34.250904 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-fe6389dd-c8df-4e5c-893a-a465fed4c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:34.251231 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac9148-dc52-42f7-a4bf-77a1c86844a4 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b60491-9e65-467d-b891-f69e5464ffa6,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:34.257534 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7bfeba04-e095-4643-a803-1d835500e945 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1708078924'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:34.258814 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6389dd-c8df-4e5c-893a-a465fed4c93b None None] The sync data for ids ['6a9ba3f0-a632-4f74-8e3e-abd40c5e95f6'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:34.312253 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7bfeba04-e095-4643-a803-1d835500e945 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:34.382146 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-70aee3f5-b611-43fb-9381-1a42e5d92fe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:34.397037 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-70aee3f5-b611-43fb-9381-1a42e5d92fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:34.466169 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7bfeba04-e095-4643-a803-1d835500e945 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:34.469239 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aee3f5-b611-43fb-9381-1a42e5d92fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9125d63e-c1d7-4a4f-886a-d92ad235d9e6,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:34.485861 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-70aee3f5-b611-43fb-9381-1a42e5d92fe8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e5fafaa46ff426dbda3f0091dde7ac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4666986 Nov 11 12:10:34.486698 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42876) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:34.495972 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7bfeba04-e095-4643-a803-1d835500e945 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:34.517397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0e4306-ce02-407d-907f-e5cec07d2846 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:34.524944 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42880) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:34.528651 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1d0e4306-ce02-407d-907f-e5cec07d2846 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&device_id=6a9ba3f0-a632-4f74-8e3e-abd40c5e95f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2905056 Nov 11 12:10:34.570090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62115717-e0d7-47f6-9c48-54b64ceadf86 req-2ff24d6b-55bb-4502-974b-60bc15f6fa5b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:34.580101 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62115717-e0d7-47f6-9c48-54b64ceadf86 req-2ff24d6b-55bb-4502-974b-60bc15f6fa5b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.2093291 Nov 11 12:10:34.593806 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7bfeba04-e095-4643-a803-1d835500e945 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:34.598643 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7bfeba04-e095-4643-a803-1d835500e945 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3473780 Nov 11 12:10:34.608060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42886) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:34.613448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0ac5305c-4a4e-497e-b6f4-14f9b9ed6a2f tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': '77b60491-9e65-467d-b891-f69e5464ffa6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '77197a13-2976-48b5-9a31-c88d06716ed0'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:34.668086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62115717-e0d7-47f6-9c48-54b64ceadf86 req-ddd170d9-8b3d-46c5-b7f9-ec6104b71efd tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825419 Nov 11 12:10:34.682738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfeba04-e095-4643-a803-1d835500e945 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77197a13-2976-48b5-9a31-c88d06716ed0,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:34.711434 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-0ac5305c-4a4e-497e-b6f4-14f9b9ed6a2f tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:34.715716 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0ac5305c-4a4e-497e-b6f4-14f9b9ed6a2f tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1065423 Nov 11 12:10:34.716943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42894) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:34.717066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c775d6-bf27-491e-8038-d6c8e58a0d54 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:34.721297 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-43c775d6-bf27-491e-8038-d6c8e58a0d54 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "GET /v2.0/networks/44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 881 time: 0.1879671 Nov 11 12:10:34.721467 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42896) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:34.748008 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65ef0aeb-a7f5-47a0-8e72-44be4e0c0085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:34.781844 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42898) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:34.783611 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-31115f44-25cc-4f6c-a8e9-fd8f7589ff7c tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a9ba3f0-a632-4f74-8e3e-abd40c5e95f6 HTTP/1.1" status: 200 len: 205 time: 0.0592151 Nov 11 12:10:34.797291 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-71845f2f-07d7-48de-a56c-28b7ede00a21 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:34.836244 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65ef0aeb-a7f5-47a0-8e72-44be4e0c0085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:34.871742 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-71845f2f-07d7-48de-a56c-28b7ede00a21 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:34.929632 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65ef0aeb-a7f5-47a0-8e72-44be4e0c0085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:34.933150 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65ef0aeb-a7f5-47a0-8e72-44be4e0c0085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:34.934734 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-65ef0aeb-a7f5-47a0-8e72-44be4e0c0085 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9125d63e-c1d7-4a4f-886a-d92ad235d9e6 HTTP/1.1" status: 204 len: 168 time: 0.4459157 Nov 11 12:10:34.935616 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42904) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:34.954876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef0aeb-a7f5-47a0-8e72-44be4e0c0085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9125d63e-c1d7-4a4f-886a-d92ad235d9e6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:34.967855 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42910) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:34.980653 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87ce19c0-b6c0-4c30-8fde-126b4c86a8d0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.019601 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-71845f2f-07d7-48de-a56c-28b7ede00a21 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.023273 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-71845f2f-07d7-48de-a56c-28b7ede00a21 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.024489 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-71845f2f-07d7-48de-a56c-28b7ede00a21 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "DELETE /v2.0/security-groups/77197a13-2976-48b5-9a31-c88d06716ed0 HTTP/1.1" status: 204 len: 168 time: 0.3073950 Nov 11 12:10:35.027870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42914) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:35.043285 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71845f2f-07d7-48de-a56c-28b7ede00a21 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77197a13-2976-48b5-9a31-c88d06716ed0,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:35.111750 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cf4f2c5b-fb5c-4dca-8c8d-aebac714f705 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0820162 Nov 11 12:10:35.112383 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42916) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:35.142385 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d15ed387-7708-430a-b478-f47f5532dbe4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1666130217-network', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:35.186432 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15ed387-7708-430a-b478-f47f5532dbe4 admin admin] Made reservation on behalf of dcbd321ff8c34e24a110bf9a388e82c0 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:10:35.189497 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d15ed387-7708-430a-b478-f47f5532dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.192169 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87ce19c0-b6c0-4c30-8fde-126b4c86a8d0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.206419 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d15ed387-7708-430a-b478-f47f5532dbe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.212444 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7554352c-d7fa-45b3-bc49-477b4845fc7b tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.270310 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7554352c-d7fa-45b3-bc49-477b4845fc7b tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.280309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-87ce19c0-b6c0-4c30-8fde-126b4c86a8d0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Deleting port ac3c4739-e0a7-427f-af29-c8e7fb47b19c {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:35.280945 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87ce19c0-b6c0-4c30-8fde-126b4c86a8d0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.344446 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7554352c-d7fa-45b3-bc49-477b4845fc7b tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.347328 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7554352c-d7fa-45b3-bc49-477b4845fc7b tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.352126 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7554352c-d7fa-45b3-bc49-477b4845fc7b tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "DELETE /v2.0/security-groups/77b60491-9e65-467d-b891-f69e5464ffa6 HTTP/1.1" status: 204 len: 168 time: 0.2351899 Nov 11 12:10:35.354371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42922) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:35.394418 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87ce19c0-b6c0-4c30-8fde-126b4c86a8d0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.397338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554352c-d7fa-45b3-bc49-477b4845fc7b tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b60491-9e65-467d-b891-f69e5464ffa6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:35.400411 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d15ed387-7708-430a-b478-f47f5532dbe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.412354 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d15ed387-7708-430a-b478-f47f5532dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.429273 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-87ce19c0-b6c0-4c30-8fde-126b4c86a8d0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Calling delete_port for ac3c4739-e0a7-427f-af29-c8e7fb47b19c owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:35.448981 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15ed387-7708-430a-b478-f47f5532dbe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:10:35.454581 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-33ee2ff2-e9f3-44cf-a312-11887e6396ae tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0943315 Nov 11 12:10:35.462557 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42926) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:35.470105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ed387-7708-430a-b478-f47f5532dbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d364849-e5e8-4819-8da5-c91a83080edb,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:35.473191 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d15ed387-7708-430a-b478-f47f5532dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.473421 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-d15ed387-7708-430a-b478-f47f5532dbe4 admin admin] Added segment 8d35e2e0-4eba-48dc-ae39-445cd28e3440 of type vlan for network bdd4511e-5656-4b9d-9635-a504c30841d6 Nov 11 12:10:35.477992 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-877db249-dccc-437e-ba7b-bd1af91dd2dc tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1649670455'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:35.526564 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d15ed387-7708-430a-b478-f47f5532dbe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.539379 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-df5b403c-015d-48c0-b2e6-982cff0e256a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.559902 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d15ed387-7708-430a-b478-f47f5532dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.561381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15ed387-7708-430a-b478-f47f5532dbe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:35.562162 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d15ed387-7708-430a-b478-f47f5532dbe4 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.590065 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-877db249-dccc-437e-ba7b-bd1af91dd2dc tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.617329 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42934) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:35.618453 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d15ed387-7708-430a-b478-f47f5532dbe4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6796539 Nov 11 12:10:35.628502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e598aaca-84d4-4372-86a8-d28342ef92a9 admin admin] Request body: {'subnet': {'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1666130217-subnet', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:35.653068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42936) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:35.666814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ed387-7708-430a-b478-f47f5532dbe4 admin admin] Pushing event updated for resources: {'Network': ['ID=bdd4511e-5656-4b9d-9635-a504c30841d6,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:35.685793 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network bdd4511e-5656-4b9d-9635-a504c30841d6 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:10:35.753234 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e598aaca-84d4-4372-86a8-d28342ef92a9 admin admin] Made reservation on behalf of dcbd321ff8c34e24a110bf9a388e82c0 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:10:35.755585 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e598aaca-84d4-4372-86a8-d28342ef92a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.835630 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-df5b403c-015d-48c0-b2e6-982cff0e256a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.867598 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-23ec5554-138c-41b5-b82d-ae4754a343b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.883564 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-877db249-dccc-437e-ba7b-bd1af91dd2dc tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.890952 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-df5b403c-015d-48c0-b2e6-982cff0e256a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.937292 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-df5b403c-015d-48c0-b2e6-982cff0e256a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c82b5f1ff20143a6ae5d1ccacf30407d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9667184 Nov 11 12:10:35.942738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42948) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:35.947108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-877db249-dccc-437e-ba7b-bd1af91dd2dc tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.037551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b403c-015d-48c0-b2e6-982cff0e256a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96134cb8-23da-4991-8d0d-a16aeb1e92a6,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:36.075102 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87ce19c0-b6c0-4c30-8fde-126b4c86a8d0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.085023 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3a2d8-c242-48b9-a5f2-33009f0ae529 req-1f1e5366-93f6-4bba-8409-2a0c905ba8af tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:36.086845 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68c3a2d8-c242-48b9-a5f2-33009f0ae529 req-1f1e5366-93f6-4bba-8409-2a0c905ba8af tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.2841020 Nov 11 12:10:36.087637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877db249-dccc-437e-ba7b-bd1af91dd2dc tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8486714a-bd16-4070-8447-5ee7bd9517af,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:36.092077 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-877db249-dccc-437e-ba7b-bd1af91dd2dc tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.096262 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-877db249-dccc-437e-ba7b-bd1af91dd2dc tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6254864 Nov 11 12:10:36.133878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42952) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:36.141070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8877914d-0acc-4e8a-bb4d-d2d5e474ed4d tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': '8486714a-bd16-4070-8447-5ee7bd9517af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:36.192171 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce19c0-b6c0-4c30-8fde-126b4c86a8d0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Pushing event deleted for resources: {'Port': ['ID=ac3c4739-e0a7-427f-af29-c8e7fb47b19c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:36.209109 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6354f5b3-d4ca-4ecb-a170-5bdf72154114 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:36.286972 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c41cde16-6e8d-4a17-9ee5-c4c15df77600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.390081 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68c3a2d8-c242-48b9-a5f2-33009f0ae529 req-db44ac92-aef8-42a5-a4ca-ec4aefb454bb tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550375 Nov 11 12:10:36.397724 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87ce19c0-b6c0-4c30-8fde-126b4c86a8d0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.427667 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c41cde16-6e8d-4a17-9ee5-c4c15df77600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.441557 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-8877914d-0acc-4e8a-bb4d-d2d5e474ed4d tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:36.444974 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8877914d-0acc-4e8a-bb4d-d2d5e474ed4d tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3054395 Nov 11 12:10:36.447785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42986) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:36.454191 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b141bf6f-d948-4457-81f3-947b576d7e3e tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group_rule': {'security_group_id': '8486714a-bd16-4070-8447-5ee7bd9517af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:36.563613 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-b141bf6f-d948-4457-81f3-947b576d7e3e tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:36.564823 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e598aaca-84d4-4372-86a8-d28342ef92a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.565191 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b141bf6f-d948-4457-81f3-947b576d7e3e tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1161041 Nov 11 12:10:36.569039 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87ce19c0-b6c0-4c30-8fde-126b4c86a8d0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.571076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42996) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:36.572492 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87ce19c0-b6c0-4c30-8fde-126b4c86a8d0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.668892 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87ce19c0-b6c0-4c30-8fde-126b4c86a8d0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.669303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e57cc445-3ffd-4e24-b788-e87fdd4f3556 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.669422 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ce19c0-b6c0-4c30-8fde-126b4c86a8d0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Fanout notify agent at l3_agent the message router_deleted on router 6a9ba3f0-a632-4f74-8e3e-abd40c5e95f6 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:10:36.678065 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87ce19c0-b6c0-4c30-8fde-126b4c86a8d0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.682948 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-87ce19c0-b6c0-4c30-8fde-126b4c86a8d0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "DELETE /v2.0/routers/6a9ba3f0-a632-4f74-8e3e-abd40c5e95f6 HTTP/1.1" status: 204 len: 168 time: 1.8950157 Nov 11 12:10:36.682948 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598aaca-84d4-4372-86a8-d28342ef92a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f46dfb4a-339a-47e1-91d5-1664a814afa1,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:36.687020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42998) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:36.691450 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-307211632', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}, 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:36.697711 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c41cde16-6e8d-4a17-9ee5-c4c15df77600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.700521 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c41cde16-6e8d-4a17-9ee5-c4c15df77600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.704266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c41cde16-6e8d-4a17-9ee5-c4c15df77600 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/96134cb8-23da-4991-8d0d-a16aeb1e92a6 HTTP/1.1" status: 204 len: 168 time: 0.7582104 Nov 11 12:10:36.716133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e57cc445-3ffd-4e24-b788-e87fdd4f3556 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.724765 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598aaca-84d4-4372-86a8-d28342ef92a9 admin admin] Checking segment: {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:10:36.725137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e598aaca-84d4-4372-86a8-d28342ef92a9 admin admin] Network hostable DHCP agents. Network: bdd4511e-5656-4b9d-9635-a504c30841d6, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:10:36.730178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cde16-6e8d-4a17-9ee5-c4c15df77600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96134cb8-23da-4991-8d0d-a16aeb1e92a6,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:36.730437 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b192cced-d376-4463-934b-f426611e2a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.750270 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.751375 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.757029 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e598aaca-84d4-4372-86a8-d28342ef92a9 admin admin] Network bdd4511e-5656-4b9d-9635-a504c30841d6 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:10:36.773438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-e598aaca-84d4-4372-86a8-d28342ef92a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, bdd4511e-5656-4b9d-9635-a504c30841d6) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:10:36.783493 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f7fa3a-ae48-43c9-96f1-46694317bfb6 None None] Network bdd4511e-5656-4b9d-9635-a504c30841d6 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:10:36.787709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e598aaca-84d4-4372-86a8-d28342ef92a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:36.788288 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e598aaca-84d4-4372-86a8-d28342ef92a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.823057 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.836561 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e598aaca-84d4-4372-86a8-d28342ef92a9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2109494 Nov 11 12:10:36.836848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43002) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:36.880705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1666130217-router', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:37.023224 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:37.024970 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:37.040088 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e57cc445-3ffd-4e24-b788-e87fdd4f3556 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:37.047458 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e57cc445-3ffd-4e24-b788-e87fdd4f3556 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:37.051993 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e57cc445-3ffd-4e24-b788-e87fdd4f3556 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "DELETE /v2.0/security-groups/8486714a-bd16-4070-8447-5ee7bd9517af HTTP/1.1" status: 204 len: 168 time: 0.4793804 Nov 11 12:10:37.068320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43008) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:37.086602 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:37.133796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cc445-3ffd-4e24-b788-e87fdd4f3556 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8486714a-bd16-4070-8447-5ee7bd9517af,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:37.167574 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bdd4511e-5656-4b9d-9635-a504c30841d6', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:10:37.169435 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:37.172060 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:37.382709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-79bae473-d4bc-4a95-aa5a-526861ad5319 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3069177 Nov 11 12:10:37.382709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43038) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:37.383080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43040) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:37.390614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b192cced-d376-4463-934b-f426611e2a8b admin admin] Deleting port f70b28bf-7390-442d-a7c6-52d8ccd69732 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:37.391302 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b192cced-d376-4463-934b-f426611e2a8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:37.421647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-c98e90b5-27a9-42b9-b583-46fbb428efc8 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group': {'name': 'tempest-secgroup--384058917'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:37.449113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Allocated IP 172.20.0.2 (bdd4511e-5656-4b9d-9635-a504c30841d6/f46dfb4a-339a-47e1-91d5-1664a814afa1/2f3f95aa-0bac-4890-aebd-8417b8c62d9d) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:10:37.475886 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:37.516260 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6e8a-1cb0-407a-a99e-b83cf6d848c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:37.535601 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-b192cced-d376-4463-934b-f426611e2a8b admin admin] For port f70b28bf-7390-442d-a7c6-52d8ccd69732, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f70b28bf-7390-442d-a7c6-52d8ccd69732,segment=NetworkSegment(2251ea31-8c4f-4cd3-9c37-cc3f06e36863),segment_id=2251ea31-8c4f-4cd3-9c37-cc3f06e36863)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:37.536676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b192cced-d376-4463-934b-f426611e2a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:37.560305 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b192cced-d376-4463-934b-f426611e2a8b admin admin] Calling delete_port for f70b28bf-7390-442d-a7c6-52d8ccd69732 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:37.655057 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:37.663875 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:37.709116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Network bdd4511e-5656-4b9d-9635-a504c30841d6 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:10:37.714122 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:10:37.716798 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:10:37.838280 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b192cced-d376-4463-934b-f426611e2a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:37.865566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192cced-d376-4463-934b-f426611e2a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=f70b28bf-7390-442d-a7c6-52d8ccd69732,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:37.964940 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Attempting to bind port 2f3f95aa-0bac-4890-aebd-8417b8c62d9d on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:10:37.968110 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Attempting to bind port 2f3f95aa-0bac-4890-aebd-8417b8c62d9d by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:10:37.968688 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Attempting to bind port 2f3f95aa-0bac-4890-aebd-8417b8c62d9d on network bdd4511e-5656-4b9d-9635-a504c30841d6 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:10:37.978365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Pushing event updated for resources: {'Port': ['ID=2f3f95aa-0bac-4890-aebd-8417b8c62d9d,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:37.987488 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:10:37.987993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Checking segment: {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:10:37.988973 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:37.989356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Bound using segment: {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:10:37.989872 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Bound port: 2f3f95aa-0bac-4890-aebd-8417b8c62d9d, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:10:37.990243 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.082909 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-57a9eed2-668c-4e5c-93fd-b91545a5e386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.089446 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] For port 2f3f95aa-0bac-4890-aebd-8417b8c62d9d, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:10:38.093002 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] For port 2f3f95aa-0bac-4890-aebd-8417b8c62d9d, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2f3f95aa-0bac-4890-aebd-8417b8c62d9d,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:10:38.103405 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.114049 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c98e90b5-27a9-42b9-b583-46fbb428efc8 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.202452 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06c92d-4a0a-4413-9f80-6a3958698e91 None None] Pushing event updated for resources: {'Port': ['ID=2f3f95aa-0bac-4890-aebd-8417b8c62d9d,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:38.219330 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b192cced-d376-4463-934b-f426611e2a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.263326 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fe510-0dcf-41ba-aa00-fe75f82a1269 req-72aeed89-012d-4f4b-b23d-9a753501c38e tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:38.264977 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-471fe510-0dcf-41ba-aa00-fe75f82a1269 req-72aeed89-012d-4f4b-b23d-9a753501c38e tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.7163563 Nov 11 12:10:38.428848 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6e8a-1cb0-407a-a99e-b83cf6d848c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.437920 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c98e90b5-27a9-42b9-b583-46fbb428efc8 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.452203 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6e8a-1cb0-407a-a99e-b83cf6d848c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.461227 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c98e90b5-27a9-42b9-b583-46fbb428efc8 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.479215 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-471fe510-0dcf-41ba-aa00-fe75f82a1269 req-355b2957-63e1-435d-b890-a137e8d8eec3 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022378 Nov 11 12:10:38.544004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b192cced-d376-4463-934b-f426611e2a8b admin admin] Router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:10:38.573109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d6e8a-1cb0-407a-a99e-b83cf6d848c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b53a8d-9b6a-4659-8e34-42c197facdbc,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:38.578304 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c98e90b5-27a9-42b9-b583-46fbb428efc8 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.582576 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c98e90b5-27a9-42b9-b583-46fbb428efc8 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1970713 Nov 11 12:10:38.588547 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6d4d6e8a-1cb0-407a-a99e-b83cf6d848c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15afb2e09e664091998f9c161435202b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2016983 Nov 11 12:10:38.588547 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43050) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:38.592908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43052) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:38.597020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ac92e632-75f6-4fb8-9e37-75fbb610618e tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:38.597659 n-d-807359-3 neutron-server[109153]: WARNING neutron.api.v2.base [None req-ac92e632-75f6-4fb8-9e37-75fbb610618e tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 12:10:38.598151 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-ac92e632-75f6-4fb8-9e37-75fbb610618e tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] update failed (client error): There was a conflict when trying to complete your request. Nov 11 12:10:38.599109 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ac92e632-75f6-4fb8-9e37-75fbb610618e tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "PUT /v2.0/security-groups/80a6cab8-1f67-4122-8d48-7090a3552cb4 HTTP/1.1" status: 409 len: 330 time: 0.0059624 Nov 11 12:10:38.604891 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43054) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:38.735961 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e90b5-27a9-42b9-b583-46fbb428efc8 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a6cab8-1f67-4122-8d48-7090a3552cb4,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:38.739975 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.743598 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9566d38a-5341-4259-8abf-93c128111c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.763333 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.765707 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b192cced-d376-4463-934b-f426611e2a8b admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:10:38.771148 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b192cced-d376-4463-934b-f426611e2a8b admin admin] 10.222.0.65 "PUT /v2.0/routers/9d8fb428-2c76-41a8-bcae-c9cf191ce672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1170280 Nov 11 12:10:38.779111 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43056) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:38.786117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf91e1-5022-4671-9384-199b9838e9e0 None None] Sync routers for ids ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:10:38.793545 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b4f4-56a7-4f25-a31c-52c70b499268 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.824689 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf91e1-5022-4671-9384-199b9838e9e0 None None] Routers {'9d8fb428-2c76-41a8-bcae-c9cf191ce672'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:38.826002 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2baf91e1-5022-4671-9384-199b9838e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:38.830841 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9566d38a-5341-4259-8abf-93c128111c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.845054 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.871116 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.891385 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b4f4-56a7-4f25-a31c-52c70b499268 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.981080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Allocated IP 172.25.2.70 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/5cd7ddb8-7def-4b79-9310-d972cae9d7c8) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:10:38.990980 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1583b1b7-96c8-4923-a287-3e99a42806a6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.996319 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9566d38a-5341-4259-8abf-93c128111c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:39.000607 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9566d38a-5341-4259-8abf-93c128111c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:39.002528 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9566d38a-5341-4259-8abf-93c128111c37 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41b53a8d-9b6a-4659-8e34-42c197facdbc HTTP/1.1" status: 204 len: 168 time: 0.4085832 Nov 11 12:10:39.048081 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b4f4-56a7-4f25-a31c-52c70b499268 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:39.052928 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b4f4-56a7-4f25-a31c-52c70b499268 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:39.054442 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8fa0b4f4-56a7-4f25-a31c-52c70b499268 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "DELETE /v2.0/security-groups/80a6cab8-1f67-4122-8d48-7090a3552cb4 HTTP/1.1" status: 204 len: 168 time: 0.4484315 Nov 11 12:10:39.058879 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:39.061025 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43060) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:39.063166 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-2baf91e1-5022-4671-9384-199b9838e9e0 None None] Set router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:39.093384 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566d38a-5341-4259-8abf-93c128111c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b53a8d-9b6a-4659-8e34-42c197facdbc,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:39.157126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b4f4-56a7-4f25-a31c-52c70b499268 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a6cab8-1f67-4122-8d48-7090a3552cb4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:39.190476 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8b77e09a-f62f-47f4-ac14-11cbb6de9406 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1282823 Nov 11 12:10:39.195280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43064) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:39.234658 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-897a69d2-0fab-4d19-ad34-dad90ee6947e tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] delete failed (client error): The resource could not be found. Nov 11 12:10:39.235840 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-897a69d2-0fab-4d19-ad34-dad90ee6947e tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "DELETE /v2.0/security-groups/0058c532-ebe3-4805-a1d2-4b87722bf4e4 HTTP/1.1" status: 404 len: 347 time: 0.0396202 Nov 11 12:10:39.239989 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43066) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:39.259977 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-dff6cef3-b4a1-4cbb-a114-822e8f8d0356 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] show failed (client error): The resource could not be found. Nov 11 12:10:39.261331 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dff6cef3-b4a1-4cbb-a114-822e8f8d0356 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "GET /v2.0/security-groups/24991069-e015-4438-ac7f-6f46209598a8 HTTP/1.1" status: 404 len: 347 time: 0.0204525 Nov 11 12:10:39.266166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43068) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:39.277789 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1583b1b7-96c8-4923-a287-3e99a42806a6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:39.296310 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-87dc55d6-b74c-48ba-b219-8421fc327319 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] show failed (client error): The resource could not be found. Nov 11 12:10:39.297914 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:39.298406 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-87dc55d6-b74c-48ba-b219-8421fc327319 tempest-NegativeSecGroupIPv6Test-708244983 tempest-NegativeSecGroupIPv6Test-708244983-project] 10.222.0.65 "GET /v2.0/security-group-rules/a04902e1-7aa1-450c-b570-773ff061792b HTTP/1.1" status: 404 len: 356 time: 0.0301466 Nov 11 12:10:39.424659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1583b1b7-96c8-4923-a287-3e99a42806a6 admin admin] Deleting port 66b00381-c932-4c6e-9ce9-6ef353ad34f4 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:39.425002 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1583b1b7-96c8-4923-a287-3e99a42806a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:39.451939 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:39.524672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:10:39.532179 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:10:39.538252 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:10:39.576852 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa773a-b27a-41bb-852a-128bc6ea8b28 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:39.612411 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd271e9-3127-4b28-97dc-374b85643ceb None None] Network bdd4511e-5656-4b9d-9635-a504c30841d6 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:10:39.647876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-1583b1b7-96c8-4923-a287-3e99a42806a6 admin admin] For port 66b00381-c932-4c6e-9ce9-6ef353ad34f4, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=66b00381-c932-4c6e-9ce9-6ef353ad34f4,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:39.648556 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1583b1b7-96c8-4923-a287-3e99a42806a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:39.655715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Pushing event updated for resources: {'Port': ['ID=5cd7ddb8-7def-4b79-9310-d972cae9d7c8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:39.661699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Allocated IP 172.25.2.238 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/514b10c8-c465-4671-bfe1-b7e0728b3f60) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:10:39.704068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1583b1b7-96c8-4923-a287-3e99a42806a6 admin admin] Calling delete_port for 66b00381-c932-4c6e-9ce9-6ef353ad34f4 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:39.740680 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c5ee7d5e-a952-4a79-99bf-82f8b4d19f03 None None] Provisioning complete for port 5cd7ddb8-7def-4b79-9310-d972cae9d7c8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:39.741040 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7d5e-a952-4a79-99bf-82f8b4d19f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:39.777120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2baf91e1-5022-4671-9384-199b9838e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'name': 'tempest-TaggedBootDevicesTest-1804844071-router', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:59:12Z', 'updated_at': '2021-11-11T12:10:37Z', 'revision_number': 5, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'gw_port': {'id': '66b00381-c932-4c6e-9ce9-6ef353ad34f4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:59:13Z', 'updated_at': '2021-11-11T11:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:39.812463 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee7d5e-a952-4a79-99bf-82f8b4d19f03 None None] Port 5cd7ddb8-7def-4b79-9310-d972cae9d7c8 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:10:39.814245 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf91e1-5022-4671-9384-199b9838e9e0 None None] Checking router: 9d8fb428-2c76-41a8-bcae-c9cf191ce672 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:10:39.830538 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf91e1-5022-4671-9384-199b9838e9e0 None None] Routers {'9d8fb428-2c76-41a8-bcae-c9cf191ce672'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:39.831030 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2baf91e1-5022-4671-9384-199b9838e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:39.922653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-2baf91e1-5022-4671-9384-199b9838e9e0 None None] Set router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:39.973447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43084) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:39.979137 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2baf91e1-5022-4671-9384-199b9838e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'name': 'tempest-TaggedBootDevicesTest-1804844071-router', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:59:12Z', 'updated_at': '2021-11-11T12:10:39Z', 'revision_number': 6, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:40.016628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf91e1-5022-4671-9384-199b9838e9e0 None None] The sync data for ids ['9d8fb428-2c76-41a8-bcae-c9cf191ce672'] in n-d-807359-3 is: [{'id': '9d8fb428-2c76-41a8-bcae-c9cf191ce672', 'name': 'tempest-TaggedBootDevicesTest-1804844071-router', 'tenant_id': '60ee3d384a76417ebcdfc95536142dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:59:12Z', 'updated_at': '2021-11-11T12:10:39Z', 'revision_number': 6, 'project_id': '60ee3d384a76417ebcdfc95536142dd4', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:40.029611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2f3f95aa-0bac-4890-aebd-8417b8c62d9d up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:10:40.110502 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1583b1b7-96c8-4923-a287-3e99a42806a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.117306 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c5ee7d5e-a952-4a79-99bf-82f8b4d19f03 None None] Provisioning complete for port 2f3f95aa-0bac-4890-aebd-8417b8c62d9d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:40.117306 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7d5e-a952-4a79-99bf-82f8b4d19f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.165927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2f3f95aa-0bac-4890-aebd-8417b8c62d9d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:40.166288 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.170431 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfd22c-5729-4359-8d5e-6ca1274a19df req-d06143b8-fb75-45cc-bc2c-e938f88def90 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:40.172791 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5dfd22c-5729-4359-8d5e-6ca1274a19df req-d06143b8-fb75-45cc-bc2c-e938f88def90 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.4889007 Nov 11 12:10:40.200744 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583b1b7-96c8-4923-a287-3e99a42806a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b00381-c932-4c6e-9ce9-6ef353ad34f4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:40.273162 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8ed48a-8383-40f1-8e2b-c4de0008c3bc None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:40.342339 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1583b1b7-96c8-4923-a287-3e99a42806a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.362634 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.421578 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7d5e-a952-4a79-99bf-82f8b4d19f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.466896 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5dfd22c-5729-4359-8d5e-6ca1274a19df req-57424f10-daab-4a51-8a02-2bafa2f572f9 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862813 Nov 11 12:10:40.529261 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.544571 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.571578 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1583b1b7-96c8-4923-a287-3e99a42806a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.578984 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1583b1b7-96c8-4923-a287-3e99a42806a6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.610128 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.617143 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-94d4e9d0-f180-44ac-9c40-57c139247a2f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0a5d5ef309e64fb1a4b416e295465113&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6393993 Nov 11 12:10:40.619239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43100) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:40.659971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c5ee7d5e-a952-4a79-99bf-82f8b4d19f03 None None] For port 2f3f95aa-0bac-4890-aebd-8417b8c62d9d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2f3f95aa-0bac-4890-aebd-8417b8c62d9d,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:40.670498 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.681184 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7d5e-a952-4a79-99bf-82f8b4d19f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.684411 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:10:40.718228 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1583b1b7-96c8-4923-a287-3e99a42806a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.719002 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1583b1b7-96c8-4923-a287-3e99a42806a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d8fb428-2c76-41a8-bcae-c9cf191ce672 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:10:40.725293 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:10:40.727953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:10:40.728184 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1583b1b7-96c8-4923-a287-3e99a42806a6 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.733144 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1583b1b7-96c8-4923-a287-3e99a42806a6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/9d8fb428-2c76-41a8-bcae-c9cf191ce672 HTTP/1.1" status: 204 len: 168 time: 1.9529595 Nov 11 12:10:40.733982 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43104) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:40.754163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff3dab8-107d-486b-8546-cb7b0d780a24 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:40.793810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-add2f370-1d0b-44d8-83cf-490dcac02d15 admin admin] Deleting subnet 98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:10:40.797737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Pushing event updated for resources: {'Port': ['ID=514b10c8-c465-4671-bfe1-b7e0728b3f60,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:40.801157 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-add2f370-1d0b-44d8-83cf-490dcac02d15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.850200 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:10:40.850560 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:10:40.854087 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee7d5e-a952-4a79-99bf-82f8b4d19f03 None None] Pushing event updated for resources: {'Port': ['ID=2f3f95aa-0bac-4890-aebd-8417b8c62d9d,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:40.871540 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-add2f370-1d0b-44d8-83cf-490dcac02d15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.903864 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c2daea0-0fcd-400f-a29f-f6e35c19c715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.925420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ea9506dd-0940-4cb4-9e07-7ae20307d962 None None] Provisioning complete for port 514b10c8-c465-4671-bfe1-b7e0728b3f60 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:40.926479 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ea9506dd-0940-4cb4-9e07-7ae20307d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:41.034775 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ea9506dd-0940-4cb4-9e07-7ae20307d962 None None] Port 514b10c8-c465-4671-bfe1-b7e0728b3f60 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:10:41.096234 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-add2f370-1d0b-44d8-83cf-490dcac02d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:41.100429 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c2daea0-0fcd-400f-a29f-f6e35c19c715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:41.182702 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:41.195994 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-add2f370-1d0b-44d8-83cf-490dcac02d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:41.239870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2f370-1d0b-44d8-83cf-490dcac02d15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:41.248953 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-add2f370-1d0b-44d8-83cf-490dcac02d15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:41.257106 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-add2f370-1d0b-44d8-83cf-490dcac02d15 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/98bef9a3-7fbb-455a-95ec-8f6ebf04fbc9 HTTP/1.1" status: 204 len: 168 time: 0.5201983 Nov 11 12:10:41.257106 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43112) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:41.273688 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3701a615-c114-4ed5-a2e8-f85d79cd96b3 None None] Network 6ba34a62-22e2-4456-8b51-ad2a18e2724f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:10:41.388962 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:41.410571 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:41.437700 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0c3b4f9d-fd00-49cf-a381-6dee78032388 None None] Provisioning complete for port 2f3f95aa-0bac-4890-aebd-8417b8c62d9d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:41.438371 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0c3b4f9d-fd00-49cf-a381-6dee78032388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:41.496023 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:41.522286 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] Deleting port 883cdb4a-6e77-4923-9e12-535ce77199cd {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:41.522622 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:41.644341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] For port 883cdb4a-6e77-4923-9e12-535ce77199cd, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=883cdb4a-6e77-4923-9e12-535ce77199cd,segment=NetworkSegment(2251ea31-8c4f-4cd3-9c37-cc3f06e36863),segment_id=2251ea31-8c4f-4cd3-9c37-cc3f06e36863)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:41.644997 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:41.677064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] Calling delete_port for 883cdb4a-6e77-4923-9e12-535ce77199cd owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:41.840687 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c2daea0-0fcd-400f-a29f-f6e35c19c715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:41.842399 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:41.843820 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c2daea0-0fcd-400f-a29f-f6e35c19c715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:41.848108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6c2daea0-0fcd-400f-a29f-f6e35c19c715 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7d03134e-91f7-45b8-96f5-4472823cbead HTTP/1.1" status: 204 len: 168 time: 1.2262361 Nov 11 12:10:41.863311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d123ec-5cc9-487d-87d6-defeebb062a5 None None] DHCP port deletion for 6ba34a62-22e2-4456-8b51-ad2a18e2724f request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:41.882822 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] No DVR routers for this DVR port 883cdb4a-6e77-4923-9e12-535ce77199cd on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:10:41.903633 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2f3f95aa-0bac-4890-aebd-8417b8c62d9d up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:10:41.984339 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] Pushing event deleted for resources: {'Port': ['ID=883cdb4a-6e77-4923-9e12-535ce77199cd,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:42.032323 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2f3f95aa-0bac-4890-aebd-8417b8c62d9d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:42.032688 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:42.069071 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:42.104638 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba34a62-22e2-4456-8b51-ad2a18e2724f']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:42.115139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2251ea31-8c4f-4cd3-9c37-cc3f06e36863') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:42.115560 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2251ea31-8c4f-4cd3-9c37-cc3f06e36863') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:42.156415 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:42.198295 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:42.210281 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:10:42.211225 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:10:42.214244 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:10:42.245670 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 66b00381-c932-4c6e-9ce9-6ef353ad34f4 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:42.295649 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:42.296400 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 66b00381-c932-4c6e-9ce9-6ef353ad34f4 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:10:42.297992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 66b00381-c932-4c6e-9ce9-6ef353ad34f4 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:42.300045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f70b28bf-7390-442d-a7c6-52d8ccd69732 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:42.301945 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:42.308841 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] 10.222.0.65 "DELETE /v2.0/networks/6ba34a62-22e2-4456-8b51-ad2a18e2724f HTTP/1.1" status: 204 len: 168 time: 1.0518713 Nov 11 12:10:42.325423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c062b78-d086-4ba6-b8d9-15cc6571ea6c admin admin] Pushing event deleted for resources: {'Network': ['ID=6ba34a62-22e2-4456-8b51-ad2a18e2724f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:42.353141 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: f70b28bf-7390-442d-a7c6-52d8ccd69732 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:10:42.353677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f70b28bf-7390-442d-a7c6-52d8ccd69732 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:42.517851 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2daea0-0fcd-400f-a29f-f6e35c19c715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d03134e-91f7-45b8-96f5-4472823cbead,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:42.551505 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:42.565214 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43146) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:42.594516 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f57fd-13b2-4a30-b926-8e571cd32680 req-0c706055-f1f3-4f7f-a82f-cb1a68af1a65 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:42.595823 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c7f57fd-13b2-4a30-b926-8e571cd32680 req-0c706055-f1f3-4f7f-a82f-cb1a68af1a65 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.8827658 Nov 11 12:10:42.666192 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bb6e00ad-6858-4345-a8c4-ebc4770abf3e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60ee3d384a76417ebcdfc95536142dd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0970504 Nov 11 12:10:42.666854 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43150) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:42.738512 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Router ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:10:42.797194 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-291632c9-49df-421f-9315-6bd80d478341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:42.835229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c7f57fd-13b2-4a30-b926-8e571cd32680 req-dff491c4-8938-4402-99f9-aee587d341a8 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976559 Nov 11 12:10:42.876276 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-291632c9-49df-421f-9315-6bd80d478341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:42.968972 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:10:42.980703 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93619da-666f-4492-8c5d-5bcce5c4691e None None] Sync routers for ids ['ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:10:42.986111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:10:42.990050 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93619da-666f-4492-8c5d-5bcce5c4691e None None] Routers {'ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:42.990989 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e93619da-666f-4492-8c5d-5bcce5c4691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:43.015108 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-291632c9-49df-421f-9315-6bd80d478341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:43.015779 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:43.017015 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5aaa8df7-d2f9-4b48-bd32-2ee4b5f31c63 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.3290386 Nov 11 12:10:43.018968 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-291632c9-49df-421f-9315-6bd80d478341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:43.023056 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43162) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:43.025668 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-291632c9-49df-421f-9315-6bd80d478341 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe HTTP/1.1" status: 204 len: 168 time: 0.3577123 Nov 11 12:10:43.034461 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e93619da-666f-4492-8c5d-5bcce5c4691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:43.041102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291632c9-49df-421f-9315-6bd80d478341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4823fdf-f70d-44b2-a09b-4ac0bc86a2fe,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:43.046431 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93619da-666f-4492-8c5d-5bcce5c4691e None None] Routers {'ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:43.047415 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e93619da-666f-4492-8c5d-5bcce5c4691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:43.078923 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-410fd8c1-e1fd-4966-bc2e-b5dee128b017 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:43.115583 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e93619da-666f-4492-8c5d-5bcce5c4691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:43.116328 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93619da-666f-4492-8c5d-5bcce5c4691e None None] The sync data for ids ['ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:43.246814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:10:43.258023 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Sync routers for ids ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:10:43.283757 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Routers {'4ee46bff-9e54-4271-8d6a-9a44c208bf44'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:43.285108 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:43.352702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43176) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:43.602970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-74ee7cd9-fece-4102-b31f-ae47f90003a8 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:43.603465 n-d-807359-3 neutron-server[109154]: WARNING neutron.api.v2.base [None req-74ee7cd9-fece-4102-b31f-ae47f90003a8 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 12:10:43.604663 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-74ee7cd9-fece-4102-b31f-ae47f90003a8 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 12:10:43.606693 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-74ee7cd9-fece-4102-b31f-ae47f90003a8 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2529550 Nov 11 12:10:43.610294 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43188) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:43.610452 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:43.611521 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-58a944b1-5841-4845-97cc-3da173218766 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7738526 Nov 11 12:10:43.614451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43190) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:43.635119 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-afe4a370-8502-4a98-b5cb-3690613fe0c9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222681372'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:43.655407 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Set router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:43.658114 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-410fd8c1-e1fd-4966-bc2e-b5dee128b017 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:43.689431 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-410fd8c1-e1fd-4966-bc2e-b5dee128b017 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:43.806280 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 883cdb4a-6e77-4923-9e12-535ce77199cd no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:43.819229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-410fd8c1-e1fd-4966-bc2e-b5dee128b017 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Deleting port 5cd7ddb8-7def-4b79-9310-d972cae9d7c8 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:43.820813 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-410fd8c1-e1fd-4966-bc2e-b5dee128b017 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:43.843184 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 883cdb4a-6e77-4923-9e12-535ce77199cd {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:10:43.843596 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 883cdb4a-6e77-4923-9e12-535ce77199cd not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:44.028643 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'name': 'tempest-ServerActionsTestJSON-1666130217-router', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:37Z', 'updated_at': '2021-11-11T12:10:41Z', 'revision_number': 3, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'gw_port': {'id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:38Z', 'updated_at': '2021-11-11T12:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:44.095687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Checking router: 4ee46bff-9e54-4271-8d6a-9a44c208bf44 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:10:44.112869 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Updating router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 port 514b10c8-c465-4671-bfe1-b7e0728b3f60 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:10:44.155222 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac1ba7-eeb9-4fd4-84a6-cd1f2e8d9b6b req-e10d41e5-c701-4c59-b2e3-a85d8788c4be tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:44.156136 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.166516 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-87ac1ba7-eeb9-4fd4-84a6-cd1f2e8d9b6b req-e10d41e5-c701-4c59-b2e3-a85d8788c4be tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.1909528 Nov 11 12:10:44.175339 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-410fd8c1-e1fd-4966-bc2e-b5dee128b017 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.194098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43204) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:44.215386 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-410fd8c1-e1fd-4966-bc2e-b5dee128b017 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Calling delete_port for 5cd7ddb8-7def-4b79-9310-d972cae9d7c8 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:44.259151 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-afe4a370-8502-4a98-b5cb-3690613fe0c9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.267960 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-87ac1ba7-eeb9-4fd4-84a6-cd1f2e8d9b6b req-b68d30ff-a0c7-4d23-9b31-f888dae9f7e8 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001186 Nov 11 12:10:44.277554 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-afe4a370-8502-4a98-b5cb-3690613fe0c9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.545450 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-359df7b7-f01b-4314-84e5-191fec4eef45 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1191430247-network', 'tenant_id': 'ffddaaa6035a492ca9f8504e7ab1da24'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:44.569779 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-410fd8c1-e1fd-4966-bc2e-b5dee128b017 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.609200 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fd8c1-e1fd-4966-bc2e-b5dee128b017 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Pushing event deleted for resources: {'Port': ['ID=5cd7ddb8-7def-4b79-9310-d972cae9d7c8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:44.622137 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-afe4a370-8502-4a98-b5cb-3690613fe0c9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.625504 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359df7b7-f01b-4314-84e5-191fec4eef45 admin admin] Made reservation on behalf of ffddaaa6035a492ca9f8504e7ab1da24 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:10:44.628596 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-359df7b7-f01b-4314-84e5-191fec4eef45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.634119 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-afe4a370-8502-4a98-b5cb-3690613fe0c9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.660477 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-359df7b7-f01b-4314-84e5-191fec4eef45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.704223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f48a0f-922d-45e1-aaa5-7d7a52fbd763 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:44.712700 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.734783 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.777638 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-359df7b7-f01b-4314-84e5-191fec4eef45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.784555 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-359df7b7-f01b-4314-84e5-191fec4eef45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.794293 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f864b21f-1aed-4125-8626-171287b4270a None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:44.804723 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Attempting to bind port 514b10c8-c465-4671-bfe1-b7e0728b3f60 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:10:44.805087 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Attempting to bind port 514b10c8-c465-4671-bfe1-b7e0728b3f60 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:10:44.805452 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Attempting to bind port 514b10c8-c465-4671-bfe1-b7e0728b3f60 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:10:44.809574 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c34865-8021-4451-aaf1-1c8663c2b1a6 None None] Pushing event updated for resources: {'Port': ['ID=514b10c8-c465-4671-bfe1-b7e0728b3f60,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:44.815816 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:10:44.816246 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:10:44.816574 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.817032 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:10:44.817401 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Bound port: 514b10c8-c465-4671-bfe1-b7e0728b3f60, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:10:44.818224 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.823979 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359df7b7-f01b-4314-84e5-191fec4eef45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e792194-3c79-46ab-9a10-451c861c8f9b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:44.844211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359df7b7-f01b-4314-84e5-191fec4eef45 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:10:44.854204 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-410fd8c1-e1fd-4966-bc2e-b5dee128b017 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.857615 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4a370-8502-4a98-b5cb-3690613fe0c9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee3aed6-8e71-4b0f-b2a3-f7ffbfa3908e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:44.882188 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] For port 514b10c8-c465-4671-bfe1-b7e0728b3f60, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:10:44.886678 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] For port 514b10c8-c465-4671-bfe1-b7e0728b3f60, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=514b10c8-c465-4671-bfe1-b7e0728b3f60,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:10:44.895952 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.920610 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-359df7b7-f01b-4314-84e5-191fec4eef45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.921129 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-359df7b7-f01b-4314-84e5-191fec4eef45 admin admin] Added segment 169c7a59-e5ef-428a-851c-8abc07057a51 of type vlan for network 414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73 Nov 11 12:10:44.976476 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-012c2b8d-cc2f-47fa-a3fb-d367f93b9bf0 None None] Provisioning complete for port 514b10c8-c465-4671-bfe1-b7e0728b3f60 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:44.976852 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-012c2b8d-cc2f-47fa-a3fb-d367f93b9bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:44.979739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56198d4a-9aa0-4619-ac1f-cb7e2cf36974 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:44.994047 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-afe4a370-8502-4a98-b5cb-3690613fe0c9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.000241 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.003957 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-afe4a370-8502-4a98-b5cb-3690613fe0c9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.029125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Routers {'4ee46bff-9e54-4271-8d6a-9a44c208bf44'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:45.029848 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:45.032309 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c34865-8021-4451-aaf1-1c8663c2b1a6 None None] Pushing event updated for resources: {'Port': ['ID=514b10c8-c465-4671-bfe1-b7e0728b3f60,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:45.163401 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-359df7b7-f01b-4314-84e5-191fec4eef45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.173881 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-410fd8c1-e1fd-4966-bc2e-b5dee128b017 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.180232 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-410fd8c1-e1fd-4966-bc2e-b5dee128b017 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.198253 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-012c2b8d-cc2f-47fa-a3fb-d367f93b9bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.220945 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-afe4a370-8502-4a98-b5cb-3690613fe0c9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.222304 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-afe4a370-8502-4a98-b5cb-3690613fe0c9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6110632 Nov 11 12:10:45.230721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43214) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:45.237311 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7fc8fb16-3366-42b0-bd5d-0212a43a9bc9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '473433f3-3f01-45d2-9108-829578392175', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:45.243638 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Allocated IP 172.20.0.1 (bdd4511e-5656-4b9d-9635-a504c30841d6/f46dfb4a-339a-47e1-91d5-1664a814afa1/156b3582-e43a-4a59-a541-2a4dc48d0f5e) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:10:45.248233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4a370-8502-4a98-b5cb-3690613fe0c9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473433f3-3f01-45d2-9108-829578392175,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:45.256489 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-012c2b8d-cc2f-47fa-a3fb-d367f93b9bf0 None None] For port 514b10c8-c465-4671-bfe1-b7e0728b3f60, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=514b10c8-c465-4671-bfe1-b7e0728b3f60,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:45.265428 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] Set router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:45.269848 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-359df7b7-f01b-4314-84e5-191fec4eef45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.272437 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359df7b7-f01b-4314-84e5-191fec4eef45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:45.273039 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-359df7b7-f01b-4314-84e5-191fec4eef45 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.297260 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7fc8fb16-3366-42b0-bd5d-0212a43a9bc9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.310344 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-012c2b8d-cc2f-47fa-a3fb-d367f93b9bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.419640 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410fd8c1-e1fd-4966-bc2e-b5dee128b017 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Router ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:10:45.448361 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7fc8fb16-3366-42b0-bd5d-0212a43a9bc9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.463077 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7fc8fb16-3366-42b0-bd5d-0212a43a9bc9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.472054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c2b8d-cc2f-47fa-a3fb-d367f93b9bf0 None None] Pushing event updated for resources: {'Port': ['ID=514b10c8-c465-4671-bfe1-b7e0728b3f60,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:45.485482 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.487839 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-06e62291-7128-4e18-932a-1559d1a29754 None None] Provisioning complete for port 514b10c8-c465-4671-bfe1-b7e0728b3f60 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:45.488367 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-06e62291-7128-4e18-932a-1559d1a29754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.503782 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-359df7b7-f01b-4314-84e5-191fec4eef45 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3065693 Nov 11 12:10:45.510060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43220) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:45.522572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-84b92df1-a117-4e91-86c0-ba2a93ac312b admin admin] Request body: {'subnet': {'network_id': '414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1191430247-subnet', 'tenant_id': 'ffddaaa6035a492ca9f8504e7ab1da24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:45.536473 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8fb16-3366-42b0-bd5d-0212a43a9bc9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e253121a-585c-4e63-b621-5b44a064255d,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:45.556316 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7fc8fb16-3366-42b0-bd5d-0212a43a9bc9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.557738 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7fc8fb16-3366-42b0-bd5d-0212a43a9bc9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3259065 Nov 11 12:10:45.560760 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43222) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:45.566561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9e6fe5d5-da5f-4fc9-b373-62148e722f4d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '473433f3-3f01-45d2-9108-829578392175', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:45.569550 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359df7b7-f01b-4314-84e5-191fec4eef45 admin admin] Pushing event updated for resources: {'Network': ['ID=414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:45.583858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:10:45.593453 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.617404 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device c2cbd81d-79cf-46f0-bf4c-3d885f6c28da details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:10:45.631507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device c2cbd81d-79cf-46f0-bf4c-3d885f6c28da no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:45.636660 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.db.api [None req-9e6fe5d5-da5f-4fc9-b373-62148e722f4d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:10:45.636660 n-d-807359-3 neutron-server[109154]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 12:10:45.636660 n-d-807359-3 neutron-server[109154]: [parameters: {'project_id_1': 'd914002e2b6c4732a7532ca1a011769c', 'expiration_1': datetime.datetime(2021, 11, 11, 12, 10, 25, 575631)}] Nov 11 12:10:45.636660 n-d-807359-3 neutron-server[109154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:10:45.637532 n-d-807359-3 neutron-server[109154]: DEBUG oslo_db.api [None req-9e6fe5d5-da5f-4fc9-b373-62148e722f4d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:10:45.662571 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Pushing event updated for resources: {'Port': ['ID=156b3582-e43a-4a59-a541-2a4dc48d0f5e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:45.666786 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Network bdd4511e-5656-4b9d-9635-a504c30841d6 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:10:45.668864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:10:45.671334 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:10:45.722400 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.799607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b92df1-a117-4e91-86c0-ba2a93ac312b admin admin] Made reservation on behalf of ffddaaa6035a492ca9f8504e7ab1da24 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:10:45.804499 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84b92df1-a117-4e91-86c0-ba2a93ac312b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.900812 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2388c3-1575-40da-8ebe-485e97a95597 req-05debd38-a35b-4a42-8273-f905c1e5a69e tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:45.905521 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4a2388c3-1575-40da-8ebe-485e97a95597 req-05debd38-a35b-4a42-8273-f905c1e5a69e tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.4809854 Nov 11 12:10:45.910362 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410fd8c1-e1fd-4966-bc2e-b5dee128b017 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:10:45.921252 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-410fd8c1-e1fd-4966-bc2e-b5dee128b017 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:45.925573 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76493433-b93a-4e3b-bcbd-4c631e84e6b4 None None] Sync routers for ids ['ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:10:45.926974 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-410fd8c1-e1fd-4966-bc2e-b5dee128b017 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "PUT /v2.0/routers/ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5 HTTP/1.1" status: 200 len: 705 time: 2.9044960 Nov 11 12:10:45.929058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43228) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:45.950923 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76493433-b93a-4e3b-bcbd-4c631e84e6b4 None None] Routers {'ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:45.951593 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-76493433-b93a-4e3b-bcbd-4c631e84e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:46.027928 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'name': 'tempest-ServerActionsTestJSON-1666130217-router', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:37Z', 'updated_at': '2021-11-11T12:10:41Z', 'revision_number': 3, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'gw_port': {'id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:38Z', 'updated_at': '2021-11-11T12:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:46.051862 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-76493433-b93a-4e3b-bcbd-4c631e84e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:46.064814 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76493433-b93a-4e3b-bcbd-4c631e84e6b4 None None] Routers {'ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:46.066518 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-76493433-b93a-4e3b-bcbd-4c631e84e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:46.086972 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:46.089792 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4a2388c3-1575-40da-8ebe-485e97a95597 req-1df18ab5-7767-471d-9e79-fe51d206d94a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564910 Nov 11 12:10:46.105456 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c1893e-1397-4ec9-a004-e485ff2d0696 None None] The sync data for ids ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'] in n-d-807359-3 is: [{'id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'name': 'tempest-ServerActionsTestJSON-1666130217-router', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:37Z', 'updated_at': '2021-11-11T12:10:41Z', 'revision_number': 3, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'gw_port': {'id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:38Z', 'updated_at': '2021-11-11T12:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:46.108159 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-76493433-b93a-4e3b-bcbd-4c631e84e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:46.109166 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76493433-b93a-4e3b-bcbd-4c631e84e6b4 None None] The sync data for ids ['ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:46.116669 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a3f9002c-4145-479f-930e-4492b1e3ea2e tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "GET /v2.0/routers/ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5 HTTP/1.1" status: 200 len: 740 time: 0.1860542 Nov 11 12:10:46.131157 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43230) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:46.144197 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:46.176981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-fa41a9bd-29de-4d33-91e4-f374179341a0 None None] Provisioning complete for port 156b3582-e43a-4a59-a541-2a4dc48d0f5e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:46.177634 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fa41a9bd-29de-4d33-91e4-f374179341a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:46.184009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bebf553e-76c5-4330-a7cd-e95e4b220439 tempest-RoutersAdminTest-646992246 tempest-RoutersAdminTest-646992246-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&device_id=ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5 HTTP/1.1" status: 200 len: 205 time: 0.0604398 Nov 11 12:10:46.184886 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43232) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:46.248183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:46.253421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7732d010-3539-46ac-8553-7b56c7c2abf2 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5 HTTP/1.1" status: 200 len: 205 time: 0.0647969 Nov 11 12:10:46.256303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43234) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:46.265507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'c2cbd81d-79cf-46f0-bf4c-3d885f6c28da', 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c', 'port_id': 'c2cbd81d-79cf-46f0-bf4c-3d885f6c28da', 'mac_address': 'fa:16:3e:20:2a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ef31ea-9f2a-479d-a571-898474872141', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:10:46.291643 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-fa41a9bd-29de-4d33-91e4-f374179341a0 None None] Port 156b3582-e43a-4a59-a541-2a4dc48d0f5e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:10:46.378242 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:46.389423 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:46.398248 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe5d5-da5f-4fc9-b373-62148e722f4d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:46.407318 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2cbd81d-79cf-46f0-bf4c-3d885f6c28da {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:10:46.441394 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:46.468052 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-595502f1-eb15-4341-b99b-fec0103bd1c6 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:46.489776 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:46.538504 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-9e6fe5d5-da5f-4fc9-b373-62148e722f4d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 12:10:46.539595 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9e6fe5d5-da5f-4fc9-b373-62148e722f4d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9778612 Nov 11 12:10:46.542776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43236) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:46.606404 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:46.620155 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:46.692679 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84b92df1-a117-4e91-86c0-ba2a93ac312b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:46.706893 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:10:46.707856 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:10:46.712913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['c2cbd81d-79cf-46f0-bf4c-3d885f6c28da'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:10:46.717635 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ce4b3f26-65fb-4898-baa5-1397bdb0a35e tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:46.797260 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:46.816346 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Pushing event updated for resources: {'Port': ['ID=156b3582-e43a-4a59-a541-2a4dc48d0f5e,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:46.859347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:46.859948 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:46.860459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:46.860938 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:46.861416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:46.862090 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:46.862568 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:46.863059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:46.863526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:46.864060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:46.864615 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:46.866303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:10:46.891160 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ce4b3f26-65fb-4898-baa5-1397bdb0a35e tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:46.971436 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b92df1-a117-4e91-86c0-ba2a93ac312b admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c9e95c-c7ab-499f-a003-113d0f81d5be,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:47.061765 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:47.076455 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-595502f1-eb15-4341-b99b-fec0103bd1c6 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:47.086142 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-595502f1-eb15-4341-b99b-fec0103bd1c6 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:47.200175 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ce4b3f26-65fb-4898-baa5-1397bdb0a35e tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:47.202940 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ce4b3f26-65fb-4898-baa5-1397bdb0a35e tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:47.206506 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ce4b3f26-65fb-4898-baa5-1397bdb0a35e tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "DELETE /v2.0/security-groups/473433f3-3f01-45d2-9108-829578392175 HTTP/1.1" status: 204 len: 168 time: 0.6603551 Nov 11 12:10:47.214361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43250) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:47.247030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b3f26-65fb-4898-baa5-1397bdb0a35e tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473433f3-3f01-45d2-9108-829578392175,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:47.269803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Network bdd4511e-5656-4b9d-9635-a504c30841d6 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:10:47.280479 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:10:47.293211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b92df1-a117-4e91-86c0-ba2a93ac312b admin admin] Checking segment: {'id': '169c7a59-e5ef-428a-851c-8abc07057a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:10:47.293635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b92df1-a117-4e91-86c0-ba2a93ac312b admin admin] Network hostable DHCP agents. Network: 414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:10:47.302291 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-595502f1-eb15-4341-b99b-fec0103bd1c6 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:47.304719 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595502f1-eb15-4341-b99b-fec0103bd1c6 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Fanout notify agent at l3_agent the message router_deleted on router ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:10:47.311083 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:47.333106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c2cbd81d-79cf-46f0-bf4c-3d885f6c28da {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:10:47.333822 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-595502f1-eb15-4341-b99b-fec0103bd1c6 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:47.353108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-595502f1-eb15-4341-b99b-fec0103bd1c6 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "DELETE /v2.0/routers/ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5 HTTP/1.1" status: 204 len: 168 time: 1.0940990 Nov 11 12:10:47.355494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43252) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:47.361273 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:47.377713 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:47.492262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:47.513394 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b7595434-c38c-4b8d-99e2-cc8785c188e6 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5 HTTP/1.1" status: 200 len: 205 time: 0.1182320 Nov 11 12:10:47.515992 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43256) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:47.560169 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:10:47.649394 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-35eb4c39-26d6-4c49-94b6-648690184705 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4338417 Nov 11 12:10:47.723293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43258) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:47.724445 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:10:47.737915 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7725645b-38cf-48bb-8805-5d595e275098 admin admin] 10.222.0.65 "PUT /v2.0/routers/4ee46bff-9e54-4271-8d6a-9a44c208bf44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1128201 Nov 11 12:10:47.738248 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b92df1-a117-4e91-86c0-ba2a93ac312b admin admin] Network 414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:10:47.754466 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-15ea30d5-1273-4495-affa-ff46dadfdab6 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065628551'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:47.766004 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0dd0441f-acb5-4008-bf15-44057cb3e04c None None] Provisioning complete for port 156b3582-e43a-4a59-a541-2a4dc48d0f5e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:47.766385 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0dd0441f-acb5-4008-bf15-44057cb3e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:47.770792 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-509713c7-2b4a-42c2-a377-c2f9dfd4afe7 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] delete failed (client error): The resource could not be found. Nov 11 12:10:47.771846 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-509713c7-2b4a-42c2-a377-c2f9dfd4afe7 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "DELETE /v2.0/routers/ad58b5a8-de9a-4dc9-a6e7-0b42326b94c5 HTTP/1.1" status: 404 len: 336 time: 0.2338338 Nov 11 12:10:47.800186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43262) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:47.829605 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-15ea30d5-1273-4495-affa-ff46dadfdab6 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:47.863577 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-84b92df1-a117-4e91-86c0-ba2a93ac312b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:10:47.874304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b92df1-a117-4e91-86c0-ba2a93ac312b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:47.874885 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84b92df1-a117-4e91-86c0-ba2a93ac312b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:47.879070 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 514b10c8-c465-4671-bfe1-b7e0728b3f60 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:10:47.892157 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40f9356-d8a1-4a87-a8c6-ec2caccb528d None None] Network 414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:10:47.944528 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd2ea-2191-4f92-a8e4-488ac748c1f6 req-e0232017-2fe4-408c-8539-90657e42d35b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:47.946133 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-285fd2ea-2191-4f92-a8e4-488ac748c1f6 req-e0232017-2fe4-408c-8539-90657e42d35b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 943 time: 0.5917575 Nov 11 12:10:47.952791 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-15ea30d5-1273-4495-affa-ff46dadfdab6 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:47.960490 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-15ea30d5-1273-4495-affa-ff46dadfdab6 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:47.964537 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-948f4e03-1502-401a-8881-320c72a8b502 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a9ba3f0-a632-4f74-8e3e-abd40c5e95f6 HTTP/1.1" status: 200 len: 205 time: 0.1576152 Nov 11 12:10:47.968670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43266) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:48.009512 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-84b92df1-a117-4e91-86c0-ba2a93ac312b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.4954808 Nov 11 12:10:48.070582 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0441f-acb5-4008-bf15-44057cb3e04c None None] Port 156b3582-e43a-4a59-a541-2a4dc48d0f5e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:10:48.092741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-285fd2ea-2191-4f92-a8e4-488ac748c1f6 req-531b01b6-51d9-4cea-861a-4a2ddb53b5ac tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267054 Nov 11 12:10:48.130798 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-15ea30d5-1273-4495-affa-ff46dadfdab6 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:48.137277 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43274) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:48.138428 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-15ea30d5-1273-4495-affa-ff46dadfdab6 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4064689 Nov 11 12:10:48.142393 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-43adf61b-f7ab-4ccb-a7f1-73b27f8d1049 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': 'c4d3819a-7899-4cb2-bcd7-66b00d144cee', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:48.143902 n-d-807359-3 neutron-server[109153]: WARNING neutron.api.v2.base [None req-43adf61b-f7ab-4ccb-a7f1-73b27f8d1049 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 11 12:10:48.144140 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-43adf61b-f7ab-4ccb-a7f1-73b27f8d1049 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:48.145616 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-43adf61b-f7ab-4ccb-a7f1-73b27f8d1049 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068033 Nov 11 12:10:48.149189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43276) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:48.155574 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-01548e53-7536-4e38-89cc-9fab5d360b2f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] delete failed (client error): The resource could not be found. Nov 11 12:10:48.159128 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-01548e53-7536-4e38-89cc-9fab5d360b2f tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "DELETE /v2.0/routers/6a9ba3f0-a632-4f74-8e3e-abd40c5e95f6 HTTP/1.1" status: 404 len: 336 time: 0.1756456 Nov 11 12:10:48.166822 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43278) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:48.222670 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cef2e08-0a90-41c8-a22e-a2981418adfc None None] Network 414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:10:48.241346 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea30d5-1273-4495-affa-ff46dadfdab6 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d3819a-7899-4cb2-bcd7-66b00d144cee,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:48.256297 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-07d73e19-25e1-4743-a13a-d4ad98bc9cda tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d910ee-01be-4a52-87f8-6710b8534584 HTTP/1.1" status: 200 len: 205 time: 0.0860066 Nov 11 12:10:48.258363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43280) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:48.331134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 514b10c8-c465-4671-bfe1-b7e0728b3f60 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:48.332468 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:48.355377 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-80e7c420-b3fc-4aee-9a3f-4c7ef20bd8e4 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] delete failed (client error): The resource could not be found. Nov 11 12:10:48.358953 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-80e7c420-b3fc-4aee-9a3f-4c7ef20bd8e4 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "DELETE /v2.0/routers/06d910ee-01be-4a52-87f8-6710b8534584 HTTP/1.1" status: 404 len: 336 time: 0.0972438 Nov 11 12:10:48.362375 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1a20421-3675-4c0a-9e0d-6e1e677dc9ee tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:48.364422 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43286) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:48.450015 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-07a33522-122e-4bda-92f0-77b1fe73b360 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "GET /v2.0/ports?device_id=07ef9d70-e670-45e3-a358-0ba642f48d2d HTTP/1.1" status: 200 len: 205 time: 0.0842032 Nov 11 12:10:48.452487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43290) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:48.518085 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1a20421-3675-4c0a-9e0d-6e1e677dc9ee tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:48.613521 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-7f4c2df6-7011-4203-a832-b64a99cc370e tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] delete failed (client error): The resource could not be found. Nov 11 12:10:48.620973 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1a20421-3675-4c0a-9e0d-6e1e677dc9ee tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:48.623748 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7f4c2df6-7011-4203-a832-b64a99cc370e tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "DELETE /v2.0/routers/07ef9d70-e670-45e3-a358-0ba642f48d2d HTTP/1.1" status: 404 len: 336 time: 0.1683924 Nov 11 12:10:48.624903 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1a20421-3675-4c0a-9e0d-6e1e677dc9ee tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:48.626373 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43302) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:48.627213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f1a20421-3675-4c0a-9e0d-6e1e677dc9ee tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "DELETE /v2.0/security-groups/c4d3819a-7899-4cb2-bcd7-66b00d144cee HTTP/1.1" status: 204 len: 168 time: 0.4769988 Nov 11 12:10:48.641142 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43304) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:48.690338 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e26b1be2-509d-46f8-93a8-43f9199e0734 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f84b71a-5010-4a09-9a86-95638130032e HTTP/1.1" status: 200 len: 205 time: 0.0627801 Nov 11 12:10:48.691110 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43306) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:48.712080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a20421-3675-4c0a-9e0d-6e1e677dc9ee tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d3819a-7899-4cb2-bcd7-66b00d144cee,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:48.794300 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-b0a7bf48-1838-4752-86aa-5d41458f1c3e tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] delete failed (client error): The resource could not be found. Nov 11 12:10:48.797214 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b0a7bf48-1838-4752-86aa-5d41458f1c3e tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "DELETE /v2.0/routers/1f84b71a-5010-4a09-9a86-95638130032e HTTP/1.1" status: 404 len: 336 time: 0.1045363 Nov 11 12:10:48.800249 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43308) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:48.815166 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-edde38e7-fce5-43e7-b7f7-954f24821178 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1707935 Nov 11 12:10:48.820987 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43310) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:48.850806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2ed9ed66-6a76-45c4-b889-c3e5cb4e007c tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730230711'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:48.860835 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1a5e486e-dee2-4646-a3da-811d8217dcd9 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d0c9373-84e4-4b22-862a-b0264f9a9cc4 HTTP/1.1" status: 200 len: 205 time: 0.0591536 Nov 11 12:10:48.866047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43312) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:48.882612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba535a34-5b24-4bbf-838a-8a695903377b req-87f22c21-affb-459b-a2a5-dc907839b3c5 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:48.886099 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43314) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:48.894544 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba535a34-5b24-4bbf-838a-8a695903377b req-87f22c21-affb-459b-a2a5-dc907839b3c5 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/networks?id=414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73 HTTP/1.1" status: 200 len: 822 time: 0.2545702 Nov 11 12:10:48.928516 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba535a34-5b24-4bbf-838a-8a695903377b req-704fe3a2-fc0c-4c3c-b9a1-bf7977a6159d tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/quotas/ffddaaa6035a492ca9f8504e7ab1da24 HTTP/1.1" status: 200 len: 375 time: 0.0323617 Nov 11 12:10:48.931368 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9b81637a-f729-4dd5-adc9-490c5d9fc3e9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--459521003', 'description': 'tempest-description--1786456573'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:48.948317 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Sync routers for ids ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:10:48.962336 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-2bf7505b-bf1e-49d7-98d0-58583e09fdfd tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] delete failed (client error): The resource could not be found. Nov 11 12:10:48.967602 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2bf7505b-bf1e-49d7-98d0-58583e09fdfd tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "DELETE /v2.0/routers/7d0c9373-84e4-4b22-862a-b0264f9a9cc4 HTTP/1.1" status: 404 len: 336 time: 0.0997653 Nov 11 12:10:48.968973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Routers {'4ee46bff-9e54-4271-8d6a-9a44c208bf44'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:48.969670 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:48.972740 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43316) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:49.013790 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba535a34-5b24-4bbf-838a-8a695903377b req-522fee6e-3cdd-430f-a66e-364253bea807 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ffddaaa6035a492ca9f8504e7ab1da24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791156 Nov 11 12:10:49.019320 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c0988a-94cc-43b3-a11f-fe3b56caafd0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] DELETE failed (client error): The resource could not be found. Nov 11 12:10:49.019870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c0988a-94cc-43b3-a11f-fe3b56caafd0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:10:49.025759 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-98c0988a-94cc-43b3-a11f-fe3b56caafd0 tempest-RoutersAdminTest-1517855965 tempest-RoutersAdminTest-1517855965-project] 10.222.0.65 "DELETE /v2.0/subnets/713afcdd-86c7-4d5a-b1bf-394eb616b267 HTTP/1.1" status: 404 len: 337 time: 0.0447862 Nov 11 12:10:49.026986 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ed9ed66-6a76-45c4-b889-c3e5cb4e007c tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:49.071913 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b81637a-f729-4dd5-adc9-490c5d9fc3e9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:49.169057 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b81637a-f729-4dd5-adc9-490c5d9fc3e9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:49.180571 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b81637a-f729-4dd5-adc9-490c5d9fc3e9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:49.190999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Set router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:49.208355 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b81637a-f729-4dd5-adc9-490c5d9fc3e9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:49.212718 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9b81637a-f729-4dd5-adc9-490c5d9fc3e9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2853210 Nov 11 12:10:49.221112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43326) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:49.238727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-34b771cb-ed23-45df-9034-1a6c4686d80b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Request body: {'security_group_rule': {'security_group_id': 'da609055-add7-430f-a99f-6e2822dbdde5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:49.286151 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81637a-f729-4dd5-adc9-490c5d9fc3e9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da609055-add7-430f-a99f-6e2822dbdde5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:49.292075 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ed9ed66-6a76-45c4-b889-c3e5cb4e007c tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:49.302499 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ed9ed66-6a76-45c4-b889-c3e5cb4e007c tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:49.348393 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-34b771cb-ed23-45df-9034-1a6c4686d80b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:49.389155 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9ed66-6a76-45c4-b889-c3e5cb4e007c tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64c49ce-5d63-4a14-b2d4-b4eb3ddd2a9d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:49.398284 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ed9ed66-6a76-45c4-b889-c3e5cb4e007c tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:49.412613 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2ed9ed66-6a76-45c4-b889-c3e5cb4e007c tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5890512 Nov 11 12:10:49.413388 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43330) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:49.422751 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-62437db0-faec-4533-93a5-a40d98792be3 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': 'd64c49ce-5d63-4a14-b2d4-b4eb3ddd2a9d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:49.430407 n-d-807359-3 neutron-server[109154]: WARNING neutron.api.v2.base [None req-62437db0-faec-4533-93a5-a40d98792be3 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 11 12:10:49.431080 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-62437db0-faec-4533-93a5-a40d98792be3 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:49.437371 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-62437db0-faec-4533-93a5-a40d98792be3 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0195115 Nov 11 12:10:49.441186 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43332) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:49.456707 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43334) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:49.580101 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-34b771cb-ed23-45df-9034-1a6c4686d80b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:49.604408 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae7f94-cc37-4909-b809-f978bd412192 req-f713cb90-9d38-46fc-8646-14ea150b410f tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:49.605617 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device c2cbd81d-79cf-46f0-bf4c-3d885f6c28da up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:10:49.615315 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28ae7f94-cc37-4909-b809-f978bd412192 req-f713cb90-9d38-46fc-8646-14ea150b410f tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 943 time: 0.2529037 Nov 11 12:10:49.618534 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-143bed2c-166e-4390-9d0e-ec0f5c95da20 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:49.629565 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba535a34-5b24-4bbf-838a-8a695903377b req-1e80e1a1-d0ad-43f4-8379-d6928ef85462 service neutron] 10.222.0.65 "GET /v2.0/networks/414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063991 Nov 11 12:10:49.638838 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-34b771cb-ed23-45df-9034-1a6c4686d80b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:49.678178 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'name': 'tempest-ServerActionsTestJSON-1666130217-router', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:37Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'gw_port': {'id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:38Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '156b3582-e43a-4a59-a541-2a4dc48d0f5e', 'name': '', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'mac_address': 'fa:16:3e:05:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:45Z', 'updated_at': '2021-11-11T12:10:46Z', 'revision_number': 2, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'subnets': [{'id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:49.711830 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Checking router: 4ee46bff-9e54-4271-8d6a-9a44c208bf44 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:10:49.712323 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Updating router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 port 156b3582-e43a-4a59-a541-2a4dc48d0f5e binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:10:49.747190 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:49.758422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:49.758925 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:49.759829 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4105f624-fab6-4aef-9ab2-93e71ede8321 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:49.783545 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28ae7f94-cc37-4909-b809-f978bd412192 req-62cc4491-823e-44c1-b723-75014b943797 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670487 Nov 11 12:10:49.794187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b771cb-ed23-45df-9034-1a6c4686d80b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761ebbd6-44c6-4073-ab56-178328661de2,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:49.802285 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-143bed2c-166e-4390-9d0e-ec0f5c95da20 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:49.814003 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-34b771cb-ed23-45df-9034-1a6c4686d80b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:49.815309 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-34b771cb-ed23-45df-9034-1a6c4686d80b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5848794 Nov 11 12:10:49.817896 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43340) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:49.831496 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-965af144-b39c-4f87-82fb-2b368841c500 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Request body: {'security_group_rule': {'security_group_id': 'da609055-add7-430f-a99f-6e2822dbdde5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:49.834252 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba535a34-5b24-4bbf-838a-8a695903377b req-0678c632-a7cf-48e0-bdae-c758899721ab service neutron] 10.222.0.65 "GET /v2.0/networks/414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031987 Nov 11 12:10:49.936184 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-965af144-b39c-4f87-82fb-2b368841c500 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.014216 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-143bed2c-166e-4390-9d0e-ec0f5c95da20 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.017026 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-143bed2c-166e-4390-9d0e-ec0f5c95da20 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.018243 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-143bed2c-166e-4390-9d0e-ec0f5c95da20 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "DELETE /v2.0/security-groups/d64c49ce-5d63-4a14-b2d4-b4eb3ddd2a9d HTTP/1.1" status: 204 len: 168 time: 0.5759859 Nov 11 12:10:50.028551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43346) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:50.060446 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.071064 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f82868a-fad5-4829-84d4-9b0163072bc9 req-dec58746-55e2-4a69-b128-326c1d6b80dc tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 210 time: 0.0702288 Nov 11 12:10:50.084897 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bed2c-166e-4390-9d0e-ec0f5c95da20 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64c49ce-5d63-4a14-b2d4-b4eb3ddd2a9d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:50.131460 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-965af144-b39c-4f87-82fb-2b368841c500 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.153495 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-965af144-b39c-4f87-82fb-2b368841c500 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.169782 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4105f624-fab6-4aef-9ab2-93e71ede8321 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.202880 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4105f624-fab6-4aef-9ab2-93e71ede8321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.209253 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.221732 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.234257 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ec792-4246-4cd7-aad0-4d70093a4087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cbd81d-79cf-46f0-bf4c-3d885f6c28da'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:10:50.236706 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9265a1e-2f2d-4117-83fd-b66350b7d46a" -d '{"events": [{"server_uuid": "e45ec792-4246-4cd7-aad0-4d70093a4087", "name": "network-vif-plugged", "status": "completed", "tag": "c2cbd81d-79cf-46f0-bf4c-3d885f6c28da"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:10:50.257654 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4105f624-fab6-4aef-9ab2-93e71ede8321 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d8adeeb56264368bc30b1f576c1c2b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7995396 Nov 11 12:10:50.260480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43352) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:50.277917 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-965af144-b39c-4f87-82fb-2b368841c500 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.279208 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:50.286523 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-965af144-b39c-4f87-82fb-2b368841c500 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4622812 Nov 11 12:10:50.290647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43356) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:50.296846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965af144-b39c-4f87-82fb-2b368841c500 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378951aa-6305-44fb-b035-b10b89aaabea,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:50.299204 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.330655 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43358) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:50.336527 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9c3036e4-8a6c-41fc-b6f0-0231f2e60d5e tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3067405 Nov 11 12:10:50.341432 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a879ad2d-e897-4501-8487-09e5851d8691 x-openstack-request-id: req-a879ad2d-e897-4501-8487-09e5851d8691 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:10:50.345439 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ec792-4246-4cd7-aad0-4d70093a4087", "name": "network-vif-plugged", "status": "completed", "tag": "c2cbd81d-79cf-46f0-bf4c-3d885f6c28da", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:10:50.345439 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a879ad2d-e897-4501-8487-09e5851d8691 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:10:50.346535 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ec792-4246-4cd7-aad0-4d70093a4087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cbd81d-79cf-46f0-bf4c-3d885f6c28da', 'code': 200} Nov 11 12:10:50.347976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:50.350525 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-9880481c-79fd-42a2-9c3f-a2c9be8f2f4d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1687913391'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:50.362477 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f639d8-c245-4994-b663-542a0e141f24 None None] Pushing event updated for resources: {'Port': ['ID=156b3582-e43a-4a59-a541-2a4dc48d0f5e,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:50.412047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105f624-fab6-4aef-9ab2-93e71ede8321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08139ae4-5d7b-4bc1-a280-afc4f011e30c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:50.416787 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.db.api [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:10:50.416787 n-d-807359-3 neutron-server[109154]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 11 12:10:50.416787 n-d-807359-3 neutron-server[109154]: [parameters: {'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'id': '687c7076-5999-42ce-85cb-6028f29cf531', 'expiration': datetime.datetime(2021, 11, 11, 12, 12, 50, 396887)}] Nov 11 12:10:50.416787 n-d-807359-3 neutron-server[109154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:10:50.417481 n-d-807359-3 neutron-server[109154]: DEBUG oslo_db.api [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:10:50.428384 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4122104d-be7b-4810-9818-d3f6104553d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.437843 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:50.459492 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4122104d-be7b-4810-9818-d3f6104553d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.510021 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9880481c-79fd-42a2-9c3f-a2c9be8f2f4d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.513993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Attempting to bind port 156b3582-e43a-4a59-a541-2a4dc48d0f5e on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:10:50.514857 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Attempting to bind port 156b3582-e43a-4a59-a541-2a4dc48d0f5e by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:10:50.515950 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Attempting to bind port 156b3582-e43a-4a59-a541-2a4dc48d0f5e on network bdd4511e-5656-4b9d-9635-a504c30841d6 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:10:50.524994 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:10:50.525819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Checking segment: {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:10:50.534128 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.535034 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Bound using segment: {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:10:50.536040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Bound port: 156b3582-e43a-4a59-a541-2a4dc48d0f5e, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:10:50.536804 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.599364 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4122104d-be7b-4810-9818-d3f6104553d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.603430 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4122104d-be7b-4810-9818-d3f6104553d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.605079 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4122104d-be7b-4810-9818-d3f6104553d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/08139ae4-5d7b-4bc1-a280-afc4f011e30c HTTP/1.1" status: 204 len: 168 time: 0.3430800 Nov 11 12:10:50.638455 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122104d-be7b-4810-9818-d3f6104553d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08139ae4-5d7b-4bc1-a280-afc4f011e30c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:50.646671 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb1e63-3281-432f-abe3-9ff2573a782f req-da23194a-e78c-4e4f-8c77-ecadaef0fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:50.648691 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6efb1e63-3281-432f-abe3-9ff2573a782f req-da23194a-e78c-4e4f-8c77-ecadaef0fd0b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 1096 time: 0.1058278 Nov 11 12:10:50.750886 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9880481c-79fd-42a2-9c3f-a2c9be8f2f4d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.772059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] For port 156b3582-e43a-4a59-a541-2a4dc48d0f5e, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:10:50.772249 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] For port 156b3582-e43a-4a59-a541-2a4dc48d0f5e, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=156b3582-e43a-4a59-a541-2a4dc48d0f5e,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:10:50.778901 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9880481c-79fd-42a2-9c3f-a2c9be8f2f4d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.781412 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.832813 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6efb1e63-3281-432f-abe3-9ff2573a782f req-b2d90938-43a7-4230-9b22-064a82cf6c84 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755960 Nov 11 12:10:50.894734 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0794029a-ce66-4e6d-adb8-73a15f4ed744 None None] Provisioning complete for port 156b3582-e43a-4a59-a541-2a4dc48d0f5e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:50.895470 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0794029a-ce66-4e6d-adb8-73a15f4ed744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.903053 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9880481c-79fd-42a2-9c3f-a2c9be8f2f4d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:50.907435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9880481c-79fd-42a2-9c3f-a2c9be8f2f4d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5718524 Nov 11 12:10:50.910058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43372) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:50.912934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880481c-79fd-42a2-9c3f-a2c9be8f2f4d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7debd735-5884-4ad3-b224-d97b6ae47bb8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:50.916763 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a4739645-63ed-4c9b-a29b-0b78e30120f0 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '7debd735-5884-4ad3-b224-d97b6ae47bb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:50.918242 n-d-807359-3 neutron-server[109154]: WARNING neutron.api.v2.base [None req-a4739645-63ed-4c9b-a29b-0b78e30120f0 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 11 12:10:50.918994 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-a4739645-63ed-4c9b-a29b-0b78e30120f0 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:50.923522 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a4739645-63ed-4c9b-a29b-0b78e30120f0 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116410 Nov 11 12:10:50.924024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43374) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:50.953903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-35b13d5d-a3f8-406b-bb62-9cc227953c61 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '7debd735-5884-4ad3-b224-d97b6ae47bb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:50.957676 n-d-807359-3 neutron-server[109153]: WARNING neutron.api.v2.base [None req-35b13d5d-a3f8-406b-bb62-9cc227953c61 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 11 12:10:50.961469 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-35b13d5d-a3f8-406b-bb62-9cc227953c61 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:50.963747 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-35b13d5d-a3f8-406b-bb62-9cc227953c61 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0385008 Nov 11 12:10:50.967447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43376) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:50.982394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8423c340-6c11-47ce-b8ed-10a5bf7b7da5 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '7debd735-5884-4ad3-b224-d97b6ae47bb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:50.983279 n-d-807359-3 neutron-server[109153]: WARNING neutron.api.v2.base [None req-8423c340-6c11-47ce-b8ed-10a5bf7b7da5 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 11 12:10:50.983791 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-8423c340-6c11-47ce-b8ed-10a5bf7b7da5 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:50.988986 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8423c340-6c11-47ce-b8ed-10a5bf7b7da5 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0188138 Nov 11 12:10:50.991027 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43378) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:51.004071 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:51.009316 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-6b285ef8-a734-4a9d-86b2-c227e5a19a3c tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '7debd735-5884-4ad3-b224-d97b6ae47bb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:51.012651 n-d-807359-3 neutron-server[109153]: WARNING neutron.api.v2.base [None req-6b285ef8-a734-4a9d-86b2-c227e5a19a3c tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 11 12:10:51.014714 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-6b285ef8-a734-4a9d-86b2-c227e5a19a3c tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:51.019106 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6b285ef8-a734-4a9d-86b2-c227e5a19a3c tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0204389 Nov 11 12:10:51.020237 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43380) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:51.036428 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Routers {'4ee46bff-9e54-4271-8d6a-9a44c208bf44'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:10:51.038870 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:10:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:51.148669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f639d8-c245-4994-b663-542a0e141f24 None None] Pushing event updated for resources: {'Port': ['ID=156b3582-e43a-4a59-a541-2a4dc48d0f5e,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:51.231460 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:51.319711 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dbe4e567-faa3-4325-87f9-76d2a0058882 req-18143774-0e42-42cc-9718-4980a15bd7fb tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 210 time: 0.1096001 Nov 11 12:10:51.414756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e80f1-131a-4fce-abbe-a0398679beee req-9191e784-d00a-4c48-9b98-c14a3daf19cd tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:51.418462 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b2e80f1-131a-4fce-abbe-a0398679beee req-9191e784-d00a-4c48-9b98-c14a3daf19cd tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.3392673 Nov 11 12:10:51.427494 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0794029a-ce66-4e6d-adb8-73a15f4ed744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:51.429678 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-211b07aa-de41-43bf-9182-dc9be965c006 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:51.431931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43386) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:51.435828 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Allocated IP 172.25.2.170 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/094b6d22-08aa-43af-9a38-9b50a496dc5a) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:10:51.470980 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] Set router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:10:51.523169 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-211b07aa-de41-43bf-9182-dc9be965c006 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:51.551537 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0794029a-ce66-4e6d-adb8-73a15f4ed744 None None] For port 156b3582-e43a-4a59-a541-2a4dc48d0f5e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=156b3582-e43a-4a59-a541-2a4dc48d0f5e,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:51.574369 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b2e80f1-131a-4fce-abbe-a0398679beee req-dfc891f4-056e-4d81-9f00-78d674d54ecb tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460800 Nov 11 12:10:51.601702 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-04b3eecc-4d7b-4293-99fd-2b705d047543 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5622a92f11434fc6aea44a47b510b316&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1669195 Nov 11 12:10:51.604315 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43388) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:51.608650 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:51.652645 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-211b07aa-de41-43bf-9182-dc9be965c006 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:51.654827 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0794029a-ce66-4e6d-adb8-73a15f4ed744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:51.658355 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-211b07aa-de41-43bf-9182-dc9be965c006 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:51.659960 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-211b07aa-de41-43bf-9182-dc9be965c006 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "DELETE /v2.0/security-groups/7debd735-5884-4ad3-b224-d97b6ae47bb8 HTTP/1.1" status: 204 len: 168 time: 0.6386764 Nov 11 12:10:51.663113 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43390) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:51.682888 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b07aa-de41-43bf-9182-dc9be965c006 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7debd735-5884-4ad3-b224-d97b6ae47bb8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:51.713457 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:51.725891 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4ccb6c5e-4e52-4026-a158-0d130509202c tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0610285 Nov 11 12:10:51.727631 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:51.732384 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43392) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:51.739345 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-99e52684-4d71-4ed4-a0ff-49e1db026119 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223888116'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:51.741100 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4ed93002-8eb3-413a-b707-1a2b165a237e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:51.778444 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4ed93002-8eb3-413a-b707-1a2b165a237e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:51.802867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:10:51.815815 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:10:51.818600 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794029a-ce66-4e6d-adb8-73a15f4ed744 None None] Pushing event updated for resources: {'Port': ['ID=156b3582-e43a-4a59-a541-2a4dc48d0f5e,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:51.820742 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:10:51.888768 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4ed93002-8eb3-413a-b707-1a2b165a237e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:51.897026 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4ed93002-8eb3-413a-b707-1a2b165a237e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:51.899641 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4ed93002-8eb3-413a-b707-1a2b165a237e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9ad513c0-c195-4e00-8112-3c67b122f7c4 HTTP/1.1" status: 204 len: 168 time: 0.2939515 Nov 11 12:10:51.922257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed93002-8eb3-413a-b707-1a2b165a237e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad513c0-c195-4e00-8112-3c67b122f7c4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:51.980362 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-aeae0674-82d7-4861-843b-ce468f79103b None None] Provisioning complete for port 156b3582-e43a-4a59-a541-2a4dc48d0f5e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:51.981148 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aeae0674-82d7-4861-843b-ce468f79103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:52.194708 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event updated for resources: {'Port': ['ID=094b6d22-08aa-43af-9a38-9b50a496dc5a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:52.208475 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-99e52684-4d71-4ed4-a0ff-49e1db026119 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:52.209949 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'name': 'tempest-ServerActionsTestJSON-1666130217-router', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:37Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'gw_port': {'id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:38Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '156b3582-e43a-4a59-a541-2a4dc48d0f5e', 'name': '', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'mac_address': 'fa:16:3e:05:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:45Z', 'updated_at': '2021-11-11T12:10:50Z', 'revision_number': 4, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'subnets': [{'id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:10:52.467543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-99e52684-4d71-4ed4-a0ff-49e1db026119 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:52.519982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d46d78d2-3405-431f-9353-37133c8dec06 req-39241126-979e-4b5f-9b42-0fa8f3ab4d5c tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 210 time: 0.0642776 Nov 11 12:10:52.547978 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-99e52684-4d71-4ed4-a0ff-49e1db026119 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:52.571584 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:52.619926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43422) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:52.648522 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a450e1d-d23b-415b-9fff-b0ff25df809e None None] The sync data for ids ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'] in n-d-807359-3 is: [{'id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'name': 'tempest-ServerActionsTestJSON-1666130217-router', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:37Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'gw_port': {'id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:38Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '156b3582-e43a-4a59-a541-2a4dc48d0f5e', 'name': '', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'mac_address': 'fa:16:3e:05:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:45Z', 'updated_at': '2021-11-11T12:10:50Z', 'revision_number': 4, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'subnets': [{'id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:10:52.847903 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-99e52684-4d71-4ed4-a0ff-49e1db026119 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:52.852947 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-99e52684-4d71-4ed4-a0ff-49e1db026119 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1180112 Nov 11 12:10:52.875604 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e52684-4d71-4ed4-a0ff-49e1db026119 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffdea2d-ff56-44db-8bd9-1a7af0cf5924,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:52.904611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43430) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:52.923372 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-bfc2dd62-54a0-43f7-8257-7a09dd45cc92 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '3ffdea2d-ff56-44db-8bd9-1a7af0cf5924', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:52.924179 n-d-807359-3 neutron-server[109154]: WARNING neutron.api.v2.base [None req-bfc2dd62-54a0-43f7-8257-7a09dd45cc92 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 12:10:52.924987 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-bfc2dd62-54a0-43f7-8257-7a09dd45cc92 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:52.927844 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bfc2dd62-54a0-43f7-8257-7a09dd45cc92 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0163984 Nov 11 12:10:52.933822 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43432) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:52.954469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-68c176fa-72bf-4a36-a827-658660b102fb tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '3ffdea2d-ff56-44db-8bd9-1a7af0cf5924', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:52.978116 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:53.065228 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba535a34-5b24-4bbf-838a-8a695903377b req-efa1cfae-d332-4ded-9290-8146a2d5f758 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:53.068185 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ba535a34-5b24-4bbf-838a-8a695903377b req-efa1cfae-d332-4ded-9290-8146a2d5f758 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.62 "GET /v2.0/networks?id=414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73 HTTP/1.1" status: 200 len: 822 time: 1.1134052 Nov 11 12:10:53.113239 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-ba535a34-5b24-4bbf-838a-8a695903377b req-2bd4f08f-2609-48b3-9b34-0d1830269fa2 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Request body: {'port': {'device_id': '2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf', 'network_id': '414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73', 'admin_state_up': True, 'tenant_id': 'ffddaaa6035a492ca9f8504e7ab1da24'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:53.241383 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-68c176fa-72bf-4a36-a827-658660b102fb tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:53.242406 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-68c176fa-72bf-4a36-a827-658660b102fb tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2964320 Nov 11 12:10:53.284425 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43440) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:53.294611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-07d9f065-0311-46da-90ae-3091c6d8fcf3 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '3ffdea2d-ff56-44db-8bd9-1a7af0cf5924', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:53.295298 n-d-807359-3 neutron-server[109154]: WARNING neutron.api.v2.base [None req-07d9f065-0311-46da-90ae-3091c6d8fcf3 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 11 12:10:53.295819 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-07d9f065-0311-46da-90ae-3091c6d8fcf3 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:53.299509 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-07d9f065-0311-46da-90ae-3091c6d8fcf3 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0112400 Nov 11 12:10:53.534685 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b2d7617-935e-4542-88bf-8e1c8fb66017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:53.545450 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43444) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:53.561267 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-c9c4b74c-9c4e-4cce-a614-1c60e91da135 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '3ffdea2d-ff56-44db-8bd9-1a7af0cf5924', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:53.652776 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8f725-c51c-4959-b58a-b89cfefc3fe4 req-4f17f728-58e0-4c23-92fd-979e15728b81 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:53.654785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9c8f725-c51c-4959-b58a-b89cfefc3fe4 req-4f17f728-58e0-4c23-92fd-979e15728b81 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.9482272 Nov 11 12:10:53.690444 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-c9c4b74c-9c4e-4cce-a614-1c60e91da135 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:53.694096 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c9c4b74c-9c4e-4cce-a614-1c60e91da135 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1463065 Nov 11 12:10:53.744765 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43452) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:53.748506 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-371bf0ee-4592-4d55-b04b-a27a5e6537a7 req-d4928990-2010-4fce-806b-e03529d9ad9f tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 210 time: 0.0619447 Nov 11 12:10:53.753136 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e57f7e56-f5c0-431f-8f36-223f8d2c5990 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '3ffdea2d-ff56-44db-8bd9-1a7af0cf5924', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:53.753957 n-d-807359-3 neutron-server[109153]: WARNING neutron.api.v2.base [None req-e57f7e56-f5c0-431f-8f36-223f8d2c5990 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 12:10:53.754445 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-e57f7e56-f5c0-431f-8f36-223f8d2c5990 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:53.755413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e57f7e56-f5c0-431f-8f36-223f8d2c5990 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060070 Nov 11 12:10:53.759749 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43454) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:53.775928 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8daf94ea-5c5e-44f5-9822-6fecc6e5a87b tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '3ffdea2d-ff56-44db-8bd9-1a7af0cf5924', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:53.834185 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9c8f725-c51c-4959-b58a-b89cfefc3fe4 req-d8c50076-58e8-48ae-a2ef-0d01671d99ae tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722846 Nov 11 12:10:53.840522 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b2d7617-935e-4542-88bf-8e1c8fb66017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:53.852872 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b2d7617-935e-4542-88bf-8e1c8fb66017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:53.866410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 156b3582-e43a-4a59-a541-2a4dc48d0f5e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:10:53.949906 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-8daf94ea-5c5e-44f5-9822-6fecc6e5a87b tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:53.951266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8daf94ea-5c5e-44f5-9822-6fecc6e5a87b tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1882205 Nov 11 12:10:53.955403 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9b2d7617-935e-4542-88bf-8e1c8fb66017 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef4ac32b60b54d6c9d4d9c16d5303fc8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3343766 Nov 11 12:10:53.956446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43460) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:53.957254 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d7617-935e-4542-88bf-8e1c8fb66017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee11a0c-bbb8-4232-ab77-90e803c229a7,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:53.965494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43462) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:53.971555 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-65f39f1c-536c-43e2-b813-20f7824f155f tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '3ffdea2d-ff56-44db-8bd9-1a7af0cf5924', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:53.972219 n-d-807359-3 neutron-server[109153]: WARNING neutron.api.v2.base [None req-65f39f1c-536c-43e2-b813-20f7824f155f tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 11 12:10:53.974004 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-65f39f1c-536c-43e2-b813-20f7824f155f tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:53.975160 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-65f39f1c-536c-43e2-b813-20f7824f155f tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149167 Nov 11 12:10:53.990100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43464) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:54.015676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-6aa9cf4e-266a-4295-8883-335cfb3351fe tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '3ffdea2d-ff56-44db-8bd9-1a7af0cf5924', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:54.033666 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 156b3582-e43a-4a59-a541-2a4dc48d0f5e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:54.034643 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:54.097888 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba535a34-5b24-4bbf-838a-8a695903377b req-2bd4f08f-2609-48b3-9b34-0d1830269fa2 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Made reservation on behalf of ffddaaa6035a492ca9f8504e7ab1da24 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:10:54.106326 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ba535a34-5b24-4bbf-838a-8a695903377b req-2bd4f08f-2609-48b3-9b34-0d1830269fa2 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:54.223273 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-6aa9cf4e-266a-4295-8883-335cfb3351fe tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:54.225645 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6aa9cf4e-266a-4295-8883-335cfb3351fe tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2262022 Nov 11 12:10:54.236476 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43468) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:54.248959 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b27a9223-6cee-4fe2-a6cc-788cce313c54 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '3ffdea2d-ff56-44db-8bd9-1a7af0cf5924', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:54.253674 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff66619-f617-4448-8900-ef290fa65bb3 req-9f155a1a-b7bd-43ef-8fed-6b50934d5b03 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:54.261354 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ff66619-f617-4448-8900-ef290fa65bb3 req-9f155a1a-b7bd-43ef-8fed-6b50934d5b03 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.2035124 Nov 11 12:10:54.270951 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab0059f5-eb40-4575-88d3-fa53ddcc113b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:54.271972 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:54.349442 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ff66619-f617-4448-8900-ef290fa65bb3 req-690ca9ad-cb08-4393-a6ed-ffa8c0c28017 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868373 Nov 11 12:10:54.351806 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab0059f5-eb40-4575-88d3-fa53ddcc113b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:54.369890 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:54.488378 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab0059f5-eb40-4575-88d3-fa53ddcc113b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:54.492342 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab0059f5-eb40-4575-88d3-fa53ddcc113b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:54.495993 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ab0059f5-eb40-4575-88d3-fa53ddcc113b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fee11a0c-bbb8-4232-ab77-90e803c229a7 HTTP/1.1" status: 204 len: 168 time: 0.5259719 Nov 11 12:10:54.531742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0059f5-eb40-4575-88d3-fa53ddcc113b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee11a0c-bbb8-4232-ab77-90e803c229a7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:54.611837 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event updated for resources: {'Port': ['ID=094b6d22-08aa-43af-9a38-9b50a496dc5a,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:54.624742 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-b27a9223-6cee-4fe2-a6cc-788cce313c54 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:54.629689 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b27a9223-6cee-4fe2-a6cc-788cce313c54 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3859484 Nov 11 12:10:54.632740 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43480) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:54.694928 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:54.720088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-ba535a34-5b24-4bbf-838a-8a695903377b req-2bd4f08f-2609-48b3-9b34-0d1830269fa2 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Allocated IP 172.20.0.9 (414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73/21c9e95c-c7ab-499f-a003-113d0f81d5be/4b4c3941-004c-499d-8e7b-4c3dd14f3b87) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:10:54.780376 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:54.781565 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8fbd3ee2-6c57-4b53-a807-8e2fd0ef3b8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4760189 Nov 11 12:10:54.790432 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cb884d5c-a234-41de-831c-68a4e5da04a1 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:54.839708 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cb884d5c-a234-41de-831c-68a4e5da04a1 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:54.979765 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-135024ab-0e6e-4845-b924-c47629b39861 req-c34823bc-b355-4d07-a8c7-5c1168c68e02 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 210 time: 0.0989115 Nov 11 12:10:54.999531 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cb884d5c-a234-41de-831c-68a4e5da04a1 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:55.004555 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cb884d5c-a234-41de-831c-68a4e5da04a1 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:55.008338 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cb884d5c-a234-41de-831c-68a4e5da04a1 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "DELETE /v2.0/security-groups/3ffdea2d-ff56-44db-8bd9-1a7af0cf5924 HTTP/1.1" status: 204 len: 168 time: 0.3733850 Nov 11 12:10:55.017638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43502) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:55.041825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb884d5c-a234-41de-831c-68a4e5da04a1 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffdea2d-ff56-44db-8bd9-1a7af0cf5924,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:55.135450 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43506) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:55.164335 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ba535a34-5b24-4bbf-838a-8a695903377b req-2bd4f08f-2609-48b3-9b34-0d1830269fa2 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:55.172351 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c73f1dc8-aa06-4a2d-b555-66433f13ea14 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1488698 Nov 11 12:10:55.172959 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43510) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:55.180532 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5e8fb605-5655-4afe-978d-88e5969d92a7 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940951417'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:55.202383 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1673d0b8-5c6d-4ea6-abdf-3ae08db49394 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:55.210302 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1673d0b8-5c6d-4ea6-abdf-3ae08db49394 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/networks?id=c6003569-d992-41b8-9e87-defc0039170c HTTP/1.1" status: 200 len: 814 time: 0.1934230 Nov 11 12:10:55.230066 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-0f6354e0-fd29-49a0-a435-2aec7103aa04 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/quotas/464cc3fccf024ade9e938973f874151a HTTP/1.1" status: 200 len: 375 time: 0.0186355 Nov 11 12:10:55.248789 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb605-5655-4afe-978d-88e5969d92a7 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:55.273365 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ba535a34-5b24-4bbf-838a-8a695903377b req-2bd4f08f-2609-48b3-9b34-0d1830269fa2 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:55.305018 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-f390cd3c-61ec-4960-8bee-6942f2dc8c66 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=464cc3fccf024ade9e938973f874151a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739307 Nov 11 12:10:55.320136 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-cf1a7759-49f0-4274-8ec6-b3fdabe9081e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:10:55.322413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-cf1a7759-49f0-4274-8ec6-b3fdabe9081e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143914 Nov 11 12:10:55.352397 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4f08f-2609-48b3-9b34-0d1830269fa2 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Pushing event updated for resources: {'Port': ['ID=4b4c3941-004c-499d-8e7b-4c3dd14f3b87,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:55.366259 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba535a34-5b24-4bbf-838a-8a695903377b req-2bd4f08f-2609-48b3-9b34-0d1830269fa2 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Network 414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:10:55.372401 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-ba535a34-5b24-4bbf-838a-8a695903377b req-2bd4f08f-2609-48b3-9b34-0d1830269fa2 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:10:55.377562 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba535a34-5b24-4bbf-838a-8a695903377b req-2bd4f08f-2609-48b3-9b34-0d1830269fa2 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:10:55.404980 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1732414234', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:55.462102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba535a34-5b24-4bbf-838a-8a695903377b req-2bd4f08f-2609-48b3-9b34-0d1830269fa2 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:55.462102 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ba535a34-5b24-4bbf-838a-8a695903377b req-2bd4f08f-2609-48b3-9b34-0d1830269fa2 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:55.493370 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb605-5655-4afe-978d-88e5969d92a7 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:55.499597 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb605-5655-4afe-978d-88e5969d92a7 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:55.518374 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-c72edc69-579a-4d6b-80a5-9ad6f84722d1 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--459521003&fields=id&tenant_id=dcbd321ff8c34e24a110bf9a388e82c0 HTTP/1.1" status: 200 len: 267 time: 0.1490622 Nov 11 12:10:55.520275 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Made reservation on behalf of fd0851a9920d42ba8ae16800d051ad29 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:10:55.523349 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:55.525463 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43522) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:55.550798 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ba535a34-5b24-4bbf-838a-8a695903377b req-2bd4f08f-2609-48b3-9b34-0d1830269fa2 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4515381 Nov 11 12:10:55.555780 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb605-5655-4afe-978d-88e5969d92a7 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:55.556997 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5e8fb605-5655-4afe-978d-88e5969d92a7 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3828850 Nov 11 12:10:55.559235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fb605-5655-4afe-978d-88e5969d92a7 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550b4044-752c-46ce-83f7-612f5a8919a7,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:55.562632 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43524) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:55.566859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7dbf05c4-e9a9-434e-bb6d-2c1c1bde1302 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '550b4044-752c-46ce-83f7-612f5a8919a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:55.579570 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:55.581163 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-ba535a34-5b24-4bbf-838a-8a695903377b req-bf047983-d0e1-43d2-9a22-6cbd43edd893 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:10:55.582247 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ba535a34-5b24-4bbf-838a-8a695903377b req-bf047983-d0e1-43d2-9a22-6cbd43edd893 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107067 Nov 11 12:10:55.591611 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68956c41-508a-4060-b87f-b02221f7630f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:55.604566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Request body: {'port': {'device_id': '2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:55.618490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-77091878-fa50-4ad3-9af1-98300e712bd0 service neutron] 10.222.0.65 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878482 Nov 11 12:10:55.648570 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-7dbf05c4-e9a9-434e-bb6d-2c1c1bde1302 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The resource could not be found. Nov 11 12:10:55.650005 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7dbf05c4-e9a9-434e-bb6d-2c1c1bde1302 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0866864 Nov 11 12:10:55.652781 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43528) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:55.657778 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-72e0bb11-511f-4bc5-ad79-b6d100b221a1 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '550b4044-752c-46ce-83f7-612f5a8919a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0bdea551-28b3-419f-8c72-dfc136998767'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:55.701820 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:55.786172 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-72e0bb11-511f-4bc5-ad79-b6d100b221a1 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The resource could not be found. Nov 11 12:10:55.787297 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-72e0bb11-511f-4bc5-ad79-b6d100b221a1 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1332891 Nov 11 12:10:55.795446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43530) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:55.903481 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-3cdd73c5-5a14-4c80-928f-c8fa3fdf140b service neutron] 10.222.0.65 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839656 Nov 11 12:10:55.951370 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-89c1ecbc-9c39-4d49-941c-fa75f3b9df6b tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:56.021313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-89c1ecbc-9c39-4d49-941c-fa75f3b9df6b tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:56.038786 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68956c41-508a-4060-b87f-b02221f7630f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:56.059018 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-a2d03993-9ef0-44bc-bbc9-9749c5363f81 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:56.060613 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-a2d03993-9ef0-44bc-bbc9-9749c5363f81 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 812 time: 0.5413704 Nov 11 12:10:56.076102 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-68956c41-508a-4060-b87f-b02221f7630f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:56.105735 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-89c1ecbc-9c39-4d49-941c-fa75f3b9df6b tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:56.110780 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-89c1ecbc-9c39-4d49-941c-fa75f3b9df6b tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:56.110780 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-89c1ecbc-9c39-4d49-941c-fa75f3b9df6b tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "DELETE /v2.0/security-groups/550b4044-752c-46ce-83f7-612f5a8919a7 HTTP/1.1" status: 204 len: 168 time: 0.3140552 Nov 11 12:10:56.116101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43534) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:56.139401 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-68956c41-508a-4060-b87f-b02221f7630f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c215838a99c47eb8478f2af94f67f0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6098585 Nov 11 12:10:56.146434 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1ecbc-9c39-4d49-941c-fa75f3b9df6b tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550b4044-752c-46ce-83f7-612f5a8919a7,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:56.149810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43536) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:56.199052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:10:56.222008 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:56.250881 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Transition to ACTIVE for port object 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:10:56.267965 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:56.310110 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-248f9a26-cef6-4507-9c49-b5fc20a3cad7 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/quotas/dcbd321ff8c34e24a110bf9a388e82c0 HTTP/1.1" status: 200 len: 375 time: 0.1922429 Nov 11 12:10:56.337674 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24cbb604-d99c-4e67-8a8d-082d868894df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:56.385031 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24cbb604-d99c-4e67-8a8d-082d868894df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:56.394634 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4c3941-004c-499d-8e7b-4c3dd14f3b87,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:56.400775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68956c41-508a-4060-b87f-b02221f7630f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc70f272-8d86-494e-993d-276c68a0fc47,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:56.437461 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfea629-de49-448c-bbd4-8dee7e7de66a req-acafca86-cbe2-4149-ab0c-e03119ffb5ed tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:56.439199 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ccfea629-de49-448c-bbd4-8dee7e7de66a req-acafca86-cbe2-4149-ab0c-e03119ffb5ed tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.43 "GET /v2.0/ports?device_id=e45ec792-4246-4cd7-aad0-4d70093a4087 HTTP/1.1" status: 200 len: 945 time: 0.3758254 Nov 11 12:10:56.444881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-627a0dbe-44e7-4325-b874-ec4814f98247 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3042190 Nov 11 12:10:56.449545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43546) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:56.466986 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e2fefea2-9dce-4fef-8542-041528fcbe2e tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': '3f390ec4-4436-442b-8359-378a3a049601', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:56.506950 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24cbb604-d99c-4e67-8a8d-082d868894df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:56.511175 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-24cbb604-d99c-4e67-8a8d-082d868894df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:56.514213 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-24cbb604-d99c-4e67-8a8d-082d868894df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc70f272-8d86-494e-993d-276c68a0fc47 HTTP/1.1" status: 204 len: 168 time: 0.3618686 Nov 11 12:10:56.519840 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Attempting to bind port 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:10:56.520392 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Attempting to bind port 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '169c7a59-e5ef-428a-851c-8abc07057a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:10:56.520664 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Attempting to bind port 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 on network 414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:10:56.532544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbb604-d99c-4e67-8a8d-082d868894df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc70f272-8d86-494e-993d-276c68a0fc47,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:56.536313 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Port 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 on network 414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:10:56.536647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Attempting to bind port 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 on network 414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:10:56.542692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137325ec-1eff-4add-93ad-8fbb6c23a061 req-0770d017-559a-4ed2-9365-aec34f7ff00b tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:56.544468 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-137325ec-1eff-4add-93ad-8fbb6c23a061 req-0770d017-559a-4ed2-9365-aec34f7ff00b tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 943 time: 0.2675867 Nov 11 12:10:56.556957 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:10:56.557302 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Checking segment: {'id': '169c7a59-e5ef-428a-851c-8abc07057a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:10:56.558450 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Bound using segment: {'id': '169c7a59-e5ef-428a-851c-8abc07057a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:10:56.558450 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Bound port: 4b4c3941-004c-499d-8e7b-4c3dd14f3b87, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '169c7a59-e5ef-428a-851c-8abc07057a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:10:56.558639 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:56.605793 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:56.616139 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1373153b-e20a-4853-9d51-2011282e09c3 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2902753 Nov 11 12:10:56.715269 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:56.733349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] device_id is not set on port fca2de52-5e8d-405d-ac27-73d227757e45 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:10:56.744433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] For port 4b4c3941-004c-499d-8e7b-4c3dd14f3b87, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:10:56.759047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] For port 4b4c3941-004c-499d-8e7b-4c3dd14f3b87, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4b4c3941-004c-499d-8e7b-4c3dd14f3b87,segment=NetworkSegment(169c7a59-e5ef-428a-851c-8abc07057a51),segment_id=169c7a59-e5ef-428a-851c-8abc07057a51)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:10:56.771558 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:56.877019 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-e2fefea2-9dce-4fef-8542-041528fcbe2e tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The resource could not be found. Nov 11 12:10:56.882033 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e2fefea2-9dce-4fef-8542-041528fcbe2e tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4263747 Nov 11 12:10:56.890806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c057928-2966-4455-8fdd-b787a8cc3b32,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:56.903105 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43556) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:56.913426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f15483a1-6977-4951-b5d3-b0819c004702 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1395727006'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:56.938635 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-137325ec-1eff-4add-93ad-8fbb6c23a061 req-7ef78529-91d6-4b2d-bee1-26dc45c4ac44 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e792194-3c79-46ab-9a10-451c861c8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746595 Nov 11 12:10:56.970316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4c3941-004c-499d-8e7b-4c3dd14f3b87,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:57.004359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:57.006466 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:57.011819 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f35189b6-ec60-441d-94c5-f8eb10a17f38 service neutron] 10.222.0.62 "PUT /v2.0/ports/4b4c3941-004c-499d-8e7b-4c3dd14f3b87 HTTP/1.1" status: 200 len: 1091 time: 1.4121776 Nov 11 12:10:57.013181 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf', 'tag': '4b4c3941-004c-499d-8e7b-4c3dd14f3b87'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:10:57.023670 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5c888d-366f-43ea-82d7-74aba4d21180" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf", "tag": "4b4c3941-004c-499d-8e7b-4c3dd14f3b87"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:10:57.104218 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-f1888316-171c-4cd9-b4ba-21930b2107ef service neutron] 10.222.0.65 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736962 Nov 11 12:10:57.118103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-ccfea629-de49-448c-bbd4-8dee7e7de66a req-7358e3d2-760d-489b-8d09-6d9090d40112 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Deleting port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:10:57.118103 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ccfea629-de49-448c-bbd4-8dee7e7de66a req-7358e3d2-760d-489b-8d09-6d9090d40112 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:57.125860 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f15483a1-6977-4951-b5d3-b0819c004702 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:57.200849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Allocated IP 172.25.2.40 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/fca2de52-5e8d-405d-ac27-73d227757e45) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:10:57.216264 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d0dd74e-37c9-49ec-b64c-043514a8596b req-15316dcb-2a7a-421e-940f-5095ac8ccad4 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 210 time: 0.1008027 Nov 11 12:10:57.235468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f1834f40-eb90-4f4b-bcba-b21739fa8fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:57.247115 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ba535a34-5b24-4bbf-838a-8a695903377b req-f1834f40-eb90-4f4b-bcba-b21739fa8fe3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffddaaa6035a492ca9f8504e7ab1da24&device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 1094 time: 0.1315749 Nov 11 12:10:57.383806 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886b3512-4366-4a70-adc7-078ff3bdb3d0 x-openstack-request-id: req-886b3512-4366-4a70-adc7-078ff3bdb3d0 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:10:57.385745 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf", "tag": "4b4c3941-004c-499d-8e7b-4c3dd14f3b87", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:10:57.388926 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-886b3512-4366-4a70-adc7-078ff3bdb3d0 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:10:57.390583 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf', 'tag': '4b4c3941-004c-499d-8e7b-4c3dd14f3b87', 'status': 'completed', 'code': 200} Nov 11 12:10:57.393028 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ba535a34-5b24-4bbf-838a-8a695903377b req-c3b0a3bf-ab99-467d-a728-86e648a5adfc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b4c3941-004c-499d-8e7b-4c3dd14f3b87 HTTP/1.1" status: 200 len: 217 time: 0.1123333 Nov 11 12:10:57.433441 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-9695c796-4c76-4d58-a575-55da9eb576c5 service neutron] 10.222.0.65 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279750 Nov 11 12:10:57.439721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-ccfea629-de49-448c-bbd4-8dee7e7de66a req-7358e3d2-760d-489b-8d09-6d9090d40112 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] For port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:10:57.443540 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ccfea629-de49-448c-bbd4-8dee7e7de66a req-7358e3d2-760d-489b-8d09-6d9090d40112 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:57.461970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba535a34-5b24-4bbf-838a-8a695903377b req-c2da70ab-41bd-458a-851b-24b6903abd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:57.463498 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ba535a34-5b24-4bbf-838a-8a695903377b req-c2da70ab-41bd-458a-851b-24b6903abd6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=21c9e95c-c7ab-499f-a003-113d0f81d5be HTTP/1.1" status: 200 len: 862 time: 0.0567100 Nov 11 12:10:57.533771 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ba535a34-5b24-4bbf-838a-8a695903377b req-a01c7cc8-2171-44bd-b823-4aa1a1a358e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591168 Nov 11 12:10:57.601368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-ccfea629-de49-448c-bbd4-8dee7e7de66a req-7358e3d2-760d-489b-8d09-6d9090d40112 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Calling delete_port for c2cbd81d-79cf-46f0-bf4c-3d885f6c28da owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:10:57.629523 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f15483a1-6977-4951-b5d3-b0819c004702 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:57.647209 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f15483a1-6977-4951-b5d3-b0819c004702 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:57.743103 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f15483a1-6977-4951-b5d3-b0819c004702 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:57.744736 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f15483a1-6977-4951-b5d3-b0819c004702 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8399134 Nov 11 12:10:57.750135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43578) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:57.761817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8b5fa965-ef2c-4466-bf43-cfd927511c65 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group': {'name': 'tempest-secgroup--107722433'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:57.768863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15483a1-6977-4951-b5d3-b0819c004702 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf897af8-2336-4c67-9681-db95917a8cf4,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:57.781459 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:57.805118 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ba535a34-5b24-4bbf-838a-8a695903377b req-b6368782-8d03-4d2a-9312-7bdc1d84bada service neutron] 10.222.0.62 "GET /v2.0/networks/414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645061 Nov 11 12:10:57.835409 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89af4d99-cfe7-478a-99aa-133c07175025 req-dd3460cb-53b6-42da-bd63-8481ca08abee tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 210 time: 0.0639460 Nov 11 12:10:57.881237 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8b5fa965-ef2c-4466-bf43-cfd927511c65 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:58.061654 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ccfea629-de49-448c-bbd4-8dee7e7de66a req-7358e3d2-760d-489b-8d09-6d9090d40112 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:58.120492 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ba535a34-5b24-4bbf-838a-8a695903377b req-ef0626c7-3390-4da6-97cf-868b8b40ba7f service neutron] 10.222.0.62 "GET /v2.0/networks/414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065228 Nov 11 12:10:58.146698 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:58.186317 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358e3d2-760d-489b-8d09-6d9090d40112 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Pushing event deleted for resources: {'Port': ['ID=c2cbd81d-79cf-46f0-bf4c-3d885f6c28da,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:58.213990 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-97f52d26-30b1-4a0e-a427-4234f8dfd84f tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:58.215804 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-97f52d26-30b1-4a0e-a427-4234f8dfd84f tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.62 "GET /v2.0/networks?id=c6003569-d992-41b8-9e87-defc0039170c HTTP/1.1" status: 200 len: 814 time: 0.2708628 Nov 11 12:10:58.241745 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-99042481-284f-4ad7-9a49-092fb7a4933b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Request body: {'port': {'device_id': '67ec72cf-c67e-452b-b853-a3703286b32d', 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c', 'admin_state_up': True, 'tenant_id': '464cc3fccf024ade9e938973f874151a'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:58.340464 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:10:58.397355 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:10:58.403911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-99042481-284f-4ad7-9a49-092fb7a4933b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Made reservation on behalf of 464cc3fccf024ade9e938973f874151a for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:10:58.408357 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-99042481-284f-4ad7-9a49-092fb7a4933b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:58.439286 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c888d-366f-43ea-82d7-74aba4d21180 req-5a1677fb-55fd-4148-b937-97b25eb4dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:58.440887 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5f5c888d-366f-43ea-82d7-74aba4d21180 req-5a1677fb-55fd-4148-b937-97b25eb4dcf6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffddaaa6035a492ca9f8504e7ab1da24&device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 1094 time: 0.0958605 Nov 11 12:10:58.444241 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0359011-6028-433b-b062-beac6936f8fa None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:10:58.467585 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:10:58.574104 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c4435054-9470-4ece-9b63-ebf61844d6c5 None None] Provisioning complete for port fca2de52-5e8d-405d-ac27-73d227757e45 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:10:58.574839 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c4435054-9470-4ece-9b63-ebf61844d6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:58.601383 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:58.602086 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:58.613528 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef0eb515-35ef-4b56-82c8-f6761d805d2a req-4d1edc63-92a2-4fc1-a044-6948d8cd367c tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 210 time: 0.2814729 Nov 11 12:10:58.630349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfea629-de49-448c-bbd4-8dee7e7de66a req-7358e3d2-760d-489b-8d09-6d9090d40112 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] No DVR routers for this DVR port c2cbd81d-79cf-46f0-bf4c-3d885f6c28da on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:10:58.644047 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-ccfea629-de49-448c-bbd4-8dee7e7de66a req-7358e3d2-760d-489b-8d09-6d9090d40112 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:58.648130 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ccfea629-de49-448c-bbd4-8dee7e7de66a req-7358e3d2-760d-489b-8d09-6d9090d40112 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.43 "DELETE /v2.0/ports/c2cbd81d-79cf-46f0-bf4c-3d885f6c28da HTTP/1.1" status: 204 len: 173 time: 2.1974094 Nov 11 12:10:58.648978 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ec792-4246-4cd7-aad0-4d70093a4087', 'name': 'network-vif-deleted', 'tag': 'c2cbd81d-79cf-46f0-bf4c-3d885f6c28da'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:10:58.651709 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cbb90c-5347-4bf2-8e20-6aa679d685cc" -d '{"events": [{"server_uuid": "e45ec792-4246-4cd7-aad0-4d70093a4087", "name": "network-vif-deleted", "tag": "c2cbd81d-79cf-46f0-bf4c-3d885f6c28da"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:10:58.654714 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Pushing event updated for resources: {'Port': ['ID=fca2de52-5e8d-405d-ac27-73d227757e45,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:58.708163 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dfd91-c598-4903-a9a1-1ce3e21881d7 req-0974f738-e81c-48fc-8181-8001532e75d1 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:58.712054 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d89dfd91-c598-4903-a9a1-1ce3e21881d7 req-0974f738-e81c-48fc-8181-8001532e75d1 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 943 time: 0.5392144 Nov 11 12:10:58.717952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c4435054-9470-4ece-9b63-ebf61844d6c5 None None] Port fca2de52-5e8d-405d-ac27-73d227757e45 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:10:58.737519 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a76742b1-533b-40f0-a167-9d6681edbc0d tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.6008799 Nov 11 12:10:58.741723 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad126531-6b3f-4536-8673-ceb680fc6f19 x-openstack-request-id: req-ad126531-6b3f-4536-8673-ceb680fc6f19 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:10:58.742108 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ec792-4246-4cd7-aad0-4d70093a4087", "name": "network-vif-deleted", "tag": "c2cbd81d-79cf-46f0-bf4c-3d885f6c28da", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:10:58.742295 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad126531-6b3f-4536-8673-ceb680fc6f19 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:10:58.742701 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ec792-4246-4cd7-aad0-4d70093a4087', 'name': 'network-vif-deleted', 'tag': 'c2cbd81d-79cf-46f0-bf4c-3d885f6c28da', 'status': 'completed', 'code': 200} Nov 11 12:10:58.743941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43610) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:58.772205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-994c9451-266e-4cff-b8b1-26b9c699e004 tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.40'}]}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:58.779591 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-99042481-284f-4ad7-9a49-092fb7a4933b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Allocated IP 172.20.0.7 (c6003569-d992-41b8-9e87-defc0039170c/01ef31ea-9f2a-479d-a571-898474872141/1651ce3d-2b56-4e7c-a710-efa812fae21e) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:10:58.828218 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-994c9451-266e-4cff-b8b1-26b9c699e004 tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:58.829287 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-994c9451-266e-4cff-b8b1-26b9c699e004 tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:58.839530 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8b5fa965-ef2c-4466-bf43-cfd927511c65 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:58.848052 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8b5fa965-ef2c-4466-bf43-cfd927511c65 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:58.857509 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d89dfd91-c598-4903-a9a1-1ce3e21881d7 req-8151d178-9d1c-4741-b38d-29140880827f tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e792194-3c79-46ab-9a10-451c861c8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309118 Nov 11 12:10:58.889650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c888d-366f-43ea-82d7-74aba4d21180 req-0b922ad1-ad8b-4bd9-96d8-52ad828fc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:58.891994 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5f5c888d-366f-43ea-82d7-74aba4d21180 req-0b922ad1-ad8b-4bd9-96d8-52ad828fc781 service neutron] 10.222.0.62 "GET /v2.0/networks?id=414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73 HTTP/1.1" status: 200 len: 924 time: 0.4393985 Nov 11 12:10:58.983093 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8b5fa965-ef2c-4466-bf43-cfd927511c65 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:58.986090 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8b5fa965-ef2c-4466-bf43-cfd927511c65 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2293880 Nov 11 12:10:58.987033 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fa965-ef2c-4466-bf43-cfd927511c65 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109dec54-91f1-4ac5-9172-93b08313a16d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:58.995176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43618) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:59.001402 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5f5c888d-366f-43ea-82d7-74aba4d21180 req-5431941f-df81-4fdb-80df-49dc4d708f3b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b4c3941-004c-499d-8e7b-4c3dd14f3b87 HTTP/1.1" status: 200 len: 217 time: 0.1004488 Nov 11 12:10:59.015614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fdfb485b-eddd-48eb-991f-fa4f501075e8 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group_rule': {'security_group_id': 'cf897af8-2336-4c67-9681-db95917a8cf4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '109dec54-91f1-4ac5-9172-93b08313a16d'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:59.046471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5625b502-5b2f-4683-b072-d20869628f4c req-5eaae71a-6208-45c1-a4f4-bd01e46c61d9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 210 time: 0.0788631 Nov 11 12:10:59.047868 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-994c9451-266e-4cff-b8b1-26b9c699e004 tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:59.101220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43620) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:59.171946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c888d-366f-43ea-82d7-74aba4d21180 req-8bd06f01-bcd0-4cb1-afa8-57e0ff8f1bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:59.173430 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5f5c888d-366f-43ea-82d7-74aba4d21180 req-8bd06f01-bcd0-4cb1-afa8-57e0ff8f1bee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=21c9e95c-c7ab-499f-a003-113d0f81d5be HTTP/1.1" status: 200 len: 862 time: 0.1369333 Nov 11 12:10:59.220027 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-fdfb485b-eddd-48eb-991f-fa4f501075e8 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:10:59.223905 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fdfb485b-eddd-48eb-991f-fa4f501075e8 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2234151 Nov 11 12:10:59.224773 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43624) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:59.241044 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-994c9451-266e-4cff-b8b1-26b9c699e004 tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:59.268139 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5f5c888d-366f-43ea-82d7-74aba4d21180 req-4a6377e4-03f7-4af9-a022-7d3525bd818a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726233 Nov 11 12:10:59.277621 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bcec595d-b47f-4f7d-b9bd-0f32c9eb1797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:59.353974 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-99042481-284f-4ad7-9a49-092fb7a4933b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:59.416156 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bcec595d-b47f-4f7d-b9bd-0f32c9eb1797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:59.439883 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc45a-8fa6-405f-9f98-2f4f1bec4b3b tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:59.442421 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bcec595d-b47f-4f7d-b9bd-0f32c9eb1797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:59.460577 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5f5c888d-366f-43ea-82d7-74aba4d21180 req-484b1b7f-71aa-4673-aab3-cc74e4e9ad36 service neutron] 10.222.0.62 "GET /v2.0/networks/414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798902 Nov 11 12:10:59.469378 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-99042481-284f-4ad7-9a49-092fb7a4933b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:59.537553 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc45a-8fa6-405f-9f98-2f4f1bec4b3b tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:59.547206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec595d-b47f-4f7d-b9bd-0f32c9eb1797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e4deab-7e79-48d9-b076-6dc6115433c1,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:59.556758 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bcec595d-b47f-4f7d-b9bd-0f32c9eb1797 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=63ee21316e8444dc880cd0ddf621b4c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4548473 Nov 11 12:10:59.566735 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43634) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:59.575831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-99042481-284f-4ad7-9a49-092fb7a4933b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Network c6003569-d992-41b8-9e87-defc0039170c is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:10:59.582443 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-99042481-284f-4ad7-9a49-092fb7a4933b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:10:59.590916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-99042481-284f-4ad7-9a49-092fb7a4933b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:10:59.616951 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99042481-284f-4ad7-9a49-092fb7a4933b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Pushing event updated for resources: {'Port': ['ID=1651ce3d-2b56-4e7c-a710-efa812fae21e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:59.681655 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc45a-8fa6-405f-9f98-2f4f1bec4b3b tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:59.684802 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc45a-8fa6-405f-9f98-2f4f1bec4b3b tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:59.688258 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6d4cc45a-8fa6-405f-9f98-2f4f1bec4b3b tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "DELETE /v2.0/security-groups/109dec54-91f1-4ac5-9172-93b08313a16d HTTP/1.1" status: 204 len: 168 time: 0.4602144 Nov 11 12:10:59.690211 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device c2cbd81d-79cf-46f0-bf4c-3d885f6c28da no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:10:59.714716 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43638) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:10:59.715492 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-703ba170-f583-4380-9530-e3823ce36aec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:59.740075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cc45a-8fa6-405f-9f98-2f4f1bec4b3b tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109dec54-91f1-4ac5-9172-93b08313a16d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:10:59.745601 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-99042481-284f-4ad7-9a49-092fb7a4933b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:10:59.753900 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-99042481-284f-4ad7-9a49-092fb7a4933b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:59.759153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: c2cbd81d-79cf-46f0-bf4c-3d885f6c28da {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:10:59.759717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device c2cbd81d-79cf-46f0-bf4c-3d885f6c28da not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:10:59.782850 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5f5c888d-366f-43ea-82d7-74aba4d21180 req-6b3cb12b-217b-45bb-aceb-244bc5e3f0be service neutron] 10.222.0.62 "GET /v2.0/networks/414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047607 Nov 11 12:10:59.794159 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-99042481-284f-4ad7-9a49-092fb7a4933b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5630474 Nov 11 12:10:59.806700 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-703ba170-f583-4380-9530-e3823ce36aec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:59.814201 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Request body: {'port': {'device_id': '67ec72cf-c67e-452b-b853-a3703286b32d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:10:59.885223 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:00.004404 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-703ba170-f583-4380-9530-e3823ce36aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:00.007409 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-703ba170-f583-4380-9530-e3823ce36aec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:00.008763 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-703ba170-f583-4380-9530-e3823ce36aec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a9e4deab-7e79-48d9-b076-6dc6115433c1 HTTP/1.1" status: 204 len: 168 time: 0.4396114 Nov 11 12:11:00.183022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ba170-f583-4380-9530-e3823ce36aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e4deab-7e79-48d9-b076-6dc6115433c1,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:00.235941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1651ce3d-2b56-4e7c-a710-efa812fae21e {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:11:00.245935 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:00.257402 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-89391b0d-0c05-4125-b6d2-9c5bab6e76b9 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.5034127 Nov 11 12:11:00.263496 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43650) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:00.266148 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-c385f7e4-2dfe-4d20-a286-ff6bdc3f6259 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:00.268171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-c385f7e4-2dfe-4d20-a286-ff6bdc3f6259 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.43 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 812 time: 0.5085275 Nov 11 12:11:00.284608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Transition to ACTIVE for port object 1651ce3d-2b56-4e7c-a710-efa812fae21e will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:11:00.299685 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:00.377352 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-52718827-e778-4ac8-ae6b-aadca4548003 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:00.405708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eed0cc-703b-4d03-ab33-ffda7d612f3d req-54c5ab37-3148-4a67-82a8-efd21ecfb862 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:00.407282 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91eed0cc-703b-4d03-ab33-ffda7d612f3d req-54c5ab37-3148-4a67-82a8-efd21ecfb862 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 931 time: 0.5963764 Nov 11 12:11:00.416007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974c870-c3e0-4f2d-a91b-534b23c3beb1 req-2cfc6985-0d3d-48b8-a708-1f295436ca03 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:00.417562 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a974c870-c3e0-4f2d-a91b-534b23c3beb1 req-2cfc6985-0d3d-48b8-a708-1f295436ca03 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 943 time: 0.4289849 Nov 11 12:11:00.418817 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-994c9451-266e-4cff-b8b1-26b9c699e004 tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:00.434808 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Pushing event updated for resources: {'Port': ['ID=1651ce3d-2b56-4e7c-a710-efa812fae21e,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:00.470498 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-52718827-e778-4ac8-ae6b-aadca4548003 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:00.479353 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-994c9451-266e-4cff-b8b1-26b9c699e004 tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:00.533138 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Attempting to bind port 1651ce3d-2b56-4e7c-a710-efa812fae21e on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:00.533516 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Attempting to bind port 1651ce3d-2b56-4e7c-a710-efa812fae21e by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '1c363a20-54e7-4189-a01f-d16d5f665299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:00.534806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Attempting to bind port 1651ce3d-2b56-4e7c-a710-efa812fae21e on network c6003569-d992-41b8-9e87-defc0039170c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:00.540635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Port 1651ce3d-2b56-4e7c-a710-efa812fae21e on network c6003569-d992-41b8-9e87-defc0039170c not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:00.541133 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Attempting to bind port 1651ce3d-2b56-4e7c-a710-efa812fae21e on network c6003569-d992-41b8-9e87-defc0039170c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:00.548109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:00.548109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Checking segment: {'id': '1c363a20-54e7-4189-a01f-d16d5f665299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:00.548640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Bound using segment: {'id': '1c363a20-54e7-4189-a01f-d16d5f665299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:00.548756 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Bound port: 1651ce3d-2b56-4e7c-a710-efa812fae21e, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c363a20-54e7-4189-a01f-d16d5f665299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:00.549317 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:00.562561 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-52718827-e778-4ac8-ae6b-aadca4548003 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:00.565734 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-52718827-e778-4ac8-ae6b-aadca4548003 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:00.567816 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-52718827-e778-4ac8-ae6b-aadca4548003 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "DELETE /v2.0/security-groups/cf897af8-2336-4c67-9681-db95917a8cf4 HTTP/1.1" status: 204 len: 168 time: 0.3030856 Nov 11 12:11:00.588927 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43658) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:00.589743 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52718827-e778-4ac8-ae6b-aadca4548003 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf897af8-2336-4c67-9681-db95917a8cf4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:00.628264 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-73564490-2d0e-4c4e-a033-a78aa6fc1f2f tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcbd321ff8c34e24a110bf9a388e82c0 HTTP/1.1" status: 200 len: 379 time: 0.3291769 Nov 11 12:11:00.650245 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-4329b8db-66e7-47d7-98b4-6ef78e2f2d7c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Request body: {'port': {'device_id': '1009895c-65a2-4cbb-a811-3be56e360b60', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'admin_state_up': True, 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'security_groups': ['da609055-add7-430f-a99f-6e2822dbdde5']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:00.682744 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] For port 1651ce3d-2b56-4e7c-a710-efa812fae21e, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:00.694662 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-314f9c98-ad05-4cbe-a7ba-4fd540d7d0b1 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1024210 Nov 11 12:11:00.697144 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] For port 1651ce3d-2b56-4e7c-a710-efa812fae21e, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1651ce3d-2b56-4e7c-a710-efa812fae21e,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:00.703470 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:00.705486 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43662) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:00.713737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-df400dac-722e-48d5-8fb2-8b08d91ae9ad tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group': {'name': 'tempest-secgroup--885285185'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:00.831990 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:00.832629 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:00.834269 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] 10.222.0.62 "PUT /v2.0/ports/1651ce3d-2b56-4e7c-a710-efa812fae21e HTTP/1.1" status: 200 len: 1091 time: 1.0247495 Nov 11 12:11:00.836061 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ec72cf-c67e-452b-b853-a3703286b32d', 'tag': '1651ce3d-2b56-4e7c-a710-efa812fae21e'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:00.838597 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49b386e-b9c0-486a-9cdf-894ee9d471a8" -d '{"events": [{"name": "network-changed", "server_uuid": "67ec72cf-c67e-452b-b853-a3703286b32d", "tag": "1651ce3d-2b56-4e7c-a710-efa812fae21e"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:00.854155 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df400dac-722e-48d5-8fb2-8b08d91ae9ad tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:00.883515 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:11:00.992093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87c681-be23-4a23-b2bd-fc4a892e3ade service neutron] Pushing event updated for resources: {'Port': ['ID=1651ce3d-2b56-4e7c-a710-efa812fae21e,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:01.053877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-bb1396ee-2f0e-44ed-86e0-4534f453fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:01.055795 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-bb1396ee-2f0e-44ed-86e0-4534f453fe5f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=464cc3fccf024ade9e938973f874151a&device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 1094 time: 0.1595023 Nov 11 12:11:01.065509 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 4b4c3941-004c-499d-8e7b-4c3dd14f3b87, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4b4c3941-004c-499d-8e7b-4c3dd14f3b87,segment=NetworkSegment(169c7a59-e5ef-428a-851c-8abc07057a51),segment_id=169c7a59-e5ef-428a-851c-8abc07057a51)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:01.082363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '4b4c3941-004c-499d-8e7b-4c3dd14f3b87', 'network_id': '414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73', 'port_id': '4b4c3941-004c-499d-8e7b-4c3dd14f3b87', 'mac_address': 'fa:16:3e:20:7d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c9e95c-c7ab-499f-a003-113d0f81d5be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:11:01.148350 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:01.148600 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-337d96f4-5956-4fdb-a582-04002d5da7e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1651ce3d-2b56-4e7c-a710-efa812fae21e HTTP/1.1" status: 200 len: 217 time: 0.0798209 Nov 11 12:11:01.158776 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df400dac-722e-48d5-8fb2-8b08d91ae9ad tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:01.169964 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df400dac-722e-48d5-8fb2-8b08d91ae9ad tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:01.171109 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:11:01.199605 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 4b4c3941-004c-499d-8e7b-4c3dd14f3b87, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4b4c3941-004c-499d-8e7b-4c3dd14f3b87,segment=NetworkSegment(169c7a59-e5ef-428a-851c-8abc07057a51),segment_id=169c7a59-e5ef-428a-851c-8abc07057a51)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:01.207084 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:01.283023 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91eed0cc-703b-4d03-ab33-ffda7d612f3d req-6a45a778-5392-4409-bfa1-12b26a05dc3e tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8615794 Nov 11 12:11:01.284384 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df400dac-722e-48d5-8fb2-8b08d91ae9ad tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:01.285641 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-df400dac-722e-48d5-8fb2-8b08d91ae9ad tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5767438 Nov 11 12:11:01.297774 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a974c870-c3e0-4f2d-a91b-534b23c3beb1 req-e4226ba3-697a-4df6-ad8b-ff9c0f02e4e7 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e792194-3c79-46ab-9a10-451c861c8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8345256 Nov 11 12:11:01.300619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43686) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:01.308400 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=4b4c3941-004c-499d-8e7b-4c3dd14f3b87,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:01.309091 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-23aab081-677c-4044-9879-4d69247959d6 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:01.309625 n-d-807359-3 neutron-server[109153]: WARNING neutron.api.v2.base [None req-23aab081-677c-4044-9879-4d69247959d6 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 12:11:01.310227 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-23aab081-677c-4044-9879-4d69247959d6 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] update failed (client error): There was a conflict when trying to complete your request. Nov 11 12:11:01.312097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-23aab081-677c-4044-9879-4d69247959d6 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "PUT /v2.0/security-groups/c87a5dd2-90c4-43e4-a52c-6bd459ba62e3 HTTP/1.1" status: 409 len: 330 time: 0.0077479 Nov 11 12:11:01.317841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43688) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:01.329703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-e2713cb5-453f-4a5a-9b28-9f34fb00236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:01.332460 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-e2713cb5-453f-4a5a-9b28-9f34fb00236d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01ef31ea-9f2a-479d-a571-898474872141 HTTP/1.1" status: 200 len: 854 time: 0.1721578 Nov 11 12:11:01.335174 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df400dac-722e-48d5-8fb2-8b08d91ae9ad tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87a5dd2-90c4-43e4-a52c-6bd459ba62e3,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:01.394163 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-a7884102-acfa-4e3c-86bd-c989a25cd288 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c6003569-d992-41b8-9e87-defc0039170c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437644 Nov 11 12:11:01.395884 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37258af-fccb-40ad-9fa6-a182c8e51643 x-openstack-request-id: req-f37258af-fccb-40ad-9fa6-a182c8e51643 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:01.396349 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ec72cf-c67e-452b-b853-a3703286b32d", "tag": "1651ce3d-2b56-4e7c-a710-efa812fae21e", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:01.396770 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f37258af-fccb-40ad-9fa6-a182c8e51643 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:01.401939 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ec72cf-c67e-452b-b853-a3703286b32d', 'tag': '1651ce3d-2b56-4e7c-a710-efa812fae21e', 'status': 'completed', 'code': 200} Nov 11 12:11:01.462007 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e396a52-b998-4e3b-8e07-273e78c4c903 req-96f41808-514f-4c5c-a6b2-6ec4ccac207f tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 210 time: 0.0516522 Nov 11 12:11:01.467963 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-994c9451-266e-4cff-b8b1-26b9c699e004 tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:01.485497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['4b4c3941-004c-499d-8e7b-4c3dd14f3b87'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:11:01.542044 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-8a0434ab-f754-4c9f-99e7-0a747888440f service neutron] 10.222.0.62 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385252 Nov 11 12:11:01.602593 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-4329b8db-66e7-47d7-98b4-6ef78e2f2d7c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Made reservation on behalf of dcbd321ff8c34e24a110bf9a388e82c0 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:01.606558 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-4329b8db-66e7-47d7-98b4-6ef78e2f2d7c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:01.621491 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3d56ba07-b019-42e4-8e03-9b961331813d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:01.756828 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-62f1e0d5-eb4b-465f-a648-4da6e864147c req-111a4484-0364-4bb6-9154-6d7687818efd service neutron] 10.222.0.62 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997678 Nov 11 12:11:01.758581 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3d56ba07-b019-42e4-8e03-9b961331813d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:01.825451 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-994c9451-266e-4cff-b8b1-26b9c699e004 tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:01.834872 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-994c9451-266e-4cff-b8b1-26b9c699e004 tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:01.872262 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b386e-b9c0-486a-9cdf-894ee9d471a8 req-47fc67e0-2147-4231-9525-edd8385008e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:01.874463 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a49b386e-b9c0-486a-9cdf-894ee9d471a8 req-47fc67e0-2147-4231-9525-edd8385008e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=464cc3fccf024ade9e938973f874151a&device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 1094 time: 0.0589688 Nov 11 12:11:01.947344 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-994c9451-266e-4cff-b8b1-26b9c699e004 tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:01.947893 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994c9451-266e-4cff-b8b1-26b9c699e004 tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82983c03-0f31-4949-82a4-f2eef57f55f5 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:11:01.966293 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3d56ba07-b019-42e4-8e03-9b961331813d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:01.968921 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3d56ba07-b019-42e4-8e03-9b961331813d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:01.970151 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3d56ba07-b019-42e4-8e03-9b961331813d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "DELETE /v2.0/security-groups/c87a5dd2-90c4-43e4-a52c-6bd459ba62e3 HTTP/1.1" status: 204 len: 168 time: 0.6512792 Nov 11 12:11:02.005556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43706) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:02.006952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b386e-b9c0-486a-9cdf-894ee9d471a8 req-d67c718d-db3b-4cbe-8074-087c2aa5640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:02.009356 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a49b386e-b9c0-486a-9cdf-894ee9d471a8 req-d67c718d-db3b-4cbe-8074-087c2aa5640f service neutron] 10.222.0.62 "GET /v2.0/networks?id=c6003569-d992-41b8-9e87-defc0039170c HTTP/1.1" status: 200 len: 916 time: 0.1261065 Nov 11 12:11:02.038897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56ba07-b019-42e4-8e03-9b961331813d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87a5dd2-90c4-43e4-a52c-6bd459ba62e3,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:02.048360 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-994c9451-266e-4cff-b8b1-26b9c699e004 tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 11 12:11:02.052391 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-994c9451-266e-4cff-b8b1-26b9c699e004 tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.3074720 Nov 11 12:11:02.052985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43708) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:02.070332 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a49b386e-b9c0-486a-9cdf-894ee9d471a8 req-a4693b5f-7662-4cac-a16d-56fa349a57c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1651ce3d-2b56-4e7c-a710-efa812fae21e HTTP/1.1" status: 200 len: 217 time: 0.0514748 Nov 11 12:11:02.114049 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-4329b8db-66e7-47d7-98b4-6ef78e2f2d7c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Allocated IP 172.20.0.6 (bdd4511e-5656-4b9d-9635-a504c30841d6/f46dfb4a-339a-47e1-91d5-1664a814afa1/db4adb14-e3c6-4a9c-aad0-c411a9aa790c) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:02.123881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8c5e5d52-eeec-468d-a268-41d92d7a450a tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1170306 Nov 11 12:11:02.128697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43716) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:02.158497 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:11:02.167909 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-9cddff52-352f-4789-9141-d434ddfa6d0d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] delete failed (client error): The resource could not be found. Nov 11 12:11:02.169188 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9cddff52-352f-4789-9141-d434ddfa6d0d tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "DELETE /v2.0/security-groups/85c24476-b09e-402a-bab6-ad02a592f31e HTTP/1.1" status: 404 len: 347 time: 0.0391128 Nov 11 12:11:02.173408 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43726) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:02.200955 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-810c97ce-d381-41e4-add7-f2ce43ca1df3 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] show failed (client error): The resource could not be found. Nov 11 12:11:02.203386 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-810c97ce-d381-41e4-add7-f2ce43ca1df3 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "GET /v2.0/security-groups/8531907c-ff05-49e1-b26b-2ec4a2af31eb HTTP/1.1" status: 404 len: 347 time: 0.0288303 Nov 11 12:11:02.208800 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43732) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:02.212528 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b386e-b9c0-486a-9cdf-894ee9d471a8 req-1ee9a73c-1605-474e-a1dc-8aca7869eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:02.214028 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a49b386e-b9c0-486a-9cdf-894ee9d471a8 req-1ee9a73c-1605-474e-a1dc-8aca7869eba1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01ef31ea-9f2a-479d-a571-898474872141 HTTP/1.1" status: 200 len: 854 time: 0.1270294 Nov 11 12:11:02.242962 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-3c89e0a6-224c-4e14-a38e-7ae330528277 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] show failed (client error): The resource could not be found. Nov 11 12:11:02.245101 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3c89e0a6-224c-4e14-a38e-7ae330528277 tempest-NegativeSecGroupTest-1194222532 tempest-NegativeSecGroupTest-1194222532-project] 10.222.0.65 "GET /v2.0/security-group-rules/f69ab4e2-85d1-4003-b877-e35018e91b45 HTTP/1.1" status: 404 len: 356 time: 0.0292208 Nov 11 12:11:02.263603 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a49b386e-b9c0-486a-9cdf-894ee9d471a8 req-74d6c7a2-ce1b-46c5-a198-1cc78c1f2a4f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c6003569-d992-41b8-9e87-defc0039170c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409989 Nov 11 12:11:02.358272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-7192e964-4a46-4616-b1e5-8a58dac6215c tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Deleting port fca2de52-5e8d-405d-ac27-73d227757e45 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:02.358818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7192e964-4a46-4616-b1e5-8a58dac6215c tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:02.499991 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a49b386e-b9c0-486a-9cdf-894ee9d471a8 req-0fcd0014-f7fd-4fdf-9672-1243df02b4a8 service neutron] 10.222.0.62 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274404 Nov 11 12:11:02.573257 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-4329b8db-66e7-47d7-98b4-6ef78e2f2d7c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:02.617197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652e1ef-99fc-46eb-869d-3aa7febb24c1 req-fea8b29b-4a80-4526-99be-a6a62573f65a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:02.618850 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d652e1ef-99fc-46eb-869d-3aa7febb24c1 req-fea8b29b-4a80-4526-99be-a6a62573f65a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 943 time: 0.1481004 Nov 11 12:11:02.627602 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7192e964-4a46-4616-b1e5-8a58dac6215c tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:02.628683 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a49b386e-b9c0-486a-9cdf-894ee9d471a8 req-802672f6-280a-402a-b594-5bfe1a23eedc service neutron] 10.222.0.62 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177595 Nov 11 12:11:02.665292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390deb9-a311-41d2-b3b6-956aeef381a5 req-d6fd6c30-d04e-4923-a775-e7f4e57fe0ef tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:02.670689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2390deb9-a311-41d2-b3b6-956aeef381a5 req-d6fd6c30-d04e-4923-a775-e7f4e57fe0ef tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 944 time: 0.1987338 Nov 11 12:11:02.692141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-7192e964-4a46-4616-b1e5-8a58dac6215c tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Calling delete_port for fca2de52-5e8d-405d-ac27-73d227757e45 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:02.775924 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2390deb9-a311-41d2-b3b6-956aeef381a5 req-ca52c8f3-7ff5-4e82-bc68-71af9d7d4a50 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e792194-3c79-46ab-9a10-451c861c8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910411 Nov 11 12:11:02.811690 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-4329b8db-66e7-47d7-98b4-6ef78e2f2d7c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:02.818212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43806) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:02.893841 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:02.894513 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d652e1ef-99fc-46eb-869d-3aa7febb24c1 req-5a07e0f0-adb7-4acf-948a-e5a3322f2318 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613659 Nov 11 12:11:02.970505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:11:02.980605 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:02.981188 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:03.036730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-4329b8db-66e7-47d7-98b4-6ef78e2f2d7c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Network bdd4511e-5656-4b9d-9635-a504c30841d6 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:03.044434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329b8db-66e7-47d7-98b4-6ef78e2f2d7c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event updated for resources: {'Port': ['ID=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:03.051000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-4329b8db-66e7-47d7-98b4-6ef78e2f2d7c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:03.053644 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-4329b8db-66e7-47d7-98b4-6ef78e2f2d7c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:03.073015 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-748133a5-4bab-4bde-a530-4a318b583918 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d914002e2b6c4732a7532ca1a011769c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2529230 Nov 11 12:11:03.076932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43838) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:03.121637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7a165-d221-4909-8f46-8c22e95a8884 req-4af902e5-b41e-470c-bc41-f4586f25547a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:03.122857 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07c7a165-d221-4909-8f46-8c22e95a8884 req-4af902e5-b41e-470c-bc41-f4586f25547a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 931 time: 0.2108650 Nov 11 12:11:03.182099 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:03.200904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-4329b8db-66e7-47d7-98b4-6ef78e2f2d7c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:03.201652 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-4329b8db-66e7-47d7-98b4-6ef78e2f2d7c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:03.227751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4c3941-004c-499d-8e7b-4c3dd14f3b87'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:03.237215 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e349ae-3ae6-4318-b9a7-1fc43b0884aa" -d '{"events": [{"server_uuid": "2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf", "name": "network-vif-plugged", "status": "completed", "tag": "4b4c3941-004c-499d-8e7b-4c3dd14f3b87"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:03.250071 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de74fb21-609e-47de-a31b-eb1ddde4968b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:03.276305 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-4329b8db-66e7-47d7-98b4-6ef78e2f2d7c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6361980 Nov 11 12:11:03.288246 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 4b4c3941-004c-499d-8e7b-4c3dd14f3b87, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4b4c3941-004c-499d-8e7b-4c3dd14f3b87,segment=NetworkSegment(169c7a59-e5ef-428a-851c-8abc07057a51),segment_id=169c7a59-e5ef-428a-851c-8abc07057a51)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:03.294324 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:03.322228 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de74fb21-609e-47de-a31b-eb1ddde4968b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:03.327958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Request body: {'port': {'device_id': '1009895c-65a2-4cbb-a811-3be56e360b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:03.350226 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850994ac-f01b-44f8-99ed-29a1f5967bad x-openstack-request-id: req-850994ac-f01b-44f8-99ed-29a1f5967bad {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:03.350855 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf", "name": "network-vif-plugged", "status": "completed", "tag": "4b4c3941-004c-499d-8e7b-4c3dd14f3b87", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:03.351284 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-850994ac-f01b-44f8-99ed-29a1f5967bad {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:03.356018 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4c3941-004c-499d-8e7b-4c3dd14f3b87', 'code': 200} Nov 11 12:11:03.396696 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7192e964-4a46-4616-b1e5-8a58dac6215c tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:03.417260 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07c7a165-d221-4909-8f46-8c22e95a8884 req-be884c0e-2979-477d-9a0d-27508d5fbe2b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820246 Nov 11 12:11:03.469003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192e964-4a46-4616-b1e5-8a58dac6215c tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Pushing event deleted for resources: {'Port': ['ID=fca2de52-5e8d-405d-ac27-73d227757e45,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:03.473254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c14c3c-b97a-4ce5-8865-88c53198d6ae req-c48d82d0-5963-441c-90da-964cc9e0b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:03.475312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=4b4c3941-004c-499d-8e7b-4c3dd14f3b87,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:03.476015 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-62c14c3c-b97a-4ce5-8865-88c53198d6ae req-c48d82d0-5963-441c-90da-964cc9e0b11f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 1096 time: 0.0699606 Nov 11 12:11:03.484661 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de74fb21-609e-47de-a31b-eb1ddde4968b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:03.487986 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de74fb21-609e-47de-a31b-eb1ddde4968b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:03.492065 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-de74fb21-609e-47de-a31b-eb1ddde4968b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ee3aed6-8e71-4b0f-b2a3-f7ffbfa3908e HTTP/1.1" status: 204 len: 168 time: 0.4112422 Nov 11 12:11:03.511896 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74fb21-609e-47de-a31b-eb1ddde4968b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee3aed6-8e71-4b0f-b2a3-f7ffbfa3908e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:03.526111 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b7e581-ba91-4277-b613-974e27e064fa None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:11:03.547291 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-62c14c3c-b97a-4ce5-8865-88c53198d6ae req-3176baf0-df8a-400c-8099-ff6c254fa526 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3e792194-3c79-46ab-9a10-451c861c8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566831 Nov 11 12:11:03.579347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1beecd3d-c28d-461f-b9df-4d8d62f1074c None None] Provisioning complete for port db4adb14-e3c6-4a9c-aad0-c411a9aa790c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:03.581251 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:03.581892 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1beecd3d-c28d-461f-b9df-4d8d62f1074c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:03.617142 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43854) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:03.640107 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-1beecd3d-c28d-461f-b9df-4d8d62f1074c None None] Port db4adb14-e3c6-4a9c-aad0-c411a9aa790c cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:03.834246 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7192e964-4a46-4616-b1e5-8a58dac6215c tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:03.842141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7192e964-4a46-4616-b1e5-8a58dac6215c tempest-RoutersAdminNegativeIpV6Test-781540290 tempest-RoutersAdminNegativeIpV6Test-781540290-project-admin] 10.222.0.65 "DELETE /v2.0/ports/fca2de52-5e8d-405d-ac27-73d227757e45 HTTP/1.1" status: 204 len: 168 time: 1.7794831 Nov 11 12:11:03.910751 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b94be00-ceea-4e54-8c31-2ab5f1975d33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:04.034173 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4adb14-e3c6-4a9c-aad0-c411a9aa790c {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:11:04.045386 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:04.139535 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b94be00-ceea-4e54-8c31-2ab5f1975d33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:04.146036 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b94be00-ceea-4e54-8c31-2ab5f1975d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:04.157157 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Transition to ACTIVE for port object db4adb14-e3c6-4a9c-aad0-c411a9aa790c will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:11:04.169304 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:04.197376 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8b94be00-ceea-4e54-8c31-2ab5f1975d33 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ff9b3ac357d542f5ab4e063bf42e312a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5789437 Nov 11 12:11:04.199921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43874) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:04.200463 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43876) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:04.210401 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29c386-1aa3-40ae-8ba0-92ad3c32f625 req-8a594740-251a-401a-bad5-62420340afa5 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:04.211835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e29c386-1aa3-40ae-8ba0-92ad3c32f625 req-8a594740-251a-401a-bad5-62420340afa5 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 945 time: 0.1586516 Nov 11 12:11:04.249237 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27fd4e-5b70-4609-b154-d6f9df6ba2b2 req-2fc5b364-011b-4bfe-b429-62d3319c6615 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:04.250968 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7f27fd4e-5b70-4609-b154-d6f9df6ba2b2 req-2fc5b364-011b-4bfe-b429-62d3319c6615 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 943 time: 0.1960692 Nov 11 12:11:04.303459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Pushing event updated for resources: {'Port': ['ID=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:04.438689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e29c386-1aa3-40ae-8ba0-92ad3c32f625 req-8bf6b373-cab8-43bc-ac13-7e4a61164d75 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e792194-3c79-46ab-9a10-451c861c8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172873 Nov 11 12:11:04.453174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7f27fd4e-5b70-4609-b154-d6f9df6ba2b2 req-77566a0f-c69a-473c-be83-a260b184cf51 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824362 Nov 11 12:11:04.506782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Attempting to bind port db4adb14-e3c6-4a9c-aad0-c411a9aa790c on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:04.508958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Attempting to bind port db4adb14-e3c6-4a9c-aad0-c411a9aa790c by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:04.509269 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Attempting to bind port db4adb14-e3c6-4a9c-aad0-c411a9aa790c on network bdd4511e-5656-4b9d-9635-a504c30841d6 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:04.522402 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Port db4adb14-e3c6-4a9c-aad0-c411a9aa790c on network bdd4511e-5656-4b9d-9635-a504c30841d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:04.522721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Attempting to bind port db4adb14-e3c6-4a9c-aad0-c411a9aa790c on network bdd4511e-5656-4b9d-9635-a504c30841d6 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:04.543944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:04.543944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Checking segment: {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:04.543944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Bound using segment: {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:04.543944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Bound port: db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:04.544451 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:04.643943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b2520-e77b-42de-bd9b-a277ae05069e req-c1d1e277-2f46-42f6-ae0c-6765321c0231 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:04.645490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-260b2520-e77b-42de-bd9b-a277ae05069e req-c1d1e277-2f46-42f6-ae0c-6765321c0231 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 943 time: 0.1202118 Nov 11 12:11:04.658504 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94be00-ceea-4e54-8c31-2ab5f1975d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bd045d-0ff1-4bbb-92f7-796b490e33fa,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:04.700558 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04ca5aee-8e3b-4dab-91e1-c6eab9ac136d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:04.757428 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04ca5aee-8e3b-4dab-91e1-c6eab9ac136d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:04.760817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:04.774524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:04.788762 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-260b2520-e77b-42de-bd9b-a277ae05069e req-6290f3bd-0cd2-4eab-9e59-e58131117cfc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356366 Nov 11 12:11:04.792269 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:04.893421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:04.894308 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:04.896065 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] 10.222.0.43 "PUT /v2.0/ports/db4adb14-e3c6-4a9c-aad0-c411a9aa790c HTTP/1.1" status: 200 len: 1091 time: 1.5929186 Nov 11 12:11:04.896557 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:04.898576 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04ca5aee-8e3b-4dab-91e1-c6eab9ac136d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:04.899022 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abe926c-a87d-4687-a9db-602f05dbc422" -d '{"events": [{"name": "network-changed", "server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:04.906262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 1651ce3d-2b56-4e7c-a710-efa812fae21e details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:11:04.915140 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04ca5aee-8e3b-4dab-91e1-c6eab9ac136d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:04.924646 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9abb7-a851-4b68-aed1-5a50ee50f9cd service neutron] Pushing event updated for resources: {'Port': ['ID=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:04.924835 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-04ca5aee-8e3b-4dab-91e1-c6eab9ac136d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89bd045d-0ff1-4bbb-92f7-796b490e33fa HTTP/1.1" status: 204 len: 168 time: 0.7207570 Nov 11 12:11:04.950165 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca5aee-8e3b-4dab-91e1-c6eab9ac136d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bd045d-0ff1-4bbb-92f7-796b490e33fa,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:04.998426 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0542b71d-0e81-41d7-b4dc-68606ab03ac8 x-openstack-request-id: req-0542b71d-0e81-41d7-b4dc-68606ab03ac8 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:04.998827 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:04.999080 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0542b71d-0e81-41d7-b4dc-68606ab03ac8 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:04.999484 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'status': 'completed', 'code': 200} Nov 11 12:11:05.071446 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-573e8573-b958-49a5-9317-9b870e3c03dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:05.077549 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-2a37d803-881e-42b4-9e31-8cdd5b4cc396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:05.079842 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-2a37d803-881e-42b4-9e31-8cdd5b4cc396 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 1094 time: 0.0782919 Nov 11 12:11:05.155041 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-54a228db-fbaa-43c2-a609-62ea89a18f4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c HTTP/1.1" status: 200 len: 217 time: 0.0652325 Nov 11 12:11:05.204180 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 1651ce3d-2b56-4e7c-a710-efa812fae21e, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1651ce3d-2b56-4e7c-a710-efa812fae21e,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:05.242903 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '1651ce3d-2b56-4e7c-a710-efa812fae21e', 'network_id': 'c6003569-d992-41b8-9e87-defc0039170c', 'port_id': '1651ce3d-2b56-4e7c-a710-efa812fae21e', 'mac_address': 'fa:16:3e:36:39:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ef31ea-9f2a-479d-a571-898474872141', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:11:05.276808 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-e1e27401-4ba5-455b-9cbe-ff23d4ac7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:05.279084 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-e1e27401-4ba5-455b-9cbe-ff23d4ac7fb1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.1165373 Nov 11 12:11:05.304966 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-573e8573-b958-49a5-9317-9b870e3c03dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:05.322672 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-573e8573-b958-49a5-9317-9b870e3c03dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:05.326758 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:05.365351 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1651ce3d-2b56-4e7c-a710-efa812fae21e {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:11:05.403386 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-5a973421-d46f-48f9-a1fc-0002bd8711a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:05.405216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-5a973421-d46f-48f9-a1fc-0002bd8711a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120474 Nov 11 12:11:05.416818 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 1651ce3d-2b56-4e7c-a710-efa812fae21e, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1651ce3d-2b56-4e7c-a710-efa812fae21e,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:05.423371 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-573e8573-b958-49a5-9317-9b870e3c03dd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c5a34356fb834de9bfac3929838f6fb4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2096875 Nov 11 12:11:05.424120 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43906) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:05.437044 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:05.446085 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e8573-b958-49a5-9317-9b870e3c03dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b48f8fe-8f80-472c-baa2-29d5cb134a04,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:05.629848 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=1651ce3d-2b56-4e7c-a710-efa812fae21e,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:05.667337 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b38e650-0b9e-4f11-bd7a-17a07a3916d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:05.701735 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['1651ce3d-2b56-4e7c-a710-efa812fae21e'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:11:05.719985 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b38e650-0b9e-4f11-bd7a-17a07a3916d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:05.734522 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43918) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:05.826592 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-407e7c31-e5ec-4e24-ae4a-025c861d1810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:05.871058 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7f215eb1-350d-4ca9-8b12-109272d652b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:06.002401 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-407e7c31-e5ec-4e24-ae4a-025c861d1810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:06.013080 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-407e7c31-e5ec-4e24-ae4a-025c861d1810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:06.048077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a20c5-162a-4220-abf8-e4fe78b5452d req-d4939b75-832d-4a17-988d-d1ba1f6fbbdd tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:06.049730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da5a20c5-162a-4220-abf8-e4fe78b5452d req-d4939b75-832d-4a17-988d-d1ba1f6fbbdd tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 945 time: 0.1284883 Nov 11 12:11:06.061336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f61cd-ae84-4bb3-bb0b-26e9bfd6494f req-ac4687c1-27c0-432a-a4db-d81dc58a8f81 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:06.063050 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b8f61cd-ae84-4bb3-bb0b-26e9bfd6494f req-ac4687c1-27c0-432a-a4db-d81dc58a8f81 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 944 time: 0.1430862 Nov 11 12:11:06.067411 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-5fe170fd-e415-43a8-b1ed-14075df7b5df service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539714 Nov 11 12:11:06.087240 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-407e7c31-e5ec-4e24-ae4a-025c861d1810 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9494296ce6ab412ca74d791d4014b448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3494873 Nov 11 12:11:06.094412 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43926) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:06.124973 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b38e650-0b9e-4f11-bd7a-17a07a3916d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:06.129276 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b38e650-0b9e-4f11-bd7a-17a07a3916d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:06.136998 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5b38e650-0b9e-4f11-bd7a-17a07a3916d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b48f8fe-8f80-472c-baa2-29d5cb134a04 HTTP/1.1" status: 204 len: 168 time: 0.7114656 Nov 11 12:11:06.138641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e7c31-e5ec-4e24-ae4a-025c861d1810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a881363-3841-4cdd-91f6-9870f790a5a7,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:06.193052 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d02af875-823c-4d18-9052-5c1edbe6f5d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:06.194911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38e650-0b9e-4f11-bd7a-17a07a3916d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b48f8fe-8f80-472c-baa2-29d5cb134a04,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:06.221744 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d02af875-823c-4d18-9052-5c1edbe6f5d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:06.240168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da5a20c5-162a-4220-abf8-e4fe78b5452d req-27a66bcf-93a8-42da-946d-2b8ea86df522 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e792194-3c79-46ab-9a10-451c861c8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758885 Nov 11 12:11:06.249051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b8f61cd-ae84-4bb3-bb0b-26e9bfd6494f req-63c77de2-cacc-4f30-bf1b-0fab85a1ed39 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696033 Nov 11 12:11:06.311036 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc180ff6-b2a5-415e-8b70-861ecd2c9c71 req-d2e7eb47-e317-4abd-9f2e-d10f2b8a3f9e service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327642 Nov 11 12:11:06.327644 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d02af875-823c-4d18-9052-5c1edbe6f5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:06.330878 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d02af875-823c-4d18-9052-5c1edbe6f5d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:06.335158 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d02af875-823c-4d18-9052-5c1edbe6f5d3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a881363-3841-4cdd-91f6-9870f790a5a7 HTTP/1.1" status: 204 len: 168 time: 0.2391765 Nov 11 12:11:06.360255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02af875-823c-4d18-9052-5c1edbe6f5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a881363-3841-4cdd-91f6-9870f790a5a7,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:06.438076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cfa90-7e1d-4ed3-8f70-9bce19c4741b req-dd92fc51-ee79-4de9-a4ff-bf351441fe04 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:06.446760 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-101cfa90-7e1d-4ed3-8f70-9bce19c4741b req-dd92fc51-ee79-4de9-a4ff-bf351441fe04 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 943 time: 0.1114500 Nov 11 12:11:06.478831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe926c-a87d-4687-a9db-602f05dbc422 req-b47a3a41-50e1-421d-b264-39acabf035af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:06.480965 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1abe926c-a87d-4687-a9db-602f05dbc422 req-b47a3a41-50e1-421d-b264-39acabf035af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 1094 time: 0.0960310 Nov 11 12:11:06.575628 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-101cfa90-7e1d-4ed3-8f70-9bce19c4741b req-3c3c72ba-a7d3-4517-84a2-9249dcf59bbc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283927 Nov 11 12:11:06.644984 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe926c-a87d-4687-a9db-602f05dbc422 req-9c9ed28d-d88e-47d2-af42-38db65b62157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:06.646590 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1abe926c-a87d-4687-a9db-602f05dbc422 req-9c9ed28d-d88e-47d2-af42-38db65b62157 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.1591840 Nov 11 12:11:06.746242 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1abe926c-a87d-4687-a9db-602f05dbc422 req-a252ca00-d923-4f1c-967d-8c5ac6d98d5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c HTTP/1.1" status: 200 len: 217 time: 0.0895193 Nov 11 12:11:06.795999 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9253e8-2fb0-4349-81f0-134810021e25 req-06511af0-dd63-4265-bcb7-31b836f6ca4b tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:06.803756 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a9253e8-2fb0-4349-81f0-134810021e25 req-06511af0-dd63-4265-bcb7-31b836f6ca4b tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 945 time: 0.0881391 Nov 11 12:11:06.838055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe926c-a87d-4687-a9db-602f05dbc422 req-c655bb4e-d92f-4027-906c-9df929127ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:06.841640 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1abe926c-a87d-4687-a9db-602f05dbc422 req-c655bb4e-d92f-4027-906c-9df929127ae3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.0848870 Nov 11 12:11:06.873872 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43956) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:06.917795 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 1651ce3d-2b56-4e7c-a710-efa812fae21e up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:06.920708 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a9253e8-2fb0-4349-81f0-134810021e25 req-1c22172f-6f38-4aae-8388-8b56efe57ded tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e792194-3c79-46ab-9a10-451c861c8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160054 Nov 11 12:11:06.933723 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4ced75dd-24c9-472f-9454-1fbdeae93846 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd0851a9920d42ba8ae16800d051ad29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0569596 Nov 11 12:11:06.934724 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 43958) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:06.935591 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe926c-a87d-4687-a9db-602f05dbc422 req-51fa1e40-2570-437c-a041-4c919f57d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:06.937150 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1abe926c-a87d-4687-a9db-602f05dbc422 req-51fa1e40-2570-437c-a041-4c919f57d1b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901845 Nov 11 12:11:07.029860 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 1651ce3d-2b56-4e7c-a710-efa812fae21e completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:11:07.038983 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 1651ce3d-2b56-4e7c-a710-efa812fae21e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:07.041243 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:07.059395 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1abe926c-a87d-4687-a9db-602f05dbc422 req-f72e2314-0317-4e1c-9ded-6450f6f72aa9 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131139 Nov 11 12:11:07.080928 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef5408e0-7623-4a0b-8181-f3d1b77aeaae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:07.140091 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef5408e0-7623-4a0b-8181-f3d1b77aeaae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:07.193551 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1abe926c-a87d-4687-a9db-602f05dbc422 req-e85dc473-0bfd-4d4c-97ef-af6fac508bb7 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260993 Nov 11 12:11:07.220754 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef5408e0-7623-4a0b-8181-f3d1b77aeaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:07.224535 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef5408e0-7623-4a0b-8181-f3d1b77aeaae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:07.227252 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ef5408e0-7623-4a0b-8181-f3d1b77aeaae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c057928-2966-4455-8fdd-b787a8cc3b32 HTTP/1.1" status: 204 len: 168 time: 0.2906647 Nov 11 12:11:07.236539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5408e0-7623-4a0b-8181-f3d1b77aeaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c057928-2966-4455-8fdd-b787a8cc3b32,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:07.323406 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:07.404584 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec72cf-c67e-452b-b853-a3703286b32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1651ce3d-2b56-4e7c-a710-efa812fae21e'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:07.407124 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a370e52-c058-406b-8413-5d0904e1c08b" -d '{"events": [{"server_uuid": "67ec72cf-c67e-452b-b853-a3703286b32d", "name": "network-vif-plugged", "status": "completed", "tag": "1651ce3d-2b56-4e7c-a710-efa812fae21e"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:07.451118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 1651ce3d-2b56-4e7c-a710-efa812fae21e, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1651ce3d-2b56-4e7c-a710-efa812fae21e,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:07.464816 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:07.506156 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8be22a-bd98-4756-9a17-d96d2fbf6d2f x-openstack-request-id: req-7c8be22a-bd98-4756-9a17-d96d2fbf6d2f {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:07.506820 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec72cf-c67e-452b-b853-a3703286b32d", "name": "network-vif-plugged", "status": "completed", "tag": "1651ce3d-2b56-4e7c-a710-efa812fae21e", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:07.507320 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c8be22a-bd98-4756-9a17-d96d2fbf6d2f {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:07.507912 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ec72cf-c67e-452b-b853-a3703286b32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1651ce3d-2b56-4e7c-a710-efa812fae21e', 'code': 200} Nov 11 12:11:07.536808 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230a08f-bd72-4ac3-a64c-6576367dbf4c req-2ef146d9-b5e6-4a97-b3e7-9102467466c5 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:07.541412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b230a08f-bd72-4ac3-a64c-6576367dbf4c req-2ef146d9-b5e6-4a97-b3e7-9102467466c5 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 944 time: 0.1622229 Nov 11 12:11:07.552929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=1651ce3d-2b56-4e7c-a710-efa812fae21e,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:07.723108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fb654-ed06-4907-8dbb-73c786e4284d req-9dbc5706-a495-451b-9919-506d21ffbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:07.724703 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e1fb654-ed06-4907-8dbb-73c786e4284d req-9dbc5706-a495-451b-9919-506d21ffbb4c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 1096 time: 0.1519418 Nov 11 12:11:07.725446 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b230a08f-bd72-4ac3-a64c-6576367dbf4c req-75ccc3ba-b8eb-40e5-b24e-83a20d442d5a tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772664 Nov 11 12:11:07.787011 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e1fb654-ed06-4907-8dbb-73c786e4284d req-b66aaf8d-1a78-4b93-a31d-d8de819daf29 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507474 Nov 11 12:11:07.826552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74b54c-09a1-49f4-ad4b-21661025d53f req-d85f109f-f0c6-4f0a-9aa6-68502ab9c74e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:07.828589 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc74b54c-09a1-49f4-ad4b-21661025d53f req-d85f109f-f0c6-4f0a-9aa6-68502ab9c74e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 943 time: 0.1021483 Nov 11 12:11:07.927186 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc74b54c-09a1-49f4-ad4b-21661025d53f req-1240b849-9cca-44f2-98f8-22048f883296 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916710 Nov 11 12:11:08.078214 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ced26dab-235e-4cdf-80db-f1a80f52b152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:08.130278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f9e15-254c-4f9c-86e7-8541260cc277 req-77480516-f4aa-4617-8912-0bf5bffdd1fc tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:08.131961 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a6f9e15-254c-4f9c-86e7-8541260cc277 req-77480516-f4aa-4617-8912-0bf5bffdd1fc tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 945 time: 0.0911834 Nov 11 12:11:08.207468 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a6f9e15-254c-4f9c-86e7-8541260cc277 req-8c34cb3e-8e66-4f30-a671-c46679effb15 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e792194-3c79-46ab-9a10-451c861c8f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679986 Nov 11 12:11:08.300051 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42857566-44fb-43b8-939e-fc606e8f2107 req-520a78a2-c03a-47fc-9556-0e666d16964d tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:08.301655 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-42857566-44fb-43b8-939e-fc606e8f2107 req-520a78a2-c03a-47fc-9556-0e666d16964d tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 945 time: 0.1022992 Nov 11 12:11:08.483991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-42857566-44fb-43b8-939e-fc606e8f2107 req-7f6bcba2-447b-4237-8d39-b5b02ee34fc0 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Deleting port 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:08.484551 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-42857566-44fb-43b8-939e-fc606e8f2107 req-7f6bcba2-447b-4237-8d39-b5b02ee34fc0 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:08.558048 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44028) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:08.601128 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-42857566-44fb-43b8-939e-fc606e8f2107 req-7f6bcba2-447b-4237-8d39-b5b02ee34fc0 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] For port 4b4c3941-004c-499d-8e7b-4c3dd14f3b87, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4b4c3941-004c-499d-8e7b-4c3dd14f3b87,segment=NetworkSegment(169c7a59-e5ef-428a-851c-8abc07057a51),segment_id=169c7a59-e5ef-428a-851c-8abc07057a51)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:08.601507 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-42857566-44fb-43b8-939e-fc606e8f2107 req-7f6bcba2-447b-4237-8d39-b5b02ee34fc0 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:08.618705 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-42857566-44fb-43b8-939e-fc606e8f2107 req-7f6bcba2-447b-4237-8d39-b5b02ee34fc0 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Calling delete_port for 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:08.686082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-187d79a7-fa7c-43d3-9175-e46ceafbb904 tempest-DvrRoutersNegativeTest-568849874 tempest-DvrRoutersNegativeTest-568849874-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-907059829', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:08.690232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.policy [None req-187d79a7-fa7c-43d3-9175-e46ceafbb904 tempest-DvrRoutersNegativeTest-568849874 tempest-DvrRoutersNegativeTest-568849874-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109153) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 11 12:11:08.691053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.policy [None req-187d79a7-fa7c-43d3-9175-e46ceafbb904 tempest-DvrRoutersNegativeTest-568849874 tempest-DvrRoutersNegativeTest-568849874-project] Failed policy check for 'create_router' {{(pid=109153) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 11 12:11:08.691735 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-187d79a7-fa7c-43d3-9175-e46ceafbb904 tempest-DvrRoutersNegativeTest-568849874 tempest-DvrRoutersNegativeTest-568849874-project] create failed (client error): Access was denied to this resource. Nov 11 12:11:08.692928 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-187d79a7-fa7c-43d3-9175-e46ceafbb904 tempest-DvrRoutersNegativeTest-568849874 tempest-DvrRoutersNegativeTest-568849874-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1339204 Nov 11 12:11:08.787760 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-42857566-44fb-43b8-939e-fc606e8f2107 req-7f6bcba2-447b-4237-8d39-b5b02ee34fc0 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:08.800123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['4b4c3941-004c-499d-8e7b-4c3dd14f3b87'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:11:08.896857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085f8fe-c3b5-4cc4-93e3-f43a00ceb5ae req-185ee601-debe-4f44-98a1-90e2f94d59d8 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:08.917927 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d085f8fe-c3b5-4cc4-93e3-f43a00ceb5ae req-185ee601-debe-4f44-98a1-90e2f94d59d8 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 945 time: 0.1104615 Nov 11 12:11:08.929069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bcba2-447b-4237-8d39-b5b02ee34fc0 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Pushing event deleted for resources: {'Port': ['ID=4b4c3941-004c-499d-8e7b-4c3dd14f3b87,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:09.014680 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-42857566-44fb-43b8-939e-fc606e8f2107 req-7f6bcba2-447b-4237-8d39-b5b02ee34fc0 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] No DVR routers for this DVR port 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:11:09.019610 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-42857566-44fb-43b8-939e-fc606e8f2107 req-7f6bcba2-447b-4237-8d39-b5b02ee34fc0 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:09.026743 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-42857566-44fb-43b8-939e-fc606e8f2107 req-7f6bcba2-447b-4237-8d39-b5b02ee34fc0 tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.62 "DELETE /v2.0/ports/4b4c3941-004c-499d-8e7b-4c3dd14f3b87 HTTP/1.1" status: 204 len: 173 time: 0.7140934 Nov 11 12:11:09.030665 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf', 'name': 'network-vif-deleted', 'tag': '4b4c3941-004c-499d-8e7b-4c3dd14f3b87'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:09.036244 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cef3b3-3bd9-43d3-b69a-53e8f654f87c" -d '{"events": [{"server_uuid": "2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf", "name": "network-vif-deleted", "tag": "4b4c3941-004c-499d-8e7b-4c3dd14f3b87"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:09.072266 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:09.125826 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d085f8fe-c3b5-4cc4-93e3-f43a00ceb5ae req-6794b7b0-005d-4e1a-8616-f1a0233e6d5e tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058866 Nov 11 12:11:09.190412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44054) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:09.225479 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af8550-c32d-438d-8fa1-735ecba15f47 req-43294d8a-efec-42e4-83cc-4e833ff27e56 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:09.227114 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93af8550-c32d-438d-8fa1-735ecba15f47 req-43294d8a-efec-42e4-83cc-4e833ff27e56 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 943 time: 0.0995824 Nov 11 12:11:09.241145 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee0f23c-583b-49ab-98d1-8a8882cc6943 x-openstack-request-id: req-eee0f23c-583b-49ab-98d1-8a8882cc6943 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:09.241440 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf", "name": "network-vif-deleted", "tag": "4b4c3941-004c-499d-8e7b-4c3dd14f3b87", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:09.241837 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eee0f23c-583b-49ab-98d1-8a8882cc6943 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:09.242115 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf', 'name': 'network-vif-deleted', 'tag': '4b4c3941-004c-499d-8e7b-4c3dd14f3b87', 'status': 'completed', 'code': 200} Nov 11 12:11:09.318642 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93af8550-c32d-438d-8fa1-735ecba15f47 req-11a3331d-01f4-44be-b502-90bc973d659e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824642 Nov 11 12:11:09.425450 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0a7de62-71c0-4b3c-b8f3-60fbe6e58ef3 req-9198f357-c1b1-47d3-99ab-2af6d405a0fd tempest-ServerAddressesNegativeTestJSON-649712052 tempest-ServerAddressesNegativeTestJSON-649712052-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c1e4b54-9f62-4ce4-ab6d-17bbe1a4bcaf HTTP/1.1" status: 200 len: 210 time: 0.0531199 Nov 11 12:11:09.543947 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8b6b432e-9c9b-4b11-b72a-d2b61ae9ac18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:09.639991 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8b6b432e-9c9b-4b11-b72a-d2b61ae9ac18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:09.647254 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8b6b432e-9c9b-4b11-b72a-d2b61ae9ac18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:09.697972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8b6b432e-9c9b-4b11-b72a-d2b61ae9ac18 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec1fbe7451064023a2512a120c608a4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5056539 Nov 11 12:11:09.699167 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b432e-9c9b-4b11-b72a-d2b61ae9ac18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fb718c-5715-401f-a969-2ec6e2fccbb5,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:09.700977 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44070) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:09.731520 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db4adb14-e3c6-4a9c-aad0-c411a9aa790c details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:11:09.784603 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12e28dcc-7272-44cd-aba6-20a646e35693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:09.828040 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12e28dcc-7272-44cd-aba6-20a646e35693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:09.854639 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:09.875350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'port_id': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'mac_address': 'fa:16:3e:c9:29:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:11:09.884352 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12e28dcc-7272-44cd-aba6-20a646e35693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:09.887313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-12e28dcc-7272-44cd-aba6-20a646e35693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:09.890289 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-12e28dcc-7272-44cd-aba6-20a646e35693 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76fb718c-5715-401f-a969-2ec6e2fccbb5 HTTP/1.1" status: 204 len: 168 time: 0.1877193 Nov 11 12:11:09.929253 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:09.951950 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4adb14-e3c6-4a9c-aad0-c411a9aa790c {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:11:09.952930 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e28dcc-7272-44cd-aba6-20a646e35693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fb718c-5715-401f-a969-2ec6e2fccbb5,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:10.003077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:10.011236 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:10.087274 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8ff3d720-dad3-42a4-8a0f-ba621c802686 req-82641015-a6de-4b50-bfd4-c87328effe26 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781426 Nov 11 12:11:10.106606 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:10.212909 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['db4adb14-e3c6-4a9c-aad0-c411a9aa790c'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:11:10.268693 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3d720-dad3-42a4-8a0f-ba621c802686 req-3d93ee43-47fb-4b5d-ae4f-45a5f0b0b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:10.270639 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8ff3d720-dad3-42a4-8a0f-ba621c802686 req-3d93ee43-47fb-4b5d-ae4f-45a5f0b0b19a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=464cc3fccf024ade9e938973f874151a&device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 1096 time: 0.1212759 Nov 11 12:11:10.379404 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ee6f0-bc85-43da-853f-4929a2a5c005 req-6d7961a5-4f71-462f-aaa9-4b530e77eec0 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:10.382985 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce7ee6f0-bc85-43da-853f-4929a2a5c005 req-6d7961a5-4f71-462f-aaa9-4b530e77eec0 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 945 time: 0.1177790 Nov 11 12:11:10.506603 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3d720-dad3-42a4-8a0f-ba621c802686 req-eef2dc85-06eb-4958-9058-14b8e2a0dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:10.509994 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8ff3d720-dad3-42a4-8a0f-ba621c802686 req-eef2dc85-06eb-4958-9058-14b8e2a0dc54 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c6003569-d992-41b8-9e87-defc0039170c HTTP/1.1" status: 200 len: 916 time: 0.2081709 Nov 11 12:11:10.525307 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce7ee6f0-bc85-43da-853f-4929a2a5c005 req-1ecfbaf6-973b-4f85-97dd-5f0668101e90 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301758 Nov 11 12:11:10.576945 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8ff3d720-dad3-42a4-8a0f-ba621c802686 req-6a277da3-2af1-4ebe-ae09-e84fc318e270 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1651ce3d-2b56-4e7c-a710-efa812fae21e HTTP/1.1" status: 200 len: 217 time: 0.0588729 Nov 11 12:11:10.612930 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:10.652307 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3d720-dad3-42a4-8a0f-ba621c802686 req-b6757962-e283-4ba9-84e9-1b5a374d88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:10.654262 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8ff3d720-dad3-42a4-8a0f-ba621c802686 req-b6757962-e283-4ba9-84e9-1b5a374d88e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01ef31ea-9f2a-479d-a571-898474872141 HTTP/1.1" status: 200 len: 854 time: 0.0708404 Nov 11 12:11:10.718092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bd0cb-2bf9-4e9a-b5a6-15db66dcdc08 req-894e7559-0456-4f3e-9cdc-a22d8a766355 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:10.725620 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c3bd0cb-2bf9-4e9a-b5a6-15db66dcdc08 req-894e7559-0456-4f3e-9cdc-a22d8a766355 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0680838 Nov 11 12:11:10.726117 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8ff3d720-dad3-42a4-8a0f-ba621c802686 req-28ee5616-528b-40e6-ac7d-d54d1a007a13 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c6003569-d992-41b8-9e87-defc0039170c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624969 Nov 11 12:11:10.847737 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c3bd0cb-2bf9-4e9a-b5a6-15db66dcdc08 req-3e5b1ac7-acfb-41ea-bf94-f3292f700aff tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211464 Nov 11 12:11:10.867481 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8ff3d720-dad3-42a4-8a0f-ba621c802686 req-f479122f-9774-4053-ba03-5e14543881e3 service neutron] 10.222.0.62 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333768 Nov 11 12:11:10.885446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44108) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:10.891481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0d367e35-e1a8-4359-a34f-1adf7c00e1d1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Request body: {'network': {'name': 'tempest-network-smoke--1342768554', 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'port_security_enabled': True}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:10.935182 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d367e35-e1a8-4359-a34f-1adf7c00e1d1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Made reservation on behalf of 9f3f9b4522f8462683cc4d69f6cce652 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:10.939382 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d367e35-e1a8-4359-a34f-1adf7c00e1d1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:10.957897 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d367e35-e1a8-4359-a34f-1adf7c00e1d1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.045353 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d367e35-e1a8-4359-a34f-1adf7c00e1d1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.048400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44110) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:11.059795 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d367e35-e1a8-4359-a34f-1adf7c00e1d1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.097227 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8ff3d720-dad3-42a4-8a0f-ba621c802686 req-d407eb6b-6cea-44cd-a0e8-6e9641b0b4e2 service neutron] 10.222.0.62 "GET /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216616 Nov 11 12:11:11.147490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d367e35-e1a8-4359-a34f-1adf7c00e1d1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:11.183154 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d367e35-e1a8-4359-a34f-1adf7c00e1d1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce2a09f-d2a3-4e37-9514-5f22e1a70d0b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:11.187016 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d367e35-e1a8-4359-a34f-1adf7c00e1d1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.187337 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-0d367e35-e1a8-4359-a34f-1adf7c00e1d1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Added segment c200339e-c863-4510-97b2-5c99b9dd4b73 of type vlan for network 633bd22d-5ecb-48d5-9057-6779c28a4076 Nov 11 12:11:11.193169 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c74385-a58e-468f-bdcc-fa88c1c1eb97 admin admin] Deleting subnet 21c9e95c-c7ab-499f-a003-113d0f81d5be {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:11:11.211930 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2c74385-a58e-468f-bdcc-fa88c1c1eb97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.221436 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d8dbd-1a08-4eb3-8761-142016acbc7d req-e5b5cf1d-b99e-4e40-af5c-26720db7dee3 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:11.223139 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-842d8dbd-1a08-4eb3-8761-142016acbc7d req-e5b5cf1d-b99e-4e40-af5c-26720db7dee3 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 945 time: 0.1758537 Nov 11 12:11:11.300089 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d367e35-e1a8-4359-a34f-1adf7c00e1d1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.308386 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.323686 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2c74385-a58e-468f-bdcc-fa88c1c1eb97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.383369 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-842d8dbd-1a08-4eb3-8761-142016acbc7d req-2d070192-ed2a-4cec-9aed-0adaff0bcf50 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160212 Nov 11 12:11:11.388622 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d367e35-e1a8-4359-a34f-1adf7c00e1d1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.395424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d367e35-e1a8-4359-a34f-1adf7c00e1d1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:11.396074 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d367e35-e1a8-4359-a34f-1adf7c00e1d1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.454527 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2c74385-a58e-468f-bdcc-fa88c1c1eb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.473523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44124) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:11.478748 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1893497538', 'admin_state_up': True, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:11.484300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44126) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:11.487782 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0d367e35-e1a8-4359-a34f-1adf7c00e1d1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6007690 Nov 11 12:11:11.558196 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.559660 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.643973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d367e35-e1a8-4359-a34f-1adf7c00e1d1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'Network': ['ID=633bd22d-5ecb-48d5-9057-6779c28a4076,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:11.659718 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 633bd22d-5ecb-48d5-9057-6779c28a4076 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:11.685740 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.808509 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2c74385-a58e-468f-bdcc-fa88c1c1eb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.842977 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c74385-a58e-468f-bdcc-fa88c1c1eb97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c9e95c-c7ab-499f-a003-113d0f81d5be,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:11.865486 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484edb19-a797-4142-88fb-b73b8f6a719b req-9f646a2a-44a5-41b3-932c-72937ad0c197 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:11.867109 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-484edb19-a797-4142-88fb-b73b8f6a719b req-9f646a2a-44a5-41b3-932c-72937ad0c197 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 945 time: 0.2000053 Nov 11 12:11:11.870434 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2c74385-a58e-468f-bdcc-fa88c1c1eb97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.874022 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e2c74385-a58e-468f-bdcc-fa88c1c1eb97 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/21c9e95c-c7ab-499f-a003-113d0f81d5be HTTP/1.1" status: 204 len: 168 time: 0.8242886 Nov 11 12:11:11.876612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44144) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:11.879481 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db4adb14-e3c6-4a9c-aad0-c411a9aa790c up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:11.960018 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port db4adb14-e3c6-4a9c-aad0-c411a9aa790c completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:11:11.973053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port db4adb14-e3c6-4a9c-aad0-c411a9aa790c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:11.973714 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.985445 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.998143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3d637831-c5fc-4bab-966b-cf43ba207c14 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1402554885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:12.062927 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bca99d79-7d6a-4135-bb4a-a28188a47539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.097968 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d637831-c5fc-4bab-966b-cf43ba207c14 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.099121 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d637831-c5fc-4bab-966b-cf43ba207c14 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.101996 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-484edb19-a797-4142-88fb-b73b8f6a719b req-94518da7-b9e1-45b3-8e78-7dbd5ef5a0f9 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010376 Nov 11 12:11:12.117213 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.163795 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc334b-0f4d-45fd-909b-6a5960175274 req-7a357bc9-2bb3-48c6-97b5-d4cbb2315c2e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:12.182951 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8dc334b-0f4d-45fd-909b-6a5960175274 req-7a357bc9-2bb3-48c6-97b5-d4cbb2315c2e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1780415 Nov 11 12:11:12.233911 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:12.233911 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:12.240282 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcfff7a-74dd-4abb-94ef-f2803429e1dc" -d '{"events": [{"server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "name": "network-vif-plugged", "status": "completed", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:12.244067 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d637831-c5fc-4bab-966b-cf43ba207c14 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.249132 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.253578 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d637831-c5fc-4bab-966b-cf43ba207c14 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.274724 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3d637831-c5fc-4bab-966b-cf43ba207c14 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.279240 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44162) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:12.280208 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3d637831-c5fc-4bab-966b-cf43ba207c14 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7946696 Nov 11 12:11:12.290324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a95eedf7-2610-4327-b95c-00abb0438436 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1150414276'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:12.370938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:12.429969 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8dc334b-0f4d-45fd-909b-6a5960175274 req-243f372c-3ab5-47ca-bcb7-bbfbc543382d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353077 Nov 11 12:11:12.458345 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bca99d79-7d6a-4135-bb4a-a28188a47539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.488118 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb090af7-59d4-4179-b07d-8d11a5f231e9 req-e510e331-5b26-4ef8-a25c-70c132994969 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:12.494379 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.497092 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb090af7-59d4-4179-b07d-8d11a5f231e9 req-e510e331-5b26-4ef8-a25c-70c132994969 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 945 time: 0.2611477 Nov 11 12:11:12.513408 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72eb8a6-c979-4106-ba27-76f9f5191295 x-openstack-request-id: req-d72eb8a6-c979-4106-ba27-76f9f5191295 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:12.518327 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "name": "network-vif-plugged", "status": "completed", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:12.518571 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d72eb8a6-c979-4106-ba27-76f9f5191295 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:12.518975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95eedf7-2610-4327-b95c-00abb0438436 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Made reservation on behalf of b752c5b0595f445d8455f23b6ab93223 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:12.519104 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'code': 200} Nov 11 12:11:12.523535 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a95eedf7-2610-4327-b95c-00abb0438436 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.538045 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.563065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-bca99d79-7d6a-4135-bb4a-a28188a47539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:12.579588 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a95eedf7-2610-4327-b95c-00abb0438436 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.618256 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-bca99d79-7d6a-4135-bb4a-a28188a47539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169c7a59-e5ef-428a-851c-8abc07057a51') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:12.618667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-bca99d79-7d6a-4135-bb4a-a28188a47539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169c7a59-e5ef-428a-851c-8abc07057a51') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:12.641864 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb090af7-59d4-4179-b07d-8d11a5f231e9 req-91a26a9e-9d57-43ab-9545-4371f69871b7 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391122 Nov 11 12:11:12.676601 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bca99d79-7d6a-4135-bb4a-a28188a47539 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.706703 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bca99d79-7d6a-4135-bb4a-a28188a47539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.718207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Allocated IP 172.25.2.21 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/01e49686-aa6f-4226-8e55-499bf1fc3264) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:12.723558 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca99d79-7d6a-4135-bb4a-a28188a47539 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:11:12.723984 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bca99d79-7d6a-4135-bb4a-a28188a47539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:11:12.726020 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:11:12.838284 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.838785 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74842e-ebd3-40d7-a82d-5ad63b48300b req-ff393fdd-cfa5-4457-95dc-2a1c545a0713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:12.840342 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b74842e-ebd3-40d7-a82d-5ad63b48300b req-ff393fdd-cfa5-4457-95dc-2a1c545a0713 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 1096 time: 0.2195086 Nov 11 12:11:12.882078 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.925078 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:11:12.972688 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:11:12.974424 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 4b4c3941-004c-499d-8e7b-4c3dd14f3b87 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:11:12.996289 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:12.999924 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:13.003899 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:13.017901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395fae89-1025-4f82-960a-87da36d4d7c1 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:11:13.102589 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bca99d79-7d6a-4135-bb4a-a28188a47539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.102905 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d33eac79-3608-4636-98ff-7418a09a2875 None None] Provisioning complete for port 01e49686-aa6f-4226-8e55-499bf1fc3264 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:13.105686 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d33eac79-3608-4636-98ff-7418a09a2875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.139312 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bca99d79-7d6a-4135-bb4a-a28188a47539 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.142621 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bca99d79-7d6a-4135-bb4a-a28188a47539 admin admin] 10.222.0.65 "DELETE /v2.0/networks/414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73 HTTP/1.1" status: 204 len: 168 time: 1.2650256 Nov 11 12:11:13.174694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d33eac79-3608-4636-98ff-7418a09a2875 None None] Port 01e49686-aa6f-4226-8e55-499bf1fc3264 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:13.199971 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b74842e-ebd3-40d7-a82d-5ad63b48300b req-ddcba828-dbac-4c0e-98b9-613c0b6c13d1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407443 Nov 11 12:11:13.212946 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca99d79-7d6a-4135-bb4a-a28188a47539 admin admin] Pushing event deleted for resources: {'Network': ['ID=414aaf56-c5ee-4ae8-ac3d-7e5c120d2e73,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:13.231980 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a95eedf7-2610-4327-b95c-00abb0438436 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.241763 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a95eedf7-2610-4327-b95c-00abb0438436 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.261718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'Port': ['ID=01e49686-aa6f-4226-8e55-499bf1fc3264,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:13.263467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95eedf7-2610-4327-b95c-00abb0438436 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:13.290550 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a95eedf7-2610-4327-b95c-00abb0438436 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.290971 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-a95eedf7-2610-4327-b95c-00abb0438436 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Added segment 1a1f6bc5-bc37-4d1f-a48b-00d8b52b47bc of type vlan for network c8b841be-cf47-4ec8-8909-553deae0fb01 Nov 11 12:11:13.372104 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.376322 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a95eedf7-2610-4327-b95c-00abb0438436 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.402736 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44204) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:13.422101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da8f0b-a650-4fc5-b958-f540ec8edc5f req-72be9a51-71d3-4d96-b9d0-5da285673bf0 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:13.423527 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-01da8f0b-a650-4fc5-b958-f540ec8edc5f req-72be9a51-71d3-4d96-b9d0-5da285673bf0 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 945 time: 0.4402537 Nov 11 12:11:13.424164 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44206) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:13.431055 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a95eedf7-2610-4327-b95c-00abb0438436 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.436556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95eedf7-2610-4327-b95c-00abb0438436 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:13.437191 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a95eedf7-2610-4327-b95c-00abb0438436 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.490176 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a95eedf7-2610-4327-b95c-00abb0438436 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2065475 Nov 11 12:11:13.496690 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44212) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:13.507115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b21d6b85-d30d-4764-a575-b0d5aee209e6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Request body: {'subnet': {'network_id': 'c8b841be-cf47-4ec8-8909-553deae0fb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:13.602382 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3a01c033-ac7d-456e-bcb3-8e8fc24517a8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ffddaaa6035a492ca9f8504e7ab1da24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1934350 Nov 11 12:11:13.602382 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95eedf7-2610-4327-b95c-00abb0438436 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea9e45b-c94a-4171-9986-8c57657768ad,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:13.607880 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44214) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:13.716485 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.810364 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95eedf7-2610-4327-b95c-00abb0438436 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event updated for resources: {'Network': ['ID=c8b841be-cf47-4ec8-8909-553deae0fb01,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:13.821630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network c8b841be-cf47-4ec8-8909-553deae0fb01 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:13.880162 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1115be-5f23-46dd-a202-08b3c0344a0f req-12a2b396-8cc6-4f10-8e34-8219c1bf38eb tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:13.888500 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc1115be-5f23-46dd-a202-08b3c0344a0f req-12a2b396-8cc6-4f10-8e34-8219c1bf38eb tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 945 time: 0.3618457 Nov 11 12:11:13.890462 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b270c4de-773f-49d7-baf8-b89134de88b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.908670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:11:13.943162 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-01da8f0b-a650-4fc5-b958-f540ec8edc5f req-722757f1-0bb0-4809-b572-8aa11c12d025 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919021 Nov 11 12:11:13.954101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21d6b85-d30d-4764-a575-b0d5aee209e6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Made reservation on behalf of b752c5b0595f445d8455f23b6ab93223 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:13.957794 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b21d6b85-d30d-4764-a575-b0d5aee209e6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.057665 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:11:14.071970 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Sync routers for ids ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:11:14.088589 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Routers {'f2e96bb6-d9f6-4de4-a54f-a8907ae02804'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:14.090315 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:11:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:14.095146 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.116269 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4736babe-e206-4360-849b-82ea9a0c969d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6313219 Nov 11 12:11:14.117040 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44218) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:14.156728 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c6cb-8aa6-498c-a607-ff3d9d135df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.243516 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c6cb-8aa6-498c-a607-ff3d9d135df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.246804 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Set router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:14.321215 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc1115be-5f23-46dd-a202-08b3c0344a0f req-d2fd260d-0c46-4fe0-b764-80fca60740f8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4316280 Nov 11 12:11:14.400370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c4aff-0960-4cc5-9eb9-bedc52b5954a req-c9187ca2-4207-4c1a-93f8-81abe37bccff tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:14.402005 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-679c4aff-0960-4cc5-9eb9-bedc52b5954a req-c9187ca2-4207-4c1a-93f8-81abe37bccff tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 945 time: 0.3495936 Nov 11 12:11:14.468214 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a3df92f3-8b1c-4560-8d19-3e68aad44a24 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=9f3f9b4522f8462683cc4d69f6cce652&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3494709 Nov 11 12:11:14.470921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44224) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:14.480705 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c6cb-8aa6-498c-a607-ff3d9d135df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.484066 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c6cb-8aa6-498c-a607-ff3d9d135df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.485815 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5ce0c6cb-8aa6-498c-a607-ff3d9d135df7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3e792194-3c79-46ab-9a10-451c861c8f9b HTTP/1.1" status: 204 len: 168 time: 0.8322296 Nov 11 12:11:14.552659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0c6cb-8aa6-498c-a607-ff3d9d135df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e792194-3c79-46ab-9a10-451c861c8f9b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:14.590986 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893497538', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:11Z', 'updated_at': '2021-11-11T12:11:13Z', 'revision_number': 3, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:14.625032 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b270c4de-773f-49d7-baf8-b89134de88b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.637378 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Checking router: f2e96bb6-d9f6-4de4-a54f-a8907ae02804 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:11:14.638369 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Updating router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 port 01e49686-aa6f-4226-8e55-499bf1fc3264 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:11:14.652647 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b270c4de-773f-49d7-baf8-b89134de88b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.678724 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.704578 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-679c4aff-0960-4cc5-9eb9-bedc52b5954a req-1eaa8696-2cfa-4c81-8c26-ca743c46eb5e tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501013 Nov 11 12:11:14.705561 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b21d6b85-d30d-4764-a575-b0d5aee209e6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.708007 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b7da2a-e629-4768-8a42-b9f3ec5a8766 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:14.720502 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-76b7da2a-e629-4768-8a42-b9f3ec5a8766 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2445624 Nov 11 12:11:14.721170 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44228) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:14.801139 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9d0b256d-1b5e-4ea0-a32e-a13be6c6fa3a tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0786512 Nov 11 12:11:14.801769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44234) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:14.814703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-8ea779ed-249e-44ff-ad07-856fe763b3b2 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-916812146', 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076', 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:14.890353 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b270c4de-773f-49d7-baf8-b89134de88b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=52a8197e7b184e4e9606b5e21fb3c89b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4381249 Nov 11 12:11:14.892565 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270c4de-773f-49d7-baf8-b89134de88b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2375e2-fa36-4f49-85e1-b5ac46cba08e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:14.916039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44236) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:14.967205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d6b85-d30d-4764-a575-b0d5aee209e6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event updated for resources: {'Subnet': ['ID=0ebad87d-7707-41f1-9cf1-807d2908c7d4,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:14.982296 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21d6b85-d30d-4764-a575-b0d5aee209e6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Checking segment: {'id': '1a1f6bc5-bc37-4d1f-a48b-00d8b52b47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c8b841be-cf47-4ec8-8909-553deae0fb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:14.982666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21d6b85-d30d-4764-a575-b0d5aee209e6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Network hostable DHCP agents. Network: c8b841be-cf47-4ec8-8909-553deae0fb01, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:11:15.003313 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21d6b85-d30d-4764-a575-b0d5aee209e6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Network c8b841be-cf47-4ec8-8909-553deae0fb01 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:11:15.025158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-b21d6b85-d30d-4764-a575-b0d5aee209e6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, c8b841be-cf47-4ec8-8909-553deae0fb01) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:15.030287 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21d6b85-d30d-4764-a575-b0d5aee209e6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:15.031329 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b21d6b85-d30d-4764-a575-b0d5aee209e6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.042001 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec755ea-1dad-447d-8a77-dbe09cc56654 None None] Network c8b841be-cf47-4ec8-8909-553deae0fb01 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:15.206440 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.214942 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.271056 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352aee24-e4e8-4fbc-9e25-f02ca28b0577 req-1e12fe44-8f4d-41db-8ee0-fc9010fb42e9 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:15.272768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-352aee24-e4e8-4fbc-9e25-f02ca28b0577 req-1e12fe44-8f4d-41db-8ee0-fc9010fb42e9 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 945 time: 0.1155314 Nov 11 12:11:15.309457 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4731148b-032f-4be1-b6bd-67cb9c165311 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:11:15.315143 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Attempting to bind port 01e49686-aa6f-4226-8e55-499bf1fc3264 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:15.315517 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Attempting to bind port 01e49686-aa6f-4226-8e55-499bf1fc3264 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:15.315880 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Attempting to bind port 01e49686-aa6f-4226-8e55-499bf1fc3264 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:15.352682 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:15.353055 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:15.353460 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.353872 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:15.354388 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Bound port: 01e49686-aa6f-4226-8e55-499bf1fc3264, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:15.354759 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.385553 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-c8b841be-cf47-4ec8-8909-553deae0fb01', 'network_id': 'c8b841be-cf47-4ec8-8909-553deae0fb01', 'tenant_id': 'b752c5b0595f445d8455f23b6ab93223', 'fixed_ips': [{'subnet_id': '0ebad87d-7707-41f1-9cf1-807d2908c7d4'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:11:15.386346 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.465928 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] For port 01e49686-aa6f-4226-8e55-499bf1fc3264, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:15.469763 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] For port 01e49686-aa6f-4226-8e55-499bf1fc3264, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=01e49686-aa6f-4226-8e55-499bf1fc3264,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:15.486632 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.503988 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf12694-e587-4ed2-b464-bbab923f392d None None] Pushing event updated for resources: {'Port': ['ID=01e49686-aa6f-4226-8e55-499bf1fc3264,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:15.509366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3c3b52ee-cdae-445d-9764-68aa48d73782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.541704 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3c3b52ee-cdae-445d-9764-68aa48d73782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.542162 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf12694-e587-4ed2-b464-bbab923f392d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:15.542523 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf12694-e587-4ed2-b464-bbab923f392d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:15.542856 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf12694-e587-4ed2-b464-bbab923f392d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:15.543184 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf12694-e587-4ed2-b464-bbab923f392d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:15.543507 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf12694-e587-4ed2-b464-bbab923f392d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:15.543872 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf12694-e587-4ed2-b464-bbab923f392d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:15.544198 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf12694-e587-4ed2-b464-bbab923f392d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:15.544516 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf12694-e587-4ed2-b464-bbab923f392d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:15.545604 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf12694-e587-4ed2-b464-bbab923f392d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:15.545604 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf12694-e587-4ed2-b464-bbab923f392d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:15.545852 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf12694-e587-4ed2-b464-bbab923f392d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:15.546168 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf12694-e587-4ed2-b464-bbab923f392d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:15.602354 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3c3b52ee-cdae-445d-9764-68aa48d73782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.605623 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3c3b52ee-cdae-445d-9764-68aa48d73782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.611263 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3c3b52ee-cdae-445d-9764-68aa48d73782 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3f2375e2-fa36-4f49-85e1-b5ac46cba08e HTTP/1.1" status: 204 len: 168 time: 0.6838903 Nov 11 12:11:15.630904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b52ee-cdae-445d-9764-68aa48d73782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2375e2-fa36-4f49-85e1-b5ac46cba08e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:15.636340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea779ed-249e-44ff-ad07-856fe763b3b2 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Made reservation on behalf of 9f3f9b4522f8462683cc4d69f6cce652 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:15.647503 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8ea779ed-249e-44ff-ad07-856fe763b3b2 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.664343 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Routers {'f2e96bb6-d9f6-4de4-a54f-a8907ae02804'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:15.665135 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:11:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:15.788065 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Allocated IP 2001:db8::2 (c8b841be-cf47-4ec8-8909-553deae0fb01/0ebad87d-7707-41f1-9cf1-807d2908c7d4/39350dc9-d0fd-4107-af16-bf1576f29479) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:15.871701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a457f41c-3338-489d-9131-dab759977b54 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:11:15.873540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44264) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:15.897388 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7b8f475d-8fa5-44a1-943d-dc035889978f None None] Provisioning complete for port 01e49686-aa6f-4226-8e55-499bf1fc3264 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:15.899212 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7b8f475d-8fa5-44a1-943d-dc035889978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.032550 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b21d6b85-d30d-4764-a575-b0d5aee209e6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5184526 Nov 11 12:11:16.033378 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44270) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:16.069210 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf12694-e587-4ed2-b464-bbab923f392d None None] Pushing event updated for resources: {'Port': ['ID=01e49686-aa6f-4226-8e55-499bf1fc3264,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:16.084760 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5be52d1b-5f9c-49d5-8411-80e41365e482 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Request body: {'network': {'name': 'tempest-router-network01--333574548'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:16.102208 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8ea779ed-249e-44ff-ad07-856fe763b3b2 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.107017 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.212722 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-352aee24-e4e8-4fbc-9e25-f02ca28b0577 req-9db8eb21-3547-4173-8bd3-c5d2b209c53f tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9324839 Nov 11 12:11:16.217568 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be52d1b-5f9c-49d5-8411-80e41365e482 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Made reservation on behalf of b752c5b0595f445d8455f23b6ab93223 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:16.222207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea779ed-249e-44ff-ad07-856fe763b3b2 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'Subnet': ['ID=4a1ea8b9-06da-4643-8384-cae50b3ea407,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:16.225926 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5be52d1b-5f9c-49d5-8411-80e41365e482 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.233629 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] Set router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:16.278218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3eed8f53-830d-4f23-8217-f3f4ab27bf29 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1922548200-network', 'tenant_id': '533429d30abc45ca8a49279c5ad39e6f'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:16.284309 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7b8f475d-8fa5-44a1-943d-dc035889978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.299378 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048bfbd-fab1-4b16-9146-930e9c1318a7 req-58ea068b-fd61-4f0f-acc7-ca7288dc1333 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:16.314860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8048bfbd-fab1-4b16-9146-930e9c1318a7 req-58ea068b-fd61-4f0f-acc7-ca7288dc1333 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 945 time: 0.3222077 Nov 11 12:11:16.330954 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7b8f475d-8fa5-44a1-943d-dc035889978f None None] For port 01e49686-aa6f-4226-8e55-499bf1fc3264, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=01e49686-aa6f-4226-8e55-499bf1fc3264,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:16.332725 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.338809 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7b8f475d-8fa5-44a1-943d-dc035889978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.356597 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.370028 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea779ed-249e-44ff-ad07-856fe763b3b2 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Checking segment: {'id': 'c200339e-c863-4510-97b2-5c99b9dd4b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:16.370398 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea779ed-249e-44ff-ad07-856fe763b3b2 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Network hostable DHCP agents. Network: 633bd22d-5ecb-48d5-9057-6779c28a4076, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:11:16.373575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be52d1b-5f9c-49d5-8411-80e41365e482 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:16.378714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eed8f53-830d-4f23-8217-f3f4ab27bf29 admin admin] Made reservation on behalf of 533429d30abc45ca8a49279c5ad39e6f for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:16.381615 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3eed8f53-830d-4f23-8217-f3f4ab27bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.410337 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3eed8f53-830d-4f23-8217-f3f4ab27bf29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.416693 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5be52d1b-5f9c-49d5-8411-80e41365e482 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.417507 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-5be52d1b-5f9c-49d5-8411-80e41365e482 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Added segment 6fd6f4b1-0e9a-42c9-a3e5-b014b31ec654 of type vlan for network 69041d1f-6cdb-43c1-8a23-d4794c4581bd Nov 11 12:11:16.424437 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8048bfbd-fab1-4b16-9146-930e9c1318a7 req-a6610c51-17d5-45b4-b308-a2a2c0f84073 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087732 Nov 11 12:11:16.439498 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Network c8b841be-cf47-4ec8-8909-553deae0fb01 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:16.460108 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:16.466419 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:16.484093 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5be52d1b-5f9c-49d5-8411-80e41365e482 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.528785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea779ed-249e-44ff-ad07-856fe763b3b2 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Network 633bd22d-5ecb-48d5-9057-6779c28a4076 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:11:16.532406 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5be52d1b-5f9c-49d5-8411-80e41365e482 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.546868 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be52d1b-5f9c-49d5-8411-80e41365e482 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:16.549945 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5be52d1b-5f9c-49d5-8411-80e41365e482 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.561762 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893497538', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:11Z', 'updated_at': '2021-11-11T12:11:13Z', 'revision_number': 3, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:16.565652 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f475d-8fa5-44a1-943d-dc035889978f None None] Pushing event updated for resources: {'Port': ['ID=01e49686-aa6f-4226-8e55-499bf1fc3264,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:16.597443 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a5490-f5cb-4273-8ba0-382be3c63fd5 None None] The sync data for ids ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'] in n-d-807359-3 is: [{'id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893497538', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:11Z', 'updated_at': '2021-11-11T12:11:13Z', 'revision_number': 3, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:11:16.664895 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217690f-5cd1-4107-8fac-0b8a0460f8bb req-83523531-ec94-4233-9bef-2932aaebc647 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:16.669315 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8217690f-5cd1-4107-8fac-0b8a0460f8bb req-83523531-ec94-4233-9bef-2932aaebc647 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.62 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 945 time: 0.2823825 Nov 11 12:11:16.690131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-8ea779ed-249e-44ff-ad07-856fe763b3b2 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 633bd22d-5ecb-48d5-9057-6779c28a4076) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:16.698402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea779ed-249e-44ff-ad07-856fe763b3b2 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:16.699221 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8ea779ed-249e-44ff-ad07-856fe763b3b2 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.729108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5be52d1b-5f9c-49d5-8411-80e41365e482 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6928935 Nov 11 12:11:16.759892 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44288) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:16.790417 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be52d1b-5f9c-49d5-8411-80e41365e482 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event updated for resources: {'Network': ['ID=69041d1f-6cdb-43c1-8a23-d4794c4581bd,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:16.793356 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3fe452f4-a9fb-4edb-8510-a111ffe8e6a7 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Request body: {'network': {'name': 'tempest-router-network02--369048656'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:16.827654 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a9b26-3af7-480e-a7e9-daafe8aae333 req-5dd6d47e-f7e9-414e-9ef0-9a319b17b803 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:16.831439 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-036a9b26-3af7-480e-a7e9-daafe8aae333 req-5dd6d47e-f7e9-414e-9ef0-9a319b17b803 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 945 time: 0.2550406 Nov 11 12:11:16.832013 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8ea779ed-249e-44ff-ad07-856fe763b3b2 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0220006 Nov 11 12:11:16.834610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44296) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:16.853660 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44298) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:16.869785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-6620c92a-8651-4fcb-b04e-f9c5b9ab5885 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Request body: {'floatingip': {'port_id': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:16.988558 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13702e95-5c53-44e4-9055-a688c7ad29bd None None] Network 633bd22d-5ecb-48d5-9057-6779c28a4076 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:16.994352 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6620c92a-8651-4fcb-b04e-f9c5b9ab5885 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for floatingip, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.996865 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 69041d1f-6cdb-43c1-8a23-d4794c4581bd details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:16.998536 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7021a2cf-94bf-49b2-81fc-89d17bf48bb5 None None] Provisioning complete for port 01e49686-aa6f-4226-8e55-499bf1fc3264 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:16.998895 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7021a2cf-94bf-49b2-81fc-89d17bf48bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.132529 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe452f4-a9fb-4edb-8510-a111ffe8e6a7 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Made reservation on behalf of b752c5b0595f445d8455f23b6ab93223 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:17.133610 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Pushing event updated for resources: {'Port': ['ID=39350dc9-d0fd-4107-af16-bf1576f29479,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:17.140206 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3fe452f4-a9fb-4edb-8510-a111ffe8e6a7 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.164498 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3eed8f53-830d-4f23-8217-f3f4ab27bf29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.296480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-8217690f-5cd1-4107-8fac-0b8a0460f8bb req-ccf012c6-3729-478f-a194-0dd385a92f2b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Deleting port 1651ce3d-2b56-4e7c-a710-efa812fae21e {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:17.296817 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8217690f-5cd1-4107-8fac-0b8a0460f8bb req-ccf012c6-3729-478f-a194-0dd385a92f2b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.301136 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3eed8f53-830d-4f23-8217-f3f4ab27bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.408379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Attempting to bind port 39350dc9-d0fd-4107-af16-bf1576f29479 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:17.411951 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Attempting to bind port 39350dc9-d0fd-4107-af16-bf1576f29479 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '1a1f6bc5-bc37-4d1f-a48b-00d8b52b47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c8b841be-cf47-4ec8-8909-553deae0fb01'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:17.412538 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Attempting to bind port 39350dc9-d0fd-4107-af16-bf1576f29479 on network c8b841be-cf47-4ec8-8909-553deae0fb01 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:17.482671 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:17.483354 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Checking segment: {'id': '1a1f6bc5-bc37-4d1f-a48b-00d8b52b47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c8b841be-cf47-4ec8-8909-553deae0fb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:17.483941 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.486091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Bound using segment: {'id': '1a1f6bc5-bc37-4d1f-a48b-00d8b52b47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c8b841be-cf47-4ec8-8909-553deae0fb01'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:17.486766 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Bound port: 39350dc9-d0fd-4107-af16-bf1576f29479, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1f6bc5-bc37-4d1f-a48b-00d8b52b47bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c8b841be-cf47-4ec8-8909-553deae0fb01'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:17.487307 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.526042 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44316) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:17.575173 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eed8f53-830d-4f23-8217-f3f4ab27bf29 admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:17.586099 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe452f4-a9fb-4edb-8510-a111ffe8e6a7 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:17.701529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a0415-1c2e-41cc-9d5d-eedd6851d32f req-1925701e-4213-4638-97ae-d148e07c5a3b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:17.704338 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b1a0415-1c2e-41cc-9d5d-eedd6851d32f req-1925701e-4213-4638-97ae-d148e07c5a3b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 945 time: 0.3261430 Nov 11 12:11:17.762291 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3eed8f53-830d-4f23-8217-f3f4ab27bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.763294 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] For port 39350dc9-d0fd-4107-af16-bf1576f29479, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:17.763964 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-3eed8f53-830d-4f23-8217-f3f4ab27bf29 admin admin] Added segment fb2c82e9-b653-48eb-acd3-5333bc2c559e of type vlan for network 936faae2-346d-4c9c-a50d-17f7690e9ead Nov 11 12:11:17.781182 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed8f53-830d-4f23-8217-f3f4ab27bf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36abf83c-8884-4cee-a61a-673eeda3b06d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:17.795217 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] For port 39350dc9-d0fd-4107-af16-bf1576f29479, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=39350dc9-d0fd-4107-af16-bf1576f29479,segment=NetworkSegment(1a1f6bc5-bc37-4d1f-a48b-00d8b52b47bc),segment_id=1a1f6bc5-bc37-4d1f-a48b-00d8b52b47bc)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:17.822187 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3fe452f4-a9fb-4edb-8510-a111ffe8e6a7 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.823001 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-3fe452f4-a9fb-4edb-8510-a111ffe8e6a7 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Added segment dd750799-79ef-4771-9568-a232bc155d35 of type vlan for network 44b39d43-355b-456c-a2f6-d4b24ca57976 Nov 11 12:11:17.840162 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.897117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-633bd22d-5ecb-48d5-9057-6779c28a4076', 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'fixed_ips': [{'subnet_id': '4a1ea8b9-06da-4643-8384-cae50b3ea407'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:11:17.898146 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.997919 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85f3aa8e-b575-4f74-97f3-98a078caeba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.025676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b1a0415-1c2e-41cc-9d5d-eedd6851d32f req-8534997d-297a-46c3-8979-f18e9765b5a0 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/security-groups?id=694a0355-367f-4e23-b5ea-6d76e7fb71cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595184 Nov 11 12:11:18.031242 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3eed8f53-830d-4f23-8217-f3f4ab27bf29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.050707 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3fe452f4-a9fb-4edb-8510-a111ffe8e6a7 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.130398 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-8217690f-5cd1-4107-8fac-0b8a0460f8bb req-ccf012c6-3729-478f-a194-0dd385a92f2b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] For port 1651ce3d-2b56-4e7c-a710-efa812fae21e, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=1651ce3d-2b56-4e7c-a710-efa812fae21e,segment=NetworkSegment(1c363a20-54e7-4189-a01f-d16d5f665299),segment_id=1c363a20-54e7-4189-a01f-d16d5f665299)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:18.136698 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8217690f-5cd1-4107-8fac-0b8a0460f8bb req-ccf012c6-3729-478f-a194-0dd385a92f2b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.162071 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-8217690f-5cd1-4107-8fac-0b8a0460f8bb req-ccf012c6-3729-478f-a194-0dd385a92f2b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Calling delete_port for 1651ce3d-2b56-4e7c-a710-efa812fae21e owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:18.170659 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 01e49686-aa6f-4226-8e55-499bf1fc3264 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:18.226447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Allocated IP 172.20.0.2 (633bd22d-5ecb-48d5-9057-6779c28a4076/4a1ea8b9-06da-4643-8384-cae50b3ea407/c254e854-73ed-4ca9-bda1-ae2f8552ae1b) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:18.227796 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.307433 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Pushing event updated for resources: {'Port': ['ID=39350dc9-d0fd-4107-af16-bf1576f29479,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:18.319134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:18.319541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:18.320210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:18.320653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:18.321101 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:18.321618 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:18.322030 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:18.322708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:18.323262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:18.323692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:18.324085 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:18.324471 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a56766-d2df-4cc1-84ac-721869489c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:18.328610 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.db.resource_extend [None req-3eed8f53-830d-4f23-8217-f3f4ab27bf29 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:11:18.440063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 01e49686-aa6f-4226-8e55-499bf1fc3264 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:18.440724 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.485226 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3fe452f4-a9fb-4edb-8510-a111ffe8e6a7 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.503549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe452f4-a9fb-4edb-8510-a111ffe8e6a7 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:18.504266 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3fe452f4-a9fb-4edb-8510-a111ffe8e6a7 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.640804 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8217690f-5cd1-4107-8fac-0b8a0460f8bb req-ccf012c6-3729-478f-a194-0dd385a92f2b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.668747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe452f4-a9fb-4edb-8510-a111ffe8e6a7 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event updated for resources: {'Network': ['ID=44b39d43-355b-456c-a2f6-d4b24ca57976,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:18.704850 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3fe452f4-a9fb-4edb-8510-a111ffe8e6a7 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9385846 Nov 11 12:11:18.714546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['1651ce3d-2b56-4e7c-a710-efa812fae21e'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:11:18.716956 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44328) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:18.736646 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 44b39d43-355b-456c-a2f6-d4b24ca57976 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:18.740111 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3eed8f53-830d-4f23-8217-f3f4ab27bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.741316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eed8f53-830d-4f23-8217-f3f4ab27bf29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:18.742064 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3eed8f53-830d-4f23-8217-f3f4ab27bf29 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.764554 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-695870f3-5756-4e6f-a1ed-a801ac771ab6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Request body: {'subnet': {'network_id': '69041d1f-6cdb-43c1-8a23-d4794c4581bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:18.881524 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.904964 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.967497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Network 633bd22d-5ecb-48d5-9057-6779c28a4076 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:18.968896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:18.973549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:19.020210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Allocated IP 172.20.0.1 (633bd22d-5ecb-48d5-9057-6779c28a4076/4a1ea8b9-06da-4643-8384-cae50b3ea407/13bd06f1-116b-4ecf-92af-72d4c44ceb91) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:19.032398 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8217690f-5cd1-4107-8fac-0b8a0460f8bb req-ccf012c6-3729-478f-a194-0dd385a92f2b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] No DVR routers for this DVR port 1651ce3d-2b56-4e7c-a710-efa812fae21e on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:11:19.084389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Attempting to bind port c254e854-73ed-4ca9-bda1-ae2f8552ae1b on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:19.084748 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Attempting to bind port c254e854-73ed-4ca9-bda1-ae2f8552ae1b by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'c200339e-c863-4510-97b2-5c99b9dd4b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:19.085073 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Attempting to bind port c254e854-73ed-4ca9-bda1-ae2f8552ae1b on network 633bd22d-5ecb-48d5-9057-6779c28a4076 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:19.087377 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Pushing event updated for resources: {'Port': ['ID=c254e854-73ed-4ca9-bda1-ae2f8552ae1b,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:19.094554 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:19.094952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Checking segment: {'id': 'c200339e-c863-4510-97b2-5c99b9dd4b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:19.095361 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.095748 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Bound using segment: {'id': 'c200339e-c863-4510-97b2-5c99b9dd4b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:19.096222 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Bound port: c254e854-73ed-4ca9-bda1-ae2f8552ae1b, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c200339e-c863-4510-97b2-5c99b9dd4b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:19.096599 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.115631 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8217690f-5cd1-4107-8fac-0b8a0460f8bb req-ccf012c6-3729-478f-a194-0dd385a92f2b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.127065 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8217690f-5cd1-4107-8fac-0b8a0460f8bb req-ccf012c6-3729-478f-a194-0dd385a92f2b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.62 "DELETE /v2.0/ports/1651ce3d-2b56-4e7c-a710-efa812fae21e HTTP/1.1" status: 204 len: 173 time: 2.4389470 Nov 11 12:11:19.130879 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed8f53-830d-4f23-8217-f3f4ab27bf29 admin admin] Pushing event updated for resources: {'Network': ['ID=936faae2-346d-4c9c-a50d-17f7690e9ead,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:19.141092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec72cf-c67e-452b-b853-a3703286b32d', 'name': 'network-vif-deleted', 'tag': '1651ce3d-2b56-4e7c-a710-efa812fae21e'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:19.144248 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc177f1-f985-4dec-b6d0-d55424e6b07f" -d '{"events": [{"server_uuid": "67ec72cf-c67e-452b-b853-a3703286b32d", "name": "network-vif-deleted", "tag": "1651ce3d-2b56-4e7c-a710-efa812fae21e"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:19.150257 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 936faae2-346d-4c9c-a50d-17f7690e9ead details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:19.281109 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3eed8f53-830d-4f23-8217-f3f4ab27bf29 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.4060667 Nov 11 12:11:19.316610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7f691466-e41f-44dd-b03b-54214fa3736a req-609313f5-f914-44e8-8e6b-8f7033f53fd3 tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] 10.222.0.65 "GET /v2.0/ports?device_id=67ec72cf-c67e-452b-b853-a3703286b32d HTTP/1.1" status: 200 len: 210 time: 0.0927038 Nov 11 12:11:19.394698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] For port c254e854-73ed-4ca9-bda1-ae2f8552ae1b, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:19.415146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] For port c254e854-73ed-4ca9-bda1-ae2f8552ae1b, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c254e854-73ed-4ca9-bda1-ae2f8552ae1b,segment=NetworkSegment(c200339e-c863-4510-97b2-5c99b9dd4b73),segment_id=c200339e-c863-4510-97b2-5c99b9dd4b73)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:19.425623 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.434459 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.438713 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f09b6b7-845b-49c3-8080-2472d7b7fbd7 x-openstack-request-id: req-7f09b6b7-845b-49c3-8080-2472d7b7fbd7 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:19.439104 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec72cf-c67e-452b-b853-a3703286b32d", "name": "network-vif-deleted", "tag": "1651ce3d-2b56-4e7c-a710-efa812fae21e", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:19.439443 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7f09b6b7-845b-49c3-8080-2472d7b7fbd7 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:19.439932 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ec72cf-c67e-452b-b853-a3703286b32d', 'name': 'network-vif-deleted', 'tag': '1651ce3d-2b56-4e7c-a710-efa812fae21e', 'status': 'completed', 'code': 200} Nov 11 12:11:19.454722 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf012c6-3729-478f-a194-0dd385a92f2b tempest-ServerDiskConfigTestJSON-800633071 tempest-ServerDiskConfigTestJSON-800633071-project] Pushing event deleted for resources: {'Port': ['ID=1651ce3d-2b56-4e7c-a710-efa812fae21e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:19.558541 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.565467 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d72162-487d-4f67-93f0-faa4f1e74898 None None] Pushing event updated for resources: {'Port': ['ID=c254e854-73ed-4ca9-bda1-ae2f8552ae1b,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:19.623763 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695870f3-5756-4e6f-a1ed-a801ac771ab6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Made reservation on behalf of b752c5b0595f445d8455f23b6ab93223 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:19.628012 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-695870f3-5756-4e6f-a1ed-a801ac771ab6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.635189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'Port': ['ID=13bd06f1-116b-4ecf-92af-72d4c44ceb91,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:19.669807 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Network 633bd22d-5ecb-48d5-9057-6779c28a4076 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:19.671377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:19.673855 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:19.734036 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.968643 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85f3aa8e-b575-4f74-97f3-98a078caeba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.996898 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85f3aa8e-b575-4f74-97f3-98a078caeba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.025210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 39350dc9-d0fd-4107-af16-bf1576f29479 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:20.026418 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.db.resource_extend [None req-6620c92a-8651-4fcb-b04e-f9c5b9ab5885 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:11:20.034127 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-85f3aa8e-b575-4f74-97f3-98a078caeba1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=016fcc13480848f18b5c8495a739b579&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4679649 Nov 11 12:11:20.048152 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44344) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:20.120461 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3aa8e-b575-4f74-97f3-98a078caeba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826aba74-f087-4e93-8545-9510e212e9b5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:20.126102 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6620c92a-8651-4fcb-b04e-f9c5b9ab5885 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.158263 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.167048 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6620c92a-8651-4fcb-b04e-f9c5b9ab5885 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.206171 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 39350dc9-d0fd-4107-af16-bf1576f29479 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:20.206629 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.307581 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.349161 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 39350dc9-d0fd-4107-af16-bf1576f29479, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=39350dc9-d0fd-4107-af16-bf1576f29479,segment=NetworkSegment(1a1f6bc5-bc37-4d1f-a48b-00d8b52b47bc),segment_id=1a1f6bc5-bc37-4d1f-a48b-00d8b52b47bc)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:20.356654 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.460598 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8139c9ba-5dee-429a-b38f-50f247aec69d None None] Network c8b841be-cf47-4ec8-8909-553deae0fb01 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:20.544247 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.614333 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=39350dc9-d0fd-4107-af16-bf1576f29479,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:20.619724 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822d4cc-dd4e-486b-85c1-a5021c7716f4 req-097d5ef8-a29e-4819-bc96-a4b426a52d05 tempest-ComputeTenantNetworksTest-503634276 tempest-ComputeTenantNetworksTest-503634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:20.631594 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822d4cc-dd4e-486b-85c1-a5021c7716f4 req-097d5ef8-a29e-4819-bc96-a4b426a52d05 tempest-ComputeTenantNetworksTest-503634276 tempest-ComputeTenantNetworksTest-503634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:20.643846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44360) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:20.647543 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822d4cc-dd4e-486b-85c1-a5021c7716f4 req-097d5ef8-a29e-4819-bc96-a4b426a52d05 tempest-ComputeTenantNetworksTest-503634276 tempest-ComputeTenantNetworksTest-503634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:20.649533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0822d4cc-dd4e-486b-85c1-a5021c7716f4 req-097d5ef8-a29e-4819-bc96-a4b426a52d05 tempest-ComputeTenantNetworksTest-503634276 tempest-ComputeTenantNetworksTest-503634276-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6422575 Nov 11 12:11:20.651941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4c393377-e2ad-4536-94ec-5b08731eaf23 None None] Provisioning complete for port 39350dc9-d0fd-4107-af16-bf1576f29479 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:20.652311 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4c393377-e2ad-4536-94ec-5b08731eaf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.657147 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.755897 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-6620c92a-8651-4fcb-b04e-f9c5b9ab5885 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Floating IP 06cb43af-aa0a-48a0-8ccf-0360ebb20032 associated. External IP: 172.25.2.170, port: db4adb14-e3c6-4a9c-aad0-c411a9aa790c. Nov 11 12:11:20.818543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99f06fa-d5f1-40a3-8d81-d742e4140f5b admin admin] Deleting subnet 01ef31ea-9f2a-479d-a571-898474872141 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:11:20.832015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f99f06fa-d5f1-40a3-8d81-d742e4140f5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.866219 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-695870f3-5756-4e6f-a1ed-a801ac771ab6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.935202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 1651ce3d-2b56-4e7c-a710-efa812fae21e no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:11:20.969542 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f99f06fa-d5f1-40a3-8d81-d742e4140f5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.976358 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 1651ce3d-2b56-4e7c-a710-efa812fae21e {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:11:20.976548 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 1651ce3d-2b56-4e7c-a710-efa812fae21e not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:11:21.012342 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d6a5d-4e80-4353-bdac-b5e0453ec79e req-652a4234-4e68-4ce4-9efc-d6053f641c75 tempest-ComputeTenantNetworksTest-503634276 tempest-ComputeTenantNetworksTest-503634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:21.017604 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-543d6a5d-4e80-4353-bdac-b5e0453ec79e req-652a4234-4e68-4ce4-9efc-d6053f641c75 tempest-ComputeTenantNetworksTest-503634276 tempest-ComputeTenantNetworksTest-503634276-project] 10.222.0.65 "GET /v2.0/networks/936faae2-346d-4c9c-a50d-17f7690e9ead HTTP/1.1" status: 200 len: 769 time: 0.2000320 Nov 11 12:11:21.037137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44366) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:21.043542 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695870f3-5756-4e6f-a1ed-a801ac771ab6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event updated for resources: {'Subnet': ['ID=19860de7-f7df-48b1-9cc4-2afd548541f1,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:21.054769 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.064939 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.106327 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f99f06fa-d5f1-40a3-8d81-d742e4140f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.108292 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.111053 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.115924 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/826aba74-f087-4e93-8545-9510e212e9b5 HTTP/1.1" status: 204 len: 168 time: 1.0647659 Nov 11 12:11:21.161368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826aba74-f087-4e93-8545-9510e212e9b5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:21.170674 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695870f3-5756-4e6f-a1ed-a801ac771ab6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Checking segment: {'id': '6fd6f4b1-0e9a-42c9-a3e5-b014b31ec654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '69041d1f-6cdb-43c1-8a23-d4794c4581bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:21.171090 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695870f3-5756-4e6f-a1ed-a801ac771ab6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Network hostable DHCP agents. Network: 69041d1f-6cdb-43c1-8a23-d4794c4581bd, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:11:21.208575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:21.212542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:21.212882 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:21.213273 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:21.213613 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:21.213948 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:21.214271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:21.214597 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:21.214916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:21.215234 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:21.215551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:21.215919 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab70f-7ef4-4f8d-b7dd-fa4a149422ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:21.252375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'Port': ['ID=13bd06f1-116b-4ecf-92af-72d4c44ceb91,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:21.262952 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.271189 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-03e7c4e1-39a0-49f5-920a-33f04fb5e110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.324130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410bf0fc-89eb-454d-aeaa-f12c14594fea None None] Network 633bd22d-5ecb-48d5-9057-6779c28a4076 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:21.348915 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695870f3-5756-4e6f-a1ed-a801ac771ab6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Network 69041d1f-6cdb-43c1-8a23-d4794c4581bd is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:11:21.383448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-695870f3-5756-4e6f-a1ed-a801ac771ab6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 69041d1f-6cdb-43c1-8a23-d4794c4581bd) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:21.391027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695870f3-5756-4e6f-a1ed-a801ac771ab6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:21.391634 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-695870f3-5756-4e6f-a1ed-a801ac771ab6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.419913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f94209-2b5b-46ca-9473-474aba77c4d2 None None] Network 69041d1f-6cdb-43c1-8a23-d4794c4581bd requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:21.444430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Network 633bd22d-5ecb-48d5-9057-6779c28a4076 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:21.446123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:21.446255 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f99f06fa-d5f1-40a3-8d81-d742e4140f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.504227 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4c0d1875-705c-420c-a2e2-fa2960137a80 None None] Provisioning complete for port c254e854-73ed-4ca9-bda1-ae2f8552ae1b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:21.505207 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4c0d1875-705c-420c-a2e2-fa2960137a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.546434 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f06fa-d5f1-40a3-8d81-d742e4140f5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ef31ea-9f2a-479d-a571-898474872141,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:21.597209 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f99f06fa-d5f1-40a3-8d81-d742e4140f5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.601205 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f99f06fa-d5f1-40a3-8d81-d742e4140f5b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/01ef31ea-9f2a-479d-a571-898474872141 HTTP/1.1" status: 204 len: 168 time: 0.9546139 Nov 11 12:11:21.606851 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.635545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44372) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:21.663200 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-695870f3-5756-4e6f-a1ed-a801ac771ab6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9037549 Nov 11 12:11:21.671592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6620c92a-8651-4fcb-b04e-f9c5b9ab5885 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:11:21.679787 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44374) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:21.689458 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-03e7c4e1-39a0-49f5-920a-33f04fb5e110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.699926 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-53d35a72-47d1-48b6-8eff-45095f74bbb3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Request body: {'subnet': {'network_id': '44b39d43-355b-456c-a2f6-d4b24ca57976', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:21.720911 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44376) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:21.749103 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7204dee0-4253-4972-bdb2-8d6efe2af100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.760028 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-03e7c4e1-39a0-49f5-920a-33f04fb5e110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936faae2-346d-4c9c-a50d-17f7690e9ead']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:21.776509 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c90a63f5-bc0c-4982-a92d-098b887a2e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.778154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-69041d1f-6cdb-43c1-8a23-d4794c4581bd', 'network_id': '69041d1f-6cdb-43c1-8a23-d4794c4581bd', 'tenant_id': 'b752c5b0595f445d8455f23b6ab93223', 'fixed_ips': [{'subnet_id': '19860de7-f7df-48b1-9cc4-2afd548541f1'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:11:21.779595 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.796774 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4c0d1875-705c-420c-a2e2-fa2960137a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.803103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:11:21.815804 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-03e7c4e1-39a0-49f5-920a-33f04fb5e110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2c82e9-b653-48eb-acd3-5333bc2c559e') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:21.815804 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-03e7c4e1-39a0-49f5-920a-33f04fb5e110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2c82e9-b653-48eb-acd3-5333bc2c559e') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:21.871097 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-03e7c4e1-39a0-49f5-920a-33f04fb5e110 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.905005 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-03e7c4e1-39a0-49f5-920a-33f04fb5e110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.958545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e7c4e1-39a0-49f5-920a-33f04fb5e110 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:11:21.962282 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-03e7c4e1-39a0-49f5-920a-33f04fb5e110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:11:21.970646 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:11:22.132175 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d35a72-47d1-48b6-8eff-45095f74bbb3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Made reservation on behalf of b752c5b0595f445d8455f23b6ab93223 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:22.147457 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-53d35a72-47d1-48b6-8eff-45095f74bbb3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.153428 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-03e7c4e1-39a0-49f5-920a-33f04fb5e110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.162085 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-03e7c4e1-39a0-49f5-920a-33f04fb5e110 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.165449 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-03e7c4e1-39a0-49f5-920a-33f04fb5e110 admin admin] 10.222.0.65 "DELETE /v2.0/networks/936faae2-346d-4c9c-a50d-17f7690e9ead HTTP/1.1" status: 204 len: 168 time: 1.1161315 Nov 11 12:11:22.172416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6620c92a-8651-4fcb-b04e-f9c5b9ab5885 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:11:22.183592 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c254e854-73ed-4ca9-bda1-ae2f8552ae1b up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:22.194047 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6620c92a-8651-4fcb-b04e-f9c5b9ab5885 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.255252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0d8d0f-28bb-40de-b831-4d6cf111fb25 None None] Sync routers for ids ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:11:22.271269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4c0d1875-705c-420c-a2e2-fa2960137a80 None None] For port c254e854-73ed-4ca9-bda1-ae2f8552ae1b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c254e854-73ed-4ca9-bda1-ae2f8552ae1b,segment=NetworkSegment(c200339e-c863-4510-97b2-5c99b9dd4b73),segment_id=c200339e-c863-4510-97b2-5c99b9dd4b73)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:22.292006 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4c0d1875-705c-420c-a2e2-fa2960137a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.316185 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7c4e1-39a0-49f5-920a-33f04fb5e110 admin admin] Pushing event deleted for resources: {'Network': ['ID=936faae2-346d-4c9c-a50d-17f7690e9ead,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:22.400382 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0d8d0f-28bb-40de-b831-4d6cf111fb25 None None] Routers {'4ee46bff-9e54-4271-8d6a-9a44c208bf44'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:22.401971 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6620c92a-8651-4fcb-b04e-f9c5b9ab5885 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "PUT /v2.0/floatingips/06cb43af-aa0a-48a0-8ccf-0360ebb20032 HTTP/1.1" status: 200 len: 991 time: 5.5468268 Nov 11 12:11:22.402895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bb0d8d0f-28bb-40de-b831-4d6cf111fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:11:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:22.408295 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:22.410637 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69276b4f-7584-4b03-ba42-edb8fd05d136" -d '{"events": [{"name": "network-changed", "server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:22.480983 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9777e4fc-fcb1-4d5e-a8d2-09a6a1ba10de x-openstack-request-id: req-9777e4fc-fcb1-4d5e-a8d2-09a6a1ba10de {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:22.481659 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:22.482090 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9777e4fc-fcb1-4d5e-a8d2-09a6a1ba10de {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:22.482818 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'status': 'completed', 'code': 200} Nov 11 12:11:22.543801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44386) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:22.555522 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4c0d1875-705c-420c-a2e2-fa2960137a80 None None] Provisioning complete for port 39350dc9-d0fd-4107-af16-bf1576f29479 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:22.556101 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4c0d1875-705c-420c-a2e2-fa2960137a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.600278 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7204dee0-4253-4972-bdb2-8d6efe2af100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.673412 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Allocated IP 2001:db8::2 (69041d1f-6cdb-43c1-8a23-d4794c4581bd/19860de7-f7df-48b1-9cc4-2afd548541f1/f963790e-8803-462e-832a-a3030b18c33b) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:22.685213 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-df77fb41-a0e1-4ae6-b5be-b29fb10cff03 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=533429d30abc45ca8a49279c5ad39e6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397262 Nov 11 12:11:22.685668 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44388) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:22.702454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d1875-705c-420c-a2e2-fa2960137a80 None None] Pushing event updated for resources: {'Port': ['ID=c254e854-73ed-4ca9-bda1-ae2f8552ae1b,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:22.716005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:11:22.722176 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-53d35a72-47d1-48b6-8eff-45095f74bbb3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.734338 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Sync routers for ids ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:11:22.738449 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7204dee0-4253-4972-bdb2-8d6efe2af100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.751680 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Routers {'f2e96bb6-d9f6-4de4-a54f-a8907ae02804'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:22.752291 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:11:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:22.775964 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bc4cd417-992d-42ae-87e0-6a0eb2069b36 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "PUT /v2.0/routers/f2e96bb6-d9f6-4de4-a54f-a8907ae02804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9400752 Nov 11 12:11:22.778144 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c90a63f5-bc0c-4982-a92d-098b887a2e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.782250 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44390) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:22.796081 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port c254e854-73ed-4ca9-bda1-ae2f8552ae1b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:22.796547 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.841443 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a386df29-b7ce-4a6b-a760-a046e76d23ef tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--64788677', 'description': 'tempest-secgroup_access--64788677 description', 'project_id': '9f3f9b4522f8462683cc4d69f6cce652'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:22.849243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d35a72-47d1-48b6-8eff-45095f74bbb3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event updated for resources: {'Subnet': ['ID=1042ff46-2774-4207-bdcc-9d4af8ec2a3e,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:22.882471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7204dee0-4253-4972-bdb2-8d6efe2af100 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=762e06cd9d544a5b9ad6e6776b15bdbc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1569281 Nov 11 12:11:22.884707 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44392) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:22.909282 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204dee0-4253-4972-bdb2-8d6efe2af100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72620791-08b3-45a0-96ce-a49183cf8271,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:22.910103 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Set router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:22.960939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-c90a63f5-bc0c-4982-a92d-098b887a2e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6003569-d992-41b8-9e87-defc0039170c']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:22.965152 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-bb0d8d0f-28bb-40de-b831-4d6cf111fb25 None None] Set router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:22.980965 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-c90a63f5-bc0c-4982-a92d-098b887a2e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c363a20-54e7-4189-a01f-d16d5f665299') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:22.981428 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-c90a63f5-bc0c-4982-a92d-098b887a2e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c363a20-54e7-4189-a01f-d16d5f665299') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:22.999301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69276b4f-7584-4b03-ba42-edb8fd05d136 req-17894f40-092d-462c-bdc6-71a4469e2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:23.001068 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69276b4f-7584-4b03-ba42-edb8fd05d136 req-17894f40-092d-462c-bdc6-71a4469e2b9b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 1096 time: 0.3983862 Nov 11 12:11:23.003595 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c90a63f5-bc0c-4982-a92d-098b887a2e1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.051386 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c90a63f5-bc0c-4982-a92d-098b887a2e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.068564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90a63f5-bc0c-4982-a92d-098b887a2e1c admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:11:23.069087 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c90a63f5-bc0c-4982-a92d-098b887a2e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:11:23.071284 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:11:23.156556 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2deee20c-fc44-4792-8a9c-27db812a01b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.162455 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d35a72-47d1-48b6-8eff-45095f74bbb3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Checking segment: {'id': 'dd750799-79ef-4771-9568-a232bc155d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '44b39d43-355b-456c-a2f6-d4b24ca57976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:23.162810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d35a72-47d1-48b6-8eff-45095f74bbb3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Network hostable DHCP agents. Network: 44b39d43-355b-456c-a2f6-d4b24ca57976, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:11:23.290228 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dfbf53e-d9fc-49f8-9564-3ec7f7c8f6cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.301012 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a386df29-b7ce-4a6b-a760-a046e76d23ef tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.333467 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2deee20c-fc44-4792-8a9c-27db812a01b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.337651 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c90a63f5-bc0c-4982-a92d-098b887a2e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.347615 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c90a63f5-bc0c-4982-a92d-098b887a2e1c admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.363082 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c90a63f5-bc0c-4982-a92d-098b887a2e1c admin admin] 10.222.0.65 "DELETE /v2.0/networks/c6003569-d992-41b8-9e87-defc0039170c HTTP/1.1" status: 204 len: 168 time: 1.7259490 Nov 11 12:11:23.372411 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 39350dc9-d0fd-4107-af16-bf1576f29479 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:23.381231 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.382707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a63f5-bc0c-4982-a92d-098b887a2e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=c6003569-d992-41b8-9e87-defc0039170c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:23.391298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d35a72-47d1-48b6-8eff-45095f74bbb3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Network 44b39d43-355b-456c-a2f6-d4b24ca57976 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:11:23.395625 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893497538', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:11Z', 'updated_at': '2021-11-11T12:11:19Z', 'revision_number': 4, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '13bd06f1-116b-4ecf-92af-72d4c44ceb91', 'name': '', 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'mac_address': 'fa:16:3e:f2:ad:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:20Z', 'revision_number': 2, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'subnets': [{'id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:23.407655 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69276b4f-7584-4b03-ba42-edb8fd05d136 req-575b8e2a-fcfa-4adb-9788-bfae52d88085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:23.410610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69276b4f-7584-4b03-ba42-edb8fd05d136 req-575b8e2a-fcfa-4adb-9788-bfae52d88085 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.3995857 Nov 11 12:11:23.427975 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.451450 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a40c824b-7fb3-4fc2-9656-71fc46e51e57 None None] Provisioning complete for port c254e854-73ed-4ca9-bda1-ae2f8552ae1b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:23.451979 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a40c824b-7fb3-4fc2-9656-71fc46e51e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.465600 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dfbf53e-d9fc-49f8-9564-3ec7f7c8f6cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.477970 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Checking router: f2e96bb6-d9f6-4de4-a54f-a8907ae02804 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:11:23.478319 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Updating router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 port 13bd06f1-116b-4ecf-92af-72d4c44ceb91 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:11:23.504024 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-53d35a72-47d1-48b6-8eff-45095f74bbb3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 44b39d43-355b-456c-a2f6-d4b24ca57976) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:23.519888 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29f5bdc-5c58-4951-8ec8-92e486e527f4 None None] Network 44b39d43-355b-456c-a2f6-d4b24ca57976 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:23.534407 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69276b4f-7584-4b03-ba42-edb8fd05d136 req-705ae1ce-ad4c-49a7-a1cd-62707abeffec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c HTTP/1.1" status: 200 len: 999 time: 0.1150618 Nov 11 12:11:23.552810 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.559746 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d35a72-47d1-48b6-8eff-45095f74bbb3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:23.560544 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-53d35a72-47d1-48b6-8eff-45095f74bbb3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.573304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Network 69041d1f-6cdb-43c1-8a23-d4794c4581bd is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:23.632520 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:23.641336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:23.663800 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Pushing event updated for resources: {'Port': ['ID=f963790e-8803-462e-832a-a3030b18c33b,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:23.675531 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69276b4f-7584-4b03-ba42-edb8fd05d136 req-08e94da5-d216-4a3e-ae21-ced88958887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:23.680531 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-53d35a72-47d1-48b6-8eff-45095f74bbb3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9953656 Nov 11 12:11:23.685318 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69276b4f-7584-4b03-ba42-edb8fd05d136 req-08e94da5-d216-4a3e-ae21-ced88958887f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.1363523 Nov 11 12:11:23.686133 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44400) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:23.743847 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dfbf53e-d9fc-49f8-9564-3ec7f7c8f6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.746723 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6dfbf53e-d9fc-49f8-9564-3ec7f7c8f6cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.747998 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6dfbf53e-d9fc-49f8-9564-3ec7f7c8f6cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36abf83c-8884-4cee-a61a-673eeda3b06d HTTP/1.1" status: 204 len: 168 time: 1.0556147 Nov 11 12:11:23.758781 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44402) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:23.764710 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2deee20c-fc44-4792-8a9c-27db812a01b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.767454 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2deee20c-fc44-4792-8a9c-27db812a01b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.770676 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2deee20c-fc44-4792-8a9c-27db812a01b9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/72620791-08b3-45a0-96ce-a49183cf8271 HTTP/1.1" status: 204 len: 168 time: 0.8787389 Nov 11 12:11:23.798561 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 39350dc9-d0fd-4107-af16-bf1576f29479 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:23.799230 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.870837 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a386df29-b7ce-4a6b-a760-a046e76d23ef tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.876333 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e39b7ab1-89c5-420f-9dc4-7072e0a184aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=464cc3fccf024ade9e938973f874151a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1101098 Nov 11 12:11:23.876333 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbf53e-d9fc-49f8-9564-3ec7f7c8f6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36abf83c-8884-4cee-a61a-673eeda3b06d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:23.876623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44408) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:23.898932 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a386df29-b7ce-4a6b-a760-a046e76d23ef tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.903975 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deee20c-fc44-4792-8a9c-27db812a01b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72620791-08b3-45a0-96ce-a49183cf8271,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:23.941018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386df29-b7ce-4a6b-a760-a046e76d23ef tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4618e62-f9c7-494b-b689-bb17fe29b2a0,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:23.980853 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a386df29-b7ce-4a6b-a760-a046e76d23ef tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.982483 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a386df29-b7ce-4a6b-a760-a046e76d23ef tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1454306 Nov 11 12:11:23.983757 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-596ee47c-b743-4c0c-8e17-b039973b3f72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.986760 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44410) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:23.994492 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b81933f9-da0b-44a4-995d-289230398d4c tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1363787812', 'description': 'tempest-secgroup_general--1363787812 description', 'project_id': '9f3f9b4522f8462683cc4d69f6cce652'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:24.028895 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-596ee47c-b743-4c0c-8e17-b039973b3f72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.064089 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b81933f9-da0b-44a4-995d-289230398d4c tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.090674 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a40c824b-7fb3-4fc2-9656-71fc46e51e57 None None] Provisioning complete for port 13bd06f1-116b-4ecf-92af-72d4c44ceb91 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:24.091183 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a40c824b-7fb3-4fc2-9656-71fc46e51e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.140722 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a40c824b-7fb3-4fc2-9656-71fc46e51e57 None None] Port 13bd06f1-116b-4ecf-92af-72d4c44ceb91 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:24.144275 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Attempting to bind port f963790e-8803-462e-832a-a3030b18c33b on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:24.144747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Attempting to bind port f963790e-8803-462e-832a-a3030b18c33b by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '6fd6f4b1-0e9a-42c9-a3e5-b014b31ec654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '69041d1f-6cdb-43c1-8a23-d4794c4581bd'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:24.145793 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Attempting to bind port f963790e-8803-462e-832a-a3030b18c33b on network 69041d1f-6cdb-43c1-8a23-d4794c4581bd {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:24.150908 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b81933f9-da0b-44a4-995d-289230398d4c tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.162448 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b81933f9-da0b-44a4-995d-289230398d4c tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.171381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:24.171898 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Checking segment: {'id': '6fd6f4b1-0e9a-42c9-a3e5-b014b31ec654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '69041d1f-6cdb-43c1-8a23-d4794c4581bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:24.172433 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.174156 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Bound using segment: {'id': '6fd6f4b1-0e9a-42c9-a3e5-b014b31ec654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '69041d1f-6cdb-43c1-8a23-d4794c4581bd'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:24.175120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Bound port: f963790e-8803-462e-832a-a3030b18c33b, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd6f4b1-0e9a-42c9-a3e5-b014b31ec654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '69041d1f-6cdb-43c1-8a23-d4794c4581bd'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:24.176549 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.178358 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.192146 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.198514 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69276b4f-7584-4b03-ba42-edb8fd05d136 req-311c6252-ae09-4ec3-88d5-86db6563cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:24.201545 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69276b4f-7584-4b03-ba42-edb8fd05d136 req-311c6252-ae09-4ec3-88d5-86db6563cc8c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5140870 Nov 11 12:11:24.204291 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b81933f9-da0b-44a4-995d-289230398d4c tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.206040 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b81933f9-da0b-44a4-995d-289230398d4c tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2185457 Nov 11 12:11:24.208556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81933f9-da0b-44a4-995d-289230398d4c tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac639601-ab7e-4f40-a56d-772b33e72633,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:24.210898 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44420) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:24.216716 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-46ad744e-4061-4f90-a8a2-b49b20ab8720 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Request body: {'security_group_rule': {'security_group_id': 'b4618e62-f9c7-494b-b689-bb17fe29b2a0', 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:24.243400 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-596ee47c-b743-4c0c-8e17-b039973b3f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.246443 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-596ee47c-b743-4c0c-8e17-b039973b3f72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.247770 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-596ee47c-b743-4c0c-8e17-b039973b3f72 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/694a0355-367f-4e23-b5ea-6d76e7fb71cf HTTP/1.1" status: 204 len: 168 time: 0.3701756 Nov 11 12:11:24.258332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ee47c-b743-4c0c-8e17-b039973b3f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694a0355-367f-4e23-b5ea-6d76e7fb71cf,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:24.268620 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-46ad744e-4061-4f90-a8a2-b49b20ab8720 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.320330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bb0d8d0f-28bb-40de-b831-4d6cf111fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'name': 'tempest-ServerActionsTestJSON-1666130217-router', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:37Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'gw_port': {'id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:38Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '06cb43af-aa0a-48a0-8ccf-0360ebb20032', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'port_id': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'mac_address': 'fa:16:3e:c9:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1009895c-65a2-4cbb-a811-3be56e360b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:10:51Z', 'updated_at': '2021-11-11T12:11:19Z', 'revision_number': 1, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156b3582-e43a-4a59-a541-2a4dc48d0f5e', 'name': '', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'mac_address': 'fa:16:3e:05:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:45Z', 'updated_at': '2021-11-11T12:10:51Z', 'revision_number': 5, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'subnets': [{'id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:24.321748 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837a236-727f-4edf-bb36-c8b23c0d40fd None None] Pushing event updated for resources: {'Port': ['ID=13bd06f1-116b-4ecf-92af-72d4c44ceb91,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:24.385202 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-46ad744e-4061-4f90-a8a2-b49b20ab8720 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.395201 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-46ad744e-4061-4f90-a8a2-b49b20ab8720 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.396061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0d8d0f-28bb-40de-b831-4d6cf111fb25 None None] Checking router: 4ee46bff-9e54-4271-8d6a-9a44c208bf44 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:11:24.410856 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-44b39d43-355b-456c-a2f6-d4b24ca57976', 'network_id': '44b39d43-355b-456c-a2f6-d4b24ca57976', 'tenant_id': 'b752c5b0595f445d8455f23b6ab93223', 'fixed_ips': [{'subnet_id': '1042ff46-2774-4207-bdcc-9d4af8ec2a3e'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:11:24.413332 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.439008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad744e-4061-4f90-a8a2-b49b20ab8720 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453df442-4fe7-4877-b1d5-7daef4392b68,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:24.458967 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-46ad744e-4061-4f90-a8a2-b49b20ab8720 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.468513 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-46ad744e-4061-4f90-a8a2-b49b20ab8720 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2485445 Nov 11 12:11:24.469119 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Attempting to bind port 13bd06f1-116b-4ecf-92af-72d4c44ceb91 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:24.469491 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Attempting to bind port 13bd06f1-116b-4ecf-92af-72d4c44ceb91 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'c200339e-c863-4510-97b2-5c99b9dd4b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:24.470843 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Attempting to bind port 13bd06f1-116b-4ecf-92af-72d4c44ceb91 on network 633bd22d-5ecb-48d5-9057-6779c28a4076 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:24.479360 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69276b4f-7584-4b03-ba42-edb8fd05d136 req-c433c2eb-1c65-45b6-a31e-0b0be7866862 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616422 Nov 11 12:11:24.485301 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:24.486474 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Checking segment: {'id': 'c200339e-c863-4510-97b2-5c99b9dd4b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:24.486880 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.496113 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Bound using segment: {'id': 'c200339e-c863-4510-97b2-5c99b9dd4b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:24.496113 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Bound port: 13bd06f1-116b-4ecf-92af-72d4c44ceb91, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c200339e-c863-4510-97b2-5c99b9dd4b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:24.496113 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.643344 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] For port 13bd06f1-116b-4ecf-92af-72d4c44ceb91, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:24.653632 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] For port 13bd06f1-116b-4ecf-92af-72d4c44ceb91, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=13bd06f1-116b-4ecf-92af-72d4c44ceb91,segment=NetworkSegment(c200339e-c863-4510-97b2-5c99b9dd4b73),segment_id=c200339e-c863-4510-97b2-5c99b9dd4b73)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:24.666342 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.706144 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0d8d0f-28bb-40de-b831-4d6cf111fb25 None None] Routers {'4ee46bff-9e54-4271-8d6a-9a44c208bf44'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:24.707414 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bb0d8d0f-28bb-40de-b831-4d6cf111fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:11:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:24.763608 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Routers {'f2e96bb6-d9f6-4de4-a54f-a8907ae02804'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:24.766287 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:11:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:24.821562 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.946223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69276b4f-7584-4b03-ba42-edb8fd05d136 req-6515ba68-132c-4b2d-bb12-2dd641850ab5 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582496 Nov 11 12:11:25.003524 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] Set router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:25.173176 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-15e95601-1d14-45c4-934e-b76450187a51 req-1e987937-2fc0-431c-baeb-e29fa090b9e2 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_general--1363787812&fields=id&tenant_id=9f3f9b4522f8462683cc4d69f6cce652 HTTP/1.1" status: 200 len: 267 time: 0.2839913 Nov 11 12:11:25.267482 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Allocated IP 2001:db8::2 (44b39d43-355b-456c-a2f6-d4b24ca57976/1042ff46-2774-4207-bdcc-9d4af8ec2a3e/24a86cc7-3cb3-4964-9cfa-019e4f013f9f) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:25.386348 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837a236-727f-4edf-bb36-c8b23c0d40fd None None] Pushing event updated for resources: {'Port': ['ID=13bd06f1-116b-4ecf-92af-72d4c44ceb91,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:25.417435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-15e95601-1d14-45c4-934e-b76450187a51 req-415311e3-eab7-4af3-a041-af08038d7f38 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_access--64788677&fields=id&tenant_id=9f3f9b4522f8462683cc4d69f6cce652 HTTP/1.1" status: 200 len: 267 time: 0.2293556 Nov 11 12:11:25.423679 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] For port f963790e-8803-462e-832a-a3030b18c33b, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:25.436412 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] For port f963790e-8803-462e-832a-a3030b18c33b, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f963790e-8803-462e-832a-a3030b18c33b,segment=NetworkSegment(6fd6f4b1-0e9a-42c9-a3e5-b014b31ec654),segment_id=6fd6f4b1-0e9a-42c9-a3e5-b014b31ec654)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:25.482255 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-18b53ba4-09a3-4dfc-9477-5c966d0d2eea None None] Provisioning complete for port 13bd06f1-116b-4ecf-92af-72d4c44ceb91 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:25.489998 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-18b53ba4-09a3-4dfc-9477-5c966d0d2eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.535746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c254e854-73ed-4ca9-bda1-ae2f8552ae1b up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:25.538734 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.593703 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893497538', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:11Z', 'updated_at': '2021-11-11T12:11:19Z', 'revision_number': 4, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '13bd06f1-116b-4ecf-92af-72d4c44ceb91', 'name': '', 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'mac_address': 'fa:16:3e:f2:ad:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:24Z', 'revision_number': 4, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'subnets': [{'id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:25.661665 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f4f210-0d87-4899-9944-1bccaca905ae None None] The sync data for ids ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'] in n-d-807359-3 is: [{'id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893497538', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:11Z', 'updated_at': '2021-11-11T12:11:19Z', 'revision_number': 4, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '13bd06f1-116b-4ecf-92af-72d4c44ceb91', 'name': '', 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'mac_address': 'fa:16:3e:f2:ad:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:24Z', 'revision_number': 4, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'subnets': [{'id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:11:25.785367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Allocated IP 2001:db8::1 (69041d1f-6cdb-43c1-8a23-d4794c4581bd/19860de7-f7df-48b1-9cc4-2afd548541f1/b17775ed-cc15-43d7-83d0-3b7509cdfdb5) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:25.873729 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port c254e854-73ed-4ca9-bda1-ae2f8552ae1b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:25.874252 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.877349 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-bb0d8d0f-28bb-40de-b831-4d6cf111fb25 None None] Set router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:25.995611 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.089155 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023a105-750b-4a1f-a869-e3898af04444 None None] Pushing event updated for resources: {'Port': ['ID=f963790e-8803-462e-832a-a3030b18c33b,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:26.096014 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.113513 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-18b53ba4-09a3-4dfc-9477-5c966d0d2eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.117460 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.152682 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.228240 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Network 69041d1f-6cdb-43c1-8a23-d4794c4581bd is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:26.239915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:26.242905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:26.243443 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.249339 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event updated for resources: {'Port': ['ID=b17775ed-cc15-43d7-83d0-3b7509cdfdb5,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:26.280523 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-18b53ba4-09a3-4dfc-9477-5c966d0d2eea None None] For port 13bd06f1-116b-4ecf-92af-72d4c44ceb91, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=13bd06f1-116b-4ecf-92af-72d4c44ceb91,segment=NetworkSegment(c200339e-c863-4510-97b2-5c99b9dd4b73),segment_id=c200339e-c863-4510-97b2-5c99b9dd4b73)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:26.307301 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Network 44b39d43-355b-456c-a2f6-d4b24ca57976 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:26.308574 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-18b53ba4-09a3-4dfc-9477-5c966d0d2eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.334511 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:26.339404 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:26.371124 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e95601-1d14-45c4-934e-b76450187a51 req-df5f4988-53aa-45e5-9c37-094918a65138 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:26.377173 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-15e95601-1d14-45c4-934e-b76450187a51 req-df5f4988-53aa-45e5-9c37-094918a65138 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/networks?id=633bd22d-5ecb-48d5-9057-6779c28a4076 HTTP/1.1" status: 200 len: 797 time: 0.9450233 Nov 11 12:11:26.409156 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Pushing event updated for resources: {'Port': ['ID=24a86cc7-3cb3-4964-9cfa-019e4f013f9f,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:26.468137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-15e95601-1d14-45c4-934e-b76450187a51 req-5feb0e38-c060-481e-9570-eb9188db567e tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/quotas/9f3f9b4522f8462683cc4d69f6cce652 HTTP/1.1" status: 200 len: 375 time: 0.0781965 Nov 11 12:11:26.593061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b53ba4-09a3-4dfc-9477-5c966d0d2eea None None] Pushing event updated for resources: {'Port': ['ID=13bd06f1-116b-4ecf-92af-72d4c44ceb91,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:26.617606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-15e95601-1d14-45c4-934e-b76450187a51 req-c037b51a-b843-4b0d-86a6-57708727c4b5 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f3f9b4522f8462683cc4d69f6cce652&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1434343 Nov 11 12:11:26.639611 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.701202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-299ee89d-6c08-45fd-aec5-2b97264a994a None None] Provisioning complete for port 13bd06f1-116b-4ecf-92af-72d4c44ceb91 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:26.701692 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-299ee89d-6c08-45fd-aec5-2b97264a994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.755034 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Attempting to bind port 24a86cc7-3cb3-4964-9cfa-019e4f013f9f on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:26.755443 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Attempting to bind port 24a86cc7-3cb3-4964-9cfa-019e4f013f9f by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'dd750799-79ef-4771-9568-a232bc155d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '44b39d43-355b-456c-a2f6-d4b24ca57976'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:26.755715 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Attempting to bind port 24a86cc7-3cb3-4964-9cfa-019e4f013f9f on network 44b39d43-355b-456c-a2f6-d4b24ca57976 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:26.775125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:26.775658 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Checking segment: {'id': 'dd750799-79ef-4771-9568-a232bc155d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '44b39d43-355b-456c-a2f6-d4b24ca57976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:26.776264 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.776672 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Bound using segment: {'id': 'dd750799-79ef-4771-9568-a232bc155d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '44b39d43-355b-456c-a2f6-d4b24ca57976'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:26.777154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Bound port: 24a86cc7-3cb3-4964-9cfa-019e4f013f9f, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd750799-79ef-4771-9568-a232bc155d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '44b39d43-355b-456c-a2f6-d4b24ca57976'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:26.777521 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.885330 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-15e95601-1d14-45c4-934e-b76450187a51 req-5abffdca-b15c-4785-b4eb-4c28c8a22216 service neutron] 10.222.0.65 "GET /v2.0/networks/633bd22d-5ecb-48d5-9057-6779c28a4076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407067 Nov 11 12:11:26.968298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44512) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:26.994901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44516) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:27.039810 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] For port 24a86cc7-3cb3-4964-9cfa-019e4f013f9f, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:27.097537 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] For port 24a86cc7-3cb3-4964-9cfa-019e4f013f9f, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=24a86cc7-3cb3-4964-9cfa-019e4f013f9f,segment=NetworkSegment(dd750799-79ef-4771-9568-a232bc155d35),segment_id=dd750799-79ef-4771-9568-a232bc155d35)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:27.118850 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.274012 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bb0d8d0f-28bb-40de-b831-4d6cf111fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'name': 'tempest-ServerActionsTestJSON-1666130217-router', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:37Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'gw_port': {'id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:38Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '06cb43af-aa0a-48a0-8ccf-0360ebb20032', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'port_id': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'mac_address': 'fa:16:3e:c9:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1009895c-65a2-4cbb-a811-3be56e360b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:10:51Z', 'updated_at': '2021-11-11T12:11:19Z', 'revision_number': 1, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156b3582-e43a-4a59-a541-2a4dc48d0f5e', 'name': '', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'mac_address': 'fa:16:3e:05:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:45Z', 'updated_at': '2021-11-11T12:10:51Z', 'revision_number': 5, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'subnets': [{'id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:27.339911 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.358192 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.359076 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.406024 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0d8d0f-28bb-40de-b831-4d6cf111fb25 None None] The sync data for ids ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'] in n-d-807359-3 is: [{'id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'name': 'tempest-ServerActionsTestJSON-1666130217-router', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:37Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'gw_port': {'id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:38Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '06cb43af-aa0a-48a0-8ccf-0360ebb20032', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'port_id': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'mac_address': 'fa:16:3e:c9:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1009895c-65a2-4cbb-a811-3be56e360b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:10:51Z', 'updated_at': '2021-11-11T12:11:19Z', 'revision_number': 1, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156b3582-e43a-4a59-a541-2a4dc48d0f5e', 'name': '', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'mac_address': 'fa:16:3e:05:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:45Z', 'updated_at': '2021-11-11T12:10:51Z', 'revision_number': 5, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'subnets': [{'id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:11:27.407578 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c901723-36a7-4311-943c-99ee049f8877 None None] Pushing event updated for resources: {'Port': ['ID=24a86cc7-3cb3-4964-9cfa-019e4f013f9f,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:27.435664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event updated for resources: {'Port': ['ID=b17775ed-cc15-43d7-83d0-3b7509cdfdb5,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:27.548647 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c3ac5fc-e69a-46b6-b644-93f5e5ccc3cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.733820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-36e25a48-7d35-456f-89c0-c980c4328df7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-450056698-network', 'tenant_id': 'c183b0a214584982aa6e510cee65d4cd'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:27.786489 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167771c4-388b-4d3b-8519-f94311287ac0 None None] Network 69041d1f-6cdb-43c1-8a23-d4794c4581bd requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:27.803034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e25a48-7d35-456f-89c0-c980c4328df7 admin admin] Made reservation on behalf of c183b0a214584982aa6e510cee65d4cd for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:27.806027 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-36e25a48-7d35-456f-89c0-c980c4328df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.841003 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-36e25a48-7d35-456f-89c0-c980c4328df7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.862301 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-15e95601-1d14-45c4-934e-b76450187a51 req-a71cf71d-58d5-4043-9ec9-0cf5b9e01705 service neutron] 10.222.0.65 "GET /v2.0/networks/633bd22d-5ecb-48d5-9057-6779c28a4076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9399815 Nov 11 12:11:27.882513 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f963790e-8803-462e-832a-a3030b18c33b up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:27.945184 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Network 69041d1f-6cdb-43c1-8a23-d4794c4581bd is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:27.949919 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:28.139671 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-36e25a48-7d35-456f-89c0-c980c4328df7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.148299 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c3ac5fc-e69a-46b6-b644-93f5e5ccc3cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.152296 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-36e25a48-7d35-456f-89c0-c980c4328df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.159390 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c3ac5fc-e69a-46b6-b644-93f5e5ccc3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.204241 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e25a48-7d35-456f-89c0-c980c4328df7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:28.263309 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e25a48-7d35-456f-89c0-c980c4328df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e33f810-9d52-436e-a4a8-36774efd86f5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:28.294745 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5c3ac5fc-e69a-46b6-b644-93f5e5ccc3cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=987f128e00404b77b4f9efd926075036&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2984722 Nov 11 12:11:28.296006 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-36e25a48-7d35-456f-89c0-c980c4328df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.296715 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-36e25a48-7d35-456f-89c0-c980c4328df7 admin admin] Added segment 9fda7c37-f760-4c3e-b061-6057cf355e5c of type vlan for network d9353140-a9db-42c0-9f09-13a67c41443c Nov 11 12:11:28.298736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44538) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:28.360586 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-70bc1f74-0bd9-49e5-87be-2b706c27b142 None None] Provisioning complete for port f963790e-8803-462e-832a-a3030b18c33b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:28.361093 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-70bc1f74-0bd9-49e5-87be-2b706c27b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.496669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8c2cda-e2cc-4a25-9206-d8dc1ff46bb3 None None] New status for floating IP 06cb43af-aa0a-48a0-8ccf-0360ebb20032: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:11:28.522595 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ac5fc-e69a-46b6-b644-93f5e5ccc3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b55cf0-c6de-4c2d-968c-bde313bc4717,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:28.550749 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-36e25a48-7d35-456f-89c0-c980c4328df7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.619816 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41339bd7-e171-4936-9728-d09c6aeba55f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.664811 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-36e25a48-7d35-456f-89c0-c980c4328df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.668011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e25a48-7d35-456f-89c0-c980c4328df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:28.668619 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-36e25a48-7d35-456f-89c0-c980c4328df7 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.672623 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f963790e-8803-462e-832a-a3030b18c33b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:28.676743 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.686061 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41339bd7-e171-4936-9728-d09c6aeba55f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.870390 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c90d2b51-de0d-4fdb-bc9b-61cc05b07d69 req-ff71c403-e54d-4bb9-b74b-4d99f6293161 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 210 time: 0.1577044 Nov 11 12:11:28.891645 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-36e25a48-7d35-456f-89c0-c980c4328df7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9214792 Nov 11 12:11:28.899705 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41339bd7-e171-4936-9728-d09c6aeba55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.901285 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44560) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:28.904678 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41339bd7-e171-4936-9728-d09c6aeba55f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.906191 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-41339bd7-e171-4936-9728-d09c6aeba55f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e6b55cf0-c6de-4c2d-968c-bde313bc4717 HTTP/1.1" status: 204 len: 168 time: 0.6065125 Nov 11 12:11:28.907252 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8648015d-a00a-40f1-982a-3d155dacd069 admin admin] Request body: {'subnet': {'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-450056698-subnet', 'tenant_id': 'c183b0a214584982aa6e510cee65d4cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:28.954067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41339bd7-e171-4936-9728-d09c6aeba55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b55cf0-c6de-4c2d-968c-bde313bc4717,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:28.957553 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e25a48-7d35-456f-89c0-c980c4328df7 admin admin] Pushing event updated for resources: {'Network': ['ID=d9353140-a9db-42c0-9f09-13a67c41443c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:29.017114 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8648015d-a00a-40f1-982a-3d155dacd069 admin admin] Made reservation on behalf of c183b0a214584982aa6e510cee65d4cd for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:29.034207 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8648015d-a00a-40f1-982a-3d155dacd069 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:29.128825 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network d9353140-a9db-42c0-9f09-13a67c41443c details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:29.299681 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Router 6ff55083-ab07-4934-b15d-84070c2977e6 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:11:29.516995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:11:29.526427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44580) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:29.527856 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7c8244f8-932e-4c31-8733-fd3528e47616 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "PUT /v2.0/routers/6ff55083-ab07-4934-b15d-84070c2977e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8391080 Nov 11 12:11:29.533889 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c2c834-a4b1-4c18-b8cb-544c9d16dea8 None None] Sync routers for ids ['6ff55083-ab07-4934-b15d-84070c2977e6'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:11:29.570519 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2c834-a4b1-4c18-b8cb-544c9d16dea8 None None] Routers {'6ff55083-ab07-4934-b15d-84070c2977e6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:29.571069 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c0c2c834-a4b1-4c18-b8cb-544c9d16dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:11:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6ff55083-ab07-4934-b15d-84070c2977e6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:29.658250 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c0c2c834-a4b1-4c18-b8cb-544c9d16dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:29.674495 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2c834-a4b1-4c18-b8cb-544c9d16dea8 None None] Routers {'6ff55083-ab07-4934-b15d-84070c2977e6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:29.678243 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c0c2c834-a4b1-4c18-b8cb-544c9d16dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:11:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6ff55083-ab07-4934-b15d-84070c2977e6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:29.699705 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8648015d-a00a-40f1-982a-3d155dacd069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:29.732942 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83119174-fbee-48e7-b4ae-9b43dacae5ee None None] Network 44b39d43-355b-456c-a2f6-d4b24ca57976 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:29.791630 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c0c2c834-a4b1-4c18-b8cb-544c9d16dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:29.792444 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c2c834-a4b1-4c18-b8cb-544c9d16dea8 None None] The sync data for ids ['6ff55083-ab07-4934-b15d-84070c2977e6'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:11:29.835216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648015d-a00a-40f1-982a-3d155dacd069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:29.858495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8648015d-a00a-40f1-982a-3d155dacd069 admin admin] Checking segment: {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:29.859053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8648015d-a00a-40f1-982a-3d155dacd069 admin admin] Network hostable DHCP agents. Network: d9353140-a9db-42c0-9f09-13a67c41443c, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:11:29.895294 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8648015d-a00a-40f1-982a-3d155dacd069 admin admin] Network d9353140-a9db-42c0-9f09-13a67c41443c is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:11:29.931942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-8648015d-a00a-40f1-982a-3d155dacd069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, d9353140-a9db-42c0-9f09-13a67c41443c) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:29.943652 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8648015d-a00a-40f1-982a-3d155dacd069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:29.944529 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8648015d-a00a-40f1-982a-3d155dacd069 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:29.996490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8648015d-a00a-40f1-982a-3d155dacd069 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0934341 Nov 11 12:11:30.039340 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.069861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92995f0a-0f54-442f-933c-9ed3c8fc5a49 None None] Network d9353140-a9db-42c0-9f09-13a67c41443c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:30.142011 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50e662ff-5f5d-4f31-a034-4340566b3dcb req-9e4c9e42-e26d-44f5-9898-046c99065201 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 210 time: 0.1003289 Nov 11 12:11:30.159284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port f963790e-8803-462e-832a-a3030b18c33b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f963790e-8803-462e-832a-a3030b18c33b,segment=NetworkSegment(6fd6f4b1-0e9a-42c9-a3e5-b014b31ec654),segment_id=6fd6f4b1-0e9a-42c9-a3e5-b014b31ec654)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:30.165270 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-70bc1f74-0bd9-49e5-87be-2b706c27b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.230133 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.231072 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 13bd06f1-116b-4ecf-92af-72d4c44ceb91 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:30.564415 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-f7b3f6f6-4e56-41a3-9258-f4ee3b7933db tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:11:30.572349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44626) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:30.581285 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f7b3f6f6-4e56-41a3-9258-f4ee3b7933db tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "PUT /v2.0/routers/6ff55083-ab07-4934-b15d-84070c2977e6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0531843 Nov 11 12:11:30.672778 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e95601-1d14-45c4-934e-b76450187a51 req-ad99c3d9-7269-476b-ac68-22b0e04082fe tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:30.674894 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-15e95601-1d14-45c4-934e-b76450187a51 req-ad99c3d9-7269-476b-ac68-22b0e04082fe tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.62 "GET /v2.0/networks?id=633bd22d-5ecb-48d5-9057-6779c28a4076 HTTP/1.1" status: 200 len: 797 time: 0.5121315 Nov 11 12:11:30.715772 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44640) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:30.850008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907960a6-76e9-42f1-af3b-ac0b580ffd04 None None] Network d9353140-a9db-42c0-9f09-13a67c41443c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:30.850919 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-15e95601-1d14-45c4-934e-b76450187a51 req-cab11dba-8e42-4a45-9c88-3c16bdfd3311 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f3f9b4522f8462683cc4d69f6cce652 HTTP/1.1" status: 200 len: 476 time: 0.1593218 Nov 11 12:11:30.852292 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=f963790e-8803-462e-832a-a3030b18c33b,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:30.868921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-15e95601-1d14-45c4-934e-b76450187a51 req-6a53b724-d3e9-409e-adfb-b0ea6ab25251 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Request body: {'port': {'device_id': '4bea77e1-e082-44c0-a522-aa6e03b711e5', 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076', 'admin_state_up': True, 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'security_groups': ['ac639601-ab7e-4f40-a56d-772b33e72633', 'b4618e62-f9c7-494b-b689-bb17fe29b2a0']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:30.876847 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-70bc1f74-0bd9-49e5-87be-2b706c27b142 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:11:30.877279 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-70bc1f74-0bd9-49e5-87be-2b706c27b142 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:11:31.046698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 13bd06f1-116b-4ecf-92af-72d4c44ceb91 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:31.049032 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.066296 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-c6e151c1-afc1-4b1c-b34d-ea4f83c5f842 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:31.075525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-c6e151c1-afc1-4b1c-b34d-ea4f83c5f842 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 805 time: 0.3580799 Nov 11 12:11:31.133373 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e95601-1d14-45c4-934e-b76450187a51 req-6a53b724-d3e9-409e-adfb-b0ea6ab25251 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Made reservation on behalf of 9f3f9b4522f8462683cc4d69f6cce652 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:31.139148 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-fa9d7c1e-89c2-425b-b841-f8588c0a7e73 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/quotas/c183b0a214584982aa6e510cee65d4cd HTTP/1.1" status: 200 len: 375 time: 0.0616157 Nov 11 12:11:31.149099 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-15e95601-1d14-45c4-934e-b76450187a51 req-6a53b724-d3e9-409e-adfb-b0ea6ab25251 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.253734 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-69c89281-9c79-408d-8509-bae77c3a27b6 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131637 Nov 11 12:11:31.383357 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3804ec73-3d6f-4ea6-84ee-40f08cc88325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.417398 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-15e95601-1d14-45c4-934e-b76450187a51 req-6a53b724-d3e9-409e-adfb-b0ea6ab25251 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Allocated IP 172.20.0.8 (633bd22d-5ecb-48d5-9057-6779c28a4076/4a1ea8b9-06da-4643-8384-cae50b3ea407/71822152-14b0-4fc4-8455-37a9c953f614) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:31.497078 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d3517d2-537f-44fa-8743-1550deee230b req-e30b6200-1f25-4b52-a303-7ed823d5c062 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 210 time: 0.1887927 Nov 11 12:11:31.673992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b7dd94f7-e8a8-4d5b-af92-d957179645c5 None None] Provisioning complete for port b17775ed-cc15-43d7-83d0-3b7509cdfdb5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:31.676464 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b7dd94f7-e8a8-4d5b-af92-d957179645c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.698024 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-fba8ced3-dc47-4c36-b75b-4e34c1a8aa7b service neutron] 10.222.0.65 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664110 Nov 11 12:11:31.728409 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-15e95601-1d14-45c4-934e-b76450187a51 req-6a53b724-d3e9-409e-adfb-b0ea6ab25251 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.762197 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd94f7-e8a8-4d5b-af92-d957179645c5 None None] Port b17775ed-cc15-43d7-83d0-3b7509cdfdb5 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:31.769536 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3804ec73-3d6f-4ea6-84ee-40f08cc88325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.790520 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b7dd94f7-e8a8-4d5b-af92-d957179645c5 None None] Provisioning complete for port f963790e-8803-462e-832a-a3030b18c33b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:31.791209 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b7dd94f7-e8a8-4d5b-af92-d957179645c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.815763 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-15e95601-1d14-45c4-934e-b76450187a51 req-6a53b724-d3e9-409e-adfb-b0ea6ab25251 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.846284 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3804ec73-3d6f-4ea6-84ee-40f08cc88325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.924433 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f963790e-8803-462e-832a-a3030b18c33b up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:31.938578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e95601-1d14-45c4-934e-b76450187a51 req-6a53b724-d3e9-409e-adfb-b0ea6ab25251 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Network 633bd22d-5ecb-48d5-9057-6779c28a4076 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:31.940349 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-15e95601-1d14-45c4-934e-b76450187a51 req-6a53b724-d3e9-409e-adfb-b0ea6ab25251 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:31.943118 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e95601-1d14-45c4-934e-b76450187a51 req-6a53b724-d3e9-409e-adfb-b0ea6ab25251 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:32.017369 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53b724-d3e9-409e-adfb-b0ea6ab25251 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'Port': ['ID=71822152-14b0-4fc4-8455-37a9c953f614,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:32.057632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b7dd94f7-e8a8-4d5b-af92-d957179645c5 None None] Provisioning complete for port 24a86cc7-3cb3-4964-9cfa-019e4f013f9f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:32.058391 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b7dd94f7-e8a8-4d5b-af92-d957179645c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.082417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e95601-1d14-45c4-934e-b76450187a51 req-6a53b724-d3e9-409e-adfb-b0ea6ab25251 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:32.083114 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-15e95601-1d14-45c4-934e-b76450187a51 req-6a53b724-d3e9-409e-adfb-b0ea6ab25251 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.120223 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-15e95601-1d14-45c4-934e-b76450187a51 req-6a53b724-d3e9-409e-adfb-b0ea6ab25251 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2587090 Nov 11 12:11:32.121042 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804ec73-3d6f-4ea6-84ee-40f08cc88325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2362a913-afef-4919-98e9-ffe3da63943a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:32.141738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Request body: {'port': {'device_id': '4bea77e1-e082-44c0-a522-aa6e03b711e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:32.171960 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3804ec73-3d6f-4ea6-84ee-40f08cc88325 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b064bbad1a98484190b01587b1f671d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4434173 Nov 11 12:11:32.185297 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44660) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:32.211170 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f963790e-8803-462e-832a-a3030b18c33b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:32.211951 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.255249 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.294130 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d9f59eb-491b-40ae-9946-4cc31ef3d572 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.297413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-3962c7db-ae3a-4a1e-84d2-19b74a5faaca service neutron] 10.222.0.65 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983720 Nov 11 12:11:32.356527 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b7dd94f7-e8a8-4d5b-af92-d957179645c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.440265 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b7dd94f7-e8a8-4d5b-af92-d957179645c5 None None] For port 24a86cc7-3cb3-4964-9cfa-019e4f013f9f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=24a86cc7-3cb3-4964-9cfa-019e4f013f9f,segment=NetworkSegment(dd750799-79ef-4771-9568-a232bc155d35),segment_id=dd750799-79ef-4771-9568-a232bc155d35)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:32.442846 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 24a86cc7-3cb3-4964-9cfa-019e4f013f9f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:32.452582 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b7dd94f7-e8a8-4d5b-af92-d957179645c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.579905 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0848af2e-f06d-43ac-8290-442260bad903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.645914 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0848af2e-f06d-43ac-8290-442260bad903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.719857 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd94f7-e8a8-4d5b-af92-d957179645c5 None None] Pushing event updated for resources: {'Port': ['ID=24a86cc7-3cb3-4964-9cfa-019e4f013f9f,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:32.739500 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b45bf1e8-0628-4a47-a936-69bdcc01bc45 None None] Provisioning complete for port 71822152-14b0-4fc4-8455-37a9c953f614 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:32.740286 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b45bf1e8-0628-4a47-a936-69bdcc01bc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.790652 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 24a86cc7-3cb3-4964-9cfa-019e4f013f9f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:32.791697 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.834669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b45bf1e8-0628-4a47-a936-69bdcc01bc45 None None] Port 71822152-14b0-4fc4-8455-37a9c953f614 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:32.890130 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36cb40e1-2aa1-47a4-8b8e-c8de3ade9ba1 req-32221103-2072-4ccf-ae5f-c73ba028891c tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 210 time: 0.1769397 Nov 11 12:11:32.970932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4476e-9ab8-4ee5-941c-50ef8142c01f req-494eee1a-d1e0-4d4f-b20f-f6ed9c48725c tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:32.972490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6ae4476e-9ab8-4ee5-941c-50ef8142c01f req-494eee1a-d1e0-4d4f-b20f-f6ed9c48725c tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 970 time: 0.2607231 Nov 11 12:11:32.989800 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0848af2e-f06d-43ac-8290-442260bad903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.992337 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0848af2e-f06d-43ac-8290-442260bad903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.014198 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0848af2e-f06d-43ac-8290-442260bad903 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2362a913-afef-4919-98e9-ffe3da63943a HTTP/1.1" status: 204 len: 168 time: 0.8265865 Nov 11 12:11:33.166174 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848af2e-f06d-43ac-8290-442260bad903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2362a913-afef-4919-98e9-ffe3da63943a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:33.305471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6ae4476e-9ab8-4ee5-941c-50ef8142c01f req-3fcea8cf-efc6-4362-89d5-7d978840de5a tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4618e62-f9c7-494b-b689-bb17fe29b2a0&id=ac639601-ab7e-4f40-a56d-772b33e72633&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3018548 Nov 11 12:11:33.320109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f59eb-491b-40ae-9946-4cc31ef3d572 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Deleting port b17775ed-cc15-43d7-83d0-3b7509cdfdb5 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:33.320444 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d9f59eb-491b-40ae-9946-4cc31ef3d572 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.332460 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71822152-14b0-4fc4-8455-37a9c953f614 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:11:33.344197 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.371545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Transition to ACTIVE for port object 71822152-14b0-4fc4-8455-37a9c953f614 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:11:33.381102 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.460462 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d9f59eb-491b-40ae-9946-4cc31ef3d572 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.480451 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f59eb-491b-40ae-9946-4cc31ef3d572 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Calling delete_port for b17775ed-cc15-43d7-83d0-3b7509cdfdb5 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:33.541031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Pushing event updated for resources: {'Port': ['ID=71822152-14b0-4fc4-8455-37a9c953f614,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:33.634553 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44688) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:33.727030 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cb0898f6-c9d1-4152-aea9-5e15718a9d17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.748781 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 24a86cc7-3cb3-4964-9cfa-019e4f013f9f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:33.790914 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Attempting to bind port 71822152-14b0-4fc4-8455-37a9c953f614 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:33.791557 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Attempting to bind port 71822152-14b0-4fc4-8455-37a9c953f614 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'c200339e-c863-4510-97b2-5c99b9dd4b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:33.792152 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Attempting to bind port 71822152-14b0-4fc4-8455-37a9c953f614 on network 633bd22d-5ecb-48d5-9057-6779c28a4076 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:33.802252 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Port 71822152-14b0-4fc4-8455-37a9c953f614 on network 633bd22d-5ecb-48d5-9057-6779c28a4076 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:33.802859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Attempting to bind port 71822152-14b0-4fc4-8455-37a9c953f614 on network 633bd22d-5ecb-48d5-9057-6779c28a4076 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:33.827349 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d9f59eb-491b-40ae-9946-4cc31ef3d572 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.844013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 24a86cc7-3cb3-4964-9cfa-019e4f013f9f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:33.844732 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.902367 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cb0898f6-c9d1-4152-aea9-5e15718a9d17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.903733 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f59eb-491b-40ae-9946-4cc31ef3d572 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event deleted for resources: {'Port': ['ID=b17775ed-cc15-43d7-83d0-3b7509cdfdb5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:33.907597 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:33.908419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Checking segment: {'id': 'c200339e-c863-4510-97b2-5c99b9dd4b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:33.908573 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Bound using segment: {'id': 'c200339e-c863-4510-97b2-5c99b9dd4b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:33.908995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Bound port: 71822152-14b0-4fc4-8455-37a9c953f614, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c200339e-c863-4510-97b2-5c99b9dd4b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:33.909349 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.921754 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cb0898f6-c9d1-4152-aea9-5e15718a9d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.974524 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0898f6-c9d1-4152-aea9-5e15718a9d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a93691-1d0c-4ac5-af9d-081161f22a69,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:34.095797 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cb0898f6-c9d1-4152-aea9-5e15718a9d17 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=291e81e65c974fad8fc1717037870563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4596386 Nov 11 12:11:34.101356 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44694) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:34.122107 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] For port 71822152-14b0-4fc4-8455-37a9c953f614, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:34.131129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] For port 71822152-14b0-4fc4-8455-37a9c953f614, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=71822152-14b0-4fc4-8455-37a9c953f614,segment=NetworkSegment(c200339e-c863-4510-97b2-5c99b9dd4b73),segment_id=c200339e-c863-4510-97b2-5c99b9dd4b73)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:34.149070 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.165250 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe782260-9623-4344-bb9a-0e13d7e37c63 req-0a4fd1b3-3f3e-4c07-afc3-487c26ff3e32 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 210 time: 0.0942852 Nov 11 12:11:34.180261 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4d9f59eb-491b-40ae-9946-4cc31ef3d572 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.252922 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.253645 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.255109 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-15e95601-1d14-45c4-934e-b76450187a51 req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] 10.222.0.62 "PUT /v2.0/ports/71822152-14b0-4fc4-8455-37a9c953f614 HTTP/1.1" status: 200 len: 1130 time: 2.1210783 Nov 11 12:11:34.255704 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bea77e1-e082-44c0-a522-aa6e03b711e5', 'tag': '71822152-14b0-4fc4-8455-37a9c953f614'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:34.257994 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e9e2cf-c9e2-4934-bd1e-be6bbe2e679f" -d '{"events": [{"name": "network-changed", "server_uuid": "4bea77e1-e082-44c0-a522-aa6e03b711e5", "tag": "71822152-14b0-4fc4-8455-37a9c953f614"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:34.342840 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6687aa-cec6-4c3d-b75f-be72c4f79783 service neutron] Pushing event updated for resources: {'Port': ['ID=71822152-14b0-4fc4-8455-37a9c953f614,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:34.347578 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-651d36e9-cf0a-478d-9fe9-1c62f92beb8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.361939 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4b43d1-b04a-4f73-ae0d-79bf5f8997b0 x-openstack-request-id: req-cc4b43d1-b04a-4f73-ae0d-79bf5f8997b0 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:34.362429 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bea77e1-e082-44c0-a522-aa6e03b711e5", "tag": "71822152-14b0-4fc4-8455-37a9c953f614", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:34.362745 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc4b43d1-b04a-4f73-ae0d-79bf5f8997b0 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:34.364075 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bea77e1-e082-44c0-a522-aa6e03b711e5', 'tag': '71822152-14b0-4fc4-8455-37a9c953f614', 'status': 'completed', 'code': 200} Nov 11 12:11:34.452763 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9f59eb-491b-40ae-9946-4cc31ef3d572 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Router 6ff55083-ab07-4934-b15d-84070c2977e6 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:11:34.556992 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-651d36e9-cf0a-478d-9fe9-1c62f92beb8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.694232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9f59eb-491b-40ae-9946-4cc31ef3d572 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:11:34.707120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b61ad-e58e-4a56-967f-1e2d0f6fcc5d None None] Sync routers for ids ['6ff55083-ab07-4934-b15d-84070c2977e6'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:11:34.720032 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4d9f59eb-491b-40ae-9946-4cc31ef3d572 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "PUT /v2.0/routers/6ff55083-ab07-4934-b15d-84070c2977e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1424170 Nov 11 12:11:34.729405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-59d20ce2-5bc1-488a-b679-b108727dffa5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.732405 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b61ad-e58e-4a56-967f-1e2d0f6fcc5d None None] Routers {'6ff55083-ab07-4934-b15d-84070c2977e6'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:34.734425 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-59d20ce2-5bc1-488a-b679-b108727dffa5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 805 time: 0.3670323 Nov 11 12:11:34.734565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d44b61ad-e58e-4a56-967f-1e2d0f6fcc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:11:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6ff55083-ab07-4934-b15d-84070c2977e6'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:34.737700 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44710) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:34.743280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be2c65-2ee6-4861-a68a-d8f84274deb6 req-ac8ff914-916a-4a40-9cda-bc93505999ee tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.748621 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b5be2c65-2ee6-4861-a68a-d8f84274deb6 req-ac8ff914-916a-4a40-9cda-bc93505999ee tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 982 time: 0.2947216 Nov 11 12:11:34.753056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e95601-1d14-45c4-934e-b76450187a51 req-d3c7b1de-fd2b-46af-992b-15dcc3bb1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.755101 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-15e95601-1d14-45c4-934e-b76450187a51 req-d3c7b1de-fd2b-46af-992b-15dcc3bb1564 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f3f9b4522f8462683cc4d69f6cce652&device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 1133 time: 0.3867331 Nov 11 12:11:34.778593 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-d73533a5-6311-4b1f-94be-397bb266713f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Request body: {'port': {'device_id': '3cd98ebe-9b69-4e7c-bcbe-bb930453e48f', 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c', 'admin_state_up': True, 'tenant_id': 'c183b0a214584982aa6e510cee65d4cd'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:34.804135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d44b61ad-e58e-4a56-967f-1e2d0f6fcc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:34.815207 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b61ad-e58e-4a56-967f-1e2d0f6fcc5d None None] Routers {'6ff55083-ab07-4934-b15d-84070c2977e6'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:34.816141 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d44b61ad-e58e-4a56-967f-1e2d0f6fcc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:11:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6ff55083-ab07-4934-b15d-84070c2977e6'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:34.839696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b5be2c65-2ee6-4861-a68a-d8f84274deb6 req-64b6f3bd-367e-4008-b532-69772f34d6e5 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4618e62-f9c7-494b-b689-bb17fe29b2a0&id=ac639601-ab7e-4f40-a56d-772b33e72633&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0821404 Nov 11 12:11:34.888467 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-267914bc-508c-4fb7-bc5f-76082f16d19b tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] delete failed (client error): The resource could not be found. Nov 11 12:11:34.889183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44712) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:34.895224 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0a86bdc6-ce19-4a41-bd3f-3b5ed4e352f1 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Request body: {'router': {'external_gateway_info': {'network_id': '6ff55083-ab07-4934-b15d-84070c2977e6'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:34.895466 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-267914bc-508c-4fb7-bc5f-76082f16d19b tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-538231557 HTTP/1.1" status: 404 len: 334 time: 0.1307938 Nov 11 12:11:34.896264 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-651d36e9-cf0a-478d-9fe9-1c62f92beb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.897818 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d44b61ad-e58e-4a56-967f-1e2d0f6fcc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:34.899027 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-651d36e9-cf0a-478d-9fe9-1c62f92beb8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.899397 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b61ad-e58e-4a56-967f-1e2d0f6fcc5d None None] The sync data for ids ['6ff55083-ab07-4934-b15d-84070c2977e6'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:11:34.900193 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-651d36e9-cf0a-478d-9fe9-1c62f92beb8b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/30a93691-1d0c-4ac5-af9d-081161f22a69 HTTP/1.1" status: 204 len: 168 time: 0.7955933 Nov 11 12:11:34.940958 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-15e95601-1d14-45c4-934e-b76450187a51 req-77af2c60-42f0-47a6-87af-26079e34e057 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71822152-14b0-4fc4-8455-37a9c953f614 HTTP/1.1" status: 200 len: 217 time: 0.1542552 Nov 11 12:11:35.011301 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d36e9-cf0a-478d-9fe9-1c62f92beb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a93691-1d0c-4ac5-af9d-081161f22a69,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:35.090774 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e95601-1d14-45c4-934e-b76450187a51 req-4a8ece8a-dcae-4940-aa97-92e413978925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:35.092689 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-15e95601-1d14-45c4-934e-b76450187a51 req-4a8ece8a-dcae-4940-aa97-92e413978925 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a1ea8b9-06da-4643-8384-cae50b3ea407 HTTP/1.1" status: 200 len: 834 time: 0.1204107 Nov 11 12:11:35.213386 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-d73533a5-6311-4b1f-94be-397bb266713f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Made reservation on behalf of c183b0a214584982aa6e510cee65d4cd for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:35.223030 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-d73533a5-6311-4b1f-94be-397bb266713f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.268806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e95601-1d14-45c4-934e-b76450187a51 req-315c9250-c7c4-4934-adf3-e8a9b1899d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:35.270315 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-15e95601-1d14-45c4-934e-b76450187a51 req-315c9250-c7c4-4934-adf3-e8a9b1899d97 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=633bd22d-5ecb-48d5-9057-6779c28a4076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655717 Nov 11 12:11:35.440169 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-15e95601-1d14-45c4-934e-b76450187a51 req-50cb6e7a-eb21-485e-b3e5-c6c95ddd0dd3 service neutron] 10.222.0.62 "GET /v2.0/networks/633bd22d-5ecb-48d5-9057-6779c28a4076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418087 Nov 11 12:11:35.540121 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-d73533a5-6311-4b1f-94be-397bb266713f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Allocated IP 172.20.0.9 (d9353140-a9db-42c0-9f09-13a67c41443c/05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4/f9cfc60c-b56a-426f-88e0-0e16e1f76f8a) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:35.578191 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad05fa8a-c405-449b-8147-1b974f67f9d9 req-f240ac1a-8d7a-4cd3-bc36-530a4eff54cc tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 210 time: 0.1116071 Nov 11 12:11:35.659930 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-15e95601-1d14-45c4-934e-b76450187a51 req-c5a1f92d-f32c-4d1c-92d7-ee76774a2501 service neutron] 10.222.0.62 "GET /v2.0/networks/633bd22d-5ecb-48d5-9057-6779c28a4076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632907 Nov 11 12:11:35.783650 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0a86bdc6-ce19-4a41-bd3f-3b5ed4e352f1 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.805825 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-d73533a5-6311-4b1f-94be-397bb266713f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.830881 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-efde395f-fc5e-4756-ad7f-21696cd4e60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.847037 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-0a86bdc6-ce19-4a41-bd3f-3b5ed4e352f1 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] update failed (client error): The resource could not be found. Nov 11 12:11:35.849338 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0a86bdc6-ce19-4a41-bd3f-3b5ed4e352f1 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "PUT /v2.0/routers/6ff55083-ab07-4934-b15d-84070c2977e6 HTTP/1.1" status: 404 len: 339 time: 0.9586370 Nov 11 12:11:35.856863 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44746) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:35.871525 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-361f6a63-ffd0-41ec-9062-6774654d320d tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1177067239'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:35.920873 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-d73533a5-6311-4b1f-94be-397bb266713f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.973258 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9e2cf-c9e2-4934-bd1e-be6bbe2e679f req-ce357c96-5e8c-404a-960a-5601d1dc96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:35.974853 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8e9e2cf-c9e2-4934-bd1e-be6bbe2e679f req-ce357c96-5e8c-404a-960a-5601d1dc96d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f3f9b4522f8462683cc4d69f6cce652&device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 1133 time: 0.1190100 Nov 11 12:11:36.030517 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b2097-034e-4c0c-b7ea-4d98fca810ac req-19504d24-d08a-4cae-a117-05d4017dc717 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:36.032386 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e38b2097-034e-4c0c-b7ea-4d98fca810ac req-19504d24-d08a-4cae-a117-05d4017dc717 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 982 time: 0.0819583 Nov 11 12:11:36.039041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-d73533a5-6311-4b1f-94be-397bb266713f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Network d9353140-a9db-42c0-9f09-13a67c41443c is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:36.039826 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361f6a63-ffd0-41ec-9062-6774654d320d tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Made reservation on behalf of b752c5b0595f445d8455f23b6ab93223 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:36.043429 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-361f6a63-ffd0-41ec-9062-6774654d320d tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.067634 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-d73533a5-6311-4b1f-94be-397bb266713f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:36.069991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-d73533a5-6311-4b1f-94be-397bb266713f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:36.087767 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73533a5-6311-4b1f-94be-397bb266713f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Pushing event updated for resources: {'Port': ['ID=f9cfc60c-b56a-426f-88e0-0e16e1f76f8a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:36.146961 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e38b2097-034e-4c0c-b7ea-4d98fca810ac req-0f5f0511-5048-46e3-a34c-7903d8d78254 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4618e62-f9c7-494b-b689-bb17fe29b2a0&id=ac639601-ab7e-4f40-a56d-772b33e72633&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1041725 Nov 11 12:11:36.244171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-361f6a63-ffd0-41ec-9062-6774654d320d tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:36.278945 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-d73533a5-6311-4b1f-94be-397bb266713f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:36.279701 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-d73533a5-6311-4b1f-94be-397bb266713f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.289023 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-361f6a63-ffd0-41ec-9062-6774654d320d tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.289539 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-361f6a63-ffd0-41ec-9062-6774654d320d tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Added segment 17dcbea1-18a5-4b3a-8248-6c2370d60829 of type vlan for network 596c2e5f-4918-498f-b640-7a240b239ac7 Nov 11 12:11:36.294716 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9e2cf-c9e2-4934-bd1e-be6bbe2e679f req-b9fa485d-5048-4ffe-a4af-336f0e63ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:36.296494 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8e9e2cf-c9e2-4934-bd1e-be6bbe2e679f req-b9fa485d-5048-4ffe-a4af-336f0e63ad5e service neutron] 10.222.0.62 "GET /v2.0/networks?id=633bd22d-5ecb-48d5-9057-6779c28a4076 HTTP/1.1" status: 200 len: 899 time: 0.2846668 Nov 11 12:11:36.348365 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8e9e2cf-c9e2-4934-bd1e-be6bbe2e679f req-3d0afd6e-01cd-449b-b815-b835cfe35e00 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71822152-14b0-4fc4-8455-37a9c953f614 HTTP/1.1" status: 200 len: 217 time: 0.0402036 Nov 11 12:11:36.408621 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-d73533a5-6311-4b1f-94be-397bb266713f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6357787 Nov 11 12:11:36.425942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Request body: {'port': {'device_id': '3cd98ebe-9b69-4e7c-bcbe-bb930453e48f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:36.431239 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-361f6a63-ffd0-41ec-9062-6774654d320d tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.478197 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9e2cf-c9e2-4934-bd1e-be6bbe2e679f req-e3306603-1bc8-49f1-8610-ac4b105046dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:36.479935 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8e9e2cf-c9e2-4934-bd1e-be6bbe2e679f req-e3306603-1bc8-49f1-8610-ac4b105046dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a1ea8b9-06da-4643-8384-cae50b3ea407 HTTP/1.1" status: 200 len: 834 time: 0.1033101 Nov 11 12:11:36.520644 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-361f6a63-ffd0-41ec-9062-6774654d320d tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.526476 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361f6a63-ffd0-41ec-9062-6774654d320d tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:36.527139 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-361f6a63-ffd0-41ec-9062-6774654d320d tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.568653 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.638320 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-361f6a63-ffd0-41ec-9062-6774654d320d tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7770810 Nov 11 12:11:36.638820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44764) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:36.647837 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-3c048866-ae51-4846-8fc5-685081da1110 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Request body: {'subnet': {'network_id': '596c2e5f-4918-498f-b640-7a240b239ac7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:36.673414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f6a63-ffd0-41ec-9062-6774654d320d tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event updated for resources: {'Network': ['ID=596c2e5f-4918-498f-b640-7a240b239ac7,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:36.684577 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 596c2e5f-4918-498f-b640-7a240b239ac7 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:36.693743 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9e2cf-c9e2-4934-bd1e-be6bbe2e679f req-e738e2d5-4390-4c6a-8f88-2c6f5f2dd13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:36.699224 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8e9e2cf-c9e2-4934-bd1e-be6bbe2e679f req-e738e2d5-4390-4c6a-8f88-2c6f5f2dd13a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=633bd22d-5ecb-48d5-9057-6779c28a4076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1931403 Nov 11 12:11:36.843436 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5424d-9a13-4b0b-aa5b-559d316337f4 req-c9526c2c-96f8-4c7d-bd94-457da0875b7e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:36.844971 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3d5424d-9a13-4b0b-aa5b-559d316337f4 req-c9526c2c-96f8-4c7d-bd94-457da0875b7e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 931 time: 0.0776424 Nov 11 12:11:36.881327 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c048866-ae51-4846-8fc5-685081da1110 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Made reservation on behalf of b752c5b0595f445d8455f23b6ab93223 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:36.885119 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c048866-ae51-4846-8fc5-685081da1110 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.944329 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8e9e2cf-c9e2-4934-bd1e-be6bbe2e679f req-1be29784-1f32-4cfe-ac33-02fd651aa0b3 service neutron] 10.222.0.62 "GET /v2.0/networks/633bd22d-5ecb-48d5-9057-6779c28a4076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308419 Nov 11 12:11:37.009429 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3d5424d-9a13-4b0b-aa5b-559d316337f4 req-822b296c-02d3-401d-8898-ef42e35fb853 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559927 Nov 11 12:11:37.075298 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8e9e2cf-c9e2-4934-bd1e-be6bbe2e679f req-8976b516-b02b-4afe-b82c-4457a1ef4421 service neutron] 10.222.0.62 "GET /v2.0/networks/633bd22d-5ecb-48d5-9057-6779c28a4076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187150 Nov 11 12:11:37.157876 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c048866-ae51-4846-8fc5-685081da1110 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.245534 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9cfc60c-b56a-426f-88e0-0e16e1f76f8a {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:11:37.262716 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.274755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Transition to ACTIVE for port object f9cfc60c-b56a-426f-88e0-0e16e1f76f8a will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:11:37.282638 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.340147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c048866-ae51-4846-8fc5-685081da1110 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event updated for resources: {'Subnet': ['ID=92d079cb-c626-4c1f-8ae6-57a6822afa0a,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:37.346443 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Pushing event updated for resources: {'Port': ['ID=f9cfc60c-b56a-426f-88e0-0e16e1f76f8a,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:37.371843 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c048866-ae51-4846-8fc5-685081da1110 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Checking segment: {'id': '17dcbea1-18a5-4b3a-8248-6c2370d60829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '596c2e5f-4918-498f-b640-7a240b239ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:37.372586 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c048866-ae51-4846-8fc5-685081da1110 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Network hostable DHCP agents. Network: 596c2e5f-4918-498f-b640-7a240b239ac7, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:11:37.396507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063a4cd-ded3-4bf3-8c7b-b505b9c10feb req-010572bb-fd8b-4bf8-8f84-73757693a4ab tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:37.402195 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1063a4cd-ded3-4bf3-8c7b-b505b9c10feb req-010572bb-fd8b-4bf8-8f84-73757693a4ab tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 982 time: 0.1712708 Nov 11 12:11:37.446846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Attempting to bind port f9cfc60c-b56a-426f-88e0-0e16e1f76f8a on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:37.447406 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Attempting to bind port f9cfc60c-b56a-426f-88e0-0e16e1f76f8a by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:37.447694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Attempting to bind port f9cfc60c-b56a-426f-88e0-0e16e1f76f8a on network d9353140-a9db-42c0-9f09-13a67c41443c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:37.453829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Port f9cfc60c-b56a-426f-88e0-0e16e1f76f8a on network d9353140-a9db-42c0-9f09-13a67c41443c not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:37.454130 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Attempting to bind port f9cfc60c-b56a-426f-88e0-0e16e1f76f8a on network d9353140-a9db-42c0-9f09-13a67c41443c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:37.461434 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:37.461794 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Checking segment: {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:37.462175 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Bound using segment: {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:37.463023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Bound port: f9cfc60c-b56a-426f-88e0-0e16e1f76f8a, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:37.463531 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.486350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c048866-ae51-4846-8fc5-685081da1110 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Network 596c2e5f-4918-498f-b640-7a240b239ac7 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:11:37.506545 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1063a4cd-ded3-4bf3-8c7b-b505b9c10feb req-f1029096-e57b-4661-a6db-3d4af86da244 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4618e62-f9c7-494b-b689-bb17fe29b2a0&id=ac639601-ab7e-4f40-a56d-772b33e72633&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0882957 Nov 11 12:11:37.511229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-3c048866-ae51-4846-8fc5-685081da1110 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 596c2e5f-4918-498f-b640-7a240b239ac7) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:37.523753 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a94ad8b-404d-4c11-8e5c-e9fee63706a7 None None] Network 596c2e5f-4918-498f-b640-7a240b239ac7 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:37.525998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c048866-ae51-4846-8fc5-685081da1110 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:37.527408 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c048866-ae51-4846-8fc5-685081da1110 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.548046 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3c048866-ae51-4846-8fc5-685081da1110 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9066656 Nov 11 12:11:37.550892 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44784) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:37.556236 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-704f23b0-c18b-4f1f-9e10-0c6a4be7d636 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Request body: {'router': {'external_gateway_info': {'network_id': '596c2e5f-4918-498f-b640-7a240b239ac7'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:37.567739 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] For port f9cfc60c-b56a-426f-88e0-0e16e1f76f8a, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:37.571526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] For port f9cfc60c-b56a-426f-88e0-0e16e1f76f8a, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f9cfc60c-b56a-426f-88e0-0e16e1f76f8a,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:37.579923 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.693616 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:37.694171 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.695615 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] 10.222.0.62 "PUT /v2.0/ports/f9cfc60c-b56a-426f-88e0-0e16e1f76f8a HTTP/1.1" status: 200 len: 1091 time: 1.2760370 Nov 11 12:11:37.696084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd98ebe-9b69-4e7c-bcbe-bb930453e48f', 'tag': 'f9cfc60c-b56a-426f-88e0-0e16e1f76f8a'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:37.698470 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c1bae4-8541-447e-969c-ff3ac526f8ca" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd98ebe-9b69-4e7c-bcbe-bb930453e48f", "tag": "f9cfc60c-b56a-426f-88e0-0e16e1f76f8a"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:37.776115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548ba57-1ced-4c95-8c4d-7c8aad91ff72 service neutron] Pushing event updated for resources: {'Port': ['ID=f9cfc60c-b56a-426f-88e0-0e16e1f76f8a,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:37.820685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-596c2e5f-4918-498f-b640-7a240b239ac7', 'network_id': '596c2e5f-4918-498f-b640-7a240b239ac7', 'tenant_id': 'b752c5b0595f445d8455f23b6ab93223', 'fixed_ips': [{'subnet_id': '92d079cb-c626-4c1f-8ae6-57a6822afa0a'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:11:37.822187 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.824221 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe2acb0-bed1-4a31-9ad3-4aab30c97d9f x-openstack-request-id: req-5fe2acb0-bed1-4a31-9ad3-4aab30c97d9f {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:37.824519 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd98ebe-9b69-4e7c-bcbe-bb930453e48f", "tag": "f9cfc60c-b56a-426f-88e0-0e16e1f76f8a", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:37.824769 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5fe2acb0-bed1-4a31-9ad3-4aab30c97d9f {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:37.825175 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd98ebe-9b69-4e7c-bcbe-bb930453e48f', 'tag': 'f9cfc60c-b56a-426f-88e0-0e16e1f76f8a', 'status': 'completed', 'code': 200} Nov 11 12:11:37.885820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-bc1a4a2b-40fa-4a74-bb6e-08a34a4cb4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:37.892699 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-bc1a4a2b-40fa-4a74-bb6e-08a34a4cb4c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 1094 time: 0.1488967 Nov 11 12:11:37.958946 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-0bed0302-3296-442a-8925-f7a6d2098e27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9cfc60c-b56a-426f-88e0-0e16e1f76f8a HTTP/1.1" status: 200 len: 217 time: 0.0529456 Nov 11 12:11:38.029113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Allocated IP 2001:db8:1::2 (596c2e5f-4918-498f-b640-7a240b239ac7/92d079cb-c626-4c1f-8ae6-57a6822afa0a/7cba499f-87b8-4962-afdb-1263da422863) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:38.128393 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-67e3f8f3-f5e4-45f2-9cdb-2ab5f48f3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:38.129334 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-67e3f8f3-f5e4-45f2-9cdb-2ab5f48f3152 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4 HTTP/1.1" status: 200 len: 845 time: 0.1580102 Nov 11 12:11:38.210565 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-70babbd6-f443-4097-a967-47f7c63baccb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9353140-a9db-42c0-9f09-13a67c41443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694668 Nov 11 12:11:38.211382 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-704f23b0-c18b-4f1f-9e10-0c6a4be7d636 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.245049 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.260545 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.282071 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1d925-10cf-4820-9cec-e226a210bc5a req-6fba708c-d2e8-419f-af10-589bc0413bc8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:38.292852 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68e1d925-10cf-4820-9cec-e226a210bc5a req-6fba708c-d2e8-419f-af10-589bc0413bc8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 943 time: 0.1613922 Nov 11 12:11:38.302928 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-08f1ff63-f1b5-49c3-aa21-a36d62ed15cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.312812 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Network 596c2e5f-4918-498f-b640-7a240b239ac7 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:38.316288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:38.318875 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:38.389517 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Attempting to bind port 7cba499f-87b8-4962-afdb-1263da422863 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:38.389819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Attempting to bind port 7cba499f-87b8-4962-afdb-1263da422863 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '17dcbea1-18a5-4b3a-8248-6c2370d60829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '596c2e5f-4918-498f-b640-7a240b239ac7'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:38.390186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Attempting to bind port 7cba499f-87b8-4962-afdb-1263da422863 on network 596c2e5f-4918-498f-b640-7a240b239ac7 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:38.395470 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Pushing event updated for resources: {'Port': ['ID=7cba499f-87b8-4962-afdb-1263da422863,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:38.399113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:38.399522 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Checking segment: {'id': '17dcbea1-18a5-4b3a-8248-6c2370d60829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '596c2e5f-4918-498f-b640-7a240b239ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:38.399926 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.400339 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Bound using segment: {'id': '17dcbea1-18a5-4b3a-8248-6c2370d60829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '596c2e5f-4918-498f-b640-7a240b239ac7'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:38.400816 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Bound port: 7cba499f-87b8-4962-afdb-1263da422863, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dcbea1-18a5-4b3a-8248-6c2370d60829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '596c2e5f-4918-498f-b640-7a240b239ac7'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:38.401193 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.435699 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-c54db4b4-ac5c-4dd4-98e4-1f384b4d5b68 service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121093 Nov 11 12:11:38.508324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] For port 7cba499f-87b8-4962-afdb-1263da422863, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:38.515372 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] For port 7cba499f-87b8-4962-afdb-1263da422863, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=7cba499f-87b8-4962-afdb-1263da422863,segment=NetworkSegment(17dcbea1-18a5-4b3a-8248-6c2370d60829),segment_id=17dcbea1-18a5-4b3a-8248-6c2370d60829)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:38.522792 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.527920 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68e1d925-10cf-4820-9cec-e226a210bc5a req-eda2f30a-f389-4903-9e3c-7d08f14939e2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341266 Nov 11 12:11:38.580691 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-59ad637a-7bfd-4a53-b2b2-be18c28c770b req-043f9348-cc1f-4d1a-851c-8ef5889c3ff9 service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321363 Nov 11 12:11:38.629060 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-704f23b0-c18b-4f1f-9e10-0c6a4be7d636 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:11:38.634785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-704f23b0-c18b-4f1f-9e10-0c6a4be7d636 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "PUT /v2.0/routers/6ff55083-ab07-4934-b15d-84070c2977e6 HTTP/1.1" status: 400 len: 364 time: 1.0821354 Nov 11 12:11:38.635438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44806) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:38.644028 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0783091-27c9-45cd-9ebc-1cc01f3e2d88 None None] Pushing event updated for resources: {'Port': ['ID=7cba499f-87b8-4962-afdb-1263da422863,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:38.725455 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48e174-f003-4c1c-98e0-5eec3e715c10 req-cf9ca2e3-2c52-4f49-a076-052f6d92c21b tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:38.727974 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f48e174-f003-4c1c-98e0-5eec3e715c10 req-cf9ca2e3-2c52-4f49-a076-052f6d92c21b tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 982 time: 0.0903964 Nov 11 12:11:38.879941 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f48e174-f003-4c1c-98e0-5eec3e715c10 req-2ef4caae-b4fd-4953-a912-fca595016fac tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4618e62-f9c7-494b-b689-bb17fe29b2a0&id=ac639601-ab7e-4f40-a56d-772b33e72633&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1454799 Nov 11 12:11:38.972005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1bae4-8541-447e-969c-ff3ac526f8ca req-486d4e1c-69f0-4521-8c87-f575572d22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:38.973625 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b0c1bae4-8541-447e-969c-ff3ac526f8ca req-486d4e1c-69f0-4521-8c87-f575572d22b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 1094 time: 0.2795086 Nov 11 12:11:39.005218 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 71822152-14b0-4fc4-8455-37a9c953f614 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:11:39.035958 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:39.116692 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b618956-1990-4e03-8009-76faf83f1576 req-f253df6f-cd02-44f3-bf6a-f591dac39e8d tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=2a2791ddeaca4976996df76043b187f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878029 Nov 11 12:11:39.150764 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:11:39.304896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 71822152-14b0-4fc4-8455-37a9c953f614, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=71822152-14b0-4fc4-8455-37a9c953f614,segment=NetworkSegment(c200339e-c863-4510-97b2-5c99b9dd4b73),segment_id=c200339e-c863-4510-97b2-5c99b9dd4b73)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:39.332971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '71822152-14b0-4fc4-8455-37a9c953f614', 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076', 'port_id': '71822152-14b0-4fc4-8455-37a9c953f614', 'mac_address': 'fa:16:3e:f9:08:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:11:39.390958 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:39.397569 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1bae4-8541-447e-969c-ff3ac526f8ca req-0cd2ed8d-7079-4296-91e0-ad81b13c8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:39.400891 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b0c1bae4-8541-447e-969c-ff3ac526f8ca req-0cd2ed8d-7079-4296-91e0-ad81b13c8614 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 907 time: 0.3721781 Nov 11 12:11:39.403328 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:39.406111 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71822152-14b0-4fc4-8455-37a9c953f614 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:11:39.430812 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 71822152-14b0-4fc4-8455-37a9c953f614, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=71822152-14b0-4fc4-8455-37a9c953f614,segment=NetworkSegment(c200339e-c863-4510-97b2-5c99b9dd4b73),segment_id=c200339e-c863-4510-97b2-5c99b9dd4b73)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:39.439225 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:39.473981 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b0c1bae4-8541-447e-969c-ff3ac526f8ca req-c3638ee3-712e-4362-833d-aec435790285 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9cfc60c-b56a-426f-88e0-0e16e1f76f8a HTTP/1.1" status: 200 len: 217 time: 0.0526049 Nov 11 12:11:39.487092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b618956-1990-4e03-8009-76faf83f1576 req-d563ca8d-9638-4551-8963-6643ab0a9889 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:39.501689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b618956-1990-4e03-8009-76faf83f1576 req-d563ca8d-9638-4551-8963-6643ab0a9889 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3687992 Nov 11 12:11:39.520718 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b618956-1990-4e03-8009-76faf83f1576 req-1c6d2839-ad52-41da-95b6-83dfc46efe22 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/quotas/2a2791ddeaca4976996df76043b187f5 HTTP/1.1" status: 200 len: 375 time: 0.0179312 Nov 11 12:11:39.551783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=71822152-14b0-4fc4-8455-37a9c953f614,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:39.581253 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b618956-1990-4e03-8009-76faf83f1576 req-428b0158-e7e3-4a78-88eb-75d1a288932b tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2a2791ddeaca4976996df76043b187f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593996 Nov 11 12:11:39.662419 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['71822152-14b0-4fc4-8455-37a9c953f614'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:11:39.810346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071c37f-00d5-4235-8724-14be8ca5cb2b req-aecafa89-9568-4acd-b9db-0f94a2635d2d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:39.815860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1bae4-8541-447e-969c-ff3ac526f8ca req-04a1bad4-75c9-4726-8bb5-c8edbd316f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:39.823185 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b0c1bae4-8541-447e-969c-ff3ac526f8ca req-04a1bad4-75c9-4726-8bb5-c8edbd316f9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4 HTTP/1.1" status: 200 len: 845 time: 0.3414102 Nov 11 12:11:39.824184 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c071c37f-00d5-4235-8724-14be8ca5cb2b req-aecafa89-9568-4acd-b9db-0f94a2635d2d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 943 time: 0.0960376 Nov 11 12:11:39.836785 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7cba499f-87b8-4962-afdb-1263da422863 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:39.945436 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c071c37f-00d5-4235-8724-14be8ca5cb2b req-d5b763ed-8017-403a-aab1-f6d47914a074 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176763 Nov 11 12:11:39.998413 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 7cba499f-87b8-4962-afdb-1263da422863 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:39.998783 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.039511 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b0c1bae4-8541-447e-969c-ff3ac526f8ca req-0165dcdc-b0c4-4ac6-b7e1-7d2395ac4d7c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9353140-a9db-42c0-9f09-13a67c41443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048083 Nov 11 12:11:40.175428 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b69604e-8b1b-4c4c-bd64-b969a27da802 req-4220a436-b5ee-4489-86f7-993247986a1c tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/ports?device_id=f654c975-6528-434a-9512-0f0197943827 HTTP/1.1" status: 200 len: 210 time: 0.0678921 Nov 11 12:11:40.226536 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452da96-4494-4e77-9f5c-d69e50c474ba req-98df1d7c-0bfb-4aa9-a681-b4c59b7e51cb tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:40.237045 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5452da96-4494-4e77-9f5c-d69e50c474ba req-98df1d7c-0bfb-4aa9-a681-b4c59b7e51cb tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 983 time: 0.1815042 Nov 11 12:11:40.340766 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.384809 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5452da96-4494-4e77-9f5c-d69e50c474ba req-3467b8c4-3256-4544-a30a-d47f0f248168 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4618e62-f9c7-494b-b689-bb17fe29b2a0&id=ac639601-ab7e-4f40-a56d-772b33e72633&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1443391 Nov 11 12:11:40.423702 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b8aebe-3595-4d50-86cf-f42b9d5edf46 None None] Network 596c2e5f-4918-498f-b640-7a240b239ac7 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:40.455221 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 7cba499f-87b8-4962-afdb-1263da422863, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=7cba499f-87b8-4962-afdb-1263da422863,segment=NetworkSegment(17dcbea1-18a5-4b3a-8248-6c2370d60829),segment_id=17dcbea1-18a5-4b3a-8248-6c2370d60829)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:40.548139 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.699376 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.709345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b40d97f0-841d-41ce-a58f-b49e57dac312 None None] Provisioning complete for port 7cba499f-87b8-4962-afdb-1263da422863 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:40.709778 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b40d97f0-841d-41ce-a58f-b49e57dac312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.754910 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b0c1bae4-8541-447e-969c-ff3ac526f8ca req-c09e228d-c4dd-49a7-8494-2cf9441d82b9 service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7027125 Nov 11 12:11:40.789013 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Allocated IP 2001:db8::1 (c8b841be-cf47-4ec8-8909-553deae0fb01/0ebad87d-7707-41f1-9cf1-807d2908c7d4/d5ee3af3-03f4-4df8-9738-abcba7772191) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:41.009086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=7cba499f-87b8-4962-afdb-1263da422863,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:41.016075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f9cfc60c-b56a-426f-88e0-0e16e1f76f8a details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:11:41.018071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 71822152-14b0-4fc4-8455-37a9c953f614 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:41.096416 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.156823 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b0c1bae4-8541-447e-969c-ff3ac526f8ca req-fd9bb879-eb60-4b56-8d5e-7fde548518de service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922889 Nov 11 12:11:41.160004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d0674-c2f2-4a21-90f9-549b7e657aa2 req-07c84492-53ca-4dbd-9c9c-9c8a1b730bd6 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:41.186571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dc1d0674-c2f2-4a21-90f9-549b7e657aa2 req-07c84492-53ca-4dbd-9c9c-9c8a1b730bd6 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 943 time: 0.1189895 Nov 11 12:11:41.226477 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.263664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 71822152-14b0-4fc4-8455-37a9c953f614 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:11:41.264599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 71822152-14b0-4fc4-8455-37a9c953f614 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:41.270934 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.284683 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Network c8b841be-cf47-4ec8-8909-553deae0fb01 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:41.286357 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dc1d0674-c2f2-4a21-90f9-549b7e657aa2 req-38be7ff2-4cd5-4934-aeb5-ad6ba934a7bf tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973186 Nov 11 12:11:41.289224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:41.307431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:41.307997 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.347214 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.374390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f9cfc60c-b56a-426f-88e0-0e16e1f76f8a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f9cfc60c-b56a-426f-88e0-0e16e1f76f8a,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:41.379420 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event updated for resources: {'Port': ['ID=d5ee3af3-03f4-4df8-9738-abcba7772191,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:41.454664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'f9cfc60c-b56a-426f-88e0-0e16e1f76f8a', 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c', 'port_id': 'f9cfc60c-b56a-426f-88e0-0e16e1f76f8a', 'mac_address': 'fa:16:3e:11:68:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:11:41.574029 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b618956-1990-4e03-8009-76faf83f1576 req-2fb71770-5c2b-43f7-9bf0-bb00d67cf45d tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2a2791ddeaca4976996df76043b187f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921080 Nov 11 12:11:41.586972 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.639410 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.648472 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.671780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7cba499f-87b8-4962-afdb-1263da422863 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:41.698248 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f06cf656-d26f-4c59-af1e-c6d319a61527 req-5d48a3ba-520b-4dbe-bd54-310575d0ec13 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/ports?device_id=f654c975-6528-434a-9512-0f0197943827 HTTP/1.1" status: 200 len: 210 time: 0.1892791 Nov 11 12:11:41.757139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9cfc60c-b56a-426f-88e0-0e16e1f76f8a {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:11:41.783172 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bea77e1-e082-44c0-a522-aa6e03b711e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71822152-14b0-4fc4-8455-37a9c953f614'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:41.785706 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91db6cfa-3ce4-42fb-ab8f-592434c958e6" -d '{"events": [{"server_uuid": "4bea77e1-e082-44c0-a522-aa6e03b711e5", "name": "network-vif-plugged", "status": "completed", "tag": "71822152-14b0-4fc4-8455-37a9c953f614"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:41.844067 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 71822152-14b0-4fc4-8455-37a9c953f614, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=71822152-14b0-4fc4-8455-37a9c953f614,segment=NetworkSegment(c200339e-c863-4510-97b2-5c99b9dd4b73),segment_id=c200339e-c863-4510-97b2-5c99b9dd4b73)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:41.860003 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.868298 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f9cfc60c-b56a-426f-88e0-0e16e1f76f8a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f9cfc60c-b56a-426f-88e0-0e16e1f76f8a,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:41.889964 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56667669-38f5-4fad-92d9-bb8312b13b26 req-390c73b8-d7cf-4b1b-a1c0-e602b992eddf tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:41.892951 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-56667669-38f5-4fad-92d9-bb8312b13b26 req-390c73b8-d7cf-4b1b-a1c0-e602b992eddf tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 983 time: 0.3259461 Nov 11 12:11:41.914636 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.953979 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-87e8a544-34a4-479a-9b6c-36954474f0e8 None None] Provisioning complete for port 7cba499f-87b8-4962-afdb-1263da422863 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:41.954592 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87e8a544-34a4-479a-9b6c-36954474f0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.956351 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=71822152-14b0-4fc4-8455-37a9c953f614,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:41.960133 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 7cba499f-87b8-4962-afdb-1263da422863 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:41.960666 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.987986 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3ff768-d0bb-4ab6-9eb2-7f0b6be44f77 x-openstack-request-id: req-9d3ff768-d0bb-4ab6-9eb2-7f0b6be44f77 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:41.988273 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bea77e1-e082-44c0-a522-aa6e03b711e5", "name": "network-vif-plugged", "status": "completed", "tag": "71822152-14b0-4fc4-8455-37a9c953f614", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:41.988521 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d3ff768-d0bb-4ab6-9eb2-7f0b6be44f77 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:41.988909 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bea77e1-e082-44c0-a522-aa6e03b711e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71822152-14b0-4fc4-8455-37a9c953f614', 'code': 200} Nov 11 12:11:42.079904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f9cfc60c-b56a-426f-88e0-0e16e1f76f8a,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:42.101123 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-56667669-38f5-4fad-92d9-bb8312b13b26 req-24828076-0549-4d7d-b037-84d671548ee7 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4618e62-f9c7-494b-b689-bb17fe29b2a0&id=ac639601-ab7e-4f40-a56d-772b33e72633&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1930790 Nov 11 12:11:42.156008 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b618956-1990-4e03-8009-76faf83f1576 req-5afd44e3-29e5-4933-a5c7-e1cb31ff78a4 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:42.160741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b618956-1990-4e03-8009-76faf83f1576 req-5afd44e3-29e5-4933-a5c7-e1cb31ff78a4 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4767580 Nov 11 12:11:42.177016 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-0b618956-1990-4e03-8009-76faf83f1576 req-36588229-b4a7-4376-9b2e-f8b75dfde5b5 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Request body: {'port': {'device_id': 'f654c975-6528-434a-9512-0f0197943827', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '2a2791ddeaca4976996df76043b187f5'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:42.189992 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.196352 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb64238-70e6-4ada-95f4-bb74a06fab7c req-ad9aa211-41f4-4597-b7fd-45e3ea262ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:42.198082 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7fb64238-70e6-4ada-95f4-bb74a06fab7c req-ad9aa211-41f4-4597-b7fd-45e3ea262ab5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 1135 time: 0.1370988 Nov 11 12:11:42.199553 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.201080 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.226726 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f9cfc60c-b56a-426f-88e0-0e16e1f76f8a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:11:42.297920 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event updated for resources: {'Port': ['ID=d5ee3af3-03f4-4df8-9738-abcba7772191,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:42.391858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-87e8a544-34a4-479a-9b6c-36954474f0e8 None None] Provisioning complete for port d5ee3af3-03f4-4df8-9738-abcba7772191 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:42.392219 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87e8a544-34a4-479a-9b6c-36954474f0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.405468 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7fb64238-70e6-4ada-95f4-bb74a06fab7c req-f1ca9002-0ed5-48db-8740-e8c962bbf14e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ac639601-ab7e-4f40-a56d-772b33e72633&id=b4618e62-f9c7-494b-b689-bb17fe29b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1499929 Nov 11 12:11:42.423300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b618956-1990-4e03-8009-76faf83f1576 req-36588229-b4a7-4376-9b2e-f8b75dfde5b5 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Made reservation on behalf of 2a2791ddeaca4976996df76043b187f5 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:42.426926 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0b618956-1990-4e03-8009-76faf83f1576 req-36588229-b4a7-4376-9b2e-f8b75dfde5b5 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.443626 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0b618956-1990-4e03-8009-76faf83f1576 req-36588229-b4a7-4376-9b2e-f8b75dfde5b5 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.445466 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Network c8b841be-cf47-4ec8-8909-553deae0fb01 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:42.447267 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:42.510669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-87e8a544-34a4-479a-9b6c-36954474f0e8 None None] Port d5ee3af3-03f4-4df8-9738-abcba7772191 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:42.597427 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285daa0-1147-428d-8fd6-20e2baf11554 req-7206faad-7a53-444c-b14d-b3f8f2f90065 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:42.605000 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7285daa0-1147-428d-8fd6-20e2baf11554 req-7206faad-7a53-444c-b14d-b3f8f2f90065 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 944 time: 0.1675920 Nov 11 12:11:42.642597 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Router 6ff55083-ab07-4934-b15d-84070c2977e6 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:11:42.686442 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7285daa0-1147-428d-8fd6-20e2baf11554 req-464772cb-9b06-4524-8f60-bff6a62ed2de tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804467 Nov 11 12:11:42.736139 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0b618956-1990-4e03-8009-76faf83f1576 req-36588229-b4a7-4376-9b2e-f8b75dfde5b5 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.748254 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0b618956-1990-4e03-8009-76faf83f1576 req-36588229-b4a7-4376-9b2e-f8b75dfde5b5 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.800480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:11:42.814202 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad66268f-f95a-4d1c-931a-ca3b3178950c None None] Sync routers for ids ['6ff55083-ab07-4934-b15d-84070c2977e6'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:11:42.824050 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c0530e9a-f4a9-401d-89b9-6328a73bc25f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "PUT /v2.0/routers/6ff55083-ab07-4934-b15d-84070c2977e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1847942 Nov 11 12:11:42.827402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44920) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:42.859303 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad66268f-f95a-4d1c-931a-ca3b3178950c None None] Routers {'6ff55083-ab07-4934-b15d-84070c2977e6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:42.860830 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ad66268f-f95a-4d1c-931a-ca3b3178950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:11:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6ff55083-ab07-4934-b15d-84070c2977e6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:42.864713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36588229-b4a7-4376-9b2e-f8b75dfde5b5 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b48b2720-a48d-4699-822f-06f92a2505df,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:42.886244 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b1adae42-55d1-4491-935c-9e3a50b70ba9 None None] Provisioning complete for port d5ee3af3-03f4-4df8-9738-abcba7772191 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:42.888868 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b1adae42-55d1-4491-935c-9e3a50b70ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.902824 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1ecc76c-d340-42cc-9c17-849eb279abcc req-b0b2bb16-53f9-4aeb-b9eb-601bad65ae73 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/ports?device_id=f654c975-6528-434a-9512-0f0197943827 HTTP/1.1" status: 200 len: 210 time: 0.0636921 Nov 11 12:11:42.957669 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6d8a-cbf4-4c34-8a30-376c993b8001 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.991229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-0b618956-1990-4e03-8009-76faf83f1576 req-36588229-b4a7-4376-9b2e-f8b75dfde5b5 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Allocated IP 192.168.233.153 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/06415bb0-581b-4f63-a5f7-6a2b46b6e1fa) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:43.000955 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ad66268f-f95a-4d1c-931a-ca3b3178950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:43.017759 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad66268f-f95a-4d1c-931a-ca3b3178950c None None] Routers {'6ff55083-ab07-4934-b15d-84070c2977e6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:43.018673 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ad66268f-f95a-4d1c-931a-ca3b3178950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:11:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6ff55083-ab07-4934-b15d-84070c2977e6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:43.025267 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b1adae42-55d1-4491-935c-9e3a50b70ba9 None None] Port d5ee3af3-03f4-4df8-9738-abcba7772191 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:43.061999 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ad66268f-f95a-4d1c-931a-ca3b3178950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:43.063116 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad66268f-f95a-4d1c-931a-ca3b3178950c None None] The sync data for ids ['6ff55083-ab07-4934-b15d-84070c2977e6'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:11:43.089940 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-ceaa6d8a-cbf4-4c34-8a30-376c993b8001 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 12:11:43.091283 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ceaa6d8a-cbf4-4c34-8a30-376c993b8001 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "DELETE /v2.0/routers/6ff55083-ab07-4934-b15d-84070c2977e6 HTTP/1.1" status: 409 len: 329 time: 0.2628303 Nov 11 12:11:43.094140 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44922) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:43.250837 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0b618956-1990-4e03-8009-76faf83f1576 req-36588229-b4a7-4376-9b2e-f8b75dfde5b5 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:43.271929 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e694273-329c-4445-9bb6-d1e325d3f4b3 req-11dea3ac-0434-4524-a7d2-177a43cb761d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:43.273631 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e694273-329c-4445-9bb6-d1e325d3f4b3 req-11dea3ac-0434-4524-a7d2-177a43cb761d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 984 time: 0.0862989 Nov 11 12:11:43.378731 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e694273-329c-4445-9bb6-d1e325d3f4b3 req-d788a058-49d4-4890-b098-a3384dd7411b tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4618e62-f9c7-494b-b689-bb17fe29b2a0&id=ac639601-ab7e-4f40-a56d-772b33e72633&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0871811 Nov 11 12:11:43.397185 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0b618956-1990-4e03-8009-76faf83f1576 req-36588229-b4a7-4376-9b2e-f8b75dfde5b5 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:43.457835 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36588229-b4a7-4376-9b2e-f8b75dfde5b5 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Pushing event updated for resources: {'Port': ['ID=06415bb0-581b-4f63-a5f7-6a2b46b6e1fa,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:43.477817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b618956-1990-4e03-8009-76faf83f1576 req-36588229-b4a7-4376-9b2e-f8b75dfde5b5 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:43.479448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-0b618956-1990-4e03-8009-76faf83f1576 req-36588229-b4a7-4376-9b2e-f8b75dfde5b5 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:43.482592 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b618956-1990-4e03-8009-76faf83f1576 req-36588229-b4a7-4376-9b2e-f8b75dfde5b5 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:43.563803 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0c00ff75-d887-4100-8b5c-47e0ef9f9a4f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:43.565215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b618956-1990-4e03-8009-76faf83f1576 req-36588229-b4a7-4376-9b2e-f8b75dfde5b5 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:43.565927 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0b618956-1990-4e03-8009-76faf83f1576 req-36588229-b4a7-4376-9b2e-f8b75dfde5b5 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:43.592457 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b618956-1990-4e03-8009-76faf83f1576 req-36588229-b4a7-4376-9b2e-f8b75dfde5b5 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4196932 Nov 11 12:11:43.606960 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Request body: {'port': {'device_id': 'f654c975-6528-434a-9512-0f0197943827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:43.768099 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:43.852918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-78306a92-5fdd-4c6a-8d5f-c24a9cf72529 None None] Provisioning complete for port 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:43.853419 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-78306a92-5fdd-4c6a-8d5f-c24a9cf72529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:43.910377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79c5fe-7532-46d5-aff5-8eed4ec69a14 req-1bffa976-26a3-4b26-ba1d-ebfb826af64c tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:43.911976 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3f79c5fe-7532-46d5-aff5-8eed4ec69a14 req-1bffa976-26a3-4b26-ba1d-ebfb826af64c tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 944 time: 0.0990264 Nov 11 12:11:43.933873 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-78306a92-5fdd-4c6a-8d5f-c24a9cf72529 None None] Port 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:43.999277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-0c00ff75-d887-4100-8b5c-47e0ef9f9a4f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Deleting port d5ee3af3-03f4-4df8-9738-abcba7772191 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:43.999645 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0c00ff75-d887-4100-8b5c-47e0ef9f9a4f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.115200 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0c00ff75-d887-4100-8b5c-47e0ef9f9a4f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.141384 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-0c00ff75-d887-4100-8b5c-47e0ef9f9a4f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Calling delete_port for d5ee3af3-03f4-4df8-9738-abcba7772191 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:44.152622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3f79c5fe-7532-46d5-aff5-8eed4ec69a14 req-9664e63e-3cdb-436f-a7cc-3723f65b37c6 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495812 Nov 11 12:11:44.169712 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19330636-dfec-4d6b-a15e-520996acf551 req-31df0aba-e439-49e7-ace0-5bea03300d6c tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:44.177436 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19330636-dfec-4d6b-a15e-520996acf551 req-31df0aba-e439-49e7-ace0-5bea03300d6c tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/ports?device_id=f654c975-6528-434a-9512-0f0197943827 HTTP/1.1" status: 200 len: 936 time: 0.1754224 Nov 11 12:11:44.293734 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19330636-dfec-4d6b-a15e-520996acf551 req-ed63602f-03d0-4412-bccd-e356269f3375 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/security-groups?id=b48b2720-a48d-4699-822f-06f92a2505df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114676 Nov 11 12:11:44.408673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:11:44.418624 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.421181 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0c00ff75-d887-4100-8b5c-47e0ef9f9a4f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.435215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Transition to ACTIVE for port object 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:11:44.446895 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.539556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00ff75-d887-4100-8b5c-47e0ef9f9a4f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event deleted for resources: {'Port': ['ID=d5ee3af3-03f4-4df8-9738-abcba7772191,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:44.629257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Pushing event updated for resources: {'Port': ['ID=06415bb0-581b-4f63-a5f7-6a2b46b6e1fa,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:44.642949 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0c00ff75-d887-4100-8b5c-47e0ef9f9a4f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.712960 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344454ff-0860-4e28-aa8c-d66c3a430355 req-51ea399c-c008-4e58-a377-c29f570bb6f8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:44.721851 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-344454ff-0860-4e28-aa8c-d66c3a430355 req-51ea399c-c008-4e58-a377-c29f570bb6f8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 984 time: 0.2014942 Nov 11 12:11:44.782954 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Attempting to bind port 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:44.783296 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Attempting to bind port 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:44.783743 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Attempting to bind port 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:44.797098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Port 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:44.797425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Attempting to bind port 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:44.815859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-344454ff-0860-4e28-aa8c-d66c3a430355 req-67c1098d-82e3-4145-a9b9-9f05ec636d67 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4618e62-f9c7-494b-b689-bb17fe29b2a0&id=ac639601-ab7e-4f40-a56d-772b33e72633&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0877271 Nov 11 12:11:44.825154 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:44.825920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:44.827908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:44.828328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Bound port: 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:44.828689 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.876207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c00ff75-d887-4100-8b5c-47e0ef9f9a4f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Router 6ff55083-ab07-4934-b15d-84070c2977e6 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:11:44.963913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c00ff75-d887-4100-8b5c-47e0ef9f9a4f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:11:44.974943 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0c00ff75-d887-4100-8b5c-47e0ef9f9a4f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "PUT /v2.0/routers/6ff55083-ab07-4934-b15d-84070c2977e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8744404 Nov 11 12:11:44.975594 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44946) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:44.979093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c60796-3373-464d-8591-2bcd8c3b24c4 None None] Sync routers for ids ['6ff55083-ab07-4934-b15d-84070c2977e6'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:11:45.003596 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f9cfc60c-b56a-426f-88e0-0e16e1f76f8a up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:45.020436 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-d9c9dc75-9bf6-486a-8d8c-c6c6c5954190 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] show failed (client error): The resource could not be found. Nov 11 12:11:45.021808 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d9c9dc75-9bf6-486a-8d8c-c6c6c5954190 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-2085145040 HTTP/1.1" status: 404 len: 335 time: 0.0448973 Nov 11 12:11:45.027441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44948) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:45.032237 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b145f4f3-fa1e-4e95-b1d0-3edbfab4b54f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:45.032568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c60796-3373-464d-8591-2bcd8c3b24c4 None None] Routers {'6ff55083-ab07-4934-b15d-84070c2977e6'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:45.033214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-69c60796-3373-464d-8591-2bcd8c3b24c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:11:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6ff55083-ab07-4934-b15d-84070c2977e6'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:45.079904 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-b145f4f3-fa1e-4e95-b1d0-3edbfab4b54f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] update failed (client error): The resource could not be found. Nov 11 12:11:45.087050 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b145f4f3-fa1e-4e95-b1d0-3edbfab4b54f tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1977149532 HTTP/1.1" status: 404 len: 335 time: 0.0585175 Nov 11 12:11:45.087272 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-69c60796-3373-464d-8591-2bcd8c3b24c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:45.088137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44950) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:45.103052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c60796-3373-464d-8591-2bcd8c3b24c4 None None] Routers {'6ff55083-ab07-4934-b15d-84070c2977e6'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:45.103687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-69c60796-3373-464d-8591-2bcd8c3b24c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:11:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['6ff55083-ab07-4934-b15d-84070c2977e6'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:45.145097 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-69c60796-3373-464d-8591-2bcd8c3b24c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:45.146014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c60796-3373-464d-8591-2bcd8c3b24c4 None None] The sync data for ids ['6ff55083-ab07-4934-b15d-84070c2977e6'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:11:45.154648 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port f9cfc60c-b56a-426f-88e0-0e16e1f76f8a completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:11:45.159895 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e70da51-ee27-49be-9099-8cbd9387e3d6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Deleting subnet 92d079cb-c626-4c1f-8ae6-57a6822afa0a {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:11:45.161359 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port f9cfc60c-b56a-426f-88e0-0e16e1f76f8a triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:45.162003 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.164518 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7e70da51-ee27-49be-9099-8cbd9387e3d6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.215984 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7e70da51-ee27-49be-9099-8cbd9387e3d6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.281259 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] For port 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:45.311232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] For port 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=06415bb0-581b-4f63-a5f7-6a2b46b6e1fa,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:45.331232 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.348984 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7e70da51-ee27-49be-9099-8cbd9387e3d6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.355273 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.396391 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f9cfc60c-b56a-426f-88e0-0e16e1f76f8a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f9cfc60c-b56a-426f-88e0-0e16e1f76f8a,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:45.397690 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd98ebe-9b69-4e7c-bcbe-bb930453e48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cfc60c-b56a-426f-88e0-0e16e1f76f8a'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:45.401812 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57c7290-fc09-4aa4-b162-65676e09d13e" -d '{"events": [{"server_uuid": "3cd98ebe-9b69-4e7c-bcbe-bb930453e48f", "name": "network-vif-plugged", "status": "completed", "tag": "f9cfc60c-b56a-426f-88e0-0e16e1f76f8a"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:45.408610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55b965-450f-4859-b2ea-06e536fdeb38 req-50d86d7b-acaf-4723-83bc-c47f78ca9bf8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:45.408991 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.409947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a55b965-450f-4859-b2ea-06e536fdeb38 req-50d86d7b-acaf-4723-83bc-c47f78ca9bf8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 984 time: 0.5064306 Nov 11 12:11:45.435776 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d5fd9-a9b6-4edb-9ffe-4d7f756e7172 req-f5610abd-58bf-4630-a420-7ffc0fdd4bcb tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:45.437389 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b1d5fd9-a9b6-4edb-9ffe-4d7f756e7172 req-f5610abd-58bf-4630-a420-7ffc0fdd4bcb tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 944 time: 0.1243520 Nov 11 12:11:45.449958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:45.450408 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.451783 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b618956-1990-4e03-8009-76faf83f1576 req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] 10.222.0.43 "PUT /v2.0/ports/06415bb0-581b-4f63-a5f7-6a2b46b6e1fa HTTP/1.1" status: 200 len: 1096 time: 1.8499489 Nov 11 12:11:45.452257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f654c975-6528-434a-9512-0f0197943827', 'tag': '06415bb0-581b-4f63-a5f7-6a2b46b6e1fa'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:45.453283 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7e70da51-ee27-49be-9099-8cbd9387e3d6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.459219 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95cc4b0-ce72-4d7e-9978-2b6737fdb7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f654c975-6528-434a-9512-0f0197943827", "tag": "06415bb0-581b-4f63-a5f7-6a2b46b6e1fa"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:45.490525 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7e70da51-ee27-49be-9099-8cbd9387e3d6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.490860 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06403c5-c8cb-44d2-8cce-9c845e7e6400 None None] Network 596c2e5f-4918-498f-b640-7a240b239ac7 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:45.513418 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7e70da51-ee27-49be-9099-8cbd9387e3d6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "DELETE /v2.0/subnets/92d079cb-c626-4c1f-8ae6-57a6822afa0a HTTP/1.1" status: 204 len: 168 time: 0.4240081 Nov 11 12:11:45.514799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44966) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:45.539863 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f9cfc60c-b56a-426f-88e0-0e16e1f76f8a,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:45.700515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a55b965-450f-4859-b2ea-06e536fdeb38 req-84e5f127-1a76-41c2-a29d-b7eb7612bffb tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4618e62-f9c7-494b-b689-bb17fe29b2a0&id=ac639601-ab7e-4f40-a56d-772b33e72633&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2572632 Nov 11 12:11:45.714293 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa51ef9-3494-4f3e-81d8-3d92059941bb service neutron] Pushing event updated for resources: {'Port': ['ID=06415bb0-581b-4f63-a5f7-6a2b46b6e1fa,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:45.741289 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70da51-ee27-49be-9099-8cbd9387e3d6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event deleted for resources: {'Subnet': ['ID=92d079cb-c626-4c1f-8ae6-57a6822afa0a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:45.790715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b618956-1990-4e03-8009-76faf83f1576 req-0aba0c74-06ba-46ac-b3c1-63b2c62de50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:45.792284 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b618956-1990-4e03-8009-76faf83f1576 req-0aba0c74-06ba-46ac-b3c1-63b2c62de50f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a2791ddeaca4976996df76043b187f5&device_id=f654c975-6528-434a-9512-0f0197943827 HTTP/1.1" status: 200 len: 1099 time: 0.2752624 Nov 11 12:11:45.795248 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.833548 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.939915 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b618956-1990-4e03-8009-76faf83f1576 req-2003b9df-a949-40ea-8010-57a262923b3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=06415bb0-581b-4f63-a5f7-6a2b46b6e1fa HTTP/1.1" status: 200 len: 217 time: 0.1315234 Nov 11 12:11:45.946267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b1d5fd9-a9b6-4edb-9ffe-4d7f756e7172 req-3a27a8fe-1234-46db-8db4-64f52197246a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746108 Nov 11 12:11:45.962491 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e735d9-2c78-48f6-a65c-484256f13b1c None None] DHCP port deletion for 596c2e5f-4918-498f-b640-7a240b239ac7 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:11:46.069407 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65d4ac5-f6d3-4229-8a5f-2fd6fae91054 x-openstack-request-id: req-d65d4ac5-f6d3-4229-8a5f-2fd6fae91054 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:46.070124 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd98ebe-9b69-4e7c-bcbe-bb930453e48f", "name": "network-vif-plugged", "status": "completed", "tag": "f9cfc60c-b56a-426f-88e0-0e16e1f76f8a", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:46.070124 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d65d4ac5-f6d3-4229-8a5f-2fd6fae91054 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:46.070398 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd98ebe-9b69-4e7c-bcbe-bb930453e48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cfc60c-b56a-426f-88e0-0e16e1f76f8a', 'code': 200} Nov 11 12:11:46.092873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b618956-1990-4e03-8009-76faf83f1576 req-a839fa72-10f1-49dd-9376-1335456d21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:46.094620 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b618956-1990-4e03-8009-76faf83f1576 req-a839fa72-10f1-49dd-9376-1335456d21fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1458571 Nov 11 12:11:46.150714 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b9e735d9-2c78-48f6-a65c-484256f13b1c None None] Deleting port 7cba499f-87b8-4962-afdb-1263da422863 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:46.151111 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b9e735d9-2c78-48f6-a65c-484256f13b1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.203134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b618956-1990-4e03-8009-76faf83f1576 req-36f07ced-9839-48c5-a135-6f76021c3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:46.204696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b618956-1990-4e03-8009-76faf83f1576 req-36f07ced-9839-48c5-a135-6f76021c3e79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975585 Nov 11 12:11:46.212573 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1289fa-2fce-4c29-997a-1a25dd4f47c3 req-51398432-436a-46c6-a583-10c44eab2877 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:46.226430 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d1289fa-2fce-4c29-997a-1a25dd4f47c3 req-51398432-436a-46c6-a583-10c44eab2877 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/ports?device_id=f654c975-6528-434a-9512-0f0197943827 HTTP/1.1" status: 200 len: 948 time: 0.3222711 Nov 11 12:11:46.299316 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b9e735d9-2c78-48f6-a65c-484256f13b1c None None] For port 7cba499f-87b8-4962-afdb-1263da422863, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=7cba499f-87b8-4962-afdb-1263da422863,segment=NetworkSegment(17dcbea1-18a5-4b3a-8248-6c2370d60829),segment_id=17dcbea1-18a5-4b3a-8248-6c2370d60829)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:46.299713 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b9e735d9-2c78-48f6-a65c-484256f13b1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.314075 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0765b4e1-27f9-4a54-a7f9-32cb2b590db1 x-openstack-request-id: req-0765b4e1-27f9-4a54-a7f9-32cb2b590db1 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:46.314686 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f654c975-6528-434a-9512-0f0197943827", "tag": "06415bb0-581b-4f63-a5f7-6a2b46b6e1fa", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:46.314686 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0765b4e1-27f9-4a54-a7f9-32cb2b590db1 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:46.315047 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f654c975-6528-434a-9512-0f0197943827', 'tag': '06415bb0-581b-4f63-a5f7-6a2b46b6e1fa', 'status': 'completed', 'code': 200} Nov 11 12:11:46.332906 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b9e735d9-2c78-48f6-a65c-484256f13b1c None None] Calling delete_port for 7cba499f-87b8-4962-afdb-1263da422863 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:46.467972 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b9e735d9-2c78-48f6-a65c-484256f13b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.519877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e735d9-2c78-48f6-a65c-484256f13b1c None None] Pushing event deleted for resources: {'Port': ['ID=7cba499f-87b8-4962-afdb-1263da422863,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:46.539729 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e735d9-2c78-48f6-a65c-484256f13b1c None None] No DVR routers for this DVR port 7cba499f-87b8-4962-afdb-1263da422863 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:11:46.555645 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d1289fa-2fce-4c29-997a-1a25dd4f47c3 req-7e8ea9da-391d-40b9-a6c8-f9ce88833f78 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/security-groups?id=b48b2720-a48d-4699-822f-06f92a2505df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053119 Nov 11 12:11:46.555991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11b194-2a56-46d0-88de-bdb876accb56 req-6fbe5833-f5b3-4d6d-a8e4-8027c469ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:46.557718 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8a11b194-2a56-46d0-88de-bdb876accb56 req-6fbe5833-f5b3-4d6d-a8e4-8027c469ceb1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 1096 time: 0.0507882 Nov 11 12:11:46.570850 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cd5e8-acee-4550-b685-5587c2a459ba req-70419dba-257f-4445-9388-eebe70b683a4 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:46.584553 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a35cd5e8-acee-4550-b685-5587c2a459ba req-70419dba-257f-4445-9388-eebe70b683a4 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 1135 time: 0.2220724 Nov 11 12:11:46.623995 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a35cd5e8-acee-4550-b685-5587c2a459ba req-a79c0229-fb76-4c60-b971-742c5aef0b8a tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.660412 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Deleting port 7cba499f-87b8-4962-afdb-1263da422863 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:46.661062 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.682894 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8a11b194-2a56-46d0-88de-bdb876accb56 req-b5e6a60c-cd72-4141-9450-07e2905a9aea service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176655 Nov 11 12:11:46.742075 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b618956-1990-4e03-8009-76faf83f1576 req-c45e87e8-5f65-4716-afa8-1b322f82a0e3 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122066 Nov 11 12:11:46.792146 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a35cd5e8-acee-4550-b685-5587c2a459ba req-a79c0229-fb76-4c60-b971-742c5aef0b8a tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.797693 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] For port 7cba499f-87b8-4962-afdb-1263da422863, host n-d-807359-3, got binding levels [] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:46.798849 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.808931 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-a35cd5e8-acee-4550-b685-5587c2a459ba req-a79c0229-fb76-4c60-b971-742c5aef0b8a tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.836839 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Calling delete_port for 7cba499f-87b8-4962-afdb-1263da422863 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:46.841939 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.ipam_backend_mixin [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Port 7cba499f-87b8-4962-afdb-1263da422863 was not found and therefore no delete operation was performed {{(pid=109154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:11:46.849077 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.892052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] No DVR routers for this DVR port 7cba499f-87b8-4962-afdb-1263da422863 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:11:46.894910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event deleted for resources: {'Port': ['ID=7cba499f-87b8-4962-afdb-1263da422863,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:46.907500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c0229-fb76-4c60-b971-742c5aef0b8a tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fd6199-1769-43bd-bfbb-f6c9f6513d45,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:46.932535 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a35cd5e8-acee-4550-b685-5587c2a459ba req-a79c0229-fb76-4c60-b971-742c5aef0b8a tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=b4618e62-f9c7-494b-b689-bb17fe29b2a0&id=ac639601-ab7e-4f40-a56d-772b33e72633&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3528118 Nov 11 12:11:46.962978 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44986) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:46.998652 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:47.000147 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:47.000520 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:47.000890 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:47.001226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:47.001555 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:47.001908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:47.002960 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:47.003309 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:47.003643 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:47.003994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:47.004347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:47.026948 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b618956-1990-4e03-8009-76faf83f1576 req-d6ca5ae6-7959-43c6-9b9f-4350af8d3575 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771614 Nov 11 12:11:47.050185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae05cf-7fc7-4747-b6f4-6a4b96aaa05d tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:47.051857 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6eae05cf-7fc7-4747-b6f4-6a4b96aaa05d tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 1130 time: 0.0814855 Nov 11 12:11:47.057502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44990) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:47.064394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '71822152-14b0-4fc4-8455-37a9c953f614', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:47.153844 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.215091 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.216027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596c2e5f-4918-498f-b640-7a240b239ac7']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:47.230543 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394fdca-3c5c-4037-96f0-615037ebd7d9 req-50921643-cc63-4ff8-9a0d-48a83d04b5f5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:47.239755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17dcbea1-18a5-4b3a-8248-6c2370d60829') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:47.240007 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d394fdca-3c5c-4037-96f0-615037ebd7d9 req-50921643-cc63-4ff8-9a0d-48a83d04b5f5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 945 time: 0.1096294 Nov 11 12:11:47.240102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17dcbea1-18a5-4b3a-8248-6c2370d60829') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:47.270477 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.271487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cc4b0-ce72-4d7e-9978-2b6737fdb7d0 req-fecb4413-e129-413c-98e8-a279ffd017d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:47.273164 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e95cc4b0-ce72-4d7e-9978-2b6737fdb7d0 req-fecb4413-e129-413c-98e8-a279ffd017d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a2791ddeaca4976996df76043b187f5&device_id=f654c975-6528-434a-9512-0f0197943827 HTTP/1.1" status: 200 len: 1099 time: 0.1673045 Nov 11 12:11:47.309855 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.321389 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:11:47.322254 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:11:47.325740 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:11:47.411447 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.426074 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d394fdca-3c5c-4037-96f0-615037ebd7d9 req-d82a3700-c04a-4997-9b18-909d9e3edd05 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853194 Nov 11 12:11:47.435293 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.455459 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "DELETE /v2.0/networks/596c2e5f-4918-498f-b640-7a240b239ac7 HTTP/1.1" status: 204 len: 168 time: 1.9172826 Nov 11 12:11:47.456215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44994) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:47.458381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08914fe1-23d0-4743-b7d6-c4767327d1f6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event deleted for resources: {'Network': ['ID=596c2e5f-4918-498f-b640-7a240b239ac7,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:47.537803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae3f9f4-ea47-48db-ad18-2edf8ca442e3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Deleting subnet 1042ff46-2774-4207-bdcc-9d4af8ec2a3e {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:11:47.569077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cc4b0-ce72-4d7e-9978-2b6737fdb7d0 req-5e2a47cf-3119-4f6b-811a-503e472c839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:47.570892 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e95cc4b0-ce72-4d7e-9978-2b6737fdb7d0 req-5e2a47cf-3119-4f6b-811a-503e472c839b service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.2884490 Nov 11 12:11:47.571661 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aae3f9f4-ea47-48db-ad18-2edf8ca442e3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.646393 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7cba499f-87b8-4962-afdb-1263da422863 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:11:47.678696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 7cba499f-87b8-4962-afdb-1263da422863 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:11:47.678938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7cba499f-87b8-4962-afdb-1263da422863 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:11:47.699971 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e95cc4b0-ce72-4d7e-9978-2b6737fdb7d0 req-77727929-9991-44eb-863b-5d6be3e13fd0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=06415bb0-581b-4f63-a5f7-6a2b46b6e1fa HTTP/1.1" status: 200 len: 217 time: 0.0945303 Nov 11 12:11:47.760275 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aae3f9f4-ea47-48db-ad18-2edf8ca442e3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.822782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cc4b0-ce72-4d7e-9978-2b6737fdb7d0 req-82ce0e27-78ef-44a5-bc2c-2bda738f8684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:47.824127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e95cc4b0-ce72-4d7e-9978-2b6737fdb7d0 req-82ce0e27-78ef-44a5-bc2c-2bda738f8684 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.1073444 Nov 11 12:11:47.890392 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d4dde-e401-4271-a731-e1c3ead0c85c req-287121b4-d312-477c-b473-28c42088812c tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:47.891999 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-980d4dde-e401-4271-a731-e1c3ead0c85c req-287121b4-d312-477c-b473-28c42088812c tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/ports?device_id=f654c975-6528-434a-9512-0f0197943827 HTTP/1.1" status: 200 len: 948 time: 0.1989515 Nov 11 12:11:47.937099 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.003377 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aae3f9f4-ea47-48db-ad18-2edf8ca442e3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.043836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cc4b0-ce72-4d7e-9978-2b6737fdb7d0 req-07e7468a-af7c-47b1-82c0-452228df3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:48.045514 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e95cc4b0-ce72-4d7e-9978-2b6737fdb7d0 req-07e7468a-af7c-47b1-82c0-452228df3c74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2090743 Nov 11 12:11:48.087452 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-980d4dde-e401-4271-a731-e1c3ead0c85c req-af0ec881-12e2-4f2a-9e27-1818467a5f0e tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/security-groups?id=b48b2720-a48d-4699-822f-06f92a2505df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726048 Nov 11 12:11:48.203349 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aae3f9f4-ea47-48db-ad18-2edf8ca442e3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.252997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Allocated IP 172.25.2.70 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/d62b9388-1465-4781-bc77-104b233c2ec6) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:48.261792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3f9f4-ea47-48db-ad18-2edf8ca442e3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event deleted for resources: {'Subnet': ['ID=1042ff46-2774-4207-bdcc-9d4af8ec2a3e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:48.265442 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aae3f9f4-ea47-48db-ad18-2edf8ca442e3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.268700 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-aae3f9f4-ea47-48db-ad18-2edf8ca442e3 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "DELETE /v2.0/subnets/1042ff46-2774-4207-bdcc-9d4af8ec2a3e HTTP/1.1" status: 204 len: 168 time: 0.8109274 Nov 11 12:11:48.271368 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45002) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:48.272093 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e95cc4b0-ce72-4d7e-9978-2b6737fdb7d0 req-8cea44f6-5eeb-4475-8206-80adbbfd29a6 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111206 Nov 11 12:11:48.296529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703d31be-79b1-492a-acfd-1b37b6bba2ab None None] Network 44b39d43-355b-456c-a2f6-d4b24ca57976 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:48.436212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e03720-ead7-4187-987e-ae7e3e762402 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Deleting subnet 19860de7-f7df-48b1-9cc4-2afd548541f1 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:11:48.439785 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79e03720-ead7-4187-987e-ae7e3e762402 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.458402 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e95cc4b0-ce72-4d7e-9978-2b6737fdb7d0 req-4ad9c322-6c50-41ae-9e48-97efdeb8474b service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763694 Nov 11 12:11:48.483598 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79e03720-ead7-4187-987e-ae7e3e762402 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.485354 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.546614 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.605410 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79e03720-ead7-4187-987e-ae7e3e762402 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.663343 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:48.673341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:48.678396 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:48.695734 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79e03720-ead7-4187-987e-ae7e3e762402 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.743601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'Port': ['ID=d62b9388-1465-4781-bc77-104b233c2ec6,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:48.769217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79e03720-ead7-4187-987e-ae7e3e762402 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.774841 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-79e03720-ead7-4187-987e-ae7e3e762402 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "DELETE /v2.0/subnets/19860de7-f7df-48b1-9cc4-2afd548541f1 HTTP/1.1" status: 204 len: 168 time: 0.5003951 Nov 11 12:11:48.774841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e03720-ead7-4187-987e-ae7e3e762402 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event deleted for resources: {'Subnet': ['ID=19860de7-f7df-48b1-9cc4-2afd548541f1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:48.775224 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45008) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:48.786734 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf4b86b-4004-421b-825d-5a13f3d2e68b None None] Network 69041d1f-6cdb-43c1-8a23-d4794c4581bd requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:48.794394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea18fb1-03a2-4597-8f52-251632e482d3 req-c24b9663-3f0e-4647-aad7-a83a954819f9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:48.801915 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ea18fb1-03a2-4597-8f52-251632e482d3 req-c24b9663-3f0e-4647-aad7-a83a954819f9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 945 time: 0.2011733 Nov 11 12:11:48.972011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51c82fb-f753-4b2f-b273-7e26f4ca29c7 None None] DHCP port deletion for 44b39d43-355b-456c-a2f6-d4b24ca57976 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:11:48.980828 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.003436 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ea18fb1-03a2-4597-8f52-251632e482d3 req-66b0574a-fdb1-41d7-b0d6-250e1e7970e2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004068 Nov 11 12:11:49.140575 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a51c82fb-f753-4b2f-b273-7e26f4ca29c7 None None] Deleting port 24a86cc7-3cb3-4964-9cfa-019e4f013f9f {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:49.145267 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a51c82fb-f753-4b2f-b273-7e26f4ca29c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.252536 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a51c82fb-f753-4b2f-b273-7e26f4ca29c7 None None] For port 24a86cc7-3cb3-4964-9cfa-019e4f013f9f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=24a86cc7-3cb3-4964-9cfa-019e4f013f9f,segment=NetworkSegment(dd750799-79ef-4771-9568-a232bc155d35),segment_id=dd750799-79ef-4771-9568-a232bc155d35)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:49.253064 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a51c82fb-f753-4b2f-b273-7e26f4ca29c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.267337 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a51c82fb-f753-4b2f-b273-7e26f4ca29c7 None None] Calling delete_port for 24a86cc7-3cb3-4964-9cfa-019e4f013f9f owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:49.277451 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df306d6-5539-46b3-aa70-612488951763 None None] DHCP port deletion for 69041d1f-6cdb-43c1-8a23-d4794c4581bd request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:11:49.532459 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a51c82fb-f753-4b2f-b273-7e26f4ca29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.630836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c82fb-f753-4b2f-b273-7e26f4ca29c7 None None] Pushing event deleted for resources: {'Port': ['ID=24a86cc7-3cb3-4964-9cfa-019e4f013f9f,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:49.644685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c82fb-f753-4b2f-b273-7e26f4ca29c7 None None] No DVR routers for this DVR port 24a86cc7-3cb3-4964-9cfa-019e4f013f9f on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:11:49.676338 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f963790e-8803-462e-832a-a3030b18c33b no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:11:49.679808 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3df306d6-5539-46b3-aa70-612488951763 None None] Deleting port f963790e-8803-462e-832a-a3030b18c33b {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:49.680182 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3df306d6-5539-46b3-aa70-612488951763 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.833015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3df306d6-5539-46b3-aa70-612488951763 None None] For port f963790e-8803-462e-832a-a3030b18c33b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f963790e-8803-462e-832a-a3030b18c33b,segment=NetworkSegment(6fd6f4b1-0e9a-42c9-a3e5-b014b31ec654),segment_id=6fd6f4b1-0e9a-42c9-a3e5-b014b31ec654)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:49.833712 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3df306d6-5539-46b3-aa70-612488951763 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.859728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3df306d6-5539-46b3-aa70-612488951763 None None] Calling delete_port for f963790e-8803-462e-832a-a3030b18c33b owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:49.960413 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.985397 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:11:50.027450 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port f963790e-8803-462e-832a-a3030b18c33b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f963790e-8803-462e-832a-a3030b18c33b,segment=NetworkSegment(6fd6f4b1-0e9a-42c9-a3e5-b014b31ec654),segment_id=6fd6f4b1-0e9a-42c9-a3e5-b014b31ec654)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:50.045940 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:50.055158 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:50.055906 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 24a86cc7-3cb3-4964-9cfa-019e4f013f9f no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:11:50.109891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 24a86cc7-3cb3-4964-9cfa-019e4f013f9f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:11:50.110231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 24a86cc7-3cb3-4964-9cfa-019e4f013f9f not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:11:50.158684 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3df306d6-5539-46b3-aa70-612488951763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:50.182735 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-1f7ad16f-b4aa-4db1-9dd6-3c6a9b5028c5 req-78803559-c89d-4d32-b9f5-6d20a27a32f6 service neutron] (109153) timed out ('10.222.0.62', 65387) {{(pid=109153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 12:11:50.243585 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df306d6-5539-46b3-aa70-612488951763 None None] No DVR routers for this DVR port f963790e-8803-462e-832a-a3030b18c33b on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:11:50.313266 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=f963790e-8803-462e-832a-a3030b18c33b,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:50.329151 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:50.366682 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df306d6-5539-46b3-aa70-612488951763 None None] Pushing event deleted for resources: {'Port': ['ID=f963790e-8803-462e-832a-a3030b18c33b,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:50.391537 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=06415bb0-581b-4f63-a5f7-6a2b46b6e1fa,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:50.432155 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '06415bb0-581b-4f63-a5f7-6a2b46b6e1fa', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '06415bb0-581b-4f63-a5f7-6a2b46b6e1fa', 'mac_address': 'fa:16:3e:90:ec:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:11:50.581448 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:50.622882 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:11:50.693214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d63d2-9e5a-4e84-b983-b164493782e6 req-934ce042-71df-488c-8675-73e075d360f6 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:50.700663 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc3d63d2-9e5a-4e84-b983-b164493782e6 req-934ce042-71df-488c-8675-73e075d360f6 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/ports?device_id=f654c975-6528-434a-9512-0f0197943827 HTTP/1.1" status: 200 len: 948 time: 1.4463377 Nov 11 12:11:50.714021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Deleting port 24a86cc7-3cb3-4964-9cfa-019e4f013f9f {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:50.714358 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:50.721455 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=06415bb0-581b-4f63-a5f7-6a2b46b6e1fa,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:50.733156 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:50.897631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=06415bb0-581b-4f63-a5f7-6a2b46b6e1fa,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:50.932463 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:50.959662 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['06415bb0-581b-4f63-a5f7-6a2b46b6e1fa'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:11:50.971479 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:50.979788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73703e11-22a6-4e72-8256-9cd14d116c3c req-62549504-4f22-4bcf-b1a6-ff3230c70559 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:50.987695 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73703e11-22a6-4e72-8256-9cd14d116c3c req-62549504-4f22-4bcf-b1a6-ff3230c70559 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 805 time: 0.8032789 Nov 11 12:11:50.997270 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] For port 24a86cc7-3cb3-4964-9cfa-019e4f013f9f, host n-d-807359-3, got binding levels [] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:50.998030 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.027245 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc3d63d2-9e5a-4e84-b983-b164493782e6 req-d444ff3f-4243-4874-9b54-c8a339e2e745 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/security-groups?id=b48b2720-a48d-4699-822f-06f92a2505df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198781 Nov 11 12:11:51.040094 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73703e11-22a6-4e72-8256-9cd14d116c3c req-ca7c1e84-804d-4662-8ade-a02b6e0d67c3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/quotas/c183b0a214584982aa6e510cee65d4cd HTTP/1.1" status: 200 len: 375 time: 0.0512934 Nov 11 12:11:51.073805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Calling delete_port for 24a86cc7-3cb3-4964-9cfa-019e4f013f9f owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:51.118329 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_backend_mixin [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Port 24a86cc7-3cb3-4964-9cfa-019e4f013f9f was not found and therefore no delete operation was performed {{(pid=109153) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:11:51.127392 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.148947 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'Port': ['ID=d62b9388-1465-4781-bc77-104b233c2ec6,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:51.180712 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] No DVR routers for this DVR port 24a86cc7-3cb3-4964-9cfa-019e4f013f9f on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:11:51.186859 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.191987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event deleted for resources: {'Port': ['ID=24a86cc7-3cb3-4964-9cfa-019e4f013f9f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:51.262475 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73703e11-22a6-4e72-8256-9cd14d116c3c req-311694fa-363b-4a3d-9b85-ddc5b48d9b13 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2204437 Nov 11 12:11:51.446909 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.483224 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Floating IP 3cbe5508-df56-4f6f-8bd5-d186009c2c77 associated. External IP: 172.25.2.70, port: 71822152-14b0-4fc4-8455-37a9c953f614. Nov 11 12:11:51.573953 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.598698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b39d43-355b-456c-a2f6-d4b24ca57976']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:51.617915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd750799-79ef-4771-9568-a232bc155d35') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:51.618183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd750799-79ef-4771-9568-a232bc155d35') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:51.668286 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.687722 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73703e11-22a6-4e72-8256-9cd14d116c3c req-1ea50911-6251-4479-97d2-7a4411aed2aa service neutron] 10.222.0.65 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097483 Nov 11 12:11:51.724084 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.735987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:11:51.736406 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:11:51.774147 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:11:51.886530 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.896851 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.901654 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "DELETE /v2.0/networks/44b39d43-355b-456c-a2f6-d4b24ca57976 HTTP/1.1" status: 204 len: 168 time: 3.1234515 Nov 11 12:11:51.903588 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45042) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.931543 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:11:51.933239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2e544-0ae1-4f63-8e98-9c6d247ecbe6 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event deleted for resources: {'Network': ['ID=44b39d43-355b-456c-a2f6-d4b24ca57976,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:51.945055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73703e11-22a6-4e72-8256-9cd14d116c3c req-bd5c72d1-c8a3-45dc-a04b-581fd3222aec service neutron] 10.222.0.65 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502210 Nov 11 12:11:51.992420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:52.093978 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:11:52.103672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:11:52.118103 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d866cfb3-10e9-4fe9-bd80-f8727be0778f None None] Sync routers for ids ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:11:52.140582 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d866cfb3-10e9-4fe9-bd80-f8727be0778f None None] Routers {'f2e96bb6-d9f6-4de4-a54f-a8907ae02804'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:52.141197 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d866cfb3-10e9-4fe9-bd80-f8727be0778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:11:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:52.142972 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:52.143485 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:52.144969 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:52.148619 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e8b8224-4df3-4247-95dc-ff70d5584964 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:52.486752 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:52.563866 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e8b8224-4df3-4247-95dc-ff70d5584964 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:52.574737 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-d866cfb3-10e9-4fe9-bd80-f8727be0778f None None] Set router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:52.587453 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f654c975-6528-434a-9512-0f0197943827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06415bb0-581b-4f63-a5f7-6a2b46b6e1fa'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:52.589527 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70171735-d147-4be7-87bc-0c0954a45aee" -d '{"events": [{"server_uuid": "f654c975-6528-434a-9512-0f0197943827", "name": "network-vif-plugged", "status": "completed", "tag": "06415bb0-581b-4f63-a5f7-6a2b46b6e1fa"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:52.635967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1e8b8224-4df3-4247-95dc-ff70d5584964 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69041d1f-6cdb-43c1-8a23-d4794c4581bd']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:52.639918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=06415bb0-581b-4f63-a5f7-6a2b46b6e1fa,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:52.648460 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:52.668348 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1e8b8224-4df3-4247-95dc-ff70d5584964 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd6f4b1-0e9a-42c9-a3e5-b014b31ec654') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:52.668723 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1e8b8224-4df3-4247-95dc-ff70d5584964 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd6f4b1-0e9a-42c9-a3e5-b014b31ec654') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:52.707793 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e8b8224-4df3-4247-95dc-ff70d5584964 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:52.747743 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e8b8224-4df3-4247-95dc-ff70d5584964 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:52.763456 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8b8224-4df3-4247-95dc-ff70d5584964 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:11:52.763852 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e8b8224-4df3-4247-95dc-ff70d5584964 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:11:52.774321 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:11:52.811846 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=06415bb0-581b-4f63-a5f7-6a2b46b6e1fa,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:52.909671 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4407749e-602e-4b84-bb36-4d336b083606 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.8487108 Nov 11 12:11:52.911974 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bea77e1-e082-44c0-a522-aa6e03b711e5', 'tag': '71822152-14b0-4fc4-8455-37a9c953f614'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:52.915056 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cee7147-bfd8-414a-8776-63fa6ac3472d" -d '{"events": [{"name": "network-changed", "server_uuid": "4bea77e1-e082-44c0-a522-aa6e03b711e5", "tag": "71822152-14b0-4fc4-8455-37a9c953f614"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:52.919707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45068) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.949139 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e8b8224-4df3-4247-95dc-ff70d5584964 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:52.970014 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e8b8224-4df3-4247-95dc-ff70d5584964 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:52.991049 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1e8b8224-4df3-4247-95dc-ff70d5584964 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "DELETE /v2.0/networks/69041d1f-6cdb-43c1-8a23-d4794c4581bd HTTP/1.1" status: 204 len: 168 time: 1.0859556 Nov 11 12:11:52.995906 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45078) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:53.065729 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b8224-4df3-4247-95dc-ff70d5584964 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event deleted for resources: {'Network': ['ID=69041d1f-6cdb-43c1-8a23-d4794c4581bd,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:53.159512 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-2819d71b-01fd-42f9-9eb0-4ae56aee5251 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Deleting subnet 0ebad87d-7707-41f1-9cf1-807d2908c7d4 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:11:53.166229 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2819d71b-01fd-42f9-9eb0-4ae56aee5251 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:53.193717 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c58366-4a7e-4d40-835a-08e9bd8c7f5b req-67b5b3b6-57da-44ce-a4aa-402fc99d9b89 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.201739 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-03c58366-4a7e-4d40-835a-08e9bd8c7f5b req-67b5b3b6-57da-44ce-a4aa-402fc99d9b89 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/ports?device_id=f654c975-6528-434a-9512-0f0197943827 HTTP/1.1" status: 200 len: 950 time: 0.3667235 Nov 11 12:11:53.255419 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2819d71b-01fd-42f9-9eb0-4ae56aee5251 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:53.312260 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d866cfb3-10e9-4fe9-bd80-f8727be0778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893497538', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:11Z', 'updated_at': '2021-11-11T12:11:19Z', 'revision_number': 4, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '3cbe5508-df56-4f6f-8bd5-d186009c2c77', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'port_id': '71822152-14b0-4fc4-8455-37a9c953f614', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076', 'mac_address': 'fa:16:3e:f9:08:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bea77e1-e082-44c0-a522-aa6e03b711e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:11:49Z', 'updated_at': '2021-11-11T12:11:49Z', 'revision_number': 0, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13bd06f1-116b-4ecf-92af-72d4c44ceb91', 'name': '', 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'mac_address': 'fa:16:3e:f2:ad:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:26Z', 'revision_number': 5, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'subnets': [{'id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:53.313427 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff115a2-05b6-402b-87ba-50b157810dc1 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.314247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff115a2-05b6-402b-87ba-50b157810dc1 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.316123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff115a2-05b6-402b-87ba-50b157810dc1 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.317136 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff115a2-05b6-402b-87ba-50b157810dc1 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.318155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff115a2-05b6-402b-87ba-50b157810dc1 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.319218 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff115a2-05b6-402b-87ba-50b157810dc1 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.320448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff115a2-05b6-402b-87ba-50b157810dc1 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.322266 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff115a2-05b6-402b-87ba-50b157810dc1 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.326770 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dff115a2-05b6-402b-87ba-50b157810dc1 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5642 time: 0.4056604 Nov 11 12:11:53.332258 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45082) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:53.377291 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d866cfb3-10e9-4fe9-bd80-f8727be0778f None None] Checking router: f2e96bb6-d9f6-4de4-a54f-a8907ae02804 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:11:53.380888 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-03c58366-4a7e-4d40-835a-08e9bd8c7f5b req-ee32dd0c-40e5-431a-aa15-4d5f2ec03293 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/security-groups?id=b48b2720-a48d-4699-822f-06f92a2505df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779995 Nov 11 12:11:53.400862 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d866cfb3-10e9-4fe9-bd80-f8727be0778f None None] Routers {'f2e96bb6-d9f6-4de4-a54f-a8907ae02804'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:53.401503 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d866cfb3-10e9-4fe9-bd80-f8727be0778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:11:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:53.433271 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3927c034-e780-4aa8-994e-00793b6eb743 x-openstack-request-id: req-3927c034-e780-4aa8-994e-00793b6eb743 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:53.434582 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bea77e1-e082-44c0-a522-aa6e03b711e5", "tag": "71822152-14b0-4fc4-8455-37a9c953f614", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:53.436190 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3927c034-e780-4aa8-994e-00793b6eb743 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:53.437485 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bea77e1-e082-44c0-a522-aa6e03b711e5', 'tag': '71822152-14b0-4fc4-8455-37a9c953f614', 'status': 'completed', 'code': 200} Nov 11 12:11:53.451917 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bced9a-26c3-4ed8-a2f3-9b1b881443d2 x-openstack-request-id: req-15bced9a-26c3-4ed8-a2f3-9b1b881443d2 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:53.452886 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f654c975-6528-434a-9512-0f0197943827", "name": "network-vif-plugged", "status": "completed", "tag": "06415bb0-581b-4f63-a5f7-6a2b46b6e1fa", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:53.453140 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15bced9a-26c3-4ed8-a2f3-9b1b881443d2 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:53.453533 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f654c975-6528-434a-9512-0f0197943827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06415bb0-581b-4f63-a5f7-6a2b46b6e1fa', 'code': 200} Nov 11 12:11:53.509059 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45086) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:53.611292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a0379-e83f-4053-a07b-d9e522fc8751 req-fccf9a1e-5067-4e2e-a705-c770332892a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.612886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff7a0379-e83f-4053-a07b-d9e522fc8751 req-fccf9a1e-5067-4e2e-a705-c770332892a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f654c975-6528-434a-9512-0f0197943827 HTTP/1.1" status: 200 len: 1101 time: 0.0806153 Nov 11 12:11:53.645848 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-d866cfb3-10e9-4fe9-bd80-f8727be0778f None None] Set router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:53.756267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff7a0379-e83f-4053-a07b-d9e522fc8751 req-0bbf06da-2586-4ef2-92d8-a3e0726e156b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b48b2720-a48d-4699-822f-06f92a2505df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331003 Nov 11 12:11:53.883495 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-83260e20-8006-4304-a43f-a7640de326f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:53.885469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38704572-b4f8-49f8-a2c4-77e47e9358c2 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.886031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38704572-b4f8-49f8-a2c4-77e47e9358c2 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.886262 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38704572-b4f8-49f8-a2c4-77e47e9358c2 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.886716 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38704572-b4f8-49f8-a2c4-77e47e9358c2 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.890282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38704572-b4f8-49f8-a2c4-77e47e9358c2 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.890282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38704572-b4f8-49f8-a2c4-77e47e9358c2 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.890282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38704572-b4f8-49f8-a2c4-77e47e9358c2 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.890282 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-38704572-b4f8-49f8-a2c4-77e47e9358c2 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4611 time: 0.5523479 Nov 11 12:11:53.893376 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45100) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:53.894125 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee7147-bfd8-414a-8776-63fa6ac3472d req-c65f4e74-456d-4007-a6b8-9891a67c70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.907248 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4cee7147-bfd8-414a-8776-63fa6ac3472d req-c65f4e74-456d-4007-a6b8-9891a67c70e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f3f9b4522f8462683cc4d69f6cce652&device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 1135 time: 0.3819866 Nov 11 12:11:53.909084 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2819d71b-01fd-42f9-9eb0-4ae56aee5251 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.035381 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d866cfb3-10e9-4fe9-bd80-f8727be0778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893497538', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:11Z', 'updated_at': '2021-11-11T12:11:19Z', 'revision_number': 4, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '3cbe5508-df56-4f6f-8bd5-d186009c2c77', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'port_id': '71822152-14b0-4fc4-8455-37a9c953f614', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076', 'mac_address': 'fa:16:3e:f9:08:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bea77e1-e082-44c0-a522-aa6e03b711e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:11:49Z', 'updated_at': '2021-11-11T12:11:49Z', 'revision_number': 0, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13bd06f1-116b-4ecf-92af-72d4c44ceb91', 'name': '', 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'mac_address': 'fa:16:3e:f2:ad:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:26Z', 'revision_number': 5, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'subnets': [{'id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:54.067849 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d866cfb3-10e9-4fe9-bd80-f8727be0778f None None] The sync data for ids ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'] in n-d-807359-3 is: [{'id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893497538', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:11Z', 'updated_at': '2021-11-11T12:11:19Z', 'revision_number': 4, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '3cbe5508-df56-4f6f-8bd5-d186009c2c77', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'port_id': '71822152-14b0-4fc4-8455-37a9c953f614', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076', 'mac_address': 'fa:16:3e:f9:08:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bea77e1-e082-44c0-a522-aa6e03b711e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:11:49Z', 'updated_at': '2021-11-11T12:11:49Z', 'revision_number': 0, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13bd06f1-116b-4ecf-92af-72d4c44ceb91', 'name': '', 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'mac_address': 'fa:16:3e:f2:ad:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:26Z', 'revision_number': 5, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'subnets': [{'id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:11:54.149865 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2819d71b-01fd-42f9-9eb0-4ae56aee5251 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.202449 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819d71b-01fd-42f9-9eb0-4ae56aee5251 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebad87d-7707-41f1-9cf1-807d2908c7d4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:54.204682 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2819d71b-01fd-42f9-9eb0-4ae56aee5251 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.210632 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2819d71b-01fd-42f9-9eb0-4ae56aee5251 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "DELETE /v2.0/subnets/0ebad87d-7707-41f1-9cf1-807d2908c7d4 HTTP/1.1" status: 204 len: 168 time: 1.2020540 Nov 11 12:11:54.213412 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45106) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:54.213978 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e9625-0329-404f-bb5a-3d6be5af008f None None] Network c8b841be-cf47-4ec8-8909-553deae0fb01 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:54.226464 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee7147-bfd8-414a-8776-63fa6ac3472d req-5d11663b-64e7-4bdc-8006-be9fc47721ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:54.228051 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4cee7147-bfd8-414a-8776-63fa6ac3472d req-5d11663b-64e7-4bdc-8006-be9fc47721ff service neutron] 10.222.0.62 "GET /v2.0/networks?id=633bd22d-5ecb-48d5-9057-6779c28a4076 HTTP/1.1" status: 200 len: 899 time: 0.2674627 Nov 11 12:11:54.370454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-f1166cbd-ee33-4f93-915f-bb3f5b9fbd4b tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:54.372660 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-f1166cbd-ee33-4f93-915f-bb3f5b9fbd4b tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 805 time: 0.3716276 Nov 11 12:11:54.379686 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-83260e20-8006-4304-a43f-a7640de326f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.443982 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-83260e20-8006-4304-a43f-a7640de326f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.453637 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-c42d4a43-0eef-42d9-a965-fa260e23122a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/quotas/c183b0a214584982aa6e510cee65d4cd HTTP/1.1" status: 200 len: 375 time: 0.0479717 Nov 11 12:11:54.524088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725fe48-c287-461f-8261-199281b3c839 None None] New status for floating IP 3cbe5508-df56-4f6f-8bd5-d186009c2c77: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:11:54.555413 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.574338 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-83260e20-8006-4304-a43f-a7640de326f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=539f3dd67bd54b3791ef64366540eb03&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0639892 Nov 11 12:11:54.578766 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4cee7147-bfd8-414a-8776-63fa6ac3472d req-29f53262-9d9c-4ae3-8b89-d9162241ac55 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71822152-14b0-4fc4-8455-37a9c953f614 HTTP/1.1" status: 200 len: 998 time: 0.3393936 Nov 11 12:11:54.579212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45112) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:54.617779 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83260e20-8006-4304-a43f-a7640de326f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e546c70-ece6-4cad-ab25-2efd0581cbd1,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:54.656500 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-01a7cf86-1e8f-44bf-86f5-0302f1f89a4a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2016699 Nov 11 12:11:54.761917 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee7147-bfd8-414a-8776-63fa6ac3472d req-bc36bedc-c693-43b6-8e5c-e7138c738681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:54.762769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb546fd0-b7df-4f20-8873-f82c7bd9f8bb req-3125423d-b3af-47e3-8cbc-d1026c818cbd tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:54.764404 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb546fd0-b7df-4f20-8873-f82c7bd9f8bb req-3125423d-b3af-47e3-8cbc-d1026c818cbd tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/ports?device_id=f654c975-6528-434a-9512-0f0197943827 HTTP/1.1" status: 200 len: 950 time: 0.2049637 Nov 11 12:11:54.779085 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4cee7147-bfd8-414a-8776-63fa6ac3472d req-bc36bedc-c693-43b6-8e5c-e7138c738681 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a1ea8b9-06da-4643-8384-cae50b3ea407 HTTP/1.1" status: 200 len: 834 time: 0.1769533 Nov 11 12:11:54.817310 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d2bcb3-ca5d-4391-8bb9-c33d50cd0eb3 None None] DHCP port deletion for c8b841be-cf47-4ec8-8909-553deae0fb01 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:11:54.841626 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9bdce5b8-1d63-41bd-8005-ca95a5f9b0cc tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2879 time: 0.9329431 Nov 11 12:11:54.850849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45116) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:54.884229 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-43faf578-c4cf-40eb-9d77-41547e696609 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.901077 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb546fd0-b7df-4f20-8873-f82c7bd9f8bb req-d6ca1d7d-a588-48b2-9432-85345b97b123 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/security-groups?id=b48b2720-a48d-4699-822f-06f92a2505df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958853 Nov 11 12:11:54.953312 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-489da043-821d-45b6-b832-67f598415d4e service neutron] 10.222.0.65 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952602 Nov 11 12:11:55.002675 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee7147-bfd8-414a-8776-63fa6ac3472d req-16c35306-52b3-4bc3-895d-6c614dc85ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:55.004318 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4cee7147-bfd8-414a-8776-63fa6ac3472d req-16c35306-52b3-4bc3-895d-6c614dc85ccd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=633bd22d-5ecb-48d5-9057-6779c28a4076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2230747 Nov 11 12:11:55.047664 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Deleting port 39350dc9-d0fd-4107-af16-bf1576f29479 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:55.047999 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.055696 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-43faf578-c4cf-40eb-9d77-41547e696609 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.097466 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-2b48fca2-9c36-4f0d-ba8a-1e8b05365436 service neutron] 10.222.0.65 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392543 Nov 11 12:11:55.123373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-68d2bcb3-ca5d-4391-8bb9-c33d50cd0eb3 None None] Deleting port 39350dc9-d0fd-4107-af16-bf1576f29479 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:55.123758 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-68d2bcb3-ca5d-4391-8bb9-c33d50cd0eb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.133569 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a196ac3-8ac6-4b12-967d-c3ddb47b594e tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:55.134997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a196ac3-8ac6-4b12-967d-c3ddb47b594e tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:55.138956 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0a196ac3-8ac6-4b12-967d-c3ddb47b594e tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f2e96bb6-d9f6-4de4-a54f-a8907ae02804 HTTP/1.1" status: 200 len: 1989 time: 0.2870488 Nov 11 12:11:55.266783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-68d2bcb3-ca5d-4391-8bb9-c33d50cd0eb3 None None] For port 39350dc9-d0fd-4107-af16-bf1576f29479, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=39350dc9-d0fd-4107-af16-bf1576f29479,segment=NetworkSegment(1a1f6bc5-bc37-4d1f-a48b-00d8b52b47bc),segment_id=1a1f6bc5-bc37-4d1f-a48b-00d8b52b47bc)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:55.267164 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-68d2bcb3-ca5d-4391-8bb9-c33d50cd0eb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.292009 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-68d2bcb3-ca5d-4391-8bb9-c33d50cd0eb3 None None] Calling delete_port for 39350dc9-d0fd-4107-af16-bf1576f29479 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:55.324145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] For port 39350dc9-d0fd-4107-af16-bf1576f29479, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=39350dc9-d0fd-4107-af16-bf1576f29479,segment=NetworkSegment(1a1f6bc5-bc37-4d1f-a48b-00d8b52b47bc),segment_id=1a1f6bc5-bc37-4d1f-a48b-00d8b52b47bc)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:55.324844 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.376122 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Calling delete_port for 39350dc9-d0fd-4107-af16-bf1576f29479 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:55.390501 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f30f77ed-1a56-434f-9c06-f383cd64c01e req-e696f428-61fc-4c91-8104-95fae0750407 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 210 time: 0.0531085 Nov 11 12:11:55.462200 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-43faf578-c4cf-40eb-9d77-41547e696609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.465525 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-43faf578-c4cf-40eb-9d77-41547e696609 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.469800 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-43faf578-c4cf-40eb-9d77-41547e696609 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2e546c70-ece6-4cad-ab25-2efd0581cbd1 HTTP/1.1" status: 204 len: 168 time: 0.8876255 Nov 11 12:11:55.477033 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4cee7147-bfd8-414a-8776-63fa6ac3472d req-a05d97c6-4b39-44b7-8007-44ebd5ea509a service neutron] 10.222.0.62 "GET /v2.0/networks/633bd22d-5ecb-48d5-9057-6779c28a4076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625492 Nov 11 12:11:55.480024 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-68d2bcb3-ca5d-4391-8bb9-c33d50cd0eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.509896 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43faf578-c4cf-40eb-9d77-41547e696609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e546c70-ece6-4cad-ab25-2efd0581cbd1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:55.512733 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2bcb3-ca5d-4391-8bb9-c33d50cd0eb3 None None] Pushing event deleted for resources: {'Port': ['ID=39350dc9-d0fd-4107-af16-bf1576f29479,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:55.515673 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d2bcb3-ca5d-4391-8bb9-c33d50cd0eb3 None None] No DVR routers for this DVR port 39350dc9-d0fd-4107-af16-bf1576f29479 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:11:55.605508 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.657902 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event deleted for resources: {'Port': ['ID=39350dc9-d0fd-4107-af16-bf1576f29479,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:55.663113 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4cee7147-bfd8-414a-8776-63fa6ac3472d req-9b30071a-ded5-459e-ab96-1abe439edcb3 service neutron] 10.222.0.62 "GET /v2.0/networks/633bd22d-5ecb-48d5-9057-6779c28a4076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756592 Nov 11 12:11:55.664272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] No DVR routers for this DVR port 39350dc9-d0fd-4107-af16-bf1576f29479 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:11:55.721745 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 39350dc9-d0fd-4107-af16-bf1576f29479 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:11:55.752139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 39350dc9-d0fd-4107-af16-bf1576f29479 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:11:55.752619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 39350dc9-d0fd-4107-af16-bf1576f29479 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:11:55.880921 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.917089 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b841be-cf47-4ec8-8909-553deae0fb01']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:55.933142 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1f6bc5-bc37-4d1f-a48b-00d8b52b47bc') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:55.933648 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1f6bc5-bc37-4d1f-a48b-00d8b52b47bc') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:55.989944 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.015414 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.030463 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:11:56.033465 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:11:56.041783 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:11:56.232666 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.243158 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.246660 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9aaf3-6e77-4e5c-9183-4ef352bcbef9 req-f390fa52-4b84-4f04-a490-619fa26e7e63 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:56.252018 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55a9aaf3-6e77-4e5c-9183-4ef352bcbef9 req-f390fa52-4b84-4f04-a490-619fa26e7e63 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/ports?device_id=f654c975-6528-434a-9512-0f0197943827 HTTP/1.1" status: 200 len: 950 time: 0.1333477 Nov 11 12:11:56.274903 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "DELETE /v2.0/networks/c8b841be-cf47-4ec8-8909-553deae0fb01 HTTP/1.1" status: 204 len: 168 time: 2.0604014 Nov 11 12:11:56.291154 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45144) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:56.311985 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd5aa3-ead7-411e-895a-f3b6703e7fbf tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Pushing event deleted for resources: {'Network': ['ID=c8b841be-cf47-4ec8-8909-553deae0fb01,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:56.377184 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0251fe6e-13b6-4516-8138-bd8516f45c66 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ff55083-ab07-4934-b15d-84070c2977e6 HTTP/1.1" status: 200 len: 205 time: 0.0847132 Nov 11 12:11:56.379871 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45150) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:56.470593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55a9aaf3-6e77-4e5c-9183-4ef352bcbef9 req-ee90693f-9063-4e8c-9554-58412d525dfe tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/security-groups?id=b48b2720-a48d-4699-822f-06f92a2505df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056289 Nov 11 12:11:56.534412 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-676bcce6-a075-425b-839d-aac5cd527004 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.713495 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca558f7c-7726-4bc2-b802-cbb09e4d00fb req-c95dbfe3-2b63-4507-8e7b-70493f49b363 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 210 time: 0.0718627 Nov 11 12:11:56.880535 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-676bcce6-a075-425b-839d-aac5cd527004 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.885052 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-676bcce6-a075-425b-839d-aac5cd527004 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.999223 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-676bcce6-a075-425b-839d-aac5cd527004 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.000283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676bcce6-a075-425b-839d-aac5cd527004 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Fanout notify agent at l3_agent the message router_deleted on router 6ff55083-ab07-4934-b15d-84070c2977e6 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:11:57.010934 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-676bcce6-a075-425b-839d-aac5cd527004 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.012801 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-676bcce6-a075-425b-839d-aac5cd527004 tempest-RoutersNegativeIpV6Test-474178708 tempest-RoutersNegativeIpV6Test-474178708-project] 10.222.0.65 "DELETE /v2.0/routers/6ff55083-ab07-4934-b15d-84070c2977e6 HTTP/1.1" status: 204 len: 168 time: 0.6313832 Nov 11 12:11:57.411451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-ec841ed8-8cdd-4f14-8a4f-b667f5d1a772 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.414015 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-ec841ed8-8cdd-4f14-8a4f-b667f5d1a772 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 805 time: 0.1720300 Nov 11 12:11:57.427810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-7c56570c-34b0-4d5f-8aca-05cfaaec2b09 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Request body: {'port': {'device_id': '940b689d-2578-4d4b-9630-aeda66d0d5bc', 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c', 'admin_state_up': True, 'tenant_id': 'c183b0a214584982aa6e510cee65d4cd'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:57.519636 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45184) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:57.620270 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-7c56570c-34b0-4d5f-8aca-05cfaaec2b09 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Made reservation on behalf of c183b0a214584982aa6e510cee65d4cd for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:57.626133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-7c56570c-34b0-4d5f-8aca-05cfaaec2b09 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.776665 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e440c24c-1c43-43fc-bbbb-f32cb2d0732e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b752c5b0595f445d8455f23b6ab93223&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2558372 Nov 11 12:11:57.779984 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45196) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:57.844783 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-7c56570c-34b0-4d5f-8aca-05cfaaec2b09 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Allocated IP 172.20.0.12 (d9353140-a9db-42c0-9f09-13a67c41443c/05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4/2e104982-4340-4ae5-8f05-8504e5dd921c) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:57.870389 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cbdd5f12-d81a-4d82-bd8f-34198deabdb6 req-9c7050ff-8b75-4cd1-b592-b32e108b36ca tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 210 time: 0.0543866 Nov 11 12:11:57.899676 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ca4228d-2509-437f-92d3-0391da9557fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.943197 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ca4228d-2509-437f-92d3-0391da9557fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.027311 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ca4228d-2509-437f-92d3-0391da9557fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.030695 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ca4228d-2509-437f-92d3-0391da9557fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.034334 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7ca4228d-2509-437f-92d3-0391da9557fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bea9e45b-c94a-4171-9986-8c57657768ad HTTP/1.1" status: 204 len: 168 time: 0.2510455 Nov 11 12:11:58.048743 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4228d-2509-437f-92d3-0391da9557fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea9e45b-c94a-4171-9986-8c57657768ad,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:58.052072 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-7c56570c-34b0-4d5f-8aca-05cfaaec2b09 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.135312 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-7c56570c-34b0-4d5f-8aca-05cfaaec2b09 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.150025 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f9cfc60c-b56a-426f-88e0-0e16e1f76f8a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:11:58.189716 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-7c56570c-34b0-4d5f-8aca-05cfaaec2b09 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Network d9353140-a9db-42c0-9f09-13a67c41443c is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:58.194096 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-7c56570c-34b0-4d5f-8aca-05cfaaec2b09 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:58.197237 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-7c56570c-34b0-4d5f-8aca-05cfaaec2b09 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:58.278462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56570c-34b0-4d5f-8aca-05cfaaec2b09 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Pushing event updated for resources: {'Port': ['ID=2e104982-4340-4ae5-8f05-8504e5dd921c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:58.311171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-7c56570c-34b0-4d5f-8aca-05cfaaec2b09 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:58.311883 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-7c56570c-34b0-4d5f-8aca-05cfaaec2b09 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.337895 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-7c56570c-34b0-4d5f-8aca-05cfaaec2b09 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9141397 Nov 11 12:11:58.372245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Request body: {'port': {'device_id': '940b689d-2578-4d4b-9630-aeda66d0d5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:58.483731 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.062665 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c903c83-0e06-4935-8928-cc5889b81a4a req-ce5b73dc-66e4-48fe-ac32-ffddad179258 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:59.079192 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c903c83-0e06-4935-8928-cc5889b81a4a req-ce5b73dc-66e4-48fe-ac32-ffddad179258 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 932 time: 0.1033735 Nov 11 12:11:59.144633 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c903c83-0e06-4935-8928-cc5889b81a4a req-9ebaebcd-fdee-46f3-8491-1d80f8822642 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624111 Nov 11 12:11:59.279326 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45248) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:59.568916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b4de775e-bead-4818-945f-74285cb03926 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-704045073-network', 'tenant_id': '24ad4191ddfe4d1c91086dcea558afe1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:59.584013 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e104982-4340-4ae5-8f05-8504e5dd921c {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:11:59.592598 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.606616 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Transition to ACTIVE for port object 2e104982-4340-4ae5-8f05-8504e5dd921c will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:11:59.615196 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.619794 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4de775e-bead-4818-945f-74285cb03926 admin admin] Made reservation on behalf of 24ad4191ddfe4d1c91086dcea558afe1 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:59.623162 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4de775e-bead-4818-945f-74285cb03926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.639379 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4de775e-bead-4818-945f-74285cb03926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.760011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Pushing event updated for resources: {'Port': ['ID=2e104982-4340-4ae5-8f05-8504e5dd921c,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:59.777500 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4de775e-bead-4818-945f-74285cb03926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.784960 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4de775e-bead-4818-945f-74285cb03926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.842082 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Attempting to bind port 2e104982-4340-4ae5-8f05-8504e5dd921c on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:59.842453 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Attempting to bind port 2e104982-4340-4ae5-8f05-8504e5dd921c by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:59.842823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Attempting to bind port 2e104982-4340-4ae5-8f05-8504e5dd921c on network d9353140-a9db-42c0-9f09-13a67c41443c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:59.848486 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45262) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:59.849170 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de775e-bead-4818-945f-74285cb03926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf66007-19f4-45e5-bc67-638adb0d30f2,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:59.849320 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Port 2e104982-4340-4ae5-8f05-8504e5dd921c on network d9353140-a9db-42c0-9f09-13a67c41443c not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:59.849480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Attempting to bind port 2e104982-4340-4ae5-8f05-8504e5dd921c on network d9353140-a9db-42c0-9f09-13a67c41443c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:59.860072 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4de775e-bead-4818-945f-74285cb03926 admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:59.863222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:59.863620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Checking segment: {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:59.864013 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Bound using segment: {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:59.864542 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Bound port: 2e104982-4340-4ae5-8f05-8504e5dd921c, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:59.864958 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.873844 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4de775e-bead-4818-945f-74285cb03926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.874352 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-b4de775e-bead-4818-945f-74285cb03926 admin admin] Added segment e1c8120b-2f64-470b-b14f-b45989cdb75c of type vlan for network 94813dcb-b2c7-41fd-b68e-288c722eca54 Nov 11 12:11:59.925042 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4de775e-bead-4818-945f-74285cb03926 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.956807 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4de775e-bead-4818-945f-74285cb03926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.958641 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4de775e-bead-4818-945f-74285cb03926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:59.959514 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4de775e-bead-4818-945f-74285cb03926 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.961407 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] For port 2e104982-4340-4ae5-8f05-8504e5dd921c, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:59.965731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] For port 2e104982-4340-4ae5-8f05-8504e5dd921c, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=2e104982-4340-4ae5-8f05-8504e5dd921c,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:59.975361 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.001350 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b4de775e-bead-4818-945f-74285cb03926 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7205861 Nov 11 12:12:00.028597 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45266) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:00.034457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-c3cf79b6-5e71-4f92-a580-ca7fcf8128d4 admin admin] Request body: {'subnet': {'network_id': '94813dcb-b2c7-41fd-b68e-288c722eca54', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-704045073-subnet', 'tenant_id': '24ad4191ddfe4d1c91086dcea558afe1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:00.053902 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de775e-bead-4818-945f-74285cb03926 admin admin] Pushing event updated for resources: {'Network': ['ID=94813dcb-b2c7-41fd-b68e-288c722eca54,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:00.067986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 94813dcb-b2c7-41fd-b68e-288c722eca54 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:12:00.077210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cf79b6-5e71-4f92-a580-ca7fcf8128d4 admin admin] Made reservation on behalf of 24ad4191ddfe4d1c91086dcea558afe1 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:00.077769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:00.077865 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.079477 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] 10.222.0.62 "PUT /v2.0/ports/2e104982-4340-4ae5-8f05-8504e5dd921c HTTP/1.1" status: 200 len: 1092 time: 1.7293279 Nov 11 12:12:00.080223 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe86f66f-2336-4a69-8c83-eef6c119adb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.081753 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c3cf79b6-5e71-4f92-a580-ca7fcf8128d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.082251 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940b689d-2578-4d4b-9630-aeda66d0d5bc', 'tag': '2e104982-4340-4ae5-8f05-8504e5dd921c'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:00.084713 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b56a37e-90f5-4e69-b225-f24637270117" -d '{"events": [{"name": "network-changed", "server_uuid": "940b689d-2578-4d4b-9630-aeda66d0d5bc", "tag": "2e104982-4340-4ae5-8f05-8504e5dd921c"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:00.105963 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52f976-f160-41ec-8b61-d1a8716c6e9f service neutron] Pushing event updated for resources: {'Port': ['ID=2e104982-4340-4ae5-8f05-8504e5dd921c,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:00.260543 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9471aee-3da7-41d7-8939-5ed9fedee319 x-openstack-request-id: req-b9471aee-3da7-41d7-8939-5ed9fedee319 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:00.260543 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940b689d-2578-4d4b-9630-aeda66d0d5bc", "tag": "2e104982-4340-4ae5-8f05-8504e5dd921c", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:00.263702 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9471aee-3da7-41d7-8939-5ed9fedee319 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:00.263840 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940b689d-2578-4d4b-9630-aeda66d0d5bc', 'tag': '2e104982-4340-4ae5-8f05-8504e5dd921c', 'status': 'completed', 'code': 200} Nov 11 12:12:00.323809 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-452a12bc-f541-4ec1-911e-ca77660536a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:00.325335 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-452a12bc-f541-4ec1-911e-ca77660536a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 1095 time: 0.1745005 Nov 11 12:12:00.343665 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe86f66f-2336-4a69-8c83-eef6c119adb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.352885 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe86f66f-2336-4a69-8c83-eef6c119adb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.394386 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-e6969200-9e39-431c-bc38-789d8ae42df4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e104982-4340-4ae5-8f05-8504e5dd921c HTTP/1.1" status: 200 len: 217 time: 0.0528791 Nov 11 12:12:00.396997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246ff5-f590-4107-aef0-55489ac7b66d req-1d624d60-d38c-4f6f-b595-fcddf0ec06c3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:00.398575 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c2246ff5-f590-4107-aef0-55489ac7b66d req-1d624d60-d38c-4f6f-b595-fcddf0ec06c3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 944 time: 0.1093197 Nov 11 12:12:00.441779 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c3cf79b6-5e71-4f92-a580-ca7fcf8128d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.451649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86f66f-2336-4a69-8c83-eef6c119adb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd327c39-b6d0-46e5-ad5d-f8ba9f3bf37a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:00.458698 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fe86f66f-2336-4a69-8c83-eef6c119adb9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4797e05534b4784b96bb28b4850d39e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6066806 Nov 11 12:12:00.462762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45276) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:00.564591 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-3765e14b-be49-41f6-bd6f-7976e933f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:00.564861 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c2246ff5-f590-4107-aef0-55489ac7b66d req-48f05de7-194d-4909-ba7c-dec48d7a4a6f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462634 Nov 11 12:12:00.566133 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-3765e14b-be49-41f6-bd6f-7976e933f135 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4 HTTP/1.1" status: 200 len: 845 time: 0.1585855 Nov 11 12:12:00.586609 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf79b6-5e71-4f92-a580-ca7fcf8128d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a606797-f0f9-412d-9f85-8345ffce5fc7,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:00.608873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cf79b6-5e71-4f92-a580-ca7fcf8128d4 admin admin] Checking segment: {'id': 'e1c8120b-2f64-470b-b14f-b45989cdb75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '94813dcb-b2c7-41fd-b68e-288c722eca54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:00.609244 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cf79b6-5e71-4f92-a580-ca7fcf8128d4 admin admin] Network hostable DHCP agents. Network: 94813dcb-b2c7-41fd-b68e-288c722eca54, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:00.633602 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-35360d59-2544-4596-8725-eadbb727007f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9353140-a9db-42c0-9f09-13a67c41443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506532 Nov 11 12:12:00.638538 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cf79b6-5e71-4f92-a580-ca7fcf8128d4 admin admin] Network 94813dcb-b2c7-41fd-b68e-288c722eca54 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:00.651769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-c3cf79b6-5e71-4f92-a580-ca7fcf8128d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 94813dcb-b2c7-41fd-b68e-288c722eca54) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:00.656873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cf79b6-5e71-4f92-a580-ca7fcf8128d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:00.657357 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c3cf79b6-5e71-4f92-a580-ca7fcf8128d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.670077 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5d4969c-9bc8-45ba-9b9b-56ae86d014c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.672358 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb3a627-af78-4511-a8c4-0d847000af10 None None] Network 94813dcb-b2c7-41fd-b68e-288c722eca54 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:00.679414 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c3cf79b6-5e71-4f92-a580-ca7fcf8128d4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6492622 Nov 11 12:12:00.730294 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5d4969c-9bc8-45ba-9b9b-56ae86d014c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.799191 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-660d2000-8173-4f46-8316-ed8535637a3d service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528454 Nov 11 12:12:00.820013 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5d4969c-9bc8-45ba-9b9b-56ae86d014c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.824624 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5d4969c-9bc8-45ba-9b9b-56ae86d014c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.825958 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f5d4969c-9bc8-45ba-9b9b-56ae86d014c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd327c39-b6d0-46e5-ad5d-f8ba9f3bf37a HTTP/1.1" status: 204 len: 168 time: 0.3622544 Nov 11 12:12:00.857671 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4969c-9bc8-45ba-9b9b-56ae86d014c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd327c39-b6d0-46e5-ad5d-f8ba9f3bf37a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:00.961251 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9dda8419-77e9-45d2-9793-7347c42d3734 req-d5feec8b-0bac-4ab2-aca2-e7c814279dd7 service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515214 Nov 11 12:12:01.111912 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56a37e-90f5-4e69-b225-f24637270117 req-79da0269-1fb0-4d05-8a47-d1e4fdaa4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:01.111912 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0b56a37e-90f5-4e69-b225-f24637270117 req-79da0269-1fb0-4d05-8a47-d1e4fdaa4cff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 1095 time: 0.0779622 Nov 11 12:12:01.148415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554e9a12-36b8-4674-bf90-bec923e9d509 None None] Network 94813dcb-b2c7-41fd-b68e-288c722eca54 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:01.316126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56a37e-90f5-4e69-b225-f24637270117 req-31a10738-9082-46e5-9e41-0c4a03aab328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:01.318059 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0b56a37e-90f5-4e69-b225-f24637270117 req-31a10738-9082-46e5-9e41-0c4a03aab328 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 907 time: 0.1998539 Nov 11 12:12:01.376454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45296) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:01.398389 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ee7e199f-6a94-4f4f-8ddf-b540148289df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.419198 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0b56a37e-90f5-4e69-b225-f24637270117 req-d54739e9-d565-4bd5-9ffb-48a46e73f70e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e104982-4340-4ae5-8f05-8504e5dd921c HTTP/1.1" status: 200 len: 217 time: 0.0855076 Nov 11 12:12:01.519451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56a37e-90f5-4e69-b225-f24637270117 req-399e888a-e02c-439f-99f4-291e6e447e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:01.521254 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0b56a37e-90f5-4e69-b225-f24637270117 req-399e888a-e02c-439f-99f4-291e6e447e39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4 HTTP/1.1" status: 200 len: 845 time: 0.0896356 Nov 11 12:12:01.561935 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ee7e199f-6a94-4f4f-8ddf-b540148289df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.570628 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ee7e199f-6a94-4f4f-8ddf-b540148289df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.571038 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0b56a37e-90f5-4e69-b225-f24637270117 req-b2bd84db-1a56-4a20-a1a9-9779e4706e89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9353140-a9db-42c0-9f09-13a67c41443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340195 Nov 11 12:12:01.618373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e199f-6a94-4f4f-8ddf-b540148289df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9a87c1-aacf-49f7-9568-0f68bf0109ef,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:01.642751 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ee7e199f-6a94-4f4f-8ddf-b540148289df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ac7aba58b83433f872c66c5180472d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2645268 Nov 11 12:12:01.645352 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45308) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:01.744205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45312) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:01.758256 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e06af8f2-08e0-4dec-a76b-bb9ac940577b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-619789556-network', 'tenant_id': '5134b79e4f704be1a322c3d3d5e06cf8'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:01.784289 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0b56a37e-90f5-4e69-b225-f24637270117 req-c4f22a02-9dba-43d9-b949-7ba99703654b service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947038 Nov 11 12:12:01.801065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06af8f2-08e0-4dec-a76b-bb9ac940577b admin admin] Made reservation on behalf of 5134b79e4f704be1a322c3d3d5e06cf8 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:01.801322 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e06af8f2-08e0-4dec-a76b-bb9ac940577b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.844736 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e06af8f2-08e0-4dec-a76b-bb9ac940577b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.869141 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b5b6023-c2c1-4d5b-a886-247e26eaf56c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.895581 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0b56a37e-90f5-4e69-b225-f24637270117 req-d051e581-036e-4355-834b-0dc45681933e service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024578 Nov 11 12:12:01.912807 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8322e63-d261-4b8a-8b84-f3903105b7d8 req-7150414c-8c18-4ae9-a0f3-e77d82437050 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:01.914757 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d8322e63-d261-4b8a-8b84-f3903105b7d8 req-7150414c-8c18-4ae9-a0f3-e77d82437050 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 944 time: 0.1292357 Nov 11 12:12:01.941499 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b5b6023-c2c1-4d5b-a886-247e26eaf56c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.028346 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d8322e63-d261-4b8a-8b84-f3903105b7d8 req-7c8b0fa5-c2a3-45fa-8e45-9ef541b49da6 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056283 Nov 11 12:12:02.042875 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b5b6023-c2c1-4d5b-a886-247e26eaf56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.054634 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b5b6023-c2c1-4d5b-a886-247e26eaf56c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.054634 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2b5b6023-c2c1-4d5b-a886-247e26eaf56c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a9a87c1-aacf-49f7-9568-0f68bf0109ef HTTP/1.1" status: 204 len: 168 time: 0.4031525 Nov 11 12:12:02.072849 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e06af8f2-08e0-4dec-a76b-bb9ac940577b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.078263 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b6023-c2c1-4d5b-a886-247e26eaf56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9a87c1-aacf-49f7-9568-0f68bf0109ef,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:02.083893 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e06af8f2-08e0-4dec-a76b-bb9ac940577b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.112260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06af8f2-08e0-4dec-a76b-bb9ac940577b admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:12:02.137774 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e06af8f2-08e0-4dec-a76b-bb9ac940577b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.138164 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-e06af8f2-08e0-4dec-a76b-bb9ac940577b admin admin] Added segment d505da13-30d3-4584-92de-164c467bb885 of type vlan for network f1a36f70-f687-4018-9252-58045d59d633 Nov 11 12:12:02.202111 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e06af8f2-08e0-4dec-a76b-bb9ac940577b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.204522 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06af8f2-08e0-4dec-a76b-bb9ac940577b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ec226f-5737-4214-a993-ec843cb6ca17,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:02.233292 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e06af8f2-08e0-4dec-a76b-bb9ac940577b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.234815 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06af8f2-08e0-4dec-a76b-bb9ac940577b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:02.235577 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e06af8f2-08e0-4dec-a76b-bb9ac940577b admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.298204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e06af8f2-08e0-4dec-a76b-bb9ac940577b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5481381 Nov 11 12:12:02.299737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45316) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:02.305319 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-188767a9-0e3c-4027-abc8-da18db0c364e admin admin] Request body: {'subnet': {'network_id': 'f1a36f70-f687-4018-9252-58045d59d633', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-619789556-subnet', 'tenant_id': '5134b79e4f704be1a322c3d3d5e06cf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:02.308285 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06af8f2-08e0-4dec-a76b-bb9ac940577b admin admin] Pushing event updated for resources: {'Network': ['ID=f1a36f70-f687-4018-9252-58045d59d633,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:02.318971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network f1a36f70-f687-4018-9252-58045d59d633 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:12:02.361456 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188767a9-0e3c-4027-abc8-da18db0c364e admin admin] Made reservation on behalf of 5134b79e4f704be1a322c3d3d5e06cf8 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:02.370245 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-188767a9-0e3c-4027-abc8-da18db0c364e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.639652 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-188767a9-0e3c-4027-abc8-da18db0c364e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.718919 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188767a9-0e3c-4027-abc8-da18db0c364e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9082afe6-4e69-45db-ba39-4d57a6566332,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:02.730135 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188767a9-0e3c-4027-abc8-da18db0c364e admin admin] Checking segment: {'id': 'd505da13-30d3-4584-92de-164c467bb885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f1a36f70-f687-4018-9252-58045d59d633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:02.730588 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188767a9-0e3c-4027-abc8-da18db0c364e admin admin] Network hostable DHCP agents. Network: f1a36f70-f687-4018-9252-58045d59d633, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:02.751515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188767a9-0e3c-4027-abc8-da18db0c364e admin admin] Network f1a36f70-f687-4018-9252-58045d59d633 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:02.771566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-188767a9-0e3c-4027-abc8-da18db0c364e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, f1a36f70-f687-4018-9252-58045d59d633) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:02.780286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a811234c-d337-4cb1-b536-aca6cc169134 None None] Network f1a36f70-f687-4018-9252-58045d59d633 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:02.801944 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188767a9-0e3c-4027-abc8-da18db0c364e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:02.802557 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-188767a9-0e3c-4027-abc8-da18db0c364e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.849924 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-188767a9-0e3c-4027-abc8-da18db0c364e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5405114 Nov 11 12:12:02.976997 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7472055b-a2ed-4a76-b002-2e9e62538ddd None None] Network f1a36f70-f687-4018-9252-58045d59d633 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:03.055292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45342) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:03.142223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdeb64aa-eca7-4e1b-87ef-94cc81d22fc8 admin admin] Deleting subnet 2a606797-f0f9-412d-9f85-8345ffce5fc7 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:12:03.147817 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdeb64aa-eca7-4e1b-87ef-94cc81d22fc8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.192032 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdeb64aa-eca7-4e1b-87ef-94cc81d22fc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.238916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a227b6-2162-4a98-8187-cbd4ef8cc03e req-b4ad8b3d-4648-4a95-b903-49f66521a580 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:03.241415 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-12a227b6-2162-4a98-8187-cbd4ef8cc03e req-b4ad8b3d-4648-4a95-b903-49f66521a580 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 944 time: 0.0651543 Nov 11 12:12:03.288080 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdeb64aa-eca7-4e1b-87ef-94cc81d22fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.310425 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-12a227b6-2162-4a98-8187-cbd4ef8cc03e req-fd8503cc-b2fb-4008-9fee-52517462a13f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621414 Nov 11 12:12:03.369607 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdeb64aa-eca7-4e1b-87ef-94cc81d22fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.401220 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb64aa-eca7-4e1b-87ef-94cc81d22fc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a606797-f0f9-412d-9f85-8345ffce5fc7,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:03.403696 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdeb64aa-eca7-4e1b-87ef-94cc81d22fc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.407040 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cdeb64aa-eca7-4e1b-87ef-94cc81d22fc8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2a606797-f0f9-412d-9f85-8345ffce5fc7 HTTP/1.1" status: 204 len: 168 time: 0.3506846 Nov 11 12:12:03.409750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45350) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:03.492923 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c58c4938-d666-4174-8d70-72146a831aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.594107 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c58c4938-d666-4174-8d70-72146a831aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.618824 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-c58c4938-d666-4174-8d70-72146a831aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94813dcb-b2c7-41fd-b68e-288c722eca54']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:03.632970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-c58c4938-d666-4174-8d70-72146a831aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c8120b-2f64-470b-b14f-b45989cdb75c') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:03.633763 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-c58c4938-d666-4174-8d70-72146a831aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c8120b-2f64-470b-b14f-b45989cdb75c') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:03.647988 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c58c4938-d666-4174-8d70-72146a831aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.667935 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c58c4938-d666-4174-8d70-72146a831aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.681649 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58c4938-d666-4174-8d70-72146a831aa4 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:03.683315 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c58c4938-d666-4174-8d70-72146a831aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:03.688597 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:03.799130 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c58c4938-d666-4174-8d70-72146a831aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.806556 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c58c4938-d666-4174-8d70-72146a831aa4 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.815793 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c58c4938-d666-4174-8d70-72146a831aa4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/94813dcb-b2c7-41fd-b68e-288c722eca54 HTTP/1.1" status: 204 len: 168 time: 0.4021323 Nov 11 12:12:03.817699 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45370) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:03.838330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c4938-d666-4174-8d70-72146a831aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=94813dcb-b2c7-41fd-b68e-288c722eca54,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:03.907075 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a816c5b4-b5a3-4caa-b3a7-406ad030b225 admin admin] Deleting subnet 9082afe6-4e69-45db-ba39-4d57a6566332 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:12:03.918171 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a816c5b4-b5a3-4caa-b3a7-406ad030b225 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.997283 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a816c5b4-b5a3-4caa-b3a7-406ad030b225 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.080691 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a816c5b4-b5a3-4caa-b3a7-406ad030b225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.159615 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a816c5b4-b5a3-4caa-b3a7-406ad030b225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.175709 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a816c5b4-b5a3-4caa-b3a7-406ad030b225 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.180941 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a816c5b4-b5a3-4caa-b3a7-406ad030b225 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9082afe6-4e69-45db-ba39-4d57a6566332 HTTP/1.1" status: 204 len: 168 time: 0.3616078 Nov 11 12:12:04.183465 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45384) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:04.201381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816c5b4-b5a3-4caa-b3a7-406ad030b225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9082afe6-4e69-45db-ba39-4d57a6566332,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:04.284201 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1918aef2-0cdf-477a-8283-840eddc5034a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.467731 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1918aef2-0cdf-477a-8283-840eddc5034a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.491036 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-1918aef2-0cdf-477a-8283-840eddc5034a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a36f70-f687-4018-9252-58045d59d633']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:04.502160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-1918aef2-0cdf-477a-8283-840eddc5034a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd505da13-30d3-4584-92de-164c467bb885') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:04.502629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-1918aef2-0cdf-477a-8283-840eddc5034a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd505da13-30d3-4584-92de-164c467bb885') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:04.515847 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1918aef2-0cdf-477a-8283-840eddc5034a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.536243 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1918aef2-0cdf-477a-8283-840eddc5034a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.544421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1918aef2-0cdf-477a-8283-840eddc5034a admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:04.545018 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1918aef2-0cdf-477a-8283-840eddc5034a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:04.621214 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:04.631367 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1918aef2-0cdf-477a-8283-840eddc5034a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.639746 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1918aef2-0cdf-477a-8283-840eddc5034a admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.643422 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1918aef2-0cdf-477a-8283-840eddc5034a admin admin] 10.222.0.65 "DELETE /v2.0/networks/f1a36f70-f687-4018-9252-58045d59d633 HTTP/1.1" status: 204 len: 168 time: 0.4582667 Nov 11 12:12:04.675311 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918aef2-0cdf-477a-8283-840eddc5034a admin admin] Pushing event deleted for resources: {'Network': ['ID=f1a36f70-f687-4018-9252-58045d59d633,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:04.685655 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea065c88-80d3-48e9-8f31-e7afef725c38 req-0e56570b-84ec-4f0f-aa96-84e25d329fb1 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:04.687646 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea065c88-80d3-48e9-8f31-e7afef725c38 req-0e56570b-84ec-4f0f-aa96-84e25d329fb1 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 944 time: 0.2583890 Nov 11 12:12:04.801854 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea065c88-80d3-48e9-8f31-e7afef725c38 req-d005f6bf-bd4c-43f2-9aab-643228fd84b4 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057281 Nov 11 12:12:04.923068 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45406) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:04.980448 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b3542941-2b56-4863-8322-c3fc30fecf4d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=24ad4191ddfe4d1c91086dcea558afe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0560772 Nov 11 12:12:04.983243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45408) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:05.054492 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-94f936e6-a38d-44d3-805f-a88433aaeed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.092056 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-94f936e6-a38d-44d3-805f-a88433aaeed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.119005 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 2e104982-4340-4ae5-8f05-8504e5dd921c details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:12:05.166732 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-94f936e6-a38d-44d3-805f-a88433aaeed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.170251 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-94f936e6-a38d-44d3-805f-a88433aaeed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.171635 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-94f936e6-a38d-44d3-805f-a88433aaeed9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2bf66007-19f4-45e5-bc67-638adb0d30f2 HTTP/1.1" status: 204 len: 168 time: 0.1864493 Nov 11 12:12:05.182017 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f936e6-a38d-44d3-805f-a88433aaeed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf66007-19f4-45e5-bc67-638adb0d30f2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:05.279053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 2e104982-4340-4ae5-8f05-8504e5dd921c, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=2e104982-4340-4ae5-8f05-8504e5dd921c,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:05.292387 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '2e104982-4340-4ae5-8f05-8504e5dd921c', 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c', 'port_id': '2e104982-4340-4ae5-8f05-8504e5dd921c', 'mac_address': 'fa:16:3e:74:b6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:12:05.339942 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.356996 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e104982-4340-4ae5-8f05-8504e5dd921c {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:12:05.381168 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 2e104982-4340-4ae5-8f05-8504e5dd921c, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=2e104982-4340-4ae5-8f05-8504e5dd921c,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:05.388565 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.440812 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=2e104982-4340-4ae5-8f05-8504e5dd921c,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:05.573460 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45422) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:05.616576 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9a40fbf0-aaad-46f8-920c-03b1e3d97b4c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5134b79e4f704be1a322c3d3d5e06cf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396681 Nov 11 12:12:05.617001 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45426) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:05.671732 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-deab9486-17af-45f7-9823-b00ef868e826 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.692345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['2e104982-4340-4ae5-8f05-8504e5dd921c'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:12:05.696612 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-deab9486-17af-45f7-9823-b00ef868e826 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.755143 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-deab9486-17af-45f7-9823-b00ef868e826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.759420 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-deab9486-17af-45f7-9823-b00ef868e826 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.761110 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-deab9486-17af-45f7-9823-b00ef868e826 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/57ec226f-5737-4214-a993-ec843cb6ca17 HTTP/1.1" status: 204 len: 168 time: 0.1429102 Nov 11 12:12:05.773410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab9486-17af-45f7-9823-b00ef868e826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ec226f-5737-4214-a993-ec843cb6ca17,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:05.836139 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7a61f521-e712-4b5e-8f82-2918aa285c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.988572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2abd1-468e-4121-94cf-d360dc2e3a8e req-e588943a-a9bc-4d42-8b54-5bae8e1ee3e6 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:05.990358 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6c2abd1-468e-4121-94cf-d360dc2e3a8e req-e588943a-a9bc-4d42-8b54-5bae8e1ee3e6 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 945 time: 0.0804029 Nov 11 12:12:06.071719 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6c2abd1-468e-4121-94cf-d360dc2e3a8e req-b7978470-71f0-4570-a3ba-dbb117e02847 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715609 Nov 11 12:12:06.261612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45446) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:06.381636 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-34178dea-41de-40c2-8fe8-222ae0cb207c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.463205 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-34178dea-41de-40c2-8fe8-222ae0cb207c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.469348 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-34178dea-41de-40c2-8fe8-222ae0cb207c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.525270 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-34178dea-41de-40c2-8fe8-222ae0cb207c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9970076366cd4606be58cd2388c006cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2592626 Nov 11 12:12:06.525270 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34178dea-41de-40c2-8fe8-222ae0cb207c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b548d2-503c-4b5c-aaf5-97943ac1eaf0,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:06.525569 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45458) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:06.586269 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4d5ed5ac-21da-4421-a8c5-dfde89ee1e09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.613688 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4d5ed5ac-21da-4421-a8c5-dfde89ee1e09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.640724 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11514e94-6c29-4f56-b6b4-f6de2503d008 req-223cffea-7f36-4331-803b-0caaa828b02c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519950 Nov 11 12:12:06.699370 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4d5ed5ac-21da-4421-a8c5-dfde89ee1e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.702082 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4d5ed5ac-21da-4421-a8c5-dfde89ee1e09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.703460 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4d5ed5ac-21da-4421-a8c5-dfde89ee1e09 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/25b548d2-503c-4b5c-aaf5-97943ac1eaf0 HTTP/1.1" status: 204 len: 168 time: 0.1772470 Nov 11 12:12:06.728300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ed5ac-21da-4421-a8c5-dfde89ee1e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b548d2-503c-4b5c-aaf5-97943ac1eaf0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:06.772986 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11514e94-6c29-4f56-b6b4-f6de2503d008 req-e99f6ba1-2c6a-4342-a463-178c626f1701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:06.775279 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11514e94-6c29-4f56-b6b4-f6de2503d008 req-e99f6ba1-2c6a-4342-a463-178c626f1701 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 1096 time: 0.0870287 Nov 11 12:12:06.919311 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11514e94-6c29-4f56-b6b4-f6de2503d008 req-a9000e55-62d3-4d1e-bfb8-52a58a84db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:06.920872 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11514e94-6c29-4f56-b6b4-f6de2503d008 req-a9000e55-62d3-4d1e-bfb8-52a58a84db98 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.1219761 Nov 11 12:12:07.054653 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11514e94-6c29-4f56-b6b4-f6de2503d008 req-b6819d67-b41f-4f85-accd-85b28aa2b170 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c HTTP/1.1" status: 200 len: 1001 time: 0.1258190 Nov 11 12:12:07.129452 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 2e104982-4340-4ae5-8f05-8504e5dd921c up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:07.151048 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45484) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:07.178922 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-369ac859-dc11-4fa8-a159-d568885a45f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.196534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 2e104982-4340-4ae5-8f05-8504e5dd921c completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:12:07.203075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 2e104982-4340-4ae5-8f05-8504e5dd921c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:07.203879 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.402614 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-369ac859-dc11-4fa8-a159-d568885a45f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.417502 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-369ac859-dc11-4fa8-a159-d568885a45f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.424365 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.486541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940b689d-2578-4d4b-9630-aeda66d0d5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e104982-4340-4ae5-8f05-8504e5dd921c'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:07.493615 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bfd4c4-0527-4716-bfae-8a0747b83f7c" -d '{"events": [{"server_uuid": "940b689d-2578-4d4b-9630-aeda66d0d5bc", "name": "network-vif-plugged", "status": "completed", "tag": "2e104982-4340-4ae5-8f05-8504e5dd921c"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:07.518010 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-369ac859-dc11-4fa8-a159-d568885a45f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=10dd2353e3fe4140811c13b03fe7efdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3609593 Nov 11 12:12:07.518759 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45506) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:07.527681 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 2e104982-4340-4ae5-8f05-8504e5dd921c, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=2e104982-4340-4ae5-8f05-8504e5dd921c,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:07.537293 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.562586 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ac859-dc11-4fa8-a159-d568885a45f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7f11fe-927a-4cb3-939f-d5724fb4e2d1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:07.603957 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fdfa890e-22e4-4221-bdf9-53b96919248b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.632614 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fdfa890e-22e4-4221-bdf9-53b96919248b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.663660 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5808a0-7593-445f-b930-891dcd2c09db x-openstack-request-id: req-0f5808a0-7593-445f-b930-891dcd2c09db {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:07.664124 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940b689d-2578-4d4b-9630-aeda66d0d5bc", "name": "network-vif-plugged", "status": "completed", "tag": "2e104982-4340-4ae5-8f05-8504e5dd921c", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:07.664431 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f5808a0-7593-445f-b930-891dcd2c09db {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:07.664872 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b689d-2578-4d4b-9630-aeda66d0d5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e104982-4340-4ae5-8f05-8504e5dd921c', 'code': 200} Nov 11 12:12:07.684437 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=2e104982-4340-4ae5-8f05-8504e5dd921c,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:07.725864 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11514e94-6c29-4f56-b6b4-f6de2503d008 req-dbefd16f-a44e-4948-8ede-44ff9cfb7d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:07.738912 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11514e94-6c29-4f56-b6b4-f6de2503d008 req-dbefd16f-a44e-4948-8ede-44ff9cfb7d18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.6772282 Nov 11 12:12:07.777869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9943b04-56be-4137-a45b-3109dbfcf3ec req-fbbe0d61-ad33-44bd-beaa-9ca46402fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:07.780712 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d9943b04-56be-4137-a45b-3109dbfcf3ec req-fbbe0d61-ad33-44bd-beaa-9ca46402fc90 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 1097 time: 0.1129806 Nov 11 12:12:07.784561 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc206e0b-43a9-4cbc-ab53-8cf5e2f4da84 req-e6d32e3e-11e0-4fec-99ed-c735bc9c3a3a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:07.794103 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc206e0b-43a9-4cbc-ab53-8cf5e2f4da84 req-e6d32e3e-11e0-4fec-99ed-c735bc9c3a3a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 946 time: 0.1961360 Nov 11 12:12:07.810152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fdfa890e-22e4-4221-bdf9-53b96919248b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.814976 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fdfa890e-22e4-4221-bdf9-53b96919248b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.820303 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fdfa890e-22e4-4221-bdf9-53b96919248b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d7f11fe-927a-4cb3-939f-d5724fb4e2d1 HTTP/1.1" status: 204 len: 168 time: 0.2983520 Nov 11 12:12:07.837486 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa890e-22e4-4221-bdf9-53b96919248b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7f11fe-927a-4cb3-939f-d5724fb4e2d1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:07.880794 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d9943b04-56be-4137-a45b-3109dbfcf3ec req-71054e76-6653-4ceb-a5a8-6b4686d927c8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892425 Nov 11 12:12:07.884214 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc206e0b-43a9-4cbc-ab53-8cf5e2f4da84 req-edd66b16-dfc1-4a6b-b89f-142c29b42b63 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841622 Nov 11 12:12:07.888011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11514e94-6c29-4f56-b6b4-f6de2503d008 req-c3106ec9-213f-4ea4-a72d-55b3e11a3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:07.889504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11514e94-6c29-4f56-b6b4-f6de2503d008 req-c3106ec9-213f-4ea4-a72d-55b3e11a3567 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392732 Nov 11 12:12:07.920771 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45520) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:08.011267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11514e94-6c29-4f56-b6b4-f6de2503d008 req-cdb53433-5a0d-4c80-bd4e-7e96c81c330f service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135237 Nov 11 12:12:08.066435 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4f85a048-0f91-4cec-a7c1-36fd66f4966d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.157622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11514e94-6c29-4f56-b6b4-f6de2503d008 req-a4c09538-9f82-47ef-b9b0-6a6f5b668eff service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377122 Nov 11 12:12:08.307591 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7171e2ef-a132-4b50-a7d7-60baa31815a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.393757 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7171e2ef-a132-4b50-a7d7-60baa31815a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.404690 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7171e2ef-a132-4b50-a7d7-60baa31815a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.445669 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7171e2ef-a132-4b50-a7d7-60baa31815a3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a11c804ec3b431f84854ac8fa8f5012&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5215902 Nov 11 12:12:08.445669 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171e2ef-a132-4b50-a7d7-60baa31815a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9a7ec0-6711-460c-aecc-f00b4ed39fe4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:08.447774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45544) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:08.499839 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33b07f01-64e6-4059-9045-ceda0c2305c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.532467 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33b07f01-64e6-4059-9045-ceda0c2305c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.596611 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33b07f01-64e6-4059-9045-ceda0c2305c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.599787 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33b07f01-64e6-4059-9045-ceda0c2305c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.604150 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-33b07f01-64e6-4059-9045-ceda0c2305c4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a9a7ec0-6711-460c-aecc-f00b4ed39fe4 HTTP/1.1" status: 204 len: 168 time: 0.1521597 Nov 11 12:12:08.610839 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07f01-64e6-4059-9045-ceda0c2305c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9a7ec0-6711-460c-aecc-f00b4ed39fe4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:09.009219 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0e21a-28f6-4026-96ea-8f090d423f47 req-396fc6e3-f32b-4878-aafa-f10b656a0681 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:09.010065 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.012357 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1d0e21a-28f6-4026-96ea-8f090d423f47 req-396fc6e3-f32b-4878-aafa-f10b656a0681 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 946 time: 0.0708430 Nov 11 12:12:09.066429 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1d0e21a-28f6-4026-96ea-8f090d423f47 req-01725305-ec96-4f33-8c49-4af5f4415016 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478349 Nov 11 12:12:10.270197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d772076-d83e-470b-8cee-9ef3ba727cde req-f17b3977-b1be-46b0-814d-6f2a19ebb700 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:10.292079 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d772076-d83e-470b-8cee-9ef3ba727cde req-f17b3977-b1be-46b0-814d-6f2a19ebb700 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 946 time: 0.1210041 Nov 11 12:12:10.386203 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7a8ea98-b30d-4eb5-b04b-5ec14edc4456 req-62a10e98-718c-479b-885d-a2c0a8e2df93 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013556 Nov 11 12:12:10.405972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d772076-d83e-470b-8cee-9ef3ba727cde req-a6e1be23-a61c-4a46-b20b-1feffabe814a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099648 Nov 11 12:12:10.542317 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.608233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8ea98-b30d-4eb5-b04b-5ec14edc4456 req-3e39bf37-c8a9-42a3-95fc-4f06d7e630da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:10.610622 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7a8ea98-b30d-4eb5-b04b-5ec14edc4456 req-3e39bf37-c8a9-42a3-95fc-4f06d7e630da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f3f9b4522f8462683cc4d69f6cce652&device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 1135 time: 0.1321106 Nov 11 12:12:10.658091 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d027b0-68bb-42cb-8970-7a6494cf54e5 req-177c6161-6ec7-4726-93d7-82a8740c7951 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:10.667178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c1d027b0-68bb-42cb-8970-7a6494cf54e5 req-177c6161-6ec7-4726-93d7-82a8740c7951 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 946 time: 0.0656333 Nov 11 12:12:10.737394 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c1d027b0-68bb-42cb-8970-7a6494cf54e5 req-4638c45f-3db1-4fa9-9db9-ff00e265541d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691142 Nov 11 12:12:10.796211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8ea98-b30d-4eb5-b04b-5ec14edc4456 req-fa45dfca-0205-4f07-bf48-80f79cfbad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:10.799569 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7a8ea98-b30d-4eb5-b04b-5ec14edc4456 req-fa45dfca-0205-4f07-bf48-80f79cfbad46 service neutron] 10.222.0.62 "GET /v2.0/networks?id=633bd22d-5ecb-48d5-9057-6779c28a4076 HTTP/1.1" status: 200 len: 899 time: 0.1625009 Nov 11 12:12:10.990808 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7a8ea98-b30d-4eb5-b04b-5ec14edc4456 req-1b92f069-d0fd-44ef-b414-b824a1bc422f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71822152-14b0-4fc4-8455-37a9c953f614 HTTP/1.1" status: 200 len: 1000 time: 0.1807799 Nov 11 12:12:11.141513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8ea98-b30d-4eb5-b04b-5ec14edc4456 req-26d16690-e7e4-490c-9b85-b03d016d57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:11.148373 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7a8ea98-b30d-4eb5-b04b-5ec14edc4456 req-26d16690-e7e4-490c-9b85-b03d016d57a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a1ea8b9-06da-4643-8384-cae50b3ea407 HTTP/1.1" status: 200 len: 834 time: 0.1454077 Nov 11 12:12:11.220118 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8ea98-b30d-4eb5-b04b-5ec14edc4456 req-25432893-1ea4-4a73-a4bc-a88cdd000faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:11.227429 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7a8ea98-b30d-4eb5-b04b-5ec14edc4456 req-25432893-1ea4-4a73-a4bc-a88cdd000faf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=633bd22d-5ecb-48d5-9057-6779c28a4076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704546 Nov 11 12:12:11.304468 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.340279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026e2f3-b1e8-461e-ad84-1ea2512cef05 req-f8b44812-7d0b-41d8-92cb-70c789347b3f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:11.350123 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7026e2f3-b1e8-461e-ad84-1ea2512cef05 req-f8b44812-7d0b-41d8-92cb-70c789347b3f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 946 time: 0.1325831 Nov 11 12:12:11.399366 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7a8ea98-b30d-4eb5-b04b-5ec14edc4456 req-25e7bb24-40d5-4b09-8674-d8a749201b25 service neutron] 10.222.0.62 "GET /v2.0/networks/633bd22d-5ecb-48d5-9057-6779c28a4076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606841 Nov 11 12:12:11.409668 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7026e2f3-b1e8-461e-ad84-1ea2512cef05 req-f1784597-91a9-4b43-bc1d-faeea8dafa18 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584302 Nov 11 12:12:11.514313 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7a8ea98-b30d-4eb5-b04b-5ec14edc4456 req-9e2e5bbe-b17e-40e6-8912-f56196171d65 service neutron] 10.222.0.62 "GET /v2.0/networks/633bd22d-5ecb-48d5-9057-6779c28a4076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020277 Nov 11 12:12:11.609626 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45678) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:11.726197 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-783fcfba-063d-4288-9d4d-5aff72df1dc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.800793 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-783fcfba-063d-4288-9d4d-5aff72df1dc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.806799 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-783fcfba-063d-4288-9d4d-5aff72df1dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.845354 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-783fcfba-063d-4288-9d4d-5aff72df1dc4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=282c6a4a824442a6adc75a4ee2fde989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2346511 Nov 11 12:12:11.846602 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fcfba-063d-4288-9d4d-5aff72df1dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7922f00-c0c1-4d10-bc34-96e573262e81,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:11.848194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45682) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:11.908517 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-882743b3-e48b-48be-a6f7-c7d7a03fca63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.932587 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-882743b3-e48b-48be-a6f7-c7d7a03fca63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.987736 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-882743b3-e48b-48be-a6f7-c7d7a03fca63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.990474 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-882743b3-e48b-48be-a6f7-c7d7a03fca63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.993367 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-882743b3-e48b-48be-a6f7-c7d7a03fca63 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c7922f00-c0c1-4d10-bc34-96e573262e81 HTTP/1.1" status: 204 len: 168 time: 0.1438394 Nov 11 12:12:12.001829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882743b3-e48b-48be-a6f7-c7d7a03fca63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7922f00-c0c1-4d10-bc34-96e573262e81,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:12.393184 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45712) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:12.422469 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2fc82bc-6271-40e1-bb2c-709d63bdfc15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:12.648422 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2fc82bc-6271-40e1-bb2c-709d63bdfc15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:12.686180 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c9114-3013-4199-b613-2aef1195bfd3 req-dc4546d9-5e9b-4ac0-9b54-19db105da53b tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:12.688874 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-073c9114-3013-4199-b613-2aef1195bfd3 req-dc4546d9-5e9b-4ac0-9b54-19db105da53b tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 946 time: 0.0862498 Nov 11 12:12:12.689540 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2fc82bc-6271-40e1-bb2c-709d63bdfc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:12.735561 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f2fc82bc-6271-40e1-bb2c-709d63bdfc15 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=33141ae85e6c49f19db906dd23ce1d25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3355241 Nov 11 12:12:12.736425 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45726) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:12.759155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00616f-2b63-487f-b74d-0a12e428a040 req-fb222427-78be-4c00-aa96-e2910f357de8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:12.768124 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b00616f-2b63-487f-b74d-0a12e428a040 req-fb222427-78be-4c00-aa96-e2910f357de8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 946 time: 0.2321477 Nov 11 12:12:12.835586 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc82bc-6271-40e1-bb2c-709d63bdfc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417a9816-64fc-427e-a48c-2b0fe71d10aa,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:12.846679 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c6b72e7-a9f1-454a-b834-a74bdde5403c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:12.883776 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b00616f-2b63-487f-b74d-0a12e428a040 req-12b527a7-7017-45dd-886e-863352d2ee71 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095760 Nov 11 12:12:12.920251 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c6b72e7-a9f1-454a-b834-a74bdde5403c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:12.936661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-073c9114-3013-4199-b613-2aef1195bfd3 req-015f6187-021f-4b2f-b21e-a8472e86bd8f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Deleting port 2e104982-4340-4ae5-8f05-8504e5dd921c {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:12.937160 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-073c9114-3013-4199-b613-2aef1195bfd3 req-015f6187-021f-4b2f-b21e-a8472e86bd8f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:13.095561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-073c9114-3013-4199-b613-2aef1195bfd3 req-015f6187-021f-4b2f-b21e-a8472e86bd8f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] For port 2e104982-4340-4ae5-8f05-8504e5dd921c, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=2e104982-4340-4ae5-8f05-8504e5dd921c,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:13.096275 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-073c9114-3013-4199-b613-2aef1195bfd3 req-015f6187-021f-4b2f-b21e-a8472e86bd8f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:13.131218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-073c9114-3013-4199-b613-2aef1195bfd3 req-015f6187-021f-4b2f-b21e-a8472e86bd8f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Calling delete_port for 2e104982-4340-4ae5-8f05-8504e5dd921c owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:13.286622 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-073c9114-3013-4199-b613-2aef1195bfd3 req-015f6187-021f-4b2f-b21e-a8472e86bd8f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:13.299949 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f9cfc60c-b56a-426f-88e0-0e16e1f76f8a', '2e104982-4340-4ae5-8f05-8504e5dd921c'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:12:13.328696 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c6b72e7-a9f1-454a-b834-a74bdde5403c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:13.332908 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c6b72e7-a9f1-454a-b834-a74bdde5403c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:13.334273 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2c6b72e7-a9f1-454a-b834-a74bdde5403c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/417a9816-64fc-427e-a48c-2b0fe71d10aa HTTP/1.1" status: 204 len: 168 time: 0.5966218 Nov 11 12:12:13.437737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b72e7-a9f1-454a-b834-a74bdde5403c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417a9816-64fc-427e-a48c-2b0fe71d10aa,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:13.538601 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f6187-021f-4b2f-b21e-a8472e86bd8f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Pushing event deleted for resources: {'Port': ['ID=2e104982-4340-4ae5-8f05-8504e5dd921c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:13.548297 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-073c9114-3013-4199-b613-2aef1195bfd3 req-015f6187-021f-4b2f-b21e-a8472e86bd8f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] No DVR routers for this DVR port 2e104982-4340-4ae5-8f05-8504e5dd921c on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:13.552507 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-073c9114-3013-4199-b613-2aef1195bfd3 req-015f6187-021f-4b2f-b21e-a8472e86bd8f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:13.558615 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-073c9114-3013-4199-b613-2aef1195bfd3 req-015f6187-021f-4b2f-b21e-a8472e86bd8f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "DELETE /v2.0/ports/2e104982-4340-4ae5-8f05-8504e5dd921c HTTP/1.1" status: 204 len: 173 time: 0.8600380 Nov 11 12:12:13.559190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940b689d-2578-4d4b-9630-aeda66d0d5bc', 'name': 'network-vif-deleted', 'tag': '2e104982-4340-4ae5-8f05-8504e5dd921c'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:13.578794 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b91e88-249b-4eea-81e6-b7fb53c09003" -d '{"events": [{"server_uuid": "940b689d-2578-4d4b-9630-aeda66d0d5bc", "name": "network-vif-deleted", "tag": "2e104982-4340-4ae5-8f05-8504e5dd921c"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:13.684978 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637296ef-5789-417b-a29b-abcb51cc2ad2 x-openstack-request-id: req-637296ef-5789-417b-a29b-abcb51cc2ad2 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:13.685631 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940b689d-2578-4d4b-9630-aeda66d0d5bc", "name": "network-vif-deleted", "tag": "2e104982-4340-4ae5-8f05-8504e5dd921c", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:13.686088 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-637296ef-5789-417b-a29b-abcb51cc2ad2 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:13.686705 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b689d-2578-4d4b-9630-aeda66d0d5bc', 'name': 'network-vif-deleted', 'tag': '2e104982-4340-4ae5-8f05-8504e5dd921c', 'status': 'completed', 'code': 200} Nov 11 12:12:14.066351 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48cd24ba-ed50-478e-87da-0d7e67cc1ab9 req-ac93912e-dcd1-4fcd-acb5-62d6e548be25 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=940b689d-2578-4d4b-9630-aeda66d0d5bc HTTP/1.1" status: 200 len: 210 time: 0.0516827 Nov 11 12:12:15.653006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-77544ccc-1e10-43a8-92cf-118a6a56eb18 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:15.658239 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-77544ccc-1e10-43a8-92cf-118a6a56eb18 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 805 time: 0.1244831 Nov 11 12:12:15.680838 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-182946f7-ea08-4d28-94a0-00b812954787 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/quotas/c183b0a214584982aa6e510cee65d4cd HTTP/1.1" status: 200 len: 375 time: 0.0171139 Nov 11 12:12:15.736476 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:15.759600 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-1f15a633-543c-45fa-846b-da1edb369136 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0770209 Nov 11 12:12:15.906933 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-b5ab1bb6-82ac-4fab-b768-95c67dd96ced service neutron] 10.222.0.65 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241734 Nov 11 12:12:16.082876 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-d3032b3e-7fde-49ad-8598-44bb62a7647f service neutron] 10.222.0.65 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705322 Nov 11 12:12:16.151622 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:12:16.434571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c590988-b2ae-414e-8dd9-dd398c5994b2 req-704c8f87-d6bd-4349-91ef-1c2a6622996c tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 210 time: 0.0637600 Nov 11 12:12:16.926538 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45866) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:17.164554 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 2e104982-4340-4ae5-8f05-8504e5dd921c no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:12:17.256381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 2e104982-4340-4ae5-8f05-8504e5dd921c {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:12:17.261018 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 2e104982-4340-4ae5-8f05-8504e5dd921c not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:12:17.297283 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-280049c9-bf80-4db7-b4f1-f8521e257324 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.606840 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-280049c9-bf80-4db7-b4f1-f8521e257324 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.613174 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-280049c9-bf80-4db7-b4f1-f8521e257324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.689068 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-280049c9-bf80-4db7-b4f1-f8521e257324 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=546da6dfb6604eb4a6698282c829cdad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7607157 Nov 11 12:12:17.691848 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45880) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:17.701223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280049c9-bf80-4db7-b4f1-f8521e257324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52c538b-284c-47b8-ab7c-19c6f0348961,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:17.711927 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-217df5e6-3d3b-471c-8712-5a68bc82bb83 req-d6ed3964-0454-4106-a2a3-3b5240b71cc7 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 210 time: 0.1032023 Nov 11 12:12:17.830303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-761659f0-a431-463c-978f-39c107e6ef4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.859777 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-761659f0-a431-463c-978f-39c107e6ef4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.932993 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-761659f0-a431-463c-978f-39c107e6ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.951414 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-761659f0-a431-463c-978f-39c107e6ef4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.958144 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-761659f0-a431-463c-978f-39c107e6ef4c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e52c538b-284c-47b8-ab7c-19c6f0348961 HTTP/1.1" status: 204 len: 168 time: 0.2625804 Nov 11 12:12:18.041370 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761659f0-a431-463c-978f-39c107e6ef4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52c538b-284c-47b8-ab7c-19c6f0348961,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:18.180447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45890) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:18.346285 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-5f72fdc5-7f3d-44c6-b1b7-89ac19ce6a4c tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:18.347944 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-5f72fdc5-7f3d-44c6-b1b7-89ac19ce6a4c tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.43 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 805 time: 0.3477652 Nov 11 12:12:18.373374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-d32be77a-4987-494e-b3a3-4c94fb9cf9e8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Request body: {'port': {'device_id': '1e7b651c-637c-4963-85d6-cbf833590154', 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c', 'admin_state_up': True, 'tenant_id': 'c183b0a214584982aa6e510cee65d4cd'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:18.572360 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-d32be77a-4987-494e-b3a3-4c94fb9cf9e8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Made reservation on behalf of c183b0a214584982aa6e510cee65d4cd for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:18.577158 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-d32be77a-4987-494e-b3a3-4c94fb9cf9e8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.647808 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5ca18afb-12d7-4313-8c97-649f137235dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.748758 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-d32be77a-4987-494e-b3a3-4c94fb9cf9e8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Allocated IP 172.20.0.7 (d9353140-a9db-42c0-9f09-13a67c41443c/05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4/095ce66b-e4b4-4c5a-95e9-7a220a023fcc) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:18.832807 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5ca18afb-12d7-4313-8c97-649f137235dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.841179 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5ca18afb-12d7-4313-8c97-649f137235dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.917123 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5ca18afb-12d7-4313-8c97-649f137235dd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0da3d95266b7452fb002e095e5926ce6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7353864 Nov 11 12:12:18.917989 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45910) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:18.918820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca18afb-12d7-4313-8c97-649f137235dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b231e8-a357-499b-86f2-bc90737f64d0,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:18.988666 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a8983b9-11aa-47f4-8dd2-a735beafc913 req-911deb93-d214-4280-ba49-7e2166f2c057 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 210 time: 0.1148841 Nov 11 12:12:19.031935 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e06290a-f4ff-4a1c-a2e2-b781ad8f616e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.081211 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-d32be77a-4987-494e-b3a3-4c94fb9cf9e8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.099880 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e06290a-f4ff-4a1c-a2e2-b781ad8f616e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.174374 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-d32be77a-4987-494e-b3a3-4c94fb9cf9e8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.188045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f9cfc60c-b56a-426f-88e0-0e16e1f76f8a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:12:19.254225 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e06290a-f4ff-4a1c-a2e2-b781ad8f616e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.259046 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e06290a-f4ff-4a1c-a2e2-b781ad8f616e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.262933 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1e06290a-f4ff-4a1c-a2e2-b781ad8f616e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/96b231e8-a357-499b-86f2-bc90737f64d0 HTTP/1.1" status: 204 len: 168 time: 0.3397698 Nov 11 12:12:19.325116 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-d32be77a-4987-494e-b3a3-4c94fb9cf9e8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Network d9353140-a9db-42c0-9f09-13a67c41443c is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:19.336093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06290a-f4ff-4a1c-a2e2-b781ad8f616e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b231e8-a357-499b-86f2-bc90737f64d0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:19.344918 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-d32be77a-4987-494e-b3a3-4c94fb9cf9e8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:19.347927 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-d32be77a-4987-494e-b3a3-4c94fb9cf9e8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:19.480994 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32be77a-4987-494e-b3a3-4c94fb9cf9e8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Pushing event updated for resources: {'Port': ['ID=095ce66b-e4b4-4c5a-95e9-7a220a023fcc,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:19.528656 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-d32be77a-4987-494e-b3a3-4c94fb9cf9e8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:19.529319 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-d32be77a-4987-494e-b3a3-4c94fb9cf9e8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.563468 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-d32be77a-4987-494e-b3a3-4c94fb9cf9e8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1940355 Nov 11 12:12:19.579086 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Request body: {'port': {'device_id': '1e7b651c-637c-4963-85d6-cbf833590154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:19.677933 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.923102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45936) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:19.953106 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9ce34308-6f1e-4ead-bec8-292a04d24bd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.179738 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9ce34308-6f1e-4ead-bec8-292a04d24bd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.189303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9ce34308-6f1e-4ead-bec8-292a04d24bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.221962 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9ce34308-6f1e-4ead-bec8-292a04d24bd2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af4b1ddb36c141708adc2a1740315772&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2968464 Nov 11 12:12:20.223136 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45942) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:20.223541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095ce66b-e4b4-4c5a-95e9-7a220a023fcc {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:12:20.271076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce34308-6f1e-4ead-bec8-292a04d24bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ced9d7-d2fe-4383-b901-6891352cf9eb,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:20.271663 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.293309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Transition to ACTIVE for port object 095ce66b-e4b4-4c5a-95e9-7a220a023fcc will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:12:20.300149 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a824bafb-0b69-4c8a-a6d2-74708850fa4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.302026 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.353335 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a824bafb-0b69-4c8a-a6d2-74708850fa4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.368910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Pushing event updated for resources: {'Port': ['ID=095ce66b-e4b4-4c5a-95e9-7a220a023fcc,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:20.382101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4dfc6-96ec-4d35-9a6a-a311de43224b req-ee467e64-f7a2-4d8d-94fe-10babcebf922 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:20.384067 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c6a4dfc6-96ec-4d35-9a6a-a311de43224b req-ee467e64-f7a2-4d8d-94fe-10babcebf922 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 931 time: 0.1894996 Nov 11 12:12:20.476488 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a824bafb-0b69-4c8a-a6d2-74708850fa4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.486208 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a824bafb-0b69-4c8a-a6d2-74708850fa4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.487682 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a824bafb-0b69-4c8a-a6d2-74708850fa4f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b3ced9d7-d2fe-4383-b901-6891352cf9eb HTTP/1.1" status: 204 len: 168 time: 0.2635112 Nov 11 12:12:20.547417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824bafb-0b69-4c8a-a6d2-74708850fa4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ced9d7-d2fe-4383-b901-6891352cf9eb,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:20.693983 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c6a4dfc6-96ec-4d35-9a6a-a311de43224b req-8de009f0-080b-40d5-8916-5de89415495e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759142 Nov 11 12:12:20.776610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Attempting to bind port 095ce66b-e4b4-4c5a-95e9-7a220a023fcc on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:20.777224 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Attempting to bind port 095ce66b-e4b4-4c5a-95e9-7a220a023fcc by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:20.777745 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Attempting to bind port 095ce66b-e4b4-4c5a-95e9-7a220a023fcc on network d9353140-a9db-42c0-9f09-13a67c41443c {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:20.785816 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Port 095ce66b-e4b4-4c5a-95e9-7a220a023fcc on network d9353140-a9db-42c0-9f09-13a67c41443c not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:12:20.788075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Attempting to bind port 095ce66b-e4b4-4c5a-95e9-7a220a023fcc on network d9353140-a9db-42c0-9f09-13a67c41443c {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:20.797764 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:20.798386 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Checking segment: {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:20.799066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Bound using segment: {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:20.799869 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Bound port: 095ce66b-e4b4-4c5a-95e9-7a220a023fcc, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:20.800399 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.016932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] For port 095ce66b-e4b4-4c5a-95e9-7a220a023fcc, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:21.027465 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] For port 095ce66b-e4b4-4c5a-95e9-7a220a023fcc, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=095ce66b-e4b4-4c5a-95e9-7a220a023fcc,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:21.038555 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.101967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:21.102885 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.104458 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] 10.222.0.43 "PUT /v2.0/ports/095ce66b-e4b4-4c5a-95e9-7a220a023fcc HTTP/1.1" status: 200 len: 1091 time: 1.5314949 Nov 11 12:12:21.129636 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7b651c-637c-4963-85d6-cbf833590154', 'tag': '095ce66b-e4b4-4c5a-95e9-7a220a023fcc'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:21.133909 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983fa988-6d2a-440b-9e38-1e31ae52ead8" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7b651c-637c-4963-85d6-cbf833590154", "tag": "095ce66b-e4b4-4c5a-95e9-7a220a023fcc"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:21.177736 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a2989-e503-44aa-990c-4186baa58cff service neutron] Pushing event updated for resources: {'Port': ['ID=095ce66b-e4b4-4c5a-95e9-7a220a023fcc,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:21.233973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-957dc541-3d51-4351-8586-e85679252f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:21.240693 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-957dc541-3d51-4351-8586-e85679252f9a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 1094 time: 0.0797124 Nov 11 12:12:21.244849 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435d67c7-4a46-49cb-b6ee-ecbb8a128ed2 x-openstack-request-id: req-435d67c7-4a46-49cb-b6ee-ecbb8a128ed2 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:21.245165 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7b651c-637c-4963-85d6-cbf833590154", "tag": "095ce66b-e4b4-4c5a-95e9-7a220a023fcc", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:21.245314 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-435d67c7-4a46-49cb-b6ee-ecbb8a128ed2 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:21.245752 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7b651c-637c-4963-85d6-cbf833590154', 'tag': '095ce66b-e4b4-4c5a-95e9-7a220a023fcc', 'status': 'completed', 'code': 200} Nov 11 12:12:21.298819 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-4c87f019-2a65-4a76-957a-20d45850f5bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=095ce66b-e4b4-4c5a-95e9-7a220a023fcc HTTP/1.1" status: 200 len: 217 time: 0.0473957 Nov 11 12:12:21.401544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-2843b032-9f39-4f8f-85f2-1bfa8e6d86a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:21.408001 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-2843b032-9f39-4f8f-85f2-1bfa8e6d86a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4 HTTP/1.1" status: 200 len: 845 time: 0.0953739 Nov 11 12:12:21.463329 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-2f988c50-de1f-4e23-a65e-c41f2ae12c50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9353140-a9db-42c0-9f09-13a67c41443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502510 Nov 11 12:12:21.560359 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.646907 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-7edda204-aa29-49de-8f43-4c06bf634e8d service neutron] 10.222.0.43 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746106 Nov 11 12:12:21.970592 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50802316-0d2f-483f-b7df-9d15c3fcf800 req-343b4c5b-79d9-4d97-8f14-7a3b2bcfc579 service neutron] 10.222.0.43 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073795 Nov 11 12:12:22.076329 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fb4f1-3cf7-4b24-92d1-f2478762516d req-b321fd51-7e52-4a3d-b8db-830483eb66aa tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:22.078079 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-790fb4f1-3cf7-4b24-92d1-f2478762516d req-b321fd51-7e52-4a3d-b8db-830483eb66aa tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 943 time: 0.1504052 Nov 11 12:12:22.129042 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fa988-6d2a-440b-9e38-1e31ae52ead8 req-914537e3-d89a-4f91-b356-0f4c41932b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:22.130585 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-983fa988-6d2a-440b-9e38-1e31ae52ead8 req-914537e3-d89a-4f91-b356-0f4c41932b5e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 1094 time: 0.1024899 Nov 11 12:12:22.241570 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-790fb4f1-3cf7-4b24-92d1-f2478762516d req-51708144-12e4-43ab-97c7-a0ecf976251a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470618 Nov 11 12:12:22.293045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fa988-6d2a-440b-9e38-1e31ae52ead8 req-804355f8-47c8-4bc1-bb23-6bc530018fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:22.295506 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-983fa988-6d2a-440b-9e38-1e31ae52ead8 req-804355f8-47c8-4bc1-bb23-6bc530018fe3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 907 time: 0.1494033 Nov 11 12:12:22.350365 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-983fa988-6d2a-440b-9e38-1e31ae52ead8 req-8b6074d2-1530-4f4e-b6ab-185e1bff819e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=095ce66b-e4b4-4c5a-95e9-7a220a023fcc HTTP/1.1" status: 200 len: 217 time: 0.0466766 Nov 11 12:12:22.448317 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fa988-6d2a-440b-9e38-1e31ae52ead8 req-bed99077-d0fc-4867-a4c9-57c9b3f5a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:22.451887 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-983fa988-6d2a-440b-9e38-1e31ae52ead8 req-bed99077-d0fc-4867-a4c9-57c9b3f5a441 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4 HTTP/1.1" status: 200 len: 845 time: 0.0941267 Nov 11 12:12:22.492920 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-983fa988-6d2a-440b-9e38-1e31ae52ead8 req-c9ade956-67b0-42af-81f8-96df1ff6e8fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9353140-a9db-42c0-9f09-13a67c41443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334692 Nov 11 12:12:22.606860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-983fa988-6d2a-440b-9e38-1e31ae52ead8 req-b1d57467-8c75-4f38-9968-280c956d8530 service neutron] 10.222.0.43 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004245 Nov 11 12:12:22.704256 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46004) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:22.722941 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-983fa988-6d2a-440b-9e38-1e31ae52ead8 req-ae373be5-6696-4980-8ca9-d72eecb4c357 service neutron] 10.222.0.43 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110957 Nov 11 12:12:22.792625 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5d17b7fd-54c3-4052-a346-7bc5b5906d18 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2415 time: 0.0868769 Nov 11 12:12:22.795867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46008) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:22.802462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-31fd8349-62d3-4aa3-a7bc-db015ba6ac54 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Request body: {'network': {'name': 'tempest-network-smoke--802039387', 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'port_security_enabled': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:22.843149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fd8349-62d3-4aa3-a7bc-db015ba6ac54 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Made reservation on behalf of 9f3f9b4522f8462683cc4d69f6cce652 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:22.852253 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31fd8349-62d3-4aa3-a7bc-db015ba6ac54 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.913823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fd8349-62d3-4aa3-a7bc-db015ba6ac54 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:12:22.931401 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31fd8349-62d3-4aa3-a7bc-db015ba6ac54 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.931900 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-31fd8349-62d3-4aa3-a7bc-db015ba6ac54 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Added segment 5ca2f4f4-48e0-4976-88ec-9b980b7743af of type vlan for network 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 Nov 11 12:12:22.982801 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31fd8349-62d3-4aa3-a7bc-db015ba6ac54 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.032983 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31fd8349-62d3-4aa3-a7bc-db015ba6ac54 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.054224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd8349-62d3-4aa3-a7bc-db015ba6ac54 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:23.055018 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-31fd8349-62d3-4aa3-a7bc-db015ba6ac54 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.199313 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-31fd8349-62d3-4aa3-a7bc-db015ba6ac54 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4019737 Nov 11 12:12:23.200801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd8349-62d3-4aa3-a7bc-db015ba6ac54 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'Network': ['ID=00a0ad01-2fe8-45f1-a1e2-cd6284193ed8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:23.204351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46028) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:23.209034 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2107210695', 'admin_state_up': True, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:23.214465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:12:23.265456 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.266622 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.397768 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.626179 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c614d-c8b5-4d75-95bd-bc9c0f56dfb6 req-b897cdfa-1d08-4c33-8818-0a07bfd5ee60 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:23.628131 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa2c614d-c8b5-4d75-95bd-bc9c0f56dfb6 req-b897cdfa-1d08-4c33-8818-0a07bfd5ee60 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 943 time: 0.1460388 Nov 11 12:12:23.632494 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.868384 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa2c614d-c8b5-4d75-95bd-bc9c0f56dfb6 req-ea95f980-c99b-447d-95c7-86e612ab8256 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276149 Nov 11 12:12:24.192792 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.217253 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.439831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Allocated IP 172.25.2.163 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/dbf1eed4-0002-49bd-83b5-6d7366e12113) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:24.635804 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.711209 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.803780 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:24.809224 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:24.811874 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:24.823255 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b203bd4-7ffb-457b-8598-1ac4302c4f3a None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:24.846548 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'Port': ['ID=dbf1eed4-0002-49bd-83b5-6d7366e12113,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:24.862188 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:24.862538 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:24.862885 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:24.863225 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:24.863550 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:24.863878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:24.864206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:24.864532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:24.864858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:24.865180 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:24.865500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:24.865844 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:24.942239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2ccf49cb-2994-439b-ace3-221bd01a9236 None None] Provisioning complete for port dbf1eed4-0002-49bd-83b5-6d7366e12113 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:24.944699 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2ccf49cb-2994-439b-ace3-221bd01a9236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:25.080171 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf49cb-2994-439b-ace3-221bd01a9236 None None] Port dbf1eed4-0002-49bd-83b5-6d7366e12113 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:25.259228 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9c22e-f432-4162-a77f-1faedcb87d7a req-fca3f3cd-6985-493e-8e65-76180249427f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:25.260850 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5b9c22e-f432-4162-a77f-1faedcb87d7a req-fca3f3cd-6985-493e-8e65-76180249427f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 943 time: 0.1688893 Nov 11 12:12:25.488345 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5b9c22e-f432-4162-a77f-1faedcb87d7a req-5bd836b5-730b-418c-9f90-a2c1154e7043 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151129 Nov 11 12:12:25.575580 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:25.832464 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.213010 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 095ce66b-e4b4-4c5a-95e9-7a220a023fcc details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:12:26.411166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Router 58fed26b-075b-4873-a7ba-e8620e48f86a is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:12:26.433163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 095ce66b-e4b4-4c5a-95e9-7a220a023fcc, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=095ce66b-e4b4-4c5a-95e9-7a220a023fcc,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:26.452053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '095ce66b-e4b4-4c5a-95e9-7a220a023fcc', 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c', 'port_id': '095ce66b-e4b4-4c5a-95e9-7a220a023fcc', 'mac_address': 'fa:16:3e:1a:54:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:12:26.518398 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.541102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095ce66b-e4b4-4c5a-95e9-7a220a023fcc {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:12:26.547044 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:26.560968 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Sync routers for ids ['58fed26b-075b-4873-a7ba-e8620e48f86a'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:26.582205 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Routers {'58fed26b-075b-4873-a7ba-e8620e48f86a'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:26.584504 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:12:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['58fed26b-075b-4873-a7ba-e8620e48f86a'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:26.604821 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.614932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46098) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:26.615588 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7c1942aa-3a2c-4ea3-a718-889e57ce3624 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4096901 Nov 11 12:12:26.621792 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 095ce66b-e4b4-4c5a-95e9-7a220a023fcc, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=095ce66b-e4b4-4c5a-95e9-7a220a023fcc,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:26.632386 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.766010 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Set router 58fed26b-075b-4873-a7ba-e8620e48f86a gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:12:26.775141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd757a86-0f3a-416a-8d55-45319c59d4d9 req-a0070125-b622-41f1-a957-d4b82dd3aaeb tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:26.780769 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd757a86-0f3a-416a-8d55-45319c59d4d9 req-a0070125-b622-41f1-a957-d4b82dd3aaeb tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 944 time: 0.1228924 Nov 11 12:12:26.789462 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=095ce66b-e4b4-4c5a-95e9-7a220a023fcc,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:26.806673 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:26.807009 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:26.807335 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:26.813469 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:26.814579 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:26.814579 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:26.814579 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:26.816342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:26.816342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:26.816342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:26.816342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:26.816342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:26.889691 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['095ce66b-e4b4-4c5a-95e9-7a220a023fcc'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:12:26.897231 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46102) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:26.921482 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd757a86-0f3a-416a-8d55-45319c59d4d9 req-ccb51c83-82f1-463c-ac59-5e2b6c419e14 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230359 Nov 11 12:12:26.937633 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f296fb42-772d-4935-8d76-71c75ffc186b tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:26.942562 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46106) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:26.952886 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f296fb42-772d-4935-8d76-71c75ffc186b tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=9f3f9b4522f8462683cc4d69f6cce652&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3358757 Nov 11 12:12:27.133407 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107210695', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:23Z', 'updated_at': '2021-11-11T12:12:25Z', 'revision_number': 3, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:24Z', 'updated_at': '2021-11-11T12:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:27.180187 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Checking router: 58fed26b-075b-4873-a7ba-e8620e48f86a for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:12:27.180909 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Updating router 58fed26b-075b-4873-a7ba-e8620e48f86a port dbf1eed4-0002-49bd-83b5-6d7366e12113 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:12:27.202756 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-198e526d-3df3-41b9-8f91-7c07e4f3efce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.214491 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.402991 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565c55b3-7445-4498-8efd-932a6c2b7a47 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:27.407923 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-565c55b3-7445-4498-8efd-932a6c2b7a47 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4642918 Nov 11 12:12:27.411617 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46110) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:27.429844 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-198e526d-3df3-41b9-8f91-7c07e4f3efce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.439234 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-198e526d-3df3-41b9-8f91-7c07e4f3efce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.490011 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4f96aaed-395f-4cf7-9725-feb72c305e02 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739930 Nov 11 12:12:27.491831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46114) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:27.537026 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-198e526d-3df3-41b9-8f91-7c07e4f3efce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f626db65d0a74cb7846d020b9d94b085&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6384842 Nov 11 12:12:27.537890 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e526d-3df3-41b9-8f91-7c07e4f3efce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d2000b-d626-4fb0-8186-818448a8a719,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:27.548614 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46116) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:27.617189 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7dee2d57-fd84-42bd-b451-e00989b92f5d tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=9f3f9b4522f8462683cc4d69f6cce652&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1232848 Nov 11 12:12:27.619921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46118) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:27.650549 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.661309 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.713694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd82016-4c77-47b3-9ff6-fbe736cbf498 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:27.726015 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Attempting to bind port dbf1eed4-0002-49bd-83b5-6d7366e12113 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:27.726418 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Attempting to bind port dbf1eed4-0002-49bd-83b5-6d7366e12113 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:27.727631 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Attempting to bind port dbf1eed4-0002-49bd-83b5-6d7366e12113 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:27.744850 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-354fa544-f2ef-490b-a329-3de9718d724c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.751184 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:27.752143 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:27.753340 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.753975 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:27.754851 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Bound port: dbf1eed4-0002-49bd-83b5-6d7366e12113, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:27.755861 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.796378 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-354fa544-f2ef-490b-a329-3de9718d724c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.856525 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-73b509e9-fe77-4b8f-b877-cfb859e3a93b None None] Provisioning complete for port dbf1eed4-0002-49bd-83b5-6d7366e12113 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:27.856898 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-73b509e9-fe77-4b8f-b877-cfb859e3a93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.879420 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886f5dc3-b82a-4e2c-9825-889204933c04 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:27.884479 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-886f5dc3-b82a-4e2c-9825-889204933c04 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2633989 Nov 11 12:12:27.886148 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46126) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:27.936945 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818b4d9-c566-4110-bd02-6d349f08056c None None] Pushing event updated for resources: {'Port': ['ID=dbf1eed4-0002-49bd-83b5-6d7366e12113,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:27.945407 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-354fa544-f2ef-490b-a329-3de9718d724c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.948840 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-354fa544-f2ef-490b-a329-3de9718d724c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.950067 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-354fa544-f2ef-490b-a329-3de9718d724c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29d2000b-d626-4fb0-8186-818448a8a719 HTTP/1.1" status: 204 len: 168 time: 0.3978498 Nov 11 12:12:27.951675 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818b4d9-c566-4110-bd02-6d349f08056c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:27.954804 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818b4d9-c566-4110-bd02-6d349f08056c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:27.963304 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818b4d9-c566-4110-bd02-6d349f08056c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:27.964921 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818b4d9-c566-4110-bd02-6d349f08056c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:27.965421 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818b4d9-c566-4110-bd02-6d349f08056c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:27.968625 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818b4d9-c566-4110-bd02-6d349f08056c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:27.969142 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818b4d9-c566-4110-bd02-6d349f08056c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:27.969678 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818b4d9-c566-4110-bd02-6d349f08056c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:27.970100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fa544-f2ef-490b-a329-3de9718d724c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d2000b-d626-4fb0-8186-818448a8a719,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:27.970541 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818b4d9-c566-4110-bd02-6d349f08056c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:27.978974 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818b4d9-c566-4110-bd02-6d349f08056c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:27.979202 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e7bc956d-ce6e-4472-a8e2-6d12176c85cd tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0857749 Nov 11 12:12:27.979725 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818b4d9-c566-4110-bd02-6d349f08056c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:27.980209 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818b4d9-c566-4110-bd02-6d349f08056c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:27.981811 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46132) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:27.992878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0ba5fd57-0177-415d-9e5c-0bea8b571ab4 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-189760570', 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8', 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:28.006291 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-73b509e9-fe77-4b8f-b877-cfb859e3a93b None None] Port dbf1eed4-0002-49bd-83b5-6d7366e12113 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:28.058667 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] For port dbf1eed4-0002-49bd-83b5-6d7366e12113, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:28.066082 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] For port dbf1eed4-0002-49bd-83b5-6d7366e12113, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=dbf1eed4-0002-49bd-83b5-6d7366e12113,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:28.078411 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.169219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82144c28-74f3-43bd-a574-3633820e1f69 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:28.196163 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818b4d9-c566-4110-bd02-6d349f08056c None None] Pushing event updated for resources: {'Port': ['ID=dbf1eed4-0002-49bd-83b5-6d7366e12113,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:28.206752 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Routers {'58fed26b-075b-4873-a7ba-e8620e48f86a'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:28.207820 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:12:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['58fed26b-075b-4873-a7ba-e8620e48f86a'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:28.227745 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 095ce66b-e4b4-4c5a-95e9-7a220a023fcc up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:28.253864 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba5fd57-0177-415d-9e5c-0bea8b571ab4 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Made reservation on behalf of 9f3f9b4522f8462683cc4d69f6cce652 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:28.258879 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ba5fd57-0177-415d-9e5c-0bea8b571ab4 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.296327 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-01a1e8fa-9abd-4f90-b175-d351de48b872 None None] Provisioning complete for port dbf1eed4-0002-49bd-83b5-6d7366e12113 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:28.296974 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8fa-9abd-4f90-b175-d351de48b872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.309326 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2266163-2521-46e4-9f77-618d45dc68a9 req-63b6b708-d81f-4758-8be2-c6bd5de00d42 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:28.312646 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c2266163-2521-46e4-9f77-618d45dc68a9 req-63b6b708-d81f-4758-8be2-c6bd5de00d42 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 944 time: 0.1744337 Nov 11 12:12:28.349546 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] Set router 58fed26b-075b-4873-a7ba-e8620e48f86a gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:12:28.426405 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 095ce66b-e4b4-4c5a-95e9-7a220a023fcc completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:12:28.428523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c2266163-2521-46e4-9f77-618d45dc68a9 req-d1b651fb-22af-4c5d-baa4-1fcc005e40fc tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802879 Nov 11 12:12:28.437012 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 095ce66b-e4b4-4c5a-95e9-7a220a023fcc triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:28.438228 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.550822 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8fa-9abd-4f90-b175-d351de48b872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.563199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46138) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:28.578553 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-43d2c56f-4ad9-47f1-9ea6-5de0f78053a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.612305 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-01a1e8fa-9abd-4f90-b175-d351de48b872 None None] For port dbf1eed4-0002-49bd-83b5-6d7366e12113, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=dbf1eed4-0002-49bd-83b5-6d7366e12113,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:28.646002 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ba5fd57-0177-415d-9e5c-0bea8b571ab4 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.649647 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-01a1e8fa-9abd-4f90-b175-d351de48b872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.682702 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107210695', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:23Z', 'updated_at': '2021-11-11T12:12:25Z', 'revision_number': 3, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:24Z', 'updated_at': '2021-11-11T12:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:28.730807 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.755485 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-43d2c56f-4ad9-47f1-9ea6-5de0f78053a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.765449 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-43d2c56f-4ad9-47f1-9ea6-5de0f78053a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.767062 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e12721-ddb2-4038-816b-b84ff5c1353a None None] The sync data for ids ['58fed26b-075b-4873-a7ba-e8620e48f86a'] in n-d-807359-3 is: [{'id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107210695', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:23Z', 'updated_at': '2021-11-11T12:12:25Z', 'revision_number': 3, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:24Z', 'updated_at': '2021-11-11T12:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:28.798154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 095ce66b-e4b4-4c5a-95e9-7a220a023fcc, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=095ce66b-e4b4-4c5a-95e9-7a220a023fcc,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:28.799878 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7b651c-637c-4963-85d6-cbf833590154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095ce66b-e4b4-4c5a-95e9-7a220a023fcc'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:28.803260 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d146f6b-bf7a-4b5e-952a-5626f0eb9d9e" -d '{"events": [{"server_uuid": "1e7b651c-637c-4963-85d6-cbf833590154", "name": "network-vif-plugged", "status": "completed", "tag": "095ce66b-e4b4-4c5a-95e9-7a220a023fcc"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:28.803925 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5fd57-0177-415d-9e5c-0bea8b571ab4 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'Subnet': ['ID=31394ed1-c835-466e-8ee5-a6defa1061c1,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:28.808556 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e8fa-9abd-4f90-b175-d351de48b872 None None] Pushing event updated for resources: {'Port': ['ID=dbf1eed4-0002-49bd-83b5-6d7366e12113,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:28.815441 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.817723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba5fd57-0177-415d-9e5c-0bea8b571ab4 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Checking segment: {'id': '5ca2f4f4-48e0-4976-88ec-9b980b7743af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:28.818226 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba5fd57-0177-415d-9e5c-0bea8b571ab4 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Network hostable DHCP agents. Network: 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:28.878886 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba5fd57-0177-415d-9e5c-0bea8b571ab4 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Network 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:28.883748 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abf74ec-d778-46d0-8ab4-69a64dde30ea x-openstack-request-id: req-8abf74ec-d778-46d0-8ab4-69a64dde30ea {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:28.884360 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7b651c-637c-4963-85d6-cbf833590154", "name": "network-vif-plugged", "status": "completed", "tag": "095ce66b-e4b4-4c5a-95e9-7a220a023fcc", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:28.885422 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8abf74ec-d778-46d0-8ab4-69a64dde30ea {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:28.887245 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7b651c-637c-4963-85d6-cbf833590154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095ce66b-e4b4-4c5a-95e9-7a220a023fcc', 'code': 200} Nov 11 12:12:28.889472 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-43d2c56f-4ad9-47f1-9ea6-5de0f78053a0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=58ca6e9d39364f82852d27622df5eb59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3251188 Nov 11 12:12:28.890304 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46146) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:28.892652 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2c56f-4ad9-47f1-9ea6-5de0f78053a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389bac95-b510-43c9-ae2a-88c75b448415,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:28.894168 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=095ce66b-e4b4-4c5a-95e9-7a220a023fcc,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:28.904171 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-0ba5fd57-0177-415d-9e5c-0bea8b571ab4 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:28.912481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba5fd57-0177-415d-9e5c-0bea8b571ab4 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:28.914218 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ba5fd57-0177-415d-9e5c-0bea8b571ab4 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.918200 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce0fd85-ec26-46da-90c0-1a32eb174329 None None] Network 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:28.954982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0ba5fd57-0177-415d-9e5c-0bea8b571ab4 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9720106 Nov 11 12:12:28.958015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46152) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:29.018361 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a3a8144f-fe8a-4679-be9c-54bb67870e03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.054178 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a3a8144f-fe8a-4679-be9c-54bb67870e03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.123097 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a3a8144f-fe8a-4679-be9c-54bb67870e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.130580 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a3a8144f-fe8a-4679-be9c-54bb67870e03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.135718 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a3a8144f-fe8a-4679-be9c-54bb67870e03 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/389bac95-b510-43c9-ae2a-88c75b448415 HTTP/1.1" status: 204 len: 168 time: 0.2440550 Nov 11 12:12:29.159756 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8144f-fe8a-4679-be9c-54bb67870e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389bac95-b510-43c9-ae2a-88c75b448415,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:29.306556 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-00a0ad01-2fe8-45f1-a1e2-cd6284193ed8', 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'fixed_ips': [{'subnet_id': '31394ed1-c835-466e-8ee5-a6defa1061c1'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:29.307738 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.491523 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493acac-2dc6-43d6-aee5-8b4cf7468fb4 req-e19407d3-7e56-47fc-8418-20242217bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:29.498227 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1493acac-2dc6-43d6-aee5-8b4cf7468fb4 req-e19407d3-7e56-47fc-8418-20242217bb45 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 1096 time: 0.5244522 Nov 11 12:12:29.709906 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Allocated IP 172.20.0.18 (00a0ad01-2fe8-45f1-a1e2-cd6284193ed8/31394ed1-c835-466e-8ee5-a6defa1061c1/93539c1b-9bbb-4fa8-adfa-8393e76bcdd1) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:29.984847 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device dbf1eed4-0002-49bd-83b5-6d7366e12113 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:30.146664 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1493acac-2dc6-43d6-aee5-8b4cf7468fb4 req-410a7dc0-3c71-4e6f-9eb1-cd2d674e9e5a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6372695 Nov 11 12:12:30.199111 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port dbf1eed4-0002-49bd-83b5-6d7366e12113 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:30.200892 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.324318 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.343664 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.407538 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b30e1-4997-4426-9192-c6a2d1089131 req-c2b50f3b-e5bf-4941-a5f0-80bd96bcc277 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:30.418733 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a0b30e1-4997-4426-9192-c6a2d1089131 req-c2b50f3b-e5bf-4941-a5f0-80bd96bcc277 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 945 time: 0.2757461 Nov 11 12:12:30.455164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Network 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:30.462888 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:30.472893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:30.477847 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Pushing event updated for resources: {'Port': ['ID=93539c1b-9bbb-4fa8-adfa-8393e76bcdd1,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:30.673021 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a0b30e1-4997-4426-9192-c6a2d1089131 req-f3670266-6b79-4952-ad80-312a5ef31f5d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535610 Nov 11 12:12:30.768416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Attempting to bind port 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:30.768840 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Attempting to bind port 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '5ca2f4f4-48e0-4976-88ec-9b980b7743af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:30.769206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Attempting to bind port 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1 on network 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:30.775967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:30.776801 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Checking segment: {'id': '5ca2f4f4-48e0-4976-88ec-9b980b7743af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:30.777415 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.778018 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Bound using segment: {'id': '5ca2f4f4-48e0-4976-88ec-9b980b7743af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:30.778721 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Bound port: 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca2f4f4-48e0-4976-88ec-9b980b7743af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:30.779345 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.797701 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.872825 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] For port 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:30.876711 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] For port 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=93539c1b-9bbb-4fa8-adfa-8393e76bcdd1,segment=NetworkSegment(5ca2f4f4-48e0-4976-88ec-9b980b7743af),segment_id=5ca2f4f4-48e0-4976-88ec-9b980b7743af)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:30.887767 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.012433 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2710fc-9742-41ab-bf29-1055d9720ca2 None None] Pushing event updated for resources: {'Port': ['ID=93539c1b-9bbb-4fa8-adfa-8393e76bcdd1,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:31.375397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Allocated IP 172.20.0.17 (00a0ad01-2fe8-45f1-a1e2-cd6284193ed8/31394ed1-c835-466e-8ee5-a6defa1061c1/32b8a115-f80d-47bf-9649-bbb513788739) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:31.524289 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.582245 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.656705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Network 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:31.665811 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:31.669081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:31.715906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'Port': ['ID=32b8a115-f80d-47bf-9649-bbb513788739,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:31.743645 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.832118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:31.911136 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:31.912019 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.001974 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13370d33-c6ba-496f-8ac6-b391b177a6a9 req-e90efc38-2152-4108-9ffd-abf7e7a4a6d2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:32.004247 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13370d33-c6ba-496f-8ac6-b391b177a6a9 req-e90efc38-2152-4108-9ffd-abf7e7a4a6d2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 945 time: 0.1196451 Nov 11 12:12:32.100667 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.104521 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.147605 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=93539c1b-9bbb-4fa8-adfa-8393e76bcdd1,segment=NetworkSegment(5ca2f4f4-48e0-4976-88ec-9b980b7743af),segment_id=5ca2f4f4-48e0-4976-88ec-9b980b7743af)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:32.155555 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.291554 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13370d33-c6ba-496f-8ac6-b391b177a6a9 req-82de910c-fc4a-49c3-aaa1-48b4ad0fdfcd tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804365 Nov 11 12:12:32.326877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=93539c1b-9bbb-4fa8-adfa-8393e76bcdd1,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:32.644666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2011-e713-49ae-839b-da3ca1757629 req-b22156ac-f540-4fc4-bc79-f06b80d0b024 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:32.646349 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b0fb2011-e713-49ae-839b-da3ca1757629 req-b22156ac-f540-4fc4-bc79-f06b80d0b024 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 945 time: 0.2154632 Nov 11 12:12:32.766818 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b0fb2011-e713-49ae-839b-da3ca1757629 req-cd9c6e1c-fbc6-4b79-a36f-d6c9fb84b256 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036818 Nov 11 12:12:32.986440 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d66fd4-9bca-42db-9121-76c41f6b5a62 None None] Network 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:32.999515 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.010475 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.182655 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.193206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'Port': ['ID=32b8a115-f80d-47bf-9649-bbb513788739,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:33.288074 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e862d-1e41-4e3f-9a03-6265fd108b20 req-4c5c8e5c-a8a9-439f-8c06-2813378af43a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:33.289768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-689e862d-1e41-4e3f-9a03-6265fd108b20 req-4c5c8e5c-a8a9-439f-8c06-2813378af43a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 945 time: 0.1049573 Nov 11 12:12:33.358701 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-689e862d-1e41-4e3f-9a03-6265fd108b20 req-045a368d-62db-4720-97b7-bdb4a8a0b5f0 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513389 Nov 11 12:12:33.405093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Network 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:33.406984 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:33.419270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-21af46e5-7a6b-45bc-a1c8-0b62ce62b65a None None] Provisioning complete for port 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:33.419823 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-21af46e5-7a6b-45bc-a1c8-0b62ce62b65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.694435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Router 58fed26b-075b-4873-a7ba-e8620e48f86a has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:33.776278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:33.886584 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:33.890037 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.928947 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:33.962191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Sync routers for ids ['58fed26b-075b-4873-a7ba-e8620e48f86a'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:33.975582 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8291347f-3ab0-4cd2-b304-5f4fcd641712 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "PUT /v2.0/routers/58fed26b-075b-4873-a7ba-e8620e48f86a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0162480 Nov 11 12:12:34.077821 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0c613885-6a24-4dc7-9102-ae537b20b2c3 None None] Provisioning complete for port 32b8a115-f80d-47bf-9649-bbb513788739 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:34.078741 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0c613885-6a24-4dc7-9102-ae537b20b2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.083924 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Routers {'58fed26b-075b-4873-a7ba-e8620e48f86a'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:34.084606 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:12:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['58fed26b-075b-4873-a7ba-e8620e48f86a'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:34.186145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46282) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:34.355781 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0c613885-6a24-4dc7-9102-ae537b20b2c3 None None] Port 32b8a115-f80d-47bf-9649-bbb513788739 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:34.385336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0c613885-6a24-4dc7-9102-ae537b20b2c3 None None] Provisioning complete for port 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:34.388664 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0c613885-6a24-4dc7-9102-ae537b20b2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.427293 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Set router 58fed26b-075b-4873-a7ba-e8620e48f86a gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:12:34.461253 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca7a9390-dc8f-41e6-87e2-e2516a981424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.793261 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca7a9390-dc8f-41e6-87e2-e2516a981424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.801848 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca7a9390-dc8f-41e6-87e2-e2516a981424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.887666 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a9390-dc8f-41e6-87e2-e2516a981424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd31f94-dc68-4285-9810-bf5db09f1064,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:34.940438 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ca7a9390-dc8f-41e6-87e2-e2516a981424 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2642fdba44e44b368a556b2fe787e25e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7522962 Nov 11 12:12:34.942693 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46310) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:34.943336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c9df9095-f4ba-45d2-adac-9945f77152d7 None None] Provisioning complete for port 32b8a115-f80d-47bf-9649-bbb513788739 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:34.944242 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c9df9095-f4ba-45d2-adac-9945f77152d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.015565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c9df9095-f4ba-45d2-adac-9945f77152d7 None None] Port 32b8a115-f80d-47bf-9649-bbb513788739 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:35.094698 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35ebbb51-dce8-40fa-a110-a464829985e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.118253 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107210695', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:23Z', 'updated_at': '2021-11-11T12:12:31Z', 'revision_number': 4, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:24Z', 'updated_at': '2021-11-11T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '32b8a115-f80d-47bf-9649-bbb513788739', 'name': '', 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'mac_address': 'fa:16:3e:b9:b5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '31394ed1-c835-466e-8ee5-a6defa1061c1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:31Z', 'updated_at': '2021-11-11T12:12:32Z', 'revision_number': 2, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'subnets': [{'id': '31394ed1-c835-466e-8ee5-a6defa1061c1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:35.156172 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35ebbb51-dce8-40fa-a110-a464829985e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.169661 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Checking router: 58fed26b-075b-4873-a7ba-e8620e48f86a for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:12:35.170287 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Updating router 58fed26b-075b-4873-a7ba-e8620e48f86a port 32b8a115-f80d-47bf-9649-bbb513788739 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:12:35.205838 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.253478 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35ebbb51-dce8-40fa-a110-a464829985e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.256366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35ebbb51-dce8-40fa-a110-a464829985e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.257630 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-35ebbb51-dce8-40fa-a110-a464829985e8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2bd31f94-dc68-4285-9810-bf5db09f1064 HTTP/1.1" status: 204 len: 168 time: 0.3074095 Nov 11 12:12:35.281459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebbb51-dce8-40fa-a110-a464829985e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd31f94-dc68-4285-9810-bf5db09f1064,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:35.432751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-19662f8f-b066-4735-ad57-3fcf74b24648 None None] Provisioning complete for port 32b8a115-f80d-47bf-9649-bbb513788739 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:35.435052 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-19662f8f-b066-4735-ad57-3fcf74b24648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.564607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-19662f8f-b066-4735-ad57-3fcf74b24648 None None] Port 32b8a115-f80d-47bf-9649-bbb513788739 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:35.695575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-5e8c159c-5eb1-4c92-ba5c-d8da99e0aceb tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:35.697153 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-5e8c159c-5eb1-4c92-ba5c-d8da99e0aceb tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/networks?id=00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 HTTP/1.1" status: 200 len: 797 time: 1.2827837 Nov 11 12:12:35.731227 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.744891 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6059dad-2bdf-4cb8-ad96-d9faa62a4279 req-4ca07a0e-8636-4e47-94cb-6ee07df5750e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:35.746504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d6059dad-2bdf-4cb8-ad96-d9faa62a4279 req-4ca07a0e-8636-4e47-94cb-6ee07df5750e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 945 time: 1.4186966 Nov 11 12:12:35.749243 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.770786 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46328) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:35.792012 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160f708-74c9-424c-87ce-072c6f0d0f84 req-e17c079d-f3ea-4b18-9af1-26220910f3a8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:35.796723 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a2d4c7b7-d426-403b-aedf-367704ad86b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.810214 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0160f708-74c9-424c-87ce-072c6f0d0f84 req-e17c079d-f3ea-4b18-9af1-26220910f3a8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 945 time: 1.2563472 Nov 11 12:12:35.828387 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-e15bee4b-92df-4dc4-85b4-e71b74e83895 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/quotas/9f3f9b4522f8462683cc4d69f6cce652 HTTP/1.1" status: 200 len: 375 time: 0.1244202 Nov 11 12:12:35.855037 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc37d2b-af9a-4c06-ab49-9d2c7ee69c34 None None] Pushing event updated for resources: {'Port': ['ID=32b8a115-f80d-47bf-9649-bbb513788739,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:35.934003 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c70e250-7173-456d-8616-4279d7ee518a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.059158 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-a9af6fb9-25ed-4e9b-9ba7-374603f9aef8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f3f9b4522f8462683cc4d69f6cce652&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2298081 Nov 11 12:12:36.072267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0160f708-74c9-424c-87ce-072c6f0d0f84 req-00823a05-bfca-4e35-a531-878af01e0dc1 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606087 Nov 11 12:12:36.088644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Attempting to bind port 32b8a115-f80d-47bf-9649-bbb513788739 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:36.088961 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a2d4c7b7-d426-403b-aedf-367704ad86b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.089065 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Attempting to bind port 32b8a115-f80d-47bf-9649-bbb513788739 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '5ca2f4f4-48e0-4976-88ec-9b980b7743af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:36.089065 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Attempting to bind port 32b8a115-f80d-47bf-9649-bbb513788739 on network 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:36.106869 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a2d4c7b7-d426-403b-aedf-367704ad86b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.118935 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:36.119302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Checking segment: {'id': '5ca2f4f4-48e0-4976-88ec-9b980b7743af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:36.119702 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.120093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Bound using segment: {'id': '5ca2f4f4-48e0-4976-88ec-9b980b7743af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:36.120566 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Bound port: 32b8a115-f80d-47bf-9649-bbb513788739, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca2f4f4-48e0-4976-88ec-9b980b7743af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:36.120937 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.185544 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a2d4c7b7-d426-403b-aedf-367704ad86b3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fa98750a12dc45ada902dda127c317ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4110005 Nov 11 12:12:36.187180 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46348) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:36.296203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-d6059dad-2bdf-4cb8-ad96-d9faa62a4279 req-ef5f9987-e8ff-42c8-9957-3490684761f3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Deleting port 095ce66b-e4b4-4c5a-95e9-7a220a023fcc {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:36.296968 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d6059dad-2bdf-4cb8-ad96-d9faa62a4279 req-ef5f9987-e8ff-42c8-9957-3490684761f3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.307944 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4c7b7-d426-403b-aedf-367704ad86b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573cbe43-d119-4787-83fb-200be3f8b0d1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:36.368678 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] For port 32b8a115-f80d-47bf-9649-bbb513788739, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:36.376986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] For port 32b8a115-f80d-47bf-9649-bbb513788739, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=32b8a115-f80d-47bf-9649-bbb513788739,segment=NetworkSegment(5ca2f4f4-48e0-4976-88ec-9b980b7743af),segment_id=5ca2f4f4-48e0-4976-88ec-9b980b7743af)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:36.399647 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.423043 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-313c59ba-bb0a-4a15-a6f8-37a12f08dbea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.459369 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-313c59ba-bb0a-4a15-a6f8-37a12f08dbea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.483378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-417961a3-314f-4435-a734-da696a019f91 service neutron] 10.222.0.65 "GET /v2.0/networks/00a0ad01-2fe8-45f1-a1e2-cd6284193ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021380 Nov 11 12:12:36.545932 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc37d2b-af9a-4c06-ab49-9d2c7ee69c34 None None] Pushing event updated for resources: {'Port': ['ID=32b8a115-f80d-47bf-9649-bbb513788739,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:36.561285 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-77c036a3-309b-4269-a0f8-0ce05676faea None None] Provisioning complete for port 32b8a115-f80d-47bf-9649-bbb513788739 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:36.561664 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-77c036a3-309b-4269-a0f8-0ce05676faea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.586841 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-313c59ba-bb0a-4a15-a6f8-37a12f08dbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.593177 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-313c59ba-bb0a-4a15-a6f8-37a12f08dbea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.594404 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-313c59ba-bb0a-4a15-a6f8-37a12f08dbea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/573cbe43-d119-4787-83fb-200be3f8b0d1 HTTP/1.1" status: 204 len: 168 time: 0.3818593 Nov 11 12:12:36.598293 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Routers {'58fed26b-075b-4873-a7ba-e8620e48f86a'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:36.598928 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:12:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['58fed26b-075b-4873-a7ba-e8620e48f86a'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:36.669195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c59ba-bb0a-4a15-a6f8-37a12f08dbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573cbe43-d119-4787-83fb-200be3f8b0d1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:36.849170 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-59622d9e-779b-4cc6-a79f-9f89a48548f2 service neutron] 10.222.0.65 "GET /v2.0/networks/00a0ad01-2fe8-45f1-a1e2-cd6284193ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576603 Nov 11 12:12:36.959057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-d6059dad-2bdf-4cb8-ad96-d9faa62a4279 req-ef5f9987-e8ff-42c8-9957-3490684761f3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] For port 095ce66b-e4b4-4c5a-95e9-7a220a023fcc, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=095ce66b-e4b4-4c5a-95e9-7a220a023fcc,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:36.959710 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d6059dad-2bdf-4cb8-ad96-d9faa62a4279 req-ef5f9987-e8ff-42c8-9957-3490684761f3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.981551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] Set router 58fed26b-075b-4873-a7ba-e8620e48f86a gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:12:37.059835 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-d6059dad-2bdf-4cb8-ad96-d9faa62a4279 req-ef5f9987-e8ff-42c8-9957-3490684761f3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Calling delete_port for 095ce66b-e4b4-4c5a-95e9-7a220a023fcc owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:37.429208 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-77c036a3-309b-4269-a0f8-0ce05676faea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:37.433816 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b032f818-b06c-4d4e-97a5-291ce6acd24c req-7e0ed666-10c5-47c8-b5f6-2f258e444a62 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 210 time: 0.0957704 Nov 11 12:12:37.547154 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b07507-10db-4c45-89af-d963dee33eef req-a20eec38-914e-4241-b789-041a49483808 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:37.548897 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43b07507-10db-4c45-89af-d963dee33eef req-a20eec38-914e-4241-b789-041a49483808 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e7b651c-637c-4963-85d6-cbf833590154 HTTP/1.1" status: 200 len: 945 time: 0.2905488 Nov 11 12:12:37.599009 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-77c036a3-309b-4269-a0f8-0ce05676faea None None] For port 32b8a115-f80d-47bf-9649-bbb513788739, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=32b8a115-f80d-47bf-9649-bbb513788739,segment=NetworkSegment(5ca2f4f4-48e0-4976-88ec-9b980b7743af),segment_id=5ca2f4f4-48e0-4976-88ec-9b980b7743af)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:37.629267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43b07507-10db-4c45-89af-d963dee33eef req-1dde8354-3fa2-4947-b2f5-4a0b43b39283 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704730 Nov 11 12:12:37.659587 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-77c036a3-309b-4269-a0f8-0ce05676faea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:37.720309 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d6059dad-2bdf-4cb8-ad96-d9faa62a4279 req-ef5f9987-e8ff-42c8-9957-3490684761f3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:37.769539 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f9987-e8ff-42c8-9957-3490684761f3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Pushing event deleted for resources: {'Port': ['ID=095ce66b-e4b4-4c5a-95e9-7a220a023fcc,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:37.778631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f9cfc60c-b56a-426f-88e0-0e16e1f76f8a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:12:37.854344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6059dad-2bdf-4cb8-ad96-d9faa62a4279 req-ef5f9987-e8ff-42c8-9957-3490684761f3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] No DVR routers for this DVR port 095ce66b-e4b4-4c5a-95e9-7a220a023fcc on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:37.858972 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d6059dad-2bdf-4cb8-ad96-d9faa62a4279 req-ef5f9987-e8ff-42c8-9957-3490684761f3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:37.864517 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d6059dad-2bdf-4cb8-ad96-d9faa62a4279 req-ef5f9987-e8ff-42c8-9957-3490684761f3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.43 "DELETE /v2.0/ports/095ce66b-e4b4-4c5a-95e9-7a220a023fcc HTTP/1.1" status: 204 len: 173 time: 2.0985680 Nov 11 12:12:37.865139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7b651c-637c-4963-85d6-cbf833590154', 'name': 'network-vif-deleted', 'tag': '095ce66b-e4b4-4c5a-95e9-7a220a023fcc'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:37.879076 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2619d7d9-c705-40e9-9aeb-053e3ebe3823" -d '{"events": [{"server_uuid": "1e7b651c-637c-4963-85d6-cbf833590154", "name": "network-vif-deleted", "tag": "095ce66b-e4b4-4c5a-95e9-7a220a023fcc"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:38.008240 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3d4387-43e1-442c-a72a-eac00f235cff x-openstack-request-id: req-5e3d4387-43e1-442c-a72a-eac00f235cff {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:38.008772 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7b651c-637c-4963-85d6-cbf833590154", "name": "network-vif-deleted", "tag": "095ce66b-e4b4-4c5a-95e9-7a220a023fcc", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:38.009208 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e3d4387-43e1-442c-a72a-eac00f235cff {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:38.009779 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7b651c-637c-4963-85d6-cbf833590154', 'name': 'network-vif-deleted', 'tag': '095ce66b-e4b4-4c5a-95e9-7a220a023fcc', 'status': 'completed', 'code': 200} Nov 11 12:12:38.169087 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-60553890-0a72-498d-bd7a-0b2dd0c29aaa None None] Provisioning complete for port 32b8a115-f80d-47bf-9649-bbb513788739 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:38.169738 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-60553890-0a72-498d-bd7a-0b2dd0c29aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.277950 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c036a3-309b-4269-a0f8-0ce05676faea None None] Pushing event updated for resources: {'Port': ['ID=32b8a115-f80d-47bf-9649-bbb513788739,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:38.317414 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5d74c08-58f7-4e3c-8085-b7fce79564b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.340480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 095ce66b-e4b4-4c5a-95e9-7a220a023fcc no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:12:38.421794 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 095ce66b-e4b4-4c5a-95e9-7a220a023fcc {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:12:38.424591 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 095ce66b-e4b4-4c5a-95e9-7a220a023fcc not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:12:38.690531 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d5bdb2eb-88a0-4ecc-b916-a0667e4ab069 req-3b0e872f-8520-4f3d-af02-d988a4e99f9c tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 210 time: 0.0612133 Nov 11 12:12:38.700162 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107210695', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:23Z', 'updated_at': '2021-11-11T12:12:31Z', 'revision_number': 4, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:24Z', 'updated_at': '2021-11-11T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '32b8a115-f80d-47bf-9649-bbb513788739', 'name': '', 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'mac_address': 'fa:16:3e:b9:b5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '31394ed1-c835-466e-8ee5-a6defa1061c1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:31Z', 'updated_at': '2021-11-11T12:12:36Z', 'revision_number': 4, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'subnets': [{'id': '31394ed1-c835-466e-8ee5-a6defa1061c1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:38.741328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544bedc5-fea3-437e-966a-8ac20c47367d None None] The sync data for ids ['58fed26b-075b-4873-a7ba-e8620e48f86a'] in n-d-807359-3 is: [{'id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107210695', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:23Z', 'updated_at': '2021-11-11T12:12:31Z', 'revision_number': 4, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:24Z', 'updated_at': '2021-11-11T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '32b8a115-f80d-47bf-9649-bbb513788739', 'name': '', 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'mac_address': 'fa:16:3e:b9:b5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '31394ed1-c835-466e-8ee5-a6defa1061c1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:31Z', 'updated_at': '2021-11-11T12:12:36Z', 'revision_number': 4, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'subnets': [{'id': '31394ed1-c835-466e-8ee5-a6defa1061c1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:39.040334 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.306141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-e8512d2a-f499-4d4a-81ba-79711cf750f0 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:39.313766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-e8512d2a-f499-4d4a-81ba-79711cf750f0 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.43 "GET /v2.0/networks?id=00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 HTTP/1.1" status: 200 len: 797 time: 0.3076656 Nov 11 12:12:39.336897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-6c8ade7d-354f-493c-a2fd-bd3672c374db tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Request body: {'port': {'device_id': 'f51dae7e-9a8d-494c-b53c-43cc7143cd98', 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8', 'admin_state_up': True, 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:39.644817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-6c8ade7d-354f-493c-a2fd-bd3672c374db tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Made reservation on behalf of 9f3f9b4522f8462683cc4d69f6cce652 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:39.661023 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-6c8ade7d-354f-493c-a2fd-bd3672c374db tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.821006 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 32b8a115-f80d-47bf-9649-bbb513788739 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:39.990051 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 32b8a115-f80d-47bf-9649-bbb513788739 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:39.990265 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e8680-d884-4e0d-9431-5865cea38b4b req-4a59c6a8-d34c-4ea0-bdca-7afde4d40c1f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:39.990892 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.997766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-836e8680-d884-4e0d-9431-5865cea38b4b req-4a59c6a8-d34c-4ea0-bdca-7afde4d40c1f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 805 time: 0.6794686 Nov 11 12:12:40.204391 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0858c321-049f-4b92-a3df-62cf8072b37b req-19f630c8-fdcd-4275-a49b-260a3334744d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 210 time: 0.1947603 Nov 11 12:12:40.217469 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-6c8ade7d-354f-493c-a2fd-bd3672c374db tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Allocated IP 172.20.0.23 (00a0ad01-2fe8-45f1-a1e2-cd6284193ed8/31394ed1-c835-466e-8ee5-a6defa1061c1/49be37f5-71aa-40e8-970a-46522b8c3744) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:40.220662 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-836e8680-d884-4e0d-9431-5865cea38b4b req-e5b54f12-4902-4b61-bd02-2d2cf0a5e77b tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/quotas/c183b0a214584982aa6e510cee65d4cd HTTP/1.1" status: 200 len: 375 time: 0.1592972 Nov 11 12:12:40.544259 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-836e8680-d884-4e0d-9431-5865cea38b4b req-119f4b6e-74c6-4e05-ac4d-c36800ba45ea tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3083191 Nov 11 12:12:40.557435 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.646826 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-6c8ade7d-354f-493c-a2fd-bd3672c374db tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.835660 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-836e8680-d884-4e0d-9431-5865cea38b4b req-641c8e70-e10e-4f75-bb21-b447e4131c31 service neutron] 10.222.0.65 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896011 Nov 11 12:12:40.926300 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-6c8ade7d-354f-493c-a2fd-bd3672c374db tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.993494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-6c8ade7d-354f-493c-a2fd-bd3672c374db tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Network 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:40.998809 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-6c8ade7d-354f-493c-a2fd-bd3672c374db tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:41.001409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-6c8ade7d-354f-493c-a2fd-bd3672c374db tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:41.032857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ade7d-354f-493c-a2fd-bd3672c374db tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event updated for resources: {'Port': ['ID=49be37f5-71aa-40e8-970a-46522b8c3744,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:41.085312 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-836e8680-d884-4e0d-9431-5865cea38b4b req-7d85dcdd-694c-4cc4-87ca-ad2ac2943692 service neutron] 10.222.0.65 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483761 Nov 11 12:12:41.127088 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-6c8ade7d-354f-493c-a2fd-bd3672c374db tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:41.128056 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-6c8ade7d-354f-493c-a2fd-bd3672c374db tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.166189 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-6c8ade7d-354f-493c-a2fd-bd3672c374db tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8365545 Nov 11 12:12:41.184047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Request body: {'port': {'device_id': 'f51dae7e-9a8d-494c-b53c-43cc7143cd98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:41.318280 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.362998 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.512559 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-057e016d-4bb0-42f2-ae6a-026da090fa0f None None] Provisioning complete for port 49be37f5-71aa-40e8-970a-46522b8c3744 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:41.513199 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-057e016d-4bb0-42f2-ae6a-026da090fa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.616457 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-057e016d-4bb0-42f2-ae6a-026da090fa0f None None] Port 49be37f5-71aa-40e8-970a-46522b8c3744 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:41.843206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd1383-b629-4f4f-928b-3295cf5db7e3 req-9fb9a4c7-1a06-4932-8180-e034bb479d16 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:41.844820 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcfd1383-b629-4f4f-928b-3295cf5db7e3 req-9fb9a4c7-1a06-4932-8180-e034bb479d16 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 895 time: 0.3560371 Nov 11 12:12:41.850411 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2cdaba21-ca53-4f94-94b7-0ec041c20f28 req-231ce702-4e0f-4862-af95-5238e4b301e1 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 210 time: 0.2084701 Nov 11 12:12:42.172292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49be37f5-71aa-40e8-970a-46522b8c3744 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:12:42.182752 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.197980 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Transition to ACTIVE for port object 49be37f5-71aa-40e8-970a-46522b8c3744 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:12:42.206000 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.357365 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Pushing event updated for resources: {'Port': ['ID=49be37f5-71aa-40e8-970a-46522b8c3744,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:42.444968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Attempting to bind port 49be37f5-71aa-40e8-970a-46522b8c3744 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:42.445298 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Attempting to bind port 49be37f5-71aa-40e8-970a-46522b8c3744 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '5ca2f4f4-48e0-4976-88ec-9b980b7743af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:42.445642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Attempting to bind port 49be37f5-71aa-40e8-970a-46522b8c3744 on network 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:42.452066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Port 49be37f5-71aa-40e8-970a-46522b8c3744 on network 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:12:42.452529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Attempting to bind port 49be37f5-71aa-40e8-970a-46522b8c3744 on network 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:42.459071 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:42.459745 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Checking segment: {'id': '5ca2f4f4-48e0-4976-88ec-9b980b7743af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:42.460125 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Bound using segment: {'id': '5ca2f4f4-48e0-4976-88ec-9b980b7743af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:42.460610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Bound port: 49be37f5-71aa-40e8-970a-46522b8c3744, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca2f4f4-48e0-4976-88ec-9b980b7743af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:42.460963 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.546019 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] For port 49be37f5-71aa-40e8-970a-46522b8c3744, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:42.556140 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] For port 49be37f5-71aa-40e8-970a-46522b8c3744, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=49be37f5-71aa-40e8-970a-46522b8c3744,segment=NetworkSegment(5ca2f4f4-48e0-4976-88ec-9b980b7743af),segment_id=5ca2f4f4-48e0-4976-88ec-9b980b7743af)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:42.563654 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.724813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:42.725701 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.727676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] 10.222.0.43 "PUT /v2.0/ports/49be37f5-71aa-40e8-970a-46522b8c3744 HTTP/1.1" status: 200 len: 1055 time: 1.5525155 Nov 11 12:12:42.743423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51dae7e-9a8d-494c-b53c-43cc7143cd98', 'tag': '49be37f5-71aa-40e8-970a-46522b8c3744'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:42.746040 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7776d2e6-2105-4192-927c-b6f82436d7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f51dae7e-9a8d-494c-b53c-43cc7143cd98", "tag": "49be37f5-71aa-40e8-970a-46522b8c3744"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:42.912268 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbebaf5-bca3-4f16-b399-cf455c20bf72 x-openstack-request-id: req-7fbebaf5-bca3-4f16-b399-cf455c20bf72 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:42.912871 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51dae7e-9a8d-494c-b53c-43cc7143cd98", "tag": "49be37f5-71aa-40e8-970a-46522b8c3744", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:42.912871 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fbebaf5-bca3-4f16-b399-cf455c20bf72 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:42.913311 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51dae7e-9a8d-494c-b53c-43cc7143cd98', 'tag': '49be37f5-71aa-40e8-970a-46522b8c3744', 'status': 'completed', 'code': 200} Nov 11 12:12:42.914180 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0fac7-bfb1-4221-80d5-a95dc462e335 service neutron] Pushing event updated for resources: {'Port': ['ID=49be37f5-71aa-40e8-970a-46522b8c3744,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:42.944467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-e9cbba1d-2662-463f-8840-971df60edad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:42.946186 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-e9cbba1d-2662-463f-8840-971df60edad8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f3f9b4522f8462683cc4d69f6cce652&device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 1058 time: 0.1042933 Nov 11 12:12:43.039839 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-52ddb419-877c-4880-9bed-e044fe7589d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=49be37f5-71aa-40e8-970a-46522b8c3744 HTTP/1.1" status: 200 len: 217 time: 0.0834427 Nov 11 12:12:43.184721 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63b67278-e744-4cc8-9c32-99bbd3067498 req-7d6e0e9c-ca51-45fe-84b9-d5b53b2c070b tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 210 time: 0.1421430 Nov 11 12:12:43.277572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083774e-e0c0-404a-835c-b8dc3f40ce58 req-439f2fb5-1eec-483d-8597-c7aaca7dfce6 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:43.294179 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8083774e-e0c0-404a-835c-b8dc3f40ce58 req-439f2fb5-1eec-483d-8597-c7aaca7dfce6 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 907 time: 0.2528899 Nov 11 12:12:43.304850 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-b9238091-c242-4f84-a411-6be291f03706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:43.308460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-b9238091-c242-4f84-a411-6be291f03706 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=31394ed1-c835-466e-8ee5-a6defa1061c1 HTTP/1.1" status: 200 len: 837 time: 0.2190478 Nov 11 12:12:43.436613 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-4ebda0fd-e5f1-4429-9814-d715410b6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:43.443467 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-4ebda0fd-e5f1-4429-9814-d715410b6fa2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00a0ad01-2fe8-45f1-a1e2-cd6284193ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1253293 Nov 11 12:12:43.582733 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e8680-d884-4e0d-9431-5865cea38b4b req-f525236c-d4f7-4c57-a341-629a3dbc71fa tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:43.608234 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-836e8680-d884-4e0d-9431-5865cea38b4b req-f525236c-d4f7-4c57-a341-629a3dbc71fa tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 805 time: 0.2488103 Nov 11 12:12:43.637383 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-836e8680-d884-4e0d-9431-5865cea38b4b req-0cf67d0c-b602-4be4-995f-555c585615e5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Request body: {'port': {'device_id': 'f11a846b-ae86-4906-9c41-4f943bf7cd3b', 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c', 'admin_state_up': True, 'tenant_id': 'c183b0a214584982aa6e510cee65d4cd'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:43.679342 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-2975f9ff-5b7c-400d-aefb-c8b6326b61cb service neutron] 10.222.0.43 "GET /v2.0/networks/00a0ad01-2fe8-45f1-a1e2-cd6284193ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206910 Nov 11 12:12:43.902709 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836e8680-d884-4e0d-9431-5865cea38b4b req-0cf67d0c-b602-4be4-995f-555c585615e5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Made reservation on behalf of c183b0a214584982aa6e510cee65d4cd for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:43.907734 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-836e8680-d884-4e0d-9431-5865cea38b4b req-0cf67d0c-b602-4be4-995f-555c585615e5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.966665 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b494a449-3286-4fdd-ac14-6ba6479e1525 req-e2abc5af-e2db-4a62-9370-1d9b4858b644 service neutron] 10.222.0.43 "GET /v2.0/networks/00a0ad01-2fe8-45f1-a1e2-cd6284193ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776871 Nov 11 12:12:44.138878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776d2e6-2105-4192-927c-b6f82436d7c8 req-1b278349-3031-40fe-a986-071f9001323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:44.140413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7776d2e6-2105-4192-927c-b6f82436d7c8 req-1b278349-3031-40fe-a986-071f9001323b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f3f9b4522f8462683cc4d69f6cce652&device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 1058 time: 0.1023560 Nov 11 12:12:44.164242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-836e8680-d884-4e0d-9431-5865cea38b4b req-0cf67d0c-b602-4be4-995f-555c585615e5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Allocated IP 172.20.0.11 (d9353140-a9db-42c0-9f09-13a67c41443c/05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4/eef8a7a0-74f1-47c8-a562-836a76a7e2e9) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:44.411496 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776d2e6-2105-4192-927c-b6f82436d7c8 req-c6f3c9a5-e8d3-4de7-a064-f8128d7f7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:44.419504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7776d2e6-2105-4192-927c-b6f82436d7c8 req-c6f3c9a5-e8d3-4de7-a064-f8128d7f7ea5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 HTTP/1.1" status: 200 len: 899 time: 0.2708392 Nov 11 12:12:44.494714 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-836e8680-d884-4e0d-9431-5865cea38b4b req-0cf67d0c-b602-4be4-995f-555c585615e5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.516024 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b8457036-c495-4f0d-997c-92b7643467f3 req-f93d8c9e-a104-4e4d-99c6-e84c07061d77 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 210 time: 0.0953500 Nov 11 12:12:44.579670 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-836e8680-d884-4e0d-9431-5865cea38b4b req-0cf67d0c-b602-4be4-995f-555c585615e5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.582880 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7776d2e6-2105-4192-927c-b6f82436d7c8 req-845e06d2-eea3-4f56-bdbc-0ca32ae01c99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=49be37f5-71aa-40e8-970a-46522b8c3744 HTTP/1.1" status: 200 len: 217 time: 0.1404614 Nov 11 12:12:44.596866 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f9cfc60c-b56a-426f-88e0-0e16e1f76f8a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:12:44.638722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27074fd0-2938-43f5-93b8-2f234d88b813 req-e5c37f35-9bc5-45c5-a868-d20264b0d255 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:44.640302 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27074fd0-2938-43f5-93b8-2f234d88b813 req-e5c37f35-9bc5-45c5-a868-d20264b0d255 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 907 time: 0.2002859 Nov 11 12:12:44.715805 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf67d0c-b602-4be4-995f-555c585615e5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Pushing event updated for resources: {'Port': ['ID=eef8a7a0-74f1-47c8-a562-836a76a7e2e9,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:44.720272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836e8680-d884-4e0d-9431-5865cea38b4b req-0cf67d0c-b602-4be4-995f-555c585615e5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Network d9353140-a9db-42c0-9f09-13a67c41443c is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:44.722442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-836e8680-d884-4e0d-9431-5865cea38b4b req-0cf67d0c-b602-4be4-995f-555c585615e5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:44.726234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-836e8680-d884-4e0d-9431-5865cea38b4b req-0cf67d0c-b602-4be4-995f-555c585615e5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:44.758064 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776d2e6-2105-4192-927c-b6f82436d7c8 req-effeb9ec-df7e-4700-ab95-a6c67a178057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:44.759866 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7776d2e6-2105-4192-927c-b6f82436d7c8 req-effeb9ec-df7e-4700-ab95-a6c67a178057 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=31394ed1-c835-466e-8ee5-a6defa1061c1 HTTP/1.1" status: 200 len: 837 time: 0.1631329 Nov 11 12:12:44.791609 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e8680-d884-4e0d-9431-5865cea38b4b req-0cf67d0c-b602-4be4-995f-555c585615e5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:44.792593 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-836e8680-d884-4e0d-9431-5865cea38b4b req-0cf67d0c-b602-4be4-995f-555c585615e5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.818234 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-836e8680-d884-4e0d-9431-5865cea38b4b req-0cf67d0c-b602-4be4-995f-555c585615e5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1876938 Nov 11 12:12:44.837138 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Request body: {'port': {'device_id': 'f11a846b-ae86-4906-9c41-4f943bf7cd3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:44.876326 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776d2e6-2105-4192-927c-b6f82436d7c8 req-c76123d2-04f0-4a88-b868-17384d8e05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:44.877913 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7776d2e6-2105-4192-927c-b6f82436d7c8 req-c76123d2-04f0-4a88-b868-17384d8e05e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00a0ad01-2fe8-45f1-a1e2-cd6284193ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103005 Nov 11 12:12:44.972600 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.234817 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7776d2e6-2105-4192-927c-b6f82436d7c8 req-dd9145e5-d9fe-4a39-ba20-073bf5f7f879 service neutron] 10.222.0.43 "GET /v2.0/networks/00a0ad01-2fe8-45f1-a1e2-cd6284193ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431966 Nov 11 12:12:45.430149 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7776d2e6-2105-4192-927c-b6f82436d7c8 req-b0eb9e39-1250-416c-98d4-c117e76c1e8c service neutron] 10.222.0.43 "GET /v2.0/networks/00a0ad01-2fe8-45f1-a1e2-cd6284193ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872728 Nov 11 12:12:45.509094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef8a7a0-74f1-47c8-a562-836a76a7e2e9 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:12:45.523852 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.561067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Transition to ACTIVE for port object eef8a7a0-74f1-47c8-a562-836a76a7e2e9 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:12:45.568207 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.712103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Pushing event updated for resources: {'Port': ['ID=eef8a7a0-74f1-47c8-a562-836a76a7e2e9,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:45.762970 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.805607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feba70-b4bb-47c0-9d45-f8c6d00e8c50 req-3a61d380-d0c5-4f7b-9281-5275016f5267 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:45.807219 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c4feba70-b4bb-47c0-9d45-f8c6d00e8c50 req-3a61d380-d0c5-4f7b-9281-5275016f5267 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 944 time: 0.1638374 Nov 11 12:12:45.876284 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Attempting to bind port eef8a7a0-74f1-47c8-a562-836a76a7e2e9 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:45.877489 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Attempting to bind port eef8a7a0-74f1-47c8-a562-836a76a7e2e9 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:45.880436 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Attempting to bind port eef8a7a0-74f1-47c8-a562-836a76a7e2e9 on network d9353140-a9db-42c0-9f09-13a67c41443c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:45.887668 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Port eef8a7a0-74f1-47c8-a562-836a76a7e2e9 on network d9353140-a9db-42c0-9f09-13a67c41443c not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:12:45.888147 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Attempting to bind port eef8a7a0-74f1-47c8-a562-836a76a7e2e9 on network d9353140-a9db-42c0-9f09-13a67c41443c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:45.895840 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:45.896430 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Checking segment: {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:45.896842 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Bound using segment: {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:45.897396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Bound port: eef8a7a0-74f1-47c8-a562-836a76a7e2e9, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:45.897895 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.964572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ee30d-99b2-4b19-8bf9-43b2402ad0d8 req-ffb0dd10-4261-4d9d-924c-a2fc74c3f7c7 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:45.971364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] For port eef8a7a0-74f1-47c8-a562-836a76a7e2e9, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:45.976913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] For port eef8a7a0-74f1-47c8-a562-836a76a7e2e9, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=eef8a7a0-74f1-47c8-a562-836a76a7e2e9,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:45.977704 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a76ee30d-99b2-4b19-8bf9-43b2402ad0d8 req-ffb0dd10-4261-4d9d-924c-a2fc74c3f7c7 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 907 time: 0.1301816 Nov 11 12:12:45.985768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c4feba70-b4bb-47c0-9d45-f8c6d00e8c50 req-19b80ba5-f9d9-4678-913f-9f32a44aadd0 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624999 Nov 11 12:12:45.992332 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.052499 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Pushing event updated for resources: {'Port': ['ID=eef8a7a0-74f1-47c8-a562-836a76a7e2e9,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:46.063023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:46.063757 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.065473 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-836e8680-d884-4e0d-9431-5865cea38b4b req-d1249e85-1927-4806-8ef0-a74d26246fac service neutron] 10.222.0.62 "PUT /v2.0/ports/eef8a7a0-74f1-47c8-a562-836a76a7e2e9 HTTP/1.1" status: 200 len: 1092 time: 1.2329652 Nov 11 12:12:46.065968 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11a846b-ae86-4906-9c41-4f943bf7cd3b', 'tag': 'eef8a7a0-74f1-47c8-a562-836a76a7e2e9'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:46.068265 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b673c2-d30b-4b21-98af-b5c06e89218f" -d '{"events": [{"name": "network-changed", "server_uuid": "f11a846b-ae86-4906-9c41-4f943bf7cd3b", "tag": "eef8a7a0-74f1-47c8-a562-836a76a7e2e9"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:46.117510 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a66907e-8bdb-43a1-b661-3fe914fb7cf4 x-openstack-request-id: req-6a66907e-8bdb-43a1-b661-3fe914fb7cf4 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:46.118096 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11a846b-ae86-4906-9c41-4f943bf7cd3b", "tag": "eef8a7a0-74f1-47c8-a562-836a76a7e2e9", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:46.118342 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a66907e-8bdb-43a1-b661-3fe914fb7cf4 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:46.118739 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11a846b-ae86-4906-9c41-4f943bf7cd3b', 'tag': 'eef8a7a0-74f1-47c8-a562-836a76a7e2e9', 'status': 'completed', 'code': 200} Nov 11 12:12:46.220005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e8680-d884-4e0d-9431-5865cea38b4b req-38afda25-7e6a-46cb-87a9-68b16dee33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:46.225688 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-836e8680-d884-4e0d-9431-5865cea38b4b req-38afda25-7e6a-46cb-87a9-68b16dee33bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 1095 time: 0.1014071 Nov 11 12:12:46.305037 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-836e8680-d884-4e0d-9431-5865cea38b4b req-a486f1ec-354b-4637-90a9-0d1b463acc82 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eef8a7a0-74f1-47c8-a562-836a76a7e2e9 HTTP/1.1" status: 200 len: 217 time: 0.0666618 Nov 11 12:12:46.378860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e8680-d884-4e0d-9431-5865cea38b4b req-c4a93132-991e-43be-958a-375e1a2585d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:46.380682 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-836e8680-d884-4e0d-9431-5865cea38b4b req-c4a93132-991e-43be-958a-375e1a2585d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4 HTTP/1.1" status: 200 len: 845 time: 0.0650358 Nov 11 12:12:46.420876 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-836e8680-d884-4e0d-9431-5865cea38b4b req-bfe3eced-8832-453d-bca4-a214f986c974 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9353140-a9db-42c0-9f09-13a67c41443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289757 Nov 11 12:12:46.956993 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-836e8680-d884-4e0d-9431-5865cea38b4b req-45fb6f7a-7182-4da9-a85d-79f274913c5d service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262108 Nov 11 12:12:47.094928 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-836e8680-d884-4e0d-9431-5865cea38b4b req-bc93347d-2c6c-4bc3-a42b-dd4b517f4770 service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257815 Nov 11 12:12:47.207110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b179ecb-8a6c-4b6f-9ded-af68c4cd517f req-32c9d33c-7481-4122-adda-5a67361bacae tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:47.208994 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b179ecb-8a6c-4b6f-9ded-af68c4cd517f req-32c9d33c-7481-4122-adda-5a67361bacae tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 907 time: 0.1384914 Nov 11 12:12:47.220917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781239e-87e4-4e89-9b2a-2c33b98fdc8d req-0bc2136c-613e-43d8-b922-34329cad05fe tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:47.231186 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3781239e-87e4-4e89-9b2a-2c33b98fdc8d req-0bc2136c-613e-43d8-b922-34329cad05fe tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 944 time: 0.1221478 Nov 11 12:12:47.265405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b673c2-d30b-4b21-98af-b5c06e89218f req-890fdd16-d80b-4c02-a577-89bc8a1da83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:47.271361 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d6b673c2-d30b-4b21-98af-b5c06e89218f req-890fdd16-d80b-4c02-a577-89bc8a1da83f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 1095 time: 0.1023510 Nov 11 12:12:47.306857 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3781239e-87e4-4e89-9b2a-2c33b98fdc8d req-a256c3d4-c209-4fbb-a427-49fcbfbb5e56 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695014 Nov 11 12:12:47.449223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b673c2-d30b-4b21-98af-b5c06e89218f req-253d649e-3666-4d8f-b036-7816680a536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:47.451164 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d6b673c2-d30b-4b21-98af-b5c06e89218f req-253d649e-3666-4d8f-b036-7816680a536e service neutron] 10.222.0.62 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 907 time: 0.1623244 Nov 11 12:12:47.503651 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d6b673c2-d30b-4b21-98af-b5c06e89218f req-8611bda5-772e-4611-bfc9-e9864ad3c82a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eef8a7a0-74f1-47c8-a562-836a76a7e2e9 HTTP/1.1" status: 200 len: 217 time: 0.0433762 Nov 11 12:12:47.564877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b673c2-d30b-4b21-98af-b5c06e89218f req-70390e2f-1f24-4eb5-9ae2-600a379ba933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:47.566569 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d6b673c2-d30b-4b21-98af-b5c06e89218f req-70390e2f-1f24-4eb5-9ae2-600a379ba933 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4 HTTP/1.1" status: 200 len: 845 time: 0.0557292 Nov 11 12:12:47.620764 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d6b673c2-d30b-4b21-98af-b5c06e89218f req-15f4074a-03f7-4688-ac54-7a13156f3f4a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9353140-a9db-42c0-9f09-13a67c41443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425098 Nov 11 12:12:47.731375 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d6b673c2-d30b-4b21-98af-b5c06e89218f req-53154b90-1a6b-4a4f-a054-3ad47afba893 service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006134 Nov 11 12:12:47.886299 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d6b673c2-d30b-4b21-98af-b5c06e89218f req-42a9503b-df50-4f72-96c5-60fd3f4ef0d3 service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457367 Nov 11 12:12:48.370758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 49be37f5-71aa-40e8-970a-46522b8c3744 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:12:48.394221 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c536fb6-7607-4c87-89ca-3ffbb04c89c4 req-320b74a3-96f5-49e6-94f9-061b3a29ed99 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:48.409984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c536fb6-7607-4c87-89ca-3ffbb04c89c4 req-320b74a3-96f5-49e6-94f9-061b3a29ed99 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 907 time: 0.1022861 Nov 11 12:12:48.565108 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b3688-7cc7-472b-9d66-c1555e0237ed req-91a1544b-c306-470f-9a4b-e30c837d528a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:48.572684 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-903b3688-7cc7-472b-9d66-c1555e0237ed req-91a1544b-c306-470f-9a4b-e30c837d528a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 944 time: 0.1604488 Nov 11 12:12:48.594955 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 49be37f5-71aa-40e8-970a-46522b8c3744, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=49be37f5-71aa-40e8-970a-46522b8c3744,segment=NetworkSegment(5ca2f4f4-48e0-4976-88ec-9b980b7743af),segment_id=5ca2f4f4-48e0-4976-88ec-9b980b7743af)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:48.616655 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '49be37f5-71aa-40e8-970a-46522b8c3744', 'network_id': '00a0ad01-2fe8-45f1-a1e2-cd6284193ed8', 'port_id': '49be37f5-71aa-40e8-970a-46522b8c3744', 'mac_address': 'fa:16:3e:10:ad:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31394ed1-c835-466e-8ee5-a6defa1061c1', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:12:48.644173 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-903b3688-7cc7-472b-9d66-c1555e0237ed req-9733ff20-6df3-45e6-9530-22ece3f9d39d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702960 Nov 11 12:12:48.688013 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.708734 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49be37f5-71aa-40e8-970a-46522b8c3744 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:12:48.732786 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 49be37f5-71aa-40e8-970a-46522b8c3744, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=49be37f5-71aa-40e8-970a-46522b8c3744,segment=NetworkSegment(5ca2f4f4-48e0-4976-88ec-9b980b7743af),segment_id=5ca2f4f4-48e0-4976-88ec-9b980b7743af)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:48.739254 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.797006 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=49be37f5-71aa-40e8-970a-46522b8c3744,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:48.973444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['49be37f5-71aa-40e8-970a-46522b8c3744'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:12:49.275350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device eef8a7a0-74f1-47c8-a562-836a76a7e2e9 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:12:49.570313 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port eef8a7a0-74f1-47c8-a562-836a76a7e2e9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=eef8a7a0-74f1-47c8-a562-836a76a7e2e9,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:49.584366 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'eef8a7a0-74f1-47c8-a562-836a76a7e2e9', 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c', 'port_id': 'eef8a7a0-74f1-47c8-a562-836a76a7e2e9', 'mac_address': 'fa:16:3e:d6:d0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:12:49.665952 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.670672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df87af1-b812-4fa3-9801-2bb85794ad40 req-bf2f52b7-e4a4-48ca-9271-c0d21b3dedf8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:49.672797 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3df87af1-b812-4fa3-9801-2bb85794ad40 req-bf2f52b7-e4a4-48ca-9271-c0d21b3dedf8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 908 time: 0.1074448 Nov 11 12:12:49.702718 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef8a7a0-74f1-47c8-a562-836a76a7e2e9 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:12:49.733874 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port eef8a7a0-74f1-47c8-a562-836a76a7e2e9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=eef8a7a0-74f1-47c8-a562-836a76a7e2e9,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:49.738055 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.837542 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=eef8a7a0-74f1-47c8-a562-836a76a7e2e9,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:49.859470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4069fb-d59e-40d9-9b5e-4f178cc38d0f req-57a55da4-f557-4301-8b93-1ed0e5595e09 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:49.861122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d4069fb-d59e-40d9-9b5e-4f178cc38d0f req-57a55da4-f557-4301-8b93-1ed0e5595e09 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 945 time: 0.0706961 Nov 11 12:12:49.933964 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d4069fb-d59e-40d9-9b5e-4f178cc38d0f req-98f3c95b-0b9c-4bfa-99da-3fa87f99ec4c tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653565 Nov 11 12:12:50.020302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['eef8a7a0-74f1-47c8-a562-836a76a7e2e9'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:12:50.388396 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 49be37f5-71aa-40e8-970a-46522b8c3744 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:50.470739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 49be37f5-71aa-40e8-970a-46522b8c3744 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:12:50.477153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 49be37f5-71aa-40e8-970a-46522b8c3744 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:50.480147 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.647601 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.693889 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51dae7e-9a8d-494c-b53c-43cc7143cd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49be37f5-71aa-40e8-970a-46522b8c3744'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:50.696632 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddb585c-bb54-4cc6-9445-193cd3d1cf63" -d '{"events": [{"server_uuid": "f51dae7e-9a8d-494c-b53c-43cc7143cd98", "name": "network-vif-plugged", "status": "completed", "tag": "49be37f5-71aa-40e8-970a-46522b8c3744"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:50.716662 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 49be37f5-71aa-40e8-970a-46522b8c3744, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=49be37f5-71aa-40e8-970a-46522b8c3744,segment=NetworkSegment(5ca2f4f4-48e0-4976-88ec-9b980b7743af),segment_id=5ca2f4f4-48e0-4976-88ec-9b980b7743af)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:50.723065 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.764752 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8de0528-1638-4932-81fd-fbe44b6f5d07 x-openstack-request-id: req-c8de0528-1638-4932-81fd-fbe44b6f5d07 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:50.765021 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51dae7e-9a8d-494c-b53c-43cc7143cd98", "name": "network-vif-plugged", "status": "completed", "tag": "49be37f5-71aa-40e8-970a-46522b8c3744", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:50.765373 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c8de0528-1638-4932-81fd-fbe44b6f5d07 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:50.766007 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51dae7e-9a8d-494c-b53c-43cc7143cd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49be37f5-71aa-40e8-970a-46522b8c3744', 'code': 200} Nov 11 12:12:50.820842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=49be37f5-71aa-40e8-970a-46522b8c3744,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:50.986184 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e290526-7412-4f3d-acb1-62fb5f7776d6 req-89afeeee-a72c-49c8-913c-d6bf1378778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:50.988064 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e290526-7412-4f3d-acb1-62fb5f7776d6 req-89afeeee-a72c-49c8-913c-d6bf1378778a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 1060 time: 0.1643519 Nov 11 12:12:51.005938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4f579-db83-4f5a-949c-24e5872a3a58 req-27688cc8-3e34-406a-b15d-8ed82d372c50 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:51.018600 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86f4f579-db83-4f5a-949c-24e5872a3a58 req-27688cc8-3e34-406a-b15d-8ed82d372c50 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 909 time: 0.1413324 Nov 11 12:12:51.057462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46920) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:51.132583 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ce19d-7f59-4cf4-9bb5-4ebcb4eb2ad6 req-f467c77f-aadf-4c94-8f81-58a371c89e4f tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:51.143197 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d56ce19d-7f59-4cf4-9bb5-4ebcb4eb2ad6 req-f467c77f-aadf-4c94-8f81-58a371c89e4f tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 945 time: 0.1235421 Nov 11 12:12:51.242222 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d56ce19d-7f59-4cf4-9bb5-4ebcb4eb2ad6 req-cc04e544-25c9-4ed5-87a5-f25b3b877ae1 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957112 Nov 11 12:12:51.253563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10c1da-fd22-4925-8faf-cfa897576cc5 req-d149ffc5-df32-43cb-aef0-9a065294434d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:51.263118 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da10c1da-fd22-4925-8faf-cfa897576cc5 req-d149ffc5-df32-43cb-aef0-9a065294434d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 945 time: 0.1121836 Nov 11 12:12:51.273295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device eef8a7a0-74f1-47c8-a562-836a76a7e2e9 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:51.294823 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-47a1b261-3fda-4bad-a46f-ebc69fdaa94b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.364859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da10c1da-fd22-4925-8faf-cfa897576cc5 req-0208828a-a126-4525-8762-4061356f9ec8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005225 Nov 11 12:12:51.391663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port eef8a7a0-74f1-47c8-a562-836a76a7e2e9 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:12:51.406342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port eef8a7a0-74f1-47c8-a562-836a76a7e2e9 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:51.406711 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.520746 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-47a1b261-3fda-4bad-a46f-ebc69fdaa94b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.531003 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-47a1b261-3fda-4bad-a46f-ebc69fdaa94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.532139 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.586633 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.609678 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port eef8a7a0-74f1-47c8-a562-836a76a7e2e9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=eef8a7a0-74f1-47c8-a562-836a76a7e2e9,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:51.617826 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.625645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1b261-3fda-4bad-a46f-ebc69fdaa94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e043fa65-820b-4300-b22b-7d33b9982992,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:51.634003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b261-3fda-4bad-a46f-ebc69fdaa94b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:51.634435 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b261-3fda-4bad-a46f-ebc69fdaa94b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:51.634862 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b261-3fda-4bad-a46f-ebc69fdaa94b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:51.635278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b261-3fda-4bad-a46f-ebc69fdaa94b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:51.635794 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b261-3fda-4bad-a46f-ebc69fdaa94b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:51.636210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b261-3fda-4bad-a46f-ebc69fdaa94b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:51.636960 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b261-3fda-4bad-a46f-ebc69fdaa94b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:51.637365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b261-3fda-4bad-a46f-ebc69fdaa94b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:51.637805 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b261-3fda-4bad-a46f-ebc69fdaa94b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:51.638212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b261-3fda-4bad-a46f-ebc69fdaa94b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:51.638635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b261-3fda-4bad-a46f-ebc69fdaa94b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:51.639038 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b261-3fda-4bad-a46f-ebc69fdaa94b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:51.648622 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-47a1b261-3fda-4bad-a46f-ebc69fdaa94b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b334883a56c24d0b8da35cc8c2d1d2c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5900118 Nov 11 12:12:51.652096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46942) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:51.720102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=eef8a7a0-74f1-47c8-a562-836a76a7e2e9,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:51.756640 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2de83ea5-fe66-4de5-8738-a45190c9534e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.845283 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2de83ea5-fe66-4de5-8738-a45190c9534e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.956391 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2de83ea5-fe66-4de5-8738-a45190c9534e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.959232 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2de83ea5-fe66-4de5-8738-a45190c9534e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.964312 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2de83ea5-fe66-4de5-8738-a45190c9534e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e043fa65-820b-4300-b22b-7d33b9982992 HTTP/1.1" status: 204 len: 168 time: 0.3108597 Nov 11 12:12:51.981831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de83ea5-fe66-4de5-8738-a45190c9534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e043fa65-820b-4300-b22b-7d33b9982992,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:52.196298 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8c5b0-1e57-4d08-81c1-1754fcf09cb3 req-6a8daa75-66bf-4a98-a27a-1f481f3c12ed tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:52.206882 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4c8c5b0-1e57-4d08-81c1-1754fcf09cb3 req-6a8daa75-66bf-4a98-a27a-1f481f3c12ed tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 909 time: 0.0731618 Nov 11 12:12:52.518834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1de22-5eba-4fdf-9499-dee08aec4292 req-ae6f6333-1489-4cdf-9772-78b7ffa964ae tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:52.520685 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fae1de22-5eba-4fdf-9499-dee08aec4292 req-ae6f6333-1489-4cdf-9772-78b7ffa964ae tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 946 time: 0.0631006 Nov 11 12:12:52.606662 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fae1de22-5eba-4fdf-9499-dee08aec4292 req-e0b1ca03-5d68-4873-a71e-b191a251a4e8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728955 Nov 11 12:12:52.766900 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11a846b-ae86-4906-9c41-4f943bf7cd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef8a7a0-74f1-47c8-a562-836a76a7e2e9'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:52.769196 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821e31b9-69af-4083-82fc-622f1b360aa8" -d '{"events": [{"server_uuid": "f11a846b-ae86-4906-9c41-4f943bf7cd3b", "name": "network-vif-plugged", "status": "completed", "tag": "eef8a7a0-74f1-47c8-a562-836a76a7e2e9"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:52.810957 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18439cd-f980-4ca0-a1e3-53b05a8cddba x-openstack-request-id: req-b18439cd-f980-4ca0-a1e3-53b05a8cddba {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:52.811256 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11a846b-ae86-4906-9c41-4f943bf7cd3b", "name": "network-vif-plugged", "status": "completed", "tag": "eef8a7a0-74f1-47c8-a562-836a76a7e2e9", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:52.811825 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b18439cd-f980-4ca0-a1e3-53b05a8cddba {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:52.812222 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11a846b-ae86-4906-9c41-4f943bf7cd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef8a7a0-74f1-47c8-a562-836a76a7e2e9', 'code': 200} Nov 11 12:12:52.878067 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47016) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:52.950622 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe2bcc-7ef9-45a9-a584-37d56d56ff06 req-dc05c0c8-9460-462e-a64a-d0cfa8b05aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:52.952186 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5ffe2bcc-7ef9-45a9-a584-37d56d56ff06 req-dc05c0c8-9460-462e-a64a-d0cfa8b05aea service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 1097 time: 0.0535338 Nov 11 12:12:53.054911 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5ffe2bcc-7ef9-45a9-a584-37d56d56ff06 req-824a6ae5-3bcf-4371-994b-00dd77443066 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881717 Nov 11 12:12:53.152446 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:12:53.156430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47038) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:53.209620 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2c317e6b-359b-4099-9a38-b1187924ce8f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1160360128-network', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:53.220569 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b35785db-496b-46ea-87d7-c4d78a2a80f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.257466 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c317e6b-359b-4099-9a38-b1187924ce8f admin admin] Made reservation on behalf of c22e3bfa03df4a318977f5f2236c0b5b for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:53.259790 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c317e6b-359b-4099-9a38-b1187924ce8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.275094 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c317e6b-359b-4099-9a38-b1187924ce8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.396738 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b35785db-496b-46ea-87d7-c4d78a2a80f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.403643 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b35785db-496b-46ea-87d7-c4d78a2a80f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.412938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a58a3-99ee-4cf9-8ba9-9ac0e8967fed req-768daee8-05db-412c-948e-e0543109e214 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:53.414595 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7f7a58a3-99ee-4cf9-8ba9-9ac0e8967fed req-768daee8-05db-412c-948e-e0543109e214 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 909 time: 0.1257393 Nov 11 12:12:53.471428 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b35785db-496b-46ea-87d7-c4d78a2a80f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b48d4c956ed144fa8167add4c7fb03b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5921187 Nov 11 12:12:53.475665 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35785db-496b-46ea-87d7-c4d78a2a80f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fa9f01-d976-4da3-9dc2-1b0804375ae5,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:53.475845 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47050) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:53.486677 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c317e6b-359b-4099-9a38-b1187924ce8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.492529 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c317e6b-359b-4099-9a38-b1187924ce8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.516925 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c317e6b-359b-4099-9a38-b1187924ce8f admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:12:53.534675 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-894ce763-e6e0-4824-85a8-3eaa9030b906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.556508 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c317e6b-359b-4099-9a38-b1187924ce8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.556766 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-2c317e6b-359b-4099-9a38-b1187924ce8f admin admin] Added segment ba8b2d93-3adb-4912-be02-3a207c4401a9 of type vlan for network ef0352ae-c531-4a02-9aff-70a7fb42f61e Nov 11 12:12:53.560237 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-894ce763-e6e0-4824-85a8-3eaa9030b906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.582977 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c317e6b-359b-4099-9a38-b1187924ce8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971fd32d-2c16-407d-9c64-fe999658d921,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:53.625616 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c317e6b-359b-4099-9a38-b1187924ce8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.635529 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-894ce763-e6e0-4824-85a8-3eaa9030b906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.639169 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-894ce763-e6e0-4824-85a8-3eaa9030b906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.640567 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-894ce763-e6e0-4824-85a8-3eaa9030b906 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79fa9f01-d976-4da3-9dc2-1b0804375ae5 HTTP/1.1" status: 204 len: 168 time: 0.1634152 Nov 11 12:12:53.647894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14eedc-821d-474e-9a1f-91276c026363 req-4bea82b3-2230-4bec-b5ca-986afb4e8e5d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:53.649660 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e14eedc-821d-474e-9a1f-91276c026363 req-4bea82b3-2230-4bec-b5ca-986afb4e8e5d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 909 time: 0.1305466 Nov 11 12:12:53.658607 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ce763-e6e0-4824-85a8-3eaa9030b906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fa9f01-d976-4da3-9dc2-1b0804375ae5,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:53.682323 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c317e6b-359b-4099-9a38-b1187924ce8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.683550 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c317e6b-359b-4099-9a38-b1187924ce8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:53.684274 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c317e6b-359b-4099-9a38-b1187924ce8f admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.728243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47064) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:53.728492 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2c317e6b-359b-4099-9a38-b1187924ce8f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5707865 Nov 11 12:12:53.736390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-40f3a0ee-68c5-4bf0-9ed7-d8095c8cffd4 admin admin] Request body: {'subnet': {'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1160360128-subnet', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:53.774664 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f3a0ee-68c5-4bf0-9ed7-d8095c8cffd4 admin admin] Made reservation on behalf of c22e3bfa03df4a318977f5f2236c0b5b for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:53.778898 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-40f3a0ee-68c5-4bf0-9ed7-d8095c8cffd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.830457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c317e6b-359b-4099-9a38-b1187924ce8f admin admin] Pushing event updated for resources: {'Network': ['ID=ef0352ae-c531-4a02-9aff-70a7fb42f61e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:53.844692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network ef0352ae-c531-4a02-9aff-70a7fb42f61e details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:12:53.862080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebacab7-9a98-4e7a-b44d-40664474daa9 req-03fcf599-fda0-44f7-8849-4fefc310ec48 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:53.863608 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ebacab7-9a98-4e7a-b44d-40664474daa9 req-03fcf599-fda0-44f7-8849-4fefc310ec48 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 1060 time: 0.1117063 Nov 11 12:12:53.873143 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de51e1-3fd9-48c5-9d6e-fd1a97f25ad4 req-0ae36a6c-93f7-4752-a76d-c6dbb56f0c3f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:53.875316 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64de51e1-3fd9-48c5-9d6e-fd1a97f25ad4 req-0ae36a6c-93f7-4752-a76d-c6dbb56f0c3f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 946 time: 0.1551604 Nov 11 12:12:53.957432 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64de51e1-3fd9-48c5-9d6e-fd1a97f25ad4 req-deb86263-7b41-4eae-aca3-aa6f31840cf0 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756371 Nov 11 12:12:54.039979 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-40f3a0ee-68c5-4bf0-9ed7-d8095c8cffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.056239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb94c9-ad48-4d93-a27d-b26aa645b09d req-7dd74db3-78e0-4374-ac2f-7f3f07e5a362 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:54.065651 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30bb94c9-ad48-4d93-a27d-b26aa645b09d req-7dd74db3-78e0-4374-ac2f-7f3f07e5a362 tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 1135 time: 0.0908210 Nov 11 12:12:54.123549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f3a0ee-68c5-4bf0-9ed7-d8095c8cffd4 admin admin] Checking segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:54.124325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f3a0ee-68c5-4bf0-9ed7-d8095c8cffd4 admin admin] Network hostable DHCP agents. Network: ef0352ae-c531-4a02-9aff-70a7fb42f61e, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:54.128015 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47080) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:54.130747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3a0ee-68c5-4bf0-9ed7-d8095c8cffd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:54.159450 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5975905-28f4-47e2-8445-fdb8395e78f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.160911 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30bb94c9-ad48-4d93-a27d-b26aa645b09d req-304c1e94-4f82-4066-b417-1a1215eb582f tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=b4618e62-f9c7-494b-b689-bb17fe29b2a0&id=ac639601-ab7e-4f40-a56d-772b33e72633&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0925491 Nov 11 12:12:54.180412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47084) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:54.182714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f3a0ee-68c5-4bf0-9ed7-d8095c8cffd4 admin admin] Network ef0352ae-c531-4a02-9aff-70a7fb42f61e is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:54.209058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-40f3a0ee-68c5-4bf0-9ed7-d8095c8cffd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, ef0352ae-c531-4a02-9aff-70a7fb42f61e) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:54.214222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f3a0ee-68c5-4bf0-9ed7-d8095c8cffd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:54.214970 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-40f3a0ee-68c5-4bf0-9ed7-d8095c8cffd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.220334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eaa9dc-9e78-4d06-933a-8977775a33c0 None None] Network ef0352ae-c531-4a02-9aff-70a7fb42f61e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:54.239816 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a13398-760c-4bbd-9bc5-4be0518cd39c tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:54.242729 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-74a13398-760c-4bbd-9bc5-4be0518cd39c tempest-TestSecurityGroupsBasicOps-1148828391 tempest-TestSecurityGroupsBasicOps-1148828391-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 1055 time: 0.0611913 Nov 11 12:12:54.254111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47088) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:54.254533 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-40f3a0ee-68c5-4bf0-9ed7-d8095c8cffd4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5236170 Nov 11 12:12:54.273186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:54.325277 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5975905-28f4-47e2-8445-fdb8395e78f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.332520 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.333086 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f5975905-28f4-47e2-8445-fdb8395e78f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.334377 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.422402 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f5975905-28f4-47e2-8445-fdb8395e78f6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb1b593bdc544c9cb0b6cc74f5b53cf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2877779 Nov 11 12:12:54.423119 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47092) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:54.423833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5975905-28f4-47e2-8445-fdb8395e78f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d9b162-31ce-4774-b695-ec9b000f0a0e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:54.429984 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.516564 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:54.517325 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.551914 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-54082fdf-de3f-4998-90b1-00a0fa460e0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.584740 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-54082fdf-de3f-4998-90b1-00a0fa460e0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.642885 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-54082fdf-de3f-4998-90b1-00a0fa460e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.646296 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-54082fdf-de3f-4998-90b1-00a0fa460e0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.650390 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-54082fdf-de3f-4998-90b1-00a0fa460e0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a3d9b162-31ce-4774-b695-ec9b000f0a0e HTTP/1.1" status: 204 len: 168 time: 0.2183471 Nov 11 12:12:54.661995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54082fdf-de3f-4998-90b1-00a0fa460e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d9b162-31ce-4774-b695-ec9b000f0a0e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:54.667820 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.718949 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d43b2-03c5-4122-b7f6-89272ecf162a req-525c1d6c-e8aa-462b-8c8c-cd0448a79c78 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:54.720294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-127d43b2-03c5-4122-b7f6-89272ecf162a req-525c1d6c-e8aa-462b-8c8c-cd0448a79c78 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 909 time: 0.0667510 Nov 11 12:12:54.771893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Allocated IP 172.20.0.2 (ef0352ae-c531-4a02-9aff-70a7fb42f61e/fc55d1c8-9ff2-4a0b-b6ba-89387d166d04/2294773c-1b3b-4c55-8360-b99a985aca6e) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:54.964818 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.987763 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.057769 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Pushing event updated for resources: {'Port': ['ID=2294773c-1b3b-4c55-8360-b99a985aca6e,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:55.062763 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Network ef0352ae-c531-4a02-9aff-70a7fb42f61e is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:55.064792 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:55.067548 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:55.152334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Attempting to bind port 2294773c-1b3b-4c55-8360-b99a985aca6e on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:55.152818 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Attempting to bind port 2294773c-1b3b-4c55-8360-b99a985aca6e by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:55.153269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Attempting to bind port 2294773c-1b3b-4c55-8360-b99a985aca6e on network ef0352ae-c531-4a02-9aff-70a7fb42f61e {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:55.159618 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:55.160134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Checking segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:55.160631 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.161107 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Bound using segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:55.162002 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Bound port: 2294773c-1b3b-4c55-8360-b99a985aca6e, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:55.163179 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.224801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47128) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:55.247541 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a601b9e3-6b8f-4891-9abf-67db2bed8841 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.322999 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b374558-0801-4130-8740-7860372977e1 req-63a7d79e-e086-49d9-9844-4fdebcad5af2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:55.331953 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b374558-0801-4130-8740-7860372977e1 req-63a7d79e-e086-49d9-9844-4fdebcad5af2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 946 time: 0.0867898 Nov 11 12:12:55.421278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b374558-0801-4130-8740-7860372977e1 req-3bd32f16-70c2-43aa-b6a9-6a6ef1ee2081 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878141 Nov 11 12:12:55.473724 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a601b9e3-6b8f-4891-9abf-67db2bed8841 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.481184 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a601b9e3-6b8f-4891-9abf-67db2bed8841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.516855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] For port 2294773c-1b3b-4c55-8360-b99a985aca6e, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:55.520914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] For port 2294773c-1b3b-4c55-8360-b99a985aca6e, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2294773c-1b3b-4c55-8360-b99a985aca6e,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:55.532507 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.594163 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a601b9e3-6b8f-4891-9abf-67db2bed8841 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=73880d3045774f14bc525aa987a7320b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3669744 Nov 11 12:12:55.606643 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47146) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:55.635274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601b9e3-6b8f-4891-9abf-67db2bed8841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3d0afa-5a4d-47c2-9e37-05f2760bb014,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:55.686846 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbbfb0-5b03-44a0-a0dd-baca1e514aa2 None None] Pushing event updated for resources: {'Port': ['ID=2294773c-1b3b-4c55-8360-b99a985aca6e,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:55.709382 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.725968 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-30bfd15a-099e-4a3e-9366-6f820195038a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.803177 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.809481 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-30bfd15a-099e-4a3e-9366-6f820195038a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.936632 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-30bfd15a-099e-4a3e-9366-6f820195038a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.940812 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-30bfd15a-099e-4a3e-9366-6f820195038a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.942747 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-30bfd15a-099e-4a3e-9366-6f820195038a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab3d0afa-5a4d-47c2-9e37-05f2760bb014 HTTP/1.1" status: 204 len: 168 time: 0.3328590 Nov 11 12:12:56.007343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfd15a-099e-4a3e-9366-6f820195038a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3d0afa-5a4d-47c2-9e37-05f2760bb014,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:56.406577 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db4adb14-e3c6-4a9c-aad0-c411a9aa790c details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:12:56.411610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f40dc2-ee23-4658-8cdb-8fc9400b5792 req-fa0960df-cbb2-46b3-afa2-3dd7c3987a7f tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:56.430281 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68f40dc2-ee23-4658-8cdb-8fc9400b5792 req-fa0960df-cbb2-46b3-afa2-3dd7c3987a7f tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 909 time: 0.5051181 Nov 11 12:12:56.456602 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa118f0-3e02-4a1f-8864-80028772017f req-2722f74a-609a-47dd-9557-ba75e51acec7 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:56.459118 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eaa118f0-3e02-4a1f-8864-80028772017f req-2722f74a-609a-47dd-9557-ba75e51acec7 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.43 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 909 time: 0.4859416 Nov 11 12:12:56.467278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d0812-1752-403c-9b11-4037b5d848ff req-0eb53170-4a1f-4036-8ed3-f1a85bdc89c5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:56.469208 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f99d0812-1752-403c-9b11-4037b5d848ff req-0eb53170-4a1f-4036-8ed3-f1a85bdc89c5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 805 time: 0.5775242 Nov 11 12:12:56.554780 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f99d0812-1752-403c-9b11-4037b5d848ff req-63a7d54d-7516-45c4-8563-54eb7637357b tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/quotas/c183b0a214584982aa6e510cee65d4cd HTTP/1.1" status: 200 len: 375 time: 0.0134745 Nov 11 12:12:56.639792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Allocated IP 172.25.2.43 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/2ca3c352-2d20-46bc-846f-80add057d1f3) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:56.675995 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:56.696424 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'port_id': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'mac_address': 'fa:16:3e:c9:29:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:12:56.818406 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.873697 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db4adb14-e3c6-4a9c-aad0-c411a9aa790c {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:12:56.929761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:56.938602 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:57.146713 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['db4adb14-e3c6-4a9c-aad0-c411a9aa790c'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:12:57.167095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f99d0812-1752-403c-9b11-4037b5d848ff req-b8ee09b0-da58-44cf-b357-fe10ae9f16ea tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5616384 Nov 11 12:12:57.241347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:57.497435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f99d0812-1752-403c-9b11-4037b5d848ff req-37d9846c-9ebb-44ce-8c40-b479d05b2c2b service neutron] 10.222.0.65 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282025 Nov 11 12:12:57.575981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-eaa118f0-3e02-4a1f-8864-80028772017f req-1e6e2527-2c83-4feb-bad1-3d96f68742fb tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Deleting port 49be37f5-71aa-40e8-970a-46522b8c3744 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:57.591135 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-eaa118f0-3e02-4a1f-8864-80028772017f req-1e6e2527-2c83-4feb-bad1-3d96f68742fb tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:57.609138 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:57.876772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511cd5cd-aca3-4f38-8d40-f5bdbd3c172f None None] Network ef0352ae-c531-4a02-9aff-70a7fb42f61e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:57.962017 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2294773c-1b3b-4c55-8360-b99a985aca6e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:58.038141 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.172316 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8d5a7275-4edb-4b29-a13d-dfc5d7896d2c None None] Provisioning complete for port 2294773c-1b3b-4c55-8360-b99a985aca6e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:58.173217 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8d5a7275-4edb-4b29-a13d-dfc5d7896d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.188182 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:58.229032 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:58.240521 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:58.346353 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d80614-ecb1-4b28-a06a-e607a1a8ec82 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:58.382082 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47252) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:58.454683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3e5be-6330-404c-b961-964e1f049018 req-20eb2b1e-f86e-4236-8a17-1d26a4731327 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:58.481622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9ba3e5be-6330-404c-b961-964e1f049018 req-20eb2b1e-f86e-4236-8a17-1d26a4731327 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 909 time: 0.8814347 Nov 11 12:12:58.498869 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db4adb14-e3c6-4a9c-aad0-c411a9aa790c up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:58.522043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2294773c-1b3b-4c55-8360-b99a985aca6e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:58.522230 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.539520 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f99d0812-1752-403c-9b11-4037b5d848ff req-04a3305f-baab-420d-82a3-fb33ca391193 service neutron] 10.222.0.65 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0069683 Nov 11 12:12:58.545260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-eaa118f0-3e02-4a1f-8864-80028772017f req-1e6e2527-2c83-4feb-bad1-3d96f68742fb tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] For port 49be37f5-71aa-40e8-970a-46522b8c3744, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=49be37f5-71aa-40e8-970a-46522b8c3744,segment=NetworkSegment(5ca2f4f4-48e0-4976-88ec-9b980b7743af),segment_id=5ca2f4f4-48e0-4976-88ec-9b980b7743af)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:58.563970 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-eaa118f0-3e02-4a1f-8864-80028772017f req-1e6e2527-2c83-4feb-bad1-3d96f68742fb tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.613464 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Pushing event updated for resources: {'Port': ['ID=2ca3c352-2d20-46bc-846f-80add057d1f3,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:58.656229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-eaa118f0-3e02-4a1f-8864-80028772017f req-1e6e2527-2c83-4feb-bad1-3d96f68742fb tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Calling delete_port for 49be37f5-71aa-40e8-970a-46522b8c3744 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:58.705257 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8d5a7275-4edb-4b29-a13d-dfc5d7896d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.707742 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cda8ad68-7c0b-453c-a4b5-6a83501bd6ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.782573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port db4adb14-e3c6-4a9c-aad0-c411a9aa790c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:58.785946 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.846080 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8d5a7275-4edb-4b29-a13d-dfc5d7896d2c None None] For port 2294773c-1b3b-4c55-8360-b99a985aca6e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2294773c-1b3b-4c55-8360-b99a985aca6e,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:58.879943 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8d5a7275-4edb-4b29-a13d-dfc5d7896d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.902258 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.924375 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cda8ad68-7c0b-453c-a4b5-6a83501bd6ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.937731 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cda8ad68-7c0b-453c-a4b5-6a83501bd6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.080678 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cda8ad68-7c0b-453c-a4b5-6a83501bd6ed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=83ee15c5086743f19f86d4070868e301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6940725 Nov 11 12:12:59.081740 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8ad68-7c0b-453c-a4b5-6a83501bd6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc2752f-1bad-4f91-922e-3ff133332c99,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:59.102586 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47270) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:59.144076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a7275-4edb-4b29-a13d-dfc5d7896d2c None None] Pushing event updated for resources: {'Port': ['ID=2294773c-1b3b-4c55-8360-b99a985aca6e,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:59.207492 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-99eaf569-41f9-46e6-b99f-36971cc62263 None None] Provisioning complete for port 2ca3c352-2d20-46bc-846f-80add057d1f3 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:59.209776 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-99c8461c-72a6-404e-84e8-ed3695c4f021 req-18408bda-5df8-4fbe-afc9-7243864389c7 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 210 time: 0.2322381 Nov 11 12:12:59.210606 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-99eaf569-41f9-46e6-b99f-36971cc62263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.293493 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:12:59.294225 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:12:59.314263 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5bba13c6-09fd-4f0c-8643-c80ef5116780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.318971 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.347939 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-99eaf569-41f9-46e6-b99f-36971cc62263 None None] Port 2ca3c352-2d20-46bc-846f-80add057d1f3 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:59.355673 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:59.365222 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3160abf-9fa7-48bd-a920-bd4e3a72076c" -d '{"events": [{"server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "name": "network-vif-plugged", "status": "completed", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:59.396828 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:59.409558 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.429496 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5bba13c6-09fd-4f0c-8643-c80ef5116780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.506863 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cead9192-e44e-4103-856c-068ab3f4f513 x-openstack-request-id: req-cead9192-e44e-4103-856c-068ab3f4f513 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:59.507278 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "name": "network-vif-plugged", "status": "completed", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:59.507631 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cead9192-e44e-4103-856c-068ab3f4f513 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:59.508184 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'code': 200} Nov 11 12:12:59.576951 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5bba13c6-09fd-4f0c-8643-c80ef5116780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.576951 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5bba13c6-09fd-4f0c-8643-c80ef5116780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.594384 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5bba13c6-09fd-4f0c-8643-c80ef5116780 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/adc2752f-1bad-4f91-922e-3ff133332c99 HTTP/1.1" status: 204 len: 168 time: 0.4679949 Nov 11 12:12:59.614518 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-fa1eeacb-2d9b-44d1-8047-5a9c133d9607 None None] Provisioning complete for port 2294773c-1b3b-4c55-8360-b99a985aca6e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:59.614914 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fa1eeacb-2d9b-44d1-8047-5a9c133d9607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.628343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba13c6-09fd-4f0c-8643-c80ef5116780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc2752f-1bad-4f91-922e-3ff133332c99,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:59.647937 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:59.706393 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-eaa118f0-3e02-4a1f-8864-80028772017f req-1e6e2527-2c83-4feb-bad1-3d96f68742fb tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.771243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abd6d4-3d02-407f-9a39-59439c08db8e req-9eed429f-f5bc-444d-8c1f-8a9356fb0a53 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:59.772920 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2abd6d4-3d02-407f-9a39-59439c08db8e req-9eed429f-f5bc-444d-8c1f-8a9356fb0a53 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 830 time: 0.1637123 Nov 11 12:12:59.937609 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e2527-2c83-4feb-bad1-3d96f68742fb tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event deleted for resources: {'Port': ['ID=49be37f5-71aa-40e8-970a-46522b8c3744,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:00.068323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa118f0-3e02-4a1f-8864-80028772017f req-1e6e2527-2c83-4feb-bad1-3d96f68742fb tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] No DVR routers for this DVR port 49be37f5-71aa-40e8-970a-46522b8c3744 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:00.072366 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-eaa118f0-3e02-4a1f-8864-80028772017f req-1e6e2527-2c83-4feb-bad1-3d96f68742fb tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.075843 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eaa118f0-3e02-4a1f-8864-80028772017f req-1e6e2527-2c83-4feb-bad1-3d96f68742fb tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.43 "DELETE /v2.0/ports/49be37f5-71aa-40e8-970a-46522b8c3744 HTTP/1.1" status: 204 len: 173 time: 3.6010900 Nov 11 12:13:00.088109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51dae7e-9a8d-494c-b53c-43cc7143cd98', 'name': 'network-vif-deleted', 'tag': '49be37f5-71aa-40e8-970a-46522b8c3744'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:13:00.090498 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f3f608-2d36-4e59-b7da-57da3d8a4278" -d '{"events": [{"server_uuid": "f51dae7e-9a8d-494c-b53c-43cc7143cd98", "name": "network-vif-deleted", "tag": "49be37f5-71aa-40e8-970a-46522b8c3744"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:13:00.133209 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-7d27e7dd-81f4-488b-8cde-98cadc368793 req-4a360e2e-3563-45ce-b75b-901096e230f6 service neutron] (109154) timed out ('10.222.0.43', 59096) {{(pid=109154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 12:13:00.338936 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2294773c-1b3b-4c55-8360-b99a985aca6e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:00.345347 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.381791 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db862756-9e04-4330-b66c-c3a4b67ee385 x-openstack-request-id: req-db862756-9e04-4330-b66c-c3a4b67ee385 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:13:00.389009 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51dae7e-9a8d-494c-b53c-43cc7143cd98", "name": "network-vif-deleted", "tag": "49be37f5-71aa-40e8-970a-46522b8c3744", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:13:00.390979 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db862756-9e04-4330-b66c-c3a4b67ee385 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:13:00.392641 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51dae7e-9a8d-494c-b53c-43cc7143cd98', 'name': 'network-vif-deleted', 'tag': '49be37f5-71aa-40e8-970a-46522b8c3744', 'status': 'completed', 'code': 200} Nov 11 12:13:00.427362 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 49be37f5-71aa-40e8-970a-46522b8c3744 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:00.466809 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 49be37f5-71aa-40e8-970a-46522b8c3744 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:00.467173 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 49be37f5-71aa-40e8-970a-46522b8c3744 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:00.487656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2294773c-1b3b-4c55-8360-b99a985aca6e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:00.488116 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.581462 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a0b7675-7bbc-4800-875a-051a45cba7c4 req-b0634b22-653a-414a-abcc-a79dda5c27fe tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 210 time: 0.0952682 Nov 11 12:13:00.916744 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.273323 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d3a96e79-eb2b-4329-a7f0-9a3664ff1d14 req-3ee08f5a-42d8-464c-abcf-8179ab31830b tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51dae7e-9a8d-494c-b53c-43cc7143cd98 HTTP/1.1" status: 200 len: 210 time: 0.0747731 Nov 11 12:13:01.279444 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Router 8cd6c554-063b-472f-b28a-278447dbab91 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:13:01.423093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:01.437547 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Sync routers for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:01.453877 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:01.459986 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:12:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:01.490269 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.496768 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47350) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:01.498921 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4111d02b-4c9a-419a-9f70-42e4dead333d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2424607 Nov 11 12:13:01.682016 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:01.864104 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e770e538-ec7c-433f-a6b5-051a6a8985cf req-0666d8fe-c9c5-431f-8d7e-3123d1dabbca tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 210 time: 0.0628903 Nov 11 12:13:02.234937 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:12:59Z', 'revision_number': 3, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:02.336627 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Checking router: 8cd6c554-063b-472f-b28a-278447dbab91 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:13:02.336987 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Updating router 8cd6c554-063b-472f-b28a-278447dbab91 port 2ca3c352-2d20-46bc-846f-80add057d1f3 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:13:02.377933 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.392604 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47428) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:02.490610 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d0812-1752-403c-9b11-4037b5d848ff req-215fdabc-5162-43c8-a18b-1d5630103e1c tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:02.495215 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f99d0812-1752-403c-9b11-4037b5d848ff req-215fdabc-5162-43c8-a18b-1d5630103e1c tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 805 time: 0.4438250 Nov 11 12:13:02.534460 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3c29db44-e0b2-44a6-8097-92a146a861b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Request body: {'port': {'device_id': 'e70e12f4-999d-4571-ad8a-141be57d663d', 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c', 'admin_state_up': True, 'tenant_id': 'c183b0a214584982aa6e510cee65d4cd'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:02.993387 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.002716 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.065764 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.139725 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de48f11-8365-43a0-9b1e-c36f198ae7d4 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:03.191043 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Attempting to bind port 2ca3c352-2d20-46bc-846f-80add057d1f3 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:03.191420 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Attempting to bind port 2ca3c352-2d20-46bc-846f-80add057d1f3 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:03.195328 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Attempting to bind port 2ca3c352-2d20-46bc-846f-80add057d1f3 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:03.198608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-60c3c632-f5ff-4dd4-869e-b34f77e56169 None None] Provisioning complete for port 2ca3c352-2d20-46bc-846f-80add057d1f3 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:03.199234 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-60c3c632-f5ff-4dd4-869e-b34f77e56169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.234474 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa6cea6e-9f03-4641-b3cf-cd2e68e3c9f3 req-f5064dcd-24c8-4fa4-aef5-ca53d5a277fd tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 210 time: 0.1058760 Nov 11 12:13:03.235252 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:03.235645 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:03.238192 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.240458 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:03.241009 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Bound port: 2ca3c352-2d20-46bc-846f-80add057d1f3, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:03.241398 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.248303 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f6263-1f4a-402c-b6b8-121d0919b977 None None] Pushing event updated for resources: {'Port': ['ID=2ca3c352-2d20-46bc-846f-80add057d1f3,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:03.312949 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-60c3c632-f5ff-4dd4-869e-b34f77e56169 None None] Port 2ca3c352-2d20-46bc-846f-80add057d1f3 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:03.421408 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] For port 2ca3c352-2d20-46bc-846f-80add057d1f3, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:03.432084 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] For port 2ca3c352-2d20-46bc-846f-80add057d1f3, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2ca3c352-2d20-46bc-846f-80add057d1f3,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:03.451093 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.510083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Allocated IP 172.20.0.1 (ef0352ae-c531-4a02-9aff-70a7fb42f61e/fc55d1c8-9ff2-4a0b-b6ba-89387d166d04/71e26e92-231c-45f7-af56-315caff00518) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:03.604634 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-930d7987-373a-4fc7-84fe-e301c0444cf8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.691005 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280735de-2bbe-429d-84d0-1009bc308ce5 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:03.720276 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f6263-1f4a-402c-b6b8-121d0919b977 None None] Pushing event updated for resources: {'Port': ['ID=2ca3c352-2d20-46bc-846f-80add057d1f3,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:03.723503 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:03.724273 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:12:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:03.770546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d2c8058d-fa4c-45b5-b49d-51cc055bd9fc None None] Provisioning complete for port 2ca3c352-2d20-46bc-846f-80add057d1f3 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:03.771227 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d2c8058d-fa4c-45b5-b49d-51cc055bd9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.874920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47472) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:03.920304 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.950070 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:03.978659 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d2c8058d-fa4c-45b5-b49d-51cc055bd9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.008162 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d2c8058d-fa4c-45b5-b49d-51cc055bd9fc None None] For port 2ca3c352-2d20-46bc-846f-80add057d1f3, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2ca3c352-2d20-46bc-846f-80add057d1f3,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:04.019579 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d2c8058d-fa4c-45b5-b49d-51cc055bd9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.044669 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3c29db44-e0b2-44a6-8097-92a146a861b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Made reservation on behalf of c183b0a214584982aa6e510cee65d4cd for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:04.058638 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3c29db44-e0b2-44a6-8097-92a146a861b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.082199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8058d-fa4c-45b5-b49d-51cc055bd9fc None None] Pushing event updated for resources: {'Port': ['ID=2ca3c352-2d20-46bc-846f-80add057d1f3,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:04.139856 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-930d7987-373a-4fc7-84fe-e301c0444cf8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Deleting port 32b8a115-f80d-47bf-9649-bbb513788739 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:04.140379 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-930d7987-373a-4fc7-84fe-e301c0444cf8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.341484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-930d7987-373a-4fc7-84fe-e301c0444cf8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] For port 32b8a115-f80d-47bf-9649-bbb513788739, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=32b8a115-f80d-47bf-9649-bbb513788739,segment=NetworkSegment(5ca2f4f4-48e0-4976-88ec-9b980b7743af),segment_id=5ca2f4f4-48e0-4976-88ec-9b980b7743af)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:04.341906 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-930d7987-373a-4fc7-84fe-e301c0444cf8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.372247 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3c29db44-e0b2-44a6-8097-92a146a861b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Allocated IP 172.20.0.3 (d9353140-a9db-42c0-9f09-13a67c41443c/05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4/5f3651e3-0594-4175-b362-9346f813430d) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:04.377920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-930d7987-373a-4fc7-84fe-e301c0444cf8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Calling delete_port for 32b8a115-f80d-47bf-9649-bbb513788739 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:04.563983 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:12:59Z', 'revision_number': 3, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:04.597214 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564f2818-b9bf-434c-bf45-db4bf8d81ac4 None None] The sync data for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 is: [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:12:59Z', 'revision_number': 3, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:04.651233 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.664915 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14b28018-12c2-4ae8-bac3-f70d0606491e req-8c47fd3f-3370-437d-a845-005f048888b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 210 time: 0.0573528 Nov 11 12:13:04.683585 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3d0997c0-a7e4-48de-9d7f-6eed1e3bfe19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.723720 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Pushing event updated for resources: {'Port': ['ID=71e26e92-231c-45f7-af56-315caff00518,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:04.739303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3c29db44-e0b2-44a6-8097-92a146a861b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.764117 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Network ef0352ae-c531-4a02-9aff-70a7fb42f61e is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:04.769069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:04.777707 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:04.897292 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3c29db44-e0b2-44a6-8097-92a146a861b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.914834 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f9cfc60c-b56a-426f-88e0-0e16e1f76f8a', 'eef8a7a0-74f1-47c8-a562-836a76a7e2e9'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:13:05.011147 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.131940 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-930d7987-373a-4fc7-84fe-e301c0444cf8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.211647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3c29db44-e0b2-44a6-8097-92a146a861b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Network d9353140-a9db-42c0-9f09-13a67c41443c is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:05.221232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d7987-373a-4fc7-84fe-e301c0444cf8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event deleted for resources: {'Port': ['ID=32b8a115-f80d-47bf-9649-bbb513788739,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:05.246996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3c29db44-e0b2-44a6-8097-92a146a861b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:05.281694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29db44-e0b2-44a6-8097-92a146a861b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Pushing event updated for resources: {'Port': ['ID=5f3651e3-0594-4175-b362-9346f813430d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:05.309917 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3d0997c0-a7e4-48de-9d7f-6eed1e3bfe19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.310653 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3c29db44-e0b2-44a6-8097-92a146a861b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:05.426340 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3d0997c0-a7e4-48de-9d7f-6eed1e3bfe19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.593069 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e4e83af7-b116-44b4-9c8e-c310eff3ceb7 None None] Provisioning complete for port 71e26e92-231c-45f7-af56-315caff00518 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:05.593718 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e4e83af7-b116-44b4-9c8e-c310eff3ceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.680935 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e4e83af7-b116-44b4-9c8e-c310eff3ceb7 None None] Port 71e26e92-231c-45f7-af56-315caff00518 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:05.707945 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3d0997c0-a7e4-48de-9d7f-6eed1e3bfe19 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fcdd1fce9a724f1992f9879953bb1056&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8297822 Nov 11 12:13:05.710370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0997c0-a7e4-48de-9d7f-6eed1e3bfe19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33571dc0-9cb4-4573-b30e-13b19dc425df,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:05.717264 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47526) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:05.786623 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.877680 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f014c0c1-a027-4216-8977-f50862ab50ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.107338 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-930d7987-373a-4fc7-84fe-e301c0444cf8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.160402 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d8b2-c1b1-4821-b132-7fa01e2da2b1 req-b06d8d36-419f-4127-a279-7f2c3cc6b4c3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:06.161671 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2729d8b2-c1b1-4821-b132-7fa01e2da2b1 req-b06d8d36-419f-4127-a279-7f2c3cc6b4c3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 931 time: 0.2541792 Nov 11 12:13:06.234781 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.250540 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.313564 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3c29db44-e0b2-44a6-8097-92a146a861b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:06.314399 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3c29db44-e0b2-44a6-8097-92a146a861b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.438211 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3c29db44-e0b2-44a6-8097-92a146a861b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9312115 Nov 11 12:13:06.438661 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2ca3c352-2d20-46bc-846f-80add057d1f3 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:06.441101 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Pushing event updated for resources: {'Port': ['ID=71e26e92-231c-45f7-af56-315caff00518,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:06.469978 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Request body: {'port': {'device_id': 'e70e12f4-999d-4571-ad8a-141be57d663d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:06.507859 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.532607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2ca3c352-2d20-46bc-846f-80add057d1f3 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:06.533340 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.619893 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e7188d2-31dc-42ab-9e72-0d6c7e0b0c0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.701594 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e7188d2-31dc-42ab-9e72-0d6c7e0b0c0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.806946 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.076900 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2729d8b2-c1b1-4821-b132-7fa01e2da2b1 req-be7f2ed0-884b-4e08-88f8-4ae13fd00b49 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8888702 Nov 11 12:13:07.294525 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930d7987-373a-4fc7-84fe-e301c0444cf8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Router 58fed26b-075b-4873-a7ba-e8620e48f86a has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:07.307394 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3651e3-0594-4175-b362-9346f813430d {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:13:07.316310 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.338086 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Transition to ACTIVE for port object 5f3651e3-0594-4175-b362-9346f813430d will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:13:07.347055 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.533025 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Network ef0352ae-c531-4a02-9aff-70a7fb42f61e is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:07.592527 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:07.594764 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e7188d2-31dc-42ab-9e72-0d6c7e0b0c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.597925 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e7188d2-31dc-42ab-9e72-0d6c7e0b0c0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.599338 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2e7188d2-31dc-42ab-9e72-0d6c7e0b0c0e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33571dc0-9cb4-4573-b30e-13b19dc425df HTTP/1.1" status: 204 len: 168 time: 1.8802581 Nov 11 12:13:07.658335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7188d2-31dc-42ab-9e72-0d6c7e0b0c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33571dc0-9cb4-4573-b30e-13b19dc425df,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:07.690340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3651e3-0594-4175-b362-9346f813430d,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:07.730491 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930d7987-373a-4fc7-84fe-e301c0444cf8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:07.744803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c369a7c-fdbf-4aba-8c5d-ec9bb1fe7849 None None] Sync routers for ids ['58fed26b-075b-4873-a7ba-e8620e48f86a'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:07.758317 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-930d7987-373a-4fc7-84fe-e301c0444cf8 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "PUT /v2.0/routers/58fed26b-075b-4873-a7ba-e8620e48f86a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3603730 Nov 11 12:13:07.765418 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c369a7c-fdbf-4aba-8c5d-ec9bb1fe7849 None None] Routers {'58fed26b-075b-4873-a7ba-e8620e48f86a'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:07.766102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4c369a7c-fdbf-4aba-8c5d-ec9bb1fe7849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:12:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['58fed26b-075b-4873-a7ba-e8620e48f86a'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:07.769518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47564) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:07.882112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Attempting to bind port 5f3651e3-0594-4175-b362-9346f813430d on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:07.882449 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Attempting to bind port 5f3651e3-0594-4175-b362-9346f813430d by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:07.882779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Attempting to bind port 5f3651e3-0594-4175-b362-9346f813430d on network d9353140-a9db-42c0-9f09-13a67c41443c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:07.915055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Port 5f3651e3-0594-4175-b362-9346f813430d on network d9353140-a9db-42c0-9f09-13a67c41443c not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:07.915479 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Attempting to bind port 5f3651e3-0594-4175-b362-9346f813430d on network d9353140-a9db-42c0-9f09-13a67c41443c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:07.983089 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:07.983437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Checking segment: {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:07.983837 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Bound using segment: {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:07.984433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Bound port: 5f3651e3-0594-4175-b362-9346f813430d, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:07.986582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-04521a14-0fff-4b36-8e6c-948eec8da097 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Deleting subnet 31394ed1-c835-466e-8ee5-a6defa1061c1 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:07.993507 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.001100 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfc4d08f-ecc5-4dd2-a5c3-60cb9490869f req-9f56cdfd-4c09-494f-9ffe-219f21a0bb57 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f654c975-6528-434a-9512-0f0197943827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4035611 Nov 11 12:13:08.002532 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04521a14-0fff-4b36-8e6c-948eec8da097 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.076277 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04521a14-0fff-4b36-8e6c-948eec8da097 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.092612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-4c369a7c-fdbf-4aba-8c5d-ec9bb1fe7849 None None] Set router 58fed26b-075b-4873-a7ba-e8620e48f86a gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:08.301178 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b6c84938-7066-4e0a-980b-c7a7101b0e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.365924 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-90c9fa29-6638-44de-a04c-05742e1389ec None None] Provisioning complete for port 71e26e92-231c-45f7-af56-315caff00518 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:08.366251 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-90c9fa29-6638-44de-a04c-05742e1389ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.401517 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4d08f-ecc5-4dd2-a5c3-60cb9490869f req-b0940830-1fbf-451e-9890-975e6867da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:08.403115 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfc4d08f-ecc5-4dd2-a5c3-60cb9490869f req-b0940830-1fbf-451e-9890-975e6867da49 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a2791ddeaca4976996df76043b187f5&device_id=f654c975-6528-434a-9512-0f0197943827 HTTP/1.1" status: 200 len: 1101 time: 0.2632182 Nov 11 12:13:08.466811 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Router 8cd6c554-063b-472f-b28a-278447dbab91 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:08.486837 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7a51c-04fb-4833-8810-00f61b5f4773 req-209db8c0-990a-4c3d-a26a-94291d62bb35 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:08.496972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88b7a51c-04fb-4833-8810-00f61b5f4773 req-209db8c0-990a-4c3d-a26a-94291d62bb35 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 943 time: 0.2824194 Nov 11 12:13:08.544677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-90c9fa29-6638-44de-a04c-05742e1389ec None None] Port 71e26e92-231c-45f7-af56-315caff00518 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:08.659187 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04521a14-0fff-4b36-8e6c-948eec8da097 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.662543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] For port 5f3651e3-0594-4175-b362-9346f813430d, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:08.710025 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] For port 5f3651e3-0594-4175-b362-9346f813430d, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5f3651e3-0594-4175-b362-9346f813430d,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:08.728999 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.840453 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88b7a51c-04fb-4833-8810-00f61b5f4773 req-ea29d0cb-be34-4074-9218-f40e1638c8e5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422701 Nov 11 12:13:08.864833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:08.864833 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.864833 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] 10.222.0.62 "PUT /v2.0/ports/5f3651e3-0594-4175-b362-9346f813430d HTTP/1.1" status: 200 len: 1091 time: 2.4048049 Nov 11 12:13:08.869876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70e12f4-999d-4571-ad8a-141be57d663d', 'tag': '5f3651e3-0594-4175-b362-9346f813430d'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:13:08.872255 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30891ce-1e58-4eca-8240-dd733d0c127b" -d '{"events": [{"name": "network-changed", "server_uuid": "e70e12f4-999d-4571-ad8a-141be57d663d", "tag": "5f3651e3-0594-4175-b362-9346f813430d"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:13:08.999931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4d08f-ecc5-4dd2-a5c3-60cb9490869f req-f96fcea2-5662-4e32-977c-46f3e9165866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:09.003412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfc4d08f-ecc5-4dd2-a5c3-60cb9490869f req-f96fcea2-5662-4e32-977c-46f3e9165866 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.5695906 Nov 11 12:13:09.017786 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:09.028595 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Sync routers for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:09.043896 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2124c72-ba48-4526-8108-c92394e09c65 x-openstack-request-id: req-e2124c72-ba48-4526-8108-c92394e09c65 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:13:09.044213 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70e12f4-999d-4571-ad8a-141be57d663d", "tag": "5f3651e3-0594-4175-b362-9346f813430d", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:13:09.049650 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2124c72-ba48-4526-8108-c92394e09c65 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:13:09.050179 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70e12f4-999d-4571-ad8a-141be57d663d', 'tag': '5f3651e3-0594-4175-b362-9346f813430d', 'status': 'completed', 'code': 200} Nov 11 12:13:09.059201 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:09.060591 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:13:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:09.097164 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702abdf-953a-4f28-b16f-131f31a4b0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3651e3-0594-4175-b362-9346f813430d,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:09.124186 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-04904c99-4559-4928-9595-e660a930e6db admin admin] 10.222.0.65 "PUT /v2.0/routers/8cd6c554-063b-472f-b28a-278447dbab91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6256139 Nov 11 12:13:09.174381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d0812-1752-403c-9b11-4037b5d848ff req-9b07b007-087e-4c07-a129-898033cfd152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:09.185106 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f99d0812-1752-403c-9b11-4037b5d848ff req-9b07b007-087e-4c07-a129-898033cfd152 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 1094 time: 0.2706282 Nov 11 12:13:09.189297 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfc4d08f-ecc5-4dd2-a5c3-60cb9490869f req-c225b41d-71dc-4456-9593-a03d8d805480 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=06415bb0-581b-4f63-a5f7-6a2b46b6e1fa HTTP/1.1" status: 200 len: 217 time: 0.1735966 Nov 11 12:13:09.193484 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04521a14-0fff-4b36-8e6c-948eec8da097 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.341054 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.342221 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f99d0812-1752-403c-9b11-4037b5d848ff req-5fdf8336-ca71-4846-8ccb-81d1db68fe14 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f3651e3-0594-4175-b362-9346f813430d HTTP/1.1" status: 200 len: 217 time: 0.1447370 Nov 11 12:13:09.368687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4c369a7c-fdbf-4aba-8c5d-ec9bb1fe7849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107210695', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:23Z', 'updated_at': '2021-11-11T12:13:04Z', 'revision_number': 5, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:24Z', 'updated_at': '2021-11-11T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:09.411420 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04521a14-0fff-4b36-8e6c-948eec8da097 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event deleted for resources: {'Subnet': ['ID=31394ed1-c835-466e-8ee5-a6defa1061c1,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:09.423922 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04521a14-0fff-4b36-8e6c-948eec8da097 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.430873 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-04521a14-0fff-4b36-8e6c-948eec8da097 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "DELETE /v2.0/subnets/31394ed1-c835-466e-8ee5-a6defa1061c1 HTTP/1.1" status: 204 len: 168 time: 1.6574948 Nov 11 12:13:09.443839 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47618) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:09.459182 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:09.483524 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c369a7c-fdbf-4aba-8c5d-ec9bb1fe7849 None None] Checking router: 58fed26b-075b-4873-a7ba-e8620e48f86a for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:13:09.500440 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec1037d-1bde-4002-a081-b58bf5c0f926 None None] Network 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:09.613888 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c369a7c-fdbf-4aba-8c5d-ec9bb1fe7849 None None] Routers {'58fed26b-075b-4873-a7ba-e8620e48f86a'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:09.618729 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4c369a7c-fdbf-4aba-8c5d-ec9bb1fe7849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:13:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['58fed26b-075b-4873-a7ba-e8620e48f86a'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:09.715888 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4d08f-ecc5-4dd2-a5c3-60cb9490869f req-f0e917d8-b7cf-4431-bc5a-47eae52c1578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:09.719723 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfc4d08f-ecc5-4dd2-a5c3-60cb9490869f req-f0e917d8-b7cf-4431-bc5a-47eae52c1578 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.5197308 Nov 11 12:13:09.821036 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-4c369a7c-fdbf-4aba-8c5d-ec9bb1fe7849 None None] Set router 58fed26b-075b-4873-a7ba-e8620e48f86a gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:09.843543 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-91211fa0-e5df-4074-bd3b-eae668abd000 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.929057 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 2, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:09.966041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4d08f-ecc5-4dd2-a5c3-60cb9490869f req-f633645f-b2cd-4449-93b9-c1d1d6a763ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:09.971837 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfc4d08f-ecc5-4dd2-a5c3-60cb9490869f req-f633645f-b2cd-4449-93b9-c1d1d6a763ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2387688 Nov 11 12:13:09.998968 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Checking router: 8cd6c554-063b-472f-b28a-278447dbab91 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:13:10.000551 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Updating router 8cd6c554-063b-472f-b28a-278447dbab91 port 71e26e92-231c-45f7-af56-315caff00518 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:13:10.078529 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.325680 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf1f12-8dca-4a10-8682-9125c93f3e7b req-576f1b71-9e3c-483a-b93c-d65e2c532796 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:10.329497 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-05cf1f12-8dca-4a10-8682-9125c93f3e7b req-576f1b71-9e3c-483a-b93c-d65e2c532796 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 943 time: 0.2324090 Nov 11 12:13:10.365245 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-91211fa0-e5df-4074-bd3b-eae668abd000 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.394529 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfc4d08f-ecc5-4dd2-a5c3-60cb9490869f req-1a42e94d-d270-41ac-9d4c-79f62c6476ef service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089489 Nov 11 12:13:10.536473 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-05cf1f12-8dca-4a10-8682-9125c93f3e7b req-118e38ac-903a-4cd7-8ae4-e28876ef0d36 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966741 Nov 11 12:13:10.567083 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-91211fa0-e5df-4074-bd3b-eae668abd000 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Deleting port dbf1eed4-0002-49bd-83b5-6d7366e12113 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:10.567845 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-91211fa0-e5df-4074-bd3b-eae668abd000 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.650718 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfc4d08f-ecc5-4dd2-a5c3-60cb9490869f req-0506c067-ac88-4933-97ba-fb8398d64bd2 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159553 Nov 11 12:13:10.758774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-91211fa0-e5df-4074-bd3b-eae668abd000 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] For port dbf1eed4-0002-49bd-83b5-6d7366e12113, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=dbf1eed4-0002-49bd-83b5-6d7366e12113,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:10.759853 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-91211fa0-e5df-4074-bd3b-eae668abd000 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.795262 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d0812-1752-403c-9b11-4037b5d848ff req-a007013b-c638-4ccd-ac44-6abde14be1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:10.807190 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f99d0812-1752-403c-9b11-4037b5d848ff req-a007013b-c638-4ccd-ac44-6abde14be1f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4 HTTP/1.1" status: 200 len: 845 time: 1.4492438 Nov 11 12:13:10.823735 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-91211fa0-e5df-4074-bd3b-eae668abd000 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Calling delete_port for dbf1eed4-0002-49bd-83b5-6d7366e12113 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:10.955627 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f99d0812-1752-403c-9b11-4037b5d848ff req-3a5fcd75-fec5-4b19-943b-4f48d92390c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9353140-a9db-42c0-9f09-13a67c41443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475248 Nov 11 12:13:10.956167 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47658) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:10.961208 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.980783 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-cdaa5d9f-29fb-4217-bd5d-a45946b9ba5c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-10552606-network', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:11.167931 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.184565 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.302955 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-91211fa0-e5df-4074-bd3b-eae668abd000 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.304134 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaa5d9f-29fb-4217-bd5d-a45946b9ba5c admin admin] Made reservation on behalf of a0a127f3c0014787a123927d33c60aae for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:11.308551 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5d9f-29fb-4217-bd5d-a45946b9ba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.361705 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.376621 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4c369a7c-fdbf-4aba-8c5d-ec9bb1fe7849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107210695', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:23Z', 'updated_at': '2021-11-11T12:13:04Z', 'revision_number': 5, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:24Z', 'updated_at': '2021-11-11T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:11.388194 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5d9f-29fb-4217-bd5d-a45946b9ba5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.393184 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c481918-1ca1-4e30-9035-550df36fdc94 None None] Pushing event updated for resources: {'Port': ['ID=71e26e92-231c-45f7-af56-315caff00518,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:11.420960 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91211fa0-e5df-4074-bd3b-eae668abd000 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event deleted for resources: {'Port': ['ID=dbf1eed4-0002-49bd-83b5-6d7366e12113,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:11.474419 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c369a7c-fdbf-4aba-8c5d-ec9bb1fe7849 None None] The sync data for ids ['58fed26b-075b-4873-a7ba-e8620e48f86a'] in n-d-807359-3 is: [{'id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107210695', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:23Z', 'updated_at': '2021-11-11T12:13:04Z', 'revision_number': 5, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': 'dbf1eed4-0002-49bd-83b5-6d7366e12113', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fed26b-075b-4873-a7ba-e8620e48f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:24Z', 'updated_at': '2021-11-11T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:11.485194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6be84d8-6cdd-48a3-98b1-ec5e8c008d66 None None] DHCP port deletion for 00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:11.488821 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90212314-af47-4a4b-a61c-b4bd9f783924 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:11.499673 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Attempting to bind port 71e26e92-231c-45f7-af56-315caff00518 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:11.500032 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Attempting to bind port 71e26e92-231c-45f7-af56-315caff00518 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:11.506855 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Attempting to bind port 71e26e92-231c-45f7-af56-315caff00518 on network ef0352ae-c531-4a02-9aff-70a7fb42f61e {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:11.530713 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:11.531364 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Checking segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:11.531948 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.532509 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Bound using segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:11.534692 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Bound port: 71e26e92-231c-45f7-af56-315caff00518, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:11.535251 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.627556 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f99d0812-1752-403c-9b11-4037b5d848ff req-c2e36fb8-5ede-4fc6-b39f-be852d79a843 service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6385734 Nov 11 12:13:11.668014 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-91211fa0-e5df-4074-bd3b-eae668abd000 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.731064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f6be84d8-6cdd-48a3-98b1-ec5e8c008d66 None None] Deleting port 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:11.731535 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f6be84d8-6cdd-48a3-98b1-ec5e8c008d66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.911313 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] For port 71e26e92-231c-45f7-af56-315caff00518, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:11.915605 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] For port 71e26e92-231c-45f7-af56-315caff00518, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=71e26e92-231c-45f7-af56-315caff00518,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:11.922361 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.998670 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-cbed5cef-523f-4e1d-bc61-aa94bb29d156 None None] Provisioning complete for port 71e26e92-231c-45f7-af56-315caff00518 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:11.999203 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cbed5cef-523f-4e1d-bc61-aa94bb29d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.033835 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f99d0812-1752-403c-9b11-4037b5d848ff req-7ee93d50-b8d2-4ee8-817b-d2195a054a44 service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545601 Nov 11 12:13:12.034366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47680) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:12.124599 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-91211fa0-e5df-4074-bd3b-eae668abd000 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.143313 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-91211fa0-e5df-4074-bd3b-eae668abd000 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.158299 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c481918-1ca1-4e30-9035-550df36fdc94 None None] Pushing event updated for resources: {'Port': ['ID=71e26e92-231c-45f7-af56-315caff00518,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:12.188096 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:12.188903 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:13:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:12.263339 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f6be84d8-6cdd-48a3-98b1-ec5e8c008d66 None None] For port 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=93539c1b-9bbb-4fa8-adfa-8393e76bcdd1,segment=NetworkSegment(5ca2f4f4-48e0-4976-88ec-9b980b7743af),segment_id=5ca2f4f4-48e0-4976-88ec-9b980b7743af)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:12.265446 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f6be84d8-6cdd-48a3-98b1-ec5e8c008d66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.435111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a23c69-9861-4b1b-8e51-48ba54afb97f req-79887f8d-a909-42d1-9d2a-f192cb696b1d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:12.437611 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4a23c69-9861-4b1b-8e51-48ba54afb97f req-79887f8d-a909-42d1-9d2a-f192cb696b1d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 943 time: 0.6795321 Nov 11 12:13:12.441155 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f6be84d8-6cdd-48a3-98b1-ec5e8c008d66 None None] Calling delete_port for 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:12.446708 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-91211fa0-e5df-4074-bd3b-eae668abd000 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.449411 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91211fa0-e5df-4074-bd3b-eae668abd000 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Fanout notify agent at l3_agent the message router_deleted on router 58fed26b-075b-4873-a7ba-e8620e48f86a {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:13:12.462666 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30891ce-1e58-4eca-8240-dd733d0c127b req-ad252596-6628-4dba-8e8f-af0c32b8847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:12.466705 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f30891ce-1e58-4eca-8240-dd733d0c127b req-ad252596-6628-4dba-8e8f-af0c32b8847a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 1094 time: 0.3479240 Nov 11 12:13:12.466918 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-91211fa0-e5df-4074-bd3b-eae668abd000 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.470827 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-91211fa0-e5df-4074-bd3b-eae668abd000 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "DELETE /v2.0/routers/58fed26b-075b-4873-a7ba-e8620e48f86a HTTP/1.1" status: 204 len: 168 time: 3.0229826 Nov 11 12:13:12.487454 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47696) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:12.553609 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5d9f-29fb-4217-bd5d-a45946b9ba5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.620615 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4a23c69-9861-4b1b-8e51-48ba54afb97f req-8781b003-a7f7-453c-8883-c78c41956ac7 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663132 Nov 11 12:13:12.623222 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:12.679541 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5d9f-29fb-4217-bd5d-a45946b9ba5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.768097 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4099d2c7-da2b-4f8e-b4f0-4e201dbbb447 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-538652480'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:12.768097 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4099d2c7-da2b-4f8e-b4f0-4e201dbbb447 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] Unknown quota resources ['metering_label']. {{(pid=109154) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 12:13:12.916444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:13.015413 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f6be84d8-6cdd-48a3-98b1-ec5e8c008d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.112008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be84d8-6cdd-48a3-98b1-ec5e8c008d66 None None] Pushing event deleted for resources: {'Port': ['ID=93539c1b-9bbb-4fa8-adfa-8393e76bcdd1,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:13.150176 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be84d8-6cdd-48a3-98b1-ec5e8c008d66 None None] No DVR routers for this DVR port 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:13.197139 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cbed5cef-523f-4e1d-bc61-aa94bb29d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.199861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdaa5d9f-29fb-4217-bd5d-a45946b9ba5c admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:13.204988 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No active binding found for port 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1 {{(pid=109155) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 12:13:13.207039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 93539c1b-9bbb-4fa8-adfa-8393e76bcdd1 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:13.210163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 32b8a115-f80d-47bf-9649-bbb513788739 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:13.225259 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:11Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:13.265323 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0ad8be-a7f4-4b64-a7bc-4753715bcda7 None None] The sync data for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 is: [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:11Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:13.298503 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa5d9f-29fb-4217-bd5d-a45946b9ba5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3eb784-488a-4c02-9c2e-cc08f325b7b8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:13.304510 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 32b8a115-f80d-47bf-9649-bbb513788739 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:13.305729 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 32b8a115-f80d-47bf-9649-bbb513788739 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:13.311655 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-466ec012-94db-443e-98b0-4dfe14d06ba5 req-01e1df50-20d2-4825-b3c1-b318abd8e938 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8637416 Nov 11 12:13:13.346071 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5d9f-29fb-4217-bd5d-a45946b9ba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.346403 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-cdaa5d9f-29fb-4217-bd5d-a45946b9ba5c admin admin] Added segment c91d6891-4701-4be8-b7e8-e062eea1e7b7 of type vlan for network 86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d Nov 11 12:13:13.386119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-cbed5cef-523f-4e1d-bc61-aa94bb29d156 None None] For port 71e26e92-231c-45f7-af56-315caff00518, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=71e26e92-231c-45f7-af56-315caff00518,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:13.396079 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cbed5cef-523f-4e1d-bc61-aa94bb29d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.411416 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4099d2c7-da2b-4f8e-b4f0-4e201dbbb447 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.415281 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4099d2c7-da2b-4f8e-b4f0-4e201dbbb447 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.3563831 Nov 11 12:13:13.416231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47710) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:13.421753 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6846d758-e39e-4125-bbbd-39abeed970e9 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.422319 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-64fb58c1-00c7-45f9-94a9-aee48f8cb5b0 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '0d3b2337-88b1-413a-aaec-d433240c47ab'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:13.422933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-64fb58c1-00c7-45f9-94a9-aee48f8cb5b0 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 12:13:13.526537 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30891ce-1e58-4eca-8240-dd733d0c127b req-5b0106ce-33eb-48bf-b2bb-1afdb67e8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:13.528314 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f30891ce-1e58-4eca-8240-dd733d0c127b req-5b0106ce-33eb-48bf-b2bb-1afdb67e8b41 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 907 time: 1.0140376 Nov 11 12:13:13.550373 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5d9f-29fb-4217-bd5d-a45946b9ba5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.617281 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f30891ce-1e58-4eca-8240-dd733d0c127b req-a163fa88-9661-4904-b758-a95ac46b2f5f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f3651e3-0594-4175-b362-9346f813430d HTTP/1.1" status: 200 len: 217 time: 0.0694618 Nov 11 12:13:13.622431 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed5cef-523f-4e1d-bc61-aa94bb29d156 None None] Pushing event updated for resources: {'Port': ['ID=71e26e92-231c-45f7-af56-315caff00518,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:13.628751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e61fb300-e577-4fb5-9894-ab7bacc197df None None] Provisioning complete for port 71e26e92-231c-45f7-af56-315caff00518 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:13.629467 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e61fb300-e577-4fb5-9894-ab7bacc197df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.721321 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ec012-94db-443e-98b0-4dfe14d06ba5 req-c883de49-874d-44b1-8c3d-2e06bcc9f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:13.723228 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-466ec012-94db-443e-98b0-4dfe14d06ba5 req-c883de49-874d-44b1-8c3d-2e06bcc9f6d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 1096 time: 0.3678687 Nov 11 12:13:13.726475 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.db.resource_extend [None req-cdaa5d9f-29fb-4217-bd5d-a45946b9ba5c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:13:13.859678 n-d-807359-3 neutron-server[109153]: WARNING neutron.services.metering.metering_plugin [None req-64fb58c1-00c7-45f9-94a9-aee48f8cb5b0 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 12:13:13.863058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30891ce-1e58-4eca-8240-dd733d0c127b req-dae99af8-ccc3-4a11-bc06-c0922deb33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:13.864789 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f30891ce-1e58-4eca-8240-dd733d0c127b req-dae99af8-ccc3-4a11-bc06-c0922deb33ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4 HTTP/1.1" status: 200 len: 845 time: 0.2140269 Nov 11 12:13:13.905649 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6846d758-e39e-4125-bbbd-39abeed970e9 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.935934 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6846d758-e39e-4125-bbbd-39abeed970e9 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a0ad01-2fe8-45f1-a1e2-cd6284193ed8']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:13.949806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6846d758-e39e-4125-bbbd-39abeed970e9 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca2f4f4-48e0-4976-88ec-9b980b7743af') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:13.950411 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6846d758-e39e-4125-bbbd-39abeed970e9 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca2f4f4-48e0-4976-88ec-9b980b7743af') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:13.964775 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6846d758-e39e-4125-bbbd-39abeed970e9 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.986185 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6846d758-e39e-4125-bbbd-39abeed970e9 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.995785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6846d758-e39e-4125-bbbd-39abeed970e9 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:13.996603 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6846d758-e39e-4125-bbbd-39abeed970e9 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:14.084080 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:14.104269 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5d9f-29fb-4217-bd5d-a45946b9ba5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.105566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaa5d9f-29fb-4217-bd5d-a45946b9ba5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:14.112694 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5d9f-29fb-4217-bd5d-a45946b9ba5c admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.113061 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-64fb58c1-00c7-45f9-94a9-aee48f8cb5b0 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.113061 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-64fb58c1-00c7-45f9-94a9-aee48f8cb5b0 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6903484 Nov 11 12:13:14.114595 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47724) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:14.144436 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0cfad4da-2d5b-4537-88f0-45e8e97d91e8 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '0d3b2337-88b1-413a-aaec-d433240c47ab'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:14.145819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0cfad4da-2d5b-4537-88f0-45e8e97d91e8 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 12:13:14.219589 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f30891ce-1e58-4eca-8240-dd733d0c127b req-f3e08bd5-708c-47db-94cb-0e9fff571aed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9353140-a9db-42c0-9f09-13a67c41443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342928 Nov 11 12:13:14.262050 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6846d758-e39e-4125-bbbd-39abeed970e9 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.310707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 71e26e92-231c-45f7-af56-315caff00518 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:14.330327 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ec012-94db-443e-98b0-4dfe14d06ba5 req-d1f3d3f4-1997-4c7d-a3b7-55bd2230f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:14.331868 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-466ec012-94db-443e-98b0-4dfe14d06ba5 req-d1f3d3f4-1997-4c7d-a3b7-55bd2230f576 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 907 time: 0.5791945 Nov 11 12:13:14.402899 n-d-807359-3 neutron-server[109153]: WARNING neutron.services.metering.metering_plugin [None req-0cfad4da-2d5b-4537-88f0-45e8e97d91e8 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 12:13:14.415812 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6846d758-e39e-4125-bbbd-39abeed970e9 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.431667 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6846d758-e39e-4125-bbbd-39abeed970e9 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "DELETE /v2.0/networks/00a0ad01-2fe8-45f1-a1e2-cd6284193ed8 HTTP/1.1" status: 204 len: 168 time: 1.9150934 Nov 11 12:13:14.434893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47736) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:14.449399 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7316dd-252a-44f7-b468-ebdf6d08bf57 req-ebb314ee-5dd2-4bc0-960a-b7ddf4d3bc09 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:14.467475 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f7316dd-252a-44f7-b468-ebdf6d08bf57 req-ebb314ee-5dd2-4bc0-960a-b7ddf4d3bc09 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 943 time: 0.6464751 Nov 11 12:13:14.532055 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 71e26e92-231c-45f7-af56-315caff00518 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:14.535115 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.563505 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cdaa5d9f-29fb-4217-bd5d-a45946b9ba5c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.6062686 Nov 11 12:13:14.672946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47744) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:14.676189 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-466ec012-94db-443e-98b0-4dfe14d06ba5 req-64151151-d4ac-4a10-9405-6ef3cc2dc7bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9cfc60c-b56a-426f-88e0-0e16e1f76f8a HTTP/1.1" status: 200 len: 217 time: 0.3187041 Nov 11 12:13:14.687370 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c7db2ba5-2d26-489b-830b-a6bb32d085d2 admin admin] Request body: {'subnet': {'network_id': '86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-10552606-subnet', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:14.878372 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa5d9f-29fb-4217-bd5d-a45946b9ba5c admin admin] Pushing event updated for resources: {'Network': ['ID=86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:14.892899 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f7316dd-252a-44f7-b468-ebdf6d08bf57 req-b43b2cf2-5e0f-4cee-9920-26f99a77a448 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228909 Nov 11 12:13:14.911635 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:14.976416 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0cfad4da-2d5b-4537-88f0-45e8e97d91e8 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.980296 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0cfad4da-2d5b-4537-88f0-45e8e97d91e8 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8561370 Nov 11 12:13:14.988397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47758) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:15.005490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-37ce2fc5-ca8e-4507-929b-f2eb91d7d2ff tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=1cea98e8-a463-434d-a802-c3be901868d5 HTTP/1.1" status: 200 len: 462 time: 0.0134673 Nov 11 12:13:15.006020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47760) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:15.044463 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device dbf1eed4-0002-49bd-83b5-6d7366e12113 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:15.069303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846d758-e39e-4125-bbbd-39abeed970e9 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event deleted for resources: {'Network': ['ID=00a0ad01-2fe8-45f1-a1e2-cd6284193ed8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:15.118176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7db2ba5-2d26-489b-830b-a6bb32d085d2 admin admin] Made reservation on behalf of a0a127f3c0014787a123927d33c60aae for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:15.120705 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c7db2ba5-2d26-489b-830b-a6bb32d085d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.146147 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: dbf1eed4-0002-49bd-83b5-6d7366e12113 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:15.146494 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device dbf1eed4-0002-49bd-83b5-6d7366e12113 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:15.237575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ec012-94db-443e-98b0-4dfe14d06ba5 req-7d7cfdd1-f869-42ce-ad37-42167d773c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:15.258884 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6576247-3e5a-46e2-8d82-fc57ac16e1b0 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.264074 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b6576247-3e5a-46e2-8d82-fc57ac16e1b0 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/1cea98e8-a463-434d-a802-c3be901868d5 HTTP/1.1" status: 204 len: 168 time: 0.2569883 Nov 11 12:13:15.264671 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47768) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:15.267534 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-466ec012-94db-443e-98b0-4dfe14d06ba5 req-7d7cfdd1-f869-42ce-ad37-42167d773c8e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4 HTTP/1.1" status: 200 len: 845 time: 0.5152030 Nov 11 12:13:15.269207 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f30891ce-1e58-4eca-8240-dd733d0c127b req-c3153477-16e1-4cc9-87ec-78a33df48116 service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9799743 Nov 11 12:13:15.288701 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f3ae8651-f447-46ce-82af-341fdbc61515 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=1cea98e8-a463-434d-a802-c3be901868d5 HTTP/1.1" status: 200 len: 221 time: 0.0228224 Nov 11 12:13:15.295009 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47770) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:15.299689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ff0fd5d7-88ec-4723-bfa7-1e351f94887d tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--432134185', 'description': 'label created by tempest'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:15.300343 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ff0fd5d7-88ec-4723-bfa7-1e351f94887d tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] Unknown quota resources ['metering_label']. {{(pid=109153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 12:13:15.361371 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5f3651e3-0594-4175-b362-9346f813430d details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:13:15.621017 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5f3651e3-0594-4175-b362-9346f813430d, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5f3651e3-0594-4175-b362-9346f813430d,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:15.639016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '5f3651e3-0594-4175-b362-9346f813430d', 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c', 'port_id': '5f3651e3-0594-4175-b362-9346f813430d', 'mac_address': 'fa:16:3e:de:5e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:13:15.673399 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c7db2ba5-2d26-489b-830b-a6bb32d085d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.693954 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f30891ce-1e58-4eca-8240-dd733d0c127b req-d6c00374-2869-454f-b15a-ea2255b344ae service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001009 Nov 11 12:13:15.722457 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.749231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3651e3-0594-4175-b362-9346f813430d {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:13:15.791619 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-466ec012-94db-443e-98b0-4dfe14d06ba5 req-ff35af2c-5497-4a94-a5a8-1855a6f92eed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9353140-a9db-42c0-9f09-13a67c41443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3076069 Nov 11 12:13:15.822714 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5f3651e3-0594-4175-b362-9346f813430d, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5f3651e3-0594-4175-b362-9346f813430d,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:15.824132 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.834276 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.939270 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db2ba5-2d26-489b-830b-a6bb32d085d2 admin admin] Checking segment: {'id': 'c91d6891-4701-4be8-b7e8-e062eea1e7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:15.939931 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7db2ba5-2d26-489b-830b-a6bb32d085d2 admin admin] Network hostable DHCP agents. Network: 86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:13:15.954590 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-466ec012-94db-443e-98b0-4dfe14d06ba5 req-df52b48a-3aa0-4c76-b75f-aceed2888973 service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419392 Nov 11 12:13:16.094064 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-466ec012-94db-443e-98b0-4dfe14d06ba5 req-e0993544-1a10-4ecc-8c1b-6e4a2a15538d service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230102 Nov 11 12:13:16.221325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7db2ba5-2d26-489b-830b-a6bb32d085d2 admin admin] Network 86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:13:16.260041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db2ba5-2d26-489b-830b-a6bb32d085d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb9fef6-aebd-4306-ba0c-27077aee4fc8,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:16.286792 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-c7db2ba5-2d26-489b-830b-a6bb32d085d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:16.293803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7db2ba5-2d26-489b-830b-a6bb32d085d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:16.294010 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c7db2ba5-2d26-489b-830b-a6bb32d085d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.336298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-227d8f44-a1ea-4cc3-8ba9-a6b81a2d8a75 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Deleting port d62b9388-1465-4781-bc77-104b233c2ec6 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:16.336710 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-227d8f44-a1ea-4cc3-8ba9-a6b81a2d8a75 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.354292 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c7db2ba5-2d26-489b-830b-a6bb32d085d2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6770134 Nov 11 12:13:16.377334 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47788) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:16.413898 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a59565c-b50e-47d2-bbd5-00cf94af3f0e None None] Network 86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:16.417106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5f3651e3-0594-4175-b362-9346f813430d,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:16.429660 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-10552606-router', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:16.537001 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.538215 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.587480 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff0fd5d7-88ec-4723-bfa7-1e351f94887d tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.591603 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ff0fd5d7-88ec-4723-bfa7-1e351f94887d tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.2925963 Nov 11 12:13:16.600651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47798) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:16.605828 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['5f3651e3-0594-4175-b362-9346f813430d'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:13:16.659055 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.738780 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-40512ffc-c607-44ba-a3eb-221a905fcc12 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=1ad1a904-8a85-46bb-9b14-5da4415c768c HTTP/1.1" status: 200 len: 467 time: 0.1355350 Nov 11 12:13:16.739321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47806) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:16.758784 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-227d8f44-a1ea-4cc3-8ba9-a6b81a2d8a75 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.759525 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-227d8f44-a1ea-4cc3-8ba9-a6b81a2d8a75 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.760403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c348f3c-e990-4818-a6e8-4dd737be0679 req-d7c2d079-d280-4cd7-abec-a3e0a3fbf0b2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:16.762395 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c348f3c-e990-4818-a6e8-4dd737be0679 req-d7c2d079-d280-4cd7-abec-a3e0a3fbf0b2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 944 time: 0.3021362 Nov 11 12:13:16.814961 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-227d8f44-a1ea-4cc3-8ba9-a6b81a2d8a75 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Calling delete_port for d62b9388-1465-4781-bc77-104b233c2ec6 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:16.844916 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d', 'network_id': '86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae', 'fixed_ips': [{'subnet_id': '7fb9fef6-aebd-4306-ba0c-27077aee4fc8'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:13:16.846206 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.134229 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Allocated IP 172.20.0.2 (86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d/7fb9fef6-aebd-4306-ba0c-27077aee4fc8/a7b741ee-47ef-412f-b1f5-a3ab58c9e39d) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:17.164946 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c348f3c-e990-4818-a6e8-4dd737be0679 req-ad6523d3-7dcd-48b8-a736-a6de4bc56949 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933146 Nov 11 12:13:17.169723 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a4920ee9-43e7-480d-8e2b-84b23890af22 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.170944 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a4920ee9-43e7-480d-8e2b-84b23890af22 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/1ad1a904-8a85-46bb-9b14-5da4415c768c HTTP/1.1" status: 204 len: 168 time: 0.4298396 Nov 11 12:13:17.173995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47812) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:17.210705 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a54d77e8-00a7-42f5-bf3b-5af3f53c54ff tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=1ad1a904-8a85-46bb-9b14-5da4415c768c HTTP/1.1" status: 200 len: 216 time: 0.0353694 Nov 11 12:13:17.215643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47814) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:17.233312 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-08e88a90-4e5b-413c-b79d-1356a64b24f6 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0163658 Nov 11 12:13:17.247787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47816) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:17.275146 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-96abbe4c-73f9-416e-b7b0-934d0b4f6eb6 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0212917 Nov 11 12:13:17.278150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47818) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:17.356267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-45d827c8-6a9c-4e03-8360-8c26ff4edaab tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/0d3b2337-88b1-413a-aaec-d433240c47ab HTTP/1.1" status: 200 len: 472 time: 0.0765157 Nov 11 12:13:17.369697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47822) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:17.385361 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fc5aa347-e1eb-45b6-97b6-3c4b709e4b85 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/f67e66ec-9b4a-4a18-a06e-91d5ae2950c9 HTTP/1.1" status: 200 len: 459 time: 0.0127745 Nov 11 12:13:17.388377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47824) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:17.476604 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.486936 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.586091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Network 86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:17.587750 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:17.592319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:17.601873 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Pushing event updated for resources: {'Port': ['ID=a7b741ee-47ef-412f-b1f5-a3ab58c9e39d,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:17.630722 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-df4742e7-af63-47a7-bccf-daed586947d7 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.632849 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-df4742e7-af63-47a7-bccf-daed586947d7 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/f67e66ec-9b4a-4a18-a06e-91d5ae2950c9 HTTP/1.1" status: 204 len: 168 time: 0.2435482 Nov 11 12:13:17.637628 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47836) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:17.817297 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Attempting to bind port a7b741ee-47ef-412f-b1f5-a3ab58c9e39d on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:17.817846 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Attempting to bind port a7b741ee-47ef-412f-b1f5-a3ab58c9e39d by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'c91d6891-4701-4be8-b7e8-e062eea1e7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:17.818315 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Attempting to bind port a7b741ee-47ef-412f-b1f5-a3ab58c9e39d on network 86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:17.834104 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:17.835752 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Checking segment: {'id': 'c91d6891-4701-4be8-b7e8-e062eea1e7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:17.836283 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.839205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Bound using segment: {'id': 'c91d6891-4701-4be8-b7e8-e062eea1e7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:17.839769 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Bound port: a7b741ee-47ef-412f-b1f5-a3ab58c9e39d, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91d6891-4701-4be8-b7e8-e062eea1e7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:17.840267 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.988932 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.994868 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-227d8f44-a1ea-4cc3-8ba9-a6b81a2d8a75 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.002962 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4ed625d8-18f5-4ca7-8e43-dbed287fc379 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.007784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4ed625d8-18f5-4ca7-8e43-dbed287fc379 tempest-MeteringIpV6TestJSON-122424586 tempest-MeteringIpV6TestJSON-122424586-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/0d3b2337-88b1-413a-aaec-d433240c47ab HTTP/1.1" status: 204 len: 168 time: 0.3677011 Nov 11 12:13:18.027554 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] For port a7b741ee-47ef-412f-b1f5-a3ab58c9e39d, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:18.038252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] For port a7b741ee-47ef-412f-b1f5-a3ab58c9e39d, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a7b741ee-47ef-412f-b1f5-a3ab58c9e39d,segment=NetworkSegment(c91d6891-4701-4be8-b7e8-e062eea1e7b7),segment_id=c91d6891-4701-4be8-b7e8-e062eea1e7b7)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:18.049810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d8f44-a1ea-4cc3-8ba9-a6b81a2d8a75 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event deleted for resources: {'Port': ['ID=d62b9388-1465-4781-bc77-104b233c2ec6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:18.050029 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.230881 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1932bfd-bd39-4f43-b2be-4548acbfa44a None None] Pushing event updated for resources: {'Port': ['ID=a7b741ee-47ef-412f-b1f5-a3ab58c9e39d,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:18.234014 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-227d8f44-a1ea-4cc3-8ba9-a6b81a2d8a75 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.234381 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-227d8f44-a1ea-4cc3-8ba9-a6b81a2d8a75 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Floating IP 3cbe5508-df56-4f6f-8bd5-d186009c2c77 disassociated (deleted). External IP: 172.25.2.70, port: 71822152-14b0-4fc4-8455-37a9c953f614. Nov 11 12:13:18.583120 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23832431-8e91-44a1-a4d6-0c4b875e7077 req-5c470c31-ab36-404f-be15-31d86e705879 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:18.594885 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-23832431-8e91-44a1-a4d6-0c4b875e7077 req-5c470c31-ab36-404f-be15-31d86e705879 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 944 time: 0.2299101 Nov 11 12:13:18.694828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47862) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:18.758587 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-23832431-8e91-44a1-a4d6-0c4b875e7077 req-f2384fdf-0d19-45af-827e-ee169b1f006b tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477499 Nov 11 12:13:18.774253 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.851595 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.910515 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51a48f7c-f793-4dba-8a43-60484540aacc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.051070 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227d8f44-a1ea-4cc3-8ba9-a6b81a2d8a75 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:19.098212 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51a48f7c-f793-4dba-8a43-60484540aacc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.106604 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51a48f7c-f793-4dba-8a43-60484540aacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.145868 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-51a48f7c-f793-4dba-8a43-60484540aacc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a59c4dcdd5142f1846a0f4e53b6cda8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4501209 Nov 11 12:13:19.158127 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47872) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:19.212966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Allocated IP 172.25.2.100 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/a57e07b9-c939-46ca-9f77-903ed7a5ae5b) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:19.233920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a48f7c-f793-4dba-8a43-60484540aacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fbcee8-4496-4781-9695-67bd512d83c7,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:19.320012 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4e92-1d13-4490-b984-d67351039c78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.345788 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4e92-1d13-4490-b984-d67351039c78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.379089 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5f3651e3-0594-4175-b362-9346f813430d up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:19.456172 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4e92-1d13-4490-b984-d67351039c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.460045 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4e92-1d13-4490-b984-d67351039c78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.472738 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7a2b4e92-1d13-4490-b984-d67351039c78 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f6fbcee8-4496-4781-9695-67bd512d83c7 HTTP/1.1" status: 204 len: 168 time: 0.3120604 Nov 11 12:13:19.499068 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b4e92-1d13-4490-b984-d67351039c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fbcee8-4496-4781-9695-67bd512d83c7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:19.542934 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 5f3651e3-0594-4175-b362-9346f813430d completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:13:19.552962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 5f3651e3-0594-4175-b362-9346f813430d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:19.553521 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.631344 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.714656 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227d8f44-a1ea-4cc3-8ba9-a6b81a2d8a75 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:19.719458 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.736195 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-227d8f44-a1ea-4cc3-8ba9-a6b81a2d8a75 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.738396 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ee8ce9-362f-4abc-b621-aac5530ff686 None None] Sync routers for ids ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:19.795193 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.816897 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ee8ce9-362f-4abc-b621-aac5530ff686 None None] Routers {'f2e96bb6-d9f6-4de4-a54f-a8907ae02804'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:19.819545 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b4ee8ce9-362f-4abc-b621-aac5530ff686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:13:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:19.827212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:19.835357 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:19.838161 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:19.846110 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-227d8f44-a1ea-4cc3-8ba9-a6b81a2d8a75 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "DELETE /v2.0/floatingips/3cbe5508-df56-4f6f-8bd5-d186009c2c77 HTTP/1.1" status: 204 len: 168 time: 5.3872731 Nov 11 12:13:19.846831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bea77e1-e082-44c0-a522-aa6e03b711e5', 'tag': '71822152-14b0-4fc4-8455-37a9c953f614'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:13:19.850144 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b2519b-23f0-43c3-98f4-1da8dfa8f439" -d '{"events": [{"name": "network-changed", "server_uuid": "4bea77e1-e082-44c0-a522-aa6e03b711e5", "tag": "71822152-14b0-4fc4-8455-37a9c953f614"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:13:19.911378 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Pushing event updated for resources: {'Port': ['ID=a57e07b9-c939-46ca-9f77-903ed7a5ae5b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:19.963490 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4697a113-5a7b-4c41-8e97-f1f1fbe86884 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:20.051461 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b115c9-8b48-4029-ba79-962dbc9f464e req-447c0a0d-381b-4a9d-966e-3e0443265036 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:20.055552 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b0b115c9-8b48-4029-ba79-962dbc9f464e req-447c0a0d-381b-4a9d-966e-3e0443265036 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 944 time: 0.1529636 Nov 11 12:13:20.101858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5f3651e3-0594-4175-b362-9346f813430d, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5f3651e3-0594-4175-b362-9346f813430d,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:20.123598 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5cd52d-801c-4528-ab03-6e062124fe77 None None] Network 86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:20.128475 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70e12f4-999d-4571-ad8a-141be57d663d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3651e3-0594-4175-b362-9346f813430d'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:13:20.137261 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e249140-174e-420d-b5eb-46e87b59f27e" -d '{"events": [{"server_uuid": "e70e12f4-999d-4571-ad8a-141be57d663d", "name": "network-vif-plugged", "status": "completed", "tag": "5f3651e3-0594-4175-b362-9346f813430d"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:13:20.160862 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.164726 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47900) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:20.218453 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b0b115c9-8b48-4029-ba79-962dbc9f464e req-400e3f1e-3df6-4f44-b37d-dc0ef2da6b67 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372857 Nov 11 12:13:20.317735 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4040a457-0cc5-417f-964e-d6a86996ec77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.353768 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19f1e4e-db04-425a-9659-41d4d9966df4 x-openstack-request-id: req-b19f1e4e-db04-425a-9659-41d4d9966df4 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:13:20.354066 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bea77e1-e082-44c0-a522-aa6e03b711e5", "tag": "71822152-14b0-4fc4-8455-37a9c953f614", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:13:20.354498 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b19f1e4e-db04-425a-9659-41d4d9966df4 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:13:20.354948 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bea77e1-e082-44c0-a522-aa6e03b711e5', 'tag': '71822152-14b0-4fc4-8455-37a9c953f614', 'status': 'completed', 'code': 200} Nov 11 12:13:20.456687 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d143c519-6233-427f-8c40-97b80e150c97 x-openstack-request-id: req-d143c519-6233-427f-8c40-97b80e150c97 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:13:20.457209 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70e12f4-999d-4571-ad8a-141be57d663d", "name": "network-vif-plugged", "status": "completed", "tag": "5f3651e3-0594-4175-b362-9346f813430d", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:13:20.457209 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d143c519-6233-427f-8c40-97b80e150c97 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:13:20.459961 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70e12f4-999d-4571-ad8a-141be57d663d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3651e3-0594-4175-b362-9346f813430d', 'code': 200} Nov 11 12:13:20.475690 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a7b741ee-47ef-412f-b1f5-a3ab58c9e39d up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:20.532718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3260c9-c701-49e0-8667-4d1db80ef751 req-bcfcf182-41b5-4799-b5df-0c17fbd24676 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:20.557260 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf3260c9-c701-49e0-8667-4d1db80ef751 req-bcfcf182-41b5-4799-b5df-0c17fbd24676 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 984 time: 0.1169379 Nov 11 12:13:20.647874 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1907289f-07d9-49ff-813a-e82991c05554 None None] Provisioning complete for port a7b741ee-47ef-412f-b1f5-a3ab58c9e39d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:20.648242 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1907289f-07d9-49ff-813a-e82991c05554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.678838 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf3260c9-c701-49e0-8667-4d1db80ef751 req-91f98367-be22-41f1-941f-b8f0f2550bfd tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4618e62-f9c7-494b-b689-bb17fe29b2a0&id=ac639601-ab7e-4f40-a56d-772b33e72633&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1174295 Nov 11 12:13:20.755128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-b4ee8ce9-362f-4abc-b621-aac5530ff686 None None] Set router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:20.823164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5f3651e3-0594-4175-b362-9346f813430d,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:20.874535 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4040a457-0cc5-417f-964e-d6a86996ec77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.883541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2519b-23f0-43c3-98f4-1da8dfa8f439 req-bec94ab0-f9d4-40e6-80b6-d0c200f55bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:20.885505 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73b2519b-23f0-43c3-98f4-1da8dfa8f439 req-bec94ab0-f9d4-40e6-80b6-d0c200f55bbd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f3f9b4522f8462683cc4d69f6cce652&device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 1135 time: 0.4824057 Nov 11 12:13:20.909447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8989dd-b471-4e7b-a27c-1c0b864c01d6 req-39b022f4-49ac-4489-b7af-ee7b575ad98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:20.911121 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8a8989dd-b471-4e7b-a27c-1c0b864c01d6 req-39b022f4-49ac-4489-b7af-ee7b575ad98c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 1096 time: 0.4346879 Nov 11 12:13:20.912081 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4040a457-0cc5-417f-964e-d6a86996ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.009657 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port a7b741ee-47ef-412f-b1f5-a3ab58c9e39d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:21.010361 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.114818 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8a8989dd-b471-4e7b-a27c-1c0b864c01d6 req-c96e43d7-9df7-4ef0-9b1c-3ed895d1b793 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341052 Nov 11 12:13:21.131428 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4040a457-0cc5-417f-964e-d6a86996ec77 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=110ca6b808844298a2ab79263fa9407c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9608755 Nov 11 12:13:21.134082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47922) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:21.136547 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040a457-0cc5-417f-964e-d6a86996ec77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01b38b0-5dd6-4040-962d-755deb0be43f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:21.146217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.262196 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc856bf9-0c04-4d8b-b53a-ae737a2ae0ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.303287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2519b-23f0-43c3-98f4-1da8dfa8f439 req-d8cee160-ee28-4698-87dd-6f8af5913c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:21.309254 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc856bf9-0c04-4d8b-b53a-ae737a2ae0ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.314763 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73b2519b-23f0-43c3-98f4-1da8dfa8f439 req-d8cee160-ee28-4698-87dd-6f8af5913c1c service neutron] 10.222.0.62 "GET /v2.0/networks?id=633bd22d-5ecb-48d5-9057-6779c28a4076 HTTP/1.1" status: 200 len: 899 time: 0.4106276 Nov 11 12:13:21.454411 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1907289f-07d9-49ff-813a-e82991c05554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.542134 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73b2519b-23f0-43c3-98f4-1da8dfa8f439 req-4d3d57a6-952c-4776-a2da-ca9c42b63c8c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71822152-14b0-4fc4-8455-37a9c953f614 HTTP/1.1" status: 200 len: 217 time: 0.1125212 Nov 11 12:13:21.566829 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc856bf9-0c04-4d8b-b53a-ae737a2ae0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.570293 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc856bf9-0c04-4d8b-b53a-ae737a2ae0ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.575154 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dc856bf9-0c04-4d8b-b53a-ae737a2ae0ea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f01b38b0-5dd6-4040-962d-755deb0be43f HTTP/1.1" status: 204 len: 168 time: 0.4378107 Nov 11 12:13:21.605722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc856bf9-0c04-4d8b-b53a-ae737a2ae0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01b38b0-5dd6-4040-962d-755deb0be43f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:21.639908 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1907289f-07d9-49ff-813a-e82991c05554 None None] For port a7b741ee-47ef-412f-b1f5-a3ab58c9e39d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a7b741ee-47ef-412f-b1f5-a3ab58c9e39d,segment=NetworkSegment(c91d6891-4701-4be8-b7e8-e062eea1e7b7),segment_id=c91d6891-4701-4be8-b7e8-e062eea1e7b7)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:21.665114 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6f672-5b06-4c90-85b0-22188a52827a req-ca4feae9-27e8-431a-8718-3235175905d2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:21.667314 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1907289f-07d9-49ff-813a-e82991c05554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.670738 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c0c6f672-5b06-4c90-85b0-22188a52827a req-ca4feae9-27e8-431a-8718-3235175905d2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 945 time: 0.2089376 Nov 11 12:13:21.676531 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.901508 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c0c6f672-5b06-4c90-85b0-22188a52827a req-9a685935-c874-4f5c-8493-b447410d1939 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232924 Nov 11 12:13:21.976976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2519b-23f0-43c3-98f4-1da8dfa8f439 req-94840615-f628-41c0-a5ed-d04ff8303523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:21.978697 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73b2519b-23f0-43c3-98f4-1da8dfa8f439 req-94840615-f628-41c0-a5ed-d04ff8303523 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a1ea8b9-06da-4643-8384-cae50b3ea407 HTTP/1.1" status: 200 len: 834 time: 0.4067802 Nov 11 12:13:21.990766 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.013910 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1907289f-07d9-49ff-813a-e82991c05554 None None] Provisioning complete for port a57e07b9-c939-46ca-9f77-903ed7a5ae5b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:22.014289 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1907289f-07d9-49ff-813a-e82991c05554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.026440 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907289f-07d9-49ff-813a-e82991c05554 None None] Pushing event updated for resources: {'Port': ['ID=a7b741ee-47ef-412f-b1f5-a3ab58c9e39d,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:22.086604 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.213630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-1907289f-07d9-49ff-813a-e82991c05554 None None] Port a57e07b9-c939-46ca-9f77-903ed7a5ae5b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:22.238485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeca7f-5215-46af-a1bb-c7716ca56c8b req-5edfa68d-a494-4bcb-b25d-f59ec11c80b1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:22.242222 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90eeca7f-5215-46af-a1bb-c7716ca56c8b req-5edfa68d-a494-4bcb-b25d-f59ec11c80b1 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 984 time: 0.2405074 Nov 11 12:13:22.323458 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2519b-23f0-43c3-98f4-1da8dfa8f439 req-a466e039-1f26-49d5-8358-253cf5465e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:22.329018 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73b2519b-23f0-43c3-98f4-1da8dfa8f439 req-a466e039-1f26-49d5-8358-253cf5465e44 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=633bd22d-5ecb-48d5-9057-6779c28a4076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3335896 Nov 11 12:13:22.343574 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ca1f4-a2ed-4f31-b533-48b1cc30424b req-b378a5a5-a230-4b19-a1ed-3b0d7820024d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:22.345127 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fc8ca1f4-a2ed-4f31-b533-48b1cc30424b req-b378a5a5-a230-4b19-a1ed-3b0d7820024d tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 984 time: 0.2796898 Nov 11 12:13:22.414608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b4ee8ce9-362f-4abc-b621-aac5530ff686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893497538', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:11Z', 'updated_at': '2021-11-11T12:11:19Z', 'revision_number': 4, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '13bd06f1-116b-4ecf-92af-72d4c44ceb91', 'name': '', 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'mac_address': 'fa:16:3e:f2:ad:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:26Z', 'revision_number': 5, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'subnets': [{'id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:22.431341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90eeca7f-5215-46af-a1bb-c7716ca56c8b req-511173c6-878a-4069-ba4e-d8a7f83a4fe9 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4618e62-f9c7-494b-b689-bb17fe29b2a0&id=ac639601-ab7e-4f40-a56d-772b33e72633&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1778343 Nov 11 12:13:22.602193 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ee8ce9-362f-4abc-b621-aac5530ff686 None None] Checking router: f2e96bb6-d9f6-4de4-a54f-a8907ae02804 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:13:22.610295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4700b59c-10cc-41e6-b553-10ef1b01a401 None None] Provisioning complete for port a7b741ee-47ef-412f-b1f5-a3ab58c9e39d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:22.611079 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4700b59c-10cc-41e6-b553-10ef1b01a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.617062 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:22.624062 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:22.693452 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ee8ce9-362f-4abc-b621-aac5530ff686 None None] Routers {'f2e96bb6-d9f6-4de4-a54f-a8907ae02804'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:22.694476 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b4ee8ce9-362f-4abc-b621-aac5530ff686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:13:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:22.983162 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73b2519b-23f0-43c3-98f4-1da8dfa8f439 req-565afccd-d156-45ab-8a00-2978054e43f1 service neutron] 10.222.0.62 "GET /v2.0/networks/633bd22d-5ecb-48d5-9057-6779c28a4076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319809 Nov 11 12:13:22.997510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-fc8ca1f4-a2ed-4f31-b533-48b1cc30424b req-3d5693fc-0372-485f-9f97-178449420486 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Deleting port 71822152-14b0-4fc4-8455-37a9c953f614 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:23.000001 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fc8ca1f4-a2ed-4f31-b533-48b1cc30424b req-3d5693fc-0372-485f-9f97-178449420486 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:23.063115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Router e1de3884-b800-4cbd-854e-ff9e5ec31ec2 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:13:23.064171 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-b4ee8ce9-362f-4abc-b621-aac5530ff686 None None] Set router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:23.317101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18ed60-f104-48fc-a9c7-c70908575f0f req-864a33bb-3a6b-4e80-b2da-e5727dd12c78 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:23.351173 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb18ed60-f104-48fc-a9c7-c70908575f0f req-864a33bb-3a6b-4e80-b2da-e5727dd12c78 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 945 time: 0.2255018 Nov 11 12:13:23.455629 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb18ed60-f104-48fc-a9c7-c70908575f0f req-146ccd8f-a947-442e-9a09-9eec49bc07ff tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963855 Nov 11 12:13:23.630395 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a7b741ee-47ef-412f-b1f5-a3ab58c9e39d up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:23.768981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dbeca-2e33-476e-bb0d-8438aeeec89b req-c32d84bc-7206-41af-a79b-f979116cf4bb tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:23.770574 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba2dbeca-2e33-476e-bb0d-8438aeeec89b req-c32d84bc-7206-41af-a79b-f979116cf4bb tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 946 time: 0.1892531 Nov 11 12:13:23.877645 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port a7b741ee-47ef-412f-b1f5-a3ab58c9e39d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:23.878289 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:23.920630 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba2dbeca-2e33-476e-bb0d-8438aeeec89b req-49c4645b-8bd0-4b8b-86f3-0b4f5afa8b63 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361616 Nov 11 12:13:23.955738 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-b4ee8ce9-362f-4abc-b621-aac5530ff686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893497538', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:11Z', 'updated_at': '2021-11-11T12:11:19Z', 'revision_number': 4, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '13bd06f1-116b-4ecf-92af-72d4c44ceb91', 'name': '', 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'mac_address': 'fa:16:3e:f2:ad:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:26Z', 'revision_number': 5, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'subnets': [{'id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:23.971716 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce15b5c-74c0-4f8d-bc41-fc80ddccf315 req-68191cd3-db84-4447-91aa-3ddda5a42ff4 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:23.975303 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fce15b5c-74c0-4f8d-bc41-fc80ddccf315 req-68191cd3-db84-4447-91aa-3ddda5a42ff4 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 984 time: 0.3321021 Nov 11 12:13:24.080083 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ee8ce9-362f-4abc-b621-aac5530ff686 None None] The sync data for ids ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'] in n-d-807359-3 is: [{'id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893497538', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:11Z', 'updated_at': '2021-11-11T12:11:19Z', 'revision_number': 4, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '13bd06f1-116b-4ecf-92af-72d4c44ceb91', 'name': '', 'network_id': '633bd22d-5ecb-48d5-9057-6779c28a4076', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'mac_address': 'fa:16:3e:f2:ad:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:26Z', 'revision_number': 5, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'subnets': [{'id': '4a1ea8b9-06da-4643-8384-cae50b3ea407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:24.117257 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fce15b5c-74c0-4f8d-bc41-fc80ddccf315 req-687dfabc-126f-46e4-a6e1-f875547ec82c tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4618e62-f9c7-494b-b689-bb17fe29b2a0&id=ac639601-ab7e-4f40-a56d-772b33e72633&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1329293 Nov 11 12:13:24.158967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-fc8ca1f4-a2ed-4f31-b533-48b1cc30424b req-3d5693fc-0372-485f-9f97-178449420486 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] For port 71822152-14b0-4fc4-8455-37a9c953f614, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=71822152-14b0-4fc4-8455-37a9c953f614,segment=NetworkSegment(c200339e-c863-4510-97b2-5c99b9dd4b73),segment_id=c200339e-c863-4510-97b2-5c99b9dd4b73)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:24.159626 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fc8ca1f4-a2ed-4f31-b533-48b1cc30424b req-3d5693fc-0372-485f-9f97-178449420486 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:24.192717 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-fc8ca1f4-a2ed-4f31-b533-48b1cc30424b req-3d5693fc-0372-485f-9f97-178449420486 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Calling delete_port for 71822152-14b0-4fc4-8455-37a9c953f614 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:24.213021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc9ed3-a920-4934-8106-a19f434b296c req-4aa60858-0594-4775-8ed2-5ae17977e70c tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:24.221210 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1fc9ed3-a920-4934-8106-a19f434b296c req-4aa60858-0594-4775-8ed2-5ae17977e70c tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 945 time: 0.0812078 Nov 11 12:13:24.296350 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1fc9ed3-a920-4934-8106-a19f434b296c req-0bdbb8f9-8721-45ec-8308-5d5878cd90b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697525 Nov 11 12:13:24.532887 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73b2519b-23f0-43c3-98f4-1da8dfa8f439 req-fff5e677-656d-4742-9e25-0e9acf4c7cb0 service neutron] 10.222.0.62 "GET /v2.0/networks/633bd22d-5ecb-48d5-9057-6779c28a4076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5273030 Nov 11 12:13:24.829199 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fc8ca1f4-a2ed-4f31-b533-48b1cc30424b req-3d5693fc-0372-485f-9f97-178449420486 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:24.830158 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900decae-9e18-41f1-89b0-d48e0c9bd438 None None] New status for floating IP 3cbe5508-df56-4f6f-8bd5-d186009c2c77: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:13:24.905340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:24.913269 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48034) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:24.914614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5693fc-0372-485f-9f97-178449420486 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event deleted for resources: {'Port': ['ID=71822152-14b0-4fc4-8455-37a9c953f614,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:24.916386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Sync routers for ids ['e1de3884-b800-4cbd-854e-ff9e5ec31ec2'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:24.962557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Routers {'e1de3884-b800-4cbd-854e-ff9e5ec31ec2'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:24.983721 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:13:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e1de3884-b800-4cbd-854e-ff9e5ec31ec2'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:25.013849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c773122-4642-48fc-b173-76a193d71b22 req-a161fcc2-adb5-46a6-8f7b-b2fb91cd42e7 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:25.014529 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.019965 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c773122-4642-48fc-b173-76a193d71b22 req-a161fcc2-adb5-46a6-8f7b-b2fb91cd42e7 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 945 time: 0.1776443 Nov 11 12:13:25.020721 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3e3ed337-bfe3-4cf1-a34d-e194671ff7ac admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.6305981 Nov 11 12:13:25.022993 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48042) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:25.063458 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8ca1f4-a2ed-4f31-b533-48b1cc30424b req-3d5693fc-0372-485f-9f97-178449420486 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] No DVR routers for this DVR port 71822152-14b0-4fc4-8455-37a9c953f614 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:25.068384 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fc8ca1f4-a2ed-4f31-b533-48b1cc30424b req-3d5693fc-0372-485f-9f97-178449420486 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.074430 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fc8ca1f4-a2ed-4f31-b533-48b1cc30424b req-3d5693fc-0372-485f-9f97-178449420486 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.62 "DELETE /v2.0/ports/71822152-14b0-4fc4-8455-37a9c953f614 HTTP/1.1" status: 204 len: 173 time: 2.6906006 Nov 11 12:13:25.074948 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bea77e1-e082-44c0-a522-aa6e03b711e5', 'name': 'network-vif-deleted', 'tag': '71822152-14b0-4fc4-8455-37a9c953f614'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:13:25.086324 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69ea7fe-c52c-4148-bf31-fb0a78d09c90" -d '{"events": [{"server_uuid": "4bea77e1-e082-44c0-a522-aa6e03b711e5", "name": "network-vif-deleted", "tag": "71822152-14b0-4fc4-8455-37a9c953f614"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:13:25.177492 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623b4faa-d42b-4ca6-af2c-e7efb4e837ca x-openstack-request-id: req-623b4faa-d42b-4ca6-af2c-e7efb4e837ca {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:13:25.179734 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bea77e1-e082-44c0-a522-aa6e03b711e5", "name": "network-vif-deleted", "tag": "71822152-14b0-4fc4-8455-37a9c953f614", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:13:25.180158 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-623b4faa-d42b-4ca6-af2c-e7efb4e837ca {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:13:25.180777 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bea77e1-e082-44c0-a522-aa6e03b711e5', 'name': 'network-vif-deleted', 'tag': '71822152-14b0-4fc4-8455-37a9c953f614', 'status': 'completed', 'code': 200} Nov 11 12:13:25.401766 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Set router e1de3884-b800-4cbd-854e-ff9e5ec31ec2 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:25.524313 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 71822152-14b0-4fc4-8455-37a9c953f614 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:25.558861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 71822152-14b0-4fc4-8455-37a9c953f614 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:25.558861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 71822152-14b0-4fc4-8455-37a9c953f614 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:25.583485 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-1d79ebf7-10bb-4ec6-be55-69707c2fdb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-681151331'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:25.671580 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d79ebf7-10bb-4ec6-be55-69707c2fdb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Made reservation on behalf of 2be4be72f12341758b00af9351066134 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:25.693827 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1d79ebf7-10bb-4ec6-be55-69707c2fdb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.723600 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1d79ebf7-10bb-4ec6-be55-69707c2fdb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.906709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c773122-4642-48fc-b173-76a193d71b22 req-a0eea104-f7ca-43a9-b728-7a5d79dfdd4f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8692565 Nov 11 12:13:25.972168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d65b7edb-8390-45b4-8706-be5d5f29925e req-f4b474b3-40b6-413e-8614-8c39c34308fc tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bea77e1-e082-44c0-a522-aa6e03b711e5 HTTP/1.1" status: 200 len: 210 time: 0.2185063 Nov 11 12:13:26.073469 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1d79ebf7-10bb-4ec6-be55-69707c2fdb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.082331 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1d79ebf7-10bb-4ec6-be55-69707c2fdb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.106124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'name': 'tempest-TestVolumeBootPattern-10552606-router', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a57e07b9-c939-46ca-9f77-903ed7a5ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:16Z', 'updated_at': '2021-11-11T12:13:20Z', 'revision_number': 3, 'project_id': 'a0a127f3c0014787a123927d33c60aae', 'gw_port': {'id': 'a57e07b9-c939-46ca-9f77-903ed7a5ae5b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:18Z', 'updated_at': '2021-11-11T12:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:26.165355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d79ebf7-10bb-4ec6-be55-69707c2fdb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:26.187401 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Checking router: e1de3884-b800-4cbd-854e-ff9e5ec31ec2 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:13:26.188641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Updating router e1de3884-b800-4cbd-854e-ff9e5ec31ec2 port a57e07b9-c939-46ca-9f77-903ed7a5ae5b binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:13:26.189523 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1d79ebf7-10bb-4ec6-be55-69707c2fdb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.191054 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-1d79ebf7-10bb-4ec6-be55-69707c2fdb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Added segment a56d0aa0-5fce-4119-b845-4f59af235915 of type vlan for network e6227424-2993-431f-9a0b-83b61f06f842 Nov 11 12:13:26.253754 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.372668 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79ebf7-10bb-4ec6-be55-69707c2fdb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61ddf1c-2910-4048-aad4-b31f48f5d31f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:26.391361 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1d79ebf7-10bb-4ec6-be55-69707c2fdb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.447774 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1d79ebf7-10bb-4ec6-be55-69707c2fdb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.460615 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d79ebf7-10bb-4ec6-be55-69707c2fdb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:26.461576 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1d79ebf7-10bb-4ec6-be55-69707c2fdb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.466215 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.488026 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c514d-0b8b-4b00-a2e7-cedb24f67382 req-c84b98a4-5381-4d91-85fc-49ee90440962 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:26.489735 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fa1c514d-0b8b-4b00-a2e7-cedb24f67382 req-c84b98a4-5381-4d91-85fc-49ee90440962 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 945 time: 0.1674490 Nov 11 12:13:26.562170 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1d79ebf7-10bb-4ec6-be55-69707c2fdb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.6407099 Nov 11 12:13:26.562170 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79ebf7-10bb-4ec6-be55-69707c2fdb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Pushing event updated for resources: {'Network': ['ID=e6227424-2993-431f-9a0b-83b61f06f842,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:26.575224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network e6227424-2993-431f-9a0b-83b61f06f842 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:26.744948 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Allocated IP 172.20.0.1 (86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d/7fb9fef6-aebd-4306-ba0c-27077aee4fc8/595d308d-8222-497d-b0cc-9dc0f6cdff25) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:26.829036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-fa1c514d-0b8b-4b00-a2e7-cedb24f67382 req-4c3f4a3e-851d-4640-abf1-7548d5c1b5e0 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Deleting port 5f3651e3-0594-4175-b362-9346f813430d {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:26.829849 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fa1c514d-0b8b-4b00-a2e7-cedb24f67382 req-4c3f4a3e-851d-4640-abf1-7548d5c1b5e0 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.831759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-c74c5b53-9c0d-44d3-8dfd-46211aa6ce15 req-140e21c4-fd98-48a6-9657-a97c720d59fa service neutron] (109153) timed out ('10.222.0.43', 59090) {{(pid=109153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 12:13:27.053189 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48088) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:27.053444 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.053569 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Request body: {'port': {'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842', 'binding:host_id': 'n-h2-807359-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009888541'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:27.135333 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.175413 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-fa1c514d-0b8b-4b00-a2e7-cedb24f67382 req-4c3f4a3e-851d-4640-abf1-7548d5c1b5e0 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] For port 5f3651e3-0594-4175-b362-9346f813430d, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5f3651e3-0594-4175-b362-9346f813430d,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:27.175701 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fa1c514d-0b8b-4b00-a2e7-cedb24f67382 req-4c3f4a3e-851d-4640-abf1-7548d5c1b5e0 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.200803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Made reservation on behalf of 204889d6e0364724958679c26fee4e0e for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:27.205193 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.215844 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.219305 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48102) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:27.232292 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.239899 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.247866 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-fa1c514d-0b8b-4b00-a2e7-cedb24f67382 req-4c3f4a3e-851d-4640-abf1-7548d5c1b5e0 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Calling delete_port for 5f3651e3-0594-4175-b362-9346f813430d owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:27.420102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762b7ba-72f9-440f-8500-1acbda32ae0e None None] Pushing event updated for resources: {'Port': ['ID=a57e07b9-c939-46ca-9f77-903ed7a5ae5b,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:27.423126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d6454d-9c1e-4aa2-b9b6-66fbf8001aef None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:27.425784 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Attempting to bind port a57e07b9-c939-46ca-9f77-903ed7a5ae5b on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:27.426245 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Attempting to bind port a57e07b9-c939-46ca-9f77-903ed7a5ae5b by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:27.426699 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Attempting to bind port a57e07b9-c939-46ca-9f77-903ed7a5ae5b on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:27.461789 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.482585 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:27.483944 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:27.484406 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.484857 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:27.486112 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Bound port: a57e07b9-c939-46ca-9f77-903ed7a5ae5b, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:27.489694 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.489947 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.527263 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Network 86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:27.539650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:27.550237 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b7ba-72f9-440f-8500-1acbda32ae0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.550694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b7ba-72f9-440f-8500-1acbda32ae0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.551140 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b7ba-72f9-440f-8500-1acbda32ae0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.551599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b7ba-72f9-440f-8500-1acbda32ae0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.552088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b7ba-72f9-440f-8500-1acbda32ae0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.552366 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b7ba-72f9-440f-8500-1acbda32ae0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.552828 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b7ba-72f9-440f-8500-1acbda32ae0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.553210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b7ba-72f9-440f-8500-1acbda32ae0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.553650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b7ba-72f9-440f-8500-1acbda32ae0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.554030 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b7ba-72f9-440f-8500-1acbda32ae0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.554929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b7ba-72f9-440f-8500-1acbda32ae0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.554929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b7ba-72f9-440f-8500-1acbda32ae0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.556717 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:27.624841 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.667665 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] device_id is not set on port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:13:27.694527 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] For port a57e07b9-c939-46ca-9f77-903ed7a5ae5b, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:27.717342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] For port a57e07b9-c939-46ca-9f77-903ed7a5ae5b, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a57e07b9-c939-46ca-9f77-903ed7a5ae5b,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:27.726973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8f49db74-daba-47f4-b036-7e087a7891bf None None] Provisioning complete for port a57e07b9-c939-46ca-9f77-903ed7a5ae5b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:27.731999 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8f49db74-daba-47f4-b036-7e087a7891bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.736581 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.805746 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Pushing event updated for resources: {'Port': ['ID=595d308d-8222-497d-b0cc-9dc0f6cdff25,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:27.818996 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.820346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.820694 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.821036 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.821340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.837163 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.837704 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.838100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.838368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.838692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.839011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.839345 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:27.859357 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-348224e9-66b3-4734-974e-693e02d87e4c tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.910904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762b7ba-72f9-440f-8500-1acbda32ae0e None None] Pushing event updated for resources: {'Port': ['ID=a57e07b9-c939-46ca-9f77-903ed7a5ae5b,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:27.920420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a59ed0d-6d71-4b3d-bfa2-3a57bf4a334b None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:27.947462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fd54c-508b-4b33-9835-cfb1ebbc3041 req-312b978a-17ca-40de-af14-5d2552e9688a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:27.952055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f8fd54c-508b-4b33-9835-cfb1ebbc3041 req-312b978a-17ca-40de-af14-5d2552e9688a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 945 time: 0.8347003 Nov 11 12:13:28.001321 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-348224e9-66b3-4734-974e-693e02d87e4c tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.201347 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f8fd54c-508b-4b33-9835-cfb1ebbc3041 req-364ce426-6045-459a-9d08-aa5086b892b6 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298543 Nov 11 12:13:28.269195 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.276951 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fa1c514d-0b8b-4b00-a2e7-cedb24f67382 req-4c3f4a3e-851d-4640-abf1-7548d5c1b5e0 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.285020 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-348224e9-66b3-4734-974e-693e02d87e4c tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.292304 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-348224e9-66b3-4734-974e-693e02d87e4c tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.293825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-348224e9-66b3-4734-974e-693e02d87e4c tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "DELETE /v2.0/security-groups/ac639601-ab7e-4f40-a56d-772b33e72633 HTTP/1.1" status: 204 len: 168 time: 1.0694833 Nov 11 12:13:28.309002 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48130) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.312461 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348224e9-66b3-4734-974e-693e02d87e4c tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac639601-ab7e-4f40-a56d-772b33e72633,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:28.390726 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e13622c-b754-45f8-9cfa-fe2bea721d32,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:28.416255 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f9cfc60c-b56a-426f-88e0-0e16e1f76f8a', 'eef8a7a0-74f1-47c8-a562-836a76a7e2e9'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:13:28.481551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Routers {'e1de3884-b800-4cbd-854e-ff9e5ec31ec2'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:28.482520 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:13:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e1de3884-b800-4cbd-854e-ff9e5ec31ec2'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:28.547800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f4a3e-851d-4640-abf1-7548d5c1b5e0 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Pushing event deleted for resources: {'Port': ['ID=5f3651e3-0594-4175-b362-9346f813430d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:28.564536 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.576892 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.688328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] Set router e1de3884-b800-4cbd-854e-ff9e5ec31ec2 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:28.692663 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Pushing event updated for resources: {'Port': ['ID=595d308d-8222-497d-b0cc-9dc0f6cdff25,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:28.697373 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.707255 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67017147-b359-480e-9a60-58882aaf9acf tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.707992 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1c514d-0b8b-4b00-a2e7-cedb24f67382 req-4c3f4a3e-851d-4640-abf1-7548d5c1b5e0 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] No DVR routers for this DVR port 5f3651e3-0594-4175-b362-9346f813430d on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:28.710951 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] device_id is not set on port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:13:28.715809 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fa1c514d-0b8b-4b00-a2e7-cedb24f67382 req-4c3f4a3e-851d-4640-abf1-7548d5c1b5e0 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.745006 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67017147-b359-480e-9a60-58882aaf9acf tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.750795 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fa1c514d-0b8b-4b00-a2e7-cedb24f67382 req-4c3f4a3e-851d-4640-abf1-7548d5c1b5e0 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "DELETE /v2.0/ports/5f3651e3-0594-4175-b362-9346f813430d HTTP/1.1" status: 204 len: 173 time: 2.1899679 Nov 11 12:13:28.758945 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70e12f4-999d-4571-ad8a-141be57d663d', 'name': 'network-vif-deleted', 'tag': '5f3651e3-0594-4175-b362-9346f813430d'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:13:28.769833 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7871e8-cb1e-4089-825e-79f6807ece7a" -d '{"events": [{"server_uuid": "e70e12f4-999d-4571-ad8a-141be57d663d", "name": "network-vif-deleted", "tag": "5f3651e3-0594-4175-b362-9346f813430d"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:13:28.809525 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.829031 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.860585 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67017147-b359-480e-9a60-58882aaf9acf tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.863501 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67017147-b359-480e-9a60-58882aaf9acf tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.864678 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-67017147-b359-480e-9a60-58882aaf9acf tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "DELETE /v2.0/security-groups/b4618e62-f9c7-494b-b689-bb17fe29b2a0 HTTP/1.1" status: 204 len: 168 time: 0.5476625 Nov 11 12:13:28.882092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48138) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.884456 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67017147-b359-480e-9a60-58882aaf9acf tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4618e62-f9c7-494b-b689-bb17fe29b2a0,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:28.930885 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8ec855-db53-4d1b-9f85-5252d7d47843 x-openstack-request-id: req-3a8ec855-db53-4d1b-9f85-5252d7d47843 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:13:28.931274 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70e12f4-999d-4571-ad8a-141be57d663d", "name": "network-vif-deleted", "tag": "5f3651e3-0594-4175-b362-9346f813430d", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:13:28.931574 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a8ec855-db53-4d1b-9f85-5252d7d47843 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:13:28.932045 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70e12f4-999d-4571-ad8a-141be57d663d', 'name': 'network-vif-deleted', 'tag': '5f3651e3-0594-4175-b362-9346f813430d', 'status': 'completed', 'code': 200} Nov 11 12:13:28.977686 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Pushing event updated for resources: {'Port': ['ID=0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:28.992010 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Checking segment: {'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:28.993066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Network hostable DHCP agents. Network: e6227424-2993-431f-9a0b-83b61f06f842, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:13:29.020206 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Network e6227424-2993-431f-9a0b-83b61f06f842 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:13:29.037846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, e6227424-2993-431f-9a0b-83b61f06f842) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:29.042910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:29.074077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6023ce-d3b4-45e5-8ac5-54c8400a7b0a None None] Network e6227424-2993-431f-9a0b-83b61f06f842 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:29.078658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:29.078970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:29.079374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:29.084734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:29.085064 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:29.085900 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 2 to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 Nov 11 12:13:29.105064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:29.105064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:29.105427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:29.118402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:29.118785 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:29.119198 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 3 to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 Nov 11 12:13:29.151717 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Network 86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:29.162492 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:29.162726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:29.162901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:29.163215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:29.173236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:29.174061 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:29.174061 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 4 to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 Nov 11 12:13:29.190803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:29.191143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:29.191612 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:29.197319 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:29.197697 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:29.198180 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 5 to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 Nov 11 12:13:29.215937 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:29.216275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:29.216611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:29.234169 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:29.234507 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:29.234919 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 6 to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 Nov 11 12:13:29.264343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:29.264678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:29.265024 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:29.280173 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:29.280700 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:29.280977 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 7 to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 Nov 11 12:13:29.309282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:29.312538 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:29.312962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:29.324147 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:29.324484 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:29.324885 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 8 to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 Nov 11 12:13:29.361496 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:29.361862 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:29.362213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:29.406121 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:29.406121 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:29.406121 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 9 to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 Nov 11 12:13:29.444784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:29.446337 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:29.446690 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:29.448097 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8f49db74-daba-47f4-b036-7e087a7891bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.457566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:29.460817 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5f3651e3-0594-4175-b362-9346f813430d no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:29.464981 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:29.467179 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 10 to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 Nov 11 12:13:29.510820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:29.511610 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:29.512696 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:29.534395 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:29.534944 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:29.535094 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.559336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-372f5867-2a52-4101-9e39-17d170d1a1f0 req-44c3c3d0-a3a0-4e1f-8e0a-339301fb3b2d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=e70e12f4-999d-4571-ad8a-141be57d663d HTTP/1.1" status: 200 len: 210 time: 0.0896807 Nov 11 12:13:29.665359 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 5f3651e3-0594-4175-b362-9346f813430d {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:29.665737 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5f3651e3-0594-4175-b362-9346f813430d not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:29.678792 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8f49db74-daba-47f4-b036-7e087a7891bf None None] For port a57e07b9-c939-46ca-9f77-903ed7a5ae5b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a57e07b9-c939-46ca-9f77-903ed7a5ae5b,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:29.692142 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] For port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:29.692737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempted to set empty binding levels {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 12:13:29.702243 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.726708 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8f49db74-daba-47f4-b036-7e087a7891bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.777707 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Pushing event updated for resources: {'Port': ['ID=0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:29.798355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:29.799301 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.830366 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d2766d76-203a-459c-8c44-53350c49530e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.7858117 Nov 11 12:13:29.833476 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48172) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:29.896094 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d86d446f-41fa-4a25-a124-1067d880b910 None None] Provisioning complete for port a57e07b9-c939-46ca-9f77-903ed7a5ae5b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:29.896491 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d86d446f-41fa-4a25-a124-1067d880b910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.898263 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49db74-daba-47f4-b036-7e087a7891bf None None] Pushing event updated for resources: {'Port': ['ID=a57e07b9-c939-46ca-9f77-903ed7a5ae5b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:30.082567 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'name': 'tempest-TestVolumeBootPattern-10552606-router', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a57e07b9-c939-46ca-9f77-903ed7a5ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:16Z', 'updated_at': '2021-11-11T12:13:28Z', 'revision_number': 4, 'project_id': 'a0a127f3c0014787a123927d33c60aae', 'gw_port': {'id': 'a57e07b9-c939-46ca-9f77-903ed7a5ae5b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:18Z', 'updated_at': '2021-11-11T12:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '595d308d-8222-497d-b0cc-9dc0f6cdff25', 'name': '', 'network_id': '86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae', 'mac_address': 'fa:16:3e:20:6a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '7fb9fef6-aebd-4306-ba0c-27077aee4fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:26Z', 'updated_at': '2021-11-11T12:13:26Z', 'revision_number': 1, 'project_id': 'a0a127f3c0014787a123927d33c60aae', 'subnets': [{'id': '7fb9fef6-aebd-4306-ba0c-27077aee4fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:30.115796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-9c902908-109a-4fe7-80ac-fccd11e07ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Deleting port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:30.116159 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c902908-109a-4fe7-80ac-fccd11e07ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.123624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff538ea1-d009-477b-a74d-913a5a1c5880 None None] The sync data for ids ['e1de3884-b800-4cbd-854e-ff9e5ec31ec2'] in n-d-807359-3 is: [{'id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'name': 'tempest-TestVolumeBootPattern-10552606-router', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a57e07b9-c939-46ca-9f77-903ed7a5ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:16Z', 'updated_at': '2021-11-11T12:13:28Z', 'revision_number': 4, 'project_id': 'a0a127f3c0014787a123927d33c60aae', 'gw_port': {'id': 'a57e07b9-c939-46ca-9f77-903ed7a5ae5b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:18Z', 'updated_at': '2021-11-11T12:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '595d308d-8222-497d-b0cc-9dc0f6cdff25', 'name': '', 'network_id': '86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae', 'mac_address': 'fa:16:3e:20:6a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '7fb9fef6-aebd-4306-ba0c-27077aee4fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:26Z', 'updated_at': '2021-11-11T12:13:26Z', 'revision_number': 1, 'project_id': 'a0a127f3c0014787a123927d33c60aae', 'subnets': [{'id': '7fb9fef6-aebd-4306-ba0c-27077aee4fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:30.155718 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:13:30.327095 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d86d446f-41fa-4a25-a124-1067d880b910 None None] Provisioning complete for port 595d308d-8222-497d-b0cc-9dc0f6cdff25 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:30.330666 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d86d446f-41fa-4a25-a124-1067d880b910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.400418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Router e1de3884-b800-4cbd-854e-ff9e5ec31ec2 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:30.466237 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-9c902908-109a-4fe7-80ac-fccd11e07ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] For port 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7, host n-h2-807359-3, got binding levels [] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:30.467514 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c902908-109a-4fe7-80ac-fccd11e07ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.487120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d86d446f-41fa-4a25-a124-1067d880b910 None None] Port 595d308d-8222-497d-b0cc-9dc0f6cdff25 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:30.500612 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-9c902908-109a-4fe7-80ac-fccd11e07ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Calling delete_port for 0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:30.622137 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c902908-109a-4fe7-80ac-fccd11e07ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.680836 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c902908-109a-4fe7-80ac-fccd11e07ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:30.697634 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9c902908-109a-4fe7-80ac-fccd11e07ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.703427 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9c902908-109a-4fe7-80ac-fccd11e07ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] 10.222.0.65 "DELETE /v2.0/ports/0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 HTTP/1.1" status: 204 len: 168 time: 0.8681984 Nov 11 12:13:30.708600 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48204) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:30.741548 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5afec5-bd8d-498e-a86a-31b85fb21e3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] GET failed (client error): The resource could not be found. Nov 11 12:13:30.744205 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7e5afec5-bd8d-498e-a86a-31b85fb21e3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] 10.222.0.65 "GET /v2.0/ports/0cc9d5c6-8ad8-4c0a-99b0-bd8c34f9acb7 HTTP/1.1" status: 404 len: 333 time: 0.0340889 Nov 11 12:13:30.749200 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48208) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:30.754752 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fefa0299-37af-4576-a085-7c2ef17afc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Request body: {'port': {'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1484495145'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:30.813297 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefa0299-37af-4576-a085-7c2ef17afc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Made reservation on behalf of 204889d6e0364724958679c26fee4e0e for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:30.816137 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fefa0299-37af-4576-a085-7c2ef17afc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.841239 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-fefa0299-37af-4576-a085-7c2ef17afc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] device_id is not set on port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:13:30.864475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e6225-29b3-449e-a234-65e9c1e33697 req-352900f2-4ace-402f-b6cd-c57b2bcbb797 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:30.870878 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ac1e6225-29b3-449e-a234-65e9c1e33697 req-352900f2-4ace-402f-b6cd-c57b2bcbb797 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 945 time: 0.3679390 Nov 11 12:13:30.963898 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:31.014555 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-872f9ee7-d4e1-4ff1-8f3f-38fd7b0905b8 admin admin] 10.222.0.65 "PUT /v2.0/routers/e1de3884-b800-4cbd-854e-ff9e5ec31ec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9890745 Nov 11 12:13:31.085981 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fefa0299-37af-4576-a085-7c2ef17afc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.146594 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fefa0299-37af-4576-a085-7c2ef17afc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.189120 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ac1e6225-29b3-449e-a234-65e9c1e33697 req-9ba3c622-2ed5-4d3d-ba60-263ca24f7107 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3095920 Nov 11 12:13:31.207771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7fea-77e5-4afd-b330-177c253f152e req-c93d4ce5-c9a7-4d1d-8abc-4ddcd7860593 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:31.216138 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0def7fea-77e5-4afd-b330-177c253f152e req-c93d4ce5-c9a7-4d1d-8abc-4ddcd7860593 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 946 time: 0.1753623 Nov 11 12:13:31.268820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa0299-37af-4576-a085-7c2ef17afc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Network e6227424-2993-431f-9a0b-83b61f06f842 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:31.278171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa0299-37af-4576-a085-7c2ef17afc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Pushing event updated for resources: {'Port': ['ID=3f35999d-c4ae-41ff-9b39-f57d6cc581e8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:31.280999 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-fefa0299-37af-4576-a085-7c2ef17afc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:31.284494 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0def7fea-77e5-4afd-b330-177c253f152e req-d1e358a1-7864-4640-b6c3-2f8d7cdf8fe2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668445 Nov 11 12:13:31.288292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa0299-37af-4576-a085-7c2ef17afc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:31.306132 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa0299-37af-4576-a085-7c2ef17afc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:31.306772 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fefa0299-37af-4576-a085-7c2ef17afc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.344614 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fefa0299-37af-4576-a085-7c2ef17afc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5912313 Nov 11 12:13:31.344815 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48232) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:31.351711 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:31.492152 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a696131-9149-47cf-86df-a09900ce0709 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.525999 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.936071 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] device_id is not set on port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:13:31.956921 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.966868 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.088904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:32.089803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:32.090444 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:32.094059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Pushing event updated for resources: {'Port': ['ID=3f35999d-c4ae-41ff-9b39-f57d6cc581e8,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:32.103085 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:32.104902 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:32.106683 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 2 to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 Nov 11 12:13:32.119684 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-9a696131-9149-47cf-86df-a09900ce0709 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Deleting port 13bd06f1-116b-4ecf-92af-72d4c44ceb91 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:32.120946 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a696131-9149-47cf-86df-a09900ce0709 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.129393 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:32.130205 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:32.131437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:32.138438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:32.139019 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:32.139717 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 3 to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 Nov 11 12:13:32.159704 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:32.160603 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:32.161260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:32.168518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:32.169138 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:32.169727 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 4 to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 Nov 11 12:13:32.190496 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:32.191253 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:32.191783 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:32.200397 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:32.200978 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:32.201532 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 5 to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 Nov 11 12:13:32.220099 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:32.220496 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:32.221079 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:32.227769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:32.228186 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:32.228636 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 6 to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 Nov 11 12:13:32.244878 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:32.245218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:32.245561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:32.253039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:32.254561 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:32.255013 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 7 to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 Nov 11 12:13:32.271730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:32.272071 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:32.272410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:32.279561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:32.279892 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:32.280296 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 8 to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 Nov 11 12:13:32.301507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-9a696131-9149-47cf-86df-a09900ce0709 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] For port 13bd06f1-116b-4ecf-92af-72d4c44ceb91, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=13bd06f1-116b-4ecf-92af-72d4c44ceb91,segment=NetworkSegment(c200339e-c863-4510-97b2-5c99b9dd4b73),segment_id=c200339e-c863-4510-97b2-5c99b9dd4b73)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:32.301967 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a696131-9149-47cf-86df-a09900ce0709 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.302093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:32.302596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:32.303041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:32.323398 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:32.323739 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:32.324143 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 9 to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 Nov 11 12:13:32.334439 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-9a696131-9149-47cf-86df-a09900ce0709 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Calling delete_port for 13bd06f1-116b-4ecf-92af-72d4c44ceb91 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:32.360011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:32.363259 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:32.363831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:32.376501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:32.377218 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:32.377886 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 10 to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 Nov 11 12:13:32.437342 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:32.437716 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:32.441875 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:32.452094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:32.452432 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:32.457846 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.593092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835d979-d109-4b1a-9204-738bacb09cc7 req-5b9ac4b3-13d0-4b7a-bf4b-01cc077958a9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:32.595747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830969ef-f09a-400d-9ac9-b47137abcdfa req-1c539185-efaf-42df-8c32-fadbf49a6cb5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:32.596188 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9835d979-d109-4b1a-9204-738bacb09cc7 req-5b9ac4b3-13d0-4b7a-bf4b-01cc077958a9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 946 time: 0.1598682 Nov 11 12:13:32.597947 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-830969ef-f09a-400d-9ac9-b47137abcdfa req-1c539185-efaf-42df-8c32-fadbf49a6cb5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "GET /v2.0/ports?device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 946 time: 0.1373053 Nov 11 12:13:32.764335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] For port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:32.764745 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempted to set empty binding levels {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 12:13:32.767106 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9835d979-d109-4b1a-9204-738bacb09cc7 req-3f71a192-4c88-42e0-a250-9f5cea12f5d9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062710 Nov 11 12:13:32.790266 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.859128 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a696131-9149-47cf-86df-a09900ce0709 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.867563 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Pushing event updated for resources: {'Port': ['ID=3f35999d-c4ae-41ff-9b39-f57d6cc581e8,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:32.892945 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] In _notify_port_updated(), no bound segment for port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:13:32.894913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:32.895668 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.900678 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a696131-9149-47cf-86df-a09900ce0709 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event deleted for resources: {'Port': ['ID=13bd06f1-116b-4ecf-92af-72d4c44ceb91,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:32.902208 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fcb2634b-08dd-40d6-985c-1db2ac5f4f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] 10.222.0.65 "PUT /v2.0/ports/3f35999d-c4ae-41ff-9b39-f57d6cc581e8 HTTP/1.1" status: 200 len: 979 time: 1.5559888 Nov 11 12:13:32.904795 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48268) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:32.994146 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-830969ef-f09a-400d-9ac9-b47137abcdfa req-3090d9cf-0c8c-4a74-b1a0-aed51486613e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Deleting port eef8a7a0-74f1-47c8-a562-836a76a7e2e9 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:32.994434 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-830969ef-f09a-400d-9ac9-b47137abcdfa req-3090d9cf-0c8c-4a74-b1a0-aed51486613e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.145626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.146072 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.146610 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.147579 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.148024 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.153370 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.153983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.154468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.154911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.155358 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.161752 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.162832 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.163296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.163747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.165815 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.166911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.167366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.167812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.168253 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.171985 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.173873 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.179877 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6ea2bada-37ac-4223-984b-e3edc9d68b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18928 time: 0.2733574 Nov 11 12:13:33.186832 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48276) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:33.227163 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a696131-9149-47cf-86df-a09900ce0709 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.324447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-830969ef-f09a-400d-9ac9-b47137abcdfa req-3090d9cf-0c8c-4a74-b1a0-aed51486613e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] For port eef8a7a0-74f1-47c8-a562-836a76a7e2e9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=eef8a7a0-74f1-47c8-a562-836a76a7e2e9,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:33.324935 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-830969ef-f09a-400d-9ac9-b47137abcdfa req-3090d9cf-0c8c-4a74-b1a0-aed51486613e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.343734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-830969ef-f09a-400d-9ac9-b47137abcdfa req-3090d9cf-0c8c-4a74-b1a0-aed51486613e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Calling delete_port for eef8a7a0-74f1-47c8-a562-836a76a7e2e9 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:33.346671 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4b369e31-fdf7-4cb1-9329-6ee7988eb34a tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Deleting port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:33.346998 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b369e31-fdf7-4cb1-9329-6ee7988eb34a tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.623324 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-4b369e31-fdf7-4cb1-9329-6ee7988eb34a tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] For port 3f35999d-c4ae-41ff-9b39-f57d6cc581e8, host n-h2-807359-3, got binding levels [] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:33.624007 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b369e31-fdf7-4cb1-9329-6ee7988eb34a tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.660383 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4b369e31-fdf7-4cb1-9329-6ee7988eb34a tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Calling delete_port for 3f35999d-c4ae-41ff-9b39-f57d6cc581e8 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:33.703271 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a57e07b9-c939-46ca-9f77-903ed7a5ae5b up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:33.741015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a696131-9149-47cf-86df-a09900ce0709 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:33.835680 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port a57e07b9-c939-46ca-9f77-903ed7a5ae5b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:33.836614 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.923376 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-830969ef-f09a-400d-9ac9-b47137abcdfa req-3090d9cf-0c8c-4a74-b1a0-aed51486613e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.990853 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090d9cf-0c8c-4a74-b1a0-aed51486613e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Pushing event deleted for resources: {'Port': ['ID=eef8a7a0-74f1-47c8-a562-836a76a7e2e9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:34.050169 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f9cfc60c-b56a-426f-88e0-0e16e1f76f8a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:13:34.051925 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab1eb6df-f72c-4dbd-88d5-f7bf92de9f67 req-a0dca97e-407b-4d70-8335-9b0cdbf57ae7 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=f11a846b-ae86-4906-9c41-4f943bf7cd3b HTTP/1.1" status: 200 len: 210 time: 0.0908496 Nov 11 12:13:34.079144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a696131-9149-47cf-86df-a09900ce0709 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:34.091837 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9a696131-9149-47cf-86df-a09900ce0709 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "PUT /v2.0/routers/f2e96bb6-d9f6-4de4-a54f-a8907ae02804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2027757 Nov 11 12:13:34.093823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48290) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:34.094441 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e55895c-eeea-4af5-9446-de236798924a None None] Sync routers for ids ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:34.111765 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-830969ef-f09a-400d-9ac9-b47137abcdfa req-3090d9cf-0c8c-4a74-b1a0-aed51486613e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] No DVR routers for this DVR port eef8a7a0-74f1-47c8-a562-836a76a7e2e9 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:34.122901 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-830969ef-f09a-400d-9ac9-b47137abcdfa req-3090d9cf-0c8c-4a74-b1a0-aed51486613e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.128076 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-830969ef-f09a-400d-9ac9-b47137abcdfa req-3090d9cf-0c8c-4a74-b1a0-aed51486613e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "DELETE /v2.0/ports/eef8a7a0-74f1-47c8-a562-836a76a7e2e9 HTTP/1.1" status: 204 len: 173 time: 1.5194952 Nov 11 12:13:34.131287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11a846b-ae86-4906-9c41-4f943bf7cd3b', 'name': 'network-vif-deleted', 'tag': 'eef8a7a0-74f1-47c8-a562-836a76a7e2e9'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:13:34.134404 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55895c-eeea-4af5-9446-de236798924a None None] Routers {'f2e96bb6-d9f6-4de4-a54f-a8907ae02804'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:34.135355 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407abaa1-3046-44ef-b2f7-4c6bc0108119" -d '{"events": [{"server_uuid": "f11a846b-ae86-4906-9c41-4f943bf7cd3b", "name": "network-vif-deleted", "tag": "eef8a7a0-74f1-47c8-a562-836a76a7e2e9"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:13:34.136538 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-9e55895c-eeea-4af5-9446-de236798924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:13:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:34.181735 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b369e31-fdf7-4cb1-9329-6ee7988eb34a tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.217175 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Sync routers for ids ['e1de3884-b800-4cbd-854e-ff9e5ec31ec2'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:34.257848 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2abd405-3d2e-425e-a722-c6c645d6ca16 x-openstack-request-id: req-a2abd405-3d2e-425e-a722-c6c645d6ca16 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:13:34.258782 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11a846b-ae86-4906-9c41-4f943bf7cd3b", "name": "network-vif-deleted", "tag": "eef8a7a0-74f1-47c8-a562-836a76a7e2e9", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:13:34.258782 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a2abd405-3d2e-425e-a722-c6c645d6ca16 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:13:34.259006 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11a846b-ae86-4906-9c41-4f943bf7cd3b', 'name': 'network-vif-deleted', 'tag': 'eef8a7a0-74f1-47c8-a562-836a76a7e2e9', 'status': 'completed', 'code': 200} Nov 11 12:13:34.262312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b369e31-fdf7-4cb1-9329-6ee7988eb34a tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f35999d-c4ae-41ff-9b39-f57d6cc581e8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:34.263420 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-4087a7e7-700d-4e3f-9fc7-c8cc66d7e2ff tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Deleting subnet 4a1ea8b9-06da-4643-8384-cae50b3ea407 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:34.270241 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4087a7e7-700d-4e3f-9fc7-c8cc66d7e2ff tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.281108 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b369e31-fdf7-4cb1-9329-6ee7988eb34a tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.284531 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4b369e31-fdf7-4cb1-9329-6ee7988eb34a tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] 10.222.0.65 "DELETE /v2.0/ports/3f35999d-c4ae-41ff-9b39-f57d6cc581e8 HTTP/1.1" status: 204 len: 168 time: 1.0967195 Nov 11 12:13:34.287273 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48294) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:34.298341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Routers {'e1de3884-b800-4cbd-854e-ff9e5ec31ec2'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:34.298970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:13:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e1de3884-b800-4cbd-854e-ff9e5ec31ec2'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:34.333725 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4087a7e7-700d-4e3f-9fc7-c8cc66d7e2ff tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.353828 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-10dec0d1-a654-4c51-8bf2-1834f02e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] GET failed (client error): The resource could not be found. Nov 11 12:13:34.356992 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-9e55895c-eeea-4af5-9446-de236798924a None None] Set router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:34.357540 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-10dec0d1-a654-4c51-8bf2-1834f02e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] 10.222.0.65 "GET /v2.0/ports/3f35999d-c4ae-41ff-9b39-f57d6cc581e8 HTTP/1.1" status: 404 len: 333 time: 0.0690494 Nov 11 12:13:34.360579 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48296) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:34.367726 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-731639d1-adca-49ea-a6f4-d7b8c7f50383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-59143802', 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:34.405955 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731639d1-adca-49ea-a6f4-d7b8c7f50383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Made reservation on behalf of 204889d6e0364724958679c26fee4e0e for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:34.411770 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-731639d1-adca-49ea-a6f4-d7b8c7f50383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.445834 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-731639d1-adca-49ea-a6f4-d7b8c7f50383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] device_id is not set on port 1b57d8b0-e1dc-43e1-9d3e-ce6182fff54b yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:13:34.666517 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db4adb14-e3c6-4a9c-aad0-c411a9aa790c no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:34.691528 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4087a7e7-700d-4e3f-9fc7-c8cc66d7e2ff tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.794517 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Set router e1de3884-b800-4cbd-854e-ff9e5ec31ec2 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:34.812807 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-731639d1-adca-49ea-a6f4-d7b8c7f50383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.878749 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4087a7e7-700d-4e3f-9fc7-c8cc66d7e2ff tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.928142 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087a7e7-700d-4e3f-9fc7-c8cc66d7e2ff tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event deleted for resources: {'Subnet': ['ID=4a1ea8b9-06da-4643-8384-cae50b3ea407,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:34.932354 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-731639d1-adca-49ea-a6f4-d7b8c7f50383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.957502 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4087a7e7-700d-4e3f-9fc7-c8cc66d7e2ff tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.961190 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4087a7e7-700d-4e3f-9fc7-c8cc66d7e2ff tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "DELETE /v2.0/subnets/4a1ea8b9-06da-4643-8384-cae50b3ea407 HTTP/1.1" status: 204 len: 168 time: 0.8662989 Nov 11 12:13:34.963915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48308) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:35.024996 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-9e55895c-eeea-4af5-9446-de236798924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893497538', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:11Z', 'updated_at': '2021-11-11T12:13:32Z', 'revision_number': 5, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:35.083035 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731639d1-adca-49ea-a6f4-d7b8c7f50383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Pushing event updated for resources: {'Port': ['ID=1b57d8b0-e1dc-43e1-9d3e-ce6182fff54b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:35.101762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b53a31c-ac1d-4d01-ac09-1b2667203a05 None None] Network 633bd22d-5ecb-48d5-9057-6779c28a4076 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:35.130817 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2476a390-a588-413e-810e-2bf880bab871 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.137914 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731639d1-adca-49ea-a6f4-d7b8c7f50383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Network e6227424-2993-431f-9a0b-83b61f06f842 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:35.142669 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-731639d1-adca-49ea-a6f4-d7b8c7f50383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:35.149618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731639d1-adca-49ea-a6f4-d7b8c7f50383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:35.151982 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731639d1-adca-49ea-a6f4-d7b8c7f50383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:35.154032 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-731639d1-adca-49ea-a6f4-d7b8c7f50383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.216287 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-731639d1-adca-49ea-a6f4-d7b8c7f50383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.8412063 Nov 11 12:13:35.216287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48326) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:35.262796 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e55895c-eeea-4af5-9446-de236798924a None None] Checking router: f2e96bb6-d9f6-4de4-a54f-a8907ae02804 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:13:35.282310 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55895c-eeea-4af5-9446-de236798924a None None] Routers {'f2e96bb6-d9f6-4de4-a54f-a8907ae02804'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:35.282958 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-9e55895c-eeea-4af5-9446-de236798924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:13:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:35.304699 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198cb197-fbef-4a87-b85b-325d016427a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:35.309221 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48340) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:35.309496 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-198cb197-fbef-4a87-b85b-325d016427a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] 10.222.0.65 "GET /v2.0/ports/1b57d8b0-e1dc-43e1-9d3e-ce6182fff54b HTTP/1.1" status: 200 len: 957 time: 0.0986509 Nov 11 12:13:35.585942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-a7e750a3-2d97-4387-9239-7fbda7828149 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:35.587367 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-a7e750a3-2d97-4387-9239-7fbda7828149 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 812 time: 0.3383617 Nov 11 12:13:35.594562 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-9e55895c-eeea-4af5-9446-de236798924a None None] Set router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:35.718117 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2476a390-a588-413e-810e-2bf880bab871 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.718645 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device eef8a7a0-74f1-47c8-a562-836a76a7e2e9 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:35.825031 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: eef8a7a0-74f1-47c8-a562-836a76a7e2e9 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:35.826130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device eef8a7a0-74f1-47c8-a562-836a76a7e2e9 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:35.854528 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-090b21bd-4935-4ca6-a299-0def1d6cf8b8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/quotas/c22e3bfa03df4a318977f5f2236c0b5b HTTP/1.1" status: 200 len: 375 time: 0.2236624 Nov 11 12:13:35.916961 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d43fd29a-039b-4e32-8905-bc51e194db28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.972369 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.004629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'name': 'tempest-TestVolumeBootPattern-10552606-router', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a57e07b9-c939-46ca-9f77-903ed7a5ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:16Z', 'updated_at': '2021-11-11T12:13:28Z', 'revision_number': 4, 'project_id': 'a0a127f3c0014787a123927d33c60aae', 'gw_port': {'id': 'a57e07b9-c939-46ca-9f77-903ed7a5ae5b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:18Z', 'updated_at': '2021-11-11T12:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '595d308d-8222-497d-b0cc-9dc0f6cdff25', 'name': '', 'network_id': '86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae', 'mac_address': 'fa:16:3e:20:6a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '7fb9fef6-aebd-4306-ba0c-27077aee4fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:26Z', 'updated_at': '2021-11-11T12:13:28Z', 'revision_number': 2, 'project_id': 'a0a127f3c0014787a123927d33c60aae', 'subnets': [{'id': '7fb9fef6-aebd-4306-ba0c-27077aee4fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:36.017787 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-9e55895c-eeea-4af5-9446-de236798924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893497538', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:11Z', 'updated_at': '2021-11-11T12:13:32Z', 'revision_number': 5, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:36.032686 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-d74e0d71-6be4-4577-b5bb-0fc703e64812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Deleting port 1b57d8b0-e1dc-43e1-9d3e-ce6182fff54b {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:36.033195 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d74e0d71-6be4-4577-b5bb-0fc703e64812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.058063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Checking router: e1de3884-b800-4cbd-854e-ff9e5ec31ec2 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:13:36.058686 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Updating router e1de3884-b800-4cbd-854e-ff9e5ec31ec2 port 595d308d-8222-497d-b0cc-9dc0f6cdff25 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:13:36.066361 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e55895c-eeea-4af5-9446-de236798924a None None] The sync data for ids ['f2e96bb6-d9f6-4de4-a54f-a8907ae02804'] in n-d-807359-3 is: [{'id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893497538', 'tenant_id': '9f3f9b4522f8462683cc4d69f6cce652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:11Z', 'updated_at': '2021-11-11T12:13:32Z', 'revision_number': 5, 'project_id': '9f3f9b4522f8462683cc4d69f6cce652', 'gw_port': {'id': '01e49686-aa6f-4226-8e55-499bf1fc3264', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e96bb6-d9f6-4de4-a54f-a8907ae02804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:36.066916 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:13:36.088147 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e847ccb1-d39c-4cea-a1d9-f4ab3c774932" -d '{"events": [{"server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "name": "network-vif-unplugged", "status": "completed", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:13:36.114358 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-e06ea95c-a8c1-478b-a3da-795d928ea8eb tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:36.128844 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-e06ea95c-a8c1-478b-a3da-795d928ea8eb tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 805 time: 0.5359826 Nov 11 12:13:36.174746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:36.176069 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bb38f7-4a17-4e3b-bdbd-c110e9383e1c None None] DHCP port deletion for 633bd22d-5ecb-48d5-9057-6779c28a4076 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:36.189783 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.214356 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.218674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-89cceb7e-b58f-4dac-beff-58804e7320b5 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3445604 Nov 11 12:13:36.254390 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-03b9e812-72ef-4802-b079-d6fc35a0b018 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/quotas/c183b0a214584982aa6e510cee65d4cd HTTP/1.1" status: 200 len: 375 time: 0.1270163 Nov 11 12:13:36.261618 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-bf84f5bc-a26b-447a-b218-e35f04a352d8 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:13:36.271111 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-bf84f5bc-a26b-447a-b218-e35f04a352d8 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0514259 Nov 11 12:13:36.309359 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d74e0d71-6be4-4577-b5bb-0fc703e64812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.680953 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db4adb14-e3c6-4a9c-aad0-c411a9aa790c details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:13:36.713168 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:36.751108 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-58bb38f7-4a17-4e3b-bdbd-c110e9383e1c None None] Deleting port c254e854-73ed-4ca9-bda1-ae2f8552ae1b {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:36.751808 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58bb38f7-4a17-4e3b-bdbd-c110e9383e1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.967933 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-58bb38f7-4a17-4e3b-bdbd-c110e9383e1c None None] For port c254e854-73ed-4ca9-bda1-ae2f8552ae1b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c254e854-73ed-4ca9-bda1-ae2f8552ae1b,segment=NetworkSegment(c200339e-c863-4510-97b2-5c99b9dd4b73),segment_id=c200339e-c863-4510-97b2-5c99b9dd4b73)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:36.969119 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58bb38f7-4a17-4e3b-bdbd-c110e9383e1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.013675 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-58bb38f7-4a17-4e3b-bdbd-c110e9383e1c None None] Calling delete_port for c254e854-73ed-4ca9-bda1-ae2f8552ae1b owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:37.075067 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-d74e0d71-6be4-4577-b5bb-0fc703e64812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Calling delete_port for 1b57d8b0-e1dc-43e1-9d3e-ce6182fff54b owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:37.132254 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:37.169106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'port_id': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'mac_address': 'fa:16:3e:c9:29:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:13:37.190373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-2476a390-a588-413e-810e-2bf880bab871 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Deleting port 01e49686-aa6f-4226-8e55-499bf1fc3264 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:37.190732 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2476a390-a588-413e-810e-2bf880bab871 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.225939 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.266223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4adb14-e3c6-4a9c-aad0-c411a9aa790c {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:13:37.303669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-2476a390-a588-413e-810e-2bf880bab871 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] For port 01e49686-aa6f-4226-8e55-499bf1fc3264, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=01e49686-aa6f-4226-8e55-499bf1fc3264,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:37.304019 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2476a390-a588-413e-810e-2bf880bab871 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.326358 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-2476a390-a588-413e-810e-2bf880bab871 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Calling delete_port for 01e49686-aa6f-4226-8e55-499bf1fc3264 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:37.360106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:37.374321 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.446201 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58bb38f7-4a17-4e3b-bdbd-c110e9383e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.539125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb38f7-4a17-4e3b-bdbd-c110e9383e1c None None] No DVR routers for this DVR port c254e854-73ed-4ca9-bda1-ae2f8552ae1b on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:37.548666 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['db4adb14-e3c6-4a9c-aad0-c411a9aa790c'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:13:37.559931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c254e854-73ed-4ca9-bda1-ae2f8552ae1b no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:37.609158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: c254e854-73ed-4ca9-bda1-ae2f8552ae1b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:37.609672 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c254e854-73ed-4ca9-bda1-ae2f8552ae1b not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:37.610183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 13bd06f1-116b-4ecf-92af-72d4c44ceb91 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:37.630212 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2476a390-a588-413e-810e-2bf880bab871 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.644225 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 13bd06f1-116b-4ecf-92af-72d4c44ceb91 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:37.646028 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 13bd06f1-116b-4ecf-92af-72d4c44ceb91 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:37.689128 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.729656 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-54d8cb66-3232-4a84-a998-01e356aa353d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4559793 Nov 11 12:13:37.731231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:37.739335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-2e0219d0-4cfd-41e3-b6d0-05f4fba997a8 service neutron] 10.222.0.65 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4591043 Nov 11 12:13:37.749373 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.832409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476a390-a588-413e-810e-2bf880bab871 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event deleted for resources: {'Port': ['ID=01e49686-aa6f-4226-8e55-499bf1fc3264,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:37.849115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c75746a-5a09-44a3-8675-55cfefc98780 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:37.879931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb38f7-4a17-4e3b-bdbd-c110e9383e1c None None] Pushing event deleted for resources: {'Port': ['ID=c254e854-73ed-4ca9-bda1-ae2f8552ae1b,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:38.202958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-e6a72e1f-1732-4300-b89c-af63bf2b09af service neutron] 10.222.0.65 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148538 Nov 11 12:13:38.224246 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2476a390-a588-413e-810e-2bf880bab871 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.271792 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250f69a-22ed-4d1f-afde-a1f4f55fe47a None None] Pushing event updated for resources: {'Port': ['ID=595d308d-8222-497d-b0cc-9dc0f6cdff25,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:38.296393 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-436cfa16-a11c-421a-9e80-18a048c8ab4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.328804 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Attempting to bind port 595d308d-8222-497d-b0cc-9dc0f6cdff25 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:38.329134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Attempting to bind port 595d308d-8222-497d-b0cc-9dc0f6cdff25 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'c91d6891-4701-4be8-b7e8-e062eea1e7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:38.329508 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Attempting to bind port 595d308d-8222-497d-b0cc-9dc0f6cdff25 on network 86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:38.349728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:38.350274 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Checking segment: {'id': 'c91d6891-4701-4be8-b7e8-e062eea1e7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:38.350865 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.351261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Bound using segment: {'id': 'c91d6891-4701-4be8-b7e8-e062eea1e7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:38.351797 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Bound port: 595d308d-8222-497d-b0cc-9dc0f6cdff25, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91d6891-4701-4be8-b7e8-e062eea1e7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:38.353778 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.380149 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-28342e58-bf92-40da-a129-d965b59ec5e9 None None] Provisioning complete for port 595d308d-8222-497d-b0cc-9dc0f6cdff25 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:38.380520 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-28342e58-bf92-40da-a129-d965b59ec5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.405982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-d711cdd5-78dd-4617-b2e6-24c4faee66b7 service neutron] 10.222.0.65 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036599 Nov 11 12:13:38.486402 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-28342e58-bf92-40da-a129-d965b59ec5e9 None None] Port 595d308d-8222-497d-b0cc-9dc0f6cdff25 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:38.494294 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d74e0d71-6be4-4577-b5bb-0fc703e64812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.499518 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2476a390-a588-413e-810e-2bf880bab871 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.510510 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2476a390-a588-413e-810e-2bf880bab871 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.539680 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] For port 595d308d-8222-497d-b0cc-9dc0f6cdff25, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:38.546553 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] For port 595d308d-8222-497d-b0cc-9dc0f6cdff25, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=595d308d-8222-497d-b0cc-9dc0f6cdff25,segment=NetworkSegment(c91d6891-4701-4be8-b7e8-e062eea1e7b7),segment_id=c91d6891-4701-4be8-b7e8-e062eea1e7b7)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:38.555324 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.655215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e0d71-6be4-4577-b5bb-0fc703e64812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b57d8b0-e1dc-43e1-9d3e-ce6182fff54b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:38.680337 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d74e0d71-6be4-4577-b5bb-0fc703e64812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.696159 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48408) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:38.696685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250f69a-22ed-4d1f-afde-a1f4f55fe47a None None] Pushing event updated for resources: {'Port': ['ID=595d308d-8222-497d-b0cc-9dc0f6cdff25,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:38.701386 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d74e0d71-6be4-4577-b5bb-0fc703e64812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] 10.222.0.65 "DELETE /v2.0/ports/1b57d8b0-e1dc-43e1-9d3e-ce6182fff54b HTTP/1.1" status: 204 len: 168 time: 3.3833201 Nov 11 12:13:38.705378 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Routers {'e1de3884-b800-4cbd-854e-ff9e5ec31ec2'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:38.706043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:13:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e1de3884-b800-4cbd-854e-ff9e5ec31ec2'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:38.727291 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-152821bd-158a-478b-a3c3-6334e1f18468 service neutron] 10.222.0.65 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668548 Nov 11 12:13:38.728532 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2476a390-a588-413e-810e-2bf880bab871 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.729141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2476a390-a588-413e-810e-2bf880bab871 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Fanout notify agent at l3_agent the message router_deleted on router f2e96bb6-d9f6-4de4-a54f-a8907ae02804 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:13:38.746012 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2476a390-a588-413e-810e-2bf880bab871 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.765869 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2476a390-a588-413e-810e-2bf880bab871 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "DELETE /v2.0/routers/f2e96bb6-d9f6-4de4-a54f-a8907ae02804 HTTP/1.1" status: 204 len: 168 time: 3.8000228 Nov 11 12:13:38.766630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48412) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:38.775322 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d120855-d47d-4513-bf59-20a320fd1ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] GET failed (client error): The resource could not be found. Nov 11 12:13:38.783501 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2d120855-d47d-4513-bf59-20a320fd1ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] 10.222.0.65 "GET /v2.0/ports/1b57d8b0-e1dc-43e1-9d3e-ce6182fff54b HTTP/1.1" status: 404 len: 333 time: 0.0847871 Nov 11 12:13:38.789856 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48414) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:38.801236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-96fed1f3-3545-449e-a3fd-172f4f76c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Request body: {'port': {'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161041620'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:38.872347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fed1f3-3545-449e-a3fd-172f4f76c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Made reservation on behalf of 204889d6e0364724958679c26fee4e0e for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:38.876238 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-96fed1f3-3545-449e-a3fd-172f4f76c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.950864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-96fed1f3-3545-449e-a3fd-172f4f76c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] device_id is not set on port 32153769-5c28-436a-bcf8-035dd95fb012 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:13:39.088953 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99c77691-f502-4dc9-8bd1-e37a9d148568 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.170119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] Set router e1de3884-b800-4cbd-854e-ff9e5ec31ec2 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:39.355277 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a215148-bc96-4da6-9b77-2ddec5654c86 x-openstack-request-id: req-8a215148-bc96-4da6-9b77-2ddec5654c86 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:13:39.356393 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "name": "network-vif-unplugged", "status": "completed", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:13:39.357116 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a215148-bc96-4da6-9b77-2ddec5654c86 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:13:39.357318 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'code': 200} Nov 11 12:13:39.368414 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.386300 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f7f99193-1de2-4a78-83a4-c3e0128eaf80 None None] Provisioning complete for port 595d308d-8222-497d-b0cc-9dc0f6cdff25 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:39.386745 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f7f99193-1de2-4a78-83a4-c3e0128eaf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.464199 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-446f6109-9636-441e-a3a3-f0d60f5669e4 req-a6b823b5-548c-4ba0-9ff2-27092c392a50 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 210 time: 0.1713603 Nov 11 12:13:39.502892 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f0c903e-04d1-4bd3-93cb-9ac585276ba3 req-bc7a05dd-2857-4456-a6e5-4978e9b82b54 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 210 time: 0.1708374 Nov 11 12:13:39.572296 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-96fed1f3-3545-449e-a3fd-172f4f76c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.642266 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99c77691-f502-4dc9-8bd1-e37a9d148568 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.699613 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-96fed1f3-3545-449e-a3fd-172f4f76c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.712281 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-99c77691-f502-4dc9-8bd1-e37a9d148568 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633bd22d-5ecb-48d5-9057-6779c28a4076']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:39.741099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-99c77691-f502-4dc9-8bd1-e37a9d148568 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c200339e-c863-4510-97b2-5c99b9dd4b73') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:39.741477 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-99c77691-f502-4dc9-8bd1-e37a9d148568 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c200339e-c863-4510-97b2-5c99b9dd4b73') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:39.770069 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99c77691-f502-4dc9-8bd1-e37a9d148568 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.813221 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99c77691-f502-4dc9-8bd1-e37a9d148568 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.832491 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c77691-f502-4dc9-8bd1-e37a9d148568 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:39.832894 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99c77691-f502-4dc9-8bd1-e37a9d148568 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:39.836242 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:39.868555 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 595d308d-8222-497d-b0cc-9dc0f6cdff25 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:39.886145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fed1f3-3545-449e-a3fd-172f4f76c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Network e6227424-2993-431f-9a0b-83b61f06f842 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:39.898557 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-96fed1f3-3545-449e-a3fd-172f4f76c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:39.902678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fed1f3-3545-449e-a3fd-172f4f76c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:39.905001 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fed1f3-3545-449e-a3fd-172f4f76c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:39.905367 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-96fed1f3-3545-449e-a3fd-172f4f76c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.946202 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fed1f3-3545-449e-a3fd-172f4f76c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Pushing event updated for resources: {'Port': ['ID=32153769-5c28-436a-bcf8-035dd95fb012,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:39.980192 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-96fed1f3-3545-449e-a3fd-172f4f76c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1889336 Nov 11 12:13:39.982826 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48458) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:39.990009 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:40.001392 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f7f99193-1de2-4a78-83a4-c3e0128eaf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.012055 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99c77691-f502-4dc9-8bd1-e37a9d148568 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.019029 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99c77691-f502-4dc9-8bd1-e37a9d148568 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.047154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f7f99193-1de2-4a78-83a4-c3e0128eaf80 None None] For port 595d308d-8222-497d-b0cc-9dc0f6cdff25, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=595d308d-8222-497d-b0cc-9dc0f6cdff25,segment=NetworkSegment(c91d6891-4701-4be8-b7e8-e062eea1e7b7),segment_id=c91d6891-4701-4be8-b7e8-e062eea1e7b7)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:40.048594 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-99c77691-f502-4dc9-8bd1-e37a9d148568 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] 10.222.0.65 "DELETE /v2.0/networks/633bd22d-5ecb-48d5-9057-6779c28a4076 HTTP/1.1" status: 204 len: 168 time: 1.2808051 Nov 11 12:13:40.066774 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f7f99193-1de2-4a78-83a4-c3e0128eaf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.121743 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c77691-f502-4dc9-8bd1-e37a9d148568 tempest-TestSecurityGroupsBasicOps-520092358 tempest-TestSecurityGroupsBasicOps-520092358-project] Pushing event deleted for resources: {'Network': ['ID=633bd22d-5ecb-48d5-9057-6779c28a4076,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:40.148978 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.182436 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 595d308d-8222-497d-b0cc-9dc0f6cdff25 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:40.182806 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.241088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'name': 'tempest-TestVolumeBootPattern-10552606-router', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a57e07b9-c939-46ca-9f77-903ed7a5ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:16Z', 'updated_at': '2021-11-11T12:13:28Z', 'revision_number': 4, 'project_id': 'a0a127f3c0014787a123927d33c60aae', 'gw_port': {'id': 'a57e07b9-c939-46ca-9f77-903ed7a5ae5b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:18Z', 'updated_at': '2021-11-11T12:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '595d308d-8222-497d-b0cc-9dc0f6cdff25', 'name': '', 'network_id': '86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae', 'mac_address': 'fa:16:3e:20:6a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '7fb9fef6-aebd-4306-ba0c-27077aee4fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:26Z', 'updated_at': '2021-11-11T12:13:38Z', 'revision_number': 4, 'project_id': 'a0a127f3c0014787a123927d33c60aae', 'subnets': [{'id': '7fb9fef6-aebd-4306-ba0c-27077aee4fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:40.300385 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e49a14-bbbe-4015-b37a-e83840cee5e3 None None] The sync data for ids ['e1de3884-b800-4cbd-854e-ff9e5ec31ec2'] in n-d-807359-3 is: [{'id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'name': 'tempest-TestVolumeBootPattern-10552606-router', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a57e07b9-c939-46ca-9f77-903ed7a5ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:16Z', 'updated_at': '2021-11-11T12:13:28Z', 'revision_number': 4, 'project_id': 'a0a127f3c0014787a123927d33c60aae', 'gw_port': {'id': 'a57e07b9-c939-46ca-9f77-903ed7a5ae5b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:18Z', 'updated_at': '2021-11-11T12:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '595d308d-8222-497d-b0cc-9dc0f6cdff25', 'name': '', 'network_id': '86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae', 'mac_address': 'fa:16:3e:20:6a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '7fb9fef6-aebd-4306-ba0c-27077aee4fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:26Z', 'updated_at': '2021-11-11T12:13:38Z', 'revision_number': 4, 'project_id': 'a0a127f3c0014787a123927d33c60aae', 'subnets': [{'id': '7fb9fef6-aebd-4306-ba0c-27077aee4fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:40.313578 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f99193-1de2-4a78-83a4-c3e0128eaf80 None None] Pushing event updated for resources: {'Port': ['ID=595d308d-8222-497d-b0cc-9dc0f6cdff25,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:40.513454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 01e49686-aa6f-4226-8e55-499bf1fc3264 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:40.599146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 01e49686-aa6f-4226-8e55-499bf1fc3264 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:40.599489 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 01e49686-aa6f-4226-8e55-499bf1fc3264 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:40.614373 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.652108 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db4adb14-e3c6-4a9c-aad0-c411a9aa790c up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:40.664175 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] device_id is not set on port 32153769-5c28-436a-bcf8-035dd95fb012 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:13:40.677079 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.702485 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.709094 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9aaf97a-e4a6-49b3-8a07-dc97a3ead54b req-5a29a2ca-cab4-4a37-8995-4f4524056e51 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 210 time: 0.0821803 Nov 11 12:13:40.832980 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5cd80a54-7ea6-4a6b-a18e-41b9d3808ca6 req-a29133da-3227-4721-a596-a97f87ce4222 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 210 time: 0.0801787 Nov 11 12:13:40.861330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port db4adb14-e3c6-4a9c-aad0-c411a9aa790c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:40.863199 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.900274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Pushing event updated for resources: {'Port': ['ID=32153769-5c28-436a-bcf8-035dd95fb012,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:40.921255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48484) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:40.949842 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:40.950650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:40.951251 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:40.967936 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:40.968655 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:40.969063 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 2 to bind port 32153769-5c28-436a-bcf8-035dd95fb012 Nov 11 12:13:40.994157 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:40.994759 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:40.995106 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:41.019040 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:41.019528 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:41.020417 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 3 to bind port 32153769-5c28-436a-bcf8-035dd95fb012 Nov 11 12:13:41.044882 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.046174 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:41.046917 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:41.047501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:41.053301 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:41.053810 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:41.054378 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 4 to bind port 32153769-5c28-436a-bcf8-035dd95fb012 Nov 11 12:13:41.072233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:41.078492 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:41.079032 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:41.087861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:41.094321 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:41.094697 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:41.095830 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 5 to bind port 32153769-5c28-436a-bcf8-035dd95fb012 Nov 11 12:13:41.104526 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.138700 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:41.139718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:41.140353 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:41.148941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:41.150149 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:41.150745 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 6 to bind port 32153769-5c28-436a-bcf8-035dd95fb012 Nov 11 12:13:41.166134 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:41.166730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:41.167393 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:41.182094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:41.182814 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:41.183738 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 7 to bind port 32153769-5c28-436a-bcf8-035dd95fb012 Nov 11 12:13:41.235610 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:41.236184 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:41.236682 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:41.251316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:41.251953 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:41.257018 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 8 to bind port 32153769-5c28-436a-bcf8-035dd95fb012 Nov 11 12:13:41.276326 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cd2c0372-ad94-4289-b9bc-b1946d23a344 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f3f9b4522f8462683cc4d69f6cce652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3488681 Nov 11 12:13:41.279206 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48490) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:41.371551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:13:41.388536 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9157b6-754c-4c9e-b8ad-85ecfd8362a4" -d '{"events": [{"server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "name": "network-vif-plugged", "status": "completed", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:13:41.407971 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.432916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:41.434579 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:41.434922 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:41.472548 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,revision_number=10']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:41.524316 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d153222-b556-43dc-9da2-9771f3125947 x-openstack-request-id: req-4d153222-b556-43dc-9da2-9771f3125947 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:13:41.524964 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "name": "network-vif-plugged", "status": "completed", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:13:41.525308 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d153222-b556-43dc-9da2-9771f3125947 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:13:41.526231 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'code': 200} Nov 11 12:13:41.553652 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:41.554206 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:41.591592 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 595d308d-8222-497d-b0cc-9dc0f6cdff25 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:41.617171 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 9 to bind port 32153769-5c28-436a-bcf8-035dd95fb012 Nov 11 12:13:41.710682 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2183147c-b791-4a52-875e-874156d41798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.737757 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:41.738458 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:41.739026 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:41.805497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 595d308d-8222-497d-b0cc-9dc0f6cdff25 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:41.806914 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.818355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:41.819071 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:41.829629 n-d-807359-3 neutron-server[109154]: INFO neutron.plugins.ml2.plugin [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempt 10 to bind port 32153769-5c28-436a-bcf8-035dd95fb012 Nov 11 12:13:41.864349 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2183147c-b791-4a52-875e-874156d41798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.866495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:41.867138 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:41.867712 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempting to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:41.893833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-fa9ba959-8e81-4611-9a62-9c9bb6c37a10 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:41.896023 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-fa9ba959-8e81-4611-9a62-9c9bb6c37a10 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 805 time: 0.4957697 Nov 11 12:13:41.903168 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:41.903940 n-d-807359-3 neutron-server[109154]: ERROR neutron.plugins.ml2.managers [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Failed to bind port 32153769-5c28-436a-bcf8-035dd95fb012 on host n-h2-807359-3 for vnic_type normal using segments [{'id': 'a56d0aa0-5fce-4119-b845-4f59af235915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e6227424-2993-431f-9a0b-83b61f06f842'}] Nov 11 12:13:41.904707 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.914827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-e5906595-63d6-4fec-8b38-a9259378f7bf tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Request body: {'port': {'device_id': '5a793e48-2b7c-42b0-85ff-78f266745bd8', 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c', 'admin_state_up': True, 'tenant_id': 'c183b0a214584982aa6e510cee65d4cd'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:41.994117 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e2045959-c4f2-4670-a655-cec997c921a8 req-8d4b09f4-10a5-425b-80bc-8dc0398de4d1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 210 time: 0.1167803 Nov 11 12:13:42.111741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4eaed18f-aba7-4b95-96a0-7dd87ad45c5d req-0b25c3c9-396f-4941-90dd-1da81c2023bb tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 210 time: 0.0834873 Nov 11 12:13:42.130407 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2183147c-b791-4a52-875e-874156d41798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.136919 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2183147c-b791-4a52-875e-874156d41798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.141651 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2183147c-b791-4a52-875e-874156d41798 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ce2a09f-d2a3-4e37-9514-5f22e1a70d0b HTTP/1.1" status: 204 len: 168 time: 0.8587456 Nov 11 12:13:42.165875 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183147c-b791-4a52-875e-874156d41798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce2a09f-d2a3-4e37-9514-5f22e1a70d0b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:42.211692 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] For port 32153769-5c28-436a-bcf8-035dd95fb012, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:42.212315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attempted to set empty binding levels {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 12:13:42.222725 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.271711 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] In _notify_port_updated(), no bound segment for port 32153769-5c28-436a-bcf8-035dd95fb012 on network e6227424-2993-431f-9a0b-83b61f06f842 {{(pid=109154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:13:42.273057 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:42.274649 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.276450 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] 10.222.0.65 "PUT /v2.0/ports/32153769-5c28-436a-bcf8-035dd95fb012 HTTP/1.1" status: 200 len: 979 time: 2.2923796 Nov 11 12:13:42.279847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48510) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:42.280769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-e5906595-63d6-4fec-8b38-a9259378f7bf tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Made reservation on behalf of c183b0a214584982aa6e510cee65d4cd for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:42.284923 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-e5906595-63d6-4fec-8b38-a9259378f7bf tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.517704 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-10d69aff-8a41-4ef1-8eaa-9791cf8470a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Deleting port 32153769-5c28-436a-bcf8-035dd95fb012 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:42.519092 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-10d69aff-8a41-4ef1-8eaa-9791cf8470a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.609784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797edcb-e962-4c5b-b2b9-a4430994bcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Pushing event updated for resources: {'Port': ['ID=32153769-5c28-436a-bcf8-035dd95fb012,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:42.672388 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-10d69aff-8a41-4ef1-8eaa-9791cf8470a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] For port 32153769-5c28-436a-bcf8-035dd95fb012, host n-h2-807359-3, got binding levels [] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:42.673029 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-10d69aff-8a41-4ef1-8eaa-9791cf8470a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.713247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-10d69aff-8a41-4ef1-8eaa-9791cf8470a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Calling delete_port for 32153769-5c28-436a-bcf8-035dd95fb012 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:42.774410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48518) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:42.806626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-e5906595-63d6-4fec-8b38-a9259378f7bf tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Allocated IP 172.20.0.7 (d9353140-a9db-42c0-9f09-13a67c41443c/05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4/97fad12d-5181-4134-920a-f83677ed145e) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:42.816833 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a8e3-d7bf-4df2-afb1-7208442899be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.915513 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-10d69aff-8a41-4ef1-8eaa-9791cf8470a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.960570 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d69aff-8a41-4ef1-8eaa-9791cf8470a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Pushing event deleted for resources: {'Port': ['ID=32153769-5c28-436a-bcf8-035dd95fb012,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:42.972952 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-10d69aff-8a41-4ef1-8eaa-9791cf8470a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.984194 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-10d69aff-8a41-4ef1-8eaa-9791cf8470a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] 10.222.0.65 "DELETE /v2.0/ports/32153769-5c28-436a-bcf8-035dd95fb012 HTTP/1.1" status: 204 len: 168 time: 0.7031968 Nov 11 12:13:42.984922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48520) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:43.033401 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-090780a1-0c7f-474b-8b81-29fbcc31d5e6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:43.038683 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-090780a1-0c7f-474b-8b81-29fbcc31d5e6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.62 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 812 time: 0.4684262 Nov 11 12:13:43.046082 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6dc9fa1-31d2-4dc3-ae4b-1d719bc99a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] GET failed (client error): The resource could not be found. Nov 11 12:13:43.053002 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f6dc9fa1-31d2-4dc3-ae4b-1d719bc99a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-937192625-project-admin] 10.222.0.65 "GET /v2.0/ports/32153769-5c28-436a-bcf8-035dd95fb012 HTTP/1.1" status: 404 len: 333 time: 0.0636215 Nov 11 12:13:43.053291 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48526) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:43.099052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-8c6e4eb5-1bd8-41f7-99e1-30f809a616c6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Request body: {'port': {'device_id': '3f60a3d1-4cd9-47d7-92db-be29b9e9deb4', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'admin_state_up': True, 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:43.296202 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-075ce120-b9f8-475a-b2bc-20aeb0210bc7 req-1fd65694-06ad-4857-9555-a098ab0f3b2f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 210 time: 0.1737635 Nov 11 12:13:43.368424 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-075ebd3c-282c-45e7-9bf2-c381620575bb req-b7862325-38b7-4891-8c62-04f5ba4c618e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 210 time: 0.0969398 Nov 11 12:13:43.411337 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd030-d259-4edf-a0cc-a66be1a6bcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.575234 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd030-d259-4edf-a0cc-a66be1a6bcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.599353 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-1c2cd030-d259-4edf-a0cc-a66be1a6bcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6227424-2993-431f-9a0b-83b61f06f842']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:43.611124 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-1c2cd030-d259-4edf-a0cc-a66be1a6bcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56d0aa0-5fce-4119-b845-4f59af235915') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:43.611498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-1c2cd030-d259-4edf-a0cc-a66be1a6bcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56d0aa0-5fce-4119-b845-4f59af235915') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:43.643640 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd030-d259-4edf-a0cc-a66be1a6bcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.669722 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd030-d259-4edf-a0cc-a66be1a6bcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.677293 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2cd030-d259-4edf-a0cc-a66be1a6bcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:43.678088 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd030-d259-4edf-a0cc-a66be1a6bcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:43.681747 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:43.812290 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd030-d259-4edf-a0cc-a66be1a6bcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.821183 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd030-d259-4edf-a0cc-a66be1a6bcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.824811 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1c2cd030-d259-4edf-a0cc-a66be1a6bcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] 10.222.0.65 "DELETE /v2.0/networks/e6227424-2993-431f-9a0b-83b61f06f842 HTTP/1.1" status: 204 len: 168 time: 0.7694502 Nov 11 12:13:43.860179 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cd030-d259-4edf-a0cc-a66be1a6bcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474501394-project] Pushing event deleted for resources: {'Network': ['ID=e6227424-2993-431f-9a0b-83b61f06f842,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:44.066813 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-8c6e4eb5-1bd8-41f7-99e1-30f809a616c6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Made reservation on behalf of c22e3bfa03df4a318977f5f2236c0b5b for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:44.070726 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-8c6e4eb5-1bd8-41f7-99e1-30f809a616c6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.121457 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a8e3-d7bf-4df2-afb1-7208442899be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.193791 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a8e3-d7bf-4df2-afb1-7208442899be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.394597 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-e5906595-63d6-4fec-8b38-a9259378f7bf tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.395665 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48562) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:44.496744 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b8d0a8e3-d7bf-4df2-afb1-7208442899be admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=55672d9017a14cf4bf0babd9b5e8a730&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7160957 Nov 11 12:13:44.497217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48576) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:44.504943 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0a8e3-d7bf-4df2-afb1-7208442899be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cc9700-9767-4ee7-b8c5-dbe6e579466f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:44.634899 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-8c6e4eb5-1bd8-41f7-99e1-30f809a616c6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Allocated IP 172.20.0.10 (ef0352ae-c531-4a02-9aff-70a7fb42f61e/fc55d1c8-9ff2-4a0b-b6ba-89387d166d04/9a7bcea8-0c21-4ba5-91d9-053382ff8ad3) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:44.643464 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-e5906595-63d6-4fec-8b38-a9259378f7bf tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.661154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f9cfc60c-b56a-426f-88e0-0e16e1f76f8a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:13:44.726836 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-afff0e8f-fade-45f1-9c1b-95192c581754 req-3d254b97-0e1f-48fb-8c08-17651d5d5d38 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 210 time: 0.1669474 Nov 11 12:13:44.731367 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-e5906595-63d6-4fec-8b38-a9259378f7bf tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Network d9353140-a9db-42c0-9f09-13a67c41443c is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:44.748161 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-e5906595-63d6-4fec-8b38-a9259378f7bf tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:44.757422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-e5906595-63d6-4fec-8b38-a9259378f7bf tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:44.800312 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-08f0e5fa-605e-4e43-a196-3db4735094bf req-16e850ee-eb23-4e2f-b005-9932484bf7ae tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 210 time: 0.1966462 Nov 11 12:13:44.818317 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5906595-63d6-4fec-8b38-a9259378f7bf tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Pushing event updated for resources: {'Port': ['ID=97fad12d-5181-4134-920a-f83677ed145e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:44.861823 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6dee2114-57dd-49d1-a212-f433c9fc5bfc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2be4be72f12341758b00af9351066134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4634886 Nov 11 12:13:44.866559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48592) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:44.941648 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-293e66b9-78b8-42fa-8091-3c7a807ca527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.951022 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-08d9f1cc-e91c-40fe-b578-f9eadb51d3e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.976450 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-08d9f1cc-e91c-40fe-b578-f9eadb51d3e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.018658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-e5906595-63d6-4fec-8b38-a9259378f7bf tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:45.019417 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-e5906595-63d6-4fec-8b38-a9259378f7bf tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.098156 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-e5906595-63d6-4fec-8b38-a9259378f7bf tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1879964 Nov 11 12:13:45.098894 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-08d9f1cc-e91c-40fe-b578-f9eadb51d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.103932 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-08d9f1cc-e91c-40fe-b578-f9eadb51d3e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.107069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-08d9f1cc-e91c-40fe-b578-f9eadb51d3e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f61ddf1c-2910-4048-aad4-b31f48f5d31f HTTP/1.1" status: 204 len: 168 time: 0.2385373 Nov 11 12:13:45.108745 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-293e66b9-78b8-42fa-8091-3c7a807ca527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.145018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Request body: {'port': {'device_id': '5a793e48-2b7c-42b0-85ff-78f266745bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:45.151945 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9f1cc-e91c-40fe-b578-f9eadb51d3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61ddf1c-2910-4048-aad4-b31f48f5d31f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:45.243786 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-293e66b9-78b8-42fa-8091-3c7a807ca527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.247231 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-293e66b9-78b8-42fa-8091-3c7a807ca527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.255931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-293e66b9-78b8-42fa-8091-3c7a807ca527 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/40cc9700-9767-4ee7-b8c5-dbe6e579466f HTTP/1.1" status: 204 len: 168 time: 0.7530155 Nov 11 12:13:45.258987 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-8c6e4eb5-1bd8-41f7-99e1-30f809a616c6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.279279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e66b9-78b8-42fa-8091-3c7a807ca527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cc9700-9767-4ee7-b8c5-dbe6e579466f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:45.406934 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.668635 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-8c6e4eb5-1bd8-41f7-99e1-30f809a616c6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.790000 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.092375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48682) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:46.092713 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48686) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:46.196513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-8c6e4eb5-1bd8-41f7-99e1-30f809a616c6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Network ef0352ae-c531-4a02-9aff-70a7fb42f61e is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:46.216651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e4eb5-1bd8-41f7-99e1-30f809a616c6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'Port': ['ID=9a7bcea8-0c21-4ba5-91d9-053382ff8ad3,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:46.220748 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-8c6e4eb5-1bd8-41f7-99e1-30f809a616c6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:46.234805 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-8c6e4eb5-1bd8-41f7-99e1-30f809a616c6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:46.259004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a94ab-3add-48ac-9dc4-c0e8abc3cc1b req-e07f1f77-200c-4e60-8d57-cf0557cc912e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:46.302049 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b39a94ab-3add-48ac-9dc4-c0e8abc3cc1b req-e07f1f77-200c-4e60-8d57-cf0557cc912e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 932 time: 0.2419744 Nov 11 12:13:46.472324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ea469-48f7-4021-b980-195f99e4417f req-ff99de9b-933d-4146-99cb-e54b39935525 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:46.485035 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-675ea469-48f7-4021-b980-195f99e4417f req-ff99de9b-933d-4146-99cb-e54b39935525 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 931 time: 0.5374525 Nov 11 12:13:46.502539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-8c6e4eb5-1bd8-41f7-99e1-30f809a616c6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:46.503276 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-8c6e4eb5-1bd8-41f7-99e1-30f809a616c6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.548074 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c0c760c7-e889-47df-a567-b5719bfcc57b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=204889d6e0364724958679c26fee4e0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4499404 Nov 11 12:13:46.620900 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48716) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:46.667401 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-190f2222-f804-413d-a699-28db6b7dfe22 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c428456ee92484eb1dbdc3a6e79292b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5496652 Nov 11 12:13:46.698411 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48732) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:46.747326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-85889cbc-9bea-4fa3-8d5c-1a87bd10fcf2 None None] Provisioning complete for port 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:46.748302 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-85889cbc-9bea-4fa3-8d5c-1a87bd10fcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.753291 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-8c6e4eb5-1bd8-41f7-99e1-30f809a616c6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6816351 Nov 11 12:13:46.772001 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-675ea469-48f7-4021-b980-195f99e4417f req-b680261a-58d4-46a4-b1e2-281f8890d353 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868478 Nov 11 12:13:46.817700 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b39a94ab-3add-48ac-9dc4-c0e8abc3cc1b req-7858b3e1-9407-4742-a576-c221a54f4bb3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132315 Nov 11 12:13:46.826344 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Request body: {'port': {'device_id': '3f60a3d1-4cd9-47d7-92db-be29b9e9deb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:46.863833 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-85889cbc-9bea-4fa3-8d5c-1a87bd10fcf2 None None] Port 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:46.987442 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.086901 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ccfe-4584-4642-9ae1-3faf4e304383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.218600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48770) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:47.220122 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-148aab49-dfa3-4c42-96b7-c912570d8a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.338796 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ccfe-4584-4642-9ae1-3faf4e304383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.435243 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-148aab49-dfa3-4c42-96b7-c912570d8a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.462612 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52393462-d476-46b4-bbde-5069d92410cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.551986 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fad12d-5181-4134-920a-f83677ed145e {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:13:47.587221 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.682682 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ccfe-4584-4642-9ae1-3faf4e304383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.685765 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ccfe-4584-4642-9ae1-3faf4e304383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.689272 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d5f2ccfe-4584-4642-9ae1-3faf4e304383 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e13622c-b754-45f8-9cfa-fe2bea721d32 HTTP/1.1" status: 204 len: 168 time: 1.0641949 Nov 11 12:13:47.697194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Transition to ACTIVE for port object 97fad12d-5181-4134-920a-f83677ed145e will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:13:47.698188 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-148aab49-dfa3-4c42-96b7-c912570d8a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.701318 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-148aab49-dfa3-4c42-96b7-c912570d8a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.702773 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-148aab49-dfa3-4c42-96b7-c912570d8a4c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/12fd6199-1769-43bd-bfbb-f6c9f6513d45 HTTP/1.1" status: 204 len: 168 time: 1.0023639 Nov 11 12:13:47.792763 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52393462-d476-46b4-bbde-5069d92410cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.802768 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52393462-d476-46b4-bbde-5069d92410cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.960323 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-52393462-d476-46b4-bbde-5069d92410cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=05ca1fff166e4bb6a8b5bfb713697f01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7369061 Nov 11 12:13:47.961339 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52393462-d476-46b4-bbde-5069d92410cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d026d9d6-5a2e-4975-847e-abcedc1ad078,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:47.980522 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48830) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:47.988391 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:13:48.017180 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.060636 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Transition to ACTIVE for port object 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:13:48.064429 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.080207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2ccfe-4584-4642-9ae1-3faf4e304383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e13622c-b754-45f8-9cfa-fe2bea721d32,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:48.112847 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.201202 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148aab49-dfa3-4c42-96b7-c912570d8a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fd6199-1769-43bd-bfbb-f6c9f6513d45,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:48.336644 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489cdda-e541-4dad-84a2-b23c1c2fcc34 req-6d03ba9d-7227-4cf0-a416-0f1acc33dde3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:48.342207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9489cdda-e541-4dad-84a2-b23c1c2fcc34 req-6d03ba9d-7227-4cf0-a416-0f1acc33dde3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 943 time: 0.3589418 Nov 11 12:13:48.357109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Pushing event updated for resources: {'Port': ['ID=97fad12d-5181-4134-920a-f83677ed145e,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:48.363991 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31f1b423-bb21-44ca-882f-395c3c4a01a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.491941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d3bde-afc2-48d2-997d-8a23442504df req-636e9ff5-2743-44e6-b77d-8b24fddc1453 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:48.502704 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-857d3bde-afc2-48d2-997d-8a23442504df req-636e9ff5-2743-44e6-b77d-8b24fddc1453 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 944 time: 0.4601307 Nov 11 12:13:48.514039 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31f1b423-bb21-44ca-882f-395c3c4a01a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.666308 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9489cdda-e541-4dad-84a2-b23c1c2fcc34 req-f71b312f-bce1-42b0-956b-5ea697cd0835 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043957 Nov 11 12:13:48.711666 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Pushing event updated for resources: {'Port': ['ID=9a7bcea8-0c21-4ba5-91d9-053382ff8ad3,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:48.816021 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Attempting to bind port 97fad12d-5181-4134-920a-f83677ed145e on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:48.816371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Attempting to bind port 97fad12d-5181-4134-920a-f83677ed145e by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:48.816698 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Attempting to bind port 97fad12d-5181-4134-920a-f83677ed145e on network d9353140-a9db-42c0-9f09-13a67c41443c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:48.827811 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-857d3bde-afc2-48d2-997d-8a23442504df req-4456ab32-1f41-47a8-8ee8-02fa906fda1c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239579 Nov 11 12:13:48.865478 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Port 97fad12d-5181-4134-920a-f83677ed145e on network d9353140-a9db-42c0-9f09-13a67c41443c not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:48.869086 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Attempting to bind port 97fad12d-5181-4134-920a-f83677ed145e on network d9353140-a9db-42c0-9f09-13a67c41443c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:48.888466 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Attempting to bind port 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:48.891837 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Attempting to bind port 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:48.894438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Attempting to bind port 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 on network ef0352ae-c531-4a02-9aff-70a7fb42f61e {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:48.902608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:48.904998 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Checking segment: {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:48.905863 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Bound using segment: {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:48.908763 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Bound port: 97fad12d-5181-4134-920a-f83677ed145e, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:48.910975 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.913923 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31f1b423-bb21-44ca-882f-395c3c4a01a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.917026 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-31f1b423-bb21-44ca-882f-395c3c4a01a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.918289 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-31f1b423-bb21-44ca-882f-395c3c4a01a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d026d9d6-5a2e-4975-847e-abcedc1ad078 HTTP/1.1" status: 204 len: 168 time: 0.9322093 Nov 11 12:13:48.935962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Port 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 on network ef0352ae-c531-4a02-9aff-70a7fb42f61e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:13:48.941817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1b423-bb21-44ca-882f-395c3c4a01a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d026d9d6-5a2e-4975-847e-abcedc1ad078,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:48.948223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Attempting to bind port 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 on network ef0352ae-c531-4a02-9aff-70a7fb42f61e {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:49.010043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:49.010427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Checking segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:49.021748 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Bound using segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:49.023329 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Bound port: 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:49.027351 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.140903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] For port 97fad12d-5181-4134-920a-f83677ed145e, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:49.152710 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] For port 97fad12d-5181-4134-920a-f83677ed145e, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=97fad12d-5181-4134-920a-f83677ed145e,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:49.168378 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.223330 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] For port 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:49.288836 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:49.291081 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.294074 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] 10.222.0.62 "PUT /v2.0/ports/97fad12d-5181-4134-920a-f83677ed145e HTTP/1.1" status: 200 len: 1091 time: 4.1716115 Nov 11 12:13:49.296222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a793e48-2b7c-42b0-85ff-78f266745bd8', 'tag': '97fad12d-5181-4134-920a-f83677ed145e'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:13:49.299475 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa525c6-83d1-420a-b7da-e7025f61b092" -d '{"events": [{"name": "network-changed", "server_uuid": "5a793e48-2b7c-42b0-85ff-78f266745bd8", "tag": "97fad12d-5181-4134-920a-f83677ed145e"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:13:49.346514 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] For port 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9a7bcea8-0c21-4ba5-91d9-053382ff8ad3,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:49.382749 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.486788 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a71faa-fb8f-4c56-8dc5-76d57fc0921e x-openstack-request-id: req-48a71faa-fb8f-4c56-8dc5-76d57fc0921e {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:13:49.488173 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a793e48-2b7c-42b0-85ff-78f266745bd8", "tag": "97fad12d-5181-4134-920a-f83677ed145e", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:13:49.491506 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48a71faa-fb8f-4c56-8dc5-76d57fc0921e {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:13:49.494277 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a793e48-2b7c-42b0-85ff-78f266745bd8', 'tag': '97fad12d-5181-4134-920a-f83677ed145e', 'status': 'completed', 'code': 200} Nov 11 12:13:49.534545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:49.536244 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.538707 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] 10.222.0.62 "PUT /v2.0/ports/9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 HTTP/1.1" status: 200 len: 1092 time: 2.7224360 Nov 11 12:13:49.540548 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a72c4-7028-443e-b34a-dcd115f08139 service neutron] Pushing event updated for resources: {'Port': ['ID=97fad12d-5181-4134-920a-f83677ed145e,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:49.641150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48968) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:49.671537 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cfd5a1e8-c94a-4262-8c85-7559faafb72f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.853157 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-d205b51b-d8ae-4fc2-afae-ce86b63e4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:49.870243 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-d205b51b-d8ae-4fc2-afae-ce86b63e4e13 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 1094 time: 0.5032675 Nov 11 12:13:50.102853 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118e503-b2f4-42da-a1d5-9d9947b4453b service neutron] Pushing event updated for resources: {'Port': ['ID=9a7bcea8-0c21-4ba5-91d9-053382ff8ad3,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:50.146912 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-b11ab328-1ff5-48d7-b2d2-2313a9c0e3c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97fad12d-5181-4134-920a-f83677ed145e HTTP/1.1" status: 200 len: 217 time: 0.2378905 Nov 11 12:13:50.265834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23ec1-975b-497f-b477-15b3b4f95e3d req-f6b56e42-d004-40d9-8f35-74aa9209770d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:50.267849 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2dd23ec1-975b-497f-b477-15b3b4f95e3d req-f6b56e42-d004-40d9-8f35-74aa9209770d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 943 time: 0.3996363 Nov 11 12:13:50.278296 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49018) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:50.308187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-1021f0a7-c5d2-4d4b-ae0a-e4867072f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:50.309912 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-1021f0a7-c5d2-4d4b-ae0a-e4867072f6cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 1095 time: 0.6565025 Nov 11 12:13:50.385786 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cfd5a1e8-c94a-4262-8c85-7559faafb72f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.452108 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70fb69-17fb-45b9-8f6d-5ee765dbede8 req-1796b669-5f8f-4628-b72c-5c3ae4c31a9b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:50.460781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff70fb69-17fb-45b9-8f6d-5ee765dbede8 req-1796b669-5f8f-4628-b72c-5c3ae4c31a9b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 944 time: 0.3955131 Nov 11 12:13:50.461283 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cfd5a1e8-c94a-4262-8c85-7559faafb72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.474643 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-f0a4052f-fca7-41a6-b8a0-c948604f0a68 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 HTTP/1.1" status: 200 len: 217 time: 0.1437685 Nov 11 12:13:50.478852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-ea014297-5635-4a2d-bb5f-5f1911327325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:50.499437 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-ea014297-5635-4a2d-bb5f-5f1911327325 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4 HTTP/1.1" status: 200 len: 845 time: 0.3371649 Nov 11 12:13:50.648838 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cfd5a1e8-c94a-4262-8c85-7559faafb72f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c1ca603806e4a3492659d5b05ae21fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9950192 Nov 11 12:13:50.671704 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49044) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:50.678570 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5a1e8-c94a-4262-8c85-7559faafb72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c867603c-3876-4eab-9ef2-6b99727fc3cd,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:50.716135 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2dd23ec1-975b-497f-b477-15b3b4f95e3d req-b7bc161c-61d0-47ad-9ae2-581a2f394240 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168801 Nov 11 12:13:50.784460 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-466cd9d5-9788-40cb-b800-979cfa734dcc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9353140-a9db-42c0-9f09-13a67c41443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1504507 Nov 11 12:13:50.829636 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff70fb69-17fb-45b9-8f6d-5ee765dbede8 req-aafbb506-84a7-4a74-96b4-c89e262148a3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879577 Nov 11 12:13:50.839230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f30377f1-f4f7-4375-aea4-2149685a95be admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1444590315-network', 'tenant_id': '565d14f3b9594f96aa368a4aec01c3de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:50.878054 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-9b41b1d8-0463-4dcb-b294-175a43676302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:50.880360 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-9b41b1d8-0463-4dcb-b294-175a43676302 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.3787634 Nov 11 12:13:50.916605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30377f1-f4f7-4375-aea4-2149685a95be admin admin] Made reservation on behalf of 565d14f3b9594f96aa368a4aec01c3de for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:50.919675 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f30377f1-f4f7-4375-aea4-2149685a95be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.980043 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f30377f1-f4f7-4375-aea4-2149685a95be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.036980 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-b957895e-aec0-4694-a5cb-6583c4d8c317 service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324197 Nov 11 12:13:51.141687 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f30377f1-f4f7-4375-aea4-2149685a95be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.157203 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f30377f1-f4f7-4375-aea4-2149685a95be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.203529 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-63f4c4f7-254e-45e5-86bc-41b0d53427db req-f6e22129-692d-4d83-b750-d005177159c6 service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153526 Nov 11 12:13:51.246767 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-f089a64b-c92b-434b-9f4a-16813d27083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:51.248488 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-f089a64b-c92b-434b-9f4a-16813d27083f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2102432 Nov 11 12:13:51.272100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30377f1-f4f7-4375-aea4-2149685a95be admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:51.278069 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-702d6a03-738f-4dcb-92bb-220e6900b296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.291141 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f30377f1-f4f7-4375-aea4-2149685a95be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.291593 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-f30377f1-f4f7-4375-aea4-2149685a95be admin admin] Added segment 843eb9b7-3a42-4a41-8dc8-600b0ba6ff03 of type vlan for network 169f4661-6c30-4638-acf4-d2a6b931cf1a Nov 11 12:13:51.307274 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-702d6a03-738f-4dcb-92bb-220e6900b296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.359337 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f30377f1-f4f7-4375-aea4-2149685a95be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.387501 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-702d6a03-738f-4dcb-92bb-220e6900b296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.391088 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-702d6a03-738f-4dcb-92bb-220e6900b296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.394994 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-702d6a03-738f-4dcb-92bb-220e6900b296 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c867603c-3876-4eab-9ef2-6b99727fc3cd HTTP/1.1" status: 204 len: 168 time: 0.7120407 Nov 11 12:13:51.432335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d6a03-738f-4dcb-92bb-220e6900b296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c867603c-3876-4eab-9ef2-6b99727fc3cd,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:51.452423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30377f1-f4f7-4375-aea4-2149685a95be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf79b72-9156-4d70-9d6c-49d3f790f2fb,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:51.466823 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f30377f1-f4f7-4375-aea4-2149685a95be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.467964 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30377f1-f4f7-4375-aea4-2149685a95be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:51.470845 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f30377f1-f4f7-4375-aea4-2149685a95be admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.499774 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f60a3d1-4cd9-47d7-92db-be29b9e9deb4', 'tag': '9a7bcea8-0c21-4ba5-91d9-053382ff8ad3'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:13:51.502594 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5462d1-eae3-40fc-a665-4f98d89036c9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f60a3d1-4cd9-47d7-92db-be29b9e9deb4", "tag": "9a7bcea8-0c21-4ba5-91d9-053382ff8ad3"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:13:51.512700 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa525c6-83d1-420a-b7da-e7025f61b092 req-26b23b01-4496-457c-b8a2-8a82edf07084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:51.514325 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1aa525c6-83d1-420a-b7da-e7025f61b092 req-26b23b01-4496-457c-b8a2-8a82edf07084 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 1094 time: 0.1512146 Nov 11 12:13:51.518347 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f30377f1-f4f7-4375-aea4-2149685a95be admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2387812 Nov 11 12:13:51.522111 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49112) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:51.529419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Request body: {'subnet': {'network_id': '169f4661-6c30-4638-acf4-d2a6b931cf1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1444590315-subnet', 'tenant_id': '565d14f3b9594f96aa368a4aec01c3de', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:51.591988 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Made reservation on behalf of 565d14f3b9594f96aa368a4aec01c3de for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:51.597464 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.599594 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.603883 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc31ec9d-52b9-4df0-aab1-68d3b8991feb x-openstack-request-id: req-bc31ec9d-52b9-4df0-aab1-68d3b8991feb {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:13:51.604167 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f60a3d1-4cd9-47d7-92db-be29b9e9deb4", "tag": "9a7bcea8-0c21-4ba5-91d9-053382ff8ad3", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:13:51.604413 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc31ec9d-52b9-4df0-aab1-68d3b8991feb {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:13:51.604888 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f60a3d1-4cd9-47d7-92db-be29b9e9deb4', 'tag': '9a7bcea8-0c21-4ba5-91d9-053382ff8ad3', 'status': 'completed', 'code': 200} Nov 11 12:13:51.738206 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-83b93a79-1f7d-41f7-a005-d3a934163bc6 service neutron] 10.222.0.62 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611797 Nov 11 12:13:51.745736 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30377f1-f4f7-4375-aea4-2149685a95be admin admin] Pushing event updated for resources: {'Network': ['ID=169f4661-6c30-4638-acf4-d2a6b931cf1a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:51.756786 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 169f4661-6c30-4638-acf4-d2a6b931cf1a details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:52.010506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84688a-b5a2-4ba4-842d-df6089465267 req-261e1529-d542-4e43-aa9d-6aec2914c9c8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:52.019613 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f84688a-b5a2-4ba4-842d-df6089465267 req-261e1529-d542-4e43-aa9d-6aec2914c9c8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 943 time: 0.1937127 Nov 11 12:13:52.101727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa525c6-83d1-420a-b7da-e7025f61b092 req-66e71c7c-ebe4-4ec8-8be7-15f71b6e7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:52.112129 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1aa525c6-83d1-420a-b7da-e7025f61b092 req-66e71c7c-ebe4-4ec8-8be7-15f71b6e7036 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 907 time: 0.5486517 Nov 11 12:13:52.170187 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1aa525c6-83d1-420a-b7da-e7025f61b092 req-f0c6da94-fa59-4e27-9984-82ba365b628d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97fad12d-5181-4134-920a-f83677ed145e HTTP/1.1" status: 200 len: 217 time: 0.0558934 Nov 11 12:13:52.233726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb17af-90a8-4bc7-9455-3783ab1b739d req-1319bd0c-4ff9-4c41-ab13-1fdbbb707899 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:52.236012 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-84cb17af-90a8-4bc7-9455-3783ab1b739d req-1319bd0c-4ff9-4c41-ab13-1fdbbb707899 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 944 time: 0.2137611 Nov 11 12:13:52.245670 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f84688a-b5a2-4ba4-842d-df6089465267 req-88fe5042-779b-4f20-a3d4-48f95a64d718 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872377 Nov 11 12:13:52.295436 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa525c6-83d1-420a-b7da-e7025f61b092 req-084d2b0a-efcd-4d1d-807f-5b50a422b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:52.297551 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1aa525c6-83d1-420a-b7da-e7025f61b092 req-084d2b0a-efcd-4d1d-807f-5b50a422b694 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4 HTTP/1.1" status: 200 len: 845 time: 0.1110051 Nov 11 12:13:52.345144 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1aa525c6-83d1-420a-b7da-e7025f61b092 req-012cacb4-7a28-406a-a82c-6fb070999813 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9353140-a9db-42c0-9f09-13a67c41443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328834 Nov 11 12:13:52.375750 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-84cb17af-90a8-4bc7-9455-3783ab1b739d req-91f9ce47-25bd-4921-9bff-bcf6a4ae4118 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243978 Nov 11 12:13:52.437089 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c64b8069-6df1-4bbb-9df8-7c3124a88f08 req-719eb99d-4a15-47fa-810c-937e368246bd service neutron] 10.222.0.62 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6620476 Nov 11 12:13:52.688874 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5462d1-eae3-40fc-a665-4f98d89036c9 req-d6ea0f72-9c6b-49e5-bcb6-754e78d93de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:52.692984 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e5462d1-eae3-40fc-a665-4f98d89036c9 req-d6ea0f72-9c6b-49e5-bcb6-754e78d93de6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 1095 time: 0.1736178 Nov 11 12:13:52.732029 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49212) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:52.781597 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1aa525c6-83d1-420a-b7da-e7025f61b092 req-54d10b8e-922e-4bc6-a0f5-b221ab67ae69 service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249823 Nov 11 12:13:52.790091 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.207011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8120fcf7-8999-4b4f-a63d-76d63d266b90 tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:53.270643 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8120fcf7-8999-4b4f-a63d-76d63d266b90 tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] 10.222.0.65 "PUT /v2.0/quotas/16ed0380167a428d8aa71d862e096b99 HTTP/1.1" status: 200 len: 366 time: 0.5371025 Nov 11 12:13:53.271760 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49236) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:53.290166 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f2bd6e8b-07c1-4eaa-8b94-6d5814f20ed5 tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0170891 Nov 11 12:13:53.290776 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49240) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:53.304145 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d1bcb175-543e-420e-b8e2-dae6e9fe2937 tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] 10.222.0.65 "GET /v2.0/quotas/16ed0380167a428d8aa71d862e096b99 HTTP/1.1" status: 200 len: 366 time: 0.0122340 Nov 11 12:13:53.304799 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49242) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:53.343772 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4e52c471-acaa-4303-a426-05aad4e19dfb tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/16ed0380167a428d8aa71d862e096b99 HTTP/1.1" status: 204 len: 168 time: 0.0376272 Nov 11 12:13:53.344364 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49244) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:53.393858 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d8bf4f7e-9b27-4c7b-9fdc-1eb6db5572d9 tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0482581 Nov 11 12:13:53.394478 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49248) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:53.424643 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c0df4760-6a3a-4bad-b450-198b98fa59ef tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] 10.222.0.65 "GET /v2.0/quotas/16ed0380167a428d8aa71d862e096b99 HTTP/1.1" status: 200 len: 370 time: 0.0289588 Nov 11 12:13:53.425312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49254) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:53.462994 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8af52074-3ae8-4783-9131-9f37c2827ea4 tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] 10.222.0.65 "GET /v2.0/quotas/16ed0380167a428d8aa71d862e096b99/default HTTP/1.1" status: 200 len: 370 time: 0.0362146 Nov 11 12:13:53.463724 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49256) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:53.495189 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-7d2bea04-638d-4cad-86e5-47dcce88f258 tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] delete failed (client error): The resource could not be found. Nov 11 12:13:53.510208 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7d2bea04-638d-4cad-86e5-47dcce88f258 tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/16ed0380167a428d8aa71d862e096b99 HTTP/1.1" status: 404 len: 348 time: 0.0457470 Nov 11 12:13:53.545521 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 97fad12d-5181-4134-920a-f83677ed145e details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:13:53.611589 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a45b1b8-925d-4515-997e-e1b8a95329ee,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:53.654648 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5462d1-eae3-40fc-a665-4f98d89036c9 req-5d262d22-acf8-4db6-ba48-98203a8ebcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:53.657250 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e5462d1-eae3-40fc-a665-4f98d89036c9 req-5d262d22-acf8-4db6-ba48-98203a8ebcce service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 914 time: 0.9295576 Nov 11 12:13:53.674764 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:53.681233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:53.684239 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:53.684861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:53.685433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:53.686034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:53.686819 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:53.687382 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:53.687925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:53.688458 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:53.689302 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:53.690506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:53.715496 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Checking segment: {'id': '843eb9b7-3a42-4a41-8dc8-600b0ba6ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '169f4661-6c30-4638-acf4-d2a6b931cf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:53.717010 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Network hostable DHCP agents. Network: 169f4661-6c30-4638-acf4-d2a6b931cf1a, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:13:53.747071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 97fad12d-5181-4134-920a-f83677ed145e, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=97fad12d-5181-4134-920a-f83677ed145e,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:53.756143 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e5462d1-eae3-40fc-a665-4f98d89036c9 req-120f5ac7-384d-4611-b869-765561470c32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 HTTP/1.1" status: 200 len: 217 time: 0.0580759 Nov 11 12:13:53.760196 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1aa525c6-83d1-420a-b7da-e7025f61b092 req-fcab8790-21ce-4be1-8f1a-0b586388ca64 service neutron] 10.222.0.62 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9620583 Nov 11 12:13:53.781978 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb12c24-d319-43ef-b0ff-3af6b5d62676 req-902a0ff1-d05f-445d-8859-54cc35d44b76 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:53.783553 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eb12c24-d319-43ef-b0ff-3af6b5d62676 req-902a0ff1-d05f-445d-8859-54cc35d44b76 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 944 time: 0.2458112 Nov 11 12:13:53.797669 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Network 169f4661-6c30-4638-acf4-d2a6b931cf1a is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:13:53.889369 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5462d1-eae3-40fc-a665-4f98d89036c9 req-5b7329a7-39a6-4369-8e32-93e4747e6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:53.892615 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e5462d1-eae3-40fc-a665-4f98d89036c9 req-5b7329a7-39a6-4369-8e32-93e4747e6163 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.1076155 Nov 11 12:13:53.922833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 169f4661-6c30-4638-acf4-d2a6b931cf1a) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:53.948082 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6eb12c24-d319-43ef-b0ff-3af6b5d62676 req-512640fc-9ad0-4dc5-9a6e-1f1430605712 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468239 Nov 11 12:13:53.966404 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260f3ca-8bbe-45c7-9915-3cfc588212d1 req-deec2bc2-1bb2-42be-8658-8c6ca81fe6f2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:53.968449 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6260f3ca-8bbe-45c7-9915-3cfc588212d1 req-deec2bc2-1bb2-42be-8658-8c6ca81fe6f2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 943 time: 0.4571452 Nov 11 12:13:53.973978 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49266) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:54.013303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:54.014408 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.038230 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5462d1-eae3-40fc-a665-4f98d89036c9 req-5a7d6e12-4e1f-4a14-95bd-e3435a121bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:54.040343 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e5462d1-eae3-40fc-a665-4f98d89036c9 req-5a7d6e12-4e1f-4a14-95bd-e3435a121bb9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349704 Nov 11 12:13:54.048750 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a8938ecf-d9c2-47a0-b8b3-b60e71ac09d6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.5254145 Nov 11 12:13:54.049900 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49268) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:54.056043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1444590315-router', 'tenant_id': '565d14f3b9594f96aa368a4aec01c3de', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:54.127367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.quota.resource [None req-152010ba-228f-4525-9625-b63cf212172d tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] Usage tracker for resource:network and project:97b047701dcd48528b2893f1d2100ab1 is out of sync, need to count used quota {{(pid=109153) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 12:13:54.163846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.quota.resource [None req-152010ba-228f-4525-9625-b63cf212172d tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109153) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 12:13:54.179326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '97fad12d-5181-4134-920a-f83677ed145e', 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c', 'port_id': '97fad12d-5181-4134-920a-f83677ed145e', 'mac_address': 'fa:16:3e:a3:4a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:13:54.181825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.quota.resource [None req-152010ba-228f-4525-9625-b63cf212172d tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] Usage tracker for resource:subnet and project:97b047701dcd48528b2893f1d2100ab1 is out of sync, need to count used quota {{(pid=109153) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 12:13:54.183462 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6080818b-be30-4057-b726-c53801bbf35e None None] Network 169f4661-6c30-4638-acf4-d2a6b931cf1a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:54.193428 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6260f3ca-8bbe-45c7-9915-3cfc588212d1 req-d581f2d0-0f3d-4ec2-bc51-8a702660d680 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159920 Nov 11 12:13:54.205368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.quota.resource [None req-152010ba-228f-4525-9625-b63cf212172d tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109153) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 12:13:54.219015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.quota.resource [None req-152010ba-228f-4525-9625-b63cf212172d tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] Usage tracker for resource:subnetpool and project:97b047701dcd48528b2893f1d2100ab1 is out of sync, need to count used quota {{(pid=109153) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 12:13:54.223978 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.227214 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.236171 n-d-807359-3 neutron-server[109153]: DEBUG neutron.quota.resource [None req-152010ba-228f-4525-9625-b63cf212172d tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109153) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 12:13:54.248323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.quota.resource [None req-152010ba-228f-4525-9625-b63cf212172d tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] Usage tracker for resource:port and project:97b047701dcd48528b2893f1d2100ab1 is out of sync, need to count used quota {{(pid=109153) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 12:13:54.254950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.quota.resource [None req-152010ba-228f-4525-9625-b63cf212172d tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109153) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 12:13:54.268865 n-d-807359-3 neutron-server[109153]: DEBUG neutron.quota.resource [None req-152010ba-228f-4525-9625-b63cf212172d tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] Usage tracker for resource:router and project:97b047701dcd48528b2893f1d2100ab1 is out of sync, need to count used quota {{(pid=109153) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 12:13:54.278432 n-d-807359-3 neutron-server[109153]: DEBUG neutron.quota.resource [None req-152010ba-228f-4525-9625-b63cf212172d tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109153) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 12:13:54.289088 n-d-807359-3 neutron-server[109153]: DEBUG neutron.quota.resource [None req-152010ba-228f-4525-9625-b63cf212172d tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] Usage tracker for resource:floatingip and project:97b047701dcd48528b2893f1d2100ab1 is out of sync, need to count used quota {{(pid=109153) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 12:13:54.298603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.quota.resource [None req-152010ba-228f-4525-9625-b63cf212172d tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109153) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 12:13:54.331118 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e5462d1-eae3-40fc-a665-4f98d89036c9 req-eccd80f8-3bde-4de5-84d5-df71a3f39db5 service neutron] 10.222.0.62 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427225 Nov 11 12:13:54.369467 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.388277 n-d-807359-3 neutron-server[109153]: DEBUG neutron.quota.resource [None req-152010ba-228f-4525-9625-b63cf212172d tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] Usage tracker for resource:security_group and project:97b047701dcd48528b2893f1d2100ab1 is out of sync, need to count used quota {{(pid=109153) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 12:13:54.396637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.quota.resource [None req-152010ba-228f-4525-9625-b63cf212172d tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109153) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 12:13:54.413032 n-d-807359-3 neutron-server[109153]: DEBUG neutron.quota.resource [None req-152010ba-228f-4525-9625-b63cf212172d tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] Usage tracker for resource:security_group_rule and project:97b047701dcd48528b2893f1d2100ab1 is out of sync, need to count used quota {{(pid=109153) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 12:13:54.422087 n-d-807359-3 neutron-server[109153]: DEBUG neutron.quota.resource [None req-152010ba-228f-4525-9625-b63cf212172d tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109153) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 12:13:54.453039 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-152010ba-228f-4525-9625-b63cf212172d tempest-QuotasTest-888805519 tempest-QuotasTest-888805519-project-admin] 10.222.0.65 "GET /v2.0/quotas/97b047701dcd48528b2893f1d2100ab1/details.json HTTP/1.1" status: 200 len: 703 time: 0.4770460 Nov 11 12:13:54.483984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-169f4661-6c30-4638-acf4-d2a6b931cf1a', 'network_id': '169f4661-6c30-4638-acf4-d2a6b931cf1a', 'tenant_id': '565d14f3b9594f96aa368a4aec01c3de', 'fixed_ips': [{'subnet_id': '0a45b1b8-925d-4515-997e-e1b8a95329ee'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:13:54.484863 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.626908 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.660196 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.668752 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e5462d1-eae3-40fc-a665-4f98d89036c9 req-4d9dd9dc-c3e6-4da0-872f-2913bc7c2cf5 service neutron] 10.222.0.62 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975583 Nov 11 12:13:54.795017 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fad12d-5181-4134-920a-f83677ed145e {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:13:54.869259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 97fad12d-5181-4134-920a-f83677ed145e, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=97fad12d-5181-4134-920a-f83677ed145e,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:54.879438 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.961564 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Allocated IP 172.20.0.2 (169f4661-6c30-4638-acf4-d2a6b931cf1a/0a45b1b8-925d-4515-997e-e1b8a95329ee/ffc625b4-d5b1-453c-949a-573800d47221) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:54.983039 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.984875 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=97fad12d-5181-4134-920a-f83677ed145e,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:54.985113 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49288) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:55.021073 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.146970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['97fad12d-5181-4134-920a-f83677ed145e'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:13:55.165357 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf82fea-d478-4b59-a328-a81dfb7bca33 req-1cc268ce-5172-4a8f-8119-12ad7e47a733 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:55.166983 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aaf82fea-d478-4b59-a328-a81dfb7bca33 req-1cc268ce-5172-4a8f-8119-12ad7e47a733 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 944 time: 0.1066020 Nov 11 12:13:55.233491 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Allocated IP 172.25.2.149 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/73e4adea-bef9-4472-a70a-3d4833005172) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:55.288709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aaf82fea-d478-4b59-a328-a81dfb7bca33 req-ff895422-efb9-427a-aed2-7d38d4bc6484 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104693 Nov 11 12:13:55.311689 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.364663 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.406700 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.446749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Network 169f4661-6c30-4638-acf4-d2a6b931cf1a is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:55.457276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:55.457542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334348-b1a8-4fd1-a3b0-a9edb5f68bc1 req-80bcb597-ac9f-413f-9aee-7e4fc250a623 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:55.460022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:55.470002 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0334348-b1a8-4fd1-a3b0-a9edb5f68bc1 req-80bcb597-ac9f-413f-9aee-7e4fc250a623 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 944 time: 0.1399271 Nov 11 12:13:55.479612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Pushing event updated for resources: {'Port': ['ID=ffc625b4-d5b1-453c-949a-573800d47221,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:55.499939 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.561328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Attempting to bind port ffc625b4-d5b1-453c-949a-573800d47221 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:55.561768 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Attempting to bind port ffc625b4-d5b1-453c-949a-573800d47221 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '843eb9b7-3a42-4a41-8dc8-600b0ba6ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '169f4661-6c30-4638-acf4-d2a6b931cf1a'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:55.562132 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Attempting to bind port ffc625b4-d5b1-453c-949a-573800d47221 on network 169f4661-6c30-4638-acf4-d2a6b931cf1a {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:55.566538 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0334348-b1a8-4fd1-a3b0-a9edb5f68bc1 req-2c29c6bd-b5f5-40b9-bfe6-dc34a0a21af7 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897272 Nov 11 12:13:55.593095 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cf4cb8f7-062d-4338-9508-16c2d7e532c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.600528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:55.600927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Checking segment: {'id': '843eb9b7-3a42-4a41-8dc8-600b0ba6ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '169f4661-6c30-4638-acf4-d2a6b931cf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:55.601351 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.601826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Bound using segment: {'id': '843eb9b7-3a42-4a41-8dc8-600b0ba6ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '169f4661-6c30-4638-acf4-d2a6b931cf1a'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:55.602324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Bound port: ffc625b4-d5b1-453c-949a-573800d47221, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843eb9b7-3a42-4a41-8dc8-600b0ba6ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '169f4661-6c30-4638-acf4-d2a6b931cf1a'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:55.602704 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.605031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Pushing event updated for resources: {'Port': ['ID=73e4adea-bef9-4472-a70a-3d4833005172,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:55.665895 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:55.672946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:55.706525 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:55.772516 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] For port ffc625b4-d5b1-453c-949a-573800d47221, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:55.783780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] For port ffc625b4-d5b1-453c-949a-573800d47221, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ffc625b4-d5b1-453c-949a-573800d47221,segment=NetworkSegment(843eb9b7-3a42-4a41-8dc8-600b0ba6ff03),segment_id=843eb9b7-3a42-4a41-8dc8-600b0ba6ff03)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:55.791262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d21fb7-8177-4dbd-af96-07d9a50e1953 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:55.803077 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cf4cb8f7-062d-4338-9508-16c2d7e532c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.818842 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.842585 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cf4cb8f7-062d-4338-9508-16c2d7e532c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.965852 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4aa622-a4fa-4756-b8f2-033e47cf5a64 None None] Pushing event updated for resources: {'Port': ['ID=ffc625b4-d5b1-453c-949a-573800d47221,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:56.047687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cb8f7-062d-4338-9508-16c2d7e532c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c80e18-f264-4423-8b7b-0ee34c7a7259,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:56.057190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49302) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:56.057426 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cf4cb8f7-062d-4338-9508-16c2d7e532c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17934964683243169a00306959284bc1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0690124 Nov 11 12:13:56.084087 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-33b4b086-d57b-48ce-8548-27ea02fc74ff None None] Provisioning complete for port 73e4adea-bef9-4472-a70a-3d4833005172 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:56.084572 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-33b4b086-d57b-48ce-8548-27ea02fc74ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.178764 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-33b4b086-d57b-48ce-8548-27ea02fc74ff None None] Port 73e4adea-bef9-4472-a70a-3d4833005172 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:56.179422 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-610faad6-150f-492e-83be-7f755be15e7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.236542 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-610faad6-150f-492e-83be-7f755be15e7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.238449 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.337557 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-610faad6-150f-492e-83be-7f755be15e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.341072 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-610faad6-150f-492e-83be-7f755be15e7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.343911 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-610faad6-150f-492e-83be-7f755be15e7f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76c80e18-f264-4423-8b7b-0ee34c7a7259 HTTP/1.1" status: 204 len: 168 time: 0.2840507 Nov 11 12:13:56.366788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610faad6-150f-492e-83be-7f755be15e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c80e18-f264-4423-8b7b-0ee34c7a7259,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:56.618311 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060b5ab-d597-41d8-be00-4423a4229d84 req-89145b8e-ffd1-47a1-989a-619ae2ec0831 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:56.628250 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3060b5ab-d597-41d8-be00-4423a4229d84 req-89145b8e-ffd1-47a1-989a-619ae2ec0831 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 944 time: 0.1576588 Nov 11 12:13:56.630405 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.823072 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3060b5ab-d597-41d8-be00-4423a4229d84 req-a4dbee3d-2639-4464-b9a1-adf1548198a0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907461 Nov 11 12:13:57.001356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b81bd-4abb-4040-8c76-1671a4349000 req-5e7ed316-303e-4eeb-95b0-f1ea0f9a8392 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:57.010376 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd9b81bd-4abb-4040-8c76-1671a4349000 req-5e7ed316-303e-4eeb-95b0-f1ea0f9a8392 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 944 time: 0.2145092 Nov 11 12:13:57.071213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Router cd3c24f0-a15c-4586-8594-41c2389d6267 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:13:57.144435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49318) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:57.193530 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a8ccf0b-5009-4552-944c-5a63f5f68db6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.240117 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd9b81bd-4abb-4040-8c76-1671a4349000 req-af4178cd-42de-4317-aad4-4ae62811a400 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164660 Nov 11 12:13:57.435070 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:57.462674 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Sync routers for ids ['cd3c24f0-a15c-4586-8594-41c2389d6267'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:57.515600 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Routers {'cd3c24f0-a15c-4586-8594-41c2389d6267'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:57.516254 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:13:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['cd3c24f0-a15c-4586-8594-41c2389d6267'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:57.544758 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.548490 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bbffcead-2ec0-4722-8108-0d22784820bd admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.4974115 Nov 11 12:13:57.562688 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49328) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:57.591836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 97fad12d-5181-4134-920a-f83677ed145e up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:57.727379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 97fad12d-5181-4134-920a-f83677ed145e completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:13:57.742357 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 97fad12d-5181-4134-920a-f83677ed145e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:57.744791 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.760205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ffc625b4-d5b1-453c-949a-573800d47221 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:57.881354 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643b3db0-55ac-478c-b545-4ac978560468 None None] Network 169f4661-6c30-4638-acf4-d2a6b931cf1a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:57.891729 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Set router cd3c24f0-a15c-4586-8594-41c2389d6267 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:58.064954 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a8ccf0b-5009-4552-944c-5a63f5f68db6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.099517 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7a8ccf0b-5009-4552-944c-5a63f5f68db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.103414 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ffc625b4-d5b1-453c-949a-573800d47221 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:58.109006 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.124051 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-82fc9f43-cada-4c55-aefe-ef1c957a43ad None None] Provisioning complete for port ffc625b4-d5b1-453c-949a-573800d47221 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:58.126393 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-82fc9f43-cada-4c55-aefe-ef1c957a43ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.155508 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49336) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:58.369108 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'name': 'tempest-ImageQuotaTest-1444590315-router', 'tenant_id': '565d14f3b9594f96aa368a4aec01c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '73e4adea-bef9-4472-a70a-3d4833005172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:54Z', 'updated_at': '2021-11-11T12:13:56Z', 'revision_number': 3, 'project_id': '565d14f3b9594f96aa368a4aec01c3de', 'gw_port': {'id': '73e4adea-bef9-4472-a70a-3d4833005172', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:55Z', 'updated_at': '2021-11-11T12:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:58.439901 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da0b4889-f897-4e53-adc6-903f8733b645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.441694 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.444242 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ccf0b-5009-4552-944c-5a63f5f68db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1785cb1-4cfc-4111-b2eb-ef0790c4433f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:58.449650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7a8ccf0b-5009-4552-944c-5a63f5f68db6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97b047701dcd48528b2893f1d2100ab1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3038609 Nov 11 12:13:58.456516 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49346) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:58.469713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3745266-5322-4054-87e6-218ca10c45d4 req-5c11e7aa-6ef2-4994-921f-e1b309de7892 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:58.477470 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3745266-5322-4054-87e6-218ca10c45d4 req-5c11e7aa-6ef2-4994-921f-e1b309de7892 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 944 time: 0.4472561 Nov 11 12:13:58.526245 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-82fc9f43-cada-4c55-aefe-ef1c957a43ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.534480 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Checking router: cd3c24f0-a15c-4586-8594-41c2389d6267 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:13:58.536174 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Updating router cd3c24f0-a15c-4586-8594-41c2389d6267 port 73e4adea-bef9-4472-a70a-3d4833005172 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:13:58.583653 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3745266-5322-4054-87e6-218ca10c45d4 req-2f6cf74c-2f87-4a01-a744-0ef66ac0babe tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048753 Nov 11 12:13:58.610762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a793e48-2b7c-42b0-85ff-78f266745bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fad12d-5181-4134-920a-f83677ed145e'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:13:58.618676 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.623052 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051d1f6d-cf31-492a-9a5b-b72fe9a0e212" -d '{"events": [{"server_uuid": "5a793e48-2b7c-42b0-85ff-78f266745bd8", "name": "network-vif-plugged", "status": "completed", "tag": "97fad12d-5181-4134-920a-f83677ed145e"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:13:58.701702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272873f-e14a-4b00-baf8-a0e3c0eff454 req-d892be13-ee71-499c-8db4-92d040f5ee22 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:58.703732 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567f803b-9b6c-44f8-bb1a-063c23be9622 x-openstack-request-id: req-567f803b-9b6c-44f8-bb1a-063c23be9622 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:13:58.704228 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a793e48-2b7c-42b0-85ff-78f266745bd8", "name": "network-vif-plugged", "status": "completed", "tag": "97fad12d-5181-4134-920a-f83677ed145e", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:13:58.704654 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-567f803b-9b6c-44f8-bb1a-063c23be9622 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:13:58.705203 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a793e48-2b7c-42b0-85ff-78f266745bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fad12d-5181-4134-920a-f83677ed145e', 'code': 200} Nov 11 12:13:58.706246 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1272873f-e14a-4b00-baf8-a0e3c0eff454 req-d892be13-ee71-499c-8db4-92d040f5ee22 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 944 time: 0.3473673 Nov 11 12:13:58.743167 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 97fad12d-5181-4134-920a-f83677ed145e, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=97fad12d-5181-4134-920a-f83677ed145e,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:58.760414 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-82fc9f43-cada-4c55-aefe-ef1c957a43ad None None] For port ffc625b4-d5b1-453c-949a-573800d47221, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ffc625b4-d5b1-453c-949a-573800d47221,segment=NetworkSegment(843eb9b7-3a42-4a41-8dc8-600b0ba6ff03),segment_id=843eb9b7-3a42-4a41-8dc8-600b0ba6ff03)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:58.761901 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da0b4889-f897-4e53-adc6-903f8733b645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.762468 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.767861 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.771780 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da0b4889-f897-4e53-adc6-903f8733b645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.814895 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-82fc9f43-cada-4c55-aefe-ef1c957a43ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.849180 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-da0b4889-f897-4e53-adc6-903f8733b645 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=69456e1243794d15b7f2087c4cd747c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6924682 Nov 11 12:13:58.852153 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49350) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:58.936041 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=97fad12d-5181-4134-920a-f83677ed145e,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:59.000899 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b4889-f897-4e53-adc6-903f8733b645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a486d0e4-d584-43c6-9a50-918cdfb19b23,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:59.028413 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:59.028775 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:59.102343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc9f43-cada-4c55-aefe-ef1c957a43ad None None] Pushing event updated for resources: {'Port': ['ID=ffc625b4-d5b1-453c-949a-573800d47221,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:59.133330 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b82e7b-f76b-4c94-b74a-1191e4f0cb76 req-b5581316-daa0-4047-b13a-9ef1567c6e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:59.135177 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d3b82e7b-f76b-4c94-b74a-1191e4f0cb76 req-b5581316-daa0-4047-b13a-9ef1567c6e92 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 1096 time: 0.3178785 Nov 11 12:13:59.154830 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-906aa8a9-da77-4618-9abc-2f2814c9a906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.208318 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.210247 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-906aa8a9-da77-4618-9abc-2f2814c9a906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.217389 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.258416 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d3b82e7b-f76b-4c94-b74a-1191e4f0cb76 req-cbfa3b21-b0c8-4934-b6a0-6d16e50627cd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051381 Nov 11 12:13:59.298097 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87ced69-86cf-494e-a4fe-c0c3ad23056f None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:59.345398 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-906aa8a9-da77-4618-9abc-2f2814c9a906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.353986 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-906aa8a9-da77-4618-9abc-2f2814c9a906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.355317 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Attempting to bind port 73e4adea-bef9-4472-a70a-3d4833005172 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:59.355685 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-906aa8a9-da77-4618-9abc-2f2814c9a906 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a486d0e4-d584-43c6-9a50-918cdfb19b23 HTTP/1.1" status: 204 len: 168 time: 0.4957163 Nov 11 12:13:59.356056 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Attempting to bind port 73e4adea-bef9-4472-a70a-3d4833005172 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:59.356984 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Attempting to bind port 73e4adea-bef9-4472-a70a-3d4833005172 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:59.382576 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ba85d491-9926-463a-a36a-8be347303650 None None] Provisioning complete for port 73e4adea-bef9-4472-a70a-3d4833005172 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:59.382951 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ba85d491-9926-463a-a36a-8be347303650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.385383 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:59.385888 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:59.386406 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.387231 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:59.388616 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Bound port: 73e4adea-bef9-4472-a70a-3d4833005172, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:59.389141 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.400942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906aa8a9-da77-4618-9abc-2f2814c9a906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a486d0e4-d584-43c6-9a50-918cdfb19b23,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:59.469345 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] For port 73e4adea-bef9-4472-a70a-3d4833005172, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:59.474558 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] For port 73e4adea-bef9-4472-a70a-3d4833005172, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=73e4adea-bef9-4472-a70a-3d4833005172,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:59.485949 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.490967 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2115b9-be56-4ef6-8379-acf816b0d8ad None None] Pushing event updated for resources: {'Port': ['ID=73e4adea-bef9-4472-a70a-3d4833005172,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:59.505731 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2115b9-be56-4ef6-8379-acf816b0d8ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:59.506085 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2115b9-be56-4ef6-8379-acf816b0d8ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:59.506484 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2115b9-be56-4ef6-8379-acf816b0d8ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:59.506818 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2115b9-be56-4ef6-8379-acf816b0d8ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:59.507428 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2115b9-be56-4ef6-8379-acf816b0d8ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:59.508061 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2115b9-be56-4ef6-8379-acf816b0d8ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:59.508392 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2115b9-be56-4ef6-8379-acf816b0d8ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:59.508764 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2115b9-be56-4ef6-8379-acf816b0d8ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:59.509090 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2115b9-be56-4ef6-8379-acf816b0d8ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:59.509574 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2115b9-be56-4ef6-8379-acf816b0d8ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:59.509922 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2115b9-be56-4ef6-8379-acf816b0d8ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:59.510287 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2115b9-be56-4ef6-8379-acf816b0d8ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:59.596201 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcccaee8-f9db-4eb6-998b-51031761bf14 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:59.600462 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ba85d491-9926-463a-a36a-8be347303650 None None] Port 73e4adea-bef9-4472-a70a-3d4833005172 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:59.609015 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Routers {'cd3c24f0-a15c-4586-8594-41c2389d6267'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:59.609896 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:13:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['cd3c24f0-a15c-4586-8594-41c2389d6267'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:59.740473 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6bad7613-c135-49fe-89b9-a9a6bd866a8b None None] Provisioning complete for port ffc625b4-d5b1-453c-949a-573800d47221 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:59.741017 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6bad7613-c135-49fe-89b9-a9a6bd866a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.798856 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ffc625b4-d5b1-453c-949a-573800d47221 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:59.825855 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] Set router cd3c24f0-a15c-4586-8594-41c2389d6267 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:14:00.021874 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1272873f-e14a-4b00-baf8-a0e3c0eff454 req-9d297f3a-4132-4026-a17a-7f2358c48fd0 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1757097 Nov 11 12:14:00.036849 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ffc625b4-d5b1-453c-949a-573800d47221 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:00.047867 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-76ffd8cc-ce72-4803-b39f-c4762be9bcf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.059065 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.101417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49364) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:00.109190 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-76ffd8cc-ce72-4803-b39f-c4762be9bcf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.118226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6bad7613-c135-49fe-89b9-a9a6bd866a8b None None] Provisioning complete for port 73e4adea-bef9-4472-a70a-3d4833005172 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:00.130669 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6bad7613-c135-49fe-89b9-a9a6bd866a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.137479 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aab52209-dcad-429d-aceb-e770c72bfa4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.187533 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-76ffd8cc-ce72-4803-b39f-c4762be9bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.194394 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-76ffd8cc-ce72-4803-b39f-c4762be9bcf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.202190 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-76ffd8cc-ce72-4803-b39f-c4762be9bcf8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a1785cb1-4cfc-4111-b2eb-ef0790c4433f HTTP/1.1" status: 204 len: 168 time: 1.7392223 Nov 11 12:14:00.294507 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2115b9-be56-4ef6-8379-acf816b0d8ad None None] Pushing event updated for resources: {'Port': ['ID=73e4adea-bef9-4472-a70a-3d4833005172,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:00.371697 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'name': 'tempest-ImageQuotaTest-1444590315-router', 'tenant_id': '565d14f3b9594f96aa368a4aec01c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '73e4adea-bef9-4472-a70a-3d4833005172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:54Z', 'updated_at': '2021-11-11T12:13:56Z', 'revision_number': 3, 'project_id': '565d14f3b9594f96aa368a4aec01c3de', 'gw_port': {'id': '73e4adea-bef9-4472-a70a-3d4833005172', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:55Z', 'updated_at': '2021-11-11T12:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:00.430637 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6bad7613-c135-49fe-89b9-a9a6bd866a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.444499 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a459c1-383e-47dc-b0f8-63e6172e70d5 None None] The sync data for ids ['cd3c24f0-a15c-4586-8594-41c2389d6267'] in n-d-807359-3 is: [{'id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'name': 'tempest-ImageQuotaTest-1444590315-router', 'tenant_id': '565d14f3b9594f96aa368a4aec01c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '73e4adea-bef9-4472-a70a-3d4833005172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:54Z', 'updated_at': '2021-11-11T12:13:56Z', 'revision_number': 3, 'project_id': '565d14f3b9594f96aa368a4aec01c3de', 'gw_port': {'id': '73e4adea-bef9-4472-a70a-3d4833005172', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:55Z', 'updated_at': '2021-11-11T12:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:14:00.450003 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aab52209-dcad-429d-aceb-e770c72bfa4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.460297 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aab52209-dcad-429d-aceb-e770c72bfa4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.502724 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6bad7613-c135-49fe-89b9-a9a6bd866a8b None None] For port 73e4adea-bef9-4472-a70a-3d4833005172, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=73e4adea-bef9-4472-a70a-3d4833005172,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:00.513469 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6bad7613-c135-49fe-89b9-a9a6bd866a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.569008 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-aab52209-dcad-429d-aceb-e770c72bfa4e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c43a6ca042540e0993d0a09cf55e093&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4664192 Nov 11 12:14:00.575393 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffd8cc-ce72-4803-b39f-c4762be9bcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1785cb1-4cfc-4111-b2eb-ef0790c4433f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:00.580178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49374) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:00.611750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d4ef7-0609-49fe-afe8-35554a8ff2b1 req-d763b57d-5852-407f-9793-ea642eaeb935 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:00.613813 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec1d4ef7-0609-49fe-afe8-35554a8ff2b1 req-d763b57d-5852-407f-9793-ea642eaeb935 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 944 time: 0.6988642 Nov 11 12:14:00.681206 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.694929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad7613-c135-49fe-89b9-a9a6bd866a8b None None] Pushing event updated for resources: {'Port': ['ID=73e4adea-bef9-4472-a70a-3d4833005172,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:00.831164 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-884794bc-e225-42d7-9eca-9885ecfaf0a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.836780 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab52209-dcad-429d-aceb-e770c72bfa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa14d59-90cc-4f31-96d3-201971be1f67,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:00.883779 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-884794bc-e225-42d7-9eca-9885ecfaf0a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.004349 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-884794bc-e225-42d7-9eca-9885ecfaf0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.011056 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-884794bc-e225-42d7-9eca-9885ecfaf0a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.021788 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-884794bc-e225-42d7-9eca-9885ecfaf0a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/afa14d59-90cc-4f31-96d3-201971be1f67 HTTP/1.1" status: 204 len: 168 time: 0.4350221 Nov 11 12:14:01.030885 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884794bc-e225-42d7-9eca-9885ecfaf0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa14d59-90cc-4f31-96d3-201971be1f67,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:01.135511 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec1d4ef7-0609-49fe-afe8-35554a8ff2b1 req-4d4071ee-3b20-46b1-82fe-86719cfc2336 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067322 Nov 11 12:14:01.160776 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Allocated IP 172.20.0.1 (169f4661-6c30-4638-acf4-d2a6b931cf1a/0a45b1b8-925d-4515-997e-e1b8a95329ee/fca62545-5b66-4305-9fd9-0244a355789f) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:01.500380 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.536566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3097c0-ce70-41b6-adc1-40ee6cf10db2 req-3b6a4de3-dd35-4c76-b888-de2e6a26e15c tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:01.538681 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd3097c0-ce70-41b6-adc1-40ee6cf10db2 req-3b6a4de3-dd35-4c76-b888-de2e6a26e15c tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 945 time: 0.3518546 Nov 11 12:14:01.720662 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd3097c0-ce70-41b6-adc1-40ee6cf10db2 req-6d0fc25e-e0fe-4c29-95f7-f347021f97f5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610851 Nov 11 12:14:01.745317 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.868781 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 73e4adea-bef9-4472-a70a-3d4833005172 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:01.941409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Network 169f4661-6c30-4638-acf4-d2a6b931cf1a is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:01.969218 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:01.978854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:01.985301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Pushing event updated for resources: {'Port': ['ID=fca62545-5b66-4305-9fd9-0244a355789f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:02.056466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 73e4adea-bef9-4472-a70a-3d4833005172 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:02.056896 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.118660 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.400848 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49424) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.463043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-08396211-ba98-45b7-9599-50075347eaba None None] Provisioning complete for port fca62545-5b66-4305-9fd9-0244a355789f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:02.474521 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-08396211-ba98-45b7-9599-50075347eaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.551213 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63cafd-c5f3-41cb-ba4e-854c2de6e3fe req-9fb7bb26-eaba-49b6-b748-07604f453696 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:02.553244 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e63cafd-c5f3-41cb-ba4e-854c2de6e3fe req-9fb7bb26-eaba-49b6-b748-07604f453696 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 945 time: 0.3488462 Nov 11 12:14:02.619449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14adcb-5a38-4530-a3ce-e7898847b7ee req-ac7ee64a-c353-4c69-ac16-a6085f6112e7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:02.630420 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da14adcb-5a38-4530-a3ce-e7898847b7ee req-ac7ee64a-c353-4c69-ac16-a6085f6112e7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 944 time: 0.2898619 Nov 11 12:14:02.631139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-08396211-ba98-45b7-9599-50075347eaba None None] Port fca62545-5b66-4305-9fd9-0244a355789f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:02.745133 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.809062 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-77f9ae62-e112-4c8e-820c-b1905957fe5c tempest-AgentManagementNegativeTest-1833921585 tempest-AgentManagementNegativeTest-1833921585-project] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4069850 Nov 11 12:14:02.857098 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da14adcb-5a38-4530-a3ce-e7898847b7ee req-734a3195-55ca-44ce-abe4-bee201020157 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257502 Nov 11 12:14:03.005961 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e63cafd-c5f3-41cb-ba4e-854c2de6e3fe req-68338ebf-c426-4dd0-a6e7-509b8113e76f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329762 Nov 11 12:14:03.231225 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.246435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179dc92-5416-4464-b283-3434580ea851 req-cc2ca8e6-1602-4641-be8e-cf9fe9a6d6a9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:03.248034 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2179dc92-5416-4464-b283-3434580ea851 req-cc2ca8e6-1602-4641-be8e-cf9fe9a6d6a9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 945 time: 0.0872669 Nov 11 12:14:03.249349 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.298873 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.359995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49450) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:03.485356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Network 169f4661-6c30-4638-acf4-d2a6b931cf1a is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:03.494424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:03.641167 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d65d947a-e5c0-4dd9-a64c-dd0b81766d2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.777616 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Router cd3c24f0-a15c-4586-8594-41c2389d6267 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:14:03.789856 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2179dc92-5416-4464-b283-3434580ea851 req-3fdb01c3-e828-4703-aabf-709da63ec84a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918814 Nov 11 12:14:03.791687 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Pushing event updated for resources: {'Port': ['ID=fca62545-5b66-4305-9fd9-0244a355789f,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:03.863828 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d65d947a-e5c0-4dd9-a64c-dd0b81766d2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.873302 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d65d947a-e5c0-4dd9-a64c-dd0b81766d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.014046 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d65d947a-e5c0-4dd9-a64c-dd0b81766d2a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7697281b9a3445f5b55c409375860a26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6525617 Nov 11 12:14:04.014671 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49474) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:04.016830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d947a-e5c0-4dd9-a64c-dd0b81766d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc8139b-b0d9-4154-9a69-e69518d88548,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:04.079634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ebd27531-6584-422b-9ea1-d0c453e35597 None None] Provisioning complete for port fca62545-5b66-4305-9fd9-0244a355789f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:04.080201 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ebd27531-6584-422b-9ea1-d0c453e35597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.190547 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-749c6f29-cdb6-4c97-beaf-930c06d6bff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.208431 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a51fb-0094-49c0-8144-d035609956b8 req-6279855b-0f34-409b-9803-de8c924dacf7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:04.210202 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-867a51fb-0094-49c0-8144-d035609956b8 req-6279855b-0f34-409b-9803-de8c924dacf7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 944 time: 0.2076616 Nov 11 12:14:04.239169 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ebd27531-6584-422b-9ea1-d0c453e35597 None None] Port fca62545-5b66-4305-9fd9-0244a355789f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:04.261905 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-749c6f29-cdb6-4c97-beaf-930c06d6bff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.277062 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:14:04.289449 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Sync routers for ids ['cd3c24f0-a15c-4586-8594-41c2389d6267'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:14:04.294470 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-18f2c274-1447-4c1c-940b-0324e26bfe24 admin admin] 10.222.0.65 "PUT /v2.0/routers/cd3c24f0-a15c-4586-8594-41c2389d6267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7306881 Nov 11 12:14:04.333718 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Routers {'cd3c24f0-a15c-4586-8594-41c2389d6267'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:04.336891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:13:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['cd3c24f0-a15c-4586-8594-41c2389d6267'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:04.339196 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-749c6f29-cdb6-4c97-beaf-930c06d6bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.345230 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-749c6f29-cdb6-4c97-beaf-930c06d6bff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.347131 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-749c6f29-cdb6-4c97-beaf-930c06d6bff4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cdc8139b-b0d9-4154-9a69-e69518d88548 HTTP/1.1" status: 204 len: 168 time: 0.3258891 Nov 11 12:14:04.357941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c6f29-cdb6-4c97-beaf-930c06d6bff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc8139b-b0d9-4154-9a69-e69518d88548,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:04.383833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-867a51fb-0094-49c0-8144-d035609956b8 req-49ee84f4-300e-4cb6-a2a8-097217e8cfd6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641829 Nov 11 12:14:04.483084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43519b-52d5-4939-a668-3f7b6b6c77e2 req-82fba9a1-73c3-4954-96a2-f961e15d2142 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:04.491488 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f43519b-52d5-4939-a668-3f7b6b6c77e2 req-82fba9a1-73c3-4954-96a2-f961e15d2142 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 945 time: 0.0816569 Nov 11 12:14:04.568586 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f43519b-52d5-4939-a668-3f7b6b6c77e2 req-58c53f35-92a5-49e0-969e-d08f9c0f1bec tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758493 Nov 11 12:14:04.779254 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Set router cd3c24f0-a15c-4586-8594-41c2389d6267 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:14:05.233868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'name': 'tempest-ImageQuotaTest-1444590315-router', 'tenant_id': '565d14f3b9594f96aa368a4aec01c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '73e4adea-bef9-4472-a70a-3d4833005172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:54Z', 'updated_at': '2021-11-11T12:14:02Z', 'revision_number': 4, 'project_id': '565d14f3b9594f96aa368a4aec01c3de', 'gw_port': {'id': '73e4adea-bef9-4472-a70a-3d4833005172', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:55Z', 'updated_at': '2021-11-11T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'fca62545-5b66-4305-9fd9-0244a355789f', 'name': '', 'network_id': '169f4661-6c30-4638-acf4-d2a6b931cf1a', 'tenant_id': '565d14f3b9594f96aa368a4aec01c3de', 'mac_address': 'fa:16:3e:37:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '0a45b1b8-925d-4515-997e-e1b8a95329ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:00Z', 'updated_at': '2021-11-11T12:14:02Z', 'revision_number': 2, 'project_id': '565d14f3b9594f96aa368a4aec01c3de', 'subnets': [{'id': '0a45b1b8-925d-4515-997e-e1b8a95329ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:05.321759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Checking router: cd3c24f0-a15c-4586-8594-41c2389d6267 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:14:05.322529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Updating router cd3c24f0-a15c-4586-8594-41c2389d6267 port fca62545-5b66-4305-9fd9-0244a355789f binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:14:05.364136 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.626522 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783eda7-3002-496c-8027-99278ed0f259 req-2d448a03-5b6c-4c83-8e12-6a39cbb68b7e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:05.628134 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8783eda7-3002-496c-8027-99278ed0f259 req-2d448a03-5b6c-4c83-8e12-6a39cbb68b7e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 944 time: 0.1586499 Nov 11 12:14:05.681762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:14:05.753350 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8783eda7-3002-496c-8027-99278ed0f259 req-a9f624b8-a077-4e18-8366-cbf407e9a45b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170008 Nov 11 12:14:05.831557 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9324e63-cd44-4437-9f8e-40c6b36e90fb req-4f446e2a-9519-4328-b1fd-ca95a3a6a56f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:05.835548 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9324e63-cd44-4437-9f8e-40c6b36e90fb req-4f446e2a-9519-4328-b1fd-ca95a3a6a56f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 945 time: 0.0941539 Nov 11 12:14:05.851167 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75470056-3bf2-42b4-8dc1-4613bfd11745 req-30ba6aa5-aa5c-44c4-a6f0-5d86b1719b2b tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:05.863929 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-75470056-3bf2-42b4-8dc1-4613bfd11745 req-30ba6aa5-aa5c-44c4-a6f0-5d86b1719b2b tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 945 time: 0.1314819 Nov 11 12:14:05.952539 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.000743 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9324e63-cd44-4437-9f8e-40c6b36e90fb req-77c591ba-b337-48af-ad64-69d72803e83e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589298 Nov 11 12:14:06.011448 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.063975 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a139b0d4-9269-4906-9b21-9aa6d4134003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.168804 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-75470056-3bf2-42b4-8dc1-4613bfd11745 req-2f021b58-db60-4c35-99b6-25ec9047a9a5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Deleting port 97fad12d-5181-4134-920a-f83677ed145e {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:06.169162 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-75470056-3bf2-42b4-8dc1-4613bfd11745 req-2f021b58-db60-4c35-99b6-25ec9047a9a5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.198008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Attempting to bind port fca62545-5b66-4305-9fd9-0244a355789f on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:06.198633 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Attempting to bind port fca62545-5b66-4305-9fd9-0244a355789f by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '843eb9b7-3a42-4a41-8dc8-600b0ba6ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '169f4661-6c30-4638-acf4-d2a6b931cf1a'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:06.199201 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Attempting to bind port fca62545-5b66-4305-9fd9-0244a355789f on network 169f4661-6c30-4638-acf4-d2a6b931cf1a {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:06.206274 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44576b-6cab-45bd-bbff-e797e48c06e9 None None] Pushing event updated for resources: {'Port': ['ID=fca62545-5b66-4305-9fd9-0244a355789f,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:06.211661 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9a7bcea8-0c21-4ba5-91d9-053382ff8ad3,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:06.226431 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:06.226431 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Checking segment: {'id': '843eb9b7-3a42-4a41-8dc8-600b0ba6ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '169f4661-6c30-4638-acf4-d2a6b931cf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:06.226431 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.227091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Bound using segment: {'id': '843eb9b7-3a42-4a41-8dc8-600b0ba6ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '169f4661-6c30-4638-acf4-d2a6b931cf1a'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:06.227091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Bound port: fca62545-5b66-4305-9fd9-0244a355789f, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843eb9b7-3a42-4a41-8dc8-600b0ba6ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '169f4661-6c30-4638-acf4-d2a6b931cf1a'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:06.227405 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.335444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] For port fca62545-5b66-4305-9fd9-0244a355789f, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:06.345657 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] For port fca62545-5b66-4305-9fd9-0244a355789f, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=fca62545-5b66-4305-9fd9-0244a355789f,segment=NetworkSegment(843eb9b7-3a42-4a41-8dc8-600b0ba6ff03),segment_id=843eb9b7-3a42-4a41-8dc8-600b0ba6ff03)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:06.349015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '9a7bcea8-0c21-4ba5-91d9-053382ff8ad3', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'port_id': '9a7bcea8-0c21-4ba5-91d9-053382ff8ad3', 'mac_address': 'fa:16:3e:23:be:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:14:06.361415 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.437657 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49554) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:06.441286 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-75470056-3bf2-42b4-8dc1-4613bfd11745 req-2f021b58-db60-4c35-99b6-25ec9047a9a5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] For port 97fad12d-5181-4134-920a-f83677ed145e, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=97fad12d-5181-4134-920a-f83677ed145e,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:06.441809 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-75470056-3bf2-42b4-8dc1-4613bfd11745 req-2f021b58-db60-4c35-99b6-25ec9047a9a5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.491785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-75470056-3bf2-42b4-8dc1-4613bfd11745 req-2f021b58-db60-4c35-99b6-25ec9047a9a5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Calling delete_port for 97fad12d-5181-4134-920a-f83677ed145e owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:06.517561 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.524115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44576b-6cab-45bd-bbff-e797e48c06e9 None None] Pushing event updated for resources: {'Port': ['ID=fca62545-5b66-4305-9fd9-0244a355789f,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:06.603233 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:14:06.652736 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Routers {'cd3c24f0-a15c-4586-8594-41c2389d6267'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:06.661913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:13:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['cd3c24f0-a15c-4586-8594-41c2389d6267'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:06.752863 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9a7bcea8-0c21-4ba5-91d9-053382ff8ad3,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:06.767173 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.778398 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-00c3d5f8-f1e8-4276-9991-4154fd46cba1 None None] Provisioning complete for port fca62545-5b66-4305-9fd9-0244a355789f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:06.782846 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-00c3d5f8-f1e8-4276-9991-4154fd46cba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.799878 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-32fed677-187d-4014-b34d-0d7ee977030f tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-568766871'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:06.912373 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fed677-187d-4014-b34d-0d7ee977030f tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Made reservation on behalf of 61cbe22d2a12402597db886619b59b8e for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:06.933278 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32fed677-187d-4014-b34d-0d7ee977030f tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.003849 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32fed677-187d-4014-b34d-0d7ee977030f tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.082221 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['9a7bcea8-0c21-4ba5-91d9-053382ff8ad3'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:14:07.163773 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe86f1-8af2-4677-9c55-beabd32d625f req-da754b75-22cc-498b-ad29-6746960d9ec2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:07.165413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcbe86f1-8af2-4677-9c55-beabd32d625f req-da754b75-22cc-498b-ad29-6746960d9ec2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 945 time: 0.1833982 Nov 11 12:14:07.171868 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:14:07.211431 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=9a7bcea8-0c21-4ba5-91d9-053382ff8ad3,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:07.268845 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcbe86f1-8af2-4677-9c55-beabd32d625f req-24a0dc7f-c517-4d0c-9e0e-fa0a35d46c8b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935056 Nov 11 12:14:07.274732 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-75470056-3bf2-42b4-8dc1-4613bfd11745 req-2f021b58-db60-4c35-99b6-25ec9047a9a5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.349101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112659f0-e8f0-4505-92d7-515b4e0c984f req-5e39e284-4bdc-4c8d-b683-452eac74f555 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:07.363603 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] Set router cd3c24f0-a15c-4586-8594-41c2389d6267 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:14:07.367651 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-112659f0-e8f0-4505-92d7-515b4e0c984f req-5e39e284-4bdc-4c8d-b683-452eac74f555 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a793e48-2b7c-42b0-85ff-78f266745bd8 HTTP/1.1" status: 200 len: 867 time: 0.1205430 Nov 11 12:14:07.373699 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-00c3d5f8-f1e8-4276-9991-4154fd46cba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.380899 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f021b58-db60-4c35-99b6-25ec9047a9a5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Pushing event deleted for resources: {'Port': ['ID=97fad12d-5181-4134-920a-f83677ed145e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:07.491708 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-112659f0-e8f0-4505-92d7-515b4e0c984f req-ada90c9e-1c3e-4cad-becb-17a02cbf7111 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177883 Nov 11 12:14:07.497185 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-75470056-3bf2-42b4-8dc1-4613bfd11745 req-2f021b58-db60-4c35-99b6-25ec9047a9a5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] No DVR routers for this DVR port 97fad12d-5181-4134-920a-f83677ed145e on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:07.507004 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-75470056-3bf2-42b4-8dc1-4613bfd11745 req-2f021b58-db60-4c35-99b6-25ec9047a9a5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.507004 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-75470056-3bf2-42b4-8dc1-4613bfd11745 req-2f021b58-db60-4c35-99b6-25ec9047a9a5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "DELETE /v2.0/ports/97fad12d-5181-4134-920a-f83677ed145e HTTP/1.1" status: 204 len: 173 time: 1.6325867 Nov 11 12:14:07.507004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a793e48-2b7c-42b0-85ff-78f266745bd8', 'name': 'network-vif-deleted', 'tag': '97fad12d-5181-4134-920a-f83677ed145e'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:14:07.521871 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1025e5f7-737c-43ff-abfb-0b1e9aa6bc1c" -d '{"events": [{"server_uuid": "5a793e48-2b7c-42b0-85ff-78f266745bd8", "name": "network-vif-deleted", "tag": "97fad12d-5181-4134-920a-f83677ed145e"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:14:07.583577 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32fed677-187d-4014-b34d-0d7ee977030f tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.590999 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32fed677-187d-4014-b34d-0d7ee977030f tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.609559 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fed677-187d-4014-b34d-0d7ee977030f tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:07.636895 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32fed677-187d-4014-b34d-0d7ee977030f tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.637456 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-32fed677-187d-4014-b34d-0d7ee977030f tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Added segment 9eb004f0-8fda-4df6-8857-65a29a7de0e3 of type vlan for network 5c7d04f6-76a6-4770-8823-f82218637848 Nov 11 12:14:07.707942 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-00c3d5f8-f1e8-4276-9991-4154fd46cba1 None None] For port fca62545-5b66-4305-9fd9-0244a355789f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=fca62545-5b66-4305-9fd9-0244a355789f,segment=NetworkSegment(843eb9b7-3a42-4a41-8dc8-600b0ba6ff03),segment_id=843eb9b7-3a42-4a41-8dc8-600b0ba6ff03)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:07.737457 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192bab48-386c-42d8-9d4f-4ebaafb940d7 x-openstack-request-id: req-192bab48-386c-42d8-9d4f-4ebaafb940d7 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:14:07.740242 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-00c3d5f8-f1e8-4276-9991-4154fd46cba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.741041 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a793e48-2b7c-42b0-85ff-78f266745bd8", "name": "network-vif-deleted", "tag": "97fad12d-5181-4134-920a-f83677ed145e", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:14:07.741720 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-192bab48-386c-42d8-9d4f-4ebaafb940d7 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:14:07.742347 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a793e48-2b7c-42b0-85ff-78f266745bd8', 'name': 'network-vif-deleted', 'tag': '97fad12d-5181-4134-920a-f83677ed145e', 'status': 'completed', 'code': 200} Nov 11 12:14:07.779638 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32fed677-187d-4014-b34d-0d7ee977030f tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.833798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5796da-2c8e-433e-89f7-5786563d375f req-3389806d-5394-4fca-9276-e2de96570f6f tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:07.848912 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f5796da-2c8e-433e-89f7-5786563d375f req-3389806d-5394-4fca-9276-e2de96570f6f tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/ports?device_id=f654c975-6528-434a-9512-0f0197943827 HTTP/1.1" status: 200 len: 950 time: 0.0887494 Nov 11 12:14:07.849021 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32fed677-187d-4014-b34d-0d7ee977030f tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.849748 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49590) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:07.858289 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fed677-187d-4014-b34d-0d7ee977030f tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:07.859468 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32fed677-187d-4014-b34d-0d7ee977030f tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.893510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fed677-187d-4014-b34d-0d7ee977030f tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fad4afe-9b97-487e-8554-8ed82ab1c50f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:07.925545 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3d5f8-f1e8-4276-9991-4154fd46cba1 None None] Pushing event updated for resources: {'Port': ['ID=fca62545-5b66-4305-9fd9-0244a355789f,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:07.968408 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-32fed677-187d-4014-b34d-0d7ee977030f tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5295038 Nov 11 12:14:07.972246 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49592) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:07.991601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-153b882a-880d-410d-8cf8-2edf3082a9cf tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Request body: {'subnet': {'network_id': '5c7d04f6-76a6-4770-8823-f82218637848', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:08.028719 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f5796da-2c8e-433e-89f7-5786563d375f req-861ad525-38a3-425e-88ae-fbe9731efb16 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/security-groups?id=b48b2720-a48d-4699-822f-06f92a2505df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671100 Nov 11 12:14:08.039937 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fed677-187d-4014-b34d-0d7ee977030f tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event updated for resources: {'Network': ['ID=5c7d04f6-76a6-4770-8823-f82218637848,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:08.095703 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 5c7d04f6-76a6-4770-8823-f82218637848 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:08.313281 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153b882a-880d-410d-8cf8-2edf3082a9cf tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Made reservation on behalf of 61cbe22d2a12402597db886619b59b8e for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:08.317222 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-153b882a-880d-410d-8cf8-2edf3082a9cf tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.453663 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-faf3e068-c05a-4e78-973d-c47b1cef4ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.464733 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c6d85321-ab38-44b9-8004-fd9944c969a4 None None] Provisioning complete for port fca62545-5b66-4305-9fd9-0244a355789f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:08.465413 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c6d85321-ab38-44b9-8004-fd9944c969a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.571971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a29f74-b8aa-4bbc-9f38-e414fd7183df req-e25d8caa-a146-4208-bc20-ff5175d13ed9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:08.573760 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-58a29f74-b8aa-4bbc-9f38-e414fd7183df req-e25d8caa-a146-4208-bc20-ff5175d13ed9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 945 time: 0.1886930 Nov 11 12:14:08.601392 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'name': 'tempest-ImageQuotaTest-1444590315-router', 'tenant_id': '565d14f3b9594f96aa368a4aec01c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '73e4adea-bef9-4472-a70a-3d4833005172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:54Z', 'updated_at': '2021-11-11T12:14:02Z', 'revision_number': 4, 'project_id': '565d14f3b9594f96aa368a4aec01c3de', 'gw_port': {'id': '73e4adea-bef9-4472-a70a-3d4833005172', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:55Z', 'updated_at': '2021-11-11T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'fca62545-5b66-4305-9fd9-0244a355789f', 'name': '', 'network_id': '169f4661-6c30-4638-acf4-d2a6b931cf1a', 'tenant_id': '565d14f3b9594f96aa368a4aec01c3de', 'mac_address': 'fa:16:3e:37:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '0a45b1b8-925d-4515-997e-e1b8a95329ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:00Z', 'updated_at': '2021-11-11T12:14:06Z', 'revision_number': 4, 'project_id': '565d14f3b9594f96aa368a4aec01c3de', 'subnets': [{'id': '0a45b1b8-925d-4515-997e-e1b8a95329ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:08.640043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ed0248-34f5-425c-b211-4e31de3174dc None None] The sync data for ids ['cd3c24f0-a15c-4586-8594-41c2389d6267'] in n-d-807359-3 is: [{'id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'name': 'tempest-ImageQuotaTest-1444590315-router', 'tenant_id': '565d14f3b9594f96aa368a4aec01c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '73e4adea-bef9-4472-a70a-3d4833005172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:54Z', 'updated_at': '2021-11-11T12:14:02Z', 'revision_number': 4, 'project_id': '565d14f3b9594f96aa368a4aec01c3de', 'gw_port': {'id': '73e4adea-bef9-4472-a70a-3d4833005172', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:55Z', 'updated_at': '2021-11-11T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'fca62545-5b66-4305-9fd9-0244a355789f', 'name': '', 'network_id': '169f4661-6c30-4638-acf4-d2a6b931cf1a', 'tenant_id': '565d14f3b9594f96aa368a4aec01c3de', 'mac_address': 'fa:16:3e:37:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '0a45b1b8-925d-4515-997e-e1b8a95329ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:00Z', 'updated_at': '2021-11-11T12:14:06Z', 'revision_number': 4, 'project_id': '565d14f3b9594f96aa368a4aec01c3de', 'subnets': [{'id': '0a45b1b8-925d-4515-997e-e1b8a95329ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:14:08.807583 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-58a29f74-b8aa-4bbc-9f38-e414fd7183df req-3746ea70-c3c1-4065-b2c3-96d73a175f06 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217929 Nov 11 12:14:08.813742 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-153b882a-880d-410d-8cf8-2edf3082a9cf tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.870823 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a92a950-d8f2-46a1-ba20-99127dd7191c req-bd552168-665b-4df4-a8d4-eb1067906788 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2406712 Nov 11 12:14:08.918471 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b882a-880d-410d-8cf8-2edf3082a9cf tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event updated for resources: {'Subnet': ['ID=7c913706-96cc-4c3f-9f05-e8f3e57af46a,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:08.974995 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f9cfc60c-b56a-426f-88e0-0e16e1f76f8a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:14:09.037769 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.044814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b882a-880d-410d-8cf8-2edf3082a9cf tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Checking segment: {'id': '9eb004f0-8fda-4df6-8857-65a29a7de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5c7d04f6-76a6-4770-8823-f82218637848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:09.045173 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153b882a-880d-410d-8cf8-2edf3082a9cf tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Network hostable DHCP agents. Network: 5c7d04f6-76a6-4770-8823-f82218637848, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:09.161020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92a950-d8f2-46a1-ba20-99127dd7191c req-c0c5c06e-6e36-457c-b0c0-f2e103b5e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:09.162745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a92a950-d8f2-46a1-ba20-99127dd7191c req-c0c5c06e-6e36-457c-b0c0-f2e103b5e98f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 1097 time: 0.2328160 Nov 11 12:14:09.172829 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153b882a-880d-410d-8cf8-2edf3082a9cf tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Network 5c7d04f6-76a6-4770-8823-f82218637848 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:09.192498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce698c-664b-40ca-812a-482a043c0ae2 req-231e36c8-ddf8-4d5e-9bbc-78970f60b531 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:09.194289 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59ce698c-664b-40ca-812a-482a043c0ae2 req-231e36c8-ddf8-4d5e-9bbc-78970f60b531 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.2277312 Nov 11 12:14:09.246384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-153b882a-880d-410d-8cf8-2edf3082a9cf tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 5c7d04f6-76a6-4770-8823-f82218637848) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:09.250330 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b351714b-33c2-4491-be1d-e3c46b400d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.256602 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296a6ae1-4fc3-4480-94e9-0a28a897abe6 None None] Network 5c7d04f6-76a6-4770-8823-f82218637848 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:09.307669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-bb7950da-128a-46db-86a9-059a10bad708 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:09.315224 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-bb7950da-128a-46db-86a9-059a10bad708 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 805 time: 0.3505816 Nov 11 12:14:09.331017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153b882a-880d-410d-8cf8-2edf3082a9cf tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:09.331612 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-153b882a-880d-410d-8cf8-2edf3082a9cf tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.389216 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dae6d-b81a-4022-9d6e-da2800475b4e req-ff53e729-0088-41f9-a55f-f3a15ff27011 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:09.392127 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-433dae6d-b81a-4022-9d6e-da2800475b4e req-ff53e729-0088-41f9-a55f-f3a15ff27011 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.43 "GET /v2.0/ports?device_id=f654c975-6528-434a-9512-0f0197943827 HTTP/1.1" status: 200 len: 950 time: 0.0872424 Nov 11 12:14:09.415637 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-acbb6f68-df75-469e-a12c-1968781d97c8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/quotas/c183b0a214584982aa6e510cee65d4cd HTTP/1.1" status: 200 len: 375 time: 0.0994267 Nov 11 12:14:09.554859 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2081bee-8099-408d-8609-22da2054abad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-5c7d04f6-76a6-4770-8823-f82218637848', 'network_id': '5c7d04f6-76a6-4770-8823-f82218637848', 'tenant_id': '61cbe22d2a12402597db886619b59b8e', 'fixed_ips': [{'subnet_id': '7c913706-96cc-4c3f-9f05-e8f3e57af46a'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:09.555727 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c2081bee-8099-408d-8609-22da2054abad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.579338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-433dae6d-b81a-4022-9d6e-da2800475b4e req-053a09f3-ecc4-49ba-ba8d-546168c9390e tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Deleting port 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:09.584819 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-433dae6d-b81a-4022-9d6e-da2800475b4e req-053a09f3-ecc4-49ba-ba8d-546168c9390e tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.702284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:09.787664 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-433dae6d-b81a-4022-9d6e-da2800475b4e req-053a09f3-ecc4-49ba-ba8d-546168c9390e tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] For port 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=06415bb0-581b-4f63-a5f7-6a2b46b6e1fa,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:09.788069 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-433dae6d-b81a-4022-9d6e-da2800475b4e req-053a09f3-ecc4-49ba-ba8d-546168c9390e tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.830536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-433dae6d-b81a-4022-9d6e-da2800475b4e req-053a09f3-ecc4-49ba-ba8d-546168c9390e tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Calling delete_port for 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:09.853062 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device fca62545-5b66-4305-9fd9-0244a355789f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:09.910614 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:14:09.919076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:09.919476 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.024123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-c2081bee-8099-408d-8609-22da2054abad None None] Allocated IP 2001:db8::2 (5c7d04f6-76a6-4770-8823-f82218637848/7c913706-96cc-4c3f-9f05-e8f3e57af46a/841235d4-8e59-4c7e-9212-327b176b827e) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:10.049895 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-433dae6d-b81a-4022-9d6e-da2800475b4e req-053a09f3-ecc4-49ba-ba8d-546168c9390e tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.159800 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['06415bb0-581b-4f63-a5f7-6a2b46b6e1fa'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:14:10.168767 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59ce698c-664b-40ca-812a-482a043c0ae2 req-e613a939-f567-44c0-a66f-f0fee4cb37d5 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9587142 Nov 11 12:14:10.191341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-153b882a-880d-410d-8cf8-2edf3082a9cf tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2063072 Nov 11 12:14:10.194196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-433dae6d-b81a-4022-9d6e-da2800475b4e req-053a09f3-ecc4-49ba-ba8d-546168c9390e tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] No DVR routers for this DVR port 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:10.196240 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a09f3-ecc4-49ba-ba8d-546168c9390e tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Pushing event deleted for resources: {'Port': ['ID=06415bb0-581b-4f63-a5f7-6a2b46b6e1fa,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:10.207401 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49666) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:10.207731 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-433dae6d-b81a-4022-9d6e-da2800475b4e req-053a09f3-ecc4-49ba-ba8d-546168c9390e tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.216438 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-433dae6d-b81a-4022-9d6e-da2800475b4e req-053a09f3-ecc4-49ba-ba8d-546168c9390e tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.43 "DELETE /v2.0/ports/06415bb0-581b-4f63-a5f7-6a2b46b6e1fa HTTP/1.1" status: 204 len: 173 time: 0.8084002 Nov 11 12:14:10.217436 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f654c975-6528-434a-9512-0f0197943827', 'name': 'network-vif-deleted', 'tag': '06415bb0-581b-4f63-a5f7-6a2b46b6e1fa'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:14:10.223900 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dccec1-a1ca-4e49-be28-ddbd2bce07f7" -d '{"events": [{"server_uuid": "f654c975-6528-434a-9512-0f0197943827", "name": "network-vif-deleted", "tag": "06415bb0-581b-4f63-a5f7-6a2b46b6e1fa"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:14:10.235414 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port fca62545-5b66-4305-9fd9-0244a355789f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:10.235789 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.244978 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5ffe300a-481a-4c62-a778-af7d363a8523 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Request body: {'port': {'network_id': '5c7d04f6-76a6-4770-8823-f82218637848', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1026885427'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:10.300984 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92a950-d8f2-46a1-ba20-99127dd7191c req-20ab36be-3441-46c4-8f21-5c49d71b642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:10.304808 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a92a950-d8f2-46a1-ba20-99127dd7191c req-20ab36be-3441-46c4-8f21-5c49d71b642f service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 1.1071167 Nov 11 12:14:10.346019 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c2081bee-8099-408d-8609-22da2054abad None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.384631 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c2081bee-8099-408d-8609-22da2054abad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.493378 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.519583 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2081bee-8099-408d-8609-22da2054abad None None] Network 5c7d04f6-76a6-4770-8823-f82218637848 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:10.527081 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-ce9a1ab2-31a7-4158-bc98-344223cdc73e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1104593 Nov 11 12:14:10.539725 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-c2081bee-8099-408d-8609-22da2054abad None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:10.550295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2081bee-8099-408d-8609-22da2054abad None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:10.587133 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2081bee-8099-408d-8609-22da2054abad None None] Pushing event updated for resources: {'Port': ['ID=841235d4-8e59-4c7e-9212-327b176b827e,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:10.600381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f60a3d1-4cd9-47d7-92db-be29b9e9deb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7bcea8-0c21-4ba5-91d9-053382ff8ad3'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:14:10.602811 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f734caf-4b50-470c-a798-3c4bdb0a9028" -d '{"events": [{"server_uuid": "3f60a3d1-4cd9-47d7-92db-be29b9e9deb4", "name": "network-vif-plugged", "status": "completed", "tag": "9a7bcea8-0c21-4ba5-91d9-053382ff8ad3"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:14:10.610033 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.635335 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9a7bcea8-0c21-4ba5-91d9-053382ff8ad3,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:10.639914 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0025b454-6ce2-4160-bccd-c9bee6877863 req-57fc0f92-fecd-4f3f-ba2c-7a0eb82f2274 tempest-VolumesBackupsTest-2102175533 tempest-VolumesBackupsTest-2102175533-project] 10.222.0.65 "GET /v2.0/ports?device_id=f654c975-6528-434a-9512-0f0197943827 HTTP/1.1" status: 200 len: 210 time: 0.3230371 Nov 11 12:14:10.749288 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.749925 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffe300a-481a-4c62-a778-af7d363a8523 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Made reservation on behalf of 61cbe22d2a12402597db886619b59b8e for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:10.750626 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 97fad12d-5181-4134-920a-f83677ed145e no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:10.755286 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5ffe300a-481a-4c62-a778-af7d363a8523 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.777566 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a92a950-d8f2-46a1-ba20-99127dd7191c req-9c4a5e86-41c9-4079-9e1c-a1fa42f22190 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c HTTP/1.1" status: 200 len: 1001 time: 0.4529414 Nov 11 12:14:10.783949 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-5ffe300a-481a-4c62-a778-af7d363a8523 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] device_id is not set on port 44698b19-720a-41b8-b90a-858821624f52 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:10.835460 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 97fad12d-5181-4134-920a-f83677ed145e {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:10.835968 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 97fad12d-5181-4134-920a-f83677ed145e not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:10.841883 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=9a7bcea8-0c21-4ba5-91d9-053382ff8ad3,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:10.846049 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c2081bee-8099-408d-8609-22da2054abad None None] Attempting to bind port 841235d4-8e59-4c7e-9212-327b176b827e on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:10.846488 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c2081bee-8099-408d-8609-22da2054abad None None] Attempting to bind port 841235d4-8e59-4c7e-9212-327b176b827e by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '9eb004f0-8fda-4df6-8857-65a29a7de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5c7d04f6-76a6-4770-8823-f82218637848'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:10.846963 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2081bee-8099-408d-8609-22da2054abad None None] Attempting to bind port 841235d4-8e59-4c7e-9212-327b176b827e on network 5c7d04f6-76a6-4770-8823-f82218637848 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:10.857050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2081bee-8099-408d-8609-22da2054abad None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:10.857540 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2081bee-8099-408d-8609-22da2054abad None None] Checking segment: {'id': '9eb004f0-8fda-4df6-8857-65a29a7de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5c7d04f6-76a6-4770-8823-f82218637848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:10.861419 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c2081bee-8099-408d-8609-22da2054abad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.861946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2081bee-8099-408d-8609-22da2054abad None None] Bound using segment: {'id': '9eb004f0-8fda-4df6-8857-65a29a7de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5c7d04f6-76a6-4770-8823-f82218637848'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:10.862527 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c2081bee-8099-408d-8609-22da2054abad None None] Bound port: 841235d4-8e59-4c7e-9212-327b176b827e, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb004f0-8fda-4df6-8857-65a29a7de0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5c7d04f6-76a6-4770-8823-f82218637848'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:10.862992 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c2081bee-8099-408d-8609-22da2054abad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.941641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c2081bee-8099-408d-8609-22da2054abad None None] For port 841235d4-8e59-4c7e-9212-327b176b827e, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:10.944541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c2081bee-8099-408d-8609-22da2054abad None None] For port 841235d4-8e59-4c7e-9212-327b176b827e, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=841235d4-8e59-4c7e-9212-327b176b827e,segment=NetworkSegment(9eb004f0-8fda-4df6-8857-65a29a7de0e3),segment_id=9eb004f0-8fda-4df6-8857-65a29a7de0e3)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:10.951026 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c2081bee-8099-408d-8609-22da2054abad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.963673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17399ab-5aa4-4f64-9098-c64fd3326332 req-0ebdd20f-9765-420f-bc4e-33ce4635e2fd tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:10.965122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f17399ab-5aa4-4f64-9098-c64fd3326332 req-0ebdd20f-9765-420f-bc4e-33ce4635e2fd tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 946 time: 0.1935587 Nov 11 12:14:10.970484 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-9a0a7d97-1de4-4d90-acdb-ce3dae442733 service neutron] 10.222.0.65 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425635 Nov 11 12:14:10.976547 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92a950-d8f2-46a1-ba20-99127dd7191c req-ba37c1df-3ab0-4435-af39-d0922ad4d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:10.978052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a92a950-d8f2-46a1-ba20-99127dd7191c req-ba37c1df-3ab0-4435-af39-d0922ad4d323 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.1768632 Nov 11 12:14:11.010266 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2081bee-8099-408d-8609-22da2054abad None None] Pushing event updated for resources: {'Port': ['ID=841235d4-8e59-4c7e-9212-327b176b827e,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:11.174596 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-5ffe300a-481a-4c62-a778-af7d363a8523 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Allocated IP 2001:db8::3a4 (5c7d04f6-76a6-4770-8823-f82218637848/7c913706-96cc-4c3f-9f05-e8f3e57af46a/44698b19-720a-41b8-b90a-858821624f52) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:11.243570 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f17399ab-5aa4-4f64-9098-c64fd3326332 req-845d33e0-ebd1-4536-b22a-a2ee2f6b7151 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393370 Nov 11 12:14:11.255828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92a950-d8f2-46a1-ba20-99127dd7191c req-387b4464-9828-44ea-97b1-629f3685e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:11.257356 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a92a950-d8f2-46a1-ba20-99127dd7191c req-387b4464-9828-44ea-97b1-629f3685e8bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2421727 Nov 11 12:14:11.307459 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:11.348328 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-a97cb4b9-2ee5-4476-bc08-b88c5c2794d6 service neutron] 10.222.0.65 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452497 Nov 11 12:14:11.496381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a92a950-d8f2-46a1-ba20-99127dd7191c req-01bfe607-f5dc-42df-b759-b5ae603fbce7 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163150 Nov 11 12:14:11.504840 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-b351714b-33c2-4491-be1d-e3c46b400d20 admin admin] Deleting port fca62545-5b66-4305-9fd9-0244a355789f {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:11.505173 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b351714b-33c2-4491-be1d-e3c46b400d20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:11.559267 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2e3293-f2ee-4747-bf66-f156688cd328 x-openstack-request-id: req-fe2e3293-f2ee-4747-bf66-f156688cd328 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:14:11.559864 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f654c975-6528-434a-9512-0f0197943827", "name": "network-vif-deleted", "tag": "06415bb0-581b-4f63-a5f7-6a2b46b6e1fa", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:14:11.560025 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe2e3293-f2ee-4747-bf66-f156688cd328 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:14:11.560728 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f654c975-6528-434a-9512-0f0197943827', 'name': 'network-vif-deleted', 'tag': '06415bb0-581b-4f63-a5f7-6a2b46b6e1fa', 'status': 'completed', 'code': 200} Nov 11 12:14:11.654114 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d7eee9-d2b6-4c8b-9848-8fa400df3e79 x-openstack-request-id: req-32d7eee9-d2b6-4c8b-9848-8fa400df3e79 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:14:11.654667 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f60a3d1-4cd9-47d7-92db-be29b9e9deb4", "name": "network-vif-plugged", "status": "completed", "tag": "9a7bcea8-0c21-4ba5-91d9-053382ff8ad3", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:14:11.654667 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32d7eee9-d2b6-4c8b-9848-8fa400df3e79 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:14:11.655110 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f60a3d1-4cd9-47d7-92db-be29b9e9deb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7bcea8-0c21-4ba5-91d9-053382ff8ad3', 'code': 200} Nov 11 12:14:11.655703 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5ffe300a-481a-4c62-a778-af7d363a8523 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:11.750655 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a92a950-d8f2-46a1-ba20-99127dd7191c req-64529b07-2e2a-480b-a0b4-242df8710acf service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395229 Nov 11 12:14:11.766924 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-b351714b-33c2-4491-be1d-e3c46b400d20 admin admin] For port fca62545-5b66-4305-9fd9-0244a355789f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=fca62545-5b66-4305-9fd9-0244a355789f,segment=NetworkSegment(843eb9b7-3a42-4a41-8dc8-600b0ba6ff03),segment_id=843eb9b7-3a42-4a41-8dc8-600b0ba6ff03)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:11.767425 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b351714b-33c2-4491-be1d-e3c46b400d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:11.830658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-b351714b-33c2-4491-be1d-e3c46b400d20 admin admin] Calling delete_port for fca62545-5b66-4305-9fd9-0244a355789f owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:11.875822 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9ee75ba5-d57c-46d0-926f-6a3c5edf1fc7 req-5c0c96d4-1048-4f32-aad4-b457b2f4129b tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 210 time: 0.0828087 Nov 11 12:14:11.892557 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5ffe300a-481a-4c62-a778-af7d363a8523 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:11.939470 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9423d5-1a0e-4b6e-99d5-649921065bf6 req-db7f6c32-4594-4145-920c-e13280dc3e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:11.941285 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6c9423d5-1a0e-4b6e-99d5-649921065bf6 req-db7f6c32-4594-4145-920c-e13280dc3e9f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 1097 time: 0.1477239 Nov 11 12:14:11.942731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 841235d4-8e59-4c7e-9212-327b176b827e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:12.052169 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6c9423d5-1a0e-4b6e-99d5-649921065bf6 req-04dfc4f8-e7e3-4677-93eb-44f0e9d111bf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965831 Nov 11 12:14:12.096561 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 841235d4-8e59-4c7e-9212-327b176b827e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:12.097841 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.162286 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe300a-481a-4c62-a778-af7d363a8523 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event updated for resources: {'Port': ['ID=44698b19-720a-41b8-b90a-858821624f52,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:12.214047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffe300a-481a-4c62-a778-af7d363a8523 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Network 5c7d04f6-76a6-4770-8823-f82218637848 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:12.224935 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-5ffe300a-481a-4c62-a778-af7d363a8523 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:12.230296 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffe300a-481a-4c62-a778-af7d363a8523 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:12.237502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe300a-481a-4c62-a778-af7d363a8523 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:12.238680 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5ffe300a-481a-4c62-a778-af7d363a8523 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.259600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d0fc8-49ce-4a05-95a9-4b62375a8abd req-32685061-12c4-42d8-9c5a-6d1e27994087 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:12.261487 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-513d0fc8-49ce-4a05-95a9-4b62375a8abd req-32685061-12c4-42d8-9c5a-6d1e27994087 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.3331311 Nov 11 12:14:12.354364 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5ffe300a-481a-4c62-a778-af7d363a8523 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1220660 Nov 11 12:14:12.356819 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49706) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:12.359207 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.362290 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5b40d464-d487-4a11-9613-4b8d383f7707 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Request body: {'port': {'network_id': '5c7d04f6-76a6-4770-8823-f82218637848', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1591530749', 'allowed_address_pairs': [{'ip_address': '2001:db8::3a4', 'mac_address': 'fa:16:3e:48:60:9f'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:12.455958 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 841235d4-8e59-4c7e-9212-327b176b827e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=841235d4-8e59-4c7e-9212-327b176b827e,segment=NetworkSegment(9eb004f0-8fda-4df6-8857-65a29a7de0e3),segment_id=9eb004f0-8fda-4df6-8857-65a29a7de0e3)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:12.477670 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.545414 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-513d0fc8-49ce-4a05-95a9-4b62375a8abd req-38c128f9-d42a-453c-98c4-8523008df88d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542021 Nov 11 12:14:12.564204 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b40d464-d487-4a11-9613-4b8d383f7707 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Made reservation on behalf of 61cbe22d2a12402597db886619b59b8e for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:12.582124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51594f76-854a-4d41-952f-a903e0d591dc None None] Network 5c7d04f6-76a6-4770-8823-f82218637848 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:12.623145 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da20e4-a969-4648-9b7f-eb18684f9fcd req-c63ae35c-e9e5-4bc8-9107-4c903baecb5d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:12.624688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6da20e4-a969-4648-9b7f-eb18684f9fcd req-c63ae35c-e9e5-4bc8-9107-4c903baecb5d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 946 time: 0.1644630 Nov 11 12:14:12.693219 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b40d464-d487-4a11-9613-4b8d383f7707 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.713008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-5b40d464-d487-4a11-9613-4b8d383f7707 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] device_id is not set on port 0eb3208a-2a95-4e56-b263-0412541fbcf4 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:12.717058 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6da20e4-a969-4648-9b7f-eb18684f9fcd req-f8a703ef-81fe-4d01-b85d-65a5804996a6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830634 Nov 11 12:14:12.815806 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=841235d4-8e59-4c7e-9212-327b176b827e,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:12.831711 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-31246db4-dd6e-4ab5-a05b-41a8975a123d None None] Provisioning complete for port 841235d4-8e59-4c7e-9212-327b176b827e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:12.832252 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-31246db4-dd6e-4ab5-a05b-41a8975a123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.846796 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b351714b-33c2-4491-be1d-e3c46b400d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.891317 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db4adb14-e3c6-4a9c-aad0-c411a9aa790c no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:12.905023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-5b40d464-d487-4a11-9613-4b8d383f7707 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Allocated IP 2001:db8::74 (5c7d04f6-76a6-4770-8823-f82218637848/7c913706-96cc-4c3f-9f05-e8f3e57af46a/0eb3208a-2a95-4e56-b263-0412541fbcf4) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:13.173185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351714b-33c2-4491-be1d-e3c46b400d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca62545-5b66-4305-9fd9-0244a355789f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:13.327820 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.328524 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0464e04d-3928-49ef-addf-1158662fcd27 req-10fb25c4-632e-4e76-8343-f7bb80ffbfd8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 210 time: 0.1484847 Nov 11 12:14:13.336707 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b40d464-d487-4a11-9613-4b8d383f7707 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.386739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:13.396741 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.397467 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:13.432334 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b40d464-d487-4a11-9613-4b8d383f7707 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.467842 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b351714b-33c2-4491-be1d-e3c46b400d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.480998 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:13.481478 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 06415bb0-581b-4f63-a5f7-6a2b46b6e1fa not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:13.523201 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,revision_number=11']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:13.525134 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40d464-d487-4a11-9613-4b8d383f7707 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Network 5c7d04f6-76a6-4770-8823-f82218637848 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:13.530324 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-5b40d464-d487-4a11-9613-4b8d383f7707 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:13.534855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b40d464-d487-4a11-9613-4b8d383f7707 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:13.540787 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b40d464-d487-4a11-9613-4b8d383f7707 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:13.544659 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5b40d464-d487-4a11-9613-4b8d383f7707 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.582173 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40d464-d487-4a11-9613-4b8d383f7707 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event updated for resources: {'Port': ['ID=0eb3208a-2a95-4e56-b263-0412541fbcf4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:13.618515 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5b40d464-d487-4a11-9613-4b8d383f7707 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.2602189 Nov 11 12:14:13.622139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49716) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:13.656695 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:14:13.660822 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e51e40-6cde-48d8-9231-8d129c736ca9" -d '{"events": [{"server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "name": "network-vif-unplugged", "status": "completed", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:14:13.748174 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0ffeda-1713-46c6-8356-fb1402fbeee8 x-openstack-request-id: req-5f0ffeda-1713-46c6-8356-fb1402fbeee8 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:14:13.748920 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "name": "network-vif-unplugged", "status": "completed", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:14:13.748920 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f0ffeda-1713-46c6-8356-fb1402fbeee8 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:14:13.749106 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'code': 200} Nov 11 12:14:13.843663 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10287db5-5958-45e6-a462-223e72d0bb5c tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:13.858280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10287db5-5958-45e6-a462-223e72d0bb5c tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:13.864955 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8b278de3-b6f7-434a-91a5-f86cd046a720 None None] Provisioning complete for port 44698b19-720a-41b8-b90a-858821624f52 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:13.865476 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8b278de3-b6f7-434a-91a5-f86cd046a720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.889247 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10287db5-5958-45e6-a462-223e72d0bb5c tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:13.893331 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-10287db5-5958-45e6-a462-223e72d0bb5c tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2701683 Nov 11 12:14:13.895869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49722) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:13.933334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 841235d4-8e59-4c7e-9212-327b176b827e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:13.998853 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8b278de3-b6f7-434a-91a5-f86cd046a720 None None] Port 44698b19-720a-41b8-b90a-858821624f52 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:14.034722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-c952c7f3-ea96-4acf-8f8e-a251fe1fd3ca tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:14.038450 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8b278de3-b6f7-434a-91a5-f86cd046a720 None None] Provisioning complete for port 841235d4-8e59-4c7e-9212-327b176b827e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:14.038820 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8b278de3-b6f7-434a-91a5-f86cd046a720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.040226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-c952c7f3-ea96-4acf-8f8e-a251fe1fd3ca tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.43 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 805 time: 0.3510098 Nov 11 12:14:14.082639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-91b42114-11a0-4235-98f7-ab22560b7b9e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Request body: {'port': {'device_id': 'edc16cc5-cad7-4ab5-919e-894469a20764', 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c', 'admin_state_up': True, 'tenant_id': 'c183b0a214584982aa6e510cee65d4cd'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:14.129954 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-95ea7082-2b3d-4317-8cc9-96f4e90b6b7e tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Deleting port 0eb3208a-2a95-4e56-b263-0412541fbcf4 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:14.130290 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95ea7082-2b3d-4317-8cc9-96f4e90b6b7e tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.134406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 841235d4-8e59-4c7e-9212-327b176b827e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:14.134769 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.356092 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95ea7082-2b3d-4317-8cc9-96f4e90b6b7e tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.380647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-95ea7082-2b3d-4317-8cc9-96f4e90b6b7e tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Calling delete_port for 0eb3208a-2a95-4e56-b263-0412541fbcf4 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:14.388279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651108d-6299-4ed7-9b63-b46feed8700b req-87b9f9c9-f978-44e6-ace1-bfa343d7426e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:14.390241 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f651108d-6299-4ed7-9b63-b46feed8700b req-87b9f9c9-f978-44e6-ace1-bfa343d7426e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.6665802 Nov 11 12:14:14.519100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dec19e-3c1a-490c-8540-7bba023943ac req-75035a50-878b-4ac9-989d-8e9c59571022 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:14.521742 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-24dec19e-3c1a-490c-8540-7bba023943ac req-75035a50-878b-4ac9-989d-8e9c59571022 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 946 time: 0.4752793 Nov 11 12:14:14.550919 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6264d988-7561-4ce8-81ee-b26b317377d7 None None] Provisioning complete for port 44698b19-720a-41b8-b90a-858821624f52 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:14.554113 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6264d988-7561-4ce8-81ee-b26b317377d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.594866 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f651108d-6299-4ed7-9b63-b46feed8700b req-0fc4392d-337a-4fc5-8be7-3159837ee17f tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421432 Nov 11 12:14:14.648125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6264d988-7561-4ce8-81ee-b26b317377d7 None None] Port 44698b19-720a-41b8-b90a-858821624f52 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:14.656798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-91b42114-11a0-4235-98f7-ab22560b7b9e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Made reservation on behalf of c183b0a214584982aa6e510cee65d4cd for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:14.660583 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-91b42114-11a0-4235-98f7-ab22560b7b9e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.677981 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-24dec19e-3c1a-490c-8540-7bba023943ac req-da47fcd4-d546-4d88-90b1-2f06fa14963a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111937 Nov 11 12:14:14.713216 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95ea7082-2b3d-4317-8cc9-96f4e90b6b7e tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.746455 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab81281c-df05-4188-8708-e50bade416fa req-1fc4d25d-3497-4390-aaab-d5c2cc8d0daa tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 210 time: 0.0561488 Nov 11 12:14:14.762699 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d5553dd0-cad4-4c5a-8e7c-e913427dcf1e None None] Could not find standard attr ID for object 0eb3208a-2a95-4e56-b263-0412541fbcf4. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:14:14.782650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea7082-2b3d-4317-8cc9-96f4e90b6b7e tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event deleted for resources: {'Port': ['ID=0eb3208a-2a95-4e56-b263-0412541fbcf4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:14.845462 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db4adb14-e3c6-4a9c-aad0-c411a9aa790c details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:14:14.877071 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b351714b-33c2-4491-be1d-e3c46b400d20 admin admin] Router cd3c24f0-a15c-4586-8594-41c2389d6267 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:14:14.929148 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49740) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:15.023173 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649163e-5940-4db3-bc85-2eee84c2f00b req-58f45e2b-7ffa-4dbd-8560-2c103566d04a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:15.025090 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0649163e-5940-4db3-bc85-2eee84c2f00b req-58f45e2b-7ffa-4dbd-8560-2c103566d04a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 946 time: 0.1968076 Nov 11 12:14:15.186262 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-91b42114-11a0-4235-98f7-ab22560b7b9e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Allocated IP 172.20.0.11 (d9353140-a9db-42c0-9f09-13a67c41443c/05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4/dab05976-09ab-463d-9d4e-366c0a715e75) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:15.279599 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0649163e-5940-4db3-bc85-2eee84c2f00b req-83975c9f-d7d5-48bf-bc83-2ddf4e136cf7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118948 Nov 11 12:14:15.294188 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84c4a37f-bd15-4605-8469-309c4865d227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.296819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b351714b-33c2-4491-be1d-e3c46b400d20 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:14:15.311666 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26b6119-04ba-4f3a-aa3d-0839152f74e2 None None] Sync routers for ids ['cd3c24f0-a15c-4586-8594-41c2389d6267'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:14:15.323302 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b351714b-33c2-4491-be1d-e3c46b400d20 admin admin] 10.222.0.65 "PUT /v2.0/routers/cd3c24f0-a15c-4586-8594-41c2389d6267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4724600 Nov 11 12:14:15.332135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49750) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:15.342084 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26b6119-04ba-4f3a-aa3d-0839152f74e2 None None] Routers {'cd3c24f0-a15c-4586-8594-41c2389d6267'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:15.342507 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b26b6119-04ba-4f3a-aa3d-0839152f74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:14:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['cd3c24f0-a15c-4586-8594-41c2389d6267'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:15.597098 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-b26b6119-04ba-4f3a-aa3d-0839152f74e2 None None] Set router cd3c24f0-a15c-4586-8594-41c2389d6267 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:14:15.603697 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:15.613124 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97c19a41-ea42-4f22-84ac-56d6f186bd04 admin admin] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.617510 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'port_id': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'mac_address': 'fa:16:3e:c9:29:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:14:15.709738 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.731161 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4adb14-e3c6-4a9c-aad0-c411a9aa790c {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:14:15.758699 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:15.783481 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.869552 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,revision_number=12']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:15.885102 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.921851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['db4adb14-e3c6-4a9c-aad0-c411a9aa790c'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:14:15.994136 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b26b6119-04ba-4f3a-aa3d-0839152f74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'name': 'tempest-ImageQuotaTest-1444590315-router', 'tenant_id': '565d14f3b9594f96aa368a4aec01c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '73e4adea-bef9-4472-a70a-3d4833005172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:54Z', 'updated_at': '2021-11-11T12:14:12Z', 'revision_number': 5, 'project_id': '565d14f3b9594f96aa368a4aec01c3de', 'gw_port': {'id': '73e4adea-bef9-4472-a70a-3d4833005172', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:55Z', 'updated_at': '2021-11-11T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:16.058966 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26b6119-04ba-4f3a-aa3d-0839152f74e2 None None] Checking router: cd3c24f0-a15c-4586-8594-41c2389d6267 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:14:16.084355 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26b6119-04ba-4f3a-aa3d-0839152f74e2 None None] Routers {'cd3c24f0-a15c-4586-8594-41c2389d6267'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:16.085084 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b26b6119-04ba-4f3a-aa3d-0839152f74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:14:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['cd3c24f0-a15c-4586-8594-41c2389d6267'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:16.088752 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95ea7082-2b3d-4317-8cc9-96f4e90b6b7e tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.100812 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-95ea7082-2b3d-4317-8cc9-96f4e90b6b7e tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "DELETE /v2.0/ports/0eb3208a-2a95-4e56-b263-0412541fbcf4 HTTP/1.1" status: 204 len: 168 time: 2.2037888 Nov 11 12:14:16.103718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49774) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:16.154768 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d750a4a-f5b6-4a23-9059-27fc787998c8 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] GET failed (client error): The resource could not be found. Nov 11 12:14:16.158407 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9d750a4a-f5b6-4a23-9059-27fc787998c8 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "GET /v2.0/ports/0eb3208a-2a95-4e56-b263-0412541fbcf4 HTTP/1.1" status: 404 len: 333 time: 0.0530889 Nov 11 12:14:16.166068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49776) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:16.171178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-8719e9e2-0da4-48f9-b838-547263551796 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Request body: {'port': {'network_id': '5c7d04f6-76a6-4770-8823-f82218637848', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-580599514'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:16.255558 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-b26b6119-04ba-4f3a-aa3d-0839152f74e2 None None] Set router cd3c24f0-a15c-4586-8594-41c2389d6267 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:14:16.425327 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8719e9e2-0da4-48f9-b838-547263551796 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Made reservation on behalf of 61cbe22d2a12402597db886619b59b8e for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:16.428983 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8719e9e2-0da4-48f9-b838-547263551796 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.467534 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-8719e9e2-0da4-48f9-b838-547263551796 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] device_id is not set on port e2e7b298-a83d-4a9f-9a1b-03bf8f223582 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:16.548494 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b26b6119-04ba-4f3a-aa3d-0839152f74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'name': 'tempest-ImageQuotaTest-1444590315-router', 'tenant_id': '565d14f3b9594f96aa368a4aec01c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '73e4adea-bef9-4472-a70a-3d4833005172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:54Z', 'updated_at': '2021-11-11T12:14:12Z', 'revision_number': 5, 'project_id': '565d14f3b9594f96aa368a4aec01c3de', 'gw_port': {'id': '73e4adea-bef9-4472-a70a-3d4833005172', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:55Z', 'updated_at': '2021-11-11T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:16.570792 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97c19a41-ea42-4f22-84ac-56d6f186bd04 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.593667 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26b6119-04ba-4f3a-aa3d-0839152f74e2 None None] The sync data for ids ['cd3c24f0-a15c-4586-8594-41c2389d6267'] in n-d-807359-3 is: [{'id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'name': 'tempest-ImageQuotaTest-1444590315-router', 'tenant_id': '565d14f3b9594f96aa368a4aec01c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '73e4adea-bef9-4472-a70a-3d4833005172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:54Z', 'updated_at': '2021-11-11T12:14:12Z', 'revision_number': 5, 'project_id': '565d14f3b9594f96aa368a4aec01c3de', 'gw_port': {'id': '73e4adea-bef9-4472-a70a-3d4833005172', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c24f0-a15c-4586-8594-41c2389d6267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:55Z', 'updated_at': '2021-11-11T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:14:16.763171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-8719e9e2-0da4-48f9-b838-547263551796 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Allocated IP 2001:db8::1f8 (5c7d04f6-76a6-4770-8823-f82218637848/7c913706-96cc-4c3f-9f05-e8f3e57af46a/e2e7b298-a83d-4a9f-9a1b-03bf8f223582) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:16.765259 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd02002-2d22-4cff-9a4b-99fef71c8f8e req-a0d2a97c-d018-4c8c-beb1-a9aa2bf65d5f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:16.775269 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bfd02002-2d22-4cff-9a4b-99fef71c8f8e req-a0d2a97c-d018-4c8c-beb1-a9aa2bf65d5f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 946 time: 1.1556995 Nov 11 12:14:16.822023 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066835d7-5545-4255-95d4-2b9558852854 req-fc404772-fe85-499d-b3b8-2c88dc91cb8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:16.830332 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-066835d7-5545-4255-95d4-2b9558852854 req-fc404772-fe85-499d-b3b8-2c88dc91cb8a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 945 time: 0.3745024 Nov 11 12:14:16.861221 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db4adb14-e3c6-4a9c-aad0-c411a9aa790c up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:16.932549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port db4adb14-e3c6-4a9c-aad0-c411a9aa790c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:16.932922 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.971576 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-91b42114-11a0-4235-98f7-ab22560b7b9e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.997183 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84c4a37f-bd15-4605-8469-309c4865d227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.012695 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bfd02002-2d22-4cff-9a4b-99fef71c8f8e req-2a9e5afc-579a-4f82-a921-dd4aa50b1299 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358234 Nov 11 12:14:17.046904 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8719e9e2-0da4-48f9-b838-547263551796 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.052600 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84c4a37f-bd15-4605-8469-309c4865d227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.085645 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.132380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:17.133680 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:14:17.137108 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4fc172-5e04-463b-9b96-699ca1804cc9" -d '{"events": [{"server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "name": "network-vif-plugged", "status": "completed", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:14:17.143015 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.170094 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8719e9e2-0da4-48f9-b838-547263551796 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.171233 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-066835d7-5545-4255-95d4-2b9558852854 req-b2b9b2f0-d3b4-4ae4-9af6-1068a355ddbc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3394341 Nov 11 12:14:17.208832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,revision_number=13']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:17.275601 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8719e9e2-0da4-48f9-b838-547263551796 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Network 5c7d04f6-76a6-4770-8823-f82218637848 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:17.279553 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-8719e9e2-0da4-48f9-b838-547263551796 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:17.294274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8719e9e2-0da4-48f9-b838-547263551796 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:17.306190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8719e9e2-0da4-48f9-b838-547263551796 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:17.307023 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8719e9e2-0da4-48f9-b838-547263551796 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.358001 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719e9e2-0da4-48f9-b838-547263551796 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event updated for resources: {'Port': ['ID=e2e7b298-a83d-4a9f-9a1b-03bf8f223582,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:17.359973 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-84c4a37f-bd15-4605-8469-309c4865d227 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=75f44631740342609dafdf9a8ab5c1f5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4167626 Nov 11 12:14:17.362829 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-97c19a41-ea42-4f22-84ac-56d6f186bd04 admin admin] Deleting port 73e4adea-bef9-4472-a70a-3d4833005172 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:17.363449 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97c19a41-ea42-4f22-84ac-56d6f186bd04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.366736 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49786) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:17.405383 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8719e9e2-0da4-48f9-b838-547263551796 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2364621 Nov 11 12:14:17.407100 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49788) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:17.424163 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3fb1b352-dabe-48ba-bc5a-915c82fd30b5 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a4', 'mac_address': 'fa:16:3e:48:60:9f'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:17.433985 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-91b42114-11a0-4235-98f7-ab22560b7b9e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.450352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f9cfc60c-b56a-426f-88e0-0e16e1f76f8a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:14:17.609378 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611db4f1-f22a-4604-ada6-00951607f5b4 x-openstack-request-id: req-611db4f1-f22a-4604-ada6-00951607f5b4 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:14:17.610596 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "name": "network-vif-plugged", "status": "completed", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:14:17.611041 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-611db4f1-f22a-4604-ada6-00951607f5b4 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:14:17.611618 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'code': 200} Nov 11 12:14:17.746905 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3fb1b352-dabe-48ba-bc5a-915c82fd30b5 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.757573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device fca62545-5b66-4305-9fd9-0244a355789f no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:17.806465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: fca62545-5b66-4305-9fd9-0244a355789f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:17.806854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device fca62545-5b66-4305-9fd9-0244a355789f not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:17.821131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-91b42114-11a0-4235-98f7-ab22560b7b9e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Network d9353140-a9db-42c0-9f09-13a67c41443c is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:17.924378 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5db0e5b7-f8fb-4ea1-a914-39aebfc2799a None None] Provisioning complete for port e2e7b298-a83d-4a9f-9a1b-03bf8f223582 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:17.925050 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5db0e5b7-f8fb-4ea1-a914-39aebfc2799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.984610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b42114-11a0-4235-98f7-ab22560b7b9e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Pushing event updated for resources: {'Port': ['ID=dab05976-09ab-463d-9d4e-366c0a715e75,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:17.987577 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-91b42114-11a0-4235-98f7-ab22560b7b9e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:17.992518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4a37f-bd15-4605-8469-309c4865d227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fa087d-e941-4cd9-936c-296eb9c15c25,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:18.003214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-91b42114-11a0-4235-98f7-ab22560b7b9e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:18.082670 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-5db0e5b7-f8fb-4ea1-a914-39aebfc2799a None None] Port e2e7b298-a83d-4a9f-9a1b-03bf8f223582 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:18.096869 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-97c19a41-ea42-4f22-84ac-56d6f186bd04 admin admin] For port 73e4adea-bef9-4472-a70a-3d4833005172, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=73e4adea-bef9-4472-a70a-3d4833005172,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:18.097356 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97c19a41-ea42-4f22-84ac-56d6f186bd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.161719 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3fb1b352-dabe-48ba-bc5a-915c82fd30b5 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.163730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-97c19a41-ea42-4f22-84ac-56d6f186bd04 admin admin] Calling delete_port for 73e4adea-bef9-4472-a70a-3d4833005172 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:18.165819 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0fa145ca-f181-435c-a405-675d7f0932a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.171442 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3fb1b352-dabe-48ba-bc5a-915c82fd30b5 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.185047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db55629-eb97-4dea-929c-3d14b12eb8d5 req-1cfc1abd-1498-45c0-a7b5-b13aef1c7464 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:18.191031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1b352-dabe-48ba-bc5a-915c82fd30b5 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] In _notify_port_updated(), no bound segment for port e2e7b298-a83d-4a9f-9a1b-03bf8f223582 on network 5c7d04f6-76a6-4770-8823-f82218637848 {{(pid=109154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:14:18.193621 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2db55629-eb97-4dea-929c-3d14b12eb8d5 req-1cfc1abd-1498-45c0-a7b5-b13aef1c7464 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 932 time: 0.9129319 Nov 11 12:14:18.198974 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb1b352-dabe-48ba-bc5a-915c82fd30b5 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:18.199945 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3fb1b352-dabe-48ba-bc5a-915c82fd30b5 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.207013 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3fb1b352-dabe-48ba-bc5a-915c82fd30b5 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "PUT /v2.0/ports/e2e7b298-a83d-4a9f-9a1b-03bf8f223582 HTTP/1.1" status: 200 len: 1002 time: 0.7957244 Nov 11 12:14:18.207987 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49834) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:18.254194 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-91b42114-11a0-4235-98f7-ab22560b7b9e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:18.255012 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-91b42114-11a0-4235-98f7-ab22560b7b9e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.332958 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1b352-dabe-48ba-bc5a-915c82fd30b5 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event updated for resources: {'Port': ['ID=e2e7b298-a83d-4a9f-9a1b-03bf8f223582,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:18.374097 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab846a-31d6-4900-9704-4e3acd474fdf req-1cfb4c40-91d2-44c0-9d47-2065923e2038 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:18.378717 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38ab846a-31d6-4900-9704-4e3acd474fdf req-1cfb4c40-91d2-44c0-9d47-2065923e2038 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 946 time: 0.5362272 Nov 11 12:14:18.394531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1363ab89-7ffb-476a-8db8-23b85df7045c tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Deleting port e2e7b298-a83d-4a9f-9a1b-03bf8f223582 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:18.395137 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1363ab89-7ffb-476a-8db8-23b85df7045c tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.414472 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0fa145ca-f181-435c-a405-675d7f0932a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.537143 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-91b42114-11a0-4235-98f7-ab22560b7b9e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4651225 Nov 11 12:14:18.560076 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1363ab89-7ffb-476a-8db8-23b85df7045c tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.583964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1363ab89-7ffb-476a-8db8-23b85df7045c tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Calling delete_port for e2e7b298-a83d-4a9f-9a1b-03bf8f223582 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:18.616048 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Request body: {'port': {'device_id': 'edc16cc5-cad7-4ab5-919e-894469a20764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:18.716964 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2db55629-eb97-4dea-929c-3d14b12eb8d5 req-797d9ed1-8c55-4178-bbf6-69ea3f7ccac4 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180099 Nov 11 12:14:18.733171 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-28c93561-9a10-4b9a-a99f-7a73f1f9e4fe None None] Provisioning complete for port e2e7b298-a83d-4a9f-9a1b-03bf8f223582 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:18.733552 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-28c93561-9a10-4b9a-a99f-7a73f1f9e4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.764171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38ab846a-31d6-4900-9704-4e3acd474fdf req-0fe77ba4-56d1-454e-b196-c3ba50a06a9a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546236 Nov 11 12:14:18.896687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-28c93561-9a10-4b9a-a99f-7a73f1f9e4fe None None] Port e2e7b298-a83d-4a9f-9a1b-03bf8f223582 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:18.928992 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0fa145ca-f181-435c-a405-675d7f0932a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.939153 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0fa145ca-f181-435c-a405-675d7f0932a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.940670 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0fa145ca-f181-435c-a405-675d7f0932a5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52fa087d-e941-4cd9-936c-296eb9c15c25 HTTP/1.1" status: 204 len: 168 time: 1.5712118 Nov 11 12:14:18.945823 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.951895 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1363ab89-7ffb-476a-8db8-23b85df7045c tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.012345 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa145ca-f181-435c-a405-675d7f0932a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fa087d-e941-4cd9-936c-296eb9c15c25,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:19.012866 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363ab89-7ffb-476a-8db8-23b85df7045c tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event deleted for resources: {'Port': ['ID=e2e7b298-a83d-4a9f-9a1b-03bf8f223582,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:19.220521 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a0005-8663-4850-a2e1-c23232dd9a92 req-9d1393f9-bede-4c49-9ee9-4ce17993f669 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:19.230415 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e41a0005-8663-4850-a2e1-c23232dd9a92 req-9d1393f9-bede-4c49-9ee9-4ce17993f669 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.3809350 Nov 11 12:14:19.242533 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1363ab89-7ffb-476a-8db8-23b85df7045c tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.258194 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1363ab89-7ffb-476a-8db8-23b85df7045c tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "DELETE /v2.0/ports/e2e7b298-a83d-4a9f-9a1b-03bf8f223582 HTTP/1.1" status: 204 len: 168 time: 1.0474181 Nov 11 12:14:19.260463 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49872) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:19.340398 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-28dc5180-b025-4db3-ae72-9656851650fd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] GET failed (client error): The resource could not be found. Nov 11 12:14:19.349486 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-28dc5180-b025-4db3-ae72-9656851650fd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "GET /v2.0/ports/e2e7b298-a83d-4a9f-9a1b-03bf8f223582 HTTP/1.1" status: 404 len: 333 time: 0.0876603 Nov 11 12:14:19.352797 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49876) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:19.360621 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-269035ca-0ecf-4da0-ac75-f2407e2556fc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Request body: {'port': {'network_id': '5c7d04f6-76a6-4770-8823-f82218637848', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1048524724'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:19.541668 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b4449-cb24-4c5a-9ae5-6490686f8860 req-5097ccf1-955a-4beb-9ed1-9748560e9a78 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:19.543280 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-da4b4449-cb24-4c5a-9ae5-6490686f8860 req-5097ccf1-955a-4beb-9ed1-9748560e9a78 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 946 time: 0.2838316 Nov 11 12:14:19.547960 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269035ca-0ecf-4da0-ac75-f2407e2556fc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Made reservation on behalf of 61cbe22d2a12402597db886619b59b8e for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:19.558710 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-269035ca-0ecf-4da0-ac75-f2407e2556fc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.588501 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97c19a41-ea42-4f22-84ac-56d6f186bd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.622769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-269035ca-0ecf-4da0-ac75-f2407e2556fc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] device_id is not set on port 0b55251f-cd4a-49b9-820d-bcfbcdc526dc yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:19.678964 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f7823b-8e44-46d1-aadc-2ced8b00ddbd None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:19.707324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49880) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:19.779858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c19a41-ea42-4f22-84ac-56d6f186bd04 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e4adea-bef9-4472-a70a-3d4833005172,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:19.787710 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e41a0005-8663-4850-a2e1-c23232dd9a92 req-e0e54000-427d-4057-a703-d134856256df tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5549664 Nov 11 12:14:19.956550 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-269035ca-0ecf-4da0-ac75-f2407e2556fc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Allocated IP 2001:db8::39 (5c7d04f6-76a6-4770-8823-f82218637848/7c913706-96cc-4c3f-9f05-e8f3e57af46a/0b55251f-cd4a-49b9-820d-bcfbcdc526dc) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:19.976740 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-da4b4449-cb24-4c5a-9ae5-6490686f8860 req-e2a611e5-742d-4b1d-8a1f-1824f57c177f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Deleting port 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:19.977510 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-da4b4449-cb24-4c5a-9ae5-6490686f8860 req-e2a611e5-742d-4b1d-8a1f-1824f57c177f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.015412 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af2715d8-0904-4dba-8ac9-dbac6533574c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.156147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab05976-09ab-463d-9d4e-366c0a715e75 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:14:20.196966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-da4b4449-cb24-4c5a-9ae5-6490686f8860 req-e2a611e5-742d-4b1d-8a1f-1824f57c177f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] For port 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9a7bcea8-0c21-4ba5-91d9-053382ff8ad3,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:20.198284 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-da4b4449-cb24-4c5a-9ae5-6490686f8860 req-e2a611e5-742d-4b1d-8a1f-1824f57c177f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.222162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-da4b4449-cb24-4c5a-9ae5-6490686f8860 req-e2a611e5-742d-4b1d-8a1f-1824f57c177f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Calling delete_port for 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:20.254920 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.317478 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-269035ca-0ecf-4da0-ac75-f2407e2556fc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.333190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Transition to ACTIVE for port object dab05976-09ab-463d-9d4e-366c0a715e75 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:14:20.346094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e84fe-1523-46d0-bec5-885144c6ec2b req-616fc527-d8f4-4b6a-bc2d-aac44cb1cd25 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:20.347974 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd6e84fe-1523-46d0-bec5-885144c6ec2b req-616fc527-d8f4-4b6a-bc2d-aac44cb1cd25 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 946 time: 0.3301132 Nov 11 12:14:20.361890 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d1e10-8822-4cd7-9184-c0c18541ee0a req-03bc7066-6e9d-4389-93ef-c81d94d09f78 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:20.363622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-997d1e10-8822-4cd7-9184-c0c18541ee0a req-03bc7066-6e9d-4389-93ef-c81d94d09f78 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 932 time: 0.3156216 Nov 11 12:14:20.370744 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.385320 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af2715d8-0904-4dba-8ac9-dbac6533574c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.402687 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97c19a41-ea42-4f22-84ac-56d6f186bd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.443382 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-269035ca-0ecf-4da0-ac75-f2407e2556fc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.449346 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af2715d8-0904-4dba-8ac9-dbac6533574c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.528283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269035ca-0ecf-4da0-ac75-f2407e2556fc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Network 5c7d04f6-76a6-4770-8823-f82218637848 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:20.529487 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-da4b4449-cb24-4c5a-9ae5-6490686f8860 req-e2a611e5-742d-4b1d-8a1f-1824f57c177f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.536415 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-269035ca-0ecf-4da0-ac75-f2407e2556fc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:20.542769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269035ca-0ecf-4da0-ac75-f2407e2556fc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:20.549662 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269035ca-0ecf-4da0-ac75-f2407e2556fc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:20.550599 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-269035ca-0ecf-4da0-ac75-f2407e2556fc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.555564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2715d8-0904-4dba-8ac9-dbac6533574c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e66743-52c3-4d34-9462-f28a6bbc2323,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:20.560895 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269035ca-0ecf-4da0-ac75-f2407e2556fc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event updated for resources: {'Port': ['ID=0b55251f-cd4a-49b9-820d-bcfbcdc526dc,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:20.606362 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a611e5-742d-4b1d-8a1f-1824f57c177f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event deleted for resources: {'Port': ['ID=9a7bcea8-0c21-4ba5-91d9-053382ff8ad3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:20.648675 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-269035ca-0ecf-4da0-ac75-f2407e2556fc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2954779 Nov 11 12:14:20.654899 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49886) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:20.684775 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-cb9b3fdf-ad14-43ca-971e-1438df1f7f72 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:48:60:9f'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:20.735090 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4b4449-cb24-4c5a-9ae5-6490686f8860 req-e2a611e5-742d-4b1d-8a1f-1824f57c177f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] No DVR routers for this DVR port 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:20.739537 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-da4b4449-cb24-4c5a-9ae5-6490686f8860 req-e2a611e5-742d-4b1d-8a1f-1824f57c177f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.748148 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-da4b4449-cb24-4c5a-9ae5-6490686f8860 req-e2a611e5-742d-4b1d-8a1f-1824f57c177f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.62 "DELETE /v2.0/ports/9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 HTTP/1.1" status: 204 len: 173 time: 1.1423862 Nov 11 12:14:20.771771 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd6e84fe-1523-46d0-bec5-885144c6ec2b req-5e8d327d-3bad-4790-a999-75e27d96d2d3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023616 Nov 11 12:14:20.782893 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97c19a41-ea42-4f22-84ac-56d6f186bd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.800229 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97c19a41-ea42-4f22-84ac-56d6f186bd04 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.830626 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-997d1e10-8822-4cd7-9184-c0c18541ee0a req-0cafbf50-d821-40e0-9f4d-c902f701cfef tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479535 Nov 11 12:14:20.910005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f60a3d1-4cd9-47d7-92db-be29b9e9deb4', 'name': 'network-vif-deleted', 'tag': '9a7bcea8-0c21-4ba5-91d9-053382ff8ad3'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:14:20.912481 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8eebe18-d9f7-4803-b99d-1b5bb5e8fdc5" -d '{"events": [{"server_uuid": "3f60a3d1-4cd9-47d7-92db-be29b9e9deb4", "name": "network-vif-deleted", "tag": "9a7bcea8-0c21-4ba5-91d9-053382ff8ad3"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:14:20.913140 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-af2715d8-0904-4dba-8ac9-dbac6533574c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=00f5b2a92fd2426bb5c5a3d857bdb81e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1450613 Nov 11 12:14:20.917686 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49892) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:21.029084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Pushing event updated for resources: {'Port': ['ID=dab05976-09ab-463d-9d4e-366c0a715e75,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:21.055048 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee4b660-1c77-4697-ab6b-f3f8fc8d4c7e x-openstack-request-id: req-5ee4b660-1c77-4697-ab6b-f3f8fc8d4c7e {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:14:21.055320 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f60a3d1-4cd9-47d7-92db-be29b9e9deb4", "name": "network-vif-deleted", "tag": "9a7bcea8-0c21-4ba5-91d9-053382ff8ad3", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:14:21.055579 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ee4b660-1c77-4697-ab6b-f3f8fc8d4c7e {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:14:21.055982 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f60a3d1-4cd9-47d7-92db-be29b9e9deb4', 'name': 'network-vif-deleted', 'tag': '9a7bcea8-0c21-4ba5-91d9-053382ff8ad3', 'status': 'completed', 'code': 200} Nov 11 12:14:21.150025 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cb9b3fdf-ad14-43ca-971e-1438df1f7f72 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.159115 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97c19a41-ea42-4f22-84ac-56d6f186bd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.159852 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c19a41-ea42-4f22-84ac-56d6f186bd04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd3c24f0-a15c-4586-8594-41c2389d6267 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:14:21.167626 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-97c19a41-ea42-4f22-84ac-56d6f186bd04 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.171816 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-97c19a41-ea42-4f22-84ac-56d6f186bd04 admin admin] 10.222.0.65 "DELETE /v2.0/routers/cd3c24f0-a15c-4586-8594-41c2389d6267 HTTP/1.1" status: 204 len: 168 time: 5.8321774 Nov 11 12:14:21.181380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49896) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:21.193144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Attempting to bind port dab05976-09ab-463d-9d4e-366c0a715e75 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:21.193673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Attempting to bind port dab05976-09ab-463d-9d4e-366c0a715e75 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:21.194112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Attempting to bind port dab05976-09ab-463d-9d4e-366c0a715e75 on network d9353140-a9db-42c0-9f09-13a67c41443c {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:21.207788 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-54d420d5-76fe-445b-a0bd-b58dd0302356 None None] Provisioning complete for port 0b55251f-cd4a-49b9-820d-bcfbcdc526dc triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:21.209416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848040f-a816-4cce-ad3c-19a90f56ecd6 req-de2334ae-5bf6-4bf7-bca7-d298a93f55af tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:21.209657 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-54d420d5-76fe-445b-a0bd-b58dd0302356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.211318 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4848040f-a816-4cce-ad3c-19a90f56ecd6 req-de2334ae-5bf6-4bf7-bca7-d298a93f55af tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.2945585 Nov 11 12:14:21.212159 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1b282d44-ded1-43ac-a249-e13b69f6fc12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.239146 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1b282d44-ded1-43ac-a249-e13b69f6fc12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.292845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Port dab05976-09ab-463d-9d4e-366c0a715e75 on network d9353140-a9db-42c0-9f09-13a67c41443c not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:14:21.293324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Attempting to bind port dab05976-09ab-463d-9d4e-366c0a715e75 on network d9353140-a9db-42c0-9f09-13a67c41443c {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:21.330370 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1b282d44-ded1-43ac-a249-e13b69f6fc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.337535 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1b282d44-ded1-43ac-a249-e13b69f6fc12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.340116 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1b282d44-ded1-43ac-a249-e13b69f6fc12 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e5e66743-52c3-4d34-9462-f28a6bbc2323 HTTP/1.1" status: 204 len: 168 time: 0.4105744 Nov 11 12:14:21.352706 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:21.353240 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-54d420d5-76fe-445b-a0bd-b58dd0302356 None None] Port 0b55251f-cd4a-49b9-820d-bcfbcdc526dc cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:21.356046 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Checking segment: {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:21.360454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Bound using segment: {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:21.361055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Bound port: dab05976-09ab-463d-9d4e-366c0a715e75, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fda7c37-f760-4c3e-b061-6057cf355e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:21.361629 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.418625 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-c992668d-fbe5-4d2f-aca3-92547b01c2b5 admin admin] Deleting subnet 0a45b1b8-925d-4515-997e-e1b8a95329ee {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:21.435888 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c992668d-fbe5-4d2f-aca3-92547b01c2b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.452493 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4848040f-a816-4cce-ad3c-19a90f56ecd6 req-f2223aa0-79a4-4d7c-8d49-e99d42260dfc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609540 Nov 11 12:14:21.475695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b282d44-ded1-43ac-a249-e13b69f6fc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e66743-52c3-4d34-9462-f28a6bbc2323,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:21.608974 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] For port dab05976-09ab-463d-9d4e-366c0a715e75, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:21.615599 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.619388 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] For port dab05976-09ab-463d-9d4e-366c0a715e75, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=dab05976-09ab-463d-9d4e-366c0a715e75,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:21.628539 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c992668d-fbe5-4d2f-aca3-92547b01c2b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.639321 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.711128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:21.730246 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:21.730934 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.732655 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] 10.222.0.43 "PUT /v2.0/ports/dab05976-09ab-463d-9d4e-366c0a715e75 HTTP/1.1" status: 200 len: 1092 time: 3.1466603 Nov 11 12:14:21.734439 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc16cc5-cad7-4ab5-919e-894469a20764', 'tag': 'dab05976-09ab-463d-9d4e-366c0a715e75'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:14:21.742507 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894a7a1c-2378-48e1-a41e-285cad24bc36" -d '{"events": [{"name": "network-changed", "server_uuid": "edc16cc5-cad7-4ab5-919e-894469a20764", "tag": "dab05976-09ab-463d-9d4e-366c0a715e75"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:14:21.763458 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:21.763894 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9a7bcea8-0c21-4ba5-91d9-053382ff8ad3 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:21.780972 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c118de-644a-4546-b32d-5271eebd87bf service neutron] Pushing event updated for resources: {'Port': ['ID=dab05976-09ab-463d-9d4e-366c0a715e75,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:21.982261 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22ffbff-8f8e-4296-b4aa-8e4dbb8b61ba x-openstack-request-id: req-e22ffbff-8f8e-4296-b4aa-8e4dbb8b61ba {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:14:21.982538 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc16cc5-cad7-4ab5-919e-894469a20764", "tag": "dab05976-09ab-463d-9d4e-366c0a715e75", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:14:21.982791 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e22ffbff-8f8e-4296-b4aa-8e4dbb8b61ba {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:14:21.983201 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc16cc5-cad7-4ab5-919e-894469a20764', 'tag': 'dab05976-09ab-463d-9d4e-366c0a715e75', 'status': 'completed', 'code': 200} Nov 11 12:14:22.004971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c992668d-fbe5-4d2f-aca3-92547b01c2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.036022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-b0f80f5f-13f6-46aa-9c74-ff3725f735ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:22.038691 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-b0f80f5f-13f6-46aa-9c74-ff3725f735ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 1095 time: 0.1625404 Nov 11 12:14:22.074633 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 73e4adea-bef9-4472-a70a-3d4833005172 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:22.105901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 73e4adea-bef9-4472-a70a-3d4833005172 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:22.114264 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 73e4adea-bef9-4472-a70a-3d4833005172 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:22.151920 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-d3adc3ce-1beb-4f31-9115-7f3d7506a0b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab05976-09ab-463d-9d4e-366c0a715e75 HTTP/1.1" status: 200 len: 217 time: 0.1037180 Nov 11 12:14:22.205845 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-702a0aae-6b07-4d99-9572-de8491b250c7 req-507e8479-06c4-4708-91c8-be719d4ff4cf tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 210 time: 0.1314826 Nov 11 12:14:22.226352 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cb9b3fdf-ad14-43ca-971e-1438df1f7f72 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.235206 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c992668d-fbe5-4d2f-aca3-92547b01c2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.242260 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cb9b3fdf-ad14-43ca-971e-1438df1f7f72 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.303197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-891b8150-0463-438f-aa6b-c300b293802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:22.305007 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-891b8150-0463-438f-aa6b-c300b293802a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4 HTTP/1.1" status: 200 len: 845 time: 0.1190403 Nov 11 12:14:22.356262 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992668d-fbe5-4d2f-aca3-92547b01c2b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a45b1b8-925d-4515-997e-e1b8a95329ee,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:22.369504 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c992668d-fbe5-4d2f-aca3-92547b01c2b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.374129 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c992668d-fbe5-4d2f-aca3-92547b01c2b5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0a45b1b8-925d-4515-997e-e1b8a95329ee HTTP/1.1" status: 204 len: 168 time: 1.1896682 Nov 11 12:14:22.375138 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666972c3-6b98-49eb-a1b6-c1bef1aa6657 None None] Network 169f4661-6c30-4638-acf4-d2a6b931cf1a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:22.378056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49910) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:22.383571 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b3fdf-ad14-43ca-971e-1438df1f7f72 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] In _notify_port_updated(), no bound segment for port 0b55251f-cd4a-49b9-820d-bcfbcdc526dc on network 5c7d04f6-76a6-4770-8823-f82218637848 {{(pid=109154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:14:22.391109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9b3fdf-ad14-43ca-971e-1438df1f7f72 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:22.392141 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cb9b3fdf-ad14-43ca-971e-1438df1f7f72 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.396235 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cb9b3fdf-ad14-43ca-971e-1438df1f7f72 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "PUT /v2.0/ports/0b55251f-cd4a-49b9-820d-bcfbcdc526dc HTTP/1.1" status: 200 len: 1002 time: 1.7348886 Nov 11 12:14:22.414076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49912) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:22.487682 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49914) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:22.502047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3872513-d143-4342-af10-48a78c2a55d6 req-3312af5c-09db-4463-9744-7575c674d067 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:22.508156 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3872513-d143-4342-af10-48a78c2a55d6 req-3312af5c-09db-4463-9744-7575c674d067 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 944 time: 0.3552732 Nov 11 12:14:22.530587 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-7dfcb659-a24f-4eea-93e5-e31e0abf5e1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9353140-a9db-42c0-9f09-13a67c41443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1802747 Nov 11 12:14:22.547297 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b3fdf-ad14-43ca-971e-1438df1f7f72 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event updated for resources: {'Port': ['ID=0b55251f-cd4a-49b9-820d-bcfbcdc526dc,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:22.653950 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2478f70-12c7-479e-8219-7dc5ae8001ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.667963 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.927762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fa6a2d-0851-4b4c-844a-c7c98e6b5b5c None None] DHCP port deletion for 169f4661-6c30-4638-acf4-d2a6b931cf1a request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:22.950899 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-ef53edd7-9950-4898-b91f-21ea452446a7 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Deleting port 0b55251f-cd4a-49b9-820d-bcfbcdc526dc {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:22.957091 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef53edd7-9950-4898-b91f-21ea452446a7 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.998552 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-83fa6a2d-0851-4b4c-844a-c7c98e6b5b5c None None] Deleting port ffc625b4-d5b1-453c-949a-573800d47221 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:22.999076 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-83fa6a2d-0851-4b4c-844a-c7c98e6b5b5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.030948 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3872513-d143-4342-af10-48a78c2a55d6 req-dad5600a-3363-4515-99d1-3d578b87e804 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189111 Nov 11 12:14:23.133338 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4de6f-1606-4e61-8aae-608b7c15eaae req-bba6d1eb-392e-4179-b898-8d0c09648bf1 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:23.145676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fa4de6f-1606-4e61-8aae-608b7c15eaae req-bba6d1eb-392e-4179-b898-8d0c09648bf1 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.5156465 Nov 11 12:14:23.167763 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef53edd7-9950-4898-b91f-21ea452446a7 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.183226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-ef53edd7-9950-4898-b91f-21ea452446a7 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Calling delete_port for 0b55251f-cd4a-49b9-820d-bcfbcdc526dc owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:23.192105 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-83fa6a2d-0851-4b4c-844a-c7c98e6b5b5c None None] For port ffc625b4-d5b1-453c-949a-573800d47221, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ffc625b4-d5b1-453c-949a-573800d47221,segment=NetworkSegment(843eb9b7-3a42-4a41-8dc8-600b0ba6ff03),segment_id=843eb9b7-3a42-4a41-8dc8-600b0ba6ff03)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:23.195653 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-83fa6a2d-0851-4b4c-844a-c7c98e6b5b5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.220578 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-08e16784-41a6-4b1d-a167-1364ad950429 service neutron] 10.222.0.43 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882260 Nov 11 12:14:23.242243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0cace761-c159-4d21-a958-7eac2bc65eb7 None None] Provisioning complete for port 0b55251f-cd4a-49b9-820d-bcfbcdc526dc triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:23.247014 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0cace761-c159-4d21-a958-7eac2bc65eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.379092 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-83fa6a2d-0851-4b4c-844a-c7c98e6b5b5c None None] Calling delete_port for ffc625b4-d5b1-453c-949a-573800d47221 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:23.400986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0cace761-c159-4d21-a958-7eac2bc65eb7 None None] Port 0b55251f-cd4a-49b9-820d-bcfbcdc526dc cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:23.515658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] Deleting port ffc625b4-d5b1-453c-949a-573800d47221 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:23.516270 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.556014 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2478f70-12c7-479e-8219-7dc5ae8001ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.562629 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef53edd7-9950-4898-b91f-21ea452446a7 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.595336 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2478f70-12c7-479e-8219-7dc5ae8001ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.610316 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34b0df47-12f7-43c9-8b1b-4a6a8ba72e26 req-2531752e-7039-49e4-ac66-93d1d2ab8137 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 210 time: 0.2225747 Nov 11 12:14:23.615685 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fa4de6f-1606-4e61-8aae-608b7c15eaae req-86e9b451-a3fc-4f8e-a75c-6a34f0b4aafa tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4691377 Nov 11 12:14:23.649815 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-83fa6a2d-0851-4b4c-844a-c7c98e6b5b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.678631 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df0d300f-4a55-4b32-99f8-0729ddaffd99 req-09d634b6-1d10-471f-89be-79b515d775b6 service neutron] 10.222.0.43 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108903 Nov 11 12:14:23.682630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fa6a2d-0851-4b4c-844a-c7c98e6b5b5c None None] No DVR routers for this DVR port ffc625b4-d5b1-453c-949a-573800d47221 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:23.731107 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa6a2d-0851-4b4c-844a-c7c98e6b5b5c None None] Pushing event deleted for resources: {'Port': ['ID=ffc625b4-d5b1-453c-949a-573800d47221,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:23.787202 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53edd7-9950-4898-b91f-21ea452446a7 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event deleted for resources: {'Port': ['ID=0b55251f-cd4a-49b9-820d-bcfbcdc526dc,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:23.801935 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a7a1c-2378-48e1-a41e-285cad24bc36 req-6d175dbb-1020-40e3-bcae-fc41f9fe47db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:23.805458 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ffc625b4-d5b1-453c-949a-573800d47221 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:23.815134 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2478f70-12c7-479e-8219-7dc5ae8001ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a448c1-4ca7-4d10-b0c8-d85ad5d1d9d0,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:23.815657 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-894a7a1c-2378-48e1-a41e-285cad24bc36 req-6d175dbb-1020-40e3-bcae-fc41f9fe47db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c183b0a214584982aa6e510cee65d4cd&device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 1095 time: 0.0672579 Nov 11 12:14:23.845817 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ffc625b4-d5b1-453c-949a-573800d47221 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:23.849461 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ffc625b4-d5b1-453c-949a-573800d47221 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:23.994542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a7a1c-2378-48e1-a41e-285cad24bc36 req-c4e1d583-2fd4-43f2-8765-6c4451b265eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:23.996791 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-894a7a1c-2378-48e1-a41e-285cad24bc36 req-c4e1d583-2fd4-43f2-8765-6c4451b265eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 200 len: 907 time: 0.1784003 Nov 11 12:14:24.025372 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ef53edd7-9950-4898-b91f-21ea452446a7 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.051896 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ef53edd7-9950-4898-b91f-21ea452446a7 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "DELETE /v2.0/ports/0b55251f-cd4a-49b9-820d-bcfbcdc526dc HTTP/1.1" status: 204 len: 168 time: 1.6186693 Nov 11 12:14:24.051896 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f2478f70-12c7-479e-8219-7dc5ae8001ca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8094fc8319f44c84828601a3b1dc7e59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5450058 Nov 11 12:14:24.051896 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49922) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:24.083382 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-78aafd79-1457-49bc-b4e8-ca647ee60624 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] GET failed (client error): The resource could not be found. Nov 11 12:14:24.091379 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-78aafd79-1457-49bc-b4e8-ca647ee60624 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "GET /v2.0/ports/0b55251f-cd4a-49b9-820d-bcfbcdc526dc HTTP/1.1" status: 404 len: 333 time: 0.0454245 Nov 11 12:14:24.092368 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49924) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:24.092368 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49928) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:24.160528 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0551de73-5d0c-4462-a858-c4ce8f06c5b2 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Request body: {'port': {'network_id': '5c7d04f6-76a6-4770-8823-f82218637848', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1400859045'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:24.166701 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-894a7a1c-2378-48e1-a41e-285cad24bc36 req-69ad1e1c-fb4b-4842-9a7f-dab4d97e4d23 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab05976-09ab-463d-9d4e-366c0a715e75 HTTP/1.1" status: 200 len: 217 time: 0.1605654 Nov 11 12:14:24.197003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] For port ffc625b4-d5b1-453c-949a-573800d47221, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ffc625b4-d5b1-453c-949a-573800d47221,segment=NetworkSegment(843eb9b7-3a42-4a41-8dc8-600b0ba6ff03),segment_id=843eb9b7-3a42-4a41-8dc8-600b0ba6ff03)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:24.197719 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.251338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] Calling delete_port for ffc625b4-d5b1-453c-949a-573800d47221 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:24.328787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a7a1c-2378-48e1-a41e-285cad24bc36 req-20bc84ad-6d81-4d3a-8231-a2c914045638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:24.330669 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-894a7a1c-2378-48e1-a41e-285cad24bc36 req-20bc84ad-6d81-4d3a-8231-a2c914045638 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4 HTTP/1.1" status: 200 len: 845 time: 0.1517689 Nov 11 12:14:24.363908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a9b62-df27-4977-a206-db05bcf91ef4 req-a0dd3036-1d5b-40b2-aeb1-52a509960283 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:24.372998 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-045a9b62-df27-4977-a206-db05bcf91ef4 req-a0dd3036-1d5b-40b2-aeb1-52a509960283 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 944 time: 0.0949881 Nov 11 12:14:24.414929 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-894a7a1c-2378-48e1-a41e-285cad24bc36 req-1849cd6e-aa01-42eb-97be-e2e30a3ec2cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9353140-a9db-42c0-9f09-13a67c41443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744243 Nov 11 12:14:24.523825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-045a9b62-df27-4977-a206-db05bcf91ef4 req-7a0c422f-fb2e-451d-a0a7-1dcc6e408bd0 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495147 Nov 11 12:14:24.588830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-894a7a1c-2378-48e1-a41e-285cad24bc36 req-f2054207-04db-4481-b223-f53e4c5fa4dd service neutron] 10.222.0.43 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649001 Nov 11 12:14:24.613381 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3066-dab1-4a3f-bff7-15c7de0d4200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.638960 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.687343 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3066-dab1-4a3f-bff7-15c7de0d4200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.691990 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc625b4-d5b1-453c-949a-573800d47221,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:24.705520 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] No DVR routers for this DVR port ffc625b4-d5b1-453c-949a-573800d47221 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:24.776997 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab6274a4-8f2b-48d3-803c-2e7b9deff427 req-ad5c8172-b521-4361-bb12-e6828654fe1b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 210 time: 0.0432322 Nov 11 12:14:24.846896 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0551de73-5d0c-4462-a858-c4ce8f06c5b2 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Made reservation on behalf of 61cbe22d2a12402597db886619b59b8e for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:24.851133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0551de73-5d0c-4462-a858-c4ce8f06c5b2 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.901398 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195f70e-b4b1-408a-b24a-061f786b064a req-014ad8e2-cd69-481f-9746-330d54ca3238 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:24.909183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1195f70e-b4b1-408a-b24a-061f786b064a req-014ad8e2-cd69-481f-9746-330d54ca3238 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.1132929 Nov 11 12:14:24.914531 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-894a7a1c-2378-48e1-a41e-285cad24bc36 req-0746c4b2-4b8f-4992-a6d5-eb3c62741afc service neutron] 10.222.0.43 "GET /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150282 Nov 11 12:14:24.971237 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.985650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1195f70e-b4b1-408a-b24a-061f786b064a req-85665066-29da-4d96-9da1-17548584feb9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737267 Nov 11 12:14:24.999754 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169f4661-6c30-4638-acf4-d2a6b931cf1a']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:25.019618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843eb9b7-3a42-4a41-8dc8-600b0ba6ff03') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:25.019618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843eb9b7-3a42-4a41-8dc8-600b0ba6ff03') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:25.023685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-0551de73-5d0c-4462-a858-c4ce8f06c5b2 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] device_id is not set on port da79711a-1aa2-4709-8427-d910244ecc57 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:25.035841 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.103740 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.123930 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:25.124321 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:25.211388 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:25.227715 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3066-dab1-4a3f-bff7-15c7de0d4200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.230293 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3066-dab1-4a3f-bff7-15c7de0d4200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.231445 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9d5c3066-dab1-4a3f-bff7-15c7de0d4200 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d6a448c1-4ca7-4d10-b0c8-d85ad5d1d9d0 HTTP/1.1" status: 204 len: 168 time: 1.1341867 Nov 11 12:14:25.236226 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.249013 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.252262 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] 10.222.0.65 "DELETE /v2.0/networks/169f4661-6c30-4638-acf4-d2a6b931cf1a HTTP/1.1" status: 204 len: 168 time: 2.8703446 Nov 11 12:14:25.259171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c3066-dab1-4a3f-bff7-15c7de0d4200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a448c1-4ca7-4d10-b0c8-d85ad5d1d9d0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:25.279981 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a4b20-18f3-4998-a294-4c59c74fee4e admin admin] Pushing event deleted for resources: {'Network': ['ID=169f4661-6c30-4638-acf4-d2a6b931cf1a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:25.373965 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-0551de73-5d0c-4462-a858-c4ce8f06c5b2 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Allocated IP 2001:db8::2cb (5c7d04f6-76a6-4770-8823-f82218637848/7c913706-96cc-4c3f-9f05-e8f3e57af46a/da79711a-1aa2-4709-8427-d910244ecc57) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:25.613472 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0551de73-5d0c-4462-a858-c4ce8f06c5b2 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.718746 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0551de73-5d0c-4462-a858-c4ce8f06c5b2 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.789875 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4319fcd-ea30-445c-bc85-0c149fc87a5c req-f67a3073-d683-4f52-aad7-2bf0d734a0f0 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:25.798343 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f4319fcd-ea30-445c-bc85-0c149fc87a5c req-f67a3073-d683-4f52-aad7-2bf0d734a0f0 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 944 time: 0.1464212 Nov 11 12:14:25.805891 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49950) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:25.863741 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0551de73-5d0c-4462-a858-c4ce8f06c5b2 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Network 5c7d04f6-76a6-4770-8823-f82218637848 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:25.864849 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551de73-5d0c-4462-a858-c4ce8f06c5b2 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event updated for resources: {'Port': ['ID=da79711a-1aa2-4709-8427-d910244ecc57,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:25.878773 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-0551de73-5d0c-4462-a858-c4ce8f06c5b2 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:25.899997 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0551de73-5d0c-4462-a858-c4ce8f06c5b2 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:25.923003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0551de73-5d0c-4462-a858-c4ce8f06c5b2 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:25.927161 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0551de73-5d0c-4462-a858-c4ce8f06c5b2 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.975394 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0551de73-5d0c-4462-a858-c4ce8f06c5b2 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8581910 Nov 11 12:14:25.978632 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a967528e-4ca7-4baa-8455-4c56de1eca7b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=565d14f3b9594f96aa368a4aec01c3de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568930 Nov 11 12:14:25.979233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49954) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:25.980439 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49956) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:25.997401 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-411dfc10-0a34-467f-98c9-b071d06172dc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Request body: {'port': {'network_id': '5c7d04f6-76a6-4770-8823-f82218637848', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-189280018'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:26.011657 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-865d4c89-20ad-48a6-b526-ff8b0265180a req-5481eaf2-9deb-4965-8f49-a2941d77a740 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 210 time: 0.0767996 Nov 11 12:14:26.030733 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f4319fcd-ea30-445c-bc85-0c149fc87a5c req-067e3a35-4fd7-4491-9af4-ab5518a9843c tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312715 Nov 11 12:14:26.267930 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-51a831a5-5998-4c3d-8d60-8b49a9d5edd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.349202 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-51a831a5-5998-4c3d-8d60-8b49a9d5edd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.390563 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411dfc10-0a34-467f-98c9-b071d06172dc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Made reservation on behalf of 61cbe22d2a12402597db886619b59b8e for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:26.394830 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-411dfc10-0a34-467f-98c9-b071d06172dc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.432105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-411dfc10-0a34-467f-98c9-b071d06172dc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] device_id is not set on port 01f1aeb0-7675-48c0-85b9-bf60b75abd9a yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:26.480075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ca124b3b-9925-4d29-94bb-b229b50b5240 None None] Provisioning complete for port da79711a-1aa2-4709-8427-d910244ecc57 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:26.481249 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ca124b3b-9925-4d29-94bb-b229b50b5240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.577253 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ca124b3b-9925-4d29-94bb-b229b50b5240 None None] Port da79711a-1aa2-4709-8427-d910244ecc57 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:26.580203 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-411dfc10-0a34-467f-98c9-b071d06172dc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Allocated IP 2001:db8::1d (5c7d04f6-76a6-4770-8823-f82218637848/7c913706-96cc-4c3f-9f05-e8f3e57af46a/01f1aeb0-7675-48c0-85b9-bf60b75abd9a) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:26.862417 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-411dfc10-0a34-467f-98c9-b071d06172dc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.903808 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-411dfc10-0a34-467f-98c9-b071d06172dc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.927357 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device dab05976-09ab-463d-9d4e-366c0a715e75 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:14:26.951944 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-51a831a5-5998-4c3d-8d60-8b49a9d5edd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.954973 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-51a831a5-5998-4c3d-8d60-8b49a9d5edd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.959865 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-51a831a5-5998-4c3d-8d60-8b49a9d5edd2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3cf79b72-9156-4d70-9d6c-49d3f790f2fb HTTP/1.1" status: 204 len: 168 time: 0.9729385 Nov 11 12:14:26.973381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411dfc10-0a34-467f-98c9-b071d06172dc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Network 5c7d04f6-76a6-4770-8823-f82218637848 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:26.988886 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-411dfc10-0a34-467f-98c9-b071d06172dc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:26.992575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef5534-1af1-4412-830f-f639cf98f79c req-e01df7c5-f8c9-41be-993f-ace8ee44c002 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:26.994883 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a831a5-5998-4c3d-8d60-8b49a9d5edd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf79b72-9156-4d70-9d6c-49d3f790f2fb,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:27.002017 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411dfc10-0a34-467f-98c9-b071d06172dc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:27.008627 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3eef5534-1af1-4412-830f-f639cf98f79c req-e01df7c5-f8c9-41be-993f-ace8ee44c002 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.8747375 Nov 11 12:14:27.024832 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411dfc10-0a34-467f-98c9-b071d06172dc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:27.025825 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-411dfc10-0a34-467f-98c9-b071d06172dc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.035132 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411dfc10-0a34-467f-98c9-b071d06172dc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event updated for resources: {'Port': ['ID=01f1aeb0-7675-48c0-85b9-bf60b75abd9a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:27.062231 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-411dfc10-0a34-467f-98c9-b071d06172dc tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0759976 Nov 11 12:14:27.064138 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 49984) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:27.079006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ce4cc43d-59a0-495d-8b20-b40e15a58b3d tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a4', 'mac_address': 'fa:16:3e:48:60:9f'}, {'ip_address': '2001:db8::2cb', 'mac_address': 'fa:16:3e:10:9f:7a'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:27.220339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3eef5534-1af1-4412-830f-f639cf98f79c req-306c7ff5-f679-467b-974a-b24cf4ac82b2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018006 Nov 11 12:14:27.388552 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port dab05976-09ab-463d-9d4e-366c0a715e75, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=dab05976-09ab-463d-9d4e-366c0a715e75,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:27.464822 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'dab05976-09ab-463d-9d4e-366c0a715e75', 'network_id': 'd9353140-a9db-42c0-9f09-13a67c41443c', 'port_id': 'dab05976-09ab-463d-9d4e-366c0a715e75', 'mac_address': 'fa:16:3e:21:d3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:14:27.468106 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d67a4-bb22-4501-88f6-5f69b6a80d85 req-2ac15e05-6016-44f0-8585-2aed51dcec14 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:27.474245 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb9d67a4-bb22-4501-88f6-5f69b6a80d85 req-2ac15e05-6016-44f0-8585-2aed51dcec14 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 944 time: 0.2502685 Nov 11 12:14:27.586510 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-887fe63b-4124-4688-892e-ccf1738b8b85 req-46f27436-84ee-4b24-9c5f-a9e10f1f1afc tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 210 time: 0.1865690 Nov 11 12:14:27.632277 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc43d-59a0-495d-8b20-b40e15a58b3d tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.644175 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.729515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb9d67a4-bb22-4501-88f6-5f69b6a80d85 req-20004a4b-2870-4c76-b35c-2a51099b8f20 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379786 Nov 11 12:14:27.748436 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab05976-09ab-463d-9d4e-366c0a715e75 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:14:27.840975 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port dab05976-09ab-463d-9d4e-366c0a715e75, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=dab05976-09ab-463d-9d4e-366c0a715e75,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:27.846536 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d65ed0a9-fb49-4723-b35c-e2c4bf6945ba None None] Provisioning complete for port 01f1aeb0-7675-48c0-85b9-bf60b75abd9a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:27.848364 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d65ed0a9-fb49-4723-b35c-e2c4bf6945ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.911294 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.936094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49994) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:27.962631 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b7945076-fdd6-4be1-b799-c1408a459813 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.044867 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d65ed0a9-fb49-4723-b35c-e2c4bf6945ba None None] Port 01f1aeb0-7675-48c0-85b9-bf60b75abd9a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:28.120314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=dab05976-09ab-463d-9d4e-366c0a715e75,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:28.152204 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.153657 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.157663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.158224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.158793 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.159231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.159663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.160086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.160715 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.168140 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b7945076-fdd6-4be1-b799-c1408a459813 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.169235 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.169810 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.172631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.175840 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b7945076-fdd6-4be1-b799-c1408a459813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.177226 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc43d-59a0-495d-8b20-b40e15a58b3d tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.189218 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc43d-59a0-495d-8b20-b40e15a58b3d tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.191200 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['dab05976-09ab-463d-9d4e-366c0a715e75'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:14:28.313866 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-ce4cc43d-59a0-495d-8b20-b40e15a58b3d tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] In _notify_port_updated(), no bound segment for port 01f1aeb0-7675-48c0-85b9-bf60b75abd9a on network 5c7d04f6-76a6-4770-8823-f82218637848 {{(pid=109154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:14:28.319601 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4cc43d-59a0-495d-8b20-b40e15a58b3d tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:28.320249 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc43d-59a0-495d-8b20-b40e15a58b3d tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.328939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 49998) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:28.329679 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7945076-fdd6-4be1-b799-c1408a459813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c79e9ce-238a-4d78-9084-9f4648fcdfd8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:28.336012 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ce4cc43d-59a0-495d-8b20-b40e15a58b3d tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "PUT /v2.0/ports/01f1aeb0-7675-48c0-85b9-bf60b75abd9a HTTP/1.1" status: 200 len: 1066 time: 1.2563496 Nov 11 12:14:28.368695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7945076-fdd6-4be1-b799-c1408a459813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.368695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7945076-fdd6-4be1-b799-c1408a459813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.368971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7945076-fdd6-4be1-b799-c1408a459813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.369076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7945076-fdd6-4be1-b799-c1408a459813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.369394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7945076-fdd6-4be1-b799-c1408a459813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.369744 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7945076-fdd6-4be1-b799-c1408a459813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.370064 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7945076-fdd6-4be1-b799-c1408a459813 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.370425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7945076-fdd6-4be1-b799-c1408a459813 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.370692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7945076-fdd6-4be1-b799-c1408a459813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.371008 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7945076-fdd6-4be1-b799-c1408a459813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.371318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7945076-fdd6-4be1-b799-c1408a459813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.371627 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7945076-fdd6-4be1-b799-c1408a459813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:28.406543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cc43d-59a0-495d-8b20-b40e15a58b3d tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event updated for resources: {'Port': ['ID=01f1aeb0-7675-48c0-85b9-bf60b75abd9a,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:28.511324 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b7945076-fdd6-4be1-b799-c1408a459813 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.5734801 Nov 11 12:14:28.514392 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50002) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:28.744169 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3d40d-e945-4fa8-a163-cfbe3d36365d req-326f2384-341e-4d03-aa1e-f815582a13d1 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:28.753242 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7d162811-39b8-4037-b449-923eb035d3f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.758557 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c0d3d40d-e945-4fa8-a163-cfbe3d36365d req-326f2384-341e-4d03-aa1e-f815582a13d1 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.3686812 Nov 11 12:14:28.833004 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7d162811-39b8-4037-b449-923eb035d3f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.900018 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0126ee43-bd3a-4066-bfd7-bdb4a05e17b2 req-e0e81a1c-f3eb-4b08-a885-9a4e22a150b5 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 210 time: 0.0932579 Nov 11 12:14:28.905208 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7d162811-39b8-4037-b449-923eb035d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.908241 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7d162811-39b8-4037-b449-923eb035d3f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.909404 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7d162811-39b8-4037-b449-923eb035d3f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c79e9ce-238a-4d78-9084-9f4648fcdfd8 HTTP/1.1" status: 204 len: 168 time: 0.3940117 Nov 11 12:14:28.935334 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d162811-39b8-4037-b449-923eb035d3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c79e9ce-238a-4d78-9084-9f4648fcdfd8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:29.016483 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d6ce8996-742c-4a86-ae62-4bfbbd096337 None None] Provisioning complete for port 01f1aeb0-7675-48c0-85b9-bf60b75abd9a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:29.017070 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d6ce8996-742c-4a86-ae62-4bfbbd096337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:29.041544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-74dc5b26-7edc-467d-9f2c-529bfcd62251 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Deleting port 01f1aeb0-7675-48c0-85b9-bf60b75abd9a {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:29.042844 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-74dc5b26-7edc-467d-9f2c-529bfcd62251 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:29.199892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d6ce8996-742c-4a86-ae62-4bfbbd096337 None None] Port 01f1aeb0-7675-48c0-85b9-bf60b75abd9a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:29.247730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c0d3d40d-e945-4fa8-a163-cfbe3d36365d req-4d61742a-eb4e-427a-a8f4-a3d45c19d316 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4856706 Nov 11 12:14:29.431176 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9cec9-36b2-4062-89a9-a17e9c649157 req-2aa7c058-d285-4c56-95c3-75ca9729969d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:29.448638 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5e9cec9-36b2-4062-89a9-a17e9c649157 req-2aa7c058-d285-4c56-95c3-75ca9729969d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 945 time: 0.4265742 Nov 11 12:14:29.545567 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-74dc5b26-7edc-467d-9f2c-529bfcd62251 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:29.650659 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5e9cec9-36b2-4062-89a9-a17e9c649157 req-e624c200-6e94-4aa9-8951-53077545eb36 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999409 Nov 11 12:14:29.677175 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-74dc5b26-7edc-467d-9f2c-529bfcd62251 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Calling delete_port for 01f1aeb0-7675-48c0-85b9-bf60b75abd9a owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:29.862787 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-74dc5b26-7edc-467d-9f2c-529bfcd62251 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:29.927684 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc5b26-7edc-467d-9f2c-529bfcd62251 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event deleted for resources: {'Port': ['ID=01f1aeb0-7675-48c0-85b9-bf60b75abd9a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:30.111305 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ddabcc76-e917-4e8d-886a-754049af137c req-8072b7dc-23c4-4fe1-9951-d79e58c7f206 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 210 time: 0.0945842 Nov 11 12:14:30.372418 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-74dc5b26-7edc-467d-9f2c-529bfcd62251 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:30.377679 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-74dc5b26-7edc-467d-9f2c-529bfcd62251 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "DELETE /v2.0/ports/01f1aeb0-7675-48c0-85b9-bf60b75abd9a HTTP/1.1" status: 204 len: 168 time: 2.0444791 Nov 11 12:14:30.380412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50022) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:30.455683 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df4f13c-e86d-4f94-b94e-7c995e4f2416 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] GET failed (client error): The resource could not be found. Nov 11 12:14:30.458118 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3df4f13c-e86d-4f94-b94e-7c995e4f2416 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "GET /v2.0/ports/01f1aeb0-7675-48c0-85b9-bf60b75abd9a HTTP/1.1" status: 404 len: 333 time: 0.0762990 Nov 11 12:14:30.462526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50024) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:30.496542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d0c1b-f2a0-4920-903c-fe17db7198af req-f4486567-bc5d-47f5-bfe5-ceaf0464529e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:30.498197 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-264d0c1b-f2a0-4920-903c-fe17db7198af req-f4486567-bc5d-47f5-bfe5-ceaf0464529e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.0994892 Nov 11 12:14:30.561773 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-264d0c1b-f2a0-4920-903c-fe17db7198af req-8e34b264-9bb5-4594-8ab8-51380df41634 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573187 Nov 11 12:14:30.626284 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b56289d2-49c4-4acb-855a-6db969152f5e tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Deleting port da79711a-1aa2-4709-8427-d910244ecc57 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:30.626755 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b56289d2-49c4-4acb-855a-6db969152f5e tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:30.954624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device dab05976-09ab-463d-9d4e-366c0a715e75 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:30.961373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a103201-59f1-441f-8e6e-b7626a12c57e req-eb6b214f-e6ec-4c50-ac17-727fab4d69dd tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:30.978104 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a103201-59f1-441f-8e6e-b7626a12c57e req-eb6b214f-e6ec-4c50-ac17-727fab4d69dd tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 945 time: 0.1663353 Nov 11 12:14:31.078162 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a103201-59f1-441f-8e6e-b7626a12c57e req-f1d76cd4-d2ac-4f56-8080-c4d5104b3508 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979645 Nov 11 12:14:31.188812 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port dab05976-09ab-463d-9d4e-366c0a715e75 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:14:31.194181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port dab05976-09ab-463d-9d4e-366c0a715e75 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:31.194617 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.413488 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-185c7a38-b017-43ff-8a53-eb6e368b6fe0 req-a53420bf-1878-4a30-9e34-c78adebfbc27 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f60a3d1-4cd9-47d7-92db-be29b9e9deb4 HTTP/1.1" status: 200 len: 210 time: 0.0867155 Nov 11 12:14:31.464425 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.517558 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc16cc5-cad7-4ab5-919e-894469a20764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab05976-09ab-463d-9d4e-366c0a715e75'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:14:31.520283 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70137c32-c0bf-4f2d-bc17-f3ad0d3653d9" -d '{"events": [{"server_uuid": "edc16cc5-cad7-4ab5-919e-894469a20764", "name": "network-vif-plugged", "status": "completed", "tag": "dab05976-09ab-463d-9d4e-366c0a715e75"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:14:31.539386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port dab05976-09ab-463d-9d4e-366c0a715e75, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=dab05976-09ab-463d-9d4e-366c0a715e75,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:31.548028 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.550092 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b56289d2-49c4-4acb-855a-6db969152f5e tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.566237 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b56289d2-49c4-4acb-855a-6db969152f5e tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Calling delete_port for da79711a-1aa2-4709-8427-d910244ecc57 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:31.621577 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e940418-9a2f-4ff3-b61e-9d4764464544 x-openstack-request-id: req-8e940418-9a2f-4ff3-b61e-9d4764464544 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:14:31.621577 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc16cc5-cad7-4ab5-919e-894469a20764", "name": "network-vif-plugged", "status": "completed", "tag": "dab05976-09ab-463d-9d4e-366c0a715e75", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:14:31.623118 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e940418-9a2f-4ff3-b61e-9d4764464544 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:14:31.623683 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc16cc5-cad7-4ab5-919e-894469a20764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab05976-09ab-463d-9d4e-366c0a715e75', 'code': 200} Nov 11 12:14:31.627485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=dab05976-09ab-463d-9d4e-366c0a715e75,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:31.776366 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8396d-d356-4b3d-bb27-67959e18820f req-14f567bd-08e7-41e3-9081-e5dc7fd2fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:31.778222 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-acd8396d-d356-4b3d-bb27-67959e18820f req-14f567bd-08e7-41e3-9081-e5dc7fd2fc1e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 1097 time: 0.1051311 Nov 11 12:14:31.830954 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bf905-df45-46df-a12c-a970c2fb4a32 req-15d7c2fb-9c22-42fc-a934-5e31772d4fc8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:31.840204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-073bf905-df45-46df-a12c-a970c2fb4a32 req-15d7c2fb-9c22-42fc-a934-5e31772d4fc8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.1233373 Nov 11 12:14:31.949372 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-073bf905-df45-46df-a12c-a970c2fb4a32 req-34fe91df-b08e-4c00-9e0e-a02bb9c7521f tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010630 Nov 11 12:14:31.949372 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-acd8396d-d356-4b3d-bb27-67959e18820f req-0019cb93-7a2e-4a86-bdaa-810a84ee422e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589506 Nov 11 12:14:31.979240 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b56289d2-49c4-4acb-855a-6db969152f5e tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.060161 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b56289d2-49c4-4acb-855a-6db969152f5e tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.065371 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b56289d2-49c4-4acb-855a-6db969152f5e tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "DELETE /v2.0/ports/da79711a-1aa2-4709-8427-d910244ecc57 HTTP/1.1" status: 204 len: 168 time: 1.6013677 Nov 11 12:14:32.068073 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50044) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:32.070370 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56289d2-49c4-4acb-855a-6db969152f5e tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event deleted for resources: {'Port': ['ID=da79711a-1aa2-4709-8427-d910244ecc57,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:32.108214 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-215992bd-cdad-4c32-b054-7da7a3b68e92 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] GET failed (client error): The resource could not be found. Nov 11 12:14:32.111311 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-215992bd-cdad-4c32-b054-7da7a3b68e92 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "GET /v2.0/ports/da79711a-1aa2-4709-8427-d910244ecc57 HTTP/1.1" status: 404 len: 333 time: 0.0420942 Nov 11 12:14:32.116514 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50048) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:32.305927 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-9f761fc9-57f3-42a7-a7c2-21cade41a224 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Deleting port 44698b19-720a-41b8-b90a-858821624f52 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:32.306258 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f761fc9-57f3-42a7-a7c2-21cade41a224 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.316504 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f7518-6764-4619-afb9-47a98f1c1a10 req-c9958b85-7378-4ec6-bbb3-96f94a59daa7 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:32.323353 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca6f7518-6764-4619-afb9-47a98f1c1a10 req-c9958b85-7378-4ec6-bbb3-96f94a59daa7 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.1159966 Nov 11 12:14:32.438224 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca6f7518-6764-4619-afb9-47a98f1c1a10 req-38a08ea1-e558-4d5f-ba86-8557ae0a1507 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952506 Nov 11 12:14:32.483534 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f761fc9-57f3-42a7-a7c2-21cade41a224 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.508812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-9f761fc9-57f3-42a7-a7c2-21cade41a224 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Calling delete_port for 44698b19-720a-41b8-b90a-858821624f52 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:32.760223 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f761fc9-57f3-42a7-a7c2-21cade41a224 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.796836 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f761fc9-57f3-42a7-a7c2-21cade41a224 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event deleted for resources: {'Port': ['ID=44698b19-720a-41b8-b90a-858821624f52,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:32.826508 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f761fc9-57f3-42a7-a7c2-21cade41a224 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.832110 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9f761fc9-57f3-42a7-a7c2-21cade41a224 tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "DELETE /v2.0/ports/44698b19-720a-41b8-b90a-858821624f52 HTTP/1.1" status: 204 len: 168 time: 0.7160370 Nov 11 12:14:32.834712 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50062) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:32.938858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60b90b7-f3e7-423a-9927-8b970f1b03da tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Deleting subnet 7c913706-96cc-4c3f-9f05-e8f3e57af46a {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:32.944843 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a60b90b7-f3e7-423a-9927-8b970f1b03da tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.137650 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a60b90b7-f3e7-423a-9927-8b970f1b03da tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.244375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1d6ad-7a71-46b5-bdd5-f1e8056ad19d req-43c92d1f-3d11-434e-96c6-c2c6117caa72 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:33.254964 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6ea1d6ad-7a71-46b5-bdd5-f1e8056ad19d req-43c92d1f-3d11-434e-96c6-c2c6117caa72 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.1179991 Nov 11 12:14:33.345074 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6ea1d6ad-7a71-46b5-bdd5-f1e8056ad19d req-83657763-cc75-4341-9a71-4c1c827c455f tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868819 Nov 11 12:14:33.427713 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a60b90b7-f3e7-423a-9927-8b970f1b03da tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.629752 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a60b90b7-f3e7-423a-9927-8b970f1b03da tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.739962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b90b7-f3e7-423a-9927-8b970f1b03da tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event deleted for resources: {'Subnet': ['ID=7c913706-96cc-4c3f-9f05-e8f3e57af46a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:33.742052 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a60b90b7-f3e7-423a-9927-8b970f1b03da tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.745330 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a60b90b7-f3e7-423a-9927-8b970f1b03da tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "DELETE /v2.0/subnets/7c913706-96cc-4c3f-9f05-e8f3e57af46a HTTP/1.1" status: 204 len: 168 time: 0.9093220 Nov 11 12:14:33.754907 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ec3c18-409e-4449-a9e8-1419f0d51016 None None] Network 5c7d04f6-76a6-4770-8823-f82218637848 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:33.769666 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50074) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:33.770245 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a04fc-7b9d-4d3d-b013-922e624f3bdf req-030fb5ac-d6a2-4ebe-b4b6-b25704e94631 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:33.779051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-195a04fc-7b9d-4d3d-b013-922e624f3bdf req-030fb5ac-d6a2-4ebe-b4b6-b25704e94631 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.1648936 Nov 11 12:14:33.885104 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-195a04fc-7b9d-4d3d-b013-922e624f3bdf req-f3d12729-2fe5-4d1a-9170-9463cd2dd00b tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050611 Nov 11 12:14:33.961377 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.245205 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Deleting port 841235d4-8e59-4c7e-9212-327b176b827e {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:34.245640 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.335454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b57cbc-0d30-4ce6-96a2-576470af6925 None None] DHCP port deletion for 5c7d04f6-76a6-4770-8823-f82218637848 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:34.488142 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-47b57cbc-0d30-4ce6-96a2-576470af6925 None None] Deleting port 841235d4-8e59-4c7e-9212-327b176b827e {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:34.488610 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-47b57cbc-0d30-4ce6-96a2-576470af6925 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.489573 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] For port 841235d4-8e59-4c7e-9212-327b176b827e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=841235d4-8e59-4c7e-9212-327b176b827e,segment=NetworkSegment(9eb004f0-8fda-4df6-8857-65a29a7de0e3),segment_id=9eb004f0-8fda-4df6-8857-65a29a7de0e3)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:34.490185 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.527874 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Calling delete_port for 841235d4-8e59-4c7e-9212-327b176b827e owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:34.592713 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-47b57cbc-0d30-4ce6-96a2-576470af6925 None None] For port 841235d4-8e59-4c7e-9212-327b176b827e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=841235d4-8e59-4c7e-9212-327b176b827e,segment=NetworkSegment(9eb004f0-8fda-4df6-8857-65a29a7de0e3),segment_id=9eb004f0-8fda-4df6-8857-65a29a7de0e3)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:34.593101 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-47b57cbc-0d30-4ce6-96a2-576470af6925 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.647431 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-47b57cbc-0d30-4ce6-96a2-576470af6925 None None] Calling delete_port for 841235d4-8e59-4c7e-9212-327b176b827e owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:34.686138 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828d480-07d9-41ab-b317-f06ec7ad9aab req-826439b3-6b96-4db8-96de-35b66db118af tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:34.689047 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9828d480-07d9-41ab-b317-f06ec7ad9aab req-826439b3-6b96-4db8-96de-35b66db118af tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.2510660 Nov 11 12:14:34.699998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee980c5c-b409-43c9-b505-334c8aa05cc3 req-ffef2d9b-3836-4e96-b225-dac4c4c78efa tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:34.701505 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee980c5c-b409-43c9-b505-334c8aa05cc3 req-ffef2d9b-3836-4e96-b225-dac4c4c78efa tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.1670973 Nov 11 12:14:34.772459 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.789201 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9828d480-07d9-41ab-b317-f06ec7ad9aab req-f78f158d-c166-4f68-85f7-3714a2f15ae6 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866292 Nov 11 12:14:34.834047 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-47b57cbc-0d30-4ce6-96a2-576470af6925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.910617 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event deleted for resources: {'Port': ['ID=841235d4-8e59-4c7e-9212-327b176b827e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:34.915499 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee980c5c-b409-43c9-b505-334c8aa05cc3 req-b1b9ad66-c397-4e6c-9290-18eaf050798d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262338 Nov 11 12:14:34.918108 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b57cbc-0d30-4ce6-96a2-576470af6925 None None] Pushing event deleted for resources: {'Port': ['ID=841235d4-8e59-4c7e-9212-327b176b827e,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:34.935674 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b57cbc-0d30-4ce6-96a2-576470af6925 None None] No DVR routers for this DVR port 841235d4-8e59-4c7e-9212-327b176b827e on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:34.956560 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] No DVR routers for this DVR port 841235d4-8e59-4c7e-9212-327b176b827e on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:35.072564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a46d28-7b1e-4778-b44f-bf87990e1171 req-3965a29a-cd42-400a-9605-63dc993ab80d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:35.078478 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72a46d28-7b1e-4778-b44f-bf87990e1171 req-3965a29a-cd42-400a-9605-63dc993ab80d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.1324530 Nov 11 12:14:35.150460 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.207889 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7d04f6-76a6-4770-8823-f82218637848']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:35.220711 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb004f0-8fda-4df6-8857-65a29a7de0e3') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:35.221284 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb004f0-8fda-4df6-8857-65a29a7de0e3') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:35.235488 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.247633 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72a46d28-7b1e-4778-b44f-bf87990e1171 req-02367905-112c-4cc1-9247-c5896925ebf5 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643047 Nov 11 12:14:35.272527 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.300442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:35.300849 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:35.311164 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:35.508625 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.516793 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.519721 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] 10.222.0.65 "DELETE /v2.0/networks/5c7d04f6-76a6-4770-8823-f82218637848 HTTP/1.1" status: 204 len: 168 time: 1.7490008 Nov 11 12:14:35.549087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd2e7e-ff20-4dc3-96db-db4d117280bd tempest-AllowedAddressPairIpV6TestJSON-2021279380 tempest-AllowedAddressPairIpV6TestJSON-2021279380-project] Pushing event deleted for resources: {'Network': ['ID=5c7d04f6-76a6-4770-8823-f82218637848,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:35.875348 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 841235d4-8e59-4c7e-9212-327b176b827e no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:35.881328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9293c-97c2-423e-9f08-791a1ca357bf req-0de4e2fb-4a3e-4076-81ed-eee0418610fd tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:35.892717 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75d9293c-97c2-423e-9f08-791a1ca357bf req-0de4e2fb-4a3e-4076-81ed-eee0418610fd tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.2344398 Nov 11 12:14:35.967887 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 841235d4-8e59-4c7e-9212-327b176b827e {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:35.969438 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 841235d4-8e59-4c7e-9212-327b176b827e not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:35.978953 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-702926e1-5cc8-467f-82dd-b6adb1b5b0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:36.015542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75d9293c-97c2-423e-9f08-791a1ca357bf req-cc03b3b1-9d0e-4e86-a4e6-a696cd136f67 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125500 Nov 11 12:14:36.094231 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50132) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:36.220695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c74d0-f1c5-4faa-9a83-e784a6a012bf req-446e2317-d70f-498b-9efe-fda366c11d48 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:36.232325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c8c74d0-f1c5-4faa-9a83-e784a6a012bf req-446e2317-d70f-498b-9efe-fda366c11d48 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.1255476 Nov 11 12:14:36.323461 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c8c74d0-f1c5-4faa-9a83-e784a6a012bf req-eb3da0af-dd4f-4eba-b5f8-730abfd711d8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859134 Nov 11 12:14:36.389102 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e4dff629-b767-4024-9581-b32779ff0fab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=61cbe22d2a12402597db886619b59b8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2934251 Nov 11 12:14:36.391464 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50138) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:36.546708 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-77679b5d-6cea-494e-9c01-ad641a684804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:36.611081 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-77679b5d-6cea-494e-9c01-ad641a684804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:36.698468 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-77679b5d-6cea-494e-9c01-ad641a684804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:36.705823 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-77679b5d-6cea-494e-9c01-ad641a684804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:36.708879 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-77679b5d-6cea-494e-9c01-ad641a684804 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0fad4afe-9b97-487e-8554-8ed82ab1c50f HTTP/1.1" status: 204 len: 168 time: 0.3161097 Nov 11 12:14:36.729626 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77679b5d-6cea-494e-9c01-ad641a684804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fad4afe-9b97-487e-8554-8ed82ab1c50f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:37.234810 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1ff91-122e-4045-bfa1-2eebe80b800f req-95a2f2a4-0699-4923-b178-95461ba897c2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:37.246758 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73f1ff91-122e-4045-bfa1-2eebe80b800f req-95a2f2a4-0699-4923-b178-95461ba897c2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.1067879 Nov 11 12:14:37.382104 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73f1ff91-122e-4045-bfa1-2eebe80b800f req-441421f8-76aa-43a0-8a3c-6ddfece99e1b tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322174 Nov 11 12:14:37.547264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9397a10-0dbc-4f91-bd78-b1b3e736ea1a req-284b9cea-9926-49e7-a023-0315d1834522 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:37.556567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9397a10-0dbc-4f91-bd78-b1b3e736ea1a req-284b9cea-9926-49e7-a023-0315d1834522 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.1200154 Nov 11 12:14:37.646014 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9397a10-0dbc-4f91-bd78-b1b3e736ea1a req-451a9787-ab48-47a2-acbe-6531dccd64d2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882351 Nov 11 12:14:38.091176 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87c8b574-52bd-40ce-94cb-d783743cd8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.286548 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50176) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:38.548201 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e5dc058b-1f57-420c-9881-26c388d5dc99 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-333369923'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:38.607952 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48ab24-0f26-41f6-93d8-6c704888a5c8 req-60b6a3db-aafe-40f8-96bc-ffb25775216f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:38.611056 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c48ab24-0f26-41f6-93d8-6c704888a5c8 req-60b6a3db-aafe-40f8-96bc-ffb25775216f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.1355853 Nov 11 12:14:38.620017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dc058b-1f57-420c-9881-26c388d5dc99 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:38.624361 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e5dc058b-1f57-420c-9881-26c388d5dc99 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.637891 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e5dc058b-1f57-420c-9881-26c388d5dc99 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.778537 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c48ab24-0f26-41f6-93d8-6c704888a5c8 req-6659ac03-9c7a-48c9-98a6-a1ecee791102 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414137 Nov 11 12:14:38.908533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df78f9-8f9f-4b7b-9ff3-35ba7098e014 req-ef184fea-4b5c-4bd0-87be-2a7214ae6459 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:38.938619 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-85df78f9-8f9f-4b7b-9ff3-35ba7098e014 req-ef184fea-4b5c-4bd0-87be-2a7214ae6459 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.1182308 Nov 11 12:14:38.950885 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e5dc058b-1f57-420c-9881-26c388d5dc99 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.961542 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e5dc058b-1f57-420c-9881-26c388d5dc99 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.975053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5dc058b-1f57-420c-9881-26c388d5dc99 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:39.042209 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.042472 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e5dc058b-1f57-420c-9881-26c388d5dc99 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.042817 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-e5dc058b-1f57-420c-9881-26c388d5dc99 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Added segment b8f8790e-2202-4516-821f-6650bd64e50a of type vlan for network bad2fb1b-5419-4704-a46b-842512226b60 Nov 11 12:14:39.077316 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-85df78f9-8f9f-4b7b-9ff3-35ba7098e014 req-e86c8168-0496-48ff-b9fe-c71aa64529cc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611123 Nov 11 12:14:39.163220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc058b-1f57-420c-9881-26c388d5dc99 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079398d6-62da-4d56-a2f9-04c9aa54420e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:39.189080 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e5dc058b-1f57-420c-9881-26c388d5dc99 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.237844 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e5dc058b-1f57-420c-9881-26c388d5dc99 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.245548 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dc058b-1f57-420c-9881-26c388d5dc99 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:39.246235 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e5dc058b-1f57-420c-9881-26c388d5dc99 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.453408 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e5dc058b-1f57-420c-9881-26c388d5dc99 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1655049 Nov 11 12:14:39.457692 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50200) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:39.465603 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b442c924-6437-4c4f-9f08-4fec203efc0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:39.467673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc058b-1f57-420c-9881-26c388d5dc99 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Network': ['ID=bad2fb1b-5419-4704-a46b-842512226b60,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:39.484568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:39.738565 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b442c924-6437-4c4f-9f08-4fec203efc0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:39.743160 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b442c924-6437-4c4f-9f08-4fec203efc0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.050692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0e112-fc95-4619-85c7-4b87602ff136 req-99ae8c8d-902d-49d0-90d7-5c0268b22a71 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:40.063382 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45d0e112-fc95-4619-85c7-4b87602ff136 req-99ae8c8d-902d-49d0-90d7-5c0268b22a71 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.1280847 Nov 11 12:14:40.201094 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b442c924-6437-4c4f-9f08-4fec203efc0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.333887 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442c924-6437-4c4f-9f08-4fec203efc0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=52d0e5d1-59df-41c4-a44c-3f7a44a69ac1,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:40.352172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45d0e112-fc95-4619-85c7-4b87602ff136 req-1431a499-4701-47d8-94d5-de3b37acddb3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817900 Nov 11 12:14:40.372910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084eb25-ce8d-42ba-bf80-4db18e459728 req-1ed8f261-ce8d-4976-ab78-7626b470f7ca tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:40.380049 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442c924-6437-4c4f-9f08-4fec203efc0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:40.380418 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b442c924-6437-4c4f-9f08-4fec203efc0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network hostable DHCP agents. Network: bad2fb1b-5419-4704-a46b-842512226b60, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:40.383625 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c084eb25-ce8d-42ba-bf80-4db18e459728 req-1ed8f261-ce8d-4976-ab78-7626b470f7ca tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.1680458 Nov 11 12:14:40.411097 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b442c924-6437-4c4f-9f08-4fec203efc0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:40.426403 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-b442c924-6437-4c4f-9f08-4fec203efc0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, bad2fb1b-5419-4704-a46b-842512226b60) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:40.431269 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b442c924-6437-4c4f-9f08-4fec203efc0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:40.432011 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b442c924-6437-4c4f-9f08-4fec203efc0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.439375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0054f512-a264-45de-964c-f30f5fd38ae2 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:40.461971 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b442c924-6437-4c4f-9f08-4fec203efc0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0012996 Nov 11 12:14:40.464531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50242) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:40.473015 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7535851e-9cc2-4e3e-9dce-72b5c5e41840 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'name': 'tempest-NetworksTestDHCPv6-2006532847'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:40.484663 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c084eb25-ce8d-42ba-bf80-4db18e459728 req-6685ad2c-438a-46e4-840d-bda4c3c7c723 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000714 Nov 11 12:14:40.605757 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.643076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7535851e-9cc2-4e3e-9dce-72b5c5e41840 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:40.647534 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7535851e-9cc2-4e3e-9dce-72b5c5e41840 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.659332 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': '52d0e5d1-59df-41c4-a44c-3f7a44a69ac1'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:40.660294 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.694916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-7535851e-9cc2-4e3e-9dce-72b5c5e41840 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port b21268fe-cca8-4ba8-ad84-d229df1e62dd yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:40.908135 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-7535851e-9cc2-4e3e-9dce-72b5c5e41840 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::2fa (bad2fb1b-5419-4704-a46b-842512226b60/52d0e5d1-59df-41c4-a44c-3f7a44a69ac1/b21268fe-cca8-4ba8-ad84-d229df1e62dd) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:41.244020 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7535851e-9cc2-4e3e-9dce-72b5c5e41840 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.286542 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7535851e-9cc2-4e3e-9dce-72b5c5e41840 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.341603 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7535851e-9cc2-4e3e-9dce-72b5c5e41840 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:41.347313 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-7535851e-9cc2-4e3e-9dce-72b5c5e41840 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:41.351722 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7535851e-9cc2-4e3e-9dce-72b5c5e41840 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:41.360651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7535851e-9cc2-4e3e-9dce-72b5c5e41840 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:41.361549 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7535851e-9cc2-4e3e-9dce-72b5c5e41840 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.396611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535851e-9cc2-4e3e-9dce-72b5c5e41840 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=b21268fe-cca8-4ba8-ad84-d229df1e62dd,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:41.422758 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7535851e-9cc2-4e3e-9dce-72b5c5e41840 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9568539 Nov 11 12:14:41.425244 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50304) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:41.435169 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.454666 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Allocated IP 2001:db8::2 (bad2fb1b-5419-4704-a46b-842512226b60/52d0e5d1-59df-41c4-a44c-3f7a44a69ac1/91486725-b8f4-47af-a0fd-f99c8718b389) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:41.520280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331710d-0d3e-4e21-81ea-e8b27c735cce req-fad93d1d-b7cf-4d55-8849-015e268965f8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:41.533807 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9331710d-0d3e-4e21-81ea-e8b27c735cce req-fad93d1d-b7cf-4d55-8849-015e268965f8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.0815184 Nov 11 12:14:41.561138 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc9e23-7887-42c0-8cc1-b313a63ca4fe tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:41.565163 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b7cc9e23-7887-42c0-8cc1-b313a63ca4fe tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1356404 Nov 11 12:14:41.565688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50318) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:41.703485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a9a33-3e92-4f8e-a0c4-51611911359d req-8f836ae9-b3d1-4db7-aa89-9685c9f5094a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:41.705724 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b1a9a33-3e92-4f8e-a0c4-51611911359d req-8f836ae9-b3d1-4db7-aa89-9685c9f5094a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.1295261 Nov 11 12:14:41.705864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8c47fa32-b0b4-4e13-badb-84b0cd6330bc tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port b21268fe-cca8-4ba8-ad84-d229df1e62dd {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:41.706191 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c47fa32-b0b4-4e13-badb-84b0cd6330bc tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.731429 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9331710d-0d3e-4e21-81ea-e8b27c735cce req-42e72f13-eb8e-4dfa-b782-b6832e5bad1e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966195 Nov 11 12:14:41.767050 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.791608 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.865188 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b1a9a33-3e92-4f8e-a0c4-51611911359d req-443e2767-c990-4aa8-bafd-5fe0737c938f tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323493 Nov 11 12:14:41.890771 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:41.893565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:41.921157 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:41.933579 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c47fa32-b0b4-4e13-badb-84b0cd6330bc tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.937014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Pushing event updated for resources: {'Port': ['ID=91486725-b8f4-47af-a0fd-f99c8718b389,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:41.949977 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8c47fa32-b0b4-4e13-badb-84b0cd6330bc tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for b21268fe-cca8-4ba8-ad84-d229df1e62dd owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:42.072362 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Attempting to bind port 91486725-b8f4-47af-a0fd-f99c8718b389 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:42.072725 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Attempting to bind port 91486725-b8f4-47af-a0fd-f99c8718b389 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:42.074837 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Attempting to bind port 91486725-b8f4-47af-a0fd-f99c8718b389 on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:42.086348 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:42.088257 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:42.090061 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.090635 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:42.091278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Bound port: 91486725-b8f4-47af-a0fd-f99c8718b389, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:42.092338 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.126082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce367a-f34c-4c73-9dfc-57939541d4b3 req-e5130358-191d-4bc6-81c2-f32be7e74cab tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:42.134521 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-67ce367a-f34c-4c73-9dfc-57939541d4b3 req-e5130358-191d-4bc6-81c2-f32be7e74cab tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.0772161 Nov 11 12:14:42.192972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-67ce367a-f34c-4c73-9dfc-57939541d4b3 req-8ce66a43-bf5b-4791-a819-2ede20fe5622 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572433 Nov 11 12:14:42.240229 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] For port 91486725-b8f4-47af-a0fd-f99c8718b389, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:42.249485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] For port 91486725-b8f4-47af-a0fd-f99c8718b389, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=91486725-b8f4-47af-a0fd-f99c8718b389,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:42.254186 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c47fa32-b0b4-4e13-badb-84b0cd6330bc tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.256316 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.325121 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47fa32-b0b4-4e13-badb-84b0cd6330bc tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=b21268fe-cca8-4ba8-ad84-d229df1e62dd,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:42.327479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf2a06-4085-4213-9f3f-c55ae391610c None None] Pushing event updated for resources: {'Port': ['ID=91486725-b8f4-47af-a0fd-f99c8718b389,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:42.356742 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c47fa32-b0b4-4e13-badb-84b0cd6330bc tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.361837 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8c47fa32-b0b4-4e13-badb-84b0cd6330bc tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/b21268fe-cca8-4ba8-ad84-d229df1e62dd HTTP/1.1" status: 204 len: 168 time: 0.7950349 Nov 11 12:14:42.364278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50364) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:42.466792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75271438-66ba-4303-8474-ff6d80c0801a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:42.468438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75271438-66ba-4303-8474-ff6d80c0801a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:42.470020 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-75271438-66ba-4303-8474-ff6d80c0801a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1045294 Nov 11 12:14:42.472897 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50366) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:42.550416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bf9d67-e1e6-49f9-99fe-99d6e344ec82 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 52d0e5d1-59df-41c4-a44c-3f7a44a69ac1 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:42.554484 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-11bf9d67-e1e6-49f9-99fe-99d6e344ec82 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.616098 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-11bf9d67-e1e6-49f9-99fe-99d6e344ec82 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.760445 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-11bf9d67-e1e6-49f9-99fe-99d6e344ec82 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.838000 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-11bf9d67-e1e6-49f9-99fe-99d6e344ec82 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.889637 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf9d67-e1e6-49f9-99fe-99d6e344ec82 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=52d0e5d1-59df-41c4-a44c-3f7a44a69ac1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:42.910777 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-11bf9d67-e1e6-49f9-99fe-99d6e344ec82 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.921020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586ad26-fc0c-4ea5-a7a6-8175c4328d23 req-f9c70480-df2b-4f60-b0ed-cf6fc69d01e4 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:42.922631 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-11bf9d67-e1e6-49f9-99fe-99d6e344ec82 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/52d0e5d1-59df-41c4-a44c-3f7a44a69ac1 HTTP/1.1" status: 204 len: 168 time: 0.4487004 Nov 11 12:14:42.926602 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50406) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:42.933715 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b586ad26-fc0c-4ea5-a7a6-8175c4328d23 req-f9c70480-df2b-4f60-b0ed-cf6fc69d01e4 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.1056271 Nov 11 12:14:43.038259 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e28d01cb-0545-4cbe-9686-60efd072a9bf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1102157 Nov 11 12:14:43.038523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b586ad26-fc0c-4ea5-a7a6-8175c4328d23 req-65929662-6040-41c0-b76f-1d6fef8a8ad3 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025472 Nov 11 12:14:43.038965 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50408) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:43.058112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-67e07fe5-a620-414c-ba65-852395fbc790 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:43.223779 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e07fe5-a620-414c-ba65-852395fbc790 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:43.233472 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67e07fe5-a620-414c-ba65-852395fbc790 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.486782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50430) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:43.623826 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67e07fe5-a620-414c-ba65-852395fbc790 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.682861 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfe88715-16cc-4ef1-b534-2b6453d40d36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.695847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e07fe5-a620-414c-ba65-852395fbc790 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:43.700013 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-67e07fe5-a620-414c-ba65-852395fbc790 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:43.706347 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e07fe5-a620-414c-ba65-852395fbc790 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:43.707464 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67e07fe5-a620-414c-ba65-852395fbc790 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.767720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e07fe5-a620-414c-ba65-852395fbc790 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=2676b1b7-5f58-4792-b4db-3fa25e58dc97,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:43.784446 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7dc58c-6cdc-4fcb-8f97-ae92753f33af None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:43.786328 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-67e07fe5-a620-414c-ba65-852395fbc790 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7462540 Nov 11 12:14:43.788833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50440) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:43.801758 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-717f992e-2a62-434a-8dcf-8684028df450 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'name': 'tempest-NetworksTestDHCPv6-906428496'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:43.879032 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfe88715-16cc-4ef1-b534-2b6453d40d36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.892540 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfe88715-16cc-4ef1-b534-2b6453d40d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.950472 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe88715-16cc-4ef1-b534-2b6453d40d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238bcaa4-1089-4d92-a981-bda382e9a5e4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:43.958630 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cfe88715-16cc-4ef1-b534-2b6453d40d36 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=26aef24d114249198b79a3d8cc123c6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4702189 Nov 11 12:14:43.960979 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50456) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:44.038552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717f992e-2a62-434a-8dcf-8684028df450 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:44.043701 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-717f992e-2a62-434a-8dcf-8684028df450 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.074079 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-717f992e-2a62-434a-8dcf-8684028df450 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port 6b653b21-40b9-4fbf-9977-93f1a9b223ec yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:44.088658 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-27152a60-102e-4d71-88a7-f9d754af96f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.147209 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-27152a60-102e-4d71-88a7-f9d754af96f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.154252 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:14:44.211932 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 91486725-b8f4-47af-a0fd-f99c8718b389 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:44.215966 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-27152a60-102e-4d71-88a7-f9d754af96f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.218963 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-27152a60-102e-4d71-88a7-f9d754af96f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.220135 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-27152a60-102e-4d71-88a7-f9d754af96f0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/238bcaa4-1089-4d92-a981-bda382e9a5e4 HTTP/1.1" status: 204 len: 168 time: 0.2539515 Nov 11 12:14:44.235879 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27152a60-102e-4d71-88a7-f9d754af96f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238bcaa4-1089-4d92-a981-bda382e9a5e4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:44.290327 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e65da6a6-b2a4-4df5-9223-67835fc74268 None None] Provisioning complete for port 91486725-b8f4-47af-a0fd-f99c8718b389 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:44.290669 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e65da6a6-b2a4-4df5-9223-67835fc74268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.359134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ebd6a-a856-40b3-ab58-285f820e7e4d req-e96881f5-c4bd-4da6-8a8b-df21438e1f93 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:44.361525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b5ebd6a-a856-40b3-ab58-285f820e7e4d req-e96881f5-c4bd-4da6-8a8b-df21438e1f93 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.2069886 Nov 11 12:14:44.532232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-717f992e-2a62-434a-8dcf-8684028df450 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::3a2 (bad2fb1b-5419-4704-a46b-842512226b60/2676b1b7-5f58-4792-b4db-3fa25e58dc97/6b653b21-40b9-4fbf-9977-93f1a9b223ec) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:44.557096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738d2f3-fd95-4ace-8429-26d87745c408 req-e77bd3eb-c237-4db2-98f3-f108105abc17 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:44.559101 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b738d2f3-fd95-4ace-8429-26d87745c408 req-e77bd3eb-c237-4db2-98f3-f108105abc17 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.1374934 Nov 11 12:14:44.567394 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e65da6a6-b2a4-4df5-9223-67835fc74268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.574281 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b5ebd6a-a856-40b3-ab58-285f820e7e4d req-7f9e4e31-e2fc-42bf-8193-8c7f7309eb5d tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981986 Nov 11 12:14:44.606188 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 91486725-b8f4-47af-a0fd-f99c8718b389 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:44.606827 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.674062 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e65da6a6-b2a4-4df5-9223-67835fc74268 None None] For port 91486725-b8f4-47af-a0fd-f99c8718b389, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=91486725-b8f4-47af-a0fd-f99c8718b389,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:44.684438 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b738d2f3-fd95-4ace-8429-26d87745c408 req-2408289c-5567-47d1-9529-0f9e3a8b10a0 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029651 Nov 11 12:14:44.688293 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e65da6a6-b2a4-4df5-9223-67835fc74268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.842183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65da6a6-b2a4-4df5-9223-67835fc74268 None None] Pushing event updated for resources: {'Port': ['ID=91486725-b8f4-47af-a0fd-f99c8718b389,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:45.029931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db4adb14-e3c6-4a9c-aad0-c411a9aa790c no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:45.036855 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-717f992e-2a62-434a-8dcf-8684028df450 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.156461 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.238966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:45.262705 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:14:45.267785 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43e089c-7940-47a3-b616-b43ec88ba271" -d '{"events": [{"server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "name": "network-vif-unplugged", "status": "completed", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:14:45.279543 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-717f992e-2a62-434a-8dcf-8684028df450 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.281788 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.370367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47c1b4d-2922-4295-abca-cb1913c462a5 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:45.380693 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bb5f28-3a55-4cfc-b2cf-95dcb05303d2 x-openstack-request-id: req-54bb5f28-3a55-4cfc-b2cf-95dcb05303d2 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:14:45.381016 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "name": "network-vif-unplugged", "status": "completed", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:14:45.381368 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54bb5f28-3a55-4cfc-b2cf-95dcb05303d2 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:14:45.381931 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'code': 200} Nov 11 12:14:45.444340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f992e-2a62-434a-8dcf-8684028df450 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=6b653b21-40b9-4fbf-9977-93f1a9b223ec,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:45.499127 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717f992e-2a62-434a-8dcf-8684028df450 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:45.502649 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-717f992e-2a62-434a-8dcf-8684028df450 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:45.512556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0adb7-1617-4843-abd8-ec9acd42a52f req-13fa3222-4836-4d58-b344-3dad624a8981 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:45.520648 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-23e0adb7-1617-4843-abd8-ec9acd42a52f req-13fa3222-4836-4d58-b344-3dad624a8981 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 946 time: 0.3742778 Nov 11 12:14:45.527714 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717f992e-2a62-434a-8dcf-8684028df450 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:45.534903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717f992e-2a62-434a-8dcf-8684028df450 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:45.536217 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-717f992e-2a62-434a-8dcf-8684028df450 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.538189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c927e0d9-9579-4723-9fc2-1ec73d84527c None None] Provisioning complete for port 91486725-b8f4-47af-a0fd-f99c8718b389 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:45.538545 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c927e0d9-9579-4723-9fc2-1ec73d84527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.543630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,revision_number=14']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:45.566643 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50506) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:45.567319 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-717f992e-2a62-434a-8dcf-8684028df450 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7750564 Nov 11 12:14:45.578789 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6acae-fa82-4288-8d45-9b6fa1aca182 req-6f6052be-9aa9-4b69-8f4d-1852114fdd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:45.580496 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09a6acae-fa82-4288-8d45-9b6fa1aca182 req-6f6052be-9aa9-4b69-8f4d-1852114fdd3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 1095 time: 0.3591564 Nov 11 12:14:45.700082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6acae-fa82-4288-8d45-9b6fa1aca182 req-ac7df869-93ee-4eef-bf48-20db26f61bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:45.701693 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09a6acae-fa82-4288-8d45-9b6fa1aca182 req-ac7df869-93ee-4eef-bf48-20db26f61bcc service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.1086745 Nov 11 12:14:45.746097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-23e0adb7-1617-4843-abd8-ec9acd42a52f req-a1adbc25-989b-4a75-8946-442338241365 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239320 Nov 11 12:14:45.811038 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.819833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144bb3e3-8785-4761-836b-78e052de041f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:45.850556 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 91486725-b8f4-47af-a0fd-f99c8718b389 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:45.865523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144bb3e3-8785-4761-836b-78e052de041f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:45.878981 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-144bb3e3-8785-4761-836b-78e052de041f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.3085387 Nov 11 12:14:45.880807 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50512) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:45.926747 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09a6acae-fa82-4288-8d45-9b6fa1aca182 req-457a60d8-8428-4560-8e73-38d7976b5c0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c HTTP/1.1" status: 200 len: 999 time: 0.2120275 Nov 11 12:14:45.952964 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b1aff-52a0-4c88-b71d-888106a80b08 req-43548cb0-89f5-4c5e-8296-9eb242e0ec08 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:45.959788 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 91486725-b8f4-47af-a0fd-f99c8718b389 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:45.960795 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.962769 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-054b1aff-52a0-4c88-b71d-888106a80b08 req-43548cb0-89f5-4c5e-8296-9eb242e0ec08 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.1338208 Nov 11 12:14:46.051128 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6acae-fa82-4288-8d45-9b6fa1aca182 req-675939b3-ef50-45d5-b981-d999286cd5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:46.051944 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09a6acae-fa82-4288-8d45-9b6fa1aca182 req-675939b3-ef50-45d5-b981-d999286cd5ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.1179771 Nov 11 12:14:46.061553 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a3b16-e33a-4f42-bff6-33f2abcf59d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port 6b653b21-40b9-4fbf-9977-93f1a9b223ec {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:46.066677 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3b16-e33a-4f42-bff6-33f2abcf59d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.154949 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-054b1aff-52a0-4c88-b71d-888106a80b08 req-79b421bb-3c7a-4792-aec1-d930a54ad827 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872575 Nov 11 12:14:46.167758 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6acae-fa82-4288-8d45-9b6fa1aca182 req-98242085-f888-4bec-8f4b-e5f0248112dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:46.169276 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09a6acae-fa82-4288-8d45-9b6fa1aca182 req-98242085-f888-4bec-8f4b-e5f0248112dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081982 Nov 11 12:14:46.292573 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3b16-e33a-4f42-bff6-33f2abcf59d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.309455 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a3b16-e33a-4f42-bff6-33f2abcf59d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for 6b653b21-40b9-4fbf-9977-93f1a9b223ec owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:46.327630 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09a6acae-fa82-4288-8d45-9b6fa1aca182 req-000fc634-b83c-4ece-9c68-ed877584c6c6 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508775 Nov 11 12:14:46.358161 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-085634b2-ab63-4cbe-8e59-4b081de7c8ae None None] Provisioning complete for port 6b653b21-40b9-4fbf-9977-93f1a9b223ec triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:46.358844 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-085634b2-ab63-4cbe-8e59-4b081de7c8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.450247 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-085634b2-ab63-4cbe-8e59-4b081de7c8ae None None] Port 6b653b21-40b9-4fbf-9977-93f1a9b223ec cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:46.477395 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-085634b2-ab63-4cbe-8e59-4b081de7c8ae None None] Provisioning complete for port 91486725-b8f4-47af-a0fd-f99c8718b389 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:46.477804 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-085634b2-ab63-4cbe-8e59-4b081de7c8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.542939 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09a6acae-fa82-4288-8d45-9b6fa1aca182 req-60cce68f-40ef-496e-adfd-d415cfdf3318 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982312 Nov 11 12:14:46.596571 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3b16-e33a-4f42-bff6-33f2abcf59d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.684008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a3b16-e33a-4f42-bff6-33f2abcf59d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=6b653b21-40b9-4fbf-9977-93f1a9b223ec,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:46.686268 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3b16-e33a-4f42-bff6-33f2abcf59d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.692827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50536) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:46.693157 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8f8a3b16-e33a-4f42-bff6-33f2abcf59d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/6b653b21-40b9-4fbf-9977-93f1a9b223ec HTTP/1.1" status: 204 len: 168 time: 0.8076305 Nov 11 12:14:46.784266 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c27e75-d55f-46ee-bf70-7f1973d8d854 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:46.786474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c27e75-d55f-46ee-bf70-7f1973d8d854 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:46.788661 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b7c27e75-d55f-46ee-bf70-7f1973d8d854 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0943968 Nov 11 12:14:46.791417 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50540) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:46.811082 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d2523b6d-d944-4de4-a81f-56108ff2392b None None] Could not find standard attr ID for object b21268fe-cca8-4ba8-ad84-d229df1e62dd. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:14:46.876635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6369ed4-a4e9-4139-a434-fe234c10cdcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 2676b1b7-5f58-4792-b4db-3fa25e58dc97 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:46.887252 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6369ed4-a4e9-4139-a434-fe234c10cdcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.000553 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6369ed4-a4e9-4139-a434-fe234c10cdcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.048524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d16dde-997d-4e28-93a5-f8f2f7392df9 req-639cc641-b66b-4839-a515-dc5e22e490fd tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:47.050569 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57d16dde-997d-4e28-93a5-f8f2f7392df9 req-639cc641-b66b-4839-a515-dc5e22e490fd tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1574743 Nov 11 12:14:47.160558 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6369ed4-a4e9-4139-a434-fe234c10cdcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.173198 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b63bc58-44ea-4596-9d8a-3a60d50a89f3 None None] Could not find standard attr ID for object 6b653b21-40b9-4fbf-9977-93f1a9b223ec. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:14:47.252304 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57d16dde-997d-4e28-93a5-f8f2f7392df9 req-da1d3570-6c98-421f-af25-06b16877c8eb tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951110 Nov 11 12:14:47.321208 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6369ed4-a4e9-4139-a434-fe234c10cdcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.400158 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6369ed4-a4e9-4139-a434-fe234c10cdcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.404122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f6369ed4-a4e9-4139-a434-fe234c10cdcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/2676b1b7-5f58-4792-b4db-3fa25e58dc97 HTTP/1.1" status: 204 len: 168 time: 0.6111391 Nov 11 12:14:47.405435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6369ed4-a4e9-4139-a434-fe234c10cdcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=2676b1b7-5f58-4792-b4db-3fa25e58dc97,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:47.406854 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50556) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:47.486432 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-87d43c72-ab3a-4912-ae27-758d19c9b869 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757616 Nov 11 12:14:47.486819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50558) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:47.492563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8642fe74-f3ea-44e9-b4ec-acd29cb82dd1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:47.536693 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a66046-7a7c-4f2f-9946-d597097f359f None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:47.674752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8642fe74-f3ea-44e9-b4ec-acd29cb82dd1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:47.685146 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8642fe74-f3ea-44e9-b4ec-acd29cb82dd1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.821194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230e2940-93d8-4288-b3ed-2bfbe5d23d0b None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:47.836834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f0ca6-8638-41f7-8754-e95469356996 req-74732b18-4f96-4989-a167-96f1bf76abdb tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:47.838565 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe8f0ca6-8638-41f7-8754-e95469356996 req-74732b18-4f96-4989-a167-96f1bf76abdb tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.5705266 Nov 11 12:14:47.913146 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe8f0ca6-8638-41f7-8754-e95469356996 req-6a33f037-1ef9-4433-999c-176661a10165 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653186 Nov 11 12:14:47.939148 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-230e2940-93d8-4288-b3ed-2bfbe5d23d0b None None] Deleting port 91486725-b8f4-47af-a0fd-f99c8718b389 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:47.940016 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-230e2940-93d8-4288-b3ed-2bfbe5d23d0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.018002 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-230e2940-93d8-4288-b3ed-2bfbe5d23d0b None None] For port 91486725-b8f4-47af-a0fd-f99c8718b389, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=91486725-b8f4-47af-a0fd-f99c8718b389,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:48.018620 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-230e2940-93d8-4288-b3ed-2bfbe5d23d0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.033258 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8642fe74-f3ea-44e9-b4ec-acd29cb82dd1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.034373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-230e2940-93d8-4288-b3ed-2bfbe5d23d0b None None] Calling delete_port for 91486725-b8f4-47af-a0fd-f99c8718b389 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:48.084505 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8642fe74-f3ea-44e9-b4ec-acd29cb82dd1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:48.091585 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-8642fe74-f3ea-44e9-b4ec-acd29cb82dd1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:48.096357 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8642fe74-f3ea-44e9-b4ec-acd29cb82dd1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:48.096951 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8642fe74-f3ea-44e9-b4ec-acd29cb82dd1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.112467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642fe74-f3ea-44e9-b4ec-acd29cb82dd1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=5fc24188-73ef-4c39-a87f-d93645e7236d,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:48.137960 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50572) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:48.138446 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8642fe74-f3ea-44e9-b4ec-acd29cb82dd1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6448717 Nov 11 12:14:48.138539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-770c299f-74a4-46cd-a693-ac9204189834 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'name': 'tempest-NetworksTestDHCPv6-123148223'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:48.171204 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-230e2940-93d8-4288-b3ed-2bfbe5d23d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.209066 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e2940-93d8-4288-b3ed-2bfbe5d23d0b None None] No DVR routers for this DVR port 91486725-b8f4-47af-a0fd-f99c8718b389 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:48.214901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e2940-93d8-4288-b3ed-2bfbe5d23d0b None None] Pushing event deleted for resources: {'Port': ['ID=91486725-b8f4-47af-a0fd-f99c8718b389,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:48.227504 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6ef4a8-37f4-4474-b9d8-2ffb7e5dbd21 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:48.337964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770c299f-74a4-46cd-a693-ac9204189834 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:48.346841 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-770c299f-74a4-46cd-a693-ac9204189834 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.379117 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-770c299f-74a4-46cd-a693-ac9204189834 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port 0ca39eee-ea0d-4e6e-9df9-52a2ecb7c8fd yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:48.476519 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': '5fc24188-73ef-4c39-a87f-d93645e7236d'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:48.477752 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.498885 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc792c28-c88e-42e8-a5c0-16be9d0482be req-e6993d38-5a4b-4cad-8d5c-4fc8c0a9ab61 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:48.508510 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc792c28-c88e-42e8-a5c0-16be9d0482be req-e6993d38-5a4b-4cad-8d5c-4fc8c0a9ab61 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1017487 Nov 11 12:14:48.562427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-770c299f-74a4-46cd-a693-ac9204189834 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::2e1 (bad2fb1b-5419-4704-a46b-842512226b60/5fc24188-73ef-4c39-a87f-d93645e7236d/0ca39eee-ea0d-4e6e-9df9-52a2ecb7c8fd) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:48.571585 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc792c28-c88e-42e8-a5c0-16be9d0482be req-beacab78-16ca-436e-8879-e29ae8de3d7e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620654 Nov 11 12:14:48.872337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c6a99-f5ae-412e-929c-9e676be21cd5 req-2456646f-feb9-4f56-86d0-33dcc2406468 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:48.873345 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-770c299f-74a4-46cd-a693-ac9204189834 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.874334 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-156c6a99-f5ae-412e-929c-9e676be21cd5 req-2456646f-feb9-4f56-86d0-33dcc2406468 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0829544 Nov 11 12:14:48.932441 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-770c299f-74a4-46cd-a693-ac9204189834 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.942494 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-156c6a99-f5ae-412e-929c-9e676be21cd5 req-02b7bc97-69be-473e-9851-7443610ed5e0 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613110 Nov 11 12:14:49.015374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c299f-74a4-46cd-a693-ac9204189834 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=0ca39eee-ea0d-4e6e-9df9-52a2ecb7c8fd,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:49.017312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Allocated IP 2001:db8::2 (bad2fb1b-5419-4704-a46b-842512226b60/5fc24188-73ef-4c39-a87f-d93645e7236d/60278e85-d77b-431d-a48f-159283a45d65) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:49.022237 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c299f-74a4-46cd-a693-ac9204189834 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:49.024735 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-770c299f-74a4-46cd-a693-ac9204189834 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:49.028648 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c299f-74a4-46cd-a693-ac9204189834 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:49.036367 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770c299f-74a4-46cd-a693-ac9204189834 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:49.037096 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-770c299f-74a4-46cd-a693-ac9204189834 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.068096 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-770c299f-74a4-46cd-a693-ac9204189834 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9318867 Nov 11 12:14:49.068389 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50600) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:49.249454 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.259519 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.314442 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb9f0a-8ba8-4e15-8191-55b1127d96a6 req-29cde6ad-2c7a-4edc-8b59-f7bfccea3770 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:49.315963 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6ceb9f0a-8ba8-4e15-8191-55b1127d96a6 req-29cde6ad-2c7a-4edc-8b59-f7bfccea3770 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.1806421 Nov 11 12:14:49.332820 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:49.337371 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:49.344460 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:49.367427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Pushing event updated for resources: {'Port': ['ID=60278e85-d77b-431d-a48f-159283a45d65,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:49.373149 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667a2f7e-dbdd-41a5-a7e2-4d42510a73a3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:49.374781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-667a2f7e-dbdd-41a5-a7e2-4d42510a73a3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3052239 Nov 11 12:14:49.378021 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50604) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:49.411359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c701e0d-efde-4939-a334-607942bd0463 req-8b6860e0-23a0-463a-bd8f-b0ddb98398ac tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:49.412858 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c701e0d-efde-4939-a334-607942bd0463 req-8b6860e0-23a0-463a-bd8f-b0ddb98398ac tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.2789147 Nov 11 12:14:49.438359 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Attempting to bind port 60278e85-d77b-431d-a48f-159283a45d65 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:49.438769 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Attempting to bind port 60278e85-d77b-431d-a48f-159283a45d65 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:49.439322 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Attempting to bind port 60278e85-d77b-431d-a48f-159283a45d65 on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:49.448261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:49.448627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:49.449026 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.451654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:49.452134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Bound port: 60278e85-d77b-431d-a48f-159283a45d65, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:49.452509 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.563789 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8017288c-149c-4965-b930-9a4301d1be74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port 0ca39eee-ea0d-4e6e-9df9-52a2ecb7c8fd {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:49.568126 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8017288c-149c-4965-b930-9a4301d1be74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.570372 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c701e0d-efde-4939-a334-607942bd0463 req-92feee1f-30d8-4d05-9438-099ce95ba68d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505761 Nov 11 12:14:49.604562 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] For port 60278e85-d77b-431d-a48f-159283a45d65, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:49.611456 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] For port 60278e85-d77b-431d-a48f-159283a45d65, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=60278e85-d77b-431d-a48f-159283a45d65,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:49.620861 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6ceb9f0a-8ba8-4e15-8191-55b1127d96a6 req-20e67dcd-88e3-4a73-bfc1-f2f3a2a1078c tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795045 Nov 11 12:14:49.623057 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.689072 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8017288c-149c-4965-b930-9a4301d1be74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.705276 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8017288c-149c-4965-b930-9a4301d1be74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for 0ca39eee-ea0d-4e6e-9df9-52a2ecb7c8fd owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:49.777354 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332297a6-ec78-4ae8-9e8a-bb590b1de44b None None] Pushing event updated for resources: {'Port': ['ID=60278e85-d77b-431d-a48f-159283a45d65,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:49.864913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 91486725-b8f4-47af-a0fd-f99c8718b389 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:49.908167 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 91486725-b8f4-47af-a0fd-f99c8718b389 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:49.908797 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 91486725-b8f4-47af-a0fd-f99c8718b389 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:50.050532 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8017288c-149c-4965-b930-9a4301d1be74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.112553 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017288c-149c-4965-b930-9a4301d1be74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=0ca39eee-ea0d-4e6e-9df9-52a2ecb7c8fd,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:50.144424 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8017288c-149c-4965-b930-9a4301d1be74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.152364 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8017288c-149c-4965-b930-9a4301d1be74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/0ca39eee-ea0d-4e6e-9df9-52a2ecb7c8fd HTTP/1.1" status: 204 len: 168 time: 0.7681780 Nov 11 12:14:50.152364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50622) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:50.283332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a114c360-8571-4f50-a00e-fce177ea3f8b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:50.285355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a114c360-8571-4f50-a00e-fce177ea3f8b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:50.290055 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a114c360-8571-4f50-a00e-fce177ea3f8b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1380234 Nov 11 12:14:50.290748 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50626) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:50.386698 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f07622-a460-4e27-82a3-1d19ac67111f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 5fc24188-73ef-4c39-a87f-d93645e7236d {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:50.391157 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-97f07622-a460-4e27-82a3-1d19ac67111f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.438340 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-97f07622-a460-4e27-82a3-1d19ac67111f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.528256 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-3803dd5e-6929-4264-929f-d541c0ec3ba4 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:50.530088 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-3803dd5e-6929-4264-929f-d541c0ec3ba4 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 812 time: 0.6029046 Nov 11 12:14:50.547251 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-d2e21a2e-6257-433c-955b-93a1e8991a30 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/quotas/dcbd321ff8c34e24a110bf9a388e82c0 HTTP/1.1" status: 200 len: 375 time: 0.0109742 Nov 11 12:14:50.552784 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-97f07622-a460-4e27-82a3-1d19ac67111f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.636964 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-d37eefbb-767a-4918-9d85-f9d504156d70 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0830650 Nov 11 12:14:50.652177 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-97f07622-a460-4e27-82a3-1d19ac67111f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.681782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f07622-a460-4e27-82a3-1d19ac67111f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc24188-73ef-4c39-a87f-d93645e7236d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:50.709789 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-97f07622-a460-4e27-82a3-1d19ac67111f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.717402 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-97f07622-a460-4e27-82a3-1d19ac67111f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/5fc24188-73ef-4c39-a87f-d93645e7236d HTTP/1.1" status: 204 len: 168 time: 0.4228890 Nov 11 12:14:50.717402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50630) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:50.766646 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-12c545ce-cae0-47e2-90e8-5a04d305488b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482779 Nov 11 12:14:50.769229 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50632) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:50.784731 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a2595-4d8e-41f4-91de-8f21179d364b req-f2274a93-46f2-4c66-986b-7486a9cb6723 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:50.786294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f5a2595-4d8e-41f4-91de-8f21179d364b req-f2274a93-46f2-4c66-986b-7486a9cb6723 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.0705597 Nov 11 12:14:50.817271 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-19d3574e-f8d5-41fe-8f5f-7b84e87dc1f9 service neutron] 10.222.0.65 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789906 Nov 11 12:14:50.829119 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1333c5-9a17-495f-b2d9-125497901ee2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:50.833154 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9a1333c5-9a17-495f-b2d9-125497901ee2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0601959 Nov 11 12:14:50.833394 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50634) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:50.898517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e739a708-c123-4425-adb6-a32f518d0da1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:50.902704 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e739a708-c123-4425-adb6-a32f518d0da1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0659351 Nov 11 12:14:50.903369 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50636) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:50.973727 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b935093b-5f56-413d-aad7-4c2581773a7e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680196 Nov 11 12:14:50.978589 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50642) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:51.018978 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5c35d532-9fdb-49da-8cf5-22553572c64d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:51.034223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f5a2595-4d8e-41f4-91de-8f21179d364b req-7e5300c2-0edf-4459-8222-414d912aea2e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384036 Nov 11 12:14:51.170422 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-1fd040a2-08bc-4ea3-bce7-5c1bcb9c6d7b service neutron] 10.222.0.65 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320005 Nov 11 12:14:51.255708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c35d532-9fdb-49da-8cf5-22553572c64d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:51.270916 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c35d532-9fdb-49da-8cf5-22553572c64d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.298624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1c2bf9-686c-4f1c-8cc4-b665a1c4b200 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:51.446138 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b654ad7d-0d13-4b85-a30a-82c6861d0d7c None None] Provisioning complete for port 60278e85-d77b-431d-a48f-159283a45d65 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:51.446711 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b654ad7d-0d13-4b85-a30a-82c6861d0d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.578680 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-130813c0-3506-4e9b-8b03-a72c308f4192 req-3d2fe45e-de4a-4e58-b373-fd19ad70ec70 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 210 time: 0.1895339 Nov 11 12:14:51.632519 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b654ad7d-0d13-4b85-a30a-82c6861d0d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.644311 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.673741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f9ccc9-021a-4e31-94be-41b07e762b58 None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:51.741631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b654ad7d-0d13-4b85-a30a-82c6861d0d7c None None] For port 60278e85-d77b-431d-a48f-159283a45d65, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=60278e85-d77b-431d-a48f-159283a45d65,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:51.747982 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b654ad7d-0d13-4b85-a30a-82c6861d0d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.783269 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c35d532-9fdb-49da-8cf5-22553572c64d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.872598 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35d532-9fdb-49da-8cf5-22553572c64d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=04e4efe6-2442-46f5-8428-0b698ac154e3,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:51.879806 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9ccc9-021a-4e31-94be-41b07e762b58 None None] Deleting port 60278e85-d77b-431d-a48f-159283a45d65 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:51.881251 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ccc9-021a-4e31-94be-41b07e762b58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.891782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c35d532-9fdb-49da-8cf5-22553572c64d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:51.894322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-5c35d532-9fdb-49da-8cf5-22553572c64d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:51.897752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c35d532-9fdb-49da-8cf5-22553572c64d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:51.898441 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c35d532-9fdb-49da-8cf5-22553572c64d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.918100 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5c35d532-9fdb-49da-8cf5-22553572c64d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9266236 Nov 11 12:14:51.920870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50668) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:51.927720 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5e39126f-1f22-4023-b50a-2aa556a15f19 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'fixed_ips': [{'subnet_id': '04e4efe6-2442-46f5-8428-0b698ac154e3', 'ip_address': '2001:db8::b817:3736:a702:843f'}], 'name': 'tempest-NetworksTestDHCPv6-628410198'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:51.936432 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654ad7d-0d13-4b85-a30a-82c6861d0d7c None None] Pushing event updated for resources: {'Port': ['ID=60278e85-d77b-431d-a48f-159283a45d65,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:52.072192 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b7f9ccc9-021a-4e31-94be-41b07e762b58 None None] For port 60278e85-d77b-431d-a48f-159283a45d65, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=60278e85-d77b-431d-a48f-159283a45d65,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:52.073467 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ccc9-021a-4e31-94be-41b07e762b58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.103762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e39126f-1f22-4023-b50a-2aa556a15f19 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:52.125149 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9ccc9-021a-4e31-94be-41b07e762b58 None None] Calling delete_port for 60278e85-d77b-431d-a48f-159283a45d65 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:52.249000 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ccc9-021a-4e31-94be-41b07e762b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.251740 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e39126f-1f22-4023-b50a-2aa556a15f19 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.292745 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9ccc9-021a-4e31-94be-41b07e762b58 None None] Pushing event deleted for resources: {'Port': ['ID=60278e85-d77b-431d-a48f-159283a45d65,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:52.297021 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-5e39126f-1f22-4023-b50a-2aa556a15f19 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port f51fdeb6-b93a-42c0-aad9-eb6def6b68a5 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:52.300080 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f9ccc9-021a-4e31-94be-41b07e762b58 None None] No DVR routers for this DVR port 60278e85-d77b-431d-a48f-159283a45d65 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:52.302078 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d4191-b9de-4e6b-bdfb-cc410d9c5f98 req-64179f28-0a81-4ab6-8555-625738ce199f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:52.307341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-719d4191-b9de-4e6b-bdfb-cc410d9c5f98 req-64179f28-0a81-4ab6-8555-625738ce199f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.1113074 Nov 11 12:14:52.340199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d47d5-7ec7-4221-bf8f-c35b41377502 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:52.442114 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-719d4191-b9de-4e6b-bdfb-cc410d9c5f98 req-1ad42810-7d4e-43cd-ba69-a049e0c5595e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259129 Nov 11 12:14:52.582588 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': '04e4efe6-2442-46f5-8428-0b698ac154e3'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:52.583451 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.664510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-5e39126f-1f22-4023-b50a-2aa556a15f19 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::b817:3736:a702:843f (bad2fb1b-5419-4704-a46b-842512226b60/04e4efe6-2442-46f5-8428-0b698ac154e3/f51fdeb6-b93a-42c0-aad9-eb6def6b68a5) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:52.790236 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88edc5d2-dc6e-4c9b-83bc-d3360e2e6495 req-428e528e-58ac-41eb-8889-eb556876047d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 210 time: 0.0883160 Nov 11 12:14:52.937189 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e39126f-1f22-4023-b50a-2aa556a15f19 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.005920 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e39126f-1f22-4023-b50a-2aa556a15f19 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.175193 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39126f-1f22-4023-b50a-2aa556a15f19 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=f51fdeb6-b93a-42c0-aad9-eb6def6b68a5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:53.193513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e39126f-1f22-4023-b50a-2aa556a15f19 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:53.234211 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Allocated IP 2001:db8::2 (bad2fb1b-5419-4704-a46b-842512226b60/04e4efe6-2442-46f5-8428-0b698ac154e3/8a5a8dd3-7256-4edf-84c1-25385a5a67b2) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:53.258442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-5e39126f-1f22-4023-b50a-2aa556a15f19 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:53.260578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39126f-1f22-4023-b50a-2aa556a15f19 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:53.266585 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e39126f-1f22-4023-b50a-2aa556a15f19 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:53.267461 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e39126f-1f22-4023-b50a-2aa556a15f19 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.308957 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5e39126f-1f22-4023-b50a-2aa556a15f19 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3837552 Nov 11 12:14:53.310074 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50694) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:53.401327 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c07c1f-9a99-4474-b2e7-e3ddb1429093 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:53.402789 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-f487be76-94b1-42ab-879f-5900d52ff7a9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:53.403280 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-01c07c1f-9a99-4474-b2e7-e3ddb1429093 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0924132 Nov 11 12:14:53.404846 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-f487be76-94b1-42ab-879f-5900d52ff7a9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.62 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 812 time: 0.3170521 Nov 11 12:14:53.405773 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50696) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:53.445089 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b8c47830-c100-4417-855b-835361a151fc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Request body: {'port': {'device_id': 'f6036531-ef16-4ebf-8224-7c8061a4dd0b', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'admin_state_up': True, 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:53.680183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3441fdf-6891-4187-b544-83d50364f968 req-e53d9c8f-c7fb-4671-a8e8-02e5cf7ffc6f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:53.685392 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a3441fdf-6891-4187-b544-83d50364f968 req-e53d9c8f-c7fb-4671-a8e8-02e5cf7ffc6f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.1469297 Nov 11 12:14:53.691230 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.707476 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port f51fdeb6-b93a-42c0-aad9-eb6def6b68a5 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:53.707815 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.709394 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.750824 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a3441fdf-6891-4187-b544-83d50364f968 req-5feb4dcf-2c81-41b4-9e5b-89582c6f4547 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521467 Nov 11 12:14:53.793298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b8c47830-c100-4417-855b-835361a151fc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Made reservation on behalf of dcbd321ff8c34e24a110bf9a388e82c0 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:53.797449 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b8c47830-c100-4417-855b-835361a151fc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.870539 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:53.875617 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:53.883805 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:53.894770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Pushing event updated for resources: {'Port': ['ID=8a5a8dd3-7256-4edf-84c1-25385a5a67b2,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:53.963098 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.989235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for f51fdeb6-b93a-42c0-aad9-eb6def6b68a5 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:53.992403 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57506fc0-23d5-4d1e-ba51-d1bfbf8737a9 req-054cfb32-2f6e-4514-82c9-bde3e13eb20d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 210 time: 0.0456398 Nov 11 12:14:54.005647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Attempting to bind port 8a5a8dd3-7256-4edf-84c1-25385a5a67b2 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:54.006100 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Attempting to bind port 8a5a8dd3-7256-4edf-84c1-25385a5a67b2 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:54.006803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Attempting to bind port 8a5a8dd3-7256-4edf-84c1-25385a5a67b2 on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:54.023855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:54.023855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:54.024196 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.024580 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:54.025089 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Bound port: 8a5a8dd3-7256-4edf-84c1-25385a5a67b2, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:54.025474 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.043819 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b8c47830-c100-4417-855b-835361a151fc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Allocated IP 172.20.0.8 (bdd4511e-5656-4b9d-9635-a504c30841d6/f46dfb4a-339a-47e1-91d5-1664a814afa1/b427c82b-edcb-42d8-91b1-749d7815542f) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:54.107664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] For port 8a5a8dd3-7256-4edf-84c1-25385a5a67b2, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:54.112125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] For port 8a5a8dd3-7256-4edf-84c1-25385a5a67b2, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8a5a8dd3-7256-4edf-84c1-25385a5a67b2,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:54.122578 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.217432 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361fdaa-48ae-42ea-af07-e4bf611e72d6 None None] Pushing event updated for resources: {'Port': ['ID=8a5a8dd3-7256-4edf-84c1-25385a5a67b2,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:54.917681 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.937788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7aebb7-d3c0-4424-a56e-55f41b78008a req-96884bb4-ebef-4fdd-a114-03d02866a909 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:54.939679 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a7aebb7-d3c0-4424-a56e-55f41b78008a req-96884bb4-ebef-4fdd-a114-03d02866a909 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.0741529 Nov 11 12:14:54.961818 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b8c47830-c100-4417-855b-835361a151fc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.963881 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=f51fdeb6-b93a-42c0-aad9-eb6def6b68a5,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:54.997364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:54.997364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:54.997364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:54.997791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:54.998141 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:54.998527 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:54.998769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:54.999091 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:54.999501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:54.999827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:55.000136 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:55.000458 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:55.011129 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.014603 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d9b12983-47a3-4eff-a6e9-f1398e952719 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/f51fdeb6-b93a-42c0-aad9-eb6def6b68a5 HTTP/1.1" status: 204 len: 168 time: 1.6032748 Nov 11 12:14:55.017237 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50714) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:55.018928 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a7aebb7-d3c0-4424-a56e-55f41b78008a req-beff9dcb-64df-44d7-8a48-58ab1d146eef tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726056 Nov 11 12:14:55.079246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3e967b-48e5-4b8a-a93d-ebfd48726e6a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:55.081066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3e967b-48e5-4b8a-a93d-ebfd48726e6a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:55.082775 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4d3e967b-48e5-4b8a-a93d-ebfd48726e6a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0645206 Nov 11 12:14:55.085650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50720) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:55.142254 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b8c47830-c100-4417-855b-835361a151fc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.181959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31bb97d-b084-498b-b61f-c30b7e99ee7d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 04e4efe6-2442-46f5-8428-0b698ac154e3 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:55.189322 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f31bb97d-b084-498b-b61f-c30b7e99ee7d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.204720 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b8c47830-c100-4417-855b-835361a151fc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Network bdd4511e-5656-4b9d-9635-a504c30841d6 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:55.214872 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b8c47830-c100-4417-855b-835361a151fc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:55.219235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b8c47830-c100-4417-855b-835361a151fc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:55.258352 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c47830-c100-4417-855b-835361a151fc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event updated for resources: {'Port': ['ID=b427c82b-edcb-42d8-91b1-749d7815542f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:55.331848 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b8c47830-c100-4417-855b-835361a151fc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:55.332090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e610da4-2cdf-4fc0-a31c-82bd06df05f3 req-97efc78d-785f-4ad8-992e-756cc67d1656 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:55.332539 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b8c47830-c100-4417-855b-835361a151fc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.339882 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4e610da4-2cdf-4fc0-a31c-82bd06df05f3 req-97efc78d-785f-4ad8-992e-756cc67d1656 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 931 time: 0.2015438 Nov 11 12:14:55.343704 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f31bb97d-b084-498b-b61f-c30b7e99ee7d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.359469 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b8c47830-c100-4417-855b-835361a151fc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9251807 Nov 11 12:14:55.472455 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4e610da4-2cdf-4fc0-a31c-82bd06df05f3 req-d774e743-102f-42ea-bba7-230fede3a086 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266782 Nov 11 12:14:55.550714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Request body: {'port': {'device_id': 'f6036531-ef16-4ebf-8224-7c8061a4dd0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:55.578549 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f31bb97d-b084-498b-b61f-c30b7e99ee7d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.665169 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.713813 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f31bb97d-b084-498b-b61f-c30b7e99ee7d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.725727 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0dd7139b-92e6-43ac-a06e-9fd324e8b5df None None] Provisioning complete for port b427c82b-edcb-42d8-91b1-749d7815542f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:55.726241 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0dd7139b-92e6-43ac-a06e-9fd324e8b5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.813631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bb97d-b084-498b-b61f-c30b7e99ee7d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=04e4efe6-2442-46f5-8428-0b698ac154e3,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:55.820764 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f31bb97d-b084-498b-b61f-c30b7e99ee7d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.826201 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f31bb97d-b084-498b-b61f-c30b7e99ee7d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/04e4efe6-2442-46f5-8428-0b698ac154e3 HTTP/1.1" status: 204 len: 168 time: 0.7391801 Nov 11 12:14:55.841854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50728) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:55.896959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0dd7139b-92e6-43ac-a06e-9fd324e8b5df None None] Port b427c82b-edcb-42d8-91b1-749d7815542f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:55.942375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8a5a8dd3-7256-4edf-84c1-25385a5a67b2 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:56.011076 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b7d546c7-6137-49fd-84c6-2cac7f5d9847 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1667087 Nov 11 12:14:56.013743 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50736) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:56.028397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-964238a0-b08e-4b10-894c-8940063abc43 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:56.040126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8755cf67-35fe-4ab9-87cb-243c7cd985c3 None None] Provisioning complete for port 8a5a8dd3-7256-4edf-84c1-25385a5a67b2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:56.041032 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8755cf67-35fe-4ab9-87cb-243c7cd985c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.082828 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 8a5a8dd3-7256-4edf-84c1-25385a5a67b2 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:56.083501 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.255379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9bd7bd-6153-4161-ad44-f7dc5e3ce6cc None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:56.348727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b427c82b-edcb-42d8-91b1-749d7815542f {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:14:56.363491 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.394688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Transition to ACTIVE for port object b427c82b-edcb-42d8-91b1-749d7815542f will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:14:56.403915 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.438019 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db876cc-f916-469c-b3f3-1c5bfa7291c4 req-181ff8cd-fbb6-4e3c-8425-3f0db8bc4f36 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:56.441915 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8db876cc-f916-469c-b3f3-1c5bfa7291c4 req-181ff8cd-fbb6-4e3c-8425-3f0db8bc4f36 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.2312744 Nov 11 12:14:56.505683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964238a0-b08e-4b10-894c-8940063abc43 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:56.513164 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-964238a0-b08e-4b10-894c-8940063abc43 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.663414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Pushing event updated for resources: {'Port': ['ID=b427c82b-edcb-42d8-91b1-749d7815542f,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:56.698545 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8db876cc-f916-469c-b3f3-1c5bfa7291c4 req-82ec8acd-4e90-4a7b-825d-95a39892678f tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457602 Nov 11 12:14:56.811459 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.814762 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8755cf67-35fe-4ab9-87cb-243c7cd985c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.857806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Attempting to bind port b427c82b-edcb-42d8-91b1-749d7815542f on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:56.858091 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Attempting to bind port b427c82b-edcb-42d8-91b1-749d7815542f by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:56.858414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Attempting to bind port b427c82b-edcb-42d8-91b1-749d7815542f on network bdd4511e-5656-4b9d-9635-a504c30841d6 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:56.871831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Port b427c82b-edcb-42d8-91b1-749d7815542f on network bdd4511e-5656-4b9d-9635-a504c30841d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:14:56.872231 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Attempting to bind port b427c82b-edcb-42d8-91b1-749d7815542f on network bdd4511e-5656-4b9d-9635-a504c30841d6 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:56.883564 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:56.884298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Checking segment: {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:56.884714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Bound using segment: {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:56.885578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Bound port: b427c82b-edcb-42d8-91b1-749d7815542f, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:56.889681 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.932227 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 8a5a8dd3-7256-4edf-84c1-25385a5a67b2, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8a5a8dd3-7256-4edf-84c1-25385a5a67b2,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:56.942166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e6044-9ec0-4a25-b220-1679f8636d00 req-69f08952-b481-4dac-baf0-ddac6858f6c0 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:56.951643 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.964030 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc7e6044-9ec0-4a25-b220-1679f8636d00 req-69f08952-b481-4dac-baf0-ddac6858f6c0 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 943 time: 0.2566082 Nov 11 12:14:57.051814 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-8755cf67-35fe-4ab9-87cb-243c7cd985c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:14:57.052456 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-8755cf67-35fe-4ab9-87cb-243c7cd985c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:14:57.060419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] For port b427c82b-edcb-42d8-91b1-749d7815542f, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:57.064102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] For port b427c82b-edcb-42d8-91b1-749d7815542f, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b427c82b-edcb-42d8-91b1-749d7815542f,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:57.072622 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.091847 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc000bb-3950-42ac-abfa-3cd7c82add32 None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:57.150341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:57.151309 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.155393 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] 10.222.0.62 "PUT /v2.0/ports/b427c82b-edcb-42d8-91b1-749d7815542f HTTP/1.1" status: 200 len: 1091 time: 1.7872036 Nov 11 12:14:57.167923 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6036531-ef16-4ebf-8224-7c8061a4dd0b', 'tag': 'b427c82b-edcb-42d8-91b1-749d7815542f'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:14:57.171816 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8907c8-eb0f-4374-9a3c-a8be27e2bbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "f6036531-ef16-4ebf-8224-7c8061a4dd0b", "tag": "b427c82b-edcb-42d8-91b1-749d7815542f"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:14:57.172855 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc7e6044-9ec0-4a25-b220-1679f8636d00 req-e88376ce-0e68-42bf-a5bf-79488564bf8d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076488 Nov 11 12:14:57.261720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=8a5a8dd3-7256-4edf-84c1-25385a5a67b2,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:57.324817 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97a3afb-1ab2-458f-a3fe-ce3de25a92f2 x-openstack-request-id: req-b97a3afb-1ab2-458f-a3fe-ce3de25a92f2 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:14:57.325101 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6036531-ef16-4ebf-8224-7c8061a4dd0b", "tag": "b427c82b-edcb-42d8-91b1-749d7815542f", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:14:57.328478 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b97a3afb-1ab2-458f-a3fe-ce3de25a92f2 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:14:57.330657 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6036531-ef16-4ebf-8224-7c8061a4dd0b', 'tag': 'b427c82b-edcb-42d8-91b1-749d7815542f', 'status': 'completed', 'code': 200} Nov 11 12:14:57.337619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2bc000bb-3950-42ac-abfa-3cd7c82add32 None None] Deleting port 8a5a8dd3-7256-4edf-84c1-25385a5a67b2 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:57.338352 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2bc000bb-3950-42ac-abfa-3cd7c82add32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.345350 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-964238a0-b08e-4b10-894c-8940063abc43 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.368451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da4990-5db4-43a4-943b-3f53cb2d1c9e service neutron] Pushing event updated for resources: {'Port': ['ID=b427c82b-edcb-42d8-91b1-749d7815542f,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:57.398265 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-a05125ac-0c34-4bd7-9256-73a9542a779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:57.402276 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-a05125ac-0c34-4bd7-9256-73a9542a779b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 1094 time: 0.1850741 Nov 11 12:14:57.442116 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964238a0-b08e-4b10-894c-8940063abc43 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:57.455489 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-964238a0-b08e-4b10-894c-8940063abc43 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:57.466011 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964238a0-b08e-4b10-894c-8940063abc43 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:57.466972 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-964238a0-b08e-4b10-894c-8940063abc43 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.524892 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-4c3fbfce-1b93-444f-9877-2f844d2cf553 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b427c82b-edcb-42d8-91b1-749d7815542f HTTP/1.1" status: 200 len: 217 time: 0.1071329 Nov 11 12:14:57.558621 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-964238a0-b08e-4b10-894c-8940063abc43 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5433662 Nov 11 12:14:57.559981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964238a0-b08e-4b10-894c-8940063abc43 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=9e99181f-19ac-4535-aec2-0123c02a591e,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:57.568262 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50762) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:57.573720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2bc000bb-3950-42ac-abfa-3cd7c82add32 None None] For port 8a5a8dd3-7256-4edf-84c1-25385a5a67b2, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8a5a8dd3-7256-4edf-84c1-25385a5a67b2,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:57.574122 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2bc000bb-3950-42ac-abfa-3cd7c82add32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.583889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-24dc2c87-525d-44ed-a79e-b7925a8439de tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'fixed_ips': [{'subnet_id': '9e99181f-19ac-4535-aec2-0123c02a591e', 'ip_address': '2001:db8::85e3:fb41:982c:7ce'}], 'name': 'tempest-NetworksTestDHCPv6-1527409712'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:57.619762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2bc000bb-3950-42ac-abfa-3cd7c82add32 None None] Calling delete_port for 8a5a8dd3-7256-4edf-84c1-25385a5a67b2 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:57.684481 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-dce19e73-c2f7-495a-aea5-2a15cbcfd76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:57.687664 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-dce19e73-c2f7-495a-aea5-2a15cbcfd76b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.1534977 Nov 11 12:14:57.847616 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dc2c87-525d-44ed-a79e-b7925a8439de tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:57.867434 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-3c3e3521-fa71-44a7-8719-f4818b40e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:57.869478 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-3c3e3521-fa71-44a7-8719-f4818b40e074 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678729 Nov 11 12:14:57.882313 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2bc000bb-3950-42ac-abfa-3cd7c82add32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.959297 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc000bb-3950-42ac-abfa-3cd7c82add32 None None] No DVR routers for this DVR port 8a5a8dd3-7256-4edf-84c1-25385a5a67b2 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:57.977864 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8a5a8dd3-7256-4edf-84c1-25385a5a67b2 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:58.069497 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-24dc2c87-525d-44ed-a79e-b7925a8439de tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.074192 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-32a6a92a-1ec9-4728-af92-fb03ef62300e service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929643 Nov 11 12:14:58.080155 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8755cf67-35fe-4ab9-87cb-243c7cd985c3 None None] Port 8a5a8dd3-7256-4edf-84c1-25385a5a67b2 update to ACTIVE by agent not found {{(pid=109155) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 11 12:14:58.084636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b23fab-4984-423f-a169-cf666b5cc670 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:58.095917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 8a5a8dd3-7256-4edf-84c1-25385a5a67b2 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:58.097514 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8a5a8dd3-7256-4edf-84c1-25385a5a67b2 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:58.122981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc000bb-3950-42ac-abfa-3cd7c82add32 None None] Pushing event deleted for resources: {'Port': ['ID=8a5a8dd3-7256-4edf-84c1-25385a5a67b2,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:58.192153 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1aa3a-28a3-4d93-929f-a15fcbffd9a5 req-be2e2705-7279-4f26-a98d-dd8e622aa078 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:58.195362 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d3c1aa3a-28a3-4d93-929f-a15fcbffd9a5 req-be2e2705-7279-4f26-a98d-dd8e622aa078 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.3252840 Nov 11 12:14:58.202093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-24dc2c87-525d-44ed-a79e-b7925a8439de tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port 806444da-8082-40df-bed7-efbc7fe71d0b yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:58.358490 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1a502ae0-3012-4bff-8598-8665788bf0a6 None None] Could not find standard attr ID for object 0ca39eee-ea0d-4e6e-9df9-52a2ecb7c8fd. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:14:58.411914 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e9c44c4-fa1b-4051-859b-b4d7d857d36e req-bda505cf-1594-4043-b3c7-0375292a2950 service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251841 Nov 11 12:14:58.549563 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': '9e99181f-19ac-4535-aec2-0123c02a591e'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:58.549563 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.583340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8907c8-eb0f-4374-9a3c-a8be27e2bbcc req-e183ebd1-aab4-4273-8a0f-524bcd5e6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:58.585049 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac8907c8-eb0f-4374-9a3c-a8be27e2bbcc req-e183ebd1-aab4-4273-8a0f-524bcd5e6625 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 1094 time: 0.1091974 Nov 11 12:14:58.596498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417d109-7611-46ad-91e9-7705e903dd95 req-55e12c7f-0197-4e74-8e47-dd7bbcf97c86 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:58.602035 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5417d109-7611-46ad-91e9-7705e903dd95 req-55e12c7f-0197-4e74-8e47-dd7bbcf97c86 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 943 time: 0.2224028 Nov 11 12:14:58.809811 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d3c1aa3a-28a3-4d93-929f-a15fcbffd9a5 req-f143c92e-e255-4b2c-af03-13db7d00992a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6020417 Nov 11 12:14:58.848277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8907c8-eb0f-4374-9a3c-a8be27e2bbcc req-37e111c0-d61a-46d8-ae94-7d654d2c91f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:58.850106 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac8907c8-eb0f-4374-9a3c-a8be27e2bbcc req-37e111c0-d61a-46d8-ae94-7d654d2c91f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.2566335 Nov 11 12:14:58.874922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-24dc2c87-525d-44ed-a79e-b7925a8439de tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::85e3:fb41:982c:7ce (bad2fb1b-5419-4704-a46b-842512226b60/9e99181f-19ac-4535-aec2-0123c02a591e/806444da-8082-40df-bed7-efbc7fe71d0b) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:58.887767 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5417d109-7611-46ad-91e9-7705e903dd95 req-19bfd217-0b38-42db-b0c6-58bb0b214a1e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744510 Nov 11 12:14:58.960530 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac8907c8-eb0f-4374-9a3c-a8be27e2bbcc req-79ec214f-5bc9-41de-8b32-43e81121c3b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b427c82b-edcb-42d8-91b1-749d7815542f HTTP/1.1" status: 200 len: 217 time: 0.1012175 Nov 11 12:14:59.084272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8907c8-eb0f-4374-9a3c-a8be27e2bbcc req-43dd4364-fcca-4687-8126-3ac89452bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:59.087190 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac8907c8-eb0f-4374-9a3c-a8be27e2bbcc req-43dd4364-fcca-4687-8126-3ac89452bf04 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.1159763 Nov 11 12:14:59.180939 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8907c8-eb0f-4374-9a3c-a8be27e2bbcc req-8384f89b-771c-4308-8ef2-066e170d0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:59.183494 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac8907c8-eb0f-4374-9a3c-a8be27e2bbcc req-8384f89b-771c-4308-8ef2-066e170d0f5e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873189 Nov 11 12:14:59.189945 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-24dc2c87-525d-44ed-a79e-b7925a8439de tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.246301 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-24dc2c87-525d-44ed-a79e-b7925a8439de tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.344867 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc2c87-525d-44ed-a79e-b7925a8439de tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=806444da-8082-40df-bed7-efbc7fe71d0b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:59.364040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Allocated IP 2001:db8::2 (bad2fb1b-5419-4704-a46b-842512226b60/9e99181f-19ac-4535-aec2-0123c02a591e/782733e8-ce65-4715-9e16-6b16f47d3221) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:59.366395 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dc2c87-525d-44ed-a79e-b7925a8439de tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:59.368344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-24dc2c87-525d-44ed-a79e-b7925a8439de tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:59.371368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dc2c87-525d-44ed-a79e-b7925a8439de tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:59.377934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dc2c87-525d-44ed-a79e-b7925a8439de tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:59.379494 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-24dc2c87-525d-44ed-a79e-b7925a8439de tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.406288 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-24dc2c87-525d-44ed-a79e-b7925a8439de tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8298876 Nov 11 12:14:59.409065 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50790) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:59.503616 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac8907c8-eb0f-4374-9a3c-a8be27e2bbcc req-b4136d9d-6c43-42b9-9d6f-42ecafad7989 service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082187 Nov 11 12:14:59.565990 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e401a3f-022a-4f70-a840-ca493c7596e0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:59.568586 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1e401a3f-022a-4f70-a840-ca493c7596e0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1552939 Nov 11 12:14:59.571670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50798) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:59.630105 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.642259 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.659489 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac8907c8-eb0f-4374-9a3c-a8be27e2bbcc req-081201cb-2e66-4d4a-bb28-b3cb3c8295a7 service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443017 Nov 11 12:14:59.734557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:59.737440 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:59.741053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:59.748214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Pushing event updated for resources: {'Port': ['ID=782733e8-ce65-4715-9e16-6b16f47d3221,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:59.780387 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-c4129e33-6405-4e83-bc4b-6c0149f39444 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port 806444da-8082-40df-bed7-efbc7fe71d0b {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:59.780718 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c4129e33-6405-4e83-bc4b-6c0149f39444 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.806016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Attempting to bind port 782733e8-ce65-4715-9e16-6b16f47d3221 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:59.806386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Attempting to bind port 782733e8-ce65-4715-9e16-6b16f47d3221 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:59.806721 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Attempting to bind port 782733e8-ce65-4715-9e16-6b16f47d3221 on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:59.811876 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:59.812239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:59.812625 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.813002 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:59.813469 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Bound port: 782733e8-ce65-4715-9e16-6b16f47d3221, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:59.813845 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.914704 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] For port 782733e8-ce65-4715-9e16-6b16f47d3221, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:59.918256 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] For port 782733e8-ce65-4715-9e16-6b16f47d3221, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=782733e8-ce65-4715-9e16-6b16f47d3221,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:59.935361 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.948705 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b427c82b-edcb-42d8-91b1-749d7815542f details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:14:59.979401 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c4129e33-6405-4e83-bc4b-6c0149f39444 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.069214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-c4129e33-6405-4e83-bc4b-6c0149f39444 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for 806444da-8082-40df-bed7-efbc7fe71d0b owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:00.202639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348ed8f-b0db-4aee-9c91-046910afcb67 req-11a5470b-391f-405e-9363-e51875afe231 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:00.211785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b348ed8f-b0db-4aee-9c91-046910afcb67 req-11a5470b-391f-405e-9363-e51875afe231 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.2382216 Nov 11 12:15:00.224908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3e2dd-3384-4c1e-af34-335199deed41 req-732c52b7-ad54-42b1-bf8e-d09d50553c3e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:00.232736 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2a3e2dd-3384-4c1e-af34-335199deed41 req-732c52b7-ad54-42b1-bf8e-d09d50553c3e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 943 time: 0.1725345 Nov 11 12:15:00.331274 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port b427c82b-edcb-42d8-91b1-749d7815542f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b427c82b-edcb-42d8-91b1-749d7815542f,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:00.333641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7eae1-4069-4bf1-9be6-441d8c16273e None None] Pushing event updated for resources: {'Port': ['ID=782733e8-ce65-4715-9e16-6b16f47d3221,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:00.356433 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'b427c82b-edcb-42d8-91b1-749d7815542f', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'port_id': 'b427c82b-edcb-42d8-91b1-749d7815542f', 'mac_address': 'fa:16:3e:ee:aa:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:15:00.380469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2a3e2dd-3384-4c1e-af34-335199deed41 req-f908af69-f593-44c5-a143-83a48a8707f3 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468208 Nov 11 12:15:00.453245 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b348ed8f-b0db-4aee-9c91-046910afcb67 req-0dd8b097-fa0c-4f48-aa88-9b1f7aeb5d17 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416697 Nov 11 12:15:00.511809 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.541153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b427c82b-edcb-42d8-91b1-749d7815542f {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:15:00.547402 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c4129e33-6405-4e83-bc4b-6c0149f39444 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.593103 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port b427c82b-edcb-42d8-91b1-749d7815542f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b427c82b-edcb-42d8-91b1-749d7815542f,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:00.600420 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4129e33-6405-4e83-bc4b-6c0149f39444 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=806444da-8082-40df-bed7-efbc7fe71d0b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:00.603406 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.655744 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c4129e33-6405-4e83-bc4b-6c0149f39444 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.661938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c4129e33-6405-4e83-bc4b-6c0149f39444 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/806444da-8082-40df-bed7-efbc7fe71d0b HTTP/1.1" status: 204 len: 168 time: 1.0869095 Nov 11 12:15:00.662301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50810) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:00.727346 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=b427c82b-edcb-42d8-91b1-749d7815542f,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:00.740110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e95a94-b249-454e-b729-1446eabcf285 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:00.743202 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e95a94-b249-454e-b729-1446eabcf285 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:00.747465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-61e95a94-b249-454e-b729-1446eabcf285 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0816979 Nov 11 12:15:00.747845 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50812) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:00.816496 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6830b192-fb85-49fe-b0d5-862f9f694bd9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 9e99181f-19ac-4535-aec2-0123c02a591e {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:00.821849 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6830b192-fb85-49fe-b0d5-862f9f694bd9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.886856 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['b427c82b-edcb-42d8-91b1-749d7815542f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:15:00.923949 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6830b192-fb85-49fe-b0d5-862f9f694bd9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.034616 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6830b192-fb85-49fe-b0d5-862f9f694bd9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.181327 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6830b192-fb85-49fe-b0d5-862f9f694bd9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.227774 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830b192-fb85-49fe-b0d5-862f9f694bd9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=9e99181f-19ac-4535-aec2-0123c02a591e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:01.230375 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6830b192-fb85-49fe-b0d5-862f9f694bd9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.234945 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6830b192-fb85-49fe-b0d5-862f9f694bd9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/9e99181f-19ac-4535-aec2-0123c02a591e HTTP/1.1" status: 204 len: 168 time: 0.4859793 Nov 11 12:15:01.237629 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50816) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:01.304126 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-19191621-cbe4-47dd-bd62-aec15bdcac0a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650239 Nov 11 12:15:01.307189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50818) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:01.314149 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2a181c3c-8511-4932-8e9f-0c5fc9e8b6d7 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:01.436969 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a181c3c-8511-4932-8e9f-0c5fc9e8b6d7 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:01.449479 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a181c3c-8511-4932-8e9f-0c5fc9e8b6d7 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.617640 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90a4375-34f4-4bd7-8e4d-30d82ab6d064 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:01.801414 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-027a92ce-5a99-40c4-a5b9-46ded05f450e None None] Provisioning complete for port 782733e8-ce65-4715-9e16-6b16f47d3221 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:01.801556 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-027a92ce-5a99-40c4-a5b9-46ded05f450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.909369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 782733e8-ce65-4715-9e16-6b16f47d3221 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:01.960748 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d8d92-207b-420b-8a24-335247fecb6b req-827b178e-6731-4a06-ba7d-2e9c44d30392 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:01.969313 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-af7d8d92-207b-420b-8a24-335247fecb6b req-827b178e-6731-4a06-ba7d-2e9c44d30392 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 944 time: 0.1492712 Nov 11 12:15:01.978317 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a38150-db5e-44ae-9a5f-4b5b97bca91b req-080cb3da-c252-45ff-82c9-cae545d82e1a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:01.980086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75a38150-db5e-44ae-9a5f-4b5b97bca91b req-080cb3da-c252-45ff-82c9-cae545d82e1a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.1716721 Nov 11 12:15:01.981796 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b427c82b-edcb-42d8-91b1-749d7815542f up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:02.043585 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a181c3c-8511-4932-8e9f-0c5fc9e8b6d7 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.099003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181c3c-8511-4932-8e9f-0c5fc9e8b6d7 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=e94ace25-507d-4f09-9db0-463540f4b124,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:02.164613 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-af7d8d92-207b-420b-8a24-335247fecb6b req-1d9fcf39-ca3b-409f-a09d-4ffe42b38882 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862259 Nov 11 12:15:02.170062 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a181c3c-8511-4932-8e9f-0c5fc9e8b6d7 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:02.179164 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-2a181c3c-8511-4932-8e9f-0c5fc9e8b6d7 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:02.188059 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a181c3c-8511-4932-8e9f-0c5fc9e8b6d7 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:02.188702 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a181c3c-8511-4932-8e9f-0c5fc9e8b6d7 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.240643 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75a38150-db5e-44ae-9a5f-4b5b97bca91b req-d5dcbe0a-a256-48b4-ac44-efba0e13b040 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477477 Nov 11 12:15:02.259714 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2a181c3c-8511-4932-8e9f-0c5fc9e8b6d7 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9500275 Nov 11 12:15:02.261644 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50832) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:02.276489 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-99ec6f9f-0100-40e2-960e-6fe9dc245207 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'fixed_ips': [{'subnet_id': 'e94ace25-507d-4f09-9db0-463540f4b124', 'ip_address': '2001:db8::931b:1680:1067:6495'}], 'name': 'tempest-NetworksTestDHCPv6-108255291'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:02.514398 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ec6f9f-0100-40e2-960e-6fe9dc245207 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:02.537202 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99ec6f9f-0100-40e2-960e-6fe9dc245207 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.546106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b51c721-674a-4bd8-b4fd-a7f09bee48c1 None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:02.547967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port b427c82b-edcb-42d8-91b1-749d7815542f completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:15:02.569150 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port b427c82b-edcb-42d8-91b1-749d7815542f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:02.569705 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.581044 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-99ec6f9f-0100-40e2-960e-6fe9dc245207 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port eb52aecb-24c1-4d0c-874e-58fba9bdbbf1 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:15:02.630154 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-027a92ce-5a99-40c4-a5b9-46ded05f450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.672521 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89199a69-8e5c-47b6-bb7c-92723e073722 req-5e6042aa-f9f3-432b-bacd-845f98e29bf2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:02.680356 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89199a69-8e5c-47b6-bb7c-92723e073722 req-5e6042aa-f9f3-432b-bacd-845f98e29bf2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.1112587 Nov 11 12:15:02.715126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 782733e8-ce65-4715-9e16-6b16f47d3221 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:02.715493 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.751778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0b51c721-674a-4bd8-b4fd-a7f09bee48c1 None None] Deleting port 782733e8-ce65-4715-9e16-6b16f47d3221 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:02.752151 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0b51c721-674a-4bd8-b4fd-a7f09bee48c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.759095 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-027a92ce-5a99-40c4-a5b9-46ded05f450e None None] For port 782733e8-ce65-4715-9e16-6b16f47d3221, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=782733e8-ce65-4715-9e16-6b16f47d3221,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:02.785540 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-027a92ce-5a99-40c4-a5b9-46ded05f450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.811867 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89199a69-8e5c-47b6-bb7c-92723e073722 req-d0db8a6b-6da8-46df-88ee-3385cfd3b2a6 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208985 Nov 11 12:15:02.900730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-99ec6f9f-0100-40e2-960e-6fe9dc245207 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::931b:1680:1067:6495 (bad2fb1b-5419-4704-a46b-842512226b60/e94ace25-507d-4f09-9db0-463540f4b124/eb52aecb-24c1-4d0c-874e-58fba9bdbbf1) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:02.951687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a92ce-5a99-40c4-a5b9-46ded05f450e None None] Pushing event updated for resources: {'Port': ['ID=782733e8-ce65-4715-9e16-6b16f47d3221,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:02.994636 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.035017 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0b51c721-674a-4bd8-b4fd-a7f09bee48c1 None None] For port 782733e8-ce65-4715-9e16-6b16f47d3221, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=782733e8-ce65-4715-9e16-6b16f47d3221,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:03.035437 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0b51c721-674a-4bd8-b4fd-a7f09bee48c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.053401 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6036531-ef16-4ebf-8224-7c8061a4dd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b427c82b-edcb-42d8-91b1-749d7815542f'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:15:03.055765 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a38f12-a756-478a-b827-d885e4b994d8" -d '{"events": [{"server_uuid": "f6036531-ef16-4ebf-8224-7c8061a4dd0b", "name": "network-vif-plugged", "status": "completed", "tag": "b427c82b-edcb-42d8-91b1-749d7815542f"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:15:03.073397 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0b51c721-674a-4bd8-b4fd-a7f09bee48c1 None None] Calling delete_port for 782733e8-ce65-4715-9e16-6b16f47d3221 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:03.084235 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port b427c82b-edcb-42d8-91b1-749d7815542f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b427c82b-edcb-42d8-91b1-749d7815542f,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:03.097538 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.121197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefdac8-7892-47eb-b75a-f6265a58df98 req-8b73beee-07db-4c1f-a6d0-40b1d3f5ead4 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:03.123740 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ddefdac8-7892-47eb-b75a-f6265a58df98 req-8b73beee-07db-4c1f-a6d0-40b1d3f5ead4 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.1857343 Nov 11 12:15:03.218430 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9405dab-4475-421a-9e99-924943e8ccbe x-openstack-request-id: req-b9405dab-4475-421a-9e99-924943e8ccbe {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:15:03.218696 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6036531-ef16-4ebf-8224-7c8061a4dd0b", "name": "network-vif-plugged", "status": "completed", "tag": "b427c82b-edcb-42d8-91b1-749d7815542f", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:15:03.218950 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9405dab-4475-421a-9e99-924943e8ccbe {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:15:03.219559 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6036531-ef16-4ebf-8224-7c8061a4dd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b427c82b-edcb-42d8-91b1-749d7815542f', 'code': 200} Nov 11 12:15:03.270132 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=b427c82b-edcb-42d8-91b1-749d7815542f,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:03.301643 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0b51c721-674a-4bd8-b4fd-a7f09bee48c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.331994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a284a-eef2-4151-b6bc-61bf3cfbb068 req-78beeca3-8363-4708-9429-b57943eb6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:03.341053 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8e9a284a-eef2-4151-b6bc-61bf3cfbb068 req-78beeca3-8363-4708-9429-b57943eb6d2f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 1096 time: 0.1136084 Nov 11 12:15:03.356444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51c721-674a-4bd8-b4fd-a7f09bee48c1 None None] Pushing event deleted for resources: {'Port': ['ID=782733e8-ce65-4715-9e16-6b16f47d3221,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:03.366489 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51c721-674a-4bd8-b4fd-a7f09bee48c1 None None] No DVR routers for this DVR port 782733e8-ce65-4715-9e16-6b16f47d3221 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:03.398654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45375823-cb34-4ee7-a7fe-9a82cb7707ea None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:03.472482 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8e9a284a-eef2-4151-b6bc-61bf3cfbb068 req-9de10ae3-647e-4a55-a154-3c9b414ca560 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201005 Nov 11 12:15:03.484503 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ddefdac8-7892-47eb-b75a-f6265a58df98 req-6a7ef41b-6ea8-45b9-975a-748b06d6a777 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495669 Nov 11 12:15:03.492250 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50860) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:03.563757 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216dd6c-e4af-4701-af49-b0691971a383 req-f57303cc-a025-4735-9526-d7010ea97ed9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:03.570119 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2216dd6c-e4af-4701-af49-b0691971a383 req-f57303cc-a025-4735-9526-d7010ea97ed9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.2495122 Nov 11 12:15:03.668120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': 'e94ace25-507d-4f09-9db0-463540f4b124'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:03.671229 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.690337 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99ec6f9f-0100-40e2-960e-6fe9dc245207 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.760270 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2216dd6c-e4af-4701-af49-b0691971a383 req-f992c2f4-fc29-41d0-b3df-e423ee1b6bd6 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753073 Nov 11 12:15:03.838474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 782733e8-ce65-4715-9e16-6b16f47d3221 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:03.846283 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99ec6f9f-0100-40e2-960e-6fe9dc245207 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.867705 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794236e0-85bd-4538-a10f-bac2b194560e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.925525 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 782733e8-ce65-4715-9e16-6b16f47d3221 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:03.927138 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 782733e8-ce65-4715-9e16-6b16f47d3221 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:03.971601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec6f9f-0100-40e2-960e-6fe9dc245207 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=eb52aecb-24c1-4d0c-874e-58fba9bdbbf1,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:03.988349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec6f9f-0100-40e2-960e-6fe9dc245207 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:03.995643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-99ec6f9f-0100-40e2-960e-6fe9dc245207 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:04.005095 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec6f9f-0100-40e2-960e-6fe9dc245207 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:04.024754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ec6f9f-0100-40e2-960e-6fe9dc245207 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:04.025467 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99ec6f9f-0100-40e2-960e-6fe9dc245207 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.093162 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Allocated IP 2001:db8::2 (bad2fb1b-5419-4704-a46b-842512226b60/e94ace25-507d-4f09-9db0-463540f4b124/270cad37-da6e-49fa-85db-a0c102ad5dff) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:04.096301 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794236e0-85bd-4538-a10f-bac2b194560e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.105338 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794236e0-85bd-4538-a10f-bac2b194560e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.183819 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-794236e0-85bd-4538-a10f-bac2b194560e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7fcddfbdb598490d909be8afb1ea9f91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6901350 Nov 11 12:15:04.185231 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794236e0-85bd-4538-a10f-bac2b194560e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa56e27-0af8-45e6-9a1d-dfdf0758dd3a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:04.188685 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d90cc-97a1-498b-96d1-4b5e9f12d299 req-6e9232d1-aee6-4c43-8d16-7d53c62823d2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:04.189881 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50868) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:04.192670 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-178d90cc-97a1-498b-96d1-4b5e9f12d299 req-6e9232d1-aee6-4c43-8d16-7d53c62823d2 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.1586225 Nov 11 12:15:04.196010 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-99ec6f9f-0100-40e2-960e-6fe9dc245207 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9332297 Nov 11 12:15:04.205048 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50870) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:04.277710 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-178d90cc-97a1-498b-96d1-4b5e9f12d299 req-31fe16d4-accb-4c4d-b054-fc3aa721c47e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755205 Nov 11 12:15:04.306396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f633880-d16d-4e9b-97f5-92a4adb9c8ba tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:04.308329 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9f633880-d16d-4e9b-97f5-92a4adb9c8ba tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1021304 Nov 11 12:15:04.311133 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50872) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:04.322910 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e675511d-9730-4a40-bbca-667ba2d69bde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.372896 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.386245 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.395668 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e675511d-9730-4a40-bbca-667ba2d69bde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.454425 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:04.462561 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:04.467262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:04.477738 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Pushing event updated for resources: {'Port': ['ID=270cad37-da6e-49fa-85db-a0c102ad5dff,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:04.521243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8647cc14-5add-44e9-aa3c-a0a4d1186845 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port eb52aecb-24c1-4d0c-874e-58fba9bdbbf1 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:04.522874 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8647cc14-5add-44e9-aa3c-a0a4d1186845 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.567538 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e675511d-9730-4a40-bbca-667ba2d69bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.570591 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e675511d-9730-4a40-bbca-667ba2d69bde admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.572078 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e675511d-9730-4a40-bbca-667ba2d69bde admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cfa56e27-0af8-45e6-9a1d-dfdf0758dd3a HTTP/1.1" status: 204 len: 168 time: 0.3809896 Nov 11 12:15:04.575632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Attempting to bind port 270cad37-da6e-49fa-85db-a0c102ad5dff on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:04.576152 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Attempting to bind port 270cad37-da6e-49fa-85db-a0c102ad5dff by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:04.577289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Attempting to bind port 270cad37-da6e-49fa-85db-a0c102ad5dff on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:04.601004 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:04.601576 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:04.603435 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.603963 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:04.605764 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Bound port: 270cad37-da6e-49fa-85db-a0c102ad5dff, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:04.606269 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.711691 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675511d-9730-4a40-bbca-667ba2d69bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa56e27-0af8-45e6-9a1d-dfdf0758dd3a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:04.723830 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] For port 270cad37-da6e-49fa-85db-a0c102ad5dff, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:04.736052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] For port 270cad37-da6e-49fa-85db-a0c102ad5dff, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=270cad37-da6e-49fa-85db-a0c102ad5dff,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:04.758511 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.822551 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8647cc14-5add-44e9-aa3c-a0a4d1186845 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.848280 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bca8d-a41f-44cd-a632-1828543faf4e None None] Pushing event updated for resources: {'Port': ['ID=270cad37-da6e-49fa-85db-a0c102ad5dff,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:04.879268 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8647cc14-5add-44e9-aa3c-a0a4d1186845 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for eb52aecb-24c1-4d0c-874e-58fba9bdbbf1 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:05.021379 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f0fe6-d803-48f8-8bb4-65fcb29b5a17 req-e5b22922-57a8-4d25-bc13-8a1b6c820cd8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:05.023061 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e2f0fe6-d803-48f8-8bb4-65fcb29b5a17 req-e5b22922-57a8-4d25-bc13-8a1b6c820cd8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.1199100 Nov 11 12:15:05.129415 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e2f0fe6-d803-48f8-8bb4-65fcb29b5a17 req-6fe29e17-3029-4754-8d81-df3c45e8110c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986626 Nov 11 12:15:05.196596 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8647cc14-5add-44e9-aa3c-a0a4d1186845 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.234170 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50894) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:05.312852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647cc14-5add-44e9-aa3c-a0a4d1186845 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=eb52aecb-24c1-4d0c-874e-58fba9bdbbf1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:05.330830 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ad1be-e52d-4ce5-bca7-7d6a5e03b8a1 req-9dbe6b4b-424b-4d61-8362-8caf6aec6aac tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:05.339075 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b5ad1be-e52d-4ce5-bca7-7d6a5e03b8a1 req-9dbe6b4b-424b-4d61-8362-8caf6aec6aac tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.43 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.1575694 Nov 11 12:15:05.378004 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2ecec39-e6fa-48bb-929e-1d39a305ee6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.389410 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8647cc14-5add-44e9-aa3c-a0a4d1186845 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.393862 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8647cc14-5add-44e9-aa3c-a0a4d1186845 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/eb52aecb-24c1-4d0c-874e-58fba9bdbbf1 HTTP/1.1" status: 204 len: 168 time: 1.0815313 Nov 11 12:15:05.397440 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50898) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:05.495640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b401e13-6130-4a43-9e55-223ca366e2c1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:05.497454 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b401e13-6130-4a43-9e55-223ca366e2c1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:05.502499 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8b401e13-6130-4a43-9e55-223ca366e2c1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1024907 Nov 11 12:15:05.503111 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50904) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:05.694203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95807d-01f0-45a6-aba7-b41c367958fd req-c9f3a560-6dd9-4ea2-bf81-7bdf75ae6a2e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:05.695897 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab95807d-01f0-45a6-aba7-b41c367958fd req-c9f3a560-6dd9-4ea2-bf81-7bdf75ae6a2e tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 946 time: 0.2833517 Nov 11 12:15:05.714058 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6966674-90f4-44f6-a95d-1168e78bf750 req-5b491e68-2a2e-47ca-a9cb-04bfd58f9548 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:05.722182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6966674-90f4-44f6-a95d-1168e78bf750 req-5b491e68-2a2e-47ca-a9cb-04bfd58f9548 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.1992385 Nov 11 12:15:05.751164 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2ecec39-e6fa-48bb-929e-1d39a305ee6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.760855 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2ecec39-e6fa-48bb-929e-1d39a305ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.787217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c17ddd-d6d3-4a1d-8749-975795dc8794 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet e94ace25-507d-4f09-9db0-463540f4b124 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:05.789259 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-8b5ad1be-e52d-4ce5-bca7-7d6a5e03b8a1 req-e2d7ced7-e9c9-4af3-b956-9b90066bf4b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Deleting port dab05976-09ab-463d-9d4e-366c0a715e75 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:05.789694 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8b5ad1be-e52d-4ce5-bca7-7d6a5e03b8a1 req-e2d7ced7-e9c9-4af3-b956-9b90066bf4b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.790990 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55c17ddd-d6d3-4a1d-8749-975795dc8794 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.842112 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ed4aafb9-a5c1-4100-a934-078d100d8105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.848388 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55c17ddd-d6d3-4a1d-8749-975795dc8794 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.935040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 270cad37-da6e-49fa-85db-a0c102ad5dff up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:05.943458 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6966674-90f4-44f6-a95d-1168e78bf750 req-97a88f8a-6023-4942-b18c-665a46cf22ed tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202663 Nov 11 12:15:05.956415 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55c17ddd-d6d3-4a1d-8749-975795dc8794 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.990027 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab95807d-01f0-45a6-aba7-b41c367958fd req-30c4fb3a-600e-4478-a745-1b8c0b2975b8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852633 Nov 11 12:15:06.047212 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 270cad37-da6e-49fa-85db-a0c102ad5dff triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:06.048990 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.064725 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d2ecec39-e6fa-48bb-929e-1d39a305ee6b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9187976c12584966b63a15d55ea1045d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7666254 Nov 11 12:15:06.072098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50916) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:06.072829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecec39-e6fa-48bb-929e-1d39a305ee6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca8e55a-d411-4356-b521-5b525a9aaa96,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:06.088660 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-8b5ad1be-e52d-4ce5-bca7-7d6a5e03b8a1 req-e2d7ced7-e9c9-4af3-b956-9b90066bf4b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] For port dab05976-09ab-463d-9d4e-366c0a715e75, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=dab05976-09ab-463d-9d4e-366c0a715e75,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:06.089449 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8b5ad1be-e52d-4ce5-bca7-7d6a5e03b8a1 req-e2d7ced7-e9c9-4af3-b956-9b90066bf4b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.115684 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-8b5ad1be-e52d-4ce5-bca7-7d6a5e03b8a1 req-e2d7ced7-e9c9-4af3-b956-9b90066bf4b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Calling delete_port for dab05976-09ab-463d-9d4e-366c0a715e75 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:06.154461 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a5b2dbeb-467d-4a15-996a-0d2c2ade43c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.156357 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55c17ddd-d6d3-4a1d-8749-975795dc8794 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.188619 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.200618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c17ddd-d6d3-4a1d-8749-975795dc8794 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=e94ace25-507d-4f09-9db0-463540f4b124,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:06.210699 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55c17ddd-d6d3-4a1d-8749-975795dc8794 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.217045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50918) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:06.217287 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-55c17ddd-d6d3-4a1d-8749-975795dc8794 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/e94ace25-507d-4f09-9db0-463540f4b124 HTTP/1.1" status: 204 len: 168 time: 0.7079167 Nov 11 12:15:06.223004 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a5b2dbeb-467d-4a15-996a-0d2c2ade43c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.268890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 270cad37-da6e-49fa-85db-a0c102ad5dff, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=270cad37-da6e-49fa-85db-a0c102ad5dff,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:06.276467 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.291288 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3df84019-da0f-4440-84ea-bcf10d2ecb81 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725560 Nov 11 12:15:06.296226 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50922) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:06.340961 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a5b2dbeb-467d-4a15-996a-0d2c2ade43c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.345391 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a5b2dbeb-467d-4a15-996a-0d2c2ade43c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.347739 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a5b2dbeb-467d-4a15-996a-0d2c2ade43c8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ca8e55a-d411-4356-b521-5b525a9aaa96 HTTP/1.1" status: 204 len: 168 time: 0.2706146 Nov 11 12:15:06.358932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2dbeb-467d-4a15-996a-0d2c2ade43c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca8e55a-d411-4356-b521-5b525a9aaa96,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:06.423741 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0a0e46-3426-4339-b17a-67c35001f02b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:06.427537 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cb0a0e46-3426-4339-b17a-67c35001f02b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1303508 Nov 11 12:15:06.430886 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50926) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:06.448853 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=270cad37-da6e-49fa-85db-a0c102ad5dff,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:06.507141 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaddace4-7df3-4d2c-a26a-d4afbf0dc67d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:06.510971 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-aaddace4-7df3-4d2c-a26a-d4afbf0dc67d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0776768 Nov 11 12:15:06.515185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50928) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:06.527265 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec730902-8963-4f9f-aea9-0678318bf81b None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:06.575979 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f1874bb5-f89e-46c0-86c5-2bec495bf920 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592277 Nov 11 12:15:06.582010 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50932) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:06.587370 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d48ae066-af8b-40e4-afcc-788e57f476ea tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:06.587869 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8b5ad1be-e52d-4ce5-bca7-7d6a5e03b8a1 req-e2d7ced7-e9c9-4af3-b956-9b90066bf4b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.610614 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f9cfc60c-b56a-426f-88e0-0e16e1f76f8a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:15:06.618262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['dab05976-09ab-463d-9d4e-366c0a715e75'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:15:06.662951 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7ced7-e9c9-4af3-b956-9b90066bf4b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Pushing event deleted for resources: {'Port': ['ID=dab05976-09ab-463d-9d4e-366c0a715e75,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:06.733394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5ad1be-e52d-4ce5-bca7-7d6a5e03b8a1 req-e2d7ced7-e9c9-4af3-b956-9b90066bf4b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] No DVR routers for this DVR port dab05976-09ab-463d-9d4e-366c0a715e75 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:06.736054 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-8b5ad1be-e52d-4ce5-bca7-7d6a5e03b8a1 req-e2d7ced7-e9c9-4af3-b956-9b90066bf4b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.739680 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b5ad1be-e52d-4ce5-bca7-7d6a5e03b8a1 req-e2d7ced7-e9c9-4af3-b956-9b90066bf4b9 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.43 "DELETE /v2.0/ports/dab05976-09ab-463d-9d4e-366c0a715e75 HTTP/1.1" status: 204 len: 173 time: 1.3930373 Nov 11 12:15:06.740134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc16cc5-cad7-4ab5-919e-894469a20764', 'name': 'network-vif-deleted', 'tag': 'dab05976-09ab-463d-9d4e-366c0a715e75'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:15:06.743860 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9b7630-9ebd-4c4c-bf05-9ada87db45b8" -d '{"events": [{"server_uuid": "edc16cc5-cad7-4ab5-919e-894469a20764", "name": "network-vif-deleted", "tag": "dab05976-09ab-463d-9d4e-366c0a715e75"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:15:06.803666 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614945c0-67f0-439c-961f-c22b96faf2de x-openstack-request-id: req-614945c0-67f0-439c-961f-c22b96faf2de {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:15:06.804456 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc16cc5-cad7-4ab5-919e-894469a20764", "name": "network-vif-deleted", "tag": "dab05976-09ab-463d-9d4e-366c0a715e75", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:15:06.804456 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-614945c0-67f0-439c-961f-c22b96faf2de {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:15:06.804889 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc16cc5-cad7-4ab5-919e-894469a20764', 'name': 'network-vif-deleted', 'tag': 'dab05976-09ab-463d-9d4e-366c0a715e75', 'status': 'completed', 'code': 200} Nov 11 12:15:06.808736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48ae066-af8b-40e4-afcc-788e57f476ea tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:06.814893 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d48ae066-af8b-40e4-afcc-788e57f476ea tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.832617 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-cbe53742-647f-45e1-a62f-1b41cdb1c1c5 None None] Provisioning complete for port 270cad37-da6e-49fa-85db-a0c102ad5dff triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:06.832981 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cbe53742-647f-45e1-a62f-1b41cdb1c1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.026405 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50944) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:07.046444 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-86347f08-9334-4188-bd33-e47af6102cd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.131139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c9de67-e948-46a1-8657-790f2f5da49d None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:07.209677 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d48ae066-af8b-40e4-afcc-788e57f476ea tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.213041 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a9c9de67-e948-46a1-8657-790f2f5da49d None None] Deleting port 270cad37-da6e-49fa-85db-a0c102ad5dff {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:07.213638 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a9c9de67-e948-46a1-8657-790f2f5da49d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.339079 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48ae066-af8b-40e4-afcc-788e57f476ea tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:07.343728 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-d48ae066-af8b-40e4-afcc-788e57f476ea tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:07.348963 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48ae066-af8b-40e4-afcc-788e57f476ea tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:07.349856 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d48ae066-af8b-40e4-afcc-788e57f476ea tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.364696 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ae066-af8b-40e4-afcc-788e57f476ea tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=129d6c8d-a8f5-41e7-93e8-eec65006fc49,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:07.366972 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a9c9de67-e948-46a1-8657-790f2f5da49d None None] For port 270cad37-da6e-49fa-85db-a0c102ad5dff, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=270cad37-da6e-49fa-85db-a0c102ad5dff,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:07.371378 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a9c9de67-e948-46a1-8657-790f2f5da49d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.385340 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d48ae066-af8b-40e4-afcc-788e57f476ea tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8020175 Nov 11 12:15:07.388312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 50946) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:07.393427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4b81b9b2-45a6-431b-95d2-85b84e34fcef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'fixed_ips': [{'subnet_id': '129d6c8d-a8f5-41e7-93e8-eec65006fc49', 'ip_address': '2001:db8::5633:6984:215d:526b'}], 'name': 'tempest-NetworksTestDHCPv6-553695665'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:07.401383 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a9c9de67-e948-46a1-8657-790f2f5da49d None None] Calling delete_port for 270cad37-da6e-49fa-85db-a0c102ad5dff owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:07.521309 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a9c9de67-e948-46a1-8657-790f2f5da49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.571314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9de67-e948-46a1-8657-790f2f5da49d None None] Pushing event deleted for resources: {'Port': ['ID=270cad37-da6e-49fa-85db-a0c102ad5dff,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:07.574148 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c9de67-e948-46a1-8657-790f2f5da49d None None] No DVR routers for this DVR port 270cad37-da6e-49fa-85db-a0c102ad5dff on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:07.593085 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b81b9b2-45a6-431b-95d2-85b84e34fcef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:07.598522 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2469b572-52e4-436d-ae49-175b2a0d79bc None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:07.664369 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f853f84-f9a5-4746-aecb-287148c389cc req-88b34056-dd4c-46bb-ac86-a863332fcf22 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc16cc5-cad7-4ab5-919e-894469a20764 HTTP/1.1" status: 200 len: 210 time: 0.5108860 Nov 11 12:15:07.668404 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-86347f08-9334-4188-bd33-e47af6102cd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.680536 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-86347f08-9334-4188-bd33-e47af6102cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.719032 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-86347f08-9334-4188-bd33-e47af6102cd5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5674f6ec71884dc4965b477c6973702b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6912529 Nov 11 12:15:07.727117 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 50950) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:07.752170 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ce261-bf65-4b82-9485-fb103679c2af req-8ba6d26c-2a6b-4f73-a601-b32da6d593e2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:07.754720 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a3ce261-bf65-4b82-9485-fb103679c2af req-8ba6d26c-2a6b-4f73-a601-b32da6d593e2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.6475832 Nov 11 12:15:07.807721 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b81b9b2-45a6-431b-95d2-85b84e34fcef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.808178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86347f08-9334-4188-bd33-e47af6102cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a5e1af-6b63-45a1-adc6-99561a465b78,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:07.844842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': '129d6c8d-a8f5-41e7-93e8-eec65006fc49'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:07.845022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-4b81b9b2-45a6-431b-95d2-85b84e34fcef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port f74392f0-224a-45c0-b9aa-614cd50d9c6b yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:15:07.845888 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.883420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 270cad37-da6e-49fa-85db-a0c102ad5dff no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:07.899877 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d5910051-4163-4d9b-be86-52695d9b59c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.916069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a3ce261-bf65-4b82-9485-fb103679c2af req-bd983334-043a-414d-887a-f87bf270b7d5 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456459 Nov 11 12:15:07.948177 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d5910051-4163-4d9b-be86-52695d9b59c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:08.007557 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d5910051-4163-4d9b-be86-52695d9b59c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:08.011050 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d5910051-4163-4d9b-be86-52695d9b59c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:08.012418 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d5910051-4163-4d9b-be86-52695d9b59c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9a5e1af-6b63-45a1-adc6-99561a465b78 HTTP/1.1" status: 204 len: 168 time: 0.2840157 Nov 11 12:15:08.022146 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5910051-4163-4d9b-be86-52695d9b59c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a5e1af-6b63-45a1-adc6-99561a465b78,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:08.045931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Allocated IP 2001:db8::2 (bad2fb1b-5419-4704-a46b-842512226b60/129d6c8d-a8f5-41e7-93e8-eec65006fc49/57fd3a19-d730-4dbc-a27b-ab0d0cb3c247) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:08.081770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 270cad37-da6e-49fa-85db-a0c102ad5dff {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:08.082144 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 270cad37-da6e-49fa-85db-a0c102ad5dff not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:08.129918 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a9b759d7-9c0e-493f-a1f0-d1a1d4e82b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:08.266987 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:08.276562 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:08.331014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:08.346427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:08.350649 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:08.381374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-4b81b9b2-45a6-431b-95d2-85b84e34fcef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::5633:6984:215d:526b (bad2fb1b-5419-4704-a46b-842512226b60/129d6c8d-a8f5-41e7-93e8-eec65006fc49/f74392f0-224a-45c0-b9aa-614cd50d9c6b) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:08.391215 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Pushing event updated for resources: {'Port': ['ID=57fd3a19-d730-4dbc-a27b-ab0d0cb3c247,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:08.455015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Attempting to bind port 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:08.455465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Attempting to bind port 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:08.455778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Attempting to bind port 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247 on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:08.472910 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:08.473376 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:08.473872 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:08.474259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:08.474739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Bound port: 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:08.475890 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:08.608192 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b81b9b2-45a6-431b-95d2-85b84e34fcef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:08.634411 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] For port 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:08.640352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] For port 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=57fd3a19-d730-4dbc-a27b-ab0d0cb3c247,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:08.646962 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:08.689475 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b81b9b2-45a6-431b-95d2-85b84e34fcef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:08.895225 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b81b9b2-45a6-431b-95d2-85b84e34fcef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:08.908236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-4b81b9b2-45a6-431b-95d2-85b84e34fcef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:08.911784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81b9b2-45a6-431b-95d2-85b84e34fcef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=f74392f0-224a-45c0-b9aa-614cd50d9c6b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:08.914738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b81b9b2-45a6-431b-95d2-85b84e34fcef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:08.921029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b81b9b2-45a6-431b-95d2-85b84e34fcef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:08.922471 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4b81b9b2-45a6-431b-95d2-85b84e34fcef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:08.984878 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4b81b9b2-45a6-431b-95d2-85b84e34fcef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5930140 Nov 11 12:15:08.985537 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51006) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:08.992872 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-510e5ab1-85ea-4845-bbcf-8300774ad06e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'fixed_ips': [{'subnet_id': '129d6c8d-a8f5-41e7-93e8-eec65006fc49', 'ip_address': '2001:db8::5633:6984:215d:526b'}], 'name': 'tempest-NetworksTestDHCPv6-288983076'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:09.144795 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.157085 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device dab05976-09ab-463d-9d4e-366c0a715e75 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:09.184236 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf47ca-1597-4f5b-8ef2-650580d6788b None None] Pushing event updated for resources: {'Port': ['ID=57fd3a19-d730-4dbc-a27b-ab0d0cb3c247,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:09.188489 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: dab05976-09ab-463d-9d4e-366c0a715e75 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:09.188813 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device dab05976-09ab-463d-9d4e-366c0a715e75 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:09.278749 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986719e4-c39e-40b7-933c-6add8d644927 req-b565e6a9-4469-4fcb-b53b-75096e9d2c9e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:09.287382 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-986719e4-c39e-40b7-933c-6add8d644927 req-b565e6a9-4469-4fcb-b53b-75096e9d2c9e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.2569740 Nov 11 12:15:09.458530 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-986719e4-c39e-40b7-933c-6add8d644927 req-b12bb440-5ed4-4288-af9e-7170907716ff tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586649 Nov 11 12:15:09.551634 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510e5ab1-85ea-4845-bbcf-8300774ad06e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:09.818283 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-510e5ab1-85ea-4845-bbcf-8300774ad06e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.901397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-510e5ab1-85ea-4845-bbcf-8300774ad06e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port 8bf6aa13-c7d8-4ee4-923d-76f4f9d9cb61 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:15:09.929942 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:10.030489 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-109ecf9d-44ca-4c9a-a800-833c406c31e0 req-1f477d4e-7f96-4c5a-9895-95d05eecbfa6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4051681 Nov 11 12:15:10.032497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:10.033014 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.306886 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.373078 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=57fd3a19-d730-4dbc-a27b-ab0d0cb3c247,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:10.379417 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ecf9d-44ca-4c9a-a800-833c406c31e0 req-cdfe71ca-9b6f-4961-b8d8-ec797a712e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:10.380988 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-109ecf9d-44ca-4c9a-a800-833c406c31e0 req-cdfe71ca-9b6f-4961-b8d8-ec797a712e4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 1095 time: 0.2213190 Nov 11 12:15:10.383146 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.502802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=57fd3a19-d730-4dbc-a27b-ab0d0cb3c247,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:10.517227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239454fb-7dab-41c1-8b9f-a0d476b50821 req-16b31290-49aa-445e-a588-6d839a0b08f8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:10.521885 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-239454fb-7dab-41c1-8b9f-a0d476b50821 req-16b31290-49aa-445e-a588-6d839a0b08f8 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 945 time: 0.3047559 Nov 11 12:15:10.651681 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.762268 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-510e5ab1-85ea-4845-bbcf-8300774ad06e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 11 12:15:10.762750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-510e5ab1-85ea-4845-bbcf-8300774ad06e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:10.816931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b9707-f39d-4fba-b27a-8f4257baeeff req-a61f4b74-6d7d-4531-81b0-e4b82ebcdf16 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:10.818569 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-236b9707-f39d-4fba-b27a-8f4257baeeff req-a61f4b74-6d7d-4531-81b0-e4b82ebcdf16 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.2097614 Nov 11 12:15:10.831988 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51066) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:10.832399 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-510e5ab1-85ea-4845-bbcf-8300774ad06e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8442268 Nov 11 12:15:10.870628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5adae384-2acc-4f62-8a5d-862916d89932 None None] Provisioning complete for port 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:10.872460 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5adae384-2acc-4f62-8a5d-862916d89932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.885634 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-239454fb-7dab-41c1-8b9f-a0d476b50821 req-b3200374-25c0-4113-aedc-61c75c2af3da tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487456 Nov 11 12:15:10.890774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ecf9d-44ca-4c9a-a800-833c406c31e0 req-98b726f0-c22a-4cbe-81d0-310b2d85185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:10.892284 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-109ecf9d-44ca-4c9a-a800-833c406c31e0 req-98b726f0-c22a-4cbe-81d0-310b2d85185b service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.4668291 Nov 11 12:15:10.916121 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6c93af-874c-40ee-afc6-0fe445c74a9a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:10.923037 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6c93af-874c-40ee-afc6-0fe445c74a9a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:10.925163 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5b6c93af-874c-40ee-afc6-0fe445c74a9a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.0925014 Nov 11 12:15:10.927807 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51068) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:10.987384 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-109ecf9d-44ca-4c9a-a800-833c406c31e0 req-31abf459-5058-43cc-ada4-36868189b034 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c HTTP/1.1" status: 200 len: 999 time: 0.0828826 Nov 11 12:15:11.085770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ecf9d-44ca-4c9a-a800-833c406c31e0 req-330a39f2-8a2a-49c3-b5ae-8d0867c02052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:11.087290 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-109ecf9d-44ca-4c9a-a800-833c406c31e0 req-330a39f2-8a2a-49c3-b5ae-8d0867c02052 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.0818889 Nov 11 12:15:11.119770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-165b3b3f-229a-43ce-944b-ddaf008f5933 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port f74392f0-224a-45c0-b9aa-614cd50d9c6b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:11.124758 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-165b3b3f-229a-43ce-944b-ddaf008f5933 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.141482 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-236b9707-f39d-4fba-b27a-8f4257baeeff req-4faf3617-4eb2-49a7-b0ea-efa56d5f4bbd tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014050 Nov 11 12:15:11.197309 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-238ad2e2-53a9-4dc8-bc74-6028282c1662 None None] Could not find standard attr ID for object f51fdeb6-b93a-42c0-aad9-eb6def6b68a5. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:15:11.221308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ecf9d-44ca-4c9a-a800-833c406c31e0 req-05119a89-a222-488f-b789-12da4f95348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:11.223171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-109ecf9d-44ca-4c9a-a800-833c406c31e0 req-05119a89-a222-488f-b789-12da4f95348a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235409 Nov 11 12:15:11.311189 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.357974 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-165b3b3f-229a-43ce-944b-ddaf008f5933 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.388605 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-165b3b3f-229a-43ce-944b-ddaf008f5933 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for f74392f0-224a-45c0-b9aa-614cd50d9c6b owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:11.410410 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-109ecf9d-44ca-4c9a-a800-833c406c31e0 req-76b88a82-ab69-4a0b-a4bd-d2c40286b808 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786151 Nov 11 12:15:11.514034 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b5f6ae5e-5c83-4636-bd93-1c83ccb8f236 None None] Could not find standard attr ID for object 806444da-8082-40df-bed7-efbc7fe71d0b. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:15:11.552173 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-109ecf9d-44ca-4c9a-a800-833c406c31e0 req-f9362884-4c9f-409e-8ffb-b6293c8568c4 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342964 Nov 11 12:15:11.594883 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3a28a-5be6-46bc-a05e-5577be785fb6 req-6db9928e-ba19-4863-8c0e-eb1c61781b6a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:11.596566 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7b3a28a-5be6-46bc-a05e-5577be785fb6 req-6db9928e-ba19-4863-8c0e-eb1c61781b6a tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 945 time: 0.1119287 Nov 11 12:15:11.854833 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-165b3b3f-229a-43ce-944b-ddaf008f5933 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.871996 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:11.879160 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-d7b3a28a-5be6-46bc-a05e-5577be785fb6 req-02282f3c-fb77-4a80-b2bf-bad4de00fd76 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Deleting port f9cfc60c-b56a-426f-88e0-0e16e1f76f8a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:11.879690 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d7b3a28a-5be6-46bc-a05e-5577be785fb6 req-02282f3c-fb77-4a80-b2bf-bad4de00fd76 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.990233 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-58f3c62d-c8be-4aa4-90b4-ce6410af7f8b None None] Could not find standard attr ID for object eb52aecb-24c1-4d0c-874e-58fba9bdbbf1. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:15:12.032380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b3b3f-229a-43ce-944b-ddaf008f5933 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=f74392f0-224a-45c0-b9aa-614cd50d9c6b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:12.054345 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-d7b3a28a-5be6-46bc-a05e-5577be785fb6 req-02282f3c-fb77-4a80-b2bf-bad4de00fd76 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] For port f9cfc60c-b56a-426f-88e0-0e16e1f76f8a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f9cfc60c-b56a-426f-88e0-0e16e1f76f8a,segment=NetworkSegment(9fda7c37-f760-4c3e-b061-6057cf355e5c),segment_id=9fda7c37-f760-4c3e-b061-6057cf355e5c)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:12.054791 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d7b3a28a-5be6-46bc-a05e-5577be785fb6 req-02282f3c-fb77-4a80-b2bf-bad4de00fd76 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:12.074615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:12.074978 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:12.086879 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-165b3b3f-229a-43ce-944b-ddaf008f5933 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:12.094113 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-165b3b3f-229a-43ce-944b-ddaf008f5933 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/f74392f0-224a-45c0-b9aa-614cd50d9c6b HTTP/1.1" status: 204 len: 168 time: 1.1647582 Nov 11 12:15:12.094740 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51078) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:12.114511 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-d7b3a28a-5be6-46bc-a05e-5577be785fb6 req-02282f3c-fb77-4a80-b2bf-bad4de00fd76 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Calling delete_port for f9cfc60c-b56a-426f-88e0-0e16e1f76f8a owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:12.144938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f878f2-e119-4e3e-873d-65b4a41adc0f req-64a140b7-812d-4096-903b-ef86fceb2993 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:12.152960 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-97f878f2-e119-4e3e-873d-65b4a41adc0f req-64a140b7-812d-4096-903b-ef86fceb2993 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 945 time: 0.1495302 Nov 11 12:15:12.365604 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-97f878f2-e119-4e3e-873d-65b4a41adc0f req-a2b77c23-cba2-4e3e-9020-fb191e7c91b6 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e33f810-9d52-436e-a4a8-36774efd86f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116230 Nov 11 12:15:12.390731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188bdd00-c792-4c3d-80d4-065b535fd341 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:12.401767 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188bdd00-c792-4c3d-80d4-065b535fd341 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:12.404215 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-188bdd00-c792-4c3d-80d4-065b535fd341 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3065839 Nov 11 12:15:12.409986 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51090) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:12.415281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4292bc32-91b2-4bde-aa50-6054ccb71206 None None] Could not find standard attr ID for object f74392f0-224a-45c0-b9aa-614cd50d9c6b. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:15:12.448576 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f060d51-4a30-4b16-809b-eb6ee8148010 req-3cb9549d-6f39-4f0c-a2b0-02c32d234caf tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:12.450723 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f060d51-4a30-4b16-809b-eb6ee8148010 req-3cb9549d-6f39-4f0c-a2b0-02c32d234caf tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.1212401 Nov 11 12:15:12.560620 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f060d51-4a30-4b16-809b-eb6ee8148010 req-eacdd455-2be2-46a3-b32d-b78cb9ec3793 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023896 Nov 11 12:15:12.563889 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98b08e5-ed77-4e3a-90fd-e5d160af29fe tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 129d6c8d-a8f5-41e7-93e8-eec65006fc49 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:12.567922 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d98b08e5-ed77-4e3a-90fd-e5d160af29fe tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:12.693641 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d98b08e5-ed77-4e3a-90fd-e5d160af29fe tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:12.765481 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d7b3a28a-5be6-46bc-a05e-5577be785fb6 req-02282f3c-fb77-4a80-b2bf-bad4de00fd76 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:12.843058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02282f3c-fb77-4a80-b2bf-bad4de00fd76 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Pushing event deleted for resources: {'Port': ['ID=f9cfc60c-b56a-426f-88e0-0e16e1f76f8a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:12.963563 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b3a28a-5be6-46bc-a05e-5577be785fb6 req-02282f3c-fb77-4a80-b2bf-bad4de00fd76 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] No DVR routers for this DVR port f9cfc60c-b56a-426f-88e0-0e16e1f76f8a on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:12.970558 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d7b3a28a-5be6-46bc-a05e-5577be785fb6 req-02282f3c-fb77-4a80-b2bf-bad4de00fd76 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:12.978550 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7b3a28a-5be6-46bc-a05e-5577be785fb6 req-02282f3c-fb77-4a80-b2bf-bad4de00fd76 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.62 "DELETE /v2.0/ports/f9cfc60c-b56a-426f-88e0-0e16e1f76f8a HTTP/1.1" status: 204 len: 173 time: 1.3713942 Nov 11 12:15:12.981446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd98ebe-9b69-4e7c-bcbe-bb930453e48f', 'name': 'network-vif-deleted', 'tag': 'f9cfc60c-b56a-426f-88e0-0e16e1f76f8a'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:15:12.986913 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69ef600-86ac-4376-bff5-299b05892342" -d '{"events": [{"server_uuid": "3cd98ebe-9b69-4e7c-bcbe-bb930453e48f", "name": "network-vif-deleted", "tag": "f9cfc60c-b56a-426f-88e0-0e16e1f76f8a"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:15:13.006277 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d98b08e5-ed77-4e3a-90fd-e5d160af29fe tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.156655 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d98b08e5-ed77-4e3a-90fd-e5d160af29fe tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.239062 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d98b08e5-ed77-4e3a-90fd-e5d160af29fe tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.243188 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d98b08e5-ed77-4e3a-90fd-e5d160af29fe tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/129d6c8d-a8f5-41e7-93e8-eec65006fc49 HTTP/1.1" status: 204 len: 168 time: 0.8318179 Nov 11 12:15:13.244313 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b08e5-ed77-4e3a-90fd-e5d160af29fe tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=129d6c8d-a8f5-41e7-93e8-eec65006fc49,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:13.245899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51102) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:13.279724 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3ff729-0e64-40a0-9d94-a8c82f49aa9e None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:13.358041 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7d41d3d4-b1be-4bf3-9c7a-458bd3e4ef34 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078691 Nov 11 12:15:13.362107 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51106) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:13.366451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-51a2c065-b4c2-4b44-a891-c4c6d8747d63 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:13.513962 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8538c665-0758-4b9f-b670-ae2878d5daa7 x-openstack-request-id: req-8538c665-0758-4b9f-b670-ae2878d5daa7 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:15:13.514281 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd98ebe-9b69-4e7c-bcbe-bb930453e48f", "name": "network-vif-deleted", "tag": "f9cfc60c-b56a-426f-88e0-0e16e1f76f8a", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:15:13.514493 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8538c665-0758-4b9f-b670-ae2878d5daa7 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:15:13.514893 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd98ebe-9b69-4e7c-bcbe-bb930453e48f', 'name': 'network-vif-deleted', 'tag': 'f9cfc60c-b56a-426f-88e0-0e16e1f76f8a', 'status': 'completed', 'code': 200} Nov 11 12:15:13.570089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-951b471a-0dd0-4941-9e93-f960a0534d3d req-21fbba72-b0be-4793-ba7a-9baa2e5d6a59 tempest-ServersTestJSON-1342918370 tempest-ServersTestJSON-1342918370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3cd98ebe-9b69-4e7c-bcbe-bb930453e48f HTTP/1.1" status: 200 len: 210 time: 0.0353811 Nov 11 12:15:13.635526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a2c065-b4c2-4b44-a891-c4c6d8747d63 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:13.639245 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-51a2c065-b4c2-4b44-a891-c4c6d8747d63 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.731412 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4faabd-a824-495c-9558-a83b6d200eb7 None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:13.871120 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74d3af-6107-4aac-9d2c-8e01f15a06aa req-12d9d9a3-35d0-416a-a628-082535f6eaad tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:13.885766 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:13.888131 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c74d3af-6107-4aac-9d2c-8e01f15a06aa req-12d9d9a3-35d0-416a-a628-082535f6eaad tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.1592300 Nov 11 12:15:13.940381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-9d4faabd-a824-495c-9558-a83b6d200eb7 None None] Deleting port 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:13.940751 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9d4faabd-a824-495c-9558-a83b6d200eb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.981969 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f9cfc60c-b56a-426f-88e0-0e16e1f76f8a no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:14.005237 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c74d3af-6107-4aac-9d2c-8e01f15a06aa req-b3b92da2-d56a-4f62-9f36-327a30288d03 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112764 Nov 11 12:15:14.071760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: f9cfc60c-b56a-426f-88e0-0e16e1f76f8a {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:14.072045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f9cfc60c-b56a-426f-88e0-0e16e1f76f8a not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:14.076103 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-51a2c065-b4c2-4b44-a891-c4c6d8747d63 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.095750 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9d4faabd-a824-495c-9558-a83b6d200eb7 None None] For port 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=57fd3a19-d730-4dbc-a27b-ab0d0cb3c247,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:14.096276 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9d4faabd-a824-495c-9558-a83b6d200eb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.113733 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-9d4faabd-a824-495c-9558-a83b6d200eb7 None None] Calling delete_port for 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:14.140764 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2c065-b4c2-4b44-a891-c4c6d8747d63 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=27509db6-8cb3-4052-a127-5ed82df24d63,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:14.171158 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a2c065-b4c2-4b44-a891-c4c6d8747d63 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:14.175753 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-51a2c065-b4c2-4b44-a891-c4c6d8747d63 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:14.184807 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a2c065-b4c2-4b44-a891-c4c6d8747d63 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:14.189019 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-51a2c065-b4c2-4b44-a891-c4c6d8747d63 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.204186 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.225326 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-51a2c065-b4c2-4b44-a891-c4c6d8747d63 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8603108 Nov 11 12:15:14.225326 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51116) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:14.231272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fd612e15-3dd4-45f0-a75c-b7d6cc41dd37 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'fixed_ips': [{'subnet_id': '27509db6-8cb3-4052-a127-5ed82df24d63', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-319383384'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:14.311704 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=57fd3a19-d730-4dbc-a27b-ab0d0cb3c247,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:14.325345 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.335306 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9d4faabd-a824-495c-9558-a83b6d200eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.369550 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event deleted for resources: {'Port': ['ID=57fd3a19-d730-4dbc-a27b-ab0d0cb3c247,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:14.389462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd612e15-3dd4-45f0-a75c-b7d6cc41dd37 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:14.402014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4faabd-a824-495c-9558-a83b6d200eb7 None None] Pushing event deleted for resources: {'Port': ['ID=57fd3a19-d730-4dbc-a27b-ab0d0cb3c247,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:14.409436 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4faabd-a824-495c-9558-a83b6d200eb7 None None] No DVR routers for this DVR port 57fd3a19-d730-4dbc-a27b-ab0d0cb3c247 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:14.433576 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65157cfc-4d58-45ca-bace-311455397cf8 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:14.623317 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': '27509db6-8cb3-4052-a127-5ed82df24d63'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:14.624414 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.648495 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd612e15-3dd4-45f0-a75c-b7d6cc41dd37 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.663879 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51128) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:14.688190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-fd612e15-3dd4-45f0-a75c-b7d6cc41dd37 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port 197a1c9c-6d61-48ea-bad8-7ffc577f34c2 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:15:14.756165 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdeb944-46ee-44eb-8bb0-8e5341ff9752 admin admin] Deleting subnet 05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:14.767317 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0fdeb944-46ee-44eb-8bb0-8e5341ff9752 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.829330 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd612e15-3dd4-45f0-a75c-b7d6cc41dd37 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:15:14.829833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd612e15-3dd4-45f0-a75c-b7d6cc41dd37 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:14.857154 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0fdeb944-46ee-44eb-8bb0-8e5341ff9752 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.876205 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fd612e15-3dd4-45f0-a75c-b7d6cc41dd37 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.6459041 Nov 11 12:15:14.876506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51136) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:14.942322 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Allocated IP 2001:db8::2 (bad2fb1b-5419-4704-a46b-842512226b60/27509db6-8cb3-4052-a127-5ed82df24d63/f347be67-de02-456a-89bb-106b5787494d) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:14.961313 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-52ef21b0-d0b2-4458-851f-87ebc45cc835 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0785120 Nov 11 12:15:14.961313 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51140) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:14.971019 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0fdeb944-46ee-44eb-8bb0-8e5341ff9752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.056729 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a31b728-34af-4ae0-8745-6be3dbac367f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:15.061993 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a31b728-34af-4ae0-8745-6be3dbac367f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:15.067268 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7a31b728-34af-4ae0-8745-6be3dbac367f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1047621 Nov 11 12:15:15.067843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51144) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:15.079210 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0fdeb944-46ee-44eb-8bb0-8e5341ff9752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.119871 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdeb944-46ee-44eb-8bb0-8e5341ff9752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:15.129089 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0fdeb944-46ee-44eb-8bb0-8e5341ff9752 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.135338 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0fdeb944-46ee-44eb-8bb0-8e5341ff9752 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/05a2f412-62bc-4080-8ad2-bd7d5f8ba7f4 HTTP/1.1" status: 204 len: 168 time: 0.4698718 Nov 11 12:15:15.137752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51146) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:15.184587 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b07767-03fe-44d4-bc28-13e588221848 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 27509db6-8cb3-4052-a127-5ed82df24d63 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:15.237938 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-200513e5-706b-4ec5-9091-7d5212193cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.367852 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.394961 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.397535 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34077a-04ff-4d2a-bc91-076d26d0ac2b req-de422502-347d-4e6c-8f65-f90dde30fc6c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:15.399207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec34077a-04ff-4d2a-bc91-076d26d0ac2b req-de422502-347d-4e6c-8f65-f90dde30fc6c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.2628717 Nov 11 12:15:15.401138 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-200513e5-706b-4ec5-9091-7d5212193cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.402808 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-29b07767-03fe-44d4-bc28-13e588221848 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.459072 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Pushing event updated for resources: {'Port': ['ID=f347be67-de02-456a-89bb-106b5787494d,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:15.461092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-200513e5-706b-4ec5-9091-7d5212193cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9353140-a9db-42c0-9f09-13a67c41443c']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:15.477329 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:15.479750 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:15.484477 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:15.489022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-200513e5-706b-4ec5-9091-7d5212193cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fda7c37-f760-4c3e-b061-6057cf355e5c') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:15.489313 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-200513e5-706b-4ec5-9091-7d5212193cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fda7c37-f760-4c3e-b061-6057cf355e5c') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:15.512771 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-200513e5-706b-4ec5-9091-7d5212193cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.525122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec34077a-04ff-4d2a-bc91-076d26d0ac2b req-4bb8edad-f9cb-4413-a8a3-e31fba4e64d5 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154149 Nov 11 12:15:15.533504 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-200513e5-706b-4ec5-9091-7d5212193cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.552261 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200513e5-706b-4ec5-9091-7d5212193cd6 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:15.552849 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-200513e5-706b-4ec5-9091-7d5212193cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:15.555122 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:15.561614 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-29b07767-03fe-44d4-bc28-13e588221848 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.565180 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Attempting to bind port f347be67-de02-456a-89bb-106b5787494d on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:15.565723 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Attempting to bind port f347be67-de02-456a-89bb-106b5787494d by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:15.566194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Attempting to bind port f347be67-de02-456a-89bb-106b5787494d on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:15.572252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:15.572784 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:15.573291 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.573857 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:15.574444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Bound port: f347be67-de02-456a-89bb-106b5787494d, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:15.574964 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.605250 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e97f7-2af3-46b3-925d-db5affc6c81e req-65e99fac-1f94-4ee3-b004-482f7664ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:15.606977 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-057e97f7-2af3-46b3-925d-db5affc6c81e req-65e99fac-1f94-4ee3-b004-482f7664ba78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 1096 time: 0.2434049 Nov 11 12:15:15.643885 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-200513e5-706b-4ec5-9091-7d5212193cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.650490 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-200513e5-706b-4ec5-9091-7d5212193cd6 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.661053 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-200513e5-706b-4ec5-9091-7d5212193cd6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d9353140-a9db-42c0-9f09-13a67c41443c HTTP/1.1" status: 204 len: 168 time: 0.5210326 Nov 11 12:15:15.697668 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200513e5-706b-4ec5-9091-7d5212193cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9353140-a9db-42c0-9f09-13a67c41443c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:15.703627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] For port f347be67-de02-456a-89bb-106b5787494d, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:15.709916 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] For port f347be67-de02-456a-89bb-106b5787494d, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f347be67-de02-456a-89bb-106b5787494d,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:15.724664 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.821619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31ea16-0f07-4b28-b923-a4536474aec6 None None] Pushing event updated for resources: {'Port': ['ID=f347be67-de02-456a-89bb-106b5787494d,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:15.823060 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-29b07767-03fe-44d4-bc28-13e588221848 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.834177 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.005168 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-29b07767-03fe-44d4-bc28-13e588221848 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.048174 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51170) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:16.117886 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b07767-03fe-44d4-bc28-13e588221848 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=27509db6-8cb3-4052-a127-5ed82df24d63,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:16.130231 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e97f7-2af3-46b3-925d-db5affc6c81e req-05ab530d-404a-4a44-9de5-22f70394e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:16.132151 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-057e97f7-2af3-46b3-925d-db5affc6c81e req-05ab530d-404a-4a44-9de5-22f70394e704 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.3838189 Nov 11 12:15:16.135125 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-29b07767-03fe-44d4-bc28-13e588221848 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.138981 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-29b07767-03fe-44d4-bc28-13e588221848 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/27509db6-8cb3-4052-a127-5ed82df24d63 HTTP/1.1" status: 204 len: 168 time: 1.0679529 Nov 11 12:15:16.141630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51172) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:16.154659 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2aff66ec-0e82-4e4b-bcd9-7c404ce39983 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c183b0a214584982aa6e510cee65d4cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1025798 Nov 11 12:15:16.212484 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51174) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:16.232747 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2286b250-d408-41ea-ac69-686df15d07f6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898287 Nov 11 12:15:16.236232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51176) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:16.259929 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-057e97f7-2af3-46b3-925d-db5affc6c81e req-170e5fc5-9911-4432-837d-c70ad7cf1930 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b427c82b-edcb-42d8-91b1-749d7815542f HTTP/1.1" status: 200 len: 217 time: 0.1196122 Nov 11 12:15:16.261737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-082bb132-dddc-41e4-bbc8-c887546b6107 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:16.403316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e97f7-2af3-46b3-925d-db5affc6c81e req-85b8a631-c515-49e4-be26-d12d29060d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:16.404808 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-057e97f7-2af3-46b3-925d-db5affc6c81e req-85b8a631-c515-49e4-be26-d12d29060d84 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.1358817 Nov 11 12:15:16.443082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082bb132-dddc-41e4-bbc8-c887546b6107 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:16.458249 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-082bb132-dddc-41e4-bbc8-c887546b6107 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.511581 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1a42522e-95a8-46e4-acf4-6eab20e8808e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.826020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5424346-edeb-42ce-8cef-1c5f18efb545 req-060ca8ba-e340-4162-bfea-bc97b1c45709 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:16.828401 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5424346-edeb-42ce-8cef-1c5f18efb545 req-060ca8ba-e340-4162-bfea-bc97b1c45709 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.1404598 Nov 11 12:15:16.863527 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-082bb132-dddc-41e4-bbc8-c887546b6107 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.916094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082bb132-dddc-41e4-bbc8-c887546b6107 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:16.929288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-082bb132-dddc-41e4-bbc8-c887546b6107 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:16.939787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082bb132-dddc-41e4-bbc8-c887546b6107 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:16.940598 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-082bb132-dddc-41e4-bbc8-c887546b6107 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.979141 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e97f7-2af3-46b3-925d-db5affc6c81e req-f67ee75e-20fd-4187-aab3-6e9c389b0d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:16.981747 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-057e97f7-2af3-46b3-925d-db5affc6c81e req-f67ee75e-20fd-4187-aab3-6e9c389b0d3d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5592287 Nov 11 12:15:17.005687 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5424346-edeb-42ce-8cef-1c5f18efb545 req-12139286-50fe-4392-a348-406bc3795cdc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658955 Nov 11 12:15:17.011279 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-082bb132-dddc-41e4-bbc8-c887546b6107 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7739620 Nov 11 12:15:17.012112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bb132-dddc-41e4-bbc8-c887546b6107 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=ea17fd53-a370-4cc3-90d0-e81a3b5f476b,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:17.014510 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51186) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:17.026901 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1a42522e-95a8-46e4-acf4-6eab20e8808e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.029264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0a424c8d-5ab0-4087-ba4d-01a205570e0e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-323880469', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:17.097092 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0a424c8d-5ab0-4087-ba4d-01a205570e0e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.098449 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0a424c8d-5ab0-4087-ba4d-01a205570e0e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.225559 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0a424c8d-5ab0-4087-ba4d-01a205570e0e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.233963 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0a424c8d-5ab0-4087-ba4d-01a205570e0e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.259053 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1a42522e-95a8-46e4-acf4-6eab20e8808e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.261798 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1a42522e-95a8-46e4-acf4-6eab20e8808e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.263208 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1a42522e-95a8-46e4-acf4-6eab20e8808e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e33f810-9d52-436e-a4a8-36774efd86f5 HTTP/1.1" status: 204 len: 168 time: 1.0415356 Nov 11 12:15:17.269788 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0a424c8d-5ab0-4087-ba4d-01a205570e0e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.275228 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0a424c8d-5ab0-4087-ba4d-01a205570e0e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2515152 Nov 11 12:15:17.276348 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51198) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:17.280712 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-057e97f7-2af3-46b3-925d-db5affc6c81e req-805f9961-e3c6-44e9-be19-85a85c0d838e service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856147 Nov 11 12:15:17.293992 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42522e-95a8-46e4-acf4-6eab20e8808e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e33f810-9d52-436e-a4a8-36774efd86f5,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:17.491232 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-057e97f7-2af3-46b3-925d-db5affc6c81e req-d90b48d4-4c80-4d4d-9ae3-c61631fd7c10 service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030187 Nov 11 12:15:17.502158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f0dc74-1544-4ce4-b361-7dae55f5c187 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:17.585264 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5f685ef5-58a7-4e5d-9711-e63bac163bc6 None None] Provisioning complete for port f347be67-de02-456a-89bb-106b5787494d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:17.586013 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5f685ef5-58a7-4e5d-9711-e63bac163bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.869512 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.938128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f347be67-de02-456a-89bb-106b5787494d up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:18.099038 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5f685ef5-58a7-4e5d-9711-e63bac163bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.182805 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-5f685ef5-58a7-4e5d-9711-e63bac163bc6 None None] For port f347be67-de02-456a-89bb-106b5787494d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f347be67-de02-456a-89bb-106b5787494d,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:18.189769 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f347be67-de02-456a-89bb-106b5787494d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:18.190213 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.192776 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5f685ef5-58a7-4e5d-9711-e63bac163bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.480206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f685ef5-58a7-4e5d-9711-e63bac163bc6 None None] Pushing event updated for resources: {'Port': ['ID=f347be67-de02-456a-89bb-106b5787494d,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:18.678769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a466443-0972-4380-a5ce-85b47539a644 req-51a87c3e-6a51-4588-a0fd-7c6bf32c9e4c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:18.683992 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1a466443-0972-4380-a5ce-85b47539a644 req-51a87c3e-6a51-4588-a0fd-7c6bf32c9e4c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.1568353 Nov 11 12:15:18.738189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9b4adec5-8e23-44a6-b725-5934b5cfddea None None] Provisioning complete for port f347be67-de02-456a-89bb-106b5787494d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:18.739014 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9b4adec5-8e23-44a6-b725-5934b5cfddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.743586 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::1 (bad2fb1b-5419-4704-a46b-842512226b60/ea17fd53-a370-4cc3-90d0-e81a3b5f476b/8e9d712c-d3e2-462c-9030-b578e0bf10ff) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:18.839466 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1a466443-0972-4380-a5ce-85b47539a644 req-9b2cac51-7da4-4131-b797-b56367763723 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542983 Nov 11 12:15:18.936356 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51238) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:18.982078 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.027660 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.096739 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=8e9d712c-d3e2-462c-9030-b578e0bf10ff,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:19.125702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:19.127126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:19.129963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:19.130844 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.137018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-6e03e5ee-ac85-4518-bdf5-5eb9cc8ecc5a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-440499718-network', 'tenant_id': '0c5a32f52cd74553986e11465663d158'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:19.171017 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e03e5ee-ac85-4518-bdf5-5eb9cc8ecc5a admin admin] Made reservation on behalf of 0c5a32f52cd74553986e11465663d158 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:19.173640 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6e03e5ee-ac85-4518-bdf5-5eb9cc8ecc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.188338 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6e03e5ee-ac85-4518-bdf5-5eb9cc8ecc5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.313790 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.322126 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6e03e5ee-ac85-4518-bdf5-5eb9cc8ecc5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.330668 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6e03e5ee-ac85-4518-bdf5-5eb9cc8ecc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.363016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e03e5ee-ac85-4518-bdf5-5eb9cc8ecc5a admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:15:19.374125 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03e5ee-ac85-4518-bdf5-5eb9cc8ecc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daab73d8-bedf-4beb-ac49-eb55834a37c1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:19.385933 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6e03e5ee-ac85-4518-bdf5-5eb9cc8ecc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.386265 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-6e03e5ee-ac85-4518-bdf5-5eb9cc8ecc5a admin admin] Added segment 49315de7-de67-4f6f-8e00-39a4fe3dc74a of type vlan for network 1d2d176b-a3d7-44d2-aa89-cdf727affb0f Nov 11 12:15:19.475770 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6e03e5ee-ac85-4518-bdf5-5eb9cc8ecc5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.521955 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7ad0655b-6918-4876-847d-382a629f94bd None None] Provisioning complete for port 8e9d712c-d3e2-462c-9030-b578e0bf10ff triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:19.522321 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7ad0655b-6918-4876-847d-382a629f94bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.558533 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6e03e5ee-ac85-4518-bdf5-5eb9cc8ecc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.559875 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e03e5ee-ac85-4518-bdf5-5eb9cc8ecc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:19.560677 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6e03e5ee-ac85-4518-bdf5-5eb9cc8ecc5a admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.590665 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6e03e5ee-ac85-4518-bdf5-5eb9cc8ecc5a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6528583 Nov 11 12:15:19.593807 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51252) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:19.602032 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-123a2e6d-5b8c-4bff-b2a2-0d3a97273a26 admin admin] Request body: {'subnet': {'network_id': '1d2d176b-a3d7-44d2-aa89-cdf727affb0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-440499718-subnet', 'tenant_id': '0c5a32f52cd74553986e11465663d158', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:19.622455 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7ad0655b-6918-4876-847d-382a629f94bd None None] Port 8e9d712c-d3e2-462c-9030-b578e0bf10ff cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:19.657376 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123a2e6d-5b8c-4bff-b2a2-0d3a97273a26 admin admin] Made reservation on behalf of 0c5a32f52cd74553986e11465663d158 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:19.662720 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-123a2e6d-5b8c-4bff-b2a2-0d3a97273a26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.698796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03e5ee-ac85-4518-bdf5-5eb9cc8ecc5a admin admin] Pushing event updated for resources: {'Network': ['ID=1d2d176b-a3d7-44d2-aa89-cdf727affb0f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:19.713949 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 1d2d176b-a3d7-44d2-aa89-cdf727affb0f details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:15:19.831036 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f347be67-de02-456a-89bb-106b5787494d up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:19.931694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f347be67-de02-456a-89bb-106b5787494d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:19.932248 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.003557 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.035800 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.037385 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.061468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679400f-a54f-42c8-bf7f-3abe6652845e req-660de524-3651-4c2d-8a8b-a6cb0e546ac3 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:20.063362 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f679400f-a54f-42c8-bf7f-3abe6652845e req-660de524-3651-4c2d-8a8b-a6cb0e546ac3 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.1389179 Nov 11 12:15:20.575494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-6186e6c9-7e41-4234-8afb-a04aff5fcddc tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:20.576978 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-6186e6c9-7e41-4234-8afb-a04aff5fcddc tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 812 time: 0.7611411 Nov 11 12:15:20.624542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-958caadc-67b6-4489-91d2-2173ab64bce2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/quotas/c22e3bfa03df4a318977f5f2236c0b5b HTTP/1.1" status: 200 len: 375 time: 0.0387549 Nov 11 12:15:20.635111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=8e9d712c-d3e2-462c-9030-b578e0bf10ff,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:20.708595 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f679400f-a54f-42c8-bf7f-3abe6652845e req-a62975ec-cbd1-47de-97c3-9147c7be5498 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017182 Nov 11 12:15:20.756342 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-123a2e6d-5b8c-4bff-b2a2-0d3a97273a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.759591 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:20.787372 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:20.808221 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-98d5f1ce-caab-4a6f-a689-a8a4281d46cb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1675906 Nov 11 12:15:20.923311 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a2e6d-5b8c-4bff-b2a2-0d3a97273a26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5871d555-cc5a-48e0-9669-ec0b1743eb09,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:20.991587 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a2e6d-5b8c-4bff-b2a2-0d3a97273a26 admin admin] Checking segment: {'id': '49315de7-de67-4f6f-8e00-39a4fe3dc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '1d2d176b-a3d7-44d2-aa89-cdf727affb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:20.991934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a2e6d-5b8c-4bff-b2a2-0d3a97273a26 admin admin] Network hostable DHCP agents. Network: 1d2d176b-a3d7-44d2-aa89-cdf727affb0f, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:15:21.058772 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a2e6d-5b8c-4bff-b2a2-0d3a97273a26 admin admin] Network 1d2d176b-a3d7-44d2-aa89-cdf727affb0f is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:15:21.063070 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-95b3040f-b7e2-4013-99a0-7d52cad711da service neutron] 10.222.0.65 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121665 Nov 11 12:15:21.083699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Router 2d76ea07-f58e-4ff8-862c-69a7bb301d30 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:15:21.085339 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-123a2e6d-5b8c-4bff-b2a2-0d3a97273a26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 1d2d176b-a3d7-44d2-aa89-cdf727affb0f) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:21.097270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72613683-0b8f-4801-b74c-37200196892b None None] Network 1d2d176b-a3d7-44d2-aa89-cdf727affb0f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:21.110485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123a2e6d-5b8c-4bff-b2a2-0d3a97273a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:21.110485 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-123a2e6d-5b8c-4bff-b2a2-0d3a97273a26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.158366 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:15:21.283434 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-123a2e6d-5b8c-4bff-b2a2-0d3a97273a26 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6884110 Nov 11 12:15:21.288914 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-dae1f2c8-fcad-45b8-b831-54599c0aeb64 service neutron] 10.222.0.65 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148669 Nov 11 12:15:21.327202 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:21.342037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4477d467-ee36-429c-ada7-5665df66f891 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "PUT /v2.0/routers/2d76ea07-f58e-4ff8-862c-69a7bb301d30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0633340 Nov 11 12:15:21.344501 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51282) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:21.421359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d6680-969d-4309-8875-6fbf053a22c9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:21.427119 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51286) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:21.429634 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5e3d6680-969d-4309-8875-6fbf053a22c9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports/8e9d712c-d3e2-462c-9030-b578e0bf10ff HTTP/1.1" status: 200 len: 911 time: 0.0826576 Nov 11 12:15:21.488658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c920b20c-3a7b-417e-ad6c-827e5614cb66 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:21.496355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c920b20c-3a7b-417e-ad6c-827e5614cb66 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:21.501639 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c920b20c-3a7b-417e-ad6c-827e5614cb66 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0704470 Nov 11 12:15:21.501639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51288) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:21.512452 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Sync routers for ids ['2d76ea07-f58e-4ff8-862c-69a7bb301d30'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:21.519525 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-69e559c5-6c18-481b-ae83-7d2f6f4f82ea None None] Provisioning complete for port 8e9d712c-d3e2-462c-9030-b578e0bf10ff triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:21.520446 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-69e559c5-6c18-481b-ae83-7d2f6f4f82ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.525732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a89b8c3-b204-410b-834a-134b31738e53 None None] Network 1d2d176b-a3d7-44d2-aa89-cdf727affb0f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:21.594449 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51b52ccf-7b61-444e-8346-6a2f6fb83076 req-f2861438-c3fd-4045-b225-b74dc4f3f6ea tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 210 time: 0.0320435 Nov 11 12:15:21.704344 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Routers {'2d76ea07-f58e-4ff8-862c-69a7bb301d30'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:21.705277 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:15:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2d76ea07-f58e-4ff8-862c-69a7bb301d30'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:21.873857 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Set router 2d76ea07-f58e-4ff8-862c-69a7bb301d30 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:21.943853 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a02a4-7bfa-4cc9-8204-868c3ec770e4 req-35f958bc-b39b-4c90-b72b-ee3ed7e3d1ac tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:21.945412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-150a02a4-7bfa-4cc9-8204-868c3ec770e4 req-35f958bc-b39b-4c90-b72b-ee3ed7e3d1ac tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.1025496 Nov 11 12:15:21.992567 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-69e559c5-6c18-481b-ae83-7d2f6f4f82ea None None] Port 8e9d712c-d3e2-462c-9030-b578e0bf10ff cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:21.998447 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.998785 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51308) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:22.004730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d39aa7ce-0b0f-44a8-a04f-7e1cd90f47ef admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-149093389-network', 'tenant_id': 'be88eebeb54e4c98acc505f86fe1d742'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:22.080681 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-150a02a4-7bfa-4cc9-8204-868c3ec770e4 req-c69cdd05-946d-4bab-9f4b-dd355c6a25db tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171997 Nov 11 12:15:22.096330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39aa7ce-0b0f-44a8-a04f-7e1cd90f47ef admin admin] Made reservation on behalf of be88eebeb54e4c98acc505f86fe1d742 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:22.098772 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d39aa7ce-0b0f-44a8-a04f-7e1cd90f47ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.109381 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d39aa7ce-0b0f-44a8-a04f-7e1cd90f47ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.252580 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d39aa7ce-0b0f-44a8-a04f-7e1cd90f47ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.261853 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d39aa7ce-0b0f-44a8-a04f-7e1cd90f47ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.275229 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d76ea07-f58e-4ff8-862c-69a7bb301d30', 'name': 'tempest-NetworksTestDHCPv6-router-323880469', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:17Z', 'updated_at': '2021-11-11T12:15:19Z', 'revision_number': 2, 'project_id': '74cce84ad396422ab6017e98810d8775', 'gw_port_host': None, '_interfaces': [{'id': '8e9d712c-d3e2-462c-9030-b578e0bf10ff', 'name': '', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'mac_address': 'fa:16:3e:b2:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d76ea07-f58e-4ff8-862c-69a7bb301d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'ea17fd53-a370-4cc3-90d0-e81a3b5f476b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:15:18Z', 'updated_at': '2021-11-11T12:15:19Z', 'revision_number': 2, 'project_id': '74cce84ad396422ab6017e98810d8775', 'subnets': [{'id': 'ea17fd53-a370-4cc3-90d0-e81a3b5f476b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:22.290382 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39aa7ce-0b0f-44a8-a04f-7e1cd90f47ef admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:15:22.312692 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d39aa7ce-0b0f-44a8-a04f-7e1cd90f47ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.313104 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-d39aa7ce-0b0f-44a8-a04f-7e1cd90f47ef admin admin] Added segment 8aab4cc8-1b2d-468a-8f0a-5682bbd03d24 of type vlan for network 519b8427-74e4-4a24-a430-b3cf94551ad2 Nov 11 12:15:22.327010 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Checking router: 2d76ea07-f58e-4ff8-862c-69a7bb301d30 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:15:22.331612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Updating router 2d76ea07-f58e-4ff8-862c-69a7bb301d30 port 8e9d712c-d3e2-462c-9030-b578e0bf10ff binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:15:22.392673 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.409522 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-686b4bb8-fc99-4868-878c-56a4b979aa4c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.419331 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d39aa7ce-0b0f-44a8-a04f-7e1cd90f47ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.458535 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d39aa7ce-0b0f-44a8-a04f-7e1cd90f47ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.459670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39aa7ce-0b0f-44a8-a04f-7e1cd90f47ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:22.460435 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d39aa7ce-0b0f-44a8-a04f-7e1cd90f47ef admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.606422 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d39aa7ce-0b0f-44a8-a04f-7e1cd90f47ef admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6027317 Nov 11 12:15:22.612968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51322) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:22.626484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39aa7ce-0b0f-44a8-a04f-7e1cd90f47ef admin admin] Pushing event updated for resources: {'Network': ['ID=519b8427-74e4-4a24-a430-b3cf94551ad2,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:22.640048 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e2f36e6c-3c89-4f7a-acb3-8d67fc5b3909 admin admin] Request body: {'subnet': {'network_id': '519b8427-74e4-4a24-a430-b3cf94551ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-149093389-subnet', 'tenant_id': 'be88eebeb54e4c98acc505f86fe1d742', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:22.646947 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39aa7ce-0b0f-44a8-a04f-7e1cd90f47ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b984a745-afc9-4fd4-9911-dcfa2049e31f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:22.718788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f36e6c-3c89-4f7a-acb3-8d67fc5b3909 admin admin] Made reservation on behalf of be88eebeb54e4c98acc505f86fe1d742 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:22.721948 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2f36e6c-3c89-4f7a-acb3-8d67fc5b3909 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.782300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b6d0f9b-deea-483a-96eb-d5da11d2ec1a req-798abacc-9e53-4092-9083-1478b6f226ef tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 210 time: 0.0559175 Nov 11 12:15:22.801368 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 519b8427-74e4-4a24-a430-b3cf94551ad2 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:15:22.843947 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-686b4bb8-fc99-4868-878c-56a4b979aa4c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port 8e9d712c-d3e2-462c-9030-b578e0bf10ff {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:22.849099 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-686b4bb8-fc99-4868-878c-56a4b979aa4c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.944890 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.973169 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.015261 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-686b4bb8-fc99-4868-878c-56a4b979aa4c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.027939 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-686b4bb8-fc99-4868-878c-56a4b979aa4c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for 8e9d712c-d3e2-462c-9030-b578e0bf10ff owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:23.037423 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2f36e6c-3c89-4f7a-acb3-8d67fc5b3909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.109112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f36e6c-3c89-4f7a-acb3-8d67fc5b3909 admin admin] Checking segment: {'id': '8aab4cc8-1b2d-468a-8f0a-5682bbd03d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '519b8427-74e4-4a24-a430-b3cf94551ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:23.109787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f36e6c-3c89-4f7a-acb3-8d67fc5b3909 admin admin] Network hostable DHCP agents. Network: 519b8427-74e4-4a24-a430-b3cf94551ad2, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:15:23.129321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f36e6c-3c89-4f7a-acb3-8d67fc5b3909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d31e3f-5347-4865-bb6e-684127dc26b4,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:23.153762 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f36e6c-3c89-4f7a-acb3-8d67fc5b3909 admin admin] Network 519b8427-74e4-4a24-a430-b3cf94551ad2 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:15:23.179549 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-e2f36e6c-3c89-4f7a-acb3-8d67fc5b3909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 519b8427-74e4-4a24-a430-b3cf94551ad2) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:23.192982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f36e6c-3c89-4f7a-acb3-8d67fc5b3909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:23.196620 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2f36e6c-3c89-4f7a-acb3-8d67fc5b3909 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.201284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2043f781-dd5a-4243-84f3-24262418839f None None] Network 519b8427-74e4-4a24-a430-b3cf94551ad2 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:23.313478 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf26d35-67c1-4ced-abdf-d906822f0a7e None None] Pushing event updated for resources: {'Port': ['ID=8e9d712c-d3e2-462c-9030-b578e0bf10ff,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:23.344351 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e2f36e6c-3c89-4f7a-acb3-8d67fc5b3909 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7247849 Nov 11 12:15:23.354355 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-686b4bb8-fc99-4868-878c-56a4b979aa4c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.392252 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea2f6d-af89-4660-ba34-6eaf20a54298 req-f6f671b3-5258-4d4b-86b6-257e129698af tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:23.392252 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-feea2f6d-af89-4660-ba34-6eaf20a54298 req-f6f671b3-5258-4d4b-86b6-257e129698af tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.1720626 Nov 11 12:15:23.438443 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b4bb8-fc99-4868-878c-56a4b979aa4c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=8e9d712c-d3e2-462c-9030-b578e0bf10ff,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:23.511071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Attempting to bind port 8e9d712c-d3e2-462c-9030-b578e0bf10ff on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:23.511507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Attempting to bind port 8e9d712c-d3e2-462c-9030-b578e0bf10ff by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:23.511870 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Attempting to bind port 8e9d712c-d3e2-462c-9030-b578e0bf10ff on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:23.528880 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:23.530549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:23.530549 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.530549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:23.530549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Bound port: 8e9d712c-d3e2-462c-9030-b578e0bf10ff, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:23.530943 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.697518 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Port 8e9d712c-d3e2-462c-9030-b578e0bf10ff has been deleted concurrently {{(pid=109155) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 11 12:15:23.704319 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-686b4bb8-fc99-4868-878c-56a4b979aa4c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.738033 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-580dab2b-b3fd-4888-a520-7e9267ca207a None None] Could not find standard attr ID for object 8e9d712c-d3e2-462c-9030-b578e0bf10ff. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:15:23.823005 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Routers {'2d76ea07-f58e-4ff8-862c-69a7bb301d30'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:23.830040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:15:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2d76ea07-f58e-4ff8-862c-69a7bb301d30'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:23.842266 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-d8a19857-a261-42ce-88d1-f563b2d54309 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:23.844617 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-d8a19857-a261-42ce-88d1-f563b2d54309 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 812 time: 0.4286418 Nov 11 12:15:23.896395 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-feea2f6d-af89-4660-ba34-6eaf20a54298 req-f2f5d259-1aa0-4321-918d-ab74e943f336 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980786 Nov 11 12:15:23.918708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-5afb4155-77f4-4120-b418-f29dfc2ddfa9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Request body: {'port': {'device_id': '6281b6a8-6805-4e74-91db-379ef3d7a178', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'admin_state_up': True, 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:24.058704 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc8e44a-af98-4576-8936-347b6a9f05b9 None None] Network 519b8427-74e4-4a24-a430-b3cf94551ad2 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:24.129956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] Set router 2d76ea07-f58e-4ff8-862c-69a7bb301d30 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:24.140937 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e11bdad6-f2d5-44fe-af84-a99ccb907a37 req-4faa1507-fac2-40fc-8984-b2c3ff455407 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 210 time: 0.1403496 Nov 11 12:15:24.145265 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686b4bb8-fc99-4868-878c-56a4b979aa4c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Router 2d76ea07-f58e-4ff8-862c-69a7bb301d30 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:15:24.260992 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686b4bb8-fc99-4868-878c-56a4b979aa4c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:24.272245 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-686b4bb8-fc99-4868-878c-56a4b979aa4c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "PUT /v2.0/routers/2d76ea07-f58e-4ff8-862c-69a7bb301d30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7676804 Nov 11 12:15:24.276280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51360) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:24.276815 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d76ea07-f58e-4ff8-862c-69a7bb301d30', 'name': 'tempest-NetworksTestDHCPv6-router-323880469', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:17Z', 'updated_at': '2021-11-11T12:15:23Z', 'revision_number': 3, 'project_id': '74cce84ad396422ab6017e98810d8775', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:24.332899 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4db34-c668-46df-b933-abbbacb36e15 None None] The sync data for ids ['2d76ea07-f58e-4ff8-862c-69a7bb301d30'] in n-d-807359-3 is: [{'id': '2d76ea07-f58e-4ff8-862c-69a7bb301d30', 'name': 'tempest-NetworksTestDHCPv6-router-323880469', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:17Z', 'updated_at': '2021-11-11T12:15:23Z', 'revision_number': 3, 'project_id': '74cce84ad396422ab6017e98810d8775', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:24.336735 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-5afb4155-77f4-4120-b418-f29dfc2ddfa9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Made reservation on behalf of c22e3bfa03df4a318977f5f2236c0b5b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:24.362419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576b8d06-a843-4285-b47b-d7f679bcacc4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:24.365072 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576b8d06-a843-4285-b47b-d7f679bcacc4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:24.365636 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-5afb4155-77f4-4120-b418-f29dfc2ddfa9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.371011 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-576b8d06-a843-4285-b47b-d7f679bcacc4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0913379 Nov 11 12:15:24.374540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51370) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:24.552852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-022e2f57-3f47-4806-8c10-f5b3e461e856 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet ea17fd53-a370-4cc3-90d0-e81a3b5f476b {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:24.559361 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-022e2f57-3f47-4806-8c10-f5b3e461e856 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.644560 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-022e2f57-3f47-4806-8c10-f5b3e461e856 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.714374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-5afb4155-77f4-4120-b418-f29dfc2ddfa9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Allocated IP 172.20.0.10 (ef0352ae-c531-4a02-9aff-70a7fb42f61e/fc55d1c8-9ff2-4a0b-b6ba-89387d166d04/5a467b0e-0bd7-4415-8c9b-5780bbec414a) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:24.730226 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-022e2f57-3f47-4806-8c10-f5b3e461e856 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.808416 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-022e2f57-3f47-4806-8c10-f5b3e461e856 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.848829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e2f57-3f47-4806-8c10-f5b3e461e856 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=ea17fd53-a370-4cc3-90d0-e81a3b5f476b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:24.863497 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-022e2f57-3f47-4806-8c10-f5b3e461e856 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.872843 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504ee8b5-3c9c-41e8-b236-aa3f851ee54c None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:24.889575 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-022e2f57-3f47-4806-8c10-f5b3e461e856 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/ea17fd53-a370-4cc3-90d0-e81a3b5f476b HTTP/1.1" status: 204 len: 168 time: 0.5127480 Nov 11 12:15:24.890504 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51392) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:25.164644 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a733a3df-6076-4021-a91f-891da224dd0c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2717967 Nov 11 12:15:25.174855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51402) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:25.219711 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-dcd29cee-e011-438c-a48b-c07080e2ebaf tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:25.221380 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-dcd29cee-e011-438c-a48b-c07080e2ebaf tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/networks?id=1d2d176b-a3d7-44d2-aa89-cdf727affb0f HTTP/1.1" status: 200 len: 824 time: 0.7722554 Nov 11 12:15:25.264268 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-5afb4155-77f4-4120-b418-f29dfc2ddfa9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.271853 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4330479-23b0-44b9-a612-e92456536ead None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:25.283166 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-374779c7-7881-4c79-81f5-a78aa3da330d tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/quotas/0c5a32f52cd74553986e11465663d158 HTTP/1.1" status: 200 len: 375 time: 0.0444613 Nov 11 12:15:25.296556 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7bcdd2d-0559-47dd-bb25-0a257f219b23 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.298687 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6f8dd-60e5-42ff-be27-786926dfe2ef req-ca816e4b-05ba-45e3-9b2f-f524406ebc81 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:25.300689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cae6f8dd-60e5-42ff-be27-786926dfe2ef req-ca816e4b-05ba-45e3-9b2f-f524406ebc81 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.1900351 Nov 11 12:15:25.388652 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cae6f8dd-60e5-42ff-be27-786926dfe2ef req-90622a23-848a-4d48-bbe0-2ce1bc934cbf tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697701 Nov 11 12:15:25.389763 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-5afb4155-77f4-4120-b418-f29dfc2ddfa9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.412430 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a1e8ed24-5173-4fa0-ac7a-ab7e9265f1a5 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c5a32f52cd74553986e11465663d158&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086986 Nov 11 12:15:25.462397 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a4330479-23b0-44b9-a612-e92456536ead None None] Deleting port f347be67-de02-456a-89bb-106b5787494d {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:25.469850 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a4330479-23b0-44b9-a612-e92456536ead None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.501940 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-5afb4155-77f4-4120-b418-f29dfc2ddfa9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Network ef0352ae-c531-4a02-9aff-70a7fb42f61e is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:25.541874 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-5afb4155-77f4-4120-b418-f29dfc2ddfa9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:25.545744 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-5afb4155-77f4-4120-b418-f29dfc2ddfa9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:25.557123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb4155-77f4-4120-b418-f29dfc2ddfa9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'Port': ['ID=5a467b0e-0bd7-4415-8c9b-5780bbec414a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:25.628171 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7bcdd2d-0559-47dd-bb25-0a257f219b23 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.631098 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7bcdd2d-0559-47dd-bb25-0a257f219b23 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.663568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a4330479-23b0-44b9-a612-e92456536ead None None] For port f347be67-de02-456a-89bb-106b5787494d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f347be67-de02-456a-89bb-106b5787494d,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:25.665119 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a4330479-23b0-44b9-a612-e92456536ead None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.690344 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7bcdd2d-0559-47dd-bb25-0a257f219b23 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.691238 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bcdd2d-0559-47dd-bb25-0a257f219b23 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Fanout notify agent at l3_agent the message router_deleted on router 2d76ea07-f58e-4ff8-862c-69a7bb301d30 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:15:25.730694 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7bcdd2d-0559-47dd-bb25-0a257f219b23 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.734786 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a4330479-23b0-44b9-a612-e92456536ead None None] Calling delete_port for f347be67-de02-456a-89bb-106b5787494d owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:25.736650 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a7bcdd2d-0559-47dd-bb25-0a257f219b23 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/routers/2d76ea07-f58e-4ff8-862c-69a7bb301d30 HTTP/1.1" status: 204 len: 168 time: 0.5603149 Nov 11 12:15:25.738039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51414) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:25.750724 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f94fc8a5-9916-4fad-b2d5-b0b2a08c3f2b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:25.861248 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcbe06-d907-4cef-b57f-43236a38d41e req-d2bef23e-74ac-441e-ac2e-d05170803d9d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:25.863320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0dfcbe06-d907-4cef-b57f-43236a38d41e req-d2bef23e-74ac-441e-ac2e-d05170803d9d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 932 time: 0.2398384 Nov 11 12:15:25.882536 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f347be67-de02-456a-89bb-106b5787494d no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:25.899110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-5afb4155-77f4-4120-b418-f29dfc2ddfa9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:25.900161 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-5afb4155-77f4-4120-b418-f29dfc2ddfa9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.945957 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118baae2-6407-40fb-8586-a8f00ce62a19 None None] Sync routers for ids ['2d76ea07-f58e-4ff8-862c-69a7bb301d30'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:25.971232 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118baae2-6407-40fb-8586-a8f00ce62a19 None None] Routers set() bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:25.974015 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118baae2-6407-40fb-8586-a8f00ce62a19 None None] Router IDs set() for agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 12:15:25.974796 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_agentschedulers_db [None req-118baae2-6407-40fb-8586-a8f00ce62a19 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2d76ea07-f58e-4ff8-862c-69a7bb301d30'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:15:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent'). {{(pid=109156) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 12:15:26.015885 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118baae2-6407-40fb-8586-a8f00ce62a19 None None] Routers set() bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:26.020629 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118baae2-6407-40fb-8586-a8f00ce62a19 None None] Router IDs set() for agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 12:15:26.021293 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_agentschedulers_db [None req-118baae2-6407-40fb-8586-a8f00ce62a19 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2d76ea07-f58e-4ff8-862c-69a7bb301d30'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:15:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent'). {{(pid=109156) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 12:15:26.024456 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118baae2-6407-40fb-8586-a8f00ce62a19 None None] The sync data for ids ['2d76ea07-f58e-4ff8-862c-69a7bb301d30'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:26.030760 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-9ed0cab4-4774-496d-8131-2d6f44ae3566 service neutron] 10.222.0.65 "GET /v2.0/networks/1d2d176b-a3d7-44d2-aa89-cdf727affb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830173 Nov 11 12:15:26.055639 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-5afb4155-77f4-4120-b418-f29dfc2ddfa9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1562853 Nov 11 12:15:26.088012 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a4330479-23b0-44b9-a612-e92456536ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.105552 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94fc8a5-9916-4fad-b2d5-b0b2a08c3f2b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:26.111653 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f94fc8a5-9916-4fad-b2d5-b0b2a08c3f2b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.168568 n-d-807359-3 neutron-server[109155]: INFO neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No ports have port_id starting with f347be67-de02-456a-89bb-106b5787494d Nov 11 12:15:26.197075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4330479-23b0-44b9-a612-e92456536ead None None] No DVR routers for this DVR port f347be67-de02-456a-89bb-106b5787494d on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:26.199419 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4330479-23b0-44b9-a612-e92456536ead None None] Pushing event deleted for resources: {'Port': ['ID=f347be67-de02-456a-89bb-106b5787494d,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:26.247362 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3e780387-4bac-4f32-bf31-c0c35d1fc377 None None] Provisioning complete for port 5a467b0e-0bd7-4415-8c9b-5780bbec414a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:26.247760 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3e780387-4bac-4f32-bf31-c0c35d1fc377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.296390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Request body: {'port': {'device_id': '6281b6a8-6805-4e74-91db-379ef3d7a178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:26.351167 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3e780387-4bac-4f32-bf31-c0c35d1fc377 None None] Port 5a467b0e-0bd7-4415-8c9b-5780bbec414a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:26.362734 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-4de20ea0-376e-4605-b464-ce2608a2b7c3 service neutron] 10.222.0.65 "GET /v2.0/networks/1d2d176b-a3d7-44d2-aa89-cdf727affb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172190 Nov 11 12:15:26.477633 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.538197 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0dfcbe06-d907-4cef-b57f-43236a38d41e req-5fcc0c8a-9007-4327-a0a7-82326d250943 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6235228 Nov 11 12:15:26.659421 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f94fc8a5-9916-4fad-b2d5-b0b2a08c3f2b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.717677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94fc8a5-9916-4fad-b2d5-b0b2a08c3f2b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:26.721016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-f94fc8a5-9916-4fad-b2d5-b0b2a08c3f2b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:26.725680 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94fc8a5-9916-4fad-b2d5-b0b2a08c3f2b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:26.726280 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f94fc8a5-9916-4fad-b2d5-b0b2a08c3f2b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.732103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fc8a5-9916-4fad-b2d5-b0b2a08c3f2b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=f27ab847-741f-4862-9464-b522a70b9960,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:26.738123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83803915-6626-4541-9517-b57563336caa None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:26.764784 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f94fc8a5-9916-4fad-b2d5-b0b2a08c3f2b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0255489 Nov 11 12:15:26.767939 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51438) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:26.772570 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-cc9b3558-0a5b-4fad-91f4-0a31efbb9dcf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1525631429', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:26.847379 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc9b3558-0a5b-4fad-91f4-0a31efbb9dcf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.852680 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc9b3558-0a5b-4fad-91f4-0a31efbb9dcf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.958789 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ad790da-5f51-4f32-bc72-d5dac3ac9125 req-0aaecd4e-51a3-4071-8e38-7c3c09f906e3 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/ports?device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 210 time: 0.2299430 Nov 11 12:15:26.979947 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc9b3558-0a5b-4fad-91f4-0a31efbb9dcf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.994498 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc9b3558-0a5b-4fad-91f4-0a31efbb9dcf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.021197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b49009-2004-4a62-91a4-f8f9fa44a97d req-876e624d-e05e-4849-a266-d276a7eae8af tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:27.028838 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4b49009-2004-4a62-91a4-f8f9fa44a97d req-876e624d-e05e-4849-a266-d276a7eae8af tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.2155216 Nov 11 12:15:27.032921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': 'f27ab847-741f-4862-9464-b522a70b9960'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:27.036243 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.086981 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc9b3558-0a5b-4fad-91f4-0a31efbb9dcf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.095939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51444) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:27.103352 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cc9b3558-0a5b-4fad-91f4-0a31efbb9dcf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3342881 Nov 11 12:15:27.232820 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Allocated IP 2001:db8::2 (bad2fb1b-5419-4704-a46b-842512226b60/f27ab847-741f-4862-9464-b522a70b9960/252e5314-9c3a-4de9-b00b-d6f2a0098544) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:27.330770 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4b49009-2004-4a62-91a4-f8f9fa44a97d req-1908d801-3457-48bd-9ef9-cd4aa10acb0a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010228 Nov 11 12:15:27.803415 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a467b0e-0bd7-4415-8c9b-5780bbec414a {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:15:27.822365 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.848959 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.875002 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.892015 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.895654 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Transition to ACTIVE for port object 5a467b0e-0bd7-4415-8c9b-5780bbec414a will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:15:27.912742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303dd40-5723-47e7-b6da-7b3fbd2f88ce req-e913baec-0ed4-4732-b382-00e2757d6ab5 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:27.914369 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f303dd40-5723-47e7-b6da-7b3fbd2f88ce req-e913baec-0ed4-4732-b382-00e2757d6ab5 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 932 time: 0.2429740 Nov 11 12:15:27.917389 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.935375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Pushing event updated for resources: {'Port': ['ID=252e5314-9c3a-4de9-b00b-d6f2a0098544,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:27.951364 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:27.953080 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:27.961774 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:27.981785 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Pushing event updated for resources: {'Port': ['ID=5a467b0e-0bd7-4415-8c9b-5780bbec414a,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:28.119045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Attempting to bind port 252e5314-9c3a-4de9-b00b-d6f2a0098544 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:28.119466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Attempting to bind port 252e5314-9c3a-4de9-b00b-d6f2a0098544 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:28.119931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Attempting to bind port 252e5314-9c3a-4de9-b00b-d6f2a0098544 on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:28.140861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:28.141255 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:28.141683 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.142183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:28.142535 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Bound port: 252e5314-9c3a-4de9-b00b-d6f2a0098544, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:28.142909 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.358404 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] For port 252e5314-9c3a-4de9-b00b-d6f2a0098544, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:28.370003 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] For port 252e5314-9c3a-4de9-b00b-d6f2a0098544, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=252e5314-9c3a-4de9-b00b-d6f2a0098544,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:28.380970 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.447539 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49b89731-61c0-4a90-8217-5948cf300b54 req-501cd8d1-9998-4f1c-841c-7928510215ed tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/ports?device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 210 time: 0.2997715 Nov 11 12:15:28.460409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-e077a738-8918-4c83-bcd2-054777856816 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:28.469953 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-e077a738-8918-4c83-bcd2-054777856816 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.62 "GET /v2.0/networks?id=1d2d176b-a3d7-44d2-aa89-cdf727affb0f HTTP/1.1" status: 200 len: 824 time: 0.2585843 Nov 11 12:15:28.476955 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-878cc313-8cfc-4cc7-95f1-07413b695ef6 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Request body: {'port': {'device_id': '167da72f-66af-4c49-86e8-e41f82eedc07', 'network_id': '1d2d176b-a3d7-44d2-aa89-cdf727affb0f', 'admin_state_up': True, 'tenant_id': '0c5a32f52cd74553986e11465663d158'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:28.502246 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f303dd40-5723-47e7-b6da-7b3fbd2f88ce req-6b28736d-acd5-4701-82e3-422b0237c978 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753818 Nov 11 12:15:28.548859 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Pushing event updated for resources: {'Port': ['ID=252e5314-9c3a-4de9-b00b-d6f2a0098544,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:28.588098 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:28.592125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:28.592901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:28.593573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:28.596163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:28.596602 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:28.597028 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:28.597468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:28.597908 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:28.600252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:28.600682 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:28.601927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da10168-57d8-4741-89cb-3837d5953d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:28.608400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Attempting to bind port 5a467b0e-0bd7-4415-8c9b-5780bbec414a on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:28.608737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Attempting to bind port 5a467b0e-0bd7-4415-8c9b-5780bbec414a by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:28.609064 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Attempting to bind port 5a467b0e-0bd7-4415-8c9b-5780bbec414a on network ef0352ae-c531-4a02-9aff-70a7fb42f61e {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:28.623713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Port 5a467b0e-0bd7-4415-8c9b-5780bbec414a on network ef0352ae-c531-4a02-9aff-70a7fb42f61e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:15:28.624039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Attempting to bind port 5a467b0e-0bd7-4415-8c9b-5780bbec414a on network ef0352ae-c531-4a02-9aff-70a7fb42f61e {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:28.691597 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:28.692171 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Checking segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:28.698007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Bound using segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:28.698707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Bound port: 5a467b0e-0bd7-4415-8c9b-5780bbec414a, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:28.699855 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.782243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-878cc313-8cfc-4cc7-95f1-07413b695ef6 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Made reservation on behalf of 0c5a32f52cd74553986e11465663d158 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:28.787824 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-878cc313-8cfc-4cc7-95f1-07413b695ef6 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.021779 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] For port 5a467b0e-0bd7-4415-8c9b-5780bbec414a, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:29.025319 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] For port 5a467b0e-0bd7-4415-8c9b-5780bbec414a, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5a467b0e-0bd7-4415-8c9b-5780bbec414a,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:29.043578 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.082380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-878cc313-8cfc-4cc7-95f1-07413b695ef6 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Allocated IP 172.20.0.12 (1d2d176b-a3d7-44d2-aa89-cdf727affb0f/5871d555-cc5a-48e0-9669-ec0b1743eb09/3b079168-a59d-45d9-9a63-cab5901f0c4a) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:29.096731 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4af0-3aa7-4d59-bd7b-d4199c104211 req-dc38ab6f-20d4-476b-bd74-12a4076e7100 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:29.107766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4dca4af0-3aa7-4d59-bd7b-d4199c104211 req-dc38ab6f-20d4-476b-bd74-12a4076e7100 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.5006375 Nov 11 12:15:29.183396 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::1 (bad2fb1b-5419-4704-a46b-842512226b60/f27ab847-741f-4862-9464-b522a70b9960/d9ec0900-626e-4a19-9712-08f52c680cb7) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:29.343059 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-878cc313-8cfc-4cc7-95f1-07413b695ef6 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.371802 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Pushing event updated for resources: {'Port': ['ID=5a467b0e-0bd7-4415-8c9b-5780bbec414a,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:29.386197 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-878cc313-8cfc-4cc7-95f1-07413b695ef6 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.440360 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:29.441275 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.442837 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] 10.222.0.43 "PUT /v2.0/ports/5a467b0e-0bd7-4415-8c9b-5780bbec414a HTTP/1.1" status: 200 len: 1092 time: 3.3747661 Nov 11 12:15:29.449889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6281b6a8-6805-4e74-91db-379ef3d7a178', 'tag': '5a467b0e-0bd7-4415-8c9b-5780bbec414a'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:15:29.453408 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2626099d-0ae6-4719-9020-eafec3675c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "6281b6a8-6805-4e74-91db-379ef3d7a178", "tag": "5a467b0e-0bd7-4415-8c9b-5780bbec414a"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:15:29.468818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.478451 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:29.478940 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:29.479374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:29.479803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:29.486492 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:29.487081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:29.487512 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:29.487935 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:29.488396 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:29.488897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:29.489317 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:29.489770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282065f-e170-4e76-87df-266bddad6e1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:29.543766 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-878cc313-8cfc-4cc7-95f1-07413b695ef6 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Network 1d2d176b-a3d7-44d2-aa89-cdf727affb0f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:29.552550 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-878cc313-8cfc-4cc7-95f1-07413b695ef6 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:29.572631 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-878cc313-8cfc-4cc7-95f1-07413b695ef6 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:29.634247 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cc313-8cfc-4cc7-95f1-07413b695ef6 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Pushing event updated for resources: {'Port': ['ID=3b079168-a59d-45d9-9a63-cab5901f0c4a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:29.739543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-878cc313-8cfc-4cc7-95f1-07413b695ef6 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:29.740234 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-878cc313-8cfc-4cc7-95f1-07413b695ef6 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.793806 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-878cc313-8cfc-4cc7-95f1-07413b695ef6 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3211083 Nov 11 12:15:29.807561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Request body: {'port': {'device_id': '167da72f-66af-4c49-86e8-e41f82eedc07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:29.915970 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.937464 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 252e5314-9c3a-4de9-b00b-d6f2a0098544 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:30.107528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 252e5314-9c3a-4de9-b00b-d6f2a0098544 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:30.109494 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.318600 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.401668 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d2d63fd8-63f9-4d48-9bbd-011ae542214c None None] Provisioning complete for port 252e5314-9c3a-4de9-b00b-d6f2a0098544 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:30.402848 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d2d63fd8-63f9-4d48-9bbd-011ae542214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.406023 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4dca4af0-3aa7-4d59-bd7b-d4199c104211 req-d7ec9278-724b-42e9-ae65-fa3f19d3207d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2972686 Nov 11 12:15:30.458634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 252e5314-9c3a-4de9-b00b-d6f2a0098544, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=252e5314-9c3a-4de9-b00b-d6f2a0098544,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:30.470711 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.505081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b079168-a59d-45d9-9a63-cab5901f0c4a {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:15:30.514362 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.521264 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.529834 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Transition to ACTIVE for port object 3b079168-a59d-45d9-9a63-cab5901f0c4a will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:15:30.536446 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.541294 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-98f57a2e-9aa3-4dec-a5a4-764203a03f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:30.545328 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-98f57a2e-9aa3-4dec-a5a4-764203a03f52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 1095 time: 1.0313733 Nov 11 12:15:30.687539 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=252e5314-9c3a-4de9-b00b-d6f2a0098544,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:30.707026 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-7f62f765-de65-4e19-b5dc-7bf46745b53f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a467b0e-0bd7-4415-8c9b-5780bbec414a HTTP/1.1" status: 200 len: 217 time: 0.1487837 Nov 11 12:15:30.760646 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Pushing event updated for resources: {'Port': ['ID=3b079168-a59d-45d9-9a63-cab5901f0c4a,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:30.772620 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a25b2-6e5c-44f1-948a-4e1998cdfcf2 req-d2956c40-570b-4c17-8eea-4cc2bcfb734f tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:30.779871 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-181a25b2-6e5c-44f1-948a-4e1998cdfcf2 req-d2956c40-570b-4c17-8eea-4cc2bcfb734f tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/ports?device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 932 time: 0.3990710 Nov 11 12:15:30.813232 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5170777a-f5f1-4e0c-9048-7f691800ab45 x-openstack-request-id: req-5170777a-f5f1-4e0c-9048-7f691800ab45 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:15:30.813876 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6281b6a8-6805-4e74-91db-379ef3d7a178", "tag": "5a467b0e-0bd7-4415-8c9b-5780bbec414a", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:15:30.815988 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5170777a-f5f1-4e0c-9048-7f691800ab45 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:15:30.816826 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6281b6a8-6805-4e74-91db-379ef3d7a178', 'tag': '5a467b0e-0bd7-4415-8c9b-5780bbec414a', 'status': 'completed', 'code': 200} Nov 11 12:15:30.829820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:30.869399 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:30.903094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:30.903672 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.906447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Attempting to bind port 3b079168-a59d-45d9-9a63-cab5901f0c4a on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:30.906845 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Attempting to bind port 3b079168-a59d-45d9-9a63-cab5901f0c4a by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '49315de7-de67-4f6f-8e00-39a4fe3dc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '1d2d176b-a3d7-44d2-aa89-cdf727affb0f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:30.907404 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Attempting to bind port 3b079168-a59d-45d9-9a63-cab5901f0c4a on network 1d2d176b-a3d7-44d2-aa89-cdf727affb0f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:30.925329 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Port 3b079168-a59d-45d9-9a63-cab5901f0c4a on network 1d2d176b-a3d7-44d2-aa89-cdf727affb0f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:15:30.925778 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Attempting to bind port 3b079168-a59d-45d9-9a63-cab5901f0c4a on network 1d2d176b-a3d7-44d2-aa89-cdf727affb0f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:30.931468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:30.931876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Checking segment: {'id': '49315de7-de67-4f6f-8e00-39a4fe3dc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '1d2d176b-a3d7-44d2-aa89-cdf727affb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:30.932324 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Bound using segment: {'id': '49315de7-de67-4f6f-8e00-39a4fe3dc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '1d2d176b-a3d7-44d2-aa89-cdf727affb0f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:30.932777 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Bound port: 3b079168-a59d-45d9-9a63-cab5901f0c4a, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49315de7-de67-4f6f-8e00-39a4fe3dc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '1d2d176b-a3d7-44d2-aa89-cdf727affb0f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:30.933215 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.953024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=d9ec0900-626e-4a19-9712-08f52c680cb7,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:31.041111 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] For port 3b079168-a59d-45d9-9a63-cab5901f0c4a, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:31.045514 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] For port 3b079168-a59d-45d9-9a63-cab5901f0c4a, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=3b079168-a59d-45d9-9a63-cab5901f0c4a,segment=NetworkSegment(49315de7-de67-4f6f-8e00-39a4fe3dc74a),segment_id=49315de7-de67-4f6f-8e00-39a4fe3dc74a)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:31.052799 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:31.122478 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:31.123236 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:31.124829 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] 10.222.0.62 "PUT /v2.0/ports/3b079168-a59d-45d9-9a63-cab5901f0c4a HTTP/1.1" status: 200 len: 1092 time: 1.3220935 Nov 11 12:15:31.125325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167da72f-66af-4c49-86e8-e41f82eedc07', 'tag': '3b079168-a59d-45d9-9a63-cab5901f0c4a'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:15:31.127769 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a71fd9f-641b-438d-94b7-03c658b5f1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "167da72f-66af-4c49-86e8-e41f82eedc07", "tag": "3b079168-a59d-45d9-9a63-cab5901f0c4a"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:15:31.143639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-ced254bd-31af-4820-be9d-59a9409d3fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:31.154210 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-ced254bd-31af-4820-be9d-59a9409d3fd6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.3454602 Nov 11 12:15:31.230326 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70062ac-daba-4133-bd33-3e42053d5145 service neutron] Pushing event updated for resources: {'Port': ['ID=3b079168-a59d-45d9-9a63-cab5901f0c4a,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:31.356154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-46f60835-4c8a-4c14-a750-502b69ff252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:31.357916 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-46f60835-4c8a-4c14-a750-502b69ff252e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c5a32f52cd74553986e11465663d158&device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 1095 time: 0.1224825 Nov 11 12:15:31.375790 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-181a25b2-6e5c-44f1-948a-4e1998cdfcf2 req-d7141722-b92f-4a34-ad18-1e39f85d183c tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/security-groups?id=daab73d8-bedf-4beb-ac49-eb55834a37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424376 Nov 11 12:15:31.427406 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:31.468214 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-ab72877b-4de2-4ff8-ae73-9a1bc72d8532 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b079168-a59d-45d9-9a63-cab5901f0c4a HTTP/1.1" status: 200 len: 217 time: 0.0982111 Nov 11 12:15:31.539480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f87efafc-4499-4760-989e-3245b1164ebe None None] Provisioning complete for port d9ec0900-626e-4a19-9712-08f52c680cb7 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:31.541563 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f87efafc-4499-4760-989e-3245b1164ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:31.591428 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a55a43-165d-46ed-8634-dfe24f4bad50 req-d7ba7826-aca9-4784-ba3e-25e9ac2983e6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:31.595558 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b77d01b-cdd9-445a-bbaa-01c224ea0a3a x-openstack-request-id: req-4b77d01b-cdd9-445a-bbaa-01c224ea0a3a {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:15:31.595934 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167da72f-66af-4c49-86e8-e41f82eedc07", "tag": "3b079168-a59d-45d9-9a63-cab5901f0c4a", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:15:31.599873 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b77d01b-cdd9-445a-bbaa-01c224ea0a3a {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:15:31.600517 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167da72f-66af-4c49-86e8-e41f82eedc07', 'tag': '3b079168-a59d-45d9-9a63-cab5901f0c4a', 'status': 'completed', 'code': 200} Nov 11 12:15:31.610327 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40a55a43-165d-46ed-8634-dfe24f4bad50 req-d7ba7826-aca9-4784-ba3e-25e9ac2983e6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.4480863 Nov 11 12:15:31.660926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f87efafc-4499-4760-989e-3245b1164ebe None None] Port d9ec0900-626e-4a19-9712-08f52c680cb7 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:31.670600 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-5beaf866-1a9f-4192-81ae-05039a8463aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:31.672356 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-5beaf866-1a9f-4192-81ae-05039a8463aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5871d555-cc5a-48e0-9669-ec0b1743eb09 HTTP/1.1" status: 200 len: 864 time: 0.1930382 Nov 11 12:15:31.811524 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-8324bd77-ef25-4b6e-8cdf-4671ca834ec4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1d2d176b-a3d7-44d2-aa89-cdf727affb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252005 Nov 11 12:15:31.935380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 252e5314-9c3a-4de9-b00b-d6f2a0098544 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:31.988822 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-df620b0a-a7a9-4413-81db-ccea1100e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:31.990830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-df620b0a-a7a9-4413-81db-ccea1100e4bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7295673 Nov 11 12:15:32.040453 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 252e5314-9c3a-4de9-b00b-d6f2a0098544 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:32.042858 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.113853 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-884d77a4-4afa-4353-b470-980ff91a10d5 service neutron] 10.222.0.62 "GET /v2.0/networks/1d2d176b-a3d7-44d2-aa89-cdf727affb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881248 Nov 11 12:15:32.268633 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40a55a43-165d-46ed-8634-dfe24f4bad50 req-765c818c-58ad-489c-81dd-cc1446d54a3a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6532781 Nov 11 12:15:32.393648 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b670a1-d8bc-4754-be94-4d9818310224 req-eb7cc7f1-24df-4610-9516-be296622b2d6 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:32.395354 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7b670a1-d8bc-4754-be94-4d9818310224 req-eb7cc7f1-24df-4610-9516-be296622b2d6 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.4349904 Nov 11 12:15:32.438494 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1817484-8e8f-48f6-8f38-ccda1e78c5b8 req-ae72b4c1-3ca9-4a95-bb61-6b0ab21c5bad service neutron] 10.222.0.62 "GET /v2.0/networks/1d2d176b-a3d7-44d2-aa89-cdf727affb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128257 Nov 11 12:15:32.584940 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-9a24716c-d62b-41c0-9298-52836aa34838 service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744508 Nov 11 12:15:32.635592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71fd9f-641b-438d-94b7-03c658b5f1b3 req-cac4d68f-863f-4421-a44a-362468942ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:32.637121 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a71fd9f-641b-438d-94b7-03c658b5f1b3 req-cac4d68f-863f-4421-a44a-362468942ae9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c5a32f52cd74553986e11465663d158&device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 1095 time: 0.1090925 Nov 11 12:15:32.800086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-95ee79ea-9d88-4c83-a942-c346b764fd8a req-ac33ff7b-c11d-4d51-a0f9-763357213fdf service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786382 Nov 11 12:15:32.848410 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7b670a1-d8bc-4754-be94-4d9818310224 req-35246d10-e5c8-4ac4-bbd2-13921fd595e6 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178457 Nov 11 12:15:32.906210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71fd9f-641b-438d-94b7-03c658b5f1b3 req-e926aa35-3782-4576-9764-6fe3d1acbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:32.909841 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a71fd9f-641b-438d-94b7-03c658b5f1b3 req-e926aa35-3782-4576-9764-6fe3d1acbb0d service neutron] 10.222.0.62 "GET /v2.0/networks?id=1d2d176b-a3d7-44d2-aa89-cdf727affb0f HTTP/1.1" status: 200 len: 926 time: 0.2636597 Nov 11 12:15:32.973802 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aedb3-1039-4fc3-8430-22818ae7d23b req-066e8703-e146-4fd9-a259-a58488f46038 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:32.975400 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e8aedb3-1039-4fc3-8430-22818ae7d23b req-066e8703-e146-4fd9-a259-a58488f46038 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/ports?device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 944 time: 0.3862724 Nov 11 12:15:32.987102 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a71fd9f-641b-438d-94b7-03c658b5f1b3 req-7210fbdc-04d0-43ee-a109-17f580104c9b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b079168-a59d-45d9-9a63-cab5901f0c4a HTTP/1.1" status: 200 len: 217 time: 0.0694795 Nov 11 12:15:32.991803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626099d-0ae6-4719-9020-eafec3675c1f req-6157a959-a823-4b0d-82ed-021016eb4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:32.993452 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2626099d-0ae6-4719-9020-eafec3675c1f req-6157a959-a823-4b0d-82ed-021016eb4b85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 1095 time: 0.1287348 Nov 11 12:15:33.051589 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e8aedb3-1039-4fc3-8430-22818ae7d23b req-3850345d-52c3-4e10-a465-b6253e1ba5dc tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/security-groups?id=daab73d8-bedf-4beb-ac49-eb55834a37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676174 Nov 11 12:15:33.099362 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.133545 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.135560 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.198886 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71fd9f-641b-438d-94b7-03c658b5f1b3 req-98cf8365-ffb4-4977-8ff1-dab958a4ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:33.205318 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a71fd9f-641b-438d-94b7-03c658b5f1b3 req-98cf8365-ffb4-4977-8ff1-dab958a4ff3d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5871d555-cc5a-48e0-9669-ec0b1743eb09 HTTP/1.1" status: 200 len: 864 time: 0.2102690 Nov 11 12:15:33.285281 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a71fd9f-641b-438d-94b7-03c658b5f1b3 req-f2706ab8-0818-4bcb-bd1b-e1edd6bf8d06 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1d2d176b-a3d7-44d2-aa89-cdf727affb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715337 Nov 11 12:15:33.433986 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:33.444544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:33.449228 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=d9ec0900-626e-4a19-9712-08f52c680cb7,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:33.501852 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a71fd9f-641b-438d-94b7-03c658b5f1b3 req-8a0b9f70-8d2e-4597-aacb-55bf74634330 service neutron] 10.222.0.62 "GET /v2.0/networks/1d2d176b-a3d7-44d2-aa89-cdf727affb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059262 Nov 11 12:15:33.539396 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626099d-0ae6-4719-9020-eafec3675c1f req-6d3083bb-8327-47e7-8785-c05e630ec039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:33.540958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2626099d-0ae6-4719-9020-eafec3675c1f req-6d3083bb-8327-47e7-8785-c05e630ec039 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 914 time: 0.5003343 Nov 11 12:15:33.651116 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2626099d-0ae6-4719-9020-eafec3675c1f req-34d10b13-daa6-459f-948c-03ca8f997ce4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a467b0e-0bd7-4415-8c9b-5780bbec414a HTTP/1.1" status: 200 len: 217 time: 0.1009982 Nov 11 12:15:33.792843 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6b61b-4ea9-4fa9-9e89-22d1e009dd50 req-cfac15f3-5cad-478c-adbf-47b22dd04666 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:33.805490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e2f6b61b-4ea9-4fa9-9e89-22d1e009dd50 req-cfac15f3-5cad-478c-adbf-47b22dd04666 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.3328159 Nov 11 12:15:33.863473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626099d-0ae6-4719-9020-eafec3675c1f req-b932f4fc-54b6-4001-b27c-1d5c3e64f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:33.865748 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2626099d-0ae6-4719-9020-eafec3675c1f req-b932f4fc-54b6-4001-b27c-1d5c3e64f291 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.1928530 Nov 11 12:15:33.982177 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e2f6b61b-4ea9-4fa9-9e89-22d1e009dd50 req-ffaa6a60-07a1-44ac-857f-66c3d2be4439 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620586 Nov 11 12:15:34.034664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 3b079168-a59d-45d9-9a63-cab5901f0c4a details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:15:34.065549 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Router 67cb8534-2b5a-4dd4-a0d2-31443ae6e38f is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:15:34.127563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626099d-0ae6-4719-9020-eafec3675c1f req-4f6bf496-f84c-4d56-b2c0-5ee9ca4759da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:34.131571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2626099d-0ae6-4719-9020-eafec3675c1f req-4f6bf496-f84c-4d56-b2c0-5ee9ca4759da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2573807 Nov 11 12:15:34.134097 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7d517dde-4a20-46a7-9588-4b776526e777 None None] Provisioning complete for port d9ec0900-626e-4a19-9712-08f52c680cb7 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:34.134481 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7d517dde-4a20-46a7-9588-4b776526e777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:34.192571 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7d517dde-4a20-46a7-9588-4b776526e777 None None] Port d9ec0900-626e-4a19-9712-08f52c680cb7 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:34.293263 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:34.313653 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b8d28-3642-487e-a381-6125da77705d req-446bb2ab-2b71-468d-865a-73dbddb01656 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:34.327420 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-747b8d28-3642-487e-a381-6125da77705d req-446bb2ab-2b71-468d-865a-73dbddb01656 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.3208151 Nov 11 12:15:34.332773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 3b079168-a59d-45d9-9a63-cab5901f0c4a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=3b079168-a59d-45d9-9a63-cab5901f0c4a,segment=NetworkSegment(49315de7-de67-4f6f-8e00-39a4fe3dc74a),segment_id=49315de7-de67-4f6f-8e00-39a4fe3dc74a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:34.349995 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-61183411-74de-4766-97b3-dd20de1985d1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "PUT /v2.0/routers/67cb8534-2b5a-4dd4-a0d2-31443ae6e38f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2486436 Nov 11 12:15:34.350273 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '3b079168-a59d-45d9-9a63-cab5901f0c4a', 'network_id': '1d2d176b-a3d7-44d2-aa89-cdf727affb0f', 'port_id': '3b079168-a59d-45d9-9a63-cab5901f0c4a', 'mac_address': 'fa:16:3e:18:51:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5871d555-cc5a-48e0-9669-ec0b1743eb09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:15:34.373804 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51578) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:34.414010 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Sync routers for ids ['67cb8534-2b5a-4dd4-a0d2-31443ae6e38f'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:34.446967 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a71fd9f-641b-438d-94b7-03c658b5f1b3 req-a7a8f248-6d3e-4413-8737-0583bc8dfcef service neutron] 10.222.0.62 "GET /v2.0/networks/1d2d176b-a3d7-44d2-aa89-cdf727affb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9343026 Nov 11 12:15:34.484334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Routers {'67cb8534-2b5a-4dd4-a0d2-31443ae6e38f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:34.485697 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:15:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['67cb8534-2b5a-4dd4-a0d2-31443ae6e38f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:34.491510 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:34.599555 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9753813-08c4-4d58-8dd2-3ded2b9284de tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:34.601087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f9753813-08c4-4d58-8dd2-3ded2b9284de tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports/d9ec0900-626e-4a19-9712-08f52c680cb7 HTTP/1.1" status: 200 len: 911 time: 0.2235820 Nov 11 12:15:34.604021 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51580) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:34.615975 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b079168-a59d-45d9-9a63-cab5901f0c4a {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:15:34.635127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-747b8d28-3642-487e-a381-6125da77705d req-6251ab15-0965-43f4-8362-a5ec9adbb132 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059311 Nov 11 12:15:34.660655 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60bdd5-9fe0-4b8c-9bb6-008a67c2ecb5 req-264884a0-9766-49d4-a5b9-d1aff9600922 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:34.662340 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b60bdd5-9fe0-4b8c-9bb6-008a67c2ecb5 req-264884a0-9766-49d4-a5b9-d1aff9600922 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/ports?device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 944 time: 0.3717046 Nov 11 12:15:34.694082 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 3b079168-a59d-45d9-9a63-cab5901f0c4a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=3b079168-a59d-45d9-9a63-cab5901f0c4a,segment=NetworkSegment(49315de7-de67-4f6f-8e00-39a4fe3dc74a),segment_id=49315de7-de67-4f6f-8e00-39a4fe3dc74a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:34.697388 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2281161c-1305-4438-ac16-8107ff2bfce3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:34.718149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2281161c-1305-4438-ac16-8107ff2bfce3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:34.719934 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2281161c-1305-4438-ac16-8107ff2bfce3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1148911 Nov 11 12:15:34.726214 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51582) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:34.736093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Set router 67cb8534-2b5a-4dd4-a0d2-31443ae6e38f gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:34.788236 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2626099d-0ae6-4719-9020-eafec3675c1f req-c651889c-0e76-4bb3-aa37-9f39a38b58a8 service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959569 Nov 11 12:15:34.861270 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b60bdd5-9fe0-4b8c-9bb6-008a67c2ecb5 req-56fe8f1e-e154-4bde-ae1c-f55802b50ba1 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/security-groups?id=daab73d8-bedf-4beb-ac49-eb55834a37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733456 Nov 11 12:15:34.959588 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.034143 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2626099d-0ae6-4719-9020-eafec3675c1f req-7e857618-81f4-459a-bc42-70cc4143fc4d service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345295 Nov 11 12:15:35.207412 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=3b079168-a59d-45d9-9a63-cab5901f0c4a,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:35.281209 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bb912-c381-41ef-b083-4e1bbaba2e66 req-779e94dd-4406-449c-a6c0-49f33e45cf34 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:35.290439 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d9bb912-c381-41ef-b083-4e1bbaba2e66 req-779e94dd-4406-449c-a6c0-49f33e45cf34 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.1500912 Nov 11 12:15:35.332083 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['3b079168-a59d-45d9-9a63-cab5901f0c4a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:15:35.376846 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d9bb912-c381-41ef-b083-4e1bbaba2e66 req-22db03a4-5e4f-4018-8fa9-5e4d3967d976 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854585 Nov 11 12:15:35.554391 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cb8534-2b5a-4dd4-a0d2-31443ae6e38f', 'name': 'tempest-NetworksTestDHCPv6-router-1525631429', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:26Z', 'updated_at': '2021-11-11T12:15:31Z', 'revision_number': 2, 'project_id': '74cce84ad396422ab6017e98810d8775', 'gw_port_host': None, '_interfaces': [{'id': 'd9ec0900-626e-4a19-9712-08f52c680cb7', 'name': '', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'mac_address': 'fa:16:3e:ba:54:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cb8534-2b5a-4dd4-a0d2-31443ae6e38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'f27ab847-741f-4862-9464-b522a70b9960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:15:28Z', 'updated_at': '2021-11-11T12:15:32Z', 'revision_number': 2, 'project_id': '74cce84ad396422ab6017e98810d8775', 'subnets': [{'id': 'f27ab847-741f-4862-9464-b522a70b9960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:35.563628 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5998650a-8c2d-4160-abb0-04840174a945 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.593295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Checking router: 67cb8534-2b5a-4dd4-a0d2-31443ae6e38f for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:15:35.593559 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Updating router 67cb8534-2b5a-4dd4-a0d2-31443ae6e38f port d9ec0900-626e-4a19-9712-08f52c680cb7 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:15:35.636897 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.873137 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f4f6e26a-ca34-406b-9993-60e42d805164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.999905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5677e-4459-46f8-86df-132ee90406dd req-8a4e22a5-ec6a-436c-af15-d92e198441e6 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:36.002118 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5de5677e-4459-46f8-86df-132ee90406dd req-8a4e22a5-ec6a-436c-af15-d92e198441e6 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.2101376 Nov 11 12:15:36.178211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5be5e-707a-4e62-bee7-3242e37ad5c8 req-f8c090de-f336-437e-88b3-a84ea3ac334e tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:36.180221 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5cb5be5e-707a-4e62-bee7-3242e37ad5c8 req-f8c090de-f336-437e-88b3-a84ea3ac334e tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/ports?device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 945 time: 0.1297600 Nov 11 12:15:36.203914 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5998650a-8c2d-4160-abb0-04840174a945 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port d9ec0900-626e-4a19-9712-08f52c680cb7 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:36.204677 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5998650a-8c2d-4160-abb0-04840174a945 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.255874 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5de5677e-4459-46f8-86df-132ee90406dd req-c0668989-7215-4d8f-befd-3bd0012e867a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407489 Nov 11 12:15:36.309005 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5cb5be5e-707a-4e62-bee7-3242e37ad5c8 req-3b41c9f6-382f-49e8-8b23-3b9b32f928e6 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/security-groups?id=daab73d8-bedf-4beb-ac49-eb55834a37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183119 Nov 11 12:15:36.373331 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5998650a-8c2d-4160-abb0-04840174a945 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.383150 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.396582 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5998650a-8c2d-4160-abb0-04840174a945 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for d9ec0900-626e-4a19-9712-08f52c680cb7 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:36.398679 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.579232 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b6b31-9891-4aad-b36b-62155d3f04ff None None] Pushing event updated for resources: {'Port': ['ID=d9ec0900-626e-4a19-9712-08f52c680cb7,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:36.683412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf73b1-1c6a-496d-af79-c4f9d9114d3a req-df52188b-1783-42f4-9d4e-5ab2f683f83a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:36.685071 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53cf73b1-1c6a-496d-af79-c4f9d9114d3a req-df52188b-1783-42f4-9d4e-5ab2f683f83a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.1635699 Nov 11 12:15:36.766013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Attempting to bind port d9ec0900-626e-4a19-9712-08f52c680cb7 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:36.766318 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Attempting to bind port d9ec0900-626e-4a19-9712-08f52c680cb7 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:36.766702 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Attempting to bind port d9ec0900-626e-4a19-9712-08f52c680cb7 on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:36.789487 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:36.789858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:36.790246 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.791111 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:36.792942 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Bound port: d9ec0900-626e-4a19-9712-08f52c680cb7, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:36.793413 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.881805 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53cf73b1-1c6a-496d-af79-c4f9d9114d3a req-bac765a4-7709-4a7a-8e1a-260154e29907 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855929 Nov 11 12:15:36.904671 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5998650a-8c2d-4160-abb0-04840174a945 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.960959 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998650a-8c2d-4160-abb0-04840174a945 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=d9ec0900-626e-4a19-9712-08f52c680cb7,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:37.088222 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e8260492-f9ad-430e-ad03-4d66471d672a None None] Could not find standard attr ID for object d9ec0900-626e-4a19-9712-08f52c680cb7. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:15:37.093875 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:15:37.094424 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:15:37.164546 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5998650a-8c2d-4160-abb0-04840174a945 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.458168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96d24a-f4cc-4a64-8194-0713fb3747ab req-a6cc95f2-f89a-4736-95c7-68e17ad074dd tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:37.460216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd96d24a-f4cc-4a64-8194-0713fb3747ab req-a6cc95f2-f89a-4736-95c7-68e17ad074dd tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.0773301 Nov 11 12:15:37.532801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5998650a-8c2d-4160-abb0-04840174a945 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Router 67cb8534-2b5a-4dd4-a0d2-31443ae6e38f has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:15:37.564254 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd96d24a-f4cc-4a64-8194-0713fb3747ab req-85f00354-3a61-4971-a8ad-bb981bcdf2ff tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913372 Nov 11 12:15:37.587684 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65da6f1-aa11-4ed4-960c-326035c5ef73 req-663e599c-5517-41de-b28e-dce5cc686448 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:37.589211 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f65da6f1-aa11-4ed4-960c-326035c5ef73 req-663e599c-5517-41de-b28e-dce5cc686448 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/ports?device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 945 time: 0.1275115 Nov 11 12:15:37.636561 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Attempting to bind port d9ec0900-626e-4a19-9712-08f52c680cb7 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:37.637052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Attempting to bind port d9ec0900-626e-4a19-9712-08f52c680cb7 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:37.637280 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Attempting to bind port d9ec0900-626e-4a19-9712-08f52c680cb7 on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:37.660758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:37.661192 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:37.661542 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.668350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5998650a-8c2d-4160-abb0-04840174a945 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:37.670290 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:37.671076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Bound port: d9ec0900-626e-4a19-9712-08f52c680cb7, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:37.671455 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.687817 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5998650a-8c2d-4160-abb0-04840174a945 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "PUT /v2.0/routers/67cb8534-2b5a-4dd4-a0d2-31443ae6e38f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9557598 Nov 11 12:15:37.687817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51646) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:37.727408 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f65da6f1-aa11-4ed4-960c-326035c5ef73 req-618ae0e7-9d71-4de5-83e0-ad9ffc5c8f0a tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/security-groups?id=daab73d8-bedf-4beb-ac49-eb55834a37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312981 Nov 11 12:15:37.759662 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Port d9ec0900-626e-4a19-9712-08f52c680cb7 has been deleted concurrently {{(pid=109155) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 11 12:15:37.791653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Routers {'67cb8534-2b5a-4dd4-a0d2-31443ae6e38f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:37.792436 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:15:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['67cb8534-2b5a-4dd4-a0d2-31443ae6e38f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:37.815375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af91872-c184-48e3-af05-3a6c93c4e6a3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:37.816907 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af91872-c184-48e3-af05-3a6c93c4e6a3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:37.820825 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4af91872-c184-48e3-af05-3a6c93c4e6a3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1302173 Nov 11 12:15:37.821068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51650) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:37.902289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] Set router 67cb8534-2b5a-4dd4-a0d2-31443ae6e38f gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:37.917035 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc904fb6-bcc1-45c4-a3d2-d179b4d81043 req-e1adad75-4150-404d-bdef-5954b0fb2af3 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:37.926341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dc904fb6-bcc1-45c4-a3d2-d179b4d81043 req-e1adad75-4150-404d-bdef-5954b0fb2af3 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1286232 Nov 11 12:15:37.961401 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e8dd97-0475-48f8-a753-fe0e57913e0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet f27ab847-741f-4862-9464-b522a70b9960 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:37.968601 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01e8dd97-0475-48f8-a753-fe0e57913e0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.066815 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dc904fb6-bcc1-45c4-a3d2-d179b4d81043 req-8235dad8-fabe-4176-b77c-49dda8f20ac2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382129 Nov 11 12:15:38.102900 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cb8534-2b5a-4dd4-a0d2-31443ae6e38f', 'name': 'tempest-NetworksTestDHCPv6-router-1525631429', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:26Z', 'updated_at': '2021-11-11T12:15:36Z', 'revision_number': 3, 'project_id': '74cce84ad396422ab6017e98810d8775', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:38.109741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 3b079168-a59d-45d9-9a63-cab5901f0c4a up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:38.110719 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d14599-9f31-48a8-a3fb-d1e2380ecc65 req-b253fb0a-dca7-4e8a-ab85-2d2a31e56d2c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:38.112275 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88d14599-9f31-48a8-a3fb-d1e2380ecc65 req-b253fb0a-dca7-4e8a-ab85-2d2a31e56d2c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.1327884 Nov 11 12:15:38.118340 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01e8dd97-0475-48f8-a753-fe0e57913e0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.175564 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190d77b-e6a7-4374-a071-f73112a886fe None None] The sync data for ids ['67cb8534-2b5a-4dd4-a0d2-31443ae6e38f'] in n-d-807359-3 is: [{'id': '67cb8534-2b5a-4dd4-a0d2-31443ae6e38f', 'name': 'tempest-NetworksTestDHCPv6-router-1525631429', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:26Z', 'updated_at': '2021-11-11T12:15:36Z', 'revision_number': 3, 'project_id': '74cce84ad396422ab6017e98810d8775', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:38.193155 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-08c58ded-7ee1-490f-8d99-f08c2555be9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.294714 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 3b079168-a59d-45d9-9a63-cab5901f0c4a completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:15:38.301527 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 3b079168-a59d-45d9-9a63-cab5901f0c4a triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:38.301878 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.337102 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88d14599-9f31-48a8-a3fb-d1e2380ecc65 req-5ddb713c-fe1c-443a-9441-b442c54823a8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012868 Nov 11 12:15:38.358481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e98287-cdc9-48c8-aff1-6a473b1d8de7 req-d381b417-8c4a-4944-824a-667937e49f69 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:38.366010 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16e98287-cdc9-48c8-aff1-6a473b1d8de7 req-d381b417-8c4a-4944-824a-667937e49f69 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0900602 Nov 11 12:15:38.399366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01e8dd97-0475-48f8-a753-fe0e57913e0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.451986 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16e98287-cdc9-48c8-aff1-6a473b1d8de7 req-31cbb012-470b-4d07-b0c2-3d4fc26e42dc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848570 Nov 11 12:15:38.531110 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.545269 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01e8dd97-0475-48f8-a753-fe0e57913e0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.565636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167da72f-66af-4c49-86e8-e41f82eedc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b079168-a59d-45d9-9a63-cab5901f0c4a'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:15:38.568533 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3493ba7d-9e35-48f6-8747-f6e12077c046" -d '{"events": [{"server_uuid": "167da72f-66af-4c49-86e8-e41f82eedc07", "name": "network-vif-plugged", "status": "completed", "tag": "3b079168-a59d-45d9-9a63-cab5901f0c4a"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:15:38.593153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 3b079168-a59d-45d9-9a63-cab5901f0c4a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=3b079168-a59d-45d9-9a63-cab5901f0c4a,segment=NetworkSegment(49315de7-de67-4f6f-8e00-39a4fe3dc74a),segment_id=49315de7-de67-4f6f-8e00-39a4fe3dc74a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:38.614800 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.681889 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01e8dd97-0475-48f8-a753-fe0e57913e0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.698895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fa11cd-104b-4771-81a7-ea7f9e5e193b None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:38.704736 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-01e8dd97-0475-48f8-a753-fe0e57913e0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/f27ab847-741f-4862-9464-b522a70b9960 HTTP/1.1" status: 204 len: 168 time: 0.8805895 Nov 11 12:15:38.707224 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51670) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:38.711026 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8dd97-0475-48f8-a753-fe0e57913e0f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=f27ab847-741f-4862-9464-b522a70b9960,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:38.997494 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ad174b79-1193-46cf-8ec7-3e74f6dbb9cd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2865942 Nov 11 12:15:39.001333 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51684) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:39.080551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c31820-5f50-48f7-ab18-1547103aa340 req-d88dfd62-ed3b-43fc-98b8-65edc12a6c72 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:39.091506 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72c31820-5f50-48f7-ab18-1547103aa340 req-d88dfd62-ed3b-43fc-98b8-65edc12a6c72 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/ports?device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 946 time: 0.1737976 Nov 11 12:15:39.119639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738c221-8240-4d2a-8dbc-5f1b897dcec5 req-33c84c5b-1228-427b-b060-61d91304102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:39.131908 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7738c221-8240-4d2a-8dbc-5f1b897dcec5 req-33c84c5b-1228-427b-b060-61d91304102b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 1097 time: 0.1736696 Nov 11 12:15:39.271729 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7738c221-8240-4d2a-8dbc-5f1b897dcec5 req-143f1312-8fd3-42e0-9dc3-777226949949 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=daab73d8-bedf-4beb-ac49-eb55834a37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286938 Nov 11 12:15:39.368573 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0761249-91cb-4658-b6d9-99cd87a3d5dd x-openstack-request-id: req-a0761249-91cb-4658-b6d9-99cd87a3d5dd {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:15:39.368816 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167da72f-66af-4c49-86e8-e41f82eedc07", "name": "network-vif-plugged", "status": "completed", "tag": "3b079168-a59d-45d9-9a63-cab5901f0c4a", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:15:39.369123 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0761249-91cb-4658-b6d9-99cd87a3d5dd {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:15:39.369635 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167da72f-66af-4c49-86e8-e41f82eedc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b079168-a59d-45d9-9a63-cab5901f0c4a', 'code': 200} Nov 11 12:15:39.502935 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=3b079168-a59d-45d9-9a63-cab5901f0c4a,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:39.581943 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:39.798324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d97c60-11fe-4ace-bdcc-be464570bb53 None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:39.927537 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-10d97c60-11fe-4ace-bdcc-be464570bb53 None None] Deleting port 252e5314-9c3a-4de9-b00b-d6f2a0098544 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:39.928332 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-10d97c60-11fe-4ace-bdcc-be464570bb53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:39.976851 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aad87b-c639-407d-ab7d-2f24802b3bd6 None None] Sync routers for ids ['67cb8534-2b5a-4dd4-a0d2-31443ae6e38f'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:39.989896 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aad87b-c639-407d-ab7d-2f24802b3bd6 None None] Routers {'67cb8534-2b5a-4dd4-a0d2-31443ae6e38f'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:39.990523 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f6aad87b-c639-407d-ab7d-2f24802b3bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:15:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['67cb8534-2b5a-4dd4-a0d2-31443ae6e38f'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:40.004857 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72c31820-5f50-48f7-ab18-1547103aa340 req-df6d713d-58b5-4856-83ba-54ed979abbe2 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/security-groups?id=daab73d8-bedf-4beb-ac49-eb55834a37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8300529 Nov 11 12:15:40.014459 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c84a5ac-2332-45af-b91c-84b96a27521f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.113335 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-f6aad87b-c639-407d-ab7d-2f24802b3bd6 None None] Set router 67cb8534-2b5a-4dd4-a0d2-31443ae6e38f gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:40.141493 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-10d97c60-11fe-4ace-bdcc-be464570bb53 None None] For port 252e5314-9c3a-4de9-b00b-d6f2a0098544, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=252e5314-9c3a-4de9-b00b-d6f2a0098544,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:40.142567 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-10d97c60-11fe-4ace-bdcc-be464570bb53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.186772 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f6aad87b-c639-407d-ab7d-2f24802b3bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cb8534-2b5a-4dd4-a0d2-31443ae6e38f', 'name': 'tempest-NetworksTestDHCPv6-router-1525631429', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:26Z', 'updated_at': '2021-11-11T12:15:36Z', 'revision_number': 3, 'project_id': '74cce84ad396422ab6017e98810d8775', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:40.190076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-10d97c60-11fe-4ace-bdcc-be464570bb53 None None] Calling delete_port for 252e5314-9c3a-4de9-b00b-d6f2a0098544 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:40.247171 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aad87b-c639-407d-ab7d-2f24802b3bd6 None None] Checking router: 67cb8534-2b5a-4dd4-a0d2-31443ae6e38f for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:15:40.262727 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aad87b-c639-407d-ab7d-2f24802b3bd6 None None] Routers {'67cb8534-2b5a-4dd4-a0d2-31443ae6e38f'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:40.263350 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f6aad87b-c639-407d-ab7d-2f24802b3bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:15:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['67cb8534-2b5a-4dd4-a0d2-31443ae6e38f'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:40.375416 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-10d97c60-11fe-4ace-bdcc-be464570bb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.408526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d97c60-11fe-4ace-bdcc-be464570bb53 None None] Pushing event deleted for resources: {'Port': ['ID=252e5314-9c3a-4de9-b00b-d6f2a0098544,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:40.430533 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d97c60-11fe-4ace-bdcc-be464570bb53 None None] No DVR routers for this DVR port 252e5314-9c3a-4de9-b00b-d6f2a0098544 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:40.466883 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c84a5ac-2332-45af-b91c-84b96a27521f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.475211 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c84a5ac-2332-45af-b91c-84b96a27521f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.584593 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.594402 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-f6aad87b-c639-407d-ab7d-2f24802b3bd6 None None] Set router 67cb8534-2b5a-4dd4-a0d2-31443ae6e38f gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:40.665029 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f6aad87b-c639-407d-ab7d-2f24802b3bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cb8534-2b5a-4dd4-a0d2-31443ae6e38f', 'name': 'tempest-NetworksTestDHCPv6-router-1525631429', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:26Z', 'updated_at': '2021-11-11T12:15:36Z', 'revision_number': 3, 'project_id': '74cce84ad396422ab6017e98810d8775', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:40.688725 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-3b8f6c18-6e68-478d-a53c-92a815344fb1 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:40.698149 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-3b8f6c18-6e68-478d-a53c-92a815344fb1 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 812 time: 1.5275719 Nov 11 12:15:40.716006 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c84a5ac-2332-45af-b91c-84b96a27521f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.716632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c84a5ac-2332-45af-b91c-84b96a27521f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Fanout notify agent at l3_agent the message router_deleted on router 67cb8534-2b5a-4dd4-a0d2-31443ae6e38f {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:15:40.730525 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aad87b-c639-407d-ab7d-2f24802b3bd6 None None] The sync data for ids ['67cb8534-2b5a-4dd4-a0d2-31443ae6e38f'] in n-d-807359-3 is: [{'id': '67cb8534-2b5a-4dd4-a0d2-31443ae6e38f', 'name': 'tempest-NetworksTestDHCPv6-router-1525631429', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:26Z', 'updated_at': '2021-11-11T12:15:36Z', 'revision_number': 3, 'project_id': '74cce84ad396422ab6017e98810d8775', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:40.732362 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c84a5ac-2332-45af-b91c-84b96a27521f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.733772 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6c84a5ac-2332-45af-b91c-84b96a27521f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/routers/67cb8534-2b5a-4dd4-a0d2-31443ae6e38f HTTP/1.1" status: 204 len: 168 time: 1.7309797 Nov 11 12:15:40.736374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51722) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:40.743367 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-a4026532-f9c7-4bfb-a101-939a8a9ca2de tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/quotas/dcbd321ff8c34e24a110bf9a388e82c0 HTTP/1.1" status: 200 len: 375 time: 0.0441597 Nov 11 12:15:40.798641 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34502a5-09b7-4de5-a47d-ace77f0b6b40 req-bc83385f-7a15-41c2-ab97-3bb9db2ef119 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:40.799616 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e34502a5-09b7-4de5-a47d-ace77f0b6b40 req-bc83385f-7a15-41c2-ab97-3bb9db2ef119 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.5127881 Nov 11 12:15:40.827249 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-660228ac-e29b-44d5-b85e-bd0a3c0db34d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0855207 Nov 11 12:15:40.828217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51728) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:40.904539 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e34502a5-09b7-4de5-a47d-ace77f0b6b40 req-bc5cea5f-3fec-4fbd-a350-46e41ec9cfcd tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932639 Nov 11 12:15:40.960060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b70938-80cb-4f4a-bee7-ff0100765fbb tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:40.961616 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-31b70938-80cb-4f4a-bee7-ff0100765fbb tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1315706 Nov 11 12:15:40.964203 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51730) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:40.968472 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-ad957026-7e4a-43ce-afb4-d6fb7447e070 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2240918 Nov 11 12:15:41.014975 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6546b3fe-48cd-4569-bae4-42b9101f86c0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496573 Nov 11 12:15:41.021313 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51732) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:41.028539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fb466867-9edd-4041-9524-98d96cec6d54 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:41.206201 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb466867-9edd-4041-9524-98d96cec6d54 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:41.210190 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb466867-9edd-4041-9524-98d96cec6d54 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.224032 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-4f55b87e-7a5d-4e22-a94e-62d002b32bb8 service neutron] 10.222.0.65 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544346 Nov 11 12:15:41.235701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1f75b-ed5d-4fb6-b8bd-bfc1d19b45a0 req-7ab2618f-609b-419a-8817-30cab2a24031 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:41.237484 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2fb1f75b-ed5d-4fb6-b8bd-bfc1d19b45a0 req-7ab2618f-609b-419a-8817-30cab2a24031 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/ports?device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 946 time: 0.1205544 Nov 11 12:15:41.296102 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.367383 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2fb1f75b-ed5d-4fb6-b8bd-bfc1d19b45a0 req-5a289086-0f88-4b52-bb1e-7b096ffb41f0 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/security-groups?id=daab73d8-bedf-4beb-ac49-eb55834a37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204901 Nov 11 12:15:41.417847 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-bb6005f9-fef1-4af7-91bd-ecf03755e0cd service neutron] 10.222.0.65 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919789 Nov 11 12:15:41.557342 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372378c-03fb-4bd8-9c01-0ba64359acbb req-bda325e6-71d5-451c-83ea-317ab6054a47 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:41.564887 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5372378c-03fb-4bd8-9c01-0ba64359acbb req-bda325e6-71d5-451c-83ea-317ab6054a47 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/ports?device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 946 time: 0.0635107 Nov 11 12:15:41.619323 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5372378c-03fb-4bd8-9c01-0ba64359acbb req-aa1c2c4c-48cb-49e6-b00a-6c5e514ee6b1 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/security-groups?id=daab73d8-bedf-4beb-ac49-eb55834a37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529442 Nov 11 12:15:41.746753 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-499416e9-9c93-468d-b099-b52790e94e8d req-f58bc313-29f0-49e1-ba41-e7e419b7925f tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 210 time: 0.0810242 Nov 11 12:15:41.883290 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 252e5314-9c3a-4de9-b00b-d6f2a0098544 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:41.907886 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 252e5314-9c3a-4de9-b00b-d6f2a0098544 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:41.908767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 252e5314-9c3a-4de9-b00b-d6f2a0098544 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:41.931179 n-d-807359-3 neutron-server[109154]: DEBUG neutron.objects.ports [None req-fb466867-9edd-4041-9524-98d96cec6d54 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:15:41.934859 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb466867-9edd-4041-9524-98d96cec6d54 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:42.058731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb466867-9edd-4041-9524-98d96cec6d54 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:42.060139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb466867-9edd-4041-9524-98d96cec6d54 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=4631cfca-da20-418f-bf76-f6129c01a6b8,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:42.067243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-fb466867-9edd-4041-9524-98d96cec6d54 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:42.087511 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb466867-9edd-4041-9524-98d96cec6d54 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:42.088273 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb466867-9edd-4041-9524-98d96cec6d54 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:42.089898 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390ecdba-912d-4e8c-914f-1ecb73daa538 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:42.130506 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fb466867-9edd-4041-9524-98d96cec6d54 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1077871 Nov 11 12:15:42.133224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51770) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:42.140585 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c0ed2a4b-c394-4ff8-9e95-cea12e78adce tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:42.161854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a0ab9-5b66-4bdd-9fb5-afd368570249 req-dfc64081-d692-451b-96e8-0b930880c40e tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:42.170853 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-931a0ab9-5b66-4bdd-9fb5-afd368570249 req-dfc64081-d692-451b-96e8-0b930880c40e tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/ports?device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 946 time: 0.2203069 Nov 11 12:15:42.202413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f2236-5426-45b1-af72-47b524c97c04 req-2e3fb53d-d075-493d-8f4b-5a7f7827c877 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:42.210670 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d8f2236-5426-45b1-af72-47b524c97c04 req-2e3fb53d-d075-493d-8f4b-5a7f7827c877 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.2048595 Nov 11 12:15:42.251631 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-931a0ab9-5b66-4bdd-9fb5-afd368570249 req-41d498fb-b0e0-4b79-9fac-ee073db2b89f tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/security-groups?id=daab73d8-bedf-4beb-ac49-eb55834a37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797999 Nov 11 12:15:42.387962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ed2a4b-c394-4ff8-9e95-cea12e78adce tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:42.388784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d8f2236-5426-45b1-af72-47b524c97c04 req-0146c0c7-5462-4dc0-8285-87c5d0fe399e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765668 Nov 11 12:15:42.392906 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0ed2a4b-c394-4ff8-9e95-cea12e78adce tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:42.403613 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': '4631cfca-da20-418f-bf76-f6129c01a6b8'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:42.407424 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:42.731668 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Allocated IP 2001:db8::f816:3eff:fe09:6472 (bad2fb1b-5419-4704-a46b-842512226b60/4631cfca-da20-418f-bf76-f6129c01a6b8/43167279-2b96-4cd5-a011-1fe0c032b405) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:42.876736 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0ed2a4b-c394-4ff8-9e95-cea12e78adce tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:42.926549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ed2a4b-c394-4ff8-9e95-cea12e78adce tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:42.930628 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-c0ed2a4b-c394-4ff8-9e95-cea12e78adce tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:42.936911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ed2a4b-c394-4ff8-9e95-cea12e78adce tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:42.939090 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0ed2a4b-c394-4ff8-9e95-cea12e78adce tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:42.961114 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed2a4b-c394-4ff8-9e95-cea12e78adce tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=20a3030e-26a0-4346-9c4c-c72931eaddca,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:42.977920 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-398b1520-e96f-413f-a331-f47e139fb36b req-78e312ba-2362-490f-85af-5ce8143a2828 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 210 time: 0.0683978 Nov 11 12:15:42.988030 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c0ed2a4b-c394-4ff8-9e95-cea12e78adce tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8534949 Nov 11 12:15:42.994551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51794) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:42.996809 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06666a14-9898-4c1c-8b32-b156a0f36ced req-2228e210-99ac-4c52-ac93-88729df1d05d tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:43.001981 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b75f18cf-d1e5-4346-a4f1-ca03221b6620 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'mac_address': 'fa:16:3e:fa:e6:1f', 'name': 'tempest-NetworksTestDHCPv6-727133385'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:43.005840 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-06666a14-9898-4c1c-8b32-b156a0f36ced req-2228e210-99ac-4c52-ac93-88729df1d05d tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/ports?device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 946 time: 0.1564214 Nov 11 12:15:43.078325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-06666a14-9898-4c1c-8b32-b156a0f36ced req-80ee8bba-5004-4760-8de6-a7984c6a3633 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/security-groups?id=daab73d8-bedf-4beb-ac49-eb55834a37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711968 Nov 11 12:15:43.155913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75f18cf-d1e5-4346-a4f1-ca03221b6620 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:43.173622 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.184980 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.237883 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:43.247620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:43.253454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:43.291728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Pushing event updated for resources: {'Port': ['ID=43167279-2b96-4cd5-a011-1fe0c032b405,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:43.317943 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b75f18cf-d1e5-4346-a4f1-ca03221b6620 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.342416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-b75f18cf-d1e5-4346-a4f1-ca03221b6620 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port bae9b64d-23d1-4fe5-a688-69caf19dad6e yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:15:43.400778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Attempting to bind port 43167279-2b96-4cd5-a011-1fe0c032b405 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:43.401150 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Attempting to bind port 43167279-2b96-4cd5-a011-1fe0c032b405 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:43.401510 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Attempting to bind port 43167279-2b96-4cd5-a011-1fe0c032b405 on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:43.414656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:43.415261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:43.415399 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.415793 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:43.416260 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Bound port: 43167279-2b96-4cd5-a011-1fe0c032b405, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:43.416632 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.581964 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] For port 43167279-2b96-4cd5-a011-1fe0c032b405, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:43.592369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] For port 43167279-2b96-4cd5-a011-1fe0c032b405, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=43167279-2b96-4cd5-a011-1fe0c032b405,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:43.603590 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.661791 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec522d5-e70c-4c5a-9b21-836921295abf req-7cb86958-fcaa-47ac-a90e-d0aaa87af586 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:43.667473 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dec522d5-e70c-4c5a-9b21-836921295abf req-7cb86958-fcaa-47ac-a90e-d0aaa87af586 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.1533277 Nov 11 12:15:43.803755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-b75f18cf-d1e5-4346-a4f1-ca03221b6620 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 172.20.0.13 (bad2fb1b-5419-4704-a46b-842512226b60/20a3030e-26a0-4346-9c4c-c72931eaddca/bae9b64d-23d1-4fe5-a688-69caf19dad6e) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:43.810843 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66ef94-635a-4d4c-bd5a-9403fab2d4d3 None None] Pushing event updated for resources: {'Port': ['ID=43167279-2b96-4cd5-a011-1fe0c032b405,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:43.831767 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dec522d5-e70c-4c5a-9b21-836921295abf req-861d926e-0ac2-4dde-b823-d0a5c644d3f5 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504123 Nov 11 12:15:43.845073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-b75f18cf-d1e5-4346-a4f1-ca03221b6620 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::f816:3eff:fefa:e61f (bad2fb1b-5419-4704-a46b-842512226b60/4631cfca-da20-418f-bf76-f6129c01a6b8/bae9b64d-23d1-4fe5-a688-69caf19dad6e) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:43.882035 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-c78581f9-2039-4a2a-8e74-707396b65f4a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:43.883757 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-c78581f9-2039-4a2a-8e74-707396b65f4a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.62 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 812 time: 0.2696898 Nov 11 12:15:43.918569 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-fc9dc232-1ec0-4f06-b790-f2c42ebd580e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Request body: {'port': {'device_id': '25796aa4-f657-44c3-a03c-42371fa09bfb', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'admin_state_up': True, 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:44.228144 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-859e90e6-6f1f-426c-b20d-76a41c3926db req-ba4fcd2f-75f2-4946-b972-a1cdb65d061a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 210 time: 0.0492988 Nov 11 12:15:44.282052 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b75f18cf-d1e5-4346-a4f1-ca03221b6620 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.336018 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b75f18cf-d1e5-4346-a4f1-ca03221b6620 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.410444 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f18cf-d1e5-4346-a4f1-ca03221b6620 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=bae9b64d-23d1-4fe5-a688-69caf19dad6e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:44.432386 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75f18cf-d1e5-4346-a4f1-ca03221b6620 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:44.433320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327edafc-dabf-45af-abc0-1cc3e50c1afc req-8c8247dd-f14b-4a27-a52e-70a7a34aaa88 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:44.434878 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-b75f18cf-d1e5-4346-a4f1-ca03221b6620 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:44.438079 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-fc9dc232-1ec0-4f06-b790-f2c42ebd580e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Made reservation on behalf of dcbd321ff8c34e24a110bf9a388e82c0 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:44.441511 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-fc9dc232-1ec0-4f06-b790-f2c42ebd580e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.451505 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-327edafc-dabf-45af-abc0-1cc3e50c1afc req-8c8247dd-f14b-4a27-a52e-70a7a34aaa88 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/ports?device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 946 time: 0.1983526 Nov 11 12:15:44.457437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75f18cf-d1e5-4346-a4f1-ca03221b6620 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:44.509311 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eefcce-83ff-4afe-a609-ee7c973188e8 req-3cafc048-20b0-4add-8117-528d0708f528 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:44.514659 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-24eefcce-83ff-4afe-a609-ee7c973188e8 req-3cafc048-20b0-4add-8117-528d0708f528 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.62 "GET /v2.0/ports?device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 946 time: 0.1978788 Nov 11 12:15:44.553163 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-327edafc-dabf-45af-abc0-1cc3e50c1afc req-4ca7c87e-aff1-4d54-853c-ccc4ec0188e2 tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/security-groups?id=daab73d8-bedf-4beb-ac49-eb55834a37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002996 Nov 11 12:15:44.681831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75f18cf-d1e5-4346-a4f1-ca03221b6620 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:44.682468 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b75f18cf-d1e5-4346-a4f1-ca03221b6620 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.756322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51830) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:44.757271 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b75f18cf-d1e5-4346-a4f1-ca03221b6620 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7594879 Nov 11 12:15:44.788158 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-fc9dc232-1ec0-4f06-b790-f2c42ebd580e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Allocated IP 172.20.0.12 (bdd4511e-5656-4b9d-9635-a504c30841d6/f46dfb4a-339a-47e1-91d5-1664a814afa1/f7f676dc-7d86-410e-833b-11ad60385c82) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:44.819275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-24eefcce-83ff-4afe-a609-ee7c973188e8 req-eaf0ec4c-4f0b-4a9c-bf5b-3bbc107b88aa tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Deleting port 3b079168-a59d-45d9-9a63-cab5901f0c4a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:44.820355 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-24eefcce-83ff-4afe-a609-ee7c973188e8 req-eaf0ec4c-4f0b-4a9c-bf5b-3bbc107b88aa tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.845600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2569adb9-f20a-4883-b4b5-eb47451a172f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:44.851946 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2569adb9-f20a-4883-b4b5-eb47451a172f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:44.855985 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2569adb9-f20a-4883-b4b5-eb47451a172f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0962803 Nov 11 12:15:44.856691 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51834) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:44.996064 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38125b-8bce-46f2-9cdb-460ed6822476 req-5a3c31a1-0790-420b-9967-7b4197d102c8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:45.003731 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb38125b-8bce-46f2-9cdb-460ed6822476 req-5a3c31a1-0790-420b-9967-7b4197d102c8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.0930831 Nov 11 12:15:45.153353 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb38125b-8bce-46f2-9cdb-460ed6822476 req-9a3fd8e1-efde-466f-adef-3b40deb6a4b6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444941 Nov 11 12:15:45.480832 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-914188e4-2125-42ff-82bc-d395e0d05b55 req-28d4be63-2871-45ed-9803-4497874a3cf9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 210 time: 0.1487153 Nov 11 12:15:45.611538 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-24eefcce-83ff-4afe-a609-ee7c973188e8 req-eaf0ec4c-4f0b-4a9c-bf5b-3bbc107b88aa tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] For port 3b079168-a59d-45d9-9a63-cab5901f0c4a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=3b079168-a59d-45d9-9a63-cab5901f0c4a,segment=NetworkSegment(49315de7-de67-4f6f-8e00-39a4fe3dc74a),segment_id=49315de7-de67-4f6f-8e00-39a4fe3dc74a)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:45.612053 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-24eefcce-83ff-4afe-a609-ee7c973188e8 req-eaf0ec4c-4f0b-4a9c-bf5b-3bbc107b88aa tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.636516 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7482c472-401c-469b-aa0f-6cb1b89a1cb4 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:45.640249 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-24eefcce-83ff-4afe-a609-ee7c973188e8 req-eaf0ec4c-4f0b-4a9c-bf5b-3bbc107b88aa tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Calling delete_port for 3b079168-a59d-45d9-9a63-cab5901f0c4a owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:45.682465 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-fc9dc232-1ec0-4f06-b790-f2c42ebd580e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.688845 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-39189727-6491-4d86-b1b6-a8a3672b16b3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port bae9b64d-23d1-4fe5-a688-69caf19dad6e {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:45.689173 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39189727-6491-4d86-b1b6-a8a3672b16b3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.791718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572edb9-06b2-43fa-b49c-f7337741f12d req-bd414658-555b-4597-b6d5-3a8c73a1e3cb tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:45.796065 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9572edb9-06b2-43fa-b49c-f7337741f12d req-bd414658-555b-4597-b6d5-3a8c73a1e3cb tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/ports?device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 946 time: 0.1163630 Nov 11 12:15:45.918895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bec6b212-ec75-49c6-95b8-8476af68e8b5 None None] Provisioning complete for port 43167279-2b96-4cd5-a011-1fe0c032b405 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:45.923805 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bec6b212-ec75-49c6-95b8-8476af68e8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.926032 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9572edb9-06b2-43fa-b49c-f7337741f12d req-7396edab-0c0b-4ce5-9e2a-282ff5d77d2f tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/security-groups?id=daab73d8-bedf-4beb-ac49-eb55834a37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223364 Nov 11 12:15:45.945665 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 43167279-2b96-4cd5-a011-1fe0c032b405 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:45.962287 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39189727-6491-4d86-b1b6-a8a3672b16b3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.973186 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-fc9dc232-1ec0-4f06-b790-f2c42ebd580e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.040100 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.046326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['b427c82b-edcb-42d8-91b1-749d7815542f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:15:46.047316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-39189727-6491-4d86-b1b6-a8a3672b16b3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for bae9b64d-23d1-4fe5-a688-69caf19dad6e owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:46.050749 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dc232-1ec0-4f06-b790-f2c42ebd580e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event updated for resources: {'Port': ['ID=f7f676dc-7d86-410e-833b-11ad60385c82,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:46.317682 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 43167279-2b96-4cd5-a011-1fe0c032b405 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:46.318628 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.326401 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bec6b212-ec75-49c6-95b8-8476af68e8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.382976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-fc9dc232-1ec0-4f06-b790-f2c42ebd580e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Network bdd4511e-5656-4b9d-9635-a504c30841d6 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:46.396727 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ec370-72ab-4fd4-aac9-902b83b7249a req-06ee0ac1-c10c-4ad9-91d8-15867df71758 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:46.398728 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b1ec370-72ab-4fd4-aac9-902b83b7249a req-06ee0ac1-c10c-4ad9-91d8-15867df71758 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.1259317 Nov 11 12:15:46.400821 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39189727-6491-4d86-b1b6-a8a3672b16b3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.402811 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-fc9dc232-1ec0-4f06-b790-f2c42ebd580e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:46.410849 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-fc9dc232-1ec0-4f06-b790-f2c42ebd580e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:46.509371 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b1ec370-72ab-4fd4-aac9-902b83b7249a req-84470034-da11-4da4-996f-381e14a6d089 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027100 Nov 11 12:15:46.541608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39189727-6491-4d86-b1b6-a8a3672b16b3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=bae9b64d-23d1-4fe5-a688-69caf19dad6e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:46.565028 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-bec6b212-ec75-49c6-95b8-8476af68e8b5 None None] For port 43167279-2b96-4cd5-a011-1fe0c032b405, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=43167279-2b96-4cd5-a011-1fe0c032b405,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:46.602525 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bec6b212-ec75-49c6-95b8-8476af68e8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.716997 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-24eefcce-83ff-4afe-a609-ee7c973188e8 req-eaf0ec4c-4f0b-4a9c-bf5b-3bbc107b88aa tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.720739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6b212-ec75-49c6-95b8-8476af68e8b5 None None] Pushing event updated for resources: {'Port': ['ID=43167279-2b96-4cd5-a011-1fe0c032b405,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:46.729997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7850e-5f99-43c9-9bcf-6612d5d0c08d req-0b838a4e-5dc0-4fa7-a0bc-3ddc97f6504b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:46.732795 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8992cb-91a3-450d-a099-12ac633490d5 None None] Update dhcp port {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'fixed_ips': [{'subnet_id': '4631cfca-da20-418f-bf76-f6129c01a6b8', 'ip_address': '2001:db8::f816:3eff:fe09:6472'}, {'subnet_id': '20a3030e-26a0-4346-9c4c-c72931eaddca'}], 'binding:host_id': 'n-d-807359-3'}, 'id': '43167279-2b96-4cd5-a011-1fe0c032b405'} from n-d-807359-3. {{(pid=109155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:15:46.751047 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79d7850e-5f99-43c9-9bcf-6612d5d0c08d req-0b838a4e-5dc0-4fa7-a0bc-3ddc97f6504b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 932 time: 0.1281598 Nov 11 12:15:46.787839 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4b8992cb-91a3-450d-a099-12ac633490d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.824790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0ec4c-4f0b-4a9c-bf5b-3bbc107b88aa tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Pushing event deleted for resources: {'Port': ['ID=3b079168-a59d-45d9-9a63-cab5901f0c4a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:46.835558 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-fc9dc232-1ec0-4f06-b790-f2c42ebd580e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:46.836165 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-fc9dc232-1ec0-4f06-b790-f2c42ebd580e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.855711 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39189727-6491-4d86-b1b6-a8a3672b16b3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.860069 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-39189727-6491-4d86-b1b6-a8a3672b16b3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/bae9b64d-23d1-4fe5-a688-69caf19dad6e HTTP/1.1" status: 204 len: 168 time: 1.9982538 Nov 11 12:15:46.867012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51872) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:46.880356 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79d7850e-5f99-43c9-9bcf-6612d5d0c08d req-611bf62f-6ce2-409a-8386-d31883e3b21d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192756 Nov 11 12:15:46.989836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bbd7fbf0-4909-46ea-a46a-96344c2bab8c None None] Provisioning complete for port f7f676dc-7d86-410e-833b-11ad60385c82 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:46.990399 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bbd7fbf0-4909-46ea-a46a-96344c2bab8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.995235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-24eefcce-83ff-4afe-a609-ee7c973188e8 req-eaf0ec4c-4f0b-4a9c-bf5b-3bbc107b88aa tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] No DVR routers for this DVR port 3b079168-a59d-45d9-9a63-cab5901f0c4a on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:47.028519 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-24eefcce-83ff-4afe-a609-ee7c973188e8 req-eaf0ec4c-4f0b-4a9c-bf5b-3bbc107b88aa tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.030928 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7fbf0-4909-46ea-a46a-96344c2bab8c None None] Port f7f676dc-7d86-410e-833b-11ad60385c82 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:47.045381 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-24eefcce-83ff-4afe-a609-ee7c973188e8 req-eaf0ec4c-4f0b-4a9c-bf5b-3bbc107b88aa tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.62 "DELETE /v2.0/ports/3b079168-a59d-45d9-9a63-cab5901f0c4a HTTP/1.1" status: 204 len: 173 time: 2.5119843 Nov 11 12:15:47.048480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167da72f-66af-4c49-86e8-e41f82eedc07', 'name': 'network-vif-deleted', 'tag': '3b079168-a59d-45d9-9a63-cab5901f0c4a'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:15:47.058106 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada5b53f-9eb9-48fa-a5a9-7bae4d8b6142" -d '{"events": [{"server_uuid": "167da72f-66af-4c49-86e8-e41f82eedc07", "name": "network-vif-deleted", "tag": "3b079168-a59d-45d9-9a63-cab5901f0c4a"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:15:47.089714 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-fc9dc232-1ec0-4f06-b790-f2c42ebd580e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1897328 Nov 11 12:15:47.111109 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-4b8992cb-91a3-450d-a099-12ac633490d5 None None] Allocated IP 172.20.0.2 (bad2fb1b-5419-4704-a46b-842512226b60/20a3030e-26a0-4346-9c4c-c72931eaddca/43167279-2b96-4cd5-a011-1fe0c032b405) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:47.156842 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Request body: {'port': {'device_id': '25796aa4-f657-44c3-a03c-42371fa09bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:47.193206 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a3e46b4-bf49-467a-b8f8-082ae24db8fa req-fee9e36c-62f0-4163-a93e-15a06d38c48b tempest-ServersNegativeTestMultiTenantJSON-1700067336 tempest-ServersNegativeTestMultiTenantJSON-1700067336-project] 10.222.0.65 "GET /v2.0/ports?device_id=167da72f-66af-4c49-86e8-e41f82eedc07 HTTP/1.1" status: 200 len: 210 time: 0.0514534 Nov 11 12:15:47.229286 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3467225b-c7eb-4cd5-8331-829c4fedccb8 x-openstack-request-id: req-3467225b-c7eb-4cd5-8331-829c4fedccb8 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:15:47.229812 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167da72f-66af-4c49-86e8-e41f82eedc07", "name": "network-vif-deleted", "tag": "3b079168-a59d-45d9-9a63-cab5901f0c4a", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:15:47.230414 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3467225b-c7eb-4cd5-8331-829c4fedccb8 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:15:47.231127 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167da72f-66af-4c49-86e8-e41f82eedc07', 'name': 'network-vif-deleted', 'tag': '3b079168-a59d-45d9-9a63-cab5901f0c4a', 'status': 'completed', 'code': 200} Nov 11 12:15:47.284389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4b8992cb-91a3-450d-a099-12ac633490d5 None None] For port 43167279-2b96-4cd5-a011-1fe0c032b405, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=43167279-2b96-4cd5-a011-1fe0c032b405,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:47.293870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f33e32-c741-41a0-86da-b8e9fdbb3ce8 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:47.295759 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f33e32-c741-41a0-86da-b8e9fdbb3ce8 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:47.297821 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f33e32-c741-41a0-86da-b8e9fdbb3ce8 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:47.302287 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e6f33e32-c741-41a0-86da-b8e9fdbb3ce8 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4338562 Nov 11 12:15:47.303074 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51882) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:47.316758 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4b8992cb-91a3-450d-a099-12ac633490d5 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.317927 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.324642 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4b8992cb-91a3-450d-a099-12ac633490d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.377084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e231f48-4a3a-484d-920b-e2c6e7708803 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 20a3030e-26a0-4346-9c4c-c72931eaddca {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:47.381163 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e231f48-4a3a-484d-920b-e2c6e7708803 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.447375 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e231f48-4a3a-484d-920b-e2c6e7708803 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.517122 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8992cb-91a3-450d-a099-12ac633490d5 None None] Pushing event updated for resources: {'Port': ['ID=43167279-2b96-4cd5-a011-1fe0c032b405,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:47.692782 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e231f48-4a3a-484d-920b-e2c6e7708803 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.855297 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e231f48-4a3a-484d-920b-e2c6e7708803 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.922241 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e231f48-4a3a-484d-920b-e2c6e7708803 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=20a3030e-26a0-4346-9c4c-c72931eaddca,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:47.937762 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e231f48-4a3a-484d-920b-e2c6e7708803 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.949418 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0e231f48-4a3a-484d-920b-e2c6e7708803 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/20a3030e-26a0-4346-9c4c-c72931eaddca HTTP/1.1" status: 204 len: 168 time: 0.6447647 Nov 11 12:15:47.954229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51902) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:47.964894 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 43167279-2b96-4cd5-a011-1fe0c032b405 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:48.050607 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f676dc-7d86-410e-833b-11ad60385c82 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:15:48.065203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b13dfef-af39-4886-b4a3-f000cedde218 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 4631cfca-da20-418f-bf76-f6129c01a6b8 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:48.076965 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.077831 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1b13dfef-af39-4886-b4a3-f000cedde218 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.108876 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 3b079168-a59d-45d9-9a63-cab5901f0c4a no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:48.142123 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Transition to ACTIVE for port object f7f676dc-7d86-410e-833b-11ad60385c82 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:15:48.151530 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.178402 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 3b079168-a59d-45d9-9a63-cab5901f0c4a {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:48.179018 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 3b079168-a59d-45d9-9a63-cab5901f0c4a not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:48.244141 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 43167279-2b96-4cd5-a011-1fe0c032b405 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:48.245658 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.291149 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb9a7-d057-4a30-8160-91a9909a9580 req-6a63612a-f4c2-42c4-9392-b42e406c2235 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:48.292913 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43ffb9a7-d057-4a30-8160-91a9909a9580 req-6a63612a-f4c2-42c4-9392-b42e406c2235 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.4533978 Nov 11 12:15:48.309527 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f676dc-7d86-410e-833b-11ad60385c82,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:48.399048 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1b13dfef-af39-4886-b4a3-f000cedde218 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.461993 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Attempting to bind port f7f676dc-7d86-410e-833b-11ad60385c82 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:48.462515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Attempting to bind port f7f676dc-7d86-410e-833b-11ad60385c82 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:48.462918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Attempting to bind port f7f676dc-7d86-410e-833b-11ad60385c82 on network bdd4511e-5656-4b9d-9635-a504c30841d6 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:48.469026 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Port f7f676dc-7d86-410e-833b-11ad60385c82 on network bdd4511e-5656-4b9d-9635-a504c30841d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:15:48.469432 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Attempting to bind port f7f676dc-7d86-410e-833b-11ad60385c82 on network bdd4511e-5656-4b9d-9635-a504c30841d6 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:48.478557 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:48.478817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Checking segment: {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:48.489816 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Bound using segment: {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:48.490505 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Bound port: f7f676dc-7d86-410e-833b-11ad60385c82, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:48.490964 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.543764 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43ffb9a7-d057-4a30-8160-91a9909a9580 req-5b44c52e-b2cc-4a83-ad8c-e510f30a6995 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331302 Nov 11 12:15:48.631234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] For port f7f676dc-7d86-410e-833b-11ad60385c82, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:48.636843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] For port f7f676dc-7d86-410e-833b-11ad60385c82, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f7f676dc-7d86-410e-833b-11ad60385c82,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:48.645355 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.674713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51918) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:48.709932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f21620-58de-4d3e-8dd6-dc3752b11f2a req-9925a202-9079-468a-aea6-06103d51142c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:48.717363 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9f21620-58de-4d3e-8dd6-dc3752b11f2a req-9925a202-9079-468a-aea6-06103d51142c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 944 time: 0.6279087 Nov 11 12:15:48.740906 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:48.741540 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.743065 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] 10.222.0.62 "PUT /v2.0/ports/f7f676dc-7d86-410e-833b-11ad60385c82 HTTP/1.1" status: 200 len: 1092 time: 1.6033216 Nov 11 12:15:48.825439 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ea69b1-a464-40f7-ac19-b8acd4d372fc None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:48.843637 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1b13dfef-af39-4886-b4a3-f000cedde218 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.862053 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9f21620-58de-4d3e-8dd6-dc3752b11f2a req-a1a97453-8a4d-4462-8eac-559af6d4eb2f tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435242 Nov 11 12:15:48.885102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bdae9-5eb0-47f4-9ff9-7e566ba97bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f676dc-7d86-410e-833b-11ad60385c82,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:48.916366 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9dd4d837-1630-4e3c-9802-a8677b9fe698 None None] Provisioning complete for port 43167279-2b96-4cd5-a011-1fe0c032b405 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:48.917885 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9dd4d837-1630-4e3c-9802-a8677b9fe698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.955640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-cbfbb29c-356a-4c40-a5e4-2c9f5bfb75c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:48.957175 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-342a5d8c-1ffa-477e-b923-5f32473a730c admin admin] Deleting subnet 5871d555-cc5a-48e0-9669-ec0b1743eb09 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:48.958596 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-cbfbb29c-356a-4c40-a5e4-2c9f5bfb75c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 1095 time: 0.1624014 Nov 11 12:15:48.988273 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-342a5d8c-1ffa-477e-b923-5f32473a730c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.045024 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-f263e67c-2dcb-4a67-9ef5-4d78ff38031a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7f676dc-7d86-410e-833b-11ad60385c82 HTTP/1.1" status: 200 len: 217 time: 0.0726929 Nov 11 12:15:49.056242 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-342a5d8c-1ffa-477e-b923-5f32473a730c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.116399 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-342a5d8c-1ffa-477e-b923-5f32473a730c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.137862 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9dd4d837-1630-4e3c-9802-a8677b9fe698 None None] Could not find standard attr ID for object bae9b64d-23d1-4fe5-a688-69caf19dad6e. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:15:49.158461 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-c6c70d58-f331-4b75-9afe-8613c3e7df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:49.160598 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-c6c70d58-f331-4b75-9afe-8613c3e7df43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.1048136 Nov 11 12:15:49.233777 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25796aa4-f657-44c3-a03c-42371fa09bfb', 'tag': 'f7f676dc-7d86-410e-833b-11ad60385c82'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:15:49.241469 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8b6d9c-3383-4702-8264-f7b7372a1d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "25796aa4-f657-44c3-a03c-42371fa09bfb", "tag": "f7f676dc-7d86-410e-833b-11ad60385c82"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:15:49.246128 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-342a5d8c-1ffa-477e-b923-5f32473a730c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.276030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-3375e051-497c-413e-b61b-74c641ebc95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:49.280065 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-3375e051-497c-413e-b61b-74c641ebc95c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066074 Nov 11 12:15:49.326653 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-342a5d8c-1ffa-477e-b923-5f32473a730c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.336030 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-342a5d8c-1ffa-477e-b923-5f32473a730c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5871d555-cc5a-48e0-9669-ec0b1743eb09 HTTP/1.1" status: 204 len: 168 time: 0.6570833 Nov 11 12:15:49.336184 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e56eff-a6c9-4bf5-8ac9-09836c5766e2 x-openstack-request-id: req-c2e56eff-a6c9-4bf5-8ac9-09836c5766e2 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:15:49.336184 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25796aa4-f657-44c3-a03c-42371fa09bfb", "tag": "f7f676dc-7d86-410e-833b-11ad60385c82", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:15:49.336449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a5d8c-1ffa-477e-b923-5f32473a730c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5871d555-cc5a-48e0-9669-ec0b1743eb09,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:49.336657 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2e56eff-a6c9-4bf5-8ac9-09836c5766e2 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:15:49.336657 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25796aa4-f657-44c3-a03c-42371fa09bfb', 'tag': 'f7f676dc-7d86-410e-833b-11ad60385c82', 'status': 'completed', 'code': 200} Nov 11 12:15:49.342449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51926) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:49.494521 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-3952f328-9676-461b-b9c9-8710469243ef service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025416 Nov 11 12:15:49.509466 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-561bab74-298d-4d0f-aa95-da0fcb28cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.513156 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1b13dfef-af39-4886-b4a3-f000cedde218 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.569886 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1b13dfef-af39-4886-b4a3-f000cedde218 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.573275 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1b13dfef-af39-4886-b4a3-f000cedde218 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/4631cfca-da20-418f-bf76-f6129c01a6b8 HTTP/1.1" status: 204 len: 168 time: 1.6180868 Nov 11 12:15:49.619700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13dfef-af39-4886-b4a3-f000cedde218 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=4631cfca-da20-418f-bf76-f6129c01a6b8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:49.621528 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51936) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:49.713699 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bb6c3106-4fe8-4d64-8980-eb3c1788a522 req-306345b5-4c50-453a-8349-0493d1d5c15d service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084136 Nov 11 12:15:49.772776 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-561bab74-298d-4d0f-aa95-da0fcb28cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.800235 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ad4e4549-3a47-4a78-a44d-8c1e9b751175 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101575 Nov 11 12:15:49.802566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51940) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:49.814191 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-4cdba6b5-f62c-400c-bb57-f68014cecd52 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:49.861019 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b6d9c-3383-4702-8264-f7b7372a1d0a req-18b162f3-073a-4b30-aeb0-ad9c47de270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:49.862832 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e8b6d9c-3383-4702-8264-f7b7372a1d0a req-18b162f3-073a-4b30-aeb0-ad9c47de270c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 1095 time: 0.0886967 Nov 11 12:15:49.869726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-561bab74-298d-4d0f-aa95-da0fcb28cc0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2d176b-a3d7-44d2-aa89-cdf727affb0f']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:49.937301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-561bab74-298d-4d0f-aa95-da0fcb28cc0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49315de7-de67-4f6f-8e00-39a4fe3dc74a') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:49.942596 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-561bab74-298d-4d0f-aa95-da0fcb28cc0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49315de7-de67-4f6f-8e00-39a4fe3dc74a') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:50.000651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b6d9c-3383-4702-8264-f7b7372a1d0a req-cbe70bc4-5aca-4810-884f-a422572e7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:50.002589 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e8b6d9c-3383-4702-8264-f7b7372a1d0a req-cbe70bc4-5aca-4810-884f-a422572e7f75 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.1320453 Nov 11 12:15:50.003029 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b04cf3-c1d6-4855-90bc-f8610124f645 req-e231b642-5c78-429b-88fb-34d374f7761d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:50.004684 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-04b04cf3-c1d6-4855-90bc-f8610124f645 req-e231b642-5c78-429b-88fb-34d374f7761d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.2888641 Nov 11 12:15:50.007037 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-561bab74-298d-4d0f-aa95-da0fcb28cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.058079 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e8b6d9c-3383-4702-8264-f7b7372a1d0a req-93e734aa-1bff-4939-82e0-fd451d5f7d80 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7f676dc-7d86-410e-833b-11ad60385c82 HTTP/1.1" status: 200 len: 217 time: 0.0471170 Nov 11 12:15:50.067233 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a3664e-4200-4d5a-b0fc-d51175f007d8 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:50.108004 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-561bab74-298d-4d0f-aa95-da0fcb28cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.160004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b6d9c-3383-4702-8264-f7b7372a1d0a req-c1c236b8-aa8a-4c6d-be17-79c756036b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:50.162420 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e8b6d9c-3383-4702-8264-f7b7372a1d0a req-c1c236b8-aa8a-4c6d-be17-79c756036b41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.0749297 Nov 11 12:15:50.168088 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561bab74-298d-4d0f-aa95-da0fcb28cc0e admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:50.168813 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-561bab74-298d-4d0f-aa95-da0fcb28cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:50.176379 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:50.217196 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-04b04cf3-c1d6-4855-90bc-f8610124f645 req-eb7d617f-d5d8-4976-99de-8923941b5a4f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904616 Nov 11 12:15:50.232121 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5b5d573b-1e5c-4e2c-b06f-bf3c81fae1cc None None] Provisioning complete for port 43167279-2b96-4cd5-a011-1fe0c032b405 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:50.232624 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5b5d573b-1e5c-4e2c-b06f-bf3c81fae1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.232934 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b6d9c-3383-4702-8264-f7b7372a1d0a req-c49fd234-6dba-419d-ba3a-a7a94dad84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:50.234888 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e8b6d9c-3383-4702-8264-f7b7372a1d0a req-c49fd234-6dba-419d-ba3a-a7a94dad84d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637913 Nov 11 12:15:50.302311 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdba6b5-f62c-400c-bb57-f68014cecd52 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:50.317499 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cdba6b5-f62c-400c-bb57-f68014cecd52 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.377697 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e8b6d9c-3383-4702-8264-f7b7372a1d0a req-d246c85d-83b9-4368-9fbb-c286d3d0e32b service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346309 Nov 11 12:15:50.381553 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e49a0-baa8-46ac-aaef-e6b24f5a3061 req-5b52849e-6b1e-42bb-9903-802388a886dd tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:50.405895 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e22e49a0-baa8-46ac-aaef-e6b24f5a3061 req-5b52849e-6b1e-42bb-9903-802388a886dd tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 944 time: 0.4250355 Nov 11 12:15:50.483300 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-561bab74-298d-4d0f-aa95-da0fcb28cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.495389 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-561bab74-298d-4d0f-aa95-da0fcb28cc0e admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.514893 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-561bab74-298d-4d0f-aa95-da0fcb28cc0e admin admin] 10.222.0.65 "DELETE /v2.0/networks/1d2d176b-a3d7-44d2-aa89-cdf727affb0f HTTP/1.1" status: 204 len: 168 time: 1.1617949 Nov 11 12:15:50.555601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51956) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:50.595903 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa8e144-1f4a-4e42-b4aa-ef88c92e3815 None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:50.620997 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2e8b6d9c-3383-4702-8264-f7b7372a1d0a req-b910b696-1bec-4acb-8de7-3f47f31aebf6 service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354553 Nov 11 12:15:50.633836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bab74-298d-4d0f-aa95-da0fcb28cc0e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d2d176b-a3d7-44d2-aa89-cdf727affb0f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:50.706883 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e22e49a0-baa8-46ac-aaef-e6b24f5a3061 req-9dbea2c2-66a9-465b-a854-938c32d3daaa tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999723 Nov 11 12:15:50.724247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-25aa57e2-095c-46be-a200-f9d374977a5e admin admin] Deleting subnet 94d31e3f-5347-4865-bb6e-684127dc26b4 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:50.730014 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-25aa57e2-095c-46be-a200-f9d374977a5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.807479 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-25aa57e2-095c-46be-a200-f9d374977a5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.913508 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-25aa57e2-095c-46be-a200-f9d374977a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.002905 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-25aa57e2-095c-46be-a200-f9d374977a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.017137 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-25aa57e2-095c-46be-a200-f9d374977a5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.020380 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-25aa57e2-095c-46be-a200-f9d374977a5e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/94d31e3f-5347-4865-bb6e-684127dc26b4 HTTP/1.1" status: 204 len: 168 time: 0.4640629 Nov 11 12:15:51.023513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51966) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:51.038504 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8e144-1f4a-4e42-b4aa-ef88c92e3815 None None] Deleting port 43167279-2b96-4cd5-a011-1fe0c032b405 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:51.039176 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e144-1f4a-4e42-b4aa-ef88c92e3815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.072126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa57e2-095c-46be-a200-f9d374977a5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d31e3f-5347-4865-bb6e-684127dc26b4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:51.150969 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d831e2b7-ce5d-411a-8d0a-b18914c999e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.156389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8fa8e144-1f4a-4e42-b4aa-ef88c92e3815 None None] For port 43167279-2b96-4cd5-a011-1fe0c032b405, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=43167279-2b96-4cd5-a011-1fe0c032b405,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:51.157018 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e144-1f4a-4e42-b4aa-ef88c92e3815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.182107 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8e144-1f4a-4e42-b4aa-ef88c92e3815 None None] Calling delete_port for 43167279-2b96-4cd5-a011-1fe0c032b405 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:51.241370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.objects.ports [None req-4cdba6b5-f62c-400c-bb57-f68014cecd52 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:15:51.283621 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d831e2b7-ce5d-411a-8d0a-b18914c999e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.341268 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d831e2b7-ce5d-411a-8d0a-b18914c999e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519b8427-74e4-4a24-a430-b3cf94551ad2']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:51.346819 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e144-1f4a-4e42-b4aa-ef88c92e3815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.380433 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa8e144-1f4a-4e42-b4aa-ef88c92e3815 None None] No DVR routers for this DVR port 43167279-2b96-4cd5-a011-1fe0c032b405 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:51.385191 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d831e2b7-ce5d-411a-8d0a-b18914c999e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aab4cc8-1b2d-468a-8f0a-5682bbd03d24') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:51.395408 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d831e2b7-ce5d-411a-8d0a-b18914c999e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aab4cc8-1b2d-468a-8f0a-5682bbd03d24') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:51.416939 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d831e2b7-ce5d-411a-8d0a-b18914c999e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.437537 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d831e2b7-ce5d-411a-8d0a-b18914c999e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.441376 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8e144-1f4a-4e42-b4aa-ef88c92e3815 None None] Pushing event deleted for resources: {'Port': ['ID=43167279-2b96-4cd5-a011-1fe0c032b405,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:51.445159 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d831e2b7-ce5d-411a-8d0a-b18914c999e6 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:51.445751 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d831e2b7-ce5d-411a-8d0a-b18914c999e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: items = [ Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: items = [ Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:51.448512 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:51.528126 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d831e2b7-ce5d-411a-8d0a-b18914c999e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.537052 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d831e2b7-ce5d-411a-8d0a-b18914c999e6 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.539971 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d831e2b7-ce5d-411a-8d0a-b18914c999e6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/519b8427-74e4-4a24-a430-b3cf94551ad2 HTTP/1.1" status: 204 len: 168 time: 0.5144451 Nov 11 12:15:51.553758 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831e2b7-ce5d-411a-8d0a-b18914c999e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=519b8427-74e4-4a24-a430-b3cf94551ad2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:51.579808 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b7889-d29c-4f18-861a-159174ab843c req-d0f611c8-6488-458c-aeb0-a90a817f1e3f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:51.581430 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-af5b7889-d29c-4f18-861a-159174ab843c req-d0f611c8-6488-458c-aeb0-a90a817f1e3f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.2324488 Nov 11 12:15:51.615206 n-d-807359-3 neutron-server[109153]: WARNING neutron.services.revisions.revision_plugin [None req-4cdba6b5-f62c-400c-bb57-f68014cecd52 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Could not find related port for resource to bump revision. Nov 11 12:15:51.644433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_pluggable_backend [None req-4cdba6b5-f62c-400c-bb57-f68014cecd52 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Port 43167279-2b96-4cd5-a011-1fe0c032b405 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109153) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 11 12:15:51.644736 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_pluggable_backend [None req-4cdba6b5-f62c-400c-bb57-f68014cecd52 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Reverting IP allocation for 2001:db8::f816:3eff:fe09:6472 {{(pid=109153) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 11 12:15:51.648799 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_pluggable_backend [None req-4cdba6b5-f62c-400c-bb57-f68014cecd52 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe09:6472 {{(pid=109153) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 11 12:15:51.650240 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cdba6b5-f62c-400c-bb57-f68014cecd52 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.688559 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.701740 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdba6b5-f62c-400c-bb57-f68014cecd52 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:51.722806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-4cdba6b5-f62c-400c-bb57-f68014cecd52 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:51.735858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9303bc4-b982-4377-a57a-645a1a476c18 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:51.754064 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdba6b5-f62c-400c-bb57-f68014cecd52 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:51.760755 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cdba6b5-f62c-400c-bb57-f68014cecd52 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.823890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-af5b7889-d29c-4f18-861a-159174ab843c req-2be38f1c-cc63-482b-b900-3b675e92b55f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070522 Nov 11 12:15:51.869979 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51990) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:51.883623 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 43167279-2b96-4cd5-a011-1fe0c032b405 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:51.884337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdba6b5-f62c-400c-bb57-f68014cecd52 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=4b6631d7-40fc-40d6-8d71-1c8653de69b9,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:51.890499 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4cdba6b5-f62c-400c-bb57-f68014cecd52 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0811963 Nov 11 12:15:51.894063 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 51992) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:51.900037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a83d92c9-a39a-43fa-94ba-9cff2d5b3134 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:51.936423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 43167279-2b96-4cd5-a011-1fe0c032b405 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:51.947078 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-aafc03c3-422c-4042-ab26-1f88a717c65f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c5a32f52cd74553986e11465663d158&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0756962 Nov 11 12:15:51.948096 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 43167279-2b96-4cd5-a011-1fe0c032b405 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:51.949576 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 51994) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:52.029698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57def6c5-f3a0-41bd-a4b5-48ff63721c7e req-cc3f8aa4-0091-4c26-86f1-d0082c7277bf tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:52.031348 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57def6c5-f3a0-41bd-a4b5-48ff63721c7e req-cc3f8aa4-0091-4c26-86f1-d0082c7277bf tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 944 time: 0.1953404 Nov 11 12:15:52.031510 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9acbc5c6-700c-41b4-a448-6fbb603e68e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.058511 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9acbc5c6-700c-41b4-a448-6fbb603e68e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.066082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83d92c9-a39a-43fa-94ba-9cff2d5b3134 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:52.069748 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a83d92c9-a39a-43fa-94ba-9cff2d5b3134 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.123007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f7f676dc-7d86-410e-833b-11ad60385c82 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:15:52.173207 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': '4b6631d7-40fc-40d6-8d71-1c8653de69b9'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:52.174317 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.176033 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9acbc5c6-700c-41b4-a448-6fbb603e68e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.179285 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9acbc5c6-700c-41b4-a448-6fbb603e68e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.184039 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9acbc5c6-700c-41b4-a448-6fbb603e68e0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/daab73d8-bedf-4beb-ac49-eb55834a37c1 HTTP/1.1" status: 204 len: 168 time: 0.2299738 Nov 11 12:15:52.196390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbc5c6-700c-41b4-a448-6fbb603e68e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daab73d8-bedf-4beb-ac49-eb55834a37c1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:52.221105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57def6c5-f3a0-41bd-a4b5-48ff63721c7e req-f16110d5-304a-41f1-9e90-5e072bedd393 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809802 Nov 11 12:15:52.373262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f7f676dc-7d86-410e-833b-11ad60385c82, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f7f676dc-7d86-410e-833b-11ad60385c82,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:52.412023 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'f7f676dc-7d86-410e-833b-11ad60385c82', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'port_id': 'f7f676dc-7d86-410e-833b-11ad60385c82', 'mac_address': 'fa:16:3e:6e:ba:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:15:52.448929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Allocated IP 2001:db8::f816:3eff:fe82:251a (bad2fb1b-5419-4704-a46b-842512226b60/4b6631d7-40fc-40d6-8d71-1c8653de69b9/14f7dad1-8576-4156-8dda-4cc33ba6b040) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:52.476759 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.599424 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a83d92c9-a39a-43fa-94ba-9cff2d5b3134 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.673194 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d92c9-a39a-43fa-94ba-9cff2d5b3134 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:52.680282 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-a83d92c9-a39a-43fa-94ba-9cff2d5b3134 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:52.684889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83d92c9-a39a-43fa-94ba-9cff2d5b3134 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:52.685722 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a83d92c9-a39a-43fa-94ba-9cff2d5b3134 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.691074 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f676dc-7d86-410e-833b-11ad60385c82 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:15:52.700650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d92c9-a39a-43fa-94ba-9cff2d5b3134 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=80cc3d41-377c-47d6-a2ed-5f7bedaff93c,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:52.701614 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.713537 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a83d92c9-a39a-43fa-94ba-9cff2d5b3134 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8182459 Nov 11 12:15:52.717499 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52010) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:52.731724 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.746207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-9c1474c3-e5f5-49b1-91e8-aed15bd289b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'mac_address': 'fa:16:3e:d4:4d:48', 'name': 'tempest-NetworksTestDHCPv6-404706790'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:52.792646 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f7f676dc-7d86-410e-833b-11ad60385c82, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f7f676dc-7d86-410e-833b-11ad60385c82,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:52.793953 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Pushing event updated for resources: {'Port': ['ID=14f7dad1-8576-4156-8dda-4cc33ba6b040,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:52.810367 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.817526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:52.820306 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52016) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:52.823284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:52.826288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:52.893780 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8beb3e3f-d9db-4cd3-a8ba-678671d76481 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=be88eebeb54e4c98acc505f86fe1d742&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0718853 Nov 11 12:15:52.896868 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52022) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:52.943412 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Attempting to bind port 14f7dad1-8576-4156-8dda-4cc33ba6b040 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:52.943874 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Attempting to bind port 14f7dad1-8576-4156-8dda-4cc33ba6b040 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:52.944282 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Attempting to bind port 14f7dad1-8576-4156-8dda-4cc33ba6b040 on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:52.952462 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f7f676dc-7d86-410e-833b-11ad60385c82,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:52.957174 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:52.957670 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:52.958129 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.958587 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:52.959580 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Bound port: 14f7dad1-8576-4156-8dda-4cc33ba6b040, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:52.960710 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.015596 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85242484-ff10-4c2b-a58d-2c3e4e8f6148 req-0deba9e1-c6a0-4890-9b9b-750692f2d887 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:53.017336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-85242484-ff10-4c2b-a58d-2c3e4e8f6148 req-0deba9e1-c6a0-4890-9b9b-750692f2d887 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.0821652 Nov 11 12:15:53.028743 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1474c3-e5f5-49b1-91e8-aed15bd289b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:53.055351 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f43d6037-c5f2-4b82-8eea-3a206c45a6b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.083374 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f7f676dc-7d86-410e-833b-11ad60385c82'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:15:53.089764 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f43d6037-c5f2-4b82-8eea-3a206c45a6b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.136107 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] For port 14f7dad1-8576-4156-8dda-4cc33ba6b040, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:53.180212 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] For port 14f7dad1-8576-4156-8dda-4cc33ba6b040, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=14f7dad1-8576-4156-8dda-4cc33ba6b040,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:53.186548 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f43d6037-c5f2-4b82-8eea-3a206c45a6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.189286 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f43d6037-c5f2-4b82-8eea-3a206c45a6b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.190502 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f43d6037-c5f2-4b82-8eea-3a206c45a6b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b984a745-afc9-4fd4-9911-dcfa2049e31f HTTP/1.1" status: 204 len: 168 time: 0.2915196 Nov 11 12:15:53.191308 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.201910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-85242484-ff10-4c2b-a58d-2c3e4e8f6148 req-3faf065c-26f0-4e9a-a56d-52cb82620adc tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748891 Nov 11 12:15:53.207027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d6037-c5f2-4b82-8eea-3a206c45a6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b984a745-afc9-4fd4-9911-dcfa2049e31f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:53.276817 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9c1474c3-e5f5-49b1-91e8-aed15bd289b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.348665 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-9c1474c3-e5f5-49b1-91e8-aed15bd289b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port 415892ab-c79b-40ed-84c4-9d2f429859f3 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:15:53.359118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14a151-e52f-49d9-8bf7-1b8619abc3d5 None None] Pushing event updated for resources: {'Port': ['ID=14f7dad1-8576-4156-8dda-4cc33ba6b040,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:53.948491 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 14f7dad1-8576-4156-8dda-4cc33ba6b040 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:54.058299 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 14f7dad1-8576-4156-8dda-4cc33ba6b040 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:54.058668 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.110703 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f7f676dc-7d86-410e-833b-11ad60385c82 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:54.200633 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f06a5-c3ca-4b33-9b35-238c3cf71859 req-4cbe2c41-4ad7-4be7-a2f4-0e7cde8b189b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:54.208121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c91f06a5-c3ca-4b33-9b35-238c3cf71859 req-4cbe2c41-4ad7-4be7-a2f4-0e7cde8b189b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 945 time: 0.8665295 Nov 11 12:15:54.260735 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.274137 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port f7f676dc-7d86-410e-833b-11ad60385c82 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:15:54.281504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c91f06a5-c3ca-4b33-9b35-238c3cf71859 req-2be1e1e3-9e04-4a7c-b039-82e766e2d82a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723114 Nov 11 12:15:54.315185 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 14f7dad1-8576-4156-8dda-4cc33ba6b040, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=14f7dad1-8576-4156-8dda-4cc33ba6b040,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:54.319910 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port f7f676dc-7d86-410e-833b-11ad60385c82 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:54.320393 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.324845 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.424914 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-9c1474c3-e5f5-49b1-91e8-aed15bd289b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 172.20.0.7 (bad2fb1b-5419-4704-a46b-842512226b60/80cc3d41-377c-47d6-a2ed-5f7bedaff93c/415892ab-c79b-40ed-84c4-9d2f429859f3) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:54.440789 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=14f7dad1-8576-4156-8dda-4cc33ba6b040,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:54.459386 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-9c1474c3-e5f5-49b1-91e8-aed15bd289b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::f816:3eff:fed4:4d48 (bad2fb1b-5419-4704-a46b-842512226b60/4b6631d7-40fc-40d6-8d71-1c8653de69b9/415892ab-c79b-40ed-84c4-9d2f429859f3) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:54.496716 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52072) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:54.555318 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.654589 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f7f676dc-7d86-410e-833b-11ad60385c82, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f7f676dc-7d86-410e-833b-11ad60385c82,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:54.656093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25796aa4-f657-44c3-a03c-42371fa09bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f676dc-7d86-410e-833b-11ad60385c82'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:15:54.664058 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f0abb4-c8db-4ee8-be56-36079bc0e0db" -d '{"events": [{"server_uuid": "25796aa4-f657-44c3-a03c-42371fa09bfb", "name": "network-vif-plugged", "status": "completed", "tag": "f7f676dc-7d86-410e-833b-11ad60385c82"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:15:54.673405 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e13f32-0caa-4aba-84ee-8cd9c8b8bcc5 req-c4cb534c-5cfb-492a-9408-d0c313115c20 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:54.675137 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.682097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25e13f32-0caa-4aba-84ee-8cd9c8b8bcc5 req-c4cb534c-5cfb-492a-9408-d0c313115c20 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.2755067 Nov 11 12:15:54.731463 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9c1474c3-e5f5-49b1-91e8-aed15bd289b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.731801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-37617240-network', 'tenant_id': 'c65a3793421346779a803c061e355092'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:54.789314 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e73e1c2-73bc-4248-82f5-7f595ccfcfdf x-openstack-request-id: req-7e73e1c2-73bc-4248-82f5-7f595ccfcfdf {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:15:54.798396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Made reservation on behalf of c65a3793421346779a803c061e355092 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:54.802063 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.803223 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25796aa4-f657-44c3-a03c-42371fa09bfb", "name": "network-vif-plugged", "status": "completed", "tag": "f7f676dc-7d86-410e-833b-11ad60385c82", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:15:54.804603 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e73e1c2-73bc-4248-82f5-7f595ccfcfdf {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:15:54.805796 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25796aa4-f657-44c3-a03c-42371fa09bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f676dc-7d86-410e-833b-11ad60385c82', 'code': 200} Nov 11 12:15:54.806353 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25e13f32-0caa-4aba-84ee-8cd9c8b8bcc5 req-8dc9c9b3-20c4-4bc6-9e3a-25b084cc1a63 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230338 Nov 11 12:15:54.831577 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f7f676dc-7d86-410e-833b-11ad60385c82,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:54.840610 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9c1474c3-e5f5-49b1-91e8-aed15bd289b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.873035 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.908080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1474c3-e5f5-49b1-91e8-aed15bd289b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:54.911541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-9c1474c3-e5f5-49b1-91e8-aed15bd289b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:54.917197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1474c3-e5f5-49b1-91e8-aed15bd289b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:54.971037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1474c3-e5f5-49b1-91e8-aed15bd289b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:54.971791 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9c1474c3-e5f5-49b1-91e8-aed15bd289b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.985094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1474c3-e5f5-49b1-91e8-aed15bd289b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=415892ab-c79b-40ed-84c4-9d2f429859f3,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:54.994474 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9c1474c3-e5f5-49b1-91e8-aed15bd289b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2745733 Nov 11 12:15:54.996715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52086) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:55.019003 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.025622 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.042294 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e701f7b-9352-4b75-93da-3d531a7fc0f6 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:55.049869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:15:55.060507 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.060857 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Added segment 50c2a0f5-5112-485f-9f40-f633e5c1c677 of type vlan for network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 Nov 11 12:15:55.091740 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ac0f3-dcaa-440f-83a5-79105bd048e2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:55.113752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ac0f3-dcaa-440f-83a5-79105bd048e2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:55.113984 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.114138 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-001ac0f3-dcaa-440f-83a5-79105bd048e2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1120067 Nov 11 12:15:55.114138 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52088) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:55.168824 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b09723-0329-4920-9b58-21b9d0d7ece9,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:55.180352 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.181736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:55.182474 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.187333 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:55.188020 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:55.188525 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:55.189027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:55.189809 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:55.190299 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:55.190810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:55.191299 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:55.191805 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:55.192291 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:55.192778 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:55.193260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:55.220149 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b7aff7f-5434-49eb-a6c6-25e214c74eac None None] Provisioning complete for port 14f7dad1-8576-4156-8dda-4cc33ba6b040 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:55.220649 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b7aff7f-5434-49eb-a6c6-25e214c74eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.284436 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d75731-cb31-440d-aa16-4d1944ea5e36 req-3ced0581-c36e-4d75-b8dd-edac18ae3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:55.293413 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-83d75731-cb31-440d-aa16-4d1944ea5e36 req-3ced0581-c36e-4d75-b8dd-edac18ae3eb8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 1097 time: 0.4175475 Nov 11 12:15:55.325448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-7ed7e16a-07f5-47ca-a636-602c26439cd5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port 415892ab-c79b-40ed-84c4-9d2f429859f3 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:55.326087 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e16a-07f5-47ca-a636-602c26439cd5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.356206 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8558066 Nov 11 12:15:55.359454 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52096) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:55.377293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48063f17-e5da-4053-9c4b-15e2ae8c1799 admin admin] Pushing event updated for resources: {'Network': ['ID=b4efc2af-44dc-4d6c-a7d9-7144b87a1009,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:55.395560 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-23c0b52d-2552-4125-9039-68b3ea9779ae admin admin] Request body: {'subnet': {'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-37617240-subnet', 'tenant_id': 'c65a3793421346779a803c061e355092', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:55.396399 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:15:55.522354 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c0b52d-2552-4125-9039-68b3ea9779ae admin admin] Made reservation on behalf of c65a3793421346779a803c061e355092 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:55.524870 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1bca01-9701-4249-9088-312246564b92 None None] Update dhcp port {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'fixed_ips': [{'subnet_id': '4b6631d7-40fc-40d6-8d71-1c8653de69b9', 'ip_address': '2001:db8::f816:3eff:fe82:251a'}, {'subnet_id': '80cc3d41-377c-47d6-a2ed-5f7bedaff93c'}], 'binding:host_id': 'n-d-807359-3'}, 'id': '14f7dad1-8576-4156-8dda-4cc33ba6b040'} from n-d-807359-3. {{(pid=109155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:15:55.526319 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-23c0b52d-2552-4125-9039-68b3ea9779ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.530378 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-83d75731-cb31-440d-aa16-4d1944ea5e36 req-1843f824-f041-43c2-9f28-b32e749a1546 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158959 Nov 11 12:15:55.540621 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95f400-e9c1-48a3-9d8d-5e834030ab1b req-514b63a0-cea0-49ab-84d6-35c367633f33 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:55.542640 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e95f400-e9c1-48a3-9d8d-5e834030ab1b req-514b63a0-cea0-49ab-84d6-35c367633f33 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 946 time: 0.1140540 Nov 11 12:15:55.545121 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e16a-07f5-47ca-a636-602c26439cd5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.555019 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb1bca01-9701-4249-9088-312246564b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.586359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-7ed7e16a-07f5-47ca-a636-602c26439cd5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for 415892ab-c79b-40ed-84c4-9d2f429859f3 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:55.689945 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e95f400-e9c1-48a3-9d8d-5e834030ab1b req-30d9a6cb-147f-4718-84dd-d5b049f88aad tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360521 Nov 11 12:15:55.807500 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-eb1bca01-9701-4249-9088-312246564b92 None None] Allocated IP 172.20.0.2 (bad2fb1b-5419-4704-a46b-842512226b60/80cc3d41-377c-47d6-a2ed-5f7bedaff93c/14f7dad1-8576-4156-8dda-4cc33ba6b040) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:55.959506 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-23c0b52d-2552-4125-9039-68b3ea9779ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.987633 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 14f7dad1-8576-4156-8dda-4cc33ba6b040 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:56.008223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-eb1bca01-9701-4249-9088-312246564b92 None None] For port 14f7dad1-8576-4156-8dda-4cc33ba6b040, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=14f7dad1-8576-4156-8dda-4cc33ba6b040,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:56.052156 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6850b-ade8-4e9a-98c4-ac9e728a0381 req-e5787a90-5590-43c8-816d-95b2cd2def4a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:56.062796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0b52d-2552-4125-9039-68b3ea9779ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a85fc5db-a767-49f3-be73-059cad97fe22,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:56.068110 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73e6850b-ade8-4e9a-98c4-ac9e728a0381 req-e5787a90-5590-43c8-816d-95b2cd2def4a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.0892081 Nov 11 12:15:56.073388 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c0b52d-2552-4125-9039-68b3ea9779ae admin admin] Checking segment: {'id': '50c2a0f5-5112-485f-9f40-f633e5c1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:56.074230 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c0b52d-2552-4125-9039-68b3ea9779ae admin admin] Network hostable DHCP agents. Network: b4efc2af-44dc-4d6c-a7d9-7144b87a1009, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:15:56.075921 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e16a-07f5-47ca-a636-602c26439cd5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.107534 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c0b52d-2552-4125-9039-68b3ea9779ae admin admin] Network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:15:56.141340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-23c0b52d-2552-4125-9039-68b3ea9779ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, b4efc2af-44dc-4d6c-a7d9-7144b87a1009) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:56.147381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c0b52d-2552-4125-9039-68b3ea9779ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:56.148474 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-23c0b52d-2552-4125-9039-68b3ea9779ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.164180 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7e16a-07f5-47ca-a636-602c26439cd5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=415892ab-c79b-40ed-84c4-9d2f429859f3,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:56.172099 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9841b8-7dd0-42a1-8b9a-bae02ae0b97d None None] Network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:56.177830 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-23c0b52d-2552-4125-9039-68b3ea9779ae admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7975671 Nov 11 12:15:56.221006 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb1bca01-9701-4249-9088-312246564b92 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.234891 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb1bca01-9701-4249-9088-312246564b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.264464 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73e6850b-ade8-4e9a-98c4-ac9e728a0381 req-69790ee1-4da4-4129-a278-833fe96f14c0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952591 Nov 11 12:15:56.358471 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1bca01-9701-4249-9088-312246564b92 None None] Pushing event updated for resources: {'Port': ['ID=14f7dad1-8576-4156-8dda-4cc33ba6b040,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:56.366330 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e16a-07f5-47ca-a636-602c26439cd5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.375827 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7ed7e16a-07f5-47ca-a636-602c26439cd5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/415892ab-c79b-40ed-84c4-9d2f429859f3 HTTP/1.1" status: 204 len: 168 time: 1.2592616 Nov 11 12:15:56.376084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52116) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.402457 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 14f7dad1-8576-4156-8dda-4cc33ba6b040 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:56.402844 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.483598 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e8d07f-bf6c-4d66-835f-3f12bafd6b8a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:56.503661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e8d07f-bf6c-4d66-835f-3f12bafd6b8a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:56.503661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e8d07f-bf6c-4d66-835f-3f12bafd6b8a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:56.503661 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-65e8d07f-bf6c-4d66-835f-3f12bafd6b8a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1208055 Nov 11 12:15:56.503661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52126) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.598878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-092b1eed-c8d7-4dc1-ac9f-2a2b8bba3eb9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 4b6631d7-40fc-40d6-8d71-1c8653de69b9 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:56.603248 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-092b1eed-c8d7-4dc1-ac9f-2a2b8bba3eb9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.686463 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-092b1eed-c8d7-4dc1-ac9f-2a2b8bba3eb9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.052271 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-092b1eed-c8d7-4dc1-ac9f-2a2b8bba3eb9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.148697 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9844835b-b2cb-49e4-9521-27aab640e61d None None] Network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:57.219007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713ad61-1421-4988-87de-75e6793bff18 req-fc97e6bf-27e9-48ca-9efa-46cebf645030 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:57.231278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5713ad61-1421-4988-87de-75e6793bff18 req-fc97e6bf-27e9-48ca-9efa-46cebf645030 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 946 time: 0.2995489 Nov 11 12:15:57.310390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-a0a1f6cf-eb76-46c7-9fa8-a9b2be2d9954 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:57.321899 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-a0a1f6cf-eb76-46c7-9fa8-a9b2be2d9954 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/networks?id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009 HTTP/1.1" status: 200 len: 813 time: 0.5086267 Nov 11 12:15:57.380601 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-83efc957-6566-4c68-8863-cdacb6e6c5db tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/quotas/c65a3793421346779a803c061e355092 HTTP/1.1" status: 200 len: 375 time: 0.0574718 Nov 11 12:15:57.399893 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-092b1eed-c8d7-4dc1-ac9f-2a2b8bba3eb9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.455367 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-092b1eed-c8d7-4dc1-ac9f-2a2b8bba3eb9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.458747 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-092b1eed-c8d7-4dc1-ac9f-2a2b8bba3eb9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/4b6631d7-40fc-40d6-8d71-1c8653de69b9 HTTP/1.1" status: 204 len: 168 time: 0.9570251 Nov 11 12:15:57.463327 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52156) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:57.480125 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b1eed-c8d7-4dc1-ac9f-2a2b8bba3eb9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=4b6631d7-40fc-40d6-8d71-1c8653de69b9,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:57.492526 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-859e6483-3c4f-44e2-97b7-ee8b7bca0c74 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c65a3793421346779a803c061e355092&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0982485 Nov 11 12:15:57.529136 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5713ad61-1421-4988-87de-75e6793bff18 req-05cd0875-8f32-4532-af4b-62718fee394a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627697 Nov 11 12:15:57.623893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2cf2ab-a32f-4fa1-a56d-f851c942af55 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 80cc3d41-377c-47d6-a2ed-5f7bedaff93c {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:57.632221 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8f2cf2ab-a32f-4fa1-a56d-f851c942af55 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.667490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-938a839c-bf75-436d-875d-1bdaed979f5e service neutron] 10.222.0.65 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740317 Nov 11 12:15:57.721825 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8f2cf2ab-a32f-4fa1-a56d-f851c942af55 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.902749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 14f7dad1-8576-4156-8dda-4cc33ba6b040 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:57.917253 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-de7d7383-5bdb-47c5-ad38-e45cb0bbd81b service neutron] 10.222.0.65 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419622 Nov 11 12:15:57.967198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54afc3d-8d6c-4794-b162-556c8d04508a req-e0a5d693-23dc-4925-b62a-cd6bda1ac88f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:57.968916 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d54afc3d-8d6c-4794-b162-556c8d04508a req-e0a5d693-23dc-4925-b62a-cd6bda1ac88f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.2761569 Nov 11 12:15:57.971756 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8f2cf2ab-a32f-4fa1-a56d-f851c942af55 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.040548 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 14f7dad1-8576-4156-8dda-4cc33ba6b040 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:58.040998 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.118329 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d54afc3d-8d6c-4794-b162-556c8d04508a req-2210a20f-e0b1-4b88-a85e-e0d209694dc0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179652 Nov 11 12:15:58.146914 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8f2cf2ab-a32f-4fa1-a56d-f851c942af55 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.159701 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:15:58.204337 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cf2ab-a32f-4fa1-a56d-f851c942af55 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=80cc3d41-377c-47d6-a2ed-5f7bedaff93c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:58.213195 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09df4af9-4198-4ced-928d-2772c5c01e6d None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:58.229578 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8f2cf2ab-a32f-4fa1-a56d-f851c942af55 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.237538 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8f2cf2ab-a32f-4fa1-a56d-f851c942af55 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/80cc3d41-377c-47d6-a2ed-5f7bedaff93c HTTP/1.1" status: 204 len: 168 time: 0.7721817 Nov 11 12:15:58.238726 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-772164db-2253-416d-a159-914b54f86666 req-926a1776-7ce0-454c-b9dd-69af1f5ce08d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 210 time: 0.0318210 Nov 11 12:15:58.240232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52170) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:58.287560 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-03fa8245-9c97-47d0-be7b-bc950e1d2ba3 None None] Could not find standard attr ID for object 415892ab-c79b-40ed-84c4-9d2f429859f3. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:15:58.304587 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-77963792-a4a6-4928-99e9-ce95ca8bf3f5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631399 Nov 11 12:15:58.307464 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52172) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:58.312963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ade67ea9-2c5b-4d3c-a0d9-357cbeeb9c70 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:58.359092 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-03fa8245-9c97-47d0-be7b-bc950e1d2ba3 None None] Provisioning complete for port 14f7dad1-8576-4156-8dda-4cc33ba6b040 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:58.359855 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-03fa8245-9c97-47d0-be7b-bc950e1d2ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.492593 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade67ea9-2c5b-4d3c-a0d9-357cbeeb9c70 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:58.496928 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ade67ea9-2c5b-4d3c-a0d9-357cbeeb9c70 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.557457 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4636ce4c-046c-46cf-b97e-d9e27bfa1161 None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:58.631563 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4636ce4c-046c-46cf-b97e-d9e27bfa1161 None None] Deleting port 14f7dad1-8576-4156-8dda-4cc33ba6b040 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:58.632078 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4636ce4c-046c-46cf-b97e-d9e27bfa1161 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.740437 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4636ce4c-046c-46cf-b97e-d9e27bfa1161 None None] For port 14f7dad1-8576-4156-8dda-4cc33ba6b040, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=14f7dad1-8576-4156-8dda-4cc33ba6b040,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:58.740996 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4636ce4c-046c-46cf-b97e-d9e27bfa1161 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.759082 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4636ce4c-046c-46cf-b97e-d9e27bfa1161 None None] Calling delete_port for 14f7dad1-8576-4156-8dda-4cc33ba6b040 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:58.777309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb386a-d75f-40e6-ab49-de0bc7fb876c req-ff07f849-052b-4c91-aca6-fc6a965893df tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:58.779519 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcbb386a-d75f-40e6-ab49-de0bc7fb876c req-ff07f849-052b-4c91-aca6-fc6a965893df tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 946 time: 0.1058142 Nov 11 12:15:58.872999 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4636ce4c-046c-46cf-b97e-d9e27bfa1161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.878772 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcbb386a-d75f-40e6-ab49-de0bc7fb876c req-9e18fda5-ed54-4acc-b3a1-af6f3be158a1 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910044 Nov 11 12:15:58.970190 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4636ce4c-046c-46cf-b97e-d9e27bfa1161 None None] No DVR routers for this DVR port 14f7dad1-8576-4156-8dda-4cc33ba6b040 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:58.983470 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ade67ea9-2c5b-4d3c-a0d9-357cbeeb9c70 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.988436 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636ce4c-046c-46cf-b97e-d9e27bfa1161 None None] Pushing event deleted for resources: {'Port': ['ID=14f7dad1-8576-4156-8dda-4cc33ba6b040,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:59.038306 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade67ea9-2c5b-4d3c-a0d9-357cbeeb9c70 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:59.046328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-ade67ea9-2c5b-4d3c-a0d9-357cbeeb9c70 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:59.050836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade67ea9-2c5b-4d3c-a0d9-357cbeeb9c70 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:59.051512 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ade67ea9-2c5b-4d3c-a0d9-357cbeeb9c70 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.065972 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade67ea9-2c5b-4d3c-a0d9-357cbeeb9c70 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=45722105-98a0-4b8f-82bc-541d6f0d7d75,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:59.077655 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0abe300-7335-4a8a-9878-267ff7bdd56d None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:59.080143 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ade67ea9-2c5b-4d3c-a0d9-357cbeeb9c70 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7715704 Nov 11 12:15:59.083073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52200) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:59.088113 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4c101048-9c6d-456c-98e4-c98eb29b7597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:59.230350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c101048-9c6d-456c-98e4-c98eb29b7597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:59.238800 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4c101048-9c6d-456c-98e4-c98eb29b7597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.317760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': '45722105-98a0-4b8f-82bc-541d6f0d7d75'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:59.318739 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.324071 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffeb857-a90d-4db9-b79d-7224ab0a4f8c req-c9598ec0-2fa8-4d38-853c-77bf54e5a2d8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:59.325829 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ffeb857-a90d-4db9-b79d-7224ab0a4f8c req-c9598ec0-2fa8-4d38-853c-77bf54e5a2d8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 944 time: 0.1054363 Nov 11 12:15:59.380839 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5a467b0e-0bd7-4415-8c9b-5780bbec414a details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:15:59.411578 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34071ec9-0271-417a-ad2e-9b3d5639a04b req-bc3d2769-55d9-4bc8-b48f-d0f9b817ee93 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 210 time: 0.0611336 Nov 11 12:15:59.461978 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ffeb857-a90d-4db9-b79d-7224ab0a4f8c req-561d8e92-9046-4e94-8c26-c1fb68e08028 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288540 Nov 11 12:15:59.652538 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5a467b0e-0bd7-4415-8c9b-5780bbec414a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5a467b0e-0bd7-4415-8c9b-5780bbec414a,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:59.663376 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Allocated IP 172.20.0.2 (bad2fb1b-5419-4704-a46b-842512226b60/45722105-98a0-4b8f-82bc-541d6f0d7d75/f42cf603-aaa4-40b8-9913-6dcf48c1e6fc) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:59.675177 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '5a467b0e-0bd7-4415-8c9b-5780bbec414a', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'port_id': '5a467b0e-0bd7-4415-8c9b-5780bbec414a', 'mac_address': 'fa:16:3e:f4:8d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:15:59.730696 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.758380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a467b0e-0bd7-4415-8c9b-5780bbec414a {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:15:59.815830 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5a467b0e-0bd7-4415-8c9b-5780bbec414a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5a467b0e-0bd7-4415-8c9b-5780bbec414a,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:59.892408 n-d-807359-3 neutron-server[109154]: DEBUG neutron.objects.ports [None req-4c101048-9c6d-456c-98e4-c98eb29b7597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:15:59.909303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4c101048-9c6d-456c-98e4-c98eb29b7597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.965184 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.970389 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.973241 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 14f7dad1-8576-4156-8dda-4cc33ba6b040 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:59.980074 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.990355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c101048-9c6d-456c-98e4-c98eb29b7597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:59.992410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-4c101048-9c6d-456c-98e4-c98eb29b7597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:00.004272 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 14f7dad1-8576-4156-8dda-4cc33ba6b040 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:16:00.004621 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 14f7dad1-8576-4156-8dda-4cc33ba6b040 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:16:00.020530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-9ffe8beb-5718-4290-9db0-ebb3ce215b63 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:00.022084 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-9ffe8beb-5718-4290-9db0-ebb3ce215b63 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.62 "GET /v2.0/networks?id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009 HTTP/1.1" status: 200 len: 813 time: 0.3984380 Nov 11 12:16:00.024329 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c101048-9c6d-456c-98e4-c98eb29b7597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:00.024329 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4c101048-9c6d-456c-98e4-c98eb29b7597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.055677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-8e902568-7b0b-4fe5-9fed-026867c55a29 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Request body: {'port': {'device_id': '63a89f0a-42fa-4c58-96e3-6fcd53304d4d', 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009', 'admin_state_up': True, 'tenant_id': 'c65a3793421346779a803c061e355092'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:00.059094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c101048-9c6d-456c-98e4-c98eb29b7597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=c6c0ca70-d13b-42a9-9419-d98ab58f34d3,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:00.128972 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:00.136603 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:00.139407 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=5a467b0e-0bd7-4415-8c9b-5780bbec414a,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:00.142647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:00.198259 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4c101048-9c6d-456c-98e4-c98eb29b7597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1140394 Nov 11 12:16:00.201043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52228) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:00.206480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-dc9f342b-b492-429b-b2f1-ad1ef10ffc4f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'mac_address': 'fa:16:3e:76:64:df', 'name': 'tempest-NetworksTestDHCPv6-649636294'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:00.218621 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['5a467b0e-0bd7-4415-8c9b-5780bbec414a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:16:00.257471 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Pushing event updated for resources: {'Port': ['ID=f42cf603-aaa4-40b8-9913-6dcf48c1e6fc,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:00.279352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Attempting to bind port f42cf603-aaa4-40b8-9913-6dcf48c1e6fc on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:00.279764 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Attempting to bind port f42cf603-aaa4-40b8-9913-6dcf48c1e6fc by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:00.280086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Attempting to bind port f42cf603-aaa4-40b8-9913-6dcf48c1e6fc on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:00.290895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:00.291264 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:00.291650 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.292031 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:00.292496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Bound port: f42cf603-aaa4-40b8-9913-6dcf48c1e6fc, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:00.292868 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.354898 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9f342b-b492-429b-b2f1-ad1ef10ffc4f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:00.406681 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] For port f42cf603-aaa4-40b8-9913-6dcf48c1e6fc, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:00.410456 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] For port f42cf603-aaa4-40b8-9913-6dcf48c1e6fc, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f42cf603-aaa4-40b8-9913-6dcf48c1e6fc,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:00.426754 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.431593 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-8e902568-7b0b-4fe5-9fed-026867c55a29 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Made reservation on behalf of c65a3793421346779a803c061e355092 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:00.437457 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-8e902568-7b0b-4fe5-9fed-026867c55a29 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.550222 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a1479b42-c5fa-46e8-8f91-6b77e630e44f req-893a3764-489c-4ba1-ba9c-2500d1313adb tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 210 time: 0.0368516 Nov 11 12:16:00.596479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9162c-8b0d-474d-9012-fc4f24ecd3bc None None] Pushing event updated for resources: {'Port': ['ID=f42cf603-aaa4-40b8-9913-6dcf48c1e6fc,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:00.658715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf910a61-7e1c-41cd-8bb1-27c40f238888 req-2349d0fb-2122-4789-9376-3dd67459b47c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:00.660859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf910a61-7e1c-41cd-8bb1-27c40f238888 req-2349d0fb-2122-4789-9376-3dd67459b47c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 945 time: 0.0715845 Nov 11 12:16:00.696669 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-8e902568-7b0b-4fe5-9fed-026867c55a29 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Allocated IP 172.20.0.4 (b4efc2af-44dc-4d6c-a7d9-7144b87a1009/a85fc5db-a767-49f3-be73-059cad97fe22/82ad441b-f58c-4e60-afda-488fb3a82278) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:00.749095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf910a61-7e1c-41cd-8bb1-27c40f238888 req-e50ceee9-0fa6-4a93-9cfd-194cbc81052c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817807 Nov 11 12:16:00.782452 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc9f342b-b492-429b-b2f1-ad1ef10ffc4f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.839663 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-dc9f342b-b492-429b-b2f1-ad1ef10ffc4f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port 2683fb94-5219-4819-8009-0673237b515a yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:01.079550 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-8e902568-7b0b-4fe5-9fed-026867c55a29 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.180187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-dc9f342b-b492-429b-b2f1-ad1ef10ffc4f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 172.20.0.4 (bad2fb1b-5419-4704-a46b-842512226b60/45722105-98a0-4b8f-82bc-541d6f0d7d75/2683fb94-5219-4819-8009-0673237b515a) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:01.187829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-dc9f342b-b492-429b-b2f1-ad1ef10ffc4f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::f816:3eff:fe76:64df (bad2fb1b-5419-4704-a46b-842512226b60/c6c0ca70-d13b-42a9-9419-d98ab58f34d3/2683fb94-5219-4819-8009-0673237b515a) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:01.193815 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-8e902568-7b0b-4fe5-9fed-026867c55a29 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.244444 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-8e902568-7b0b-4fe5-9fed-026867c55a29 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:01.257659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-8e902568-7b0b-4fe5-9fed-026867c55a29 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:01.260180 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-8e902568-7b0b-4fe5-9fed-026867c55a29 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:01.323458 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e902568-7b0b-4fe5-9fed-026867c55a29 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Pushing event updated for resources: {'Port': ['ID=82ad441b-f58c-4e60-afda-488fb3a82278,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:01.372278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5a467b0e-0bd7-4415-8c9b-5780bbec414a up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:01.414716 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-8e902568-7b0b-4fe5-9fed-026867c55a29 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:01.415755 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-8e902568-7b0b-4fe5-9fed-026867c55a29 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.459564 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 5a467b0e-0bd7-4415-8c9b-5780bbec414a completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:16:01.464192 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 5a467b0e-0bd7-4415-8c9b-5780bbec414a triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:01.464682 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.505395 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-8e902568-7b0b-4fe5-9fed-026867c55a29 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4597547 Nov 11 12:16:01.532714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Request body: {'port': {'device_id': '63a89f0a-42fa-4c58-96e3-6fcd53304d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:01.564886 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc9f342b-b492-429b-b2f1-ad1ef10ffc4f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.627439 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.679812 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6281b6a8-6805-4e74-91db-379ef3d7a178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a467b0e-0bd7-4415-8c9b-5780bbec414a'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:16:01.682119 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a92e0d2-89ba-4ef7-b681-22c9f3176129" -d '{"events": [{"server_uuid": "6281b6a8-6805-4e74-91db-379ef3d7a178", "name": "network-vif-plugged", "status": "completed", "tag": "5a467b0e-0bd7-4415-8c9b-5780bbec414a"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:16:01.711672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca150e5-8d3b-4c4f-9e94-175674f0eb9d req-2d718fbe-299d-4fb3-87a5-c7bd223794fc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:01.722664 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ca150e5-8d3b-4c4f-9e94-175674f0eb9d req-2d718fbe-299d-4fb3-87a5-c7bd223794fc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 931 time: 0.0855393 Nov 11 12:16:01.728330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5a467b0e-0bd7-4415-8c9b-5780bbec414a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5a467b0e-0bd7-4415-8c9b-5780bbec414a,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:01.731497 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc9f342b-b492-429b-b2f1-ad1ef10ffc4f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.739532 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.813528 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e074457b-805b-4f50-98f9-ca3c41134f07 x-openstack-request-id: req-e074457b-805b-4f50-98f9-ca3c41134f07 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:16:01.813788 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6281b6a8-6805-4e74-91db-379ef3d7a178", "name": "network-vif-plugged", "status": "completed", "tag": "5a467b0e-0bd7-4415-8c9b-5780bbec414a", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:16:01.814044 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e074457b-805b-4f50-98f9-ca3c41134f07 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:16:01.814446 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6281b6a8-6805-4e74-91db-379ef3d7a178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a467b0e-0bd7-4415-8c9b-5780bbec414a', 'code': 200} Nov 11 12:16:01.876404 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ca150e5-8d3b-4c4f-9e94-175674f0eb9d req-fb1bba3d-dfc2-4ea2-8ae1-4aaf4932b766 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506927 Nov 11 12:16:01.894259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=5a467b0e-0bd7-4415-8c9b-5780bbec414a,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:01.962538 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f342b-b492-429b-b2f1-ad1ef10ffc4f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=2683fb94-5219-4819-8009-0673237b515a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:01.973005 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.990720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f42cf603-aaa4-40b8-9913-6dcf48c1e6fc up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:02.001955 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bd002-6443-48be-95dd-cb8ac868c93e req-c5dff0a4-7815-4c56-97ba-f831df82487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:02.004285 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a20bd002-6443-48be-95dd-cb8ac868c93e req-c5dff0a4-7815-4c56-97ba-f831df82487a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 1097 time: 0.1268439 Nov 11 12:16:02.035459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9f342b-b492-429b-b2f1-ad1ef10ffc4f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:02.045210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-dc9f342b-b492-429b-b2f1-ad1ef10ffc4f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:02.052269 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f342b-b492-429b-b2f1-ad1ef10ffc4f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:02.134354 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f42cf603-aaa4-40b8-9913-6dcf48c1e6fc triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:02.134792 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.136698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b28e61-731d-45b3-9d8c-3e55eebe1780 req-02cbfd9c-5657-4755-8954-393fe57f2370 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:02.158899 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30b28e61-731d-45b3-9d8c-3e55eebe1780 req-02cbfd9c-5657-4755-8954-393fe57f2370 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 946 time: 0.1649833 Nov 11 12:16:02.166390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9f342b-b492-429b-b2f1-ad1ef10ffc4f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:02.167164 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dc9f342b-b492-429b-b2f1-ad1ef10ffc4f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.186648 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e57cbd-3892-4a7c-a264-6a44a103d235 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:02.249989 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30b28e61-731d-45b3-9d8c-3e55eebe1780 req-ec5feef2-82be-4297-8d5d-32e12e09beb4 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847301 Nov 11 12:16:02.258803 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a20bd002-6443-48be-95dd-cb8ac868c93e req-8bd4d9de-c786-4d3c-9d93-af6f3e5e6b65 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413173 Nov 11 12:16:02.315605 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-057c9242-e642-419a-b61f-60f1f1e3770f None None] Provisioning complete for port f42cf603-aaa4-40b8-9913-6dcf48c1e6fc triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:02.315605 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-057c9242-e642-419a-b61f-60f1f1e3770f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.315953 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dc9f342b-b492-429b-b2f1-ad1ef10ffc4f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1112761 Nov 11 12:16:02.317226 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52280) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:02.379719 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23769690-6c80-4bba-89c6-6b5a73ec79a7 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:02.386704 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23769690-6c80-4bba-89c6-6b5a73ec79a7 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:02.388365 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-23769690-6c80-4bba-89c6-6b5a73ec79a7 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0699227 Nov 11 12:16:02.391564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52284) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:02.561238 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-057c9242-e642-419a-b61f-60f1f1e3770f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.564592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ad441b-f58c-4e60-afda-488fb3a82278 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:16:02.572888 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.576844 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-64b7746d-6537-442c-a697-a107ecef6804 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port 2683fb94-5219-4819-8009-0673237b515a {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:02.577186 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-64b7746d-6537-442c-a697-a107ecef6804 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.586329 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Transition to ACTIVE for port object 82ad441b-f58c-4e60-afda-488fb3a82278 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:16:02.594502 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.595585 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.667877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-057c9242-e642-419a-b61f-60f1f1e3770f None None] For port f42cf603-aaa4-40b8-9913-6dcf48c1e6fc, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f42cf603-aaa4-40b8-9913-6dcf48c1e6fc,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:02.703227 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-64b7746d-6537-442c-a697-a107ecef6804 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.710932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Pushing event updated for resources: {'Port': ['ID=82ad441b-f58c-4e60-afda-488fb3a82278,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:02.716774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-64b7746d-6537-442c-a697-a107ecef6804 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for 2683fb94-5219-4819-8009-0673237b515a owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:02.740702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Attempting to bind port 82ad441b-f58c-4e60-afda-488fb3a82278 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:02.740702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Attempting to bind port 82ad441b-f58c-4e60-afda-488fb3a82278 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '50c2a0f5-5112-485f-9f40-f633e5c1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:02.740702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Attempting to bind port 82ad441b-f58c-4e60-afda-488fb3a82278 on network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:02.747022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Port 82ad441b-f58c-4e60-afda-488fb3a82278 on network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:16:02.747348 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Attempting to bind port 82ad441b-f58c-4e60-afda-488fb3a82278 on network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:02.753113 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:02.753469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Checking segment: {'id': '50c2a0f5-5112-485f-9f40-f633e5c1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:02.753886 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Bound using segment: {'id': '50c2a0f5-5112-485f-9f40-f633e5c1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:02.754325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Bound port: 82ad441b-f58c-4e60-afda-488fb3a82278, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c2a0f5-5112-485f-9f40-f633e5c1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:02.754685 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.922254 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-057c9242-e642-419a-b61f-60f1f1e3770f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.081330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c9242-e642-419a-b61f-60f1f1e3770f None None] Pushing event updated for resources: {'Port': ['ID=f42cf603-aaa4-40b8-9913-6dcf48c1e6fc,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:03.086002 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:16:03.090842 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:16:03.143767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98acc0d-8c90-4e28-8a39-c476900e32c9 req-7497e60f-f9fa-4daa-abdf-4175a7bbbb44 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:03.146477 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c98acc0d-8c90-4e28-8a39-c476900e32c9 req-7497e60f-f9fa-4daa-abdf-4175a7bbbb44 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 943 time: 0.1393912 Nov 11 12:16:03.185884 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-64b7746d-6537-442c-a697-a107ecef6804 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.224130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157ac377-d52b-43d5-842b-7108f6da4c1b None None] Update dhcp port {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'fixed_ips': [{'subnet_id': '45722105-98a0-4b8f-82bc-541d6f0d7d75', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c6c0ca70-d13b-42a9-9419-d98ab58f34d3'}], 'binding:host_id': 'n-d-807359-3'}, 'id': 'f42cf603-aaa4-40b8-9913-6dcf48c1e6fc'} from n-d-807359-3. {{(pid=109155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:16:03.249772 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7746d-6537-442c-a697-a107ecef6804 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=2683fb94-5219-4819-8009-0673237b515a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:03.281907 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-157ac377-d52b-43d5-842b-7108f6da4c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.445989 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] For port 82ad441b-f58c-4e60-afda-488fb3a82278, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:03.449361 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] For port 82ad441b-f58c-4e60-afda-488fb3a82278, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=82ad441b-f58c-4e60-afda-488fb3a82278,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:03.453331 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-64b7746d-6537-442c-a697-a107ecef6804 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.458540 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.463250 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-64b7746d-6537-442c-a697-a107ecef6804 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/2683fb94-5219-4819-8009-0673237b515a HTTP/1.1" status: 204 len: 168 time: 1.0704532 Nov 11 12:16:03.467966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52306) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:03.476588 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c98acc0d-8c90-4e28-8a39-c476900e32c9 req-8fd71e34-a8c8-4fbb-ba71-72258c87e4dc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236332 Nov 11 12:16:03.486418 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:03.487051 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.488523 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] 10.222.0.62 "PUT /v2.0/ports/82ad441b-f58c-4e60-afda-488fb3a82278 HTTP/1.1" status: 200 len: 1091 time: 1.9725454 Nov 11 12:16:03.488976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a89f0a-42fa-4c58-96e3-6fcd53304d4d', 'tag': '82ad441b-f58c-4e60-afda-488fb3a82278'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:16:03.491297 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7c72c3-2171-4f9e-a8e6-61604627e4da" -d '{"events": [{"name": "network-changed", "server_uuid": "63a89f0a-42fa-4c58-96e3-6fcd53304d4d", "tag": "82ad441b-f58c-4e60-afda-488fb3a82278"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:16:03.561255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f96c4-0c45-4efb-851e-71707a7b60fb req-84db5a89-4183-4132-8980-cfbc660716ed tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:03.566422 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-391f96c4-0c45-4efb-851e-71707a7b60fb req-84db5a89-4183-4132-8980-cfbc660716ed tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 946 time: 0.1319592 Nov 11 12:16:03.649954 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27fe673-e778-4641-89aa-1bedecce417f x-openstack-request-id: req-c27fe673-e778-4641-89aa-1bedecce417f {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:16:03.650255 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a89f0a-42fa-4c58-96e3-6fcd53304d4d", "tag": "82ad441b-f58c-4e60-afda-488fb3a82278", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:16:03.650605 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c27fe673-e778-4641-89aa-1bedecce417f {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:16:03.651008 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a89f0a-42fa-4c58-96e3-6fcd53304d4d', 'tag': '82ad441b-f58c-4e60-afda-488fb3a82278', 'status': 'completed', 'code': 200} Nov 11 12:16:03.690142 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-22656dda-5b3d-4cbd-ad3a-6b0a032b200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:03.695758 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-22656dda-5b3d-4cbd-ad3a-6b0a032b200d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c65a3793421346779a803c061e355092&device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 1094 time: 0.1196892 Nov 11 12:16:03.699765 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2393e639-2eec-4733-b0cb-47a0d84a3936 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:03.702133 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2393e639-2eec-4733-b0cb-47a0d84a3936 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:03.704531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2393e639-2eec-4733-b0cb-47a0d84a3936 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:03.706331 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2393e639-2eec-4733-b0cb-47a0d84a3936 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2341740 Nov 11 12:16:03.708799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4df14c-d09c-4a9b-aa06-047012f2a4cb service neutron] Pushing event updated for resources: {'Port': ['ID=82ad441b-f58c-4e60-afda-488fb3a82278,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:03.711786 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52314) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:03.719860 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-157ac377-d52b-43d5-842b-7108f6da4c1b None None] Allocated IP 2001:db8::f816:3eff:fe8b:c324 (bad2fb1b-5419-4704-a46b-842512226b60/c6c0ca70-d13b-42a9-9419-d98ab58f34d3/f42cf603-aaa4-40b8-9913-6dcf48c1e6fc) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:03.752080 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-87db1234-6b8c-4e4e-b1de-9dab6f8a3fb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82ad441b-f58c-4e60-afda-488fb3a82278 HTTP/1.1" status: 200 len: 217 time: 0.0445333 Nov 11 12:16:03.757518 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-391f96c4-0c45-4efb-851e-71707a7b60fb req-52db0ef5-45bd-44e4-96db-54198ce79d88 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855252 Nov 11 12:16:03.802556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c817bfd-0ec8-4aad-8c59-2291ee3f537f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 45722105-98a0-4b8f-82bc-541d6f0d7d75 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:03.865624 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-a57a6f5b-577c-431f-8145-7c0b35fcb511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:03.867260 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-a57a6f5b-577c-431f-8145-7c0b35fcb511 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a85fc5db-a767-49f3-be73-059cad97fe22 HTTP/1.1" status: 200 len: 853 time: 0.0965841 Nov 11 12:16:03.880511 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f42cf603-aaa4-40b8-9913-6dcf48c1e6fc up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:03.906824 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-c22a5b09-8891-407b-92cc-38b77dc8687d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321553 Nov 11 12:16:03.936610 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-157ac377-d52b-43d5-842b-7108f6da4c1b None None] For port f42cf603-aaa4-40b8-9913-6dcf48c1e6fc, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f42cf603-aaa4-40b8-9913-6dcf48c1e6fc,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:03.974526 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-157ac377-d52b-43d5-842b-7108f6da4c1b None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.980627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f42cf603-aaa4-40b8-9913-6dcf48c1e6fc triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:03.981058 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.982720 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c817bfd-0ec8-4aad-8c59-2291ee3f537f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.017295 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-157ac377-d52b-43d5-842b-7108f6da4c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.074715 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-179c7e74-166d-442c-b80e-aac5c5ed174a service neutron] 10.222.0.62 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593606 Nov 11 12:16:04.088134 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c817bfd-0ec8-4aad-8c59-2291ee3f537f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.169086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ac377-d52b-43d5-842b-7108f6da4c1b None None] Pushing event updated for resources: {'Port': ['ID=f42cf603-aaa4-40b8-9913-6dcf48c1e6fc,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:04.217148 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c817bfd-0ec8-4aad-8c59-2291ee3f537f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.290454 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-caf87bf7-6247-4b09-b9e7-d5545565c5cb req-e0611b03-b9b1-4853-93c1-f230c84d4b18 service neutron] 10.222.0.62 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045226 Nov 11 12:16:04.368550 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c817bfd-0ec8-4aad-8c59-2291ee3f537f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.410164 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c817bfd-0ec8-4aad-8c59-2291ee3f537f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=45722105-98a0-4b8f-82bc-541d6f0d7d75,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:04.412417 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7c817bfd-0ec8-4aad-8c59-2291ee3f537f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.416839 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7c817bfd-0ec8-4aad-8c59-2291ee3f537f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/45722105-98a0-4b8f-82bc-541d6f0d7d75 HTTP/1.1" status: 204 len: 168 time: 0.7036426 Nov 11 12:16:04.419150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52328) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:04.441955 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c72c3-2171-4f9e-a8e6-61604627e4da req-e9b5b2db-ae78-4bc3-aa88-cfa57870d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:04.443607 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5c7c72c3-2171-4f9e-a8e6-61604627e4da req-e9b5b2db-ae78-4bc3-aa88-cfa57870d392 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c65a3793421346779a803c061e355092&device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 1094 time: 0.0907440 Nov 11 12:16:04.496230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa7b15d-9b22-4cfa-9862-a9f4e27a28dd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet c6c0ca70-d13b-42a9-9419-d98ab58f34d3 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:04.501553 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8aa7b15d-9b22-4cfa-9862-a9f4e27a28dd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.560256 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8aa7b15d-9b22-4cfa-9862-a9f4e27a28dd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.621252 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c72c3-2171-4f9e-a8e6-61604627e4da req-ed31ad79-31a2-4984-9012-b737db48fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:04.623879 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5c7c72c3-2171-4f9e-a8e6-61604627e4da req-ed31ad79-31a2-4984-9012-b737db48fbe7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009 HTTP/1.1" status: 200 len: 915 time: 0.1715627 Nov 11 12:16:04.705681 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5c7c72c3-2171-4f9e-a8e6-61604627e4da req-2e7b32d5-c0aa-467e-963e-27badbdb15f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82ad441b-f58c-4e60-afda-488fb3a82278 HTTP/1.1" status: 200 len: 217 time: 0.0732305 Nov 11 12:16:04.765009 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8aa7b15d-9b22-4cfa-9862-a9f4e27a28dd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.786003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c72c3-2171-4f9e-a8e6-61604627e4da req-3e5c1b82-15f1-4dd4-a2e6-80924c814c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:04.788322 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5c7c72c3-2171-4f9e-a8e6-61604627e4da req-3e5c1b82-15f1-4dd4-a2e6-80924c814c2a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a85fc5db-a767-49f3-be73-059cad97fe22 HTTP/1.1" status: 200 len: 853 time: 0.0701272 Nov 11 12:16:04.833070 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5c7c72c3-2171-4f9e-a8e6-61604627e4da req-2a511f84-c588-41dd-b6f8-f6cd058881d8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328646 Nov 11 12:16:04.871310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90484958-9bc1-4e42-965e-dad1dfbb37be req-15689eb9-8adf-4a08-ad02-18e739e6109d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:04.874200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90484958-9bc1-4e42-965e-dad1dfbb37be req-15689eb9-8adf-4a08-ad02-18e739e6109d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 943 time: 0.2335460 Nov 11 12:16:04.951133 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8aa7b15d-9b22-4cfa-9862-a9f4e27a28dd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.989225 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5c7c72c3-2171-4f9e-a8e6-61604627e4da req-5f56cd7d-3af9-4937-986e-292ee7bf1a98 service neutron] 10.222.0.62 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468191 Nov 11 12:16:05.016883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7b15d-9b22-4cfa-9862-a9f4e27a28dd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c0ca70-d13b-42a9-9419-d98ab58f34d3,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:05.019488 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8aa7b15d-9b22-4cfa-9862-a9f4e27a28dd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.023191 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8aa7b15d-9b22-4cfa-9862-a9f4e27a28dd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/c6c0ca70-d13b-42a9-9419-d98ab58f34d3 HTTP/1.1" status: 204 len: 168 time: 0.6030090 Nov 11 12:16:05.028887 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52344) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:05.087631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1197f203-ceb8-4a43-b900-a56017d3381a None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:05.090141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a844c-cecf-427b-a3bc-0ace7ebbeec9 req-63db5978-8347-4205-8566-ac25bc9cf2aa tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:05.091778 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-737a844c-cecf-427b-a3bc-0ace7ebbeec9 req-63db5978-8347-4205-8566-ac25bc9cf2aa tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 946 time: 0.1807160 Nov 11 12:16:05.095504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90484958-9bc1-4e42-965e-dad1dfbb37be req-41d695c1-6c11-4e15-ba34-85325ba06b66 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827815 Nov 11 12:16:05.125532 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5ace86b4-756f-4817-97ef-d7796be6bd20 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945799 Nov 11 12:16:05.134536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52352) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:05.141899 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5e33e238-dc80-4377-8769-71df15dc6a06 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:05.235515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-737a844c-cecf-427b-a3bc-0ace7ebbeec9 req-889059ac-dcac-4cca-b00c-9b0be749f3f7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288862 Nov 11 12:16:05.251282 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-357d17bb-71b9-4e88-88fe-15a3d3664d9e None None] Provisioning complete for port f42cf603-aaa4-40b8-9913-6dcf48c1e6fc triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:05.251654 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-357d17bb-71b9-4e88-88fe-15a3d3664d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.320707 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5c7c72c3-2171-4f9e-a8e6-61604627e4da req-20e90de1-b084-4462-b352-3c3ab7730d1b service neutron] 10.222.0.62 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205130 Nov 11 12:16:05.338020 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e33e238-dc80-4377-8769-71df15dc6a06 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:05.342244 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e33e238-dc80-4377-8769-71df15dc6a06 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.431590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22868600-9f28-4060-bc32-4ce7f3e180fd req-009a96d6-e095-42ee-89c1-7401108e8088 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:05.433453 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-22868600-9f28-4060-bc32-4ce7f3e180fd req-009a96d6-e095-42ee-89c1-7401108e8088 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 946 time: 0.0765026 Nov 11 12:16:05.488669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-357d17bb-71b9-4e88-88fe-15a3d3664d9e None None] Could not find standard attr ID for object 2683fb94-5219-4819-8009-0673237b515a. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:16:05.517749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039e2f0b-7256-4c75-b9dc-007237a4083f None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:05.524381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-22868600-9f28-4060-bc32-4ce7f3e180fd req-48da5ea0-cab1-489d-96df-2d96605ca458 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839732 Nov 11 12:16:05.631186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-039e2f0b-7256-4c75-b9dc-007237a4083f None None] Deleting port f42cf603-aaa4-40b8-9913-6dcf48c1e6fc {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:05.631992 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-039e2f0b-7256-4c75-b9dc-007237a4083f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.644924 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e33e238-dc80-4377-8769-71df15dc6a06 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.695694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e33e238-dc80-4377-8769-71df15dc6a06 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:05.699060 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-039e2f0b-7256-4c75-b9dc-007237a4083f None None] For port f42cf603-aaa4-40b8-9913-6dcf48c1e6fc, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f42cf603-aaa4-40b8-9913-6dcf48c1e6fc,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:05.699383 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-5e33e238-dc80-4377-8769-71df15dc6a06 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:05.699861 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-039e2f0b-7256-4c75-b9dc-007237a4083f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.714682 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-039e2f0b-7256-4c75-b9dc-007237a4083f None None] Calling delete_port for f42cf603-aaa4-40b8-9913-6dcf48c1e6fc owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:05.714963 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e33e238-dc80-4377-8769-71df15dc6a06 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:05.715895 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5e33e238-dc80-4377-8769-71df15dc6a06 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.724715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519fbbd-90c2-4620-a7a7-121091f632f9 req-dd1109d2-ece3-4b1e-abac-0bf057a056fc tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:05.726312 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f519fbbd-90c2-4620-a7a7-121091f632f9 req-dd1109d2-ece3-4b1e-abac-0bf057a056fc tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 946 time: 0.0932264 Nov 11 12:16:05.739047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33e238-dc80-4377-8769-71df15dc6a06 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=7c858f00-0638-4b36-a610-5ac09849cb36,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:05.755346 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5e33e238-dc80-4377-8769-71df15dc6a06 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6190510 Nov 11 12:16:05.756011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52366) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:05.771751 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-55c47f1f-28a3-4b51-bf47-b026f7c98fcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:05.883876 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f63cf83a-601a-4007-8eb7-d5401daca195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.896256 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f42cf603-aaa4-40b8-9913-6dcf48c1e6fc no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:16:06.011512 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-039e2f0b-7256-4c75-b9dc-007237a4083f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.015233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c47f1f-28a3-4b51-bf47-b026f7c98fcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:06.020758 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55c47f1f-28a3-4b51-bf47-b026f7c98fcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.047599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e2f0b-7256-4c75-b9dc-007237a4083f None None] Pushing event deleted for resources: {'Port': ['ID=f42cf603-aaa4-40b8-9913-6dcf48c1e6fc,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:06.049405 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039e2f0b-7256-4c75-b9dc-007237a4083f None None] No DVR routers for this DVR port f42cf603-aaa4-40b8-9913-6dcf48c1e6fc on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:16:06.051235 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No active binding found for port f42cf603-aaa4-40b8-9913-6dcf48c1e6fc {{(pid=109155) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 12:16:06.051661 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f42cf603-aaa4-40b8-9913-6dcf48c1e6fc not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:16:06.083395 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb1df0b-220f-487e-abb1-99e8c963d295 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:06.194038 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 82ad441b-f58c-4e60-afda-488fb3a82278 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:16:06.381152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f519fbbd-90c2-4620-a7a7-121091f632f9 req-9c457da0-aef4-47b7-9892-9e56357d2058 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6424074 Nov 11 12:16:06.422626 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b1c05-629a-4bef-9564-b8877eb8d070 req-aed11175-63e1-47ff-b338-068a4bd5ac42 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:06.432722 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-510b1c05-629a-4bef-9564-b8877eb8d070 req-aed11175-63e1-47ff-b338-068a4bd5ac42 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 943 time: 0.1282871 Nov 11 12:16:06.456231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 82ad441b-f58c-4e60-afda-488fb3a82278, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=82ad441b-f58c-4e60-afda-488fb3a82278,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:06.470836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': '7c858f00-0638-4b36-a610-5ac09849cb36'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:06.471768 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.506179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '82ad441b-f58c-4e60-afda-488fb3a82278', 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009', 'port_id': '82ad441b-f58c-4e60-afda-488fb3a82278', 'mac_address': 'fa:16:3e:af:0d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85fc5db-a767-49f3-be73-059cad97fe22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:16:06.516923 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-510b1c05-629a-4bef-9564-b8877eb8d070 req-b5779e3d-517e-4c2b-a75b-bda0f13cb06a tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827656 Nov 11 12:16:06.565665 n-d-807359-3 neutron-server[109154]: DEBUG neutron.objects.ports [None req-55c47f1f-28a3-4b51-bf47-b026f7c98fcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:16:06.567235 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55c47f1f-28a3-4b51-bf47-b026f7c98fcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.585501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c47f1f-28a3-4b51-bf47-b026f7c98fcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:06.588168 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-55c47f1f-28a3-4b51-bf47-b026f7c98fcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:06.607879 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c47f1f-28a3-4b51-bf47-b026f7c98fcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:06.608478 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55c47f1f-28a3-4b51-bf47-b026f7c98fcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.640906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52390) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:06.641159 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-55c47f1f-28a3-4b51-bf47-b026f7c98fcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8817906 Nov 11 12:16:06.644402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c47f1f-28a3-4b51-bf47-b026f7c98fcd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=9fee85f0-bff4-4b9c-be40-f3e9c2416907,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:06.647496 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'mac_address': 'fa:16:3e:03:1a:46', 'name': 'tempest-NetworksTestDHCPv6-242359628'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:06.830450 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.888339 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ad441b-f58c-4e60-afda-488fb3a82278 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:16:06.893127 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Allocated IP 172.20.0.2 (bad2fb1b-5419-4704-a46b-842512226b60/7c858f00-0638-4b36-a610-5ac09849cb36/ba258da8-3a71-424a-afd2-2142637ce822) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:06.908050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Allocated IP 2001:db8::f816:3eff:fe73:abb6 (bad2fb1b-5419-4704-a46b-842512226b60/9fee85f0-bff4-4b9c-be40-f3e9c2416907/ba258da8-3a71-424a-afd2-2142637ce822) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:06.927322 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 82ad441b-f58c-4e60-afda-488fb3a82278, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=82ad441b-f58c-4e60-afda-488fb3a82278,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:06.934737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:06.947008 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.030909 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.050085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47b913-a8a2-4552-875e-1792007ea4f5 req-276daf5a-0e9d-43ea-bc43-2acf242be2ca tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:07.051922 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b47b913-a8a2-4552-875e-1792007ea4f5 req-276daf5a-0e9d-43ea-bc43-2acf242be2ca tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 946 time: 0.1875873 Nov 11 12:16:07.071274 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=82ad441b-f58c-4e60-afda-488fb3a82278,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:07.149825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b47b913-a8a2-4552-875e-1792007ea4f5 req-a86d2609-3198-4617-8c44-587da3d0f3f4 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810013 Nov 11 12:16:07.159690 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port 0926e14f-2c28-409c-966b-33e028830532 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:07.193398 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.209144 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.266533 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:07.272062 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:07.275702 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:07.340689 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['82ad441b-f58c-4e60-afda-488fb3a82278'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:16:07.357794 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.db.api [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e32b8405-5859-4ed0-9295-cab849468216 {{(pid=109153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:16:07.358139 n-d-807359-3 neutron-server[109153]: DEBUG oslo_db.api [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:16:07.378560 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Pushing event updated for resources: {'Port': ['ID=ba258da8-3a71-424a-afd2-2142637ce822,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:07.439438 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Attempting to bind port ba258da8-3a71-424a-afd2-2142637ce822 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:07.439937 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Attempting to bind port ba258da8-3a71-424a-afd2-2142637ce822 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:07.440352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Attempting to bind port ba258da8-3a71-424a-afd2-2142637ce822 on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:07.448621 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:07.448982 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:07.449365 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.449813 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:07.450264 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Bound port: ba258da8-3a71-424a-afd2-2142637ce822, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:07.450847 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.556932 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] For port ba258da8-3a71-424a-afd2-2142637ce822, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:07.577835 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] For port ba258da8-3a71-424a-afd2-2142637ce822, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ba258da8-3a71-424a-afd2-2142637ce822,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:07.589305 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.658493 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f158e-c2ed-43b3-bb0a-a8b7afcc15ee req-6f0d8878-d3b1-491e-a46f-5a561c654bfd tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:07.662229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fb7f158e-c2ed-43b3-bb0a-a8b7afcc15ee req-6f0d8878-d3b1-491e-a46f-5a561c654bfd tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 944 time: 0.0626431 Nov 11 12:16:07.709909 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196dc40-8df9-4da4-8084-2c3d21432373 None None] Pushing event updated for resources: {'Port': ['ID=ba258da8-3a71-424a-afd2-2142637ce822,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:07.776566 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fb7f158e-c2ed-43b3-bb0a-a8b7afcc15ee req-2326353c-65c1-4008-9168-710083a0df50 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090446 Nov 11 12:16:07.860108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.925403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port 7f4d3e73-4e49-4567-bbe1-68c88393873d yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:08.098133 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ad55b92e-0ef0-46c1-b249-9c0d8010cd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.166152 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 172.20.0.6 (bad2fb1b-5419-4704-a46b-842512226b60/7c858f00-0638-4b36-a610-5ac09849cb36/7f4d3e73-4e49-4567-bbe1-68c88393873d) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:08.174580 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::f816:3eff:fe03:1a46 (bad2fb1b-5419-4704-a46b-842512226b60/9fee85f0-bff4-4b9c-be40-f3e9c2416907/7f4d3e73-4e49-4567-bbe1-68c88393873d) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:08.391796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde943a-d360-4ad1-a483-a0e55625af7c req-27c98655-6de1-47bc-8cf6-212a20246098 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:08.393316 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cbde943a-d360-4ad1-a483-a0e55625af7c req-27c98655-6de1-47bc-8cf6-212a20246098 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 946 time: 0.1476738 Nov 11 12:16:08.401181 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02c6d1-f54b-400f-a476-75aed7a57542 req-cc8f58b9-d7ed-4799-b448-a14226506cea tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:08.402603 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee02c6d1-f54b-400f-a476-75aed7a57542 req-cc8f58b9-d7ed-4799-b448-a14226506cea tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 946 time: 0.1681719 Nov 11 12:16:08.504524 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.564213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee02c6d1-f54b-400f-a476-75aed7a57542 req-7a14a784-88d8-4f7d-b769-23697b00f645 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500924 Nov 11 12:16:08.611846 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.622623 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-cbde943a-d360-4ad1-a483-a0e55625af7c req-d6feca8d-39a8-4e67-b14c-17cebfb5cbe0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Deleting port 5a467b0e-0bd7-4415-8c9b-5780bbec414a {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:08.643773 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cbde943a-d360-4ad1-a483-a0e55625af7c req-d6feca8d-39a8-4e67-b14c-17cebfb5cbe0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.730318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:08.766921 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:08.775608 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=7f4d3e73-4e49-4567-bbe1-68c88393873d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:08.780273 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:08.865215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:08.865896 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.954319 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-cbde943a-d360-4ad1-a483-a0e55625af7c req-d6feca8d-39a8-4e67-b14c-17cebfb5cbe0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] For port 5a467b0e-0bd7-4415-8c9b-5780bbec414a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5a467b0e-0bd7-4415-8c9b-5780bbec414a,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:08.954791 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cbde943a-d360-4ad1-a483-a0e55625af7c req-d6feca8d-39a8-4e67-b14c-17cebfb5cbe0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.963400 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cebbfa98-a893-4eab-89b7-d333bb84c82c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3182721 Nov 11 12:16:08.964770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52458) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:08.980770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-cbde943a-d360-4ad1-a483-a0e55625af7c req-d6feca8d-39a8-4e67-b14c-17cebfb5cbe0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Calling delete_port for 5a467b0e-0bd7-4415-8c9b-5780bbec414a owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:09.003424 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28274c1-ad0b-4c99-a3c0-0d592904e715 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:09.005253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86617763-300d-421f-bfd2-d582de139f8b req-c262b5cc-ab16-4631-ab00-e616fe1eaded tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:09.019471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86617763-300d-421f-bfd2-d582de139f8b req-c262b5cc-ab16-4631-ab00-e616fe1eaded tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 944 time: 0.1098833 Nov 11 12:16:09.150272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae36f6dd-e2a7-42f5-bc2c-904e9a0eb9b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:09.161245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae36f6dd-e2a7-42f5-bc2c-904e9a0eb9b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:09.162994 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ae36f6dd-e2a7-42f5-bc2c-904e9a0eb9b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1958637 Nov 11 12:16:09.169324 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52462) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:09.228484 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.270618 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bb6cfb91-a4ac-4c54-b2b2-fb9e2bb468d5 None None] Provisioning complete for port ba258da8-3a71-424a-afd2-2142637ce822 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:09.271034 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bb6cfb91-a4ac-4c54-b2b2-fb9e2bb468d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.288266 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cbde943a-d360-4ad1-a483-a0e55625af7c req-d6feca8d-39a8-4e67-b14c-17cebfb5cbe0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.343284 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6702f390-3d70-4e74-9aaa-5a5382ed4727 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port 7f4d3e73-4e49-4567-bbe1-68c88393873d {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:09.343830 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6702f390-3d70-4e74-9aaa-5a5382ed4727 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.359689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6feca8d-39a8-4e67-b14c-17cebfb5cbe0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event deleted for resources: {'Port': ['ID=5a467b0e-0bd7-4415-8c9b-5780bbec414a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:09.407426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbde943a-d360-4ad1-a483-a0e55625af7c req-d6feca8d-39a8-4e67-b14c-17cebfb5cbe0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] No DVR routers for this DVR port 5a467b0e-0bd7-4415-8c9b-5780bbec414a on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:16:09.416985 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-cbde943a-d360-4ad1-a483-a0e55625af7c req-d6feca8d-39a8-4e67-b14c-17cebfb5cbe0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.421918 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cbde943a-d360-4ad1-a483-a0e55625af7c req-d6feca8d-39a8-4e67-b14c-17cebfb5cbe0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "DELETE /v2.0/ports/5a467b0e-0bd7-4415-8c9b-5780bbec414a HTTP/1.1" status: 204 len: 173 time: 1.0155971 Nov 11 12:16:09.423066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6281b6a8-6805-4e74-91db-379ef3d7a178', 'name': 'network-vif-deleted', 'tag': '5a467b0e-0bd7-4415-8c9b-5780bbec414a'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:16:09.425847 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2256169e-62b9-4d08-affc-bb89fd889cd2" -d '{"events": [{"server_uuid": "6281b6a8-6805-4e74-91db-379ef3d7a178", "name": "network-vif-deleted", "tag": "5a467b0e-0bd7-4415-8c9b-5780bbec414a"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:16:09.446065 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['5a467b0e-0bd7-4415-8c9b-5780bbec414a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:16:09.460815 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86617763-300d-421f-bfd2-d582de139f8b req-7df75a34-0ab1-4d6f-a3cb-450c6b0c44d8 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391577 Nov 11 12:16:09.525039 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ecbb6c-9177-4bfe-a293-487b67d25a64 x-openstack-request-id: req-d5ecbb6c-9177-4bfe-a293-487b67d25a64 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:16:09.525721 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6281b6a8-6805-4e74-91db-379ef3d7a178", "name": "network-vif-deleted", "tag": "5a467b0e-0bd7-4415-8c9b-5780bbec414a", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:16:09.526203 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5ecbb6c-9177-4bfe-a293-487b67d25a64 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:16:09.527026 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6281b6a8-6805-4e74-91db-379ef3d7a178', 'name': 'network-vif-deleted', 'tag': '5a467b0e-0bd7-4415-8c9b-5780bbec414a', 'status': 'completed', 'code': 200} Nov 11 12:16:09.675856 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6702f390-3d70-4e74-9aaa-5a5382ed4727 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.713476 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bb6cfb91-a4ac-4c54-b2b2-fb9e2bb468d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.733614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6702f390-3d70-4e74-9aaa-5a5382ed4727 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for 7f4d3e73-4e49-4567-bbe1-68c88393873d owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:09.760405 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-bb6cfb91-a4ac-4c54-b2b2-fb9e2bb468d5 None None] For port ba258da8-3a71-424a-afd2-2142637ce822, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ba258da8-3a71-424a-afd2-2142637ce822,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:09.770561 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c69dd60f-3473-4d0c-b55c-63d90ef9bf4a req-e9992e2f-ca25-4598-9d26-5316686a42ab tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 210 time: 0.0717468 Nov 11 12:16:09.774187 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bb6cfb91-a4ac-4c54-b2b2-fb9e2bb468d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.875020 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cfb91-a4ac-4c54-b2b2-fb9e2bb468d5 None None] Pushing event updated for resources: {'Port': ['ID=ba258da8-3a71-424a-afd2-2142637ce822,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:09.942895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ba258da8-3a71-424a-afd2-2142637ce822 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:10.049649 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ba258da8-3a71-424a-afd2-2142637ce822 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:10.050382 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.133723 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6702f390-3d70-4e74-9aaa-5a5382ed4727 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.161663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 82ad441b-f58c-4e60-afda-488fb3a82278 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:10.191881 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702f390-3d70-4e74-9aaa-5a5382ed4727 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=7f4d3e73-4e49-4567-bbe1-68c88393873d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:10.413284 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6702f390-3d70-4e74-9aaa-5a5382ed4727 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.413798 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 82ad441b-f58c-4e60-afda-488fb3a82278 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:16:10.419744 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6702f390-3d70-4e74-9aaa-5a5382ed4727 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/7f4d3e73-4e49-4567-bbe1-68c88393873d HTTP/1.1" status: 204 len: 168 time: 1.2456985 Nov 11 12:16:10.422006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52494) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:10.445275 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 82ad441b-f58c-4e60-afda-488fb3a82278 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:10.445893 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.520876 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a4525-5312-4477-a576-ddc1051ff58a req-f61a3c03-1c0e-4a66-b54b-338bfcbbe47e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:10.527105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-727a4525-5312-4477-a576-ddc1051ff58a req-f61a3c03-1c0e-4a66-b54b-338bfcbbe47e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1763299 Nov 11 12:16:10.576285 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490c498-0a06-4e0e-ac88-5486d7af9647 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:10.577995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490c498-0a06-4e0e-ac88-5486d7af9647 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:10.582724 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490c498-0a06-4e0e-ac88-5486d7af9647 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:10.584471 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9490c498-0a06-4e0e-ac88-5486d7af9647 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1614158 Nov 11 12:16:10.590043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52500) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:10.624617 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.632976 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-727a4525-5312-4477-a576-ddc1051ff58a req-d4fde762-3082-40f2-a1e4-a3bb1a1520a2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991755 Nov 11 12:16:10.716409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-1720807c-79c9-48be-9ef3-8d8c0a21dfcb tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 7c858f00-0638-4b36-a610-5ac09849cb36 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:10.730896 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1720807c-79c9-48be-9ef3-8d8c0a21dfcb tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.842076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f2979-ec0d-4c90-9cd2-5169dc0c8432 req-58a0a3c6-7db1-43dd-a54b-a984fb659dd5 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:10.843817 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4e5f2979-ec0d-4c90-9cd2-5169dc0c8432 req-58a0a3c6-7db1-43dd-a54b-a984fb659dd5 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 944 time: 0.1288962 Nov 11 12:16:10.852726 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1720807c-79c9-48be-9ef3-8d8c0a21dfcb tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.896719 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a84d9740-c724-4a82-ba0c-e3a9e1eab00e req-fe57a793-65ca-4d55-bc5f-ec2e21530954 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2590091 Nov 11 12:16:11.064241 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1720807c-79c9-48be-9ef3-8d8c0a21dfcb tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.156850 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9f7b1-8e06-4d6d-aa69-6c814e896dcd req-b870a733-207d-4861-9ad5-988ecdaaefd0 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:11.158162 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-53be61ff-7f0a-4a68-8a8d-c1add320bbcb None None] Provisioning complete for port ba258da8-3a71-424a-afd2-2142637ce822 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:11.159257 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-53be61ff-7f0a-4a68-8a8d-c1add320bbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.163717 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1720807c-79c9-48be-9ef3-8d8c0a21dfcb tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.166812 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0a9f7b1-8e06-4d6d-aa69-6c814e896dcd req-b870a733-207d-4861-9ad5-988ecdaaefd0 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.3598192 Nov 11 12:16:11.235049 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4e5f2979-ec0d-4c90-9cd2-5169dc0c8432 req-29c0d97a-ddb1-4a79-86f9-227dcc910ba1 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681343 Nov 11 12:16:11.274701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d9740-c724-4a82-ba0c-e3a9e1eab00e req-e7ac95ce-89d9-4aea-be9e-5897fd895c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:11.276344 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a84d9740-c724-4a82-ba0c-e3a9e1eab00e req-e7ac95ce-89d9-4aea-be9e-5897fd895c0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 1095 time: 0.3130977 Nov 11 12:16:11.277995 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1720807c-79c9-48be-9ef3-8d8c0a21dfcb tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.293491 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1720807c-79c9-48be-9ef3-8d8c0a21dfcb tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/7c858f00-0638-4b36-a610-5ac09849cb36 HTTP/1.1" status: 204 len: 168 time: 0.7022326 Nov 11 12:16:11.294619 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720807c-79c9-48be-9ef3-8d8c0a21dfcb tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=7c858f00-0638-4b36-a610-5ac09849cb36,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:11.302113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52518) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:11.339037 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.432268 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a89f0a-42fa-4c58-96e3-6fcd53304d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ad441b-f58c-4e60-afda-488fb3a82278'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:16:11.464267 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a083a025-5c55-4ff5-bbd8-7a78af68757a" -d '{"events": [{"server_uuid": "63a89f0a-42fa-4c58-96e3-6fcd53304d4d", "name": "network-vif-plugged", "status": "completed", "tag": "82ad441b-f58c-4e60-afda-488fb3a82278"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:16:11.471985 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5a467b0e-0bd7-4415-8c9b-5780bbec414a no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:16:11.499457 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0a9f7b1-8e06-4d6d-aa69-6c814e896dcd req-4bb7eea2-721b-4ccb-9fd7-5d314645fd09 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307865 Nov 11 12:16:11.566622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3d2eb75-065a-462e-89b7-a834804e819b req-ceda6f17-20eb-4105-9db0-eb41505ed6ad tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 210 time: 0.1264904 Nov 11 12:16:11.580708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 82ad441b-f58c-4e60-afda-488fb3a82278, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=82ad441b-f58c-4e60-afda-488fb3a82278,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:11.582123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ccb9cd-f52d-44d4-aecf-0b52405eeb26 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:11.601045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 5a467b0e-0bd7-4415-8c9b-5780bbec414a {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:16:11.601624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5a467b0e-0bd7-4415-8c9b-5780bbec414a not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:16:11.614428 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4eaeee-7964-447f-afbd-622e6354a291 x-openstack-request-id: req-1c4eaeee-7964-447f-afbd-622e6354a291 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:16:11.615132 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a89f0a-42fa-4c58-96e3-6fcd53304d4d", "name": "network-vif-plugged", "status": "completed", "tag": "82ad441b-f58c-4e60-afda-488fb3a82278", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:16:11.615588 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c4eaeee-7964-447f-afbd-622e6354a291 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:16:11.616146 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a89f0a-42fa-4c58-96e3-6fcd53304d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ad441b-f58c-4e60-afda-488fb3a82278', 'code': 200} Nov 11 12:16:11.618691 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.620418 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.704657 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-949d4f5b-9391-45c0-98b3-c33205f91075 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 9fee85f0-bff4-4b9c-be40-f3e9c2416907 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:11.715864 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-949d4f5b-9391-45c0-98b3-c33205f91075 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.747962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a4933-1ec0-4875-8473-06e5af527141 req-3960db59-93bc-4593-8aba-ce5b1e3cd896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:11.750339 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-622a4933-1ec0-4875-8473-06e5af527141 req-3960db59-93bc-4593-8aba-ce5b1e3cd896 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 1096 time: 0.0805252 Nov 11 12:16:11.784826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-53be61ff-7f0a-4a68-8a8d-c1add320bbcb None None] Could not find standard attr ID for object 7f4d3e73-4e49-4567-bbe1-68c88393873d. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:16:11.854812 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-949d4f5b-9391-45c0-98b3-c33205f91075 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.866857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d9740-c724-4a82-ba0c-e3a9e1eab00e req-9b582218-c314-452e-a004-c15969a4cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:11.870403 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a84d9740-c724-4a82-ba0c-e3a9e1eab00e req-9b582218-c314-452e-a004-c15969a4cea5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.5508161 Nov 11 12:16:11.927332 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-622a4933-1ec0-4875-8473-06e5af527141 req-50b4fdb9-2a57-4f78-a726-6c509aeadebc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278720 Nov 11 12:16:11.935815 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ba258da8-3a71-424a-afd2-2142637ce822 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:11.949895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=82ad441b-f58c-4e60-afda-488fb3a82278,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:11.985673 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-496c7c22-0aab-478c-a6eb-8c51db595c64 None None] Could not find standard attr ID for object 2683fb94-5219-4819-8009-0673237b515a. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:16:12.065038 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caff774-df53-473c-b598-fb0ff4b999a1 req-243d9fbe-9b0b-4b1c-bf68-b2cb9402ee0a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:12.073985 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7caff774-df53-473c-b598-fb0ff4b999a1 req-243d9fbe-9b0b-4b1c-bf68-b2cb9402ee0a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1373336 Nov 11 12:16:12.152807 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-949d4f5b-9391-45c0-98b3-c33205f91075 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.186602 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ba258da8-3a71-424a-afd2-2142637ce822 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:12.187592 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.204350 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a84d9740-c724-4a82-ba0c-e3a9e1eab00e req-668c7c9e-56ec-4d1f-8e7d-5f6568f09d50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c HTTP/1.1" status: 200 len: 999 time: 0.2572594 Nov 11 12:16:12.298799 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7caff774-df53-473c-b598-fb0ff4b999a1 req-d44d357a-f7c1-4fa8-ac73-54ce589f2706 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238424 Nov 11 12:16:12.308663 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-949d4f5b-9391-45c0-98b3-c33205f91075 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.378904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d4f5b-9391-45c0-98b3-c33205f91075 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=9fee85f0-bff4-4b9c-be40-f3e9c2416907,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:12.421898 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-949d4f5b-9391-45c0-98b3-c33205f91075 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.431171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-949d4f5b-9391-45c0-98b3-c33205f91075 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/9fee85f0-bff4-4b9c-be40-f3e9c2416907 HTTP/1.1" status: 204 len: 168 time: 1.1253397 Nov 11 12:16:12.431512 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52560) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:12.436336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d9740-c724-4a82-ba0c-e3a9e1eab00e req-337294f3-4b17-455e-86e8-00ddae036ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:12.438144 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a84d9740-c724-4a82-ba0c-e3a9e1eab00e req-337294f3-4b17-455e-86e8-00ddae036ab2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.2259109 Nov 11 12:16:12.523510 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0d647677-55f1-40e6-8401-4813953c1fa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882478 Nov 11 12:16:12.523733 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52562) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:12.564070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d9740-c724-4a82-ba0c-e3a9e1eab00e req-e1140a08-36fc-4dc8-8792-fff525f6b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:12.566080 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a84d9740-c724-4a82-ba0c-e3a9e1eab00e req-e1140a08-36fc-4dc8-8792-fff525f6b2ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201351 Nov 11 12:16:12.580853 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a32d8-0f95-49aa-9954-d0bb8ea84016 req-d364ece9-bf92-4299-94c7-fe3ee8c1b7fb tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:12.597056 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-796a32d8-0f95-49aa-9954-d0bb8ea84016 req-d364ece9-bf92-4299-94c7-fe3ee8c1b7fb tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 945 time: 0.2040412 Nov 11 12:16:12.616140 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890abd39-44a9-4594-aa0e-9a5ff6a78497 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:12.621307 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-890abd39-44a9-4594-aa0e-9a5ff6a78497 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0964680 Nov 11 12:16:12.623872 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52568) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:12.730879 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-796a32d8-0f95-49aa-9954-d0bb8ea84016 req-86009dd5-267a-4089-924d-a9f896869534 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318812 Nov 11 12:16:12.789949 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc20bbc3-d979-4392-b2a5-a6a2653dbd68 req-8c34c708-f3c9-4051-94a5-b0460bb25705 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 210 time: 0.0558014 Nov 11 12:16:12.812417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d19179-4d60-46a7-8a40-ef7424958010 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:12.821610 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-72d19179-4d60-46a7-8a40-ef7424958010 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1962595 Nov 11 12:16:12.822556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52576) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:12.846677 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a84d9740-c724-4a82-ba0c-e3a9e1eab00e req-4d803d38-47ee-419e-88e9-6b954d1e8aae service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457695 Nov 11 12:16:12.934938 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a7ea4f4f-2644-47dd-bd43-7b2ef95d6e57 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1110387 Nov 11 12:16:12.939941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52578) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:12.945681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c90332f5-35f0-4435-adfc-43d11d1ec514 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:13.100409 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a84d9740-c724-4a82-ba0c-e3a9e1eab00e req-6ff096d9-67bf-4d6f-ab0f-531100af21a5 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399395 Nov 11 12:16:13.209146 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ddd0f-136c-45ad-bca3-a9e303139a66 req-accec766-526f-4d93-bc0f-7958bfc97f57 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:13.215125 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-707ddd0f-136c-45ad-bca3-a9e303139a66 req-accec766-526f-4d93-bc0f-7958bfc97f57 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0948136 Nov 11 12:16:13.223168 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90332f5-35f0-4435-adfc-43d11d1ec514 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:13.227116 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c90332f5-35f0-4435-adfc-43d11d1ec514 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.229215 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90332f5-35f0-4435-adfc-43d11d1ec514 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:16:13.229677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90332f5-35f0-4435-adfc-43d11d1ec514 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:13.253888 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c90332f5-35f0-4435-adfc-43d11d1ec514 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3125429 Nov 11 12:16:13.256888 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52586) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:13.267065 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-656b3dd9-0178-4b53-ab6c-57b05a3912b2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:13.271967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06d8ae5-6ddc-44cf-89f5-89fa0597e4b9 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:13.338358 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-707ddd0f-136c-45ad-bca3-a9e303139a66 req-f78366d9-5c17-4ea6-a014-fe436adce757 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153069 Nov 11 12:16:13.428163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d9680c73-8ebe-48aa-8906-04b95dcfee6f None None] Provisioning complete for port ba258da8-3a71-424a-afd2-2142637ce822 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:13.428562 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d9680c73-8ebe-48aa-8906-04b95dcfee6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.520595 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656b3dd9-0178-4b53-ab6c-57b05a3912b2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:13.525328 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-656b3dd9-0178-4b53-ab6c-57b05a3912b2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.529215 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-656b3dd9-0178-4b53-ab6c-57b05a3912b2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:16:13.529750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656b3dd9-0178-4b53-ab6c-57b05a3912b2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:13.550475 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-656b3dd9-0178-4b53-ab6c-57b05a3912b2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2919548 Nov 11 12:16:13.555199 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52590) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:13.561089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a018268a-7bfa-4eda-a498-3aad08dace4c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:13.632136 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053697e9-b900-444f-ac31-99a0d6a1a32b None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:13.713184 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-053697e9-b900-444f-ac31-99a0d6a1a32b None None] Deleting port ba258da8-3a71-424a-afd2-2142637ce822 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:13.713982 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-053697e9-b900-444f-ac31-99a0d6a1a32b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.722400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a018268a-7bfa-4eda-a498-3aad08dace4c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:13.728508 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a018268a-7bfa-4eda-a498-3aad08dace4c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.730260 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a018268a-7bfa-4eda-a498-3aad08dace4c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:16:13.730730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a018268a-7bfa-4eda-a498-3aad08dace4c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:13.757446 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a018268a-7bfa-4eda-a498-3aad08dace4c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2005548 Nov 11 12:16:13.760389 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52598) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:13.767858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-08446bb8-1899-4ba4-b043-594cbe626707 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:13.807243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-053697e9-b900-444f-ac31-99a0d6a1a32b None None] For port ba258da8-3a71-424a-afd2-2142637ce822, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ba258da8-3a71-424a-afd2-2142637ce822,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:13.808141 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-053697e9-b900-444f-ac31-99a0d6a1a32b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.825630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-053697e9-b900-444f-ac31-99a0d6a1a32b None None] Calling delete_port for ba258da8-3a71-424a-afd2-2142637ce822 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:13.911964 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ba258da8-3a71-424a-afd2-2142637ce822 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:16:13.972177 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No active binding found for port ba258da8-3a71-424a-afd2-2142637ce822 {{(pid=109155) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 12:16:13.972826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ba258da8-3a71-424a-afd2-2142637ce822 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:16:13.974735 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-053697e9-b900-444f-ac31-99a0d6a1a32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.976860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08446bb8-1899-4ba4-b043-594cbe626707 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:13.981892 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-08446bb8-1899-4ba4-b043-594cbe626707 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.983822 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-08446bb8-1899-4ba4-b043-594cbe626707 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:16:13.984423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08446bb8-1899-4ba4-b043-594cbe626707 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:14.017157 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-08446bb8-1899-4ba4-b043-594cbe626707 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2549887 Nov 11 12:16:14.020064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52604) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:14.023789 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053697e9-b900-444f-ac31-99a0d6a1a32b None None] Pushing event deleted for resources: {'Port': ['ID=ba258da8-3a71-424a-afd2-2142637ce822,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:14.026377 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-25390d82-c49e-4add-b4ca-3afa87551533 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:14.028078 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053697e9-b900-444f-ac31-99a0d6a1a32b None None] No DVR routers for this DVR port ba258da8-3a71-424a-afd2-2142637ce822 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:16:14.035274 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60bf76b4-cfcc-43c2-a432-a902ec00c811 req-143fe62f-464f-45dd-9275-703d9cc62f98 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 210 time: 0.0760832 Nov 11 12:16:14.094117 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eaecc3-ae8e-4a1e-8add-44af0fcc592f req-4ba58984-b655-42df-a012-bd85580c2630 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:14.096713 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43eaecc3-ae8e-4a1e-8add-44af0fcc592f req-4ba58984-b655-42df-a012-bd85580c2630 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 945 time: 0.1528215 Nov 11 12:16:14.149800 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43eaecc3-ae8e-4a1e-8add-44af0fcc592f req-5ff9af19-4ed8-4404-b093-b67d34a42789 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451035 Nov 11 12:16:14.205543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25390d82-c49e-4add-b4ca-3afa87551533 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:14.209603 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-25390d82-c49e-4add-b4ca-3afa87551533 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.211378 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-25390d82-c49e-4add-b4ca-3afa87551533 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:16:14.211850 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25390d82-c49e-4add-b4ca-3afa87551533 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:14.231779 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-25390d82-c49e-4add-b4ca-3afa87551533 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2105927 Nov 11 12:16:14.234755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52608) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:14.240299 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a7ca0f55-4254-4967-b272-bba24d785a7a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:14.381238 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ca0f55-4254-4967-b272-bba24d785a7a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:14.383978 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0f55-4254-4967-b272-bba24d785a7a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.385566 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ca0f55-4254-4967-b272-bba24d785a7a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:16:14.386014 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ca0f55-4254-4967-b272-bba24d785a7a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:14.408193 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a7ca0f55-4254-4967-b272-bba24d785a7a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1720700 Nov 11 12:16:14.410903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52616) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:14.462020 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3ae45e17-d913-479c-8be5-62a976d09749 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0498445 Nov 11 12:16:14.464493 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52618) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:14.575776 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef780134-0468-4c27-b780-534a4ff556e9 req-73c1e12e-1294-4e42-bc0c-0584e860cfee tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:14.577799 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef780134-0468-4c27-b780-534a4ff556e9 req-73c1e12e-1294-4e42-bc0c-0584e860cfee tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1184728 Nov 11 12:16:14.579652 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c59b34-038c-4643-8991-8d00b4a37617 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:14.584744 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c7c59b34-038c-4643-8991-8d00b4a37617 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1176372 Nov 11 12:16:14.587250 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52626) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:14.663038 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a181e934-eb80-4e69-96da-3b7013d3dbea tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654826 Nov 11 12:16:14.663441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52630) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:14.669248 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b5226515-721c-4929-b504-4b3440d784a6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:14.698725 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef780134-0468-4c27-b780-534a4ff556e9 req-8282ebc1-2357-4bc6-93d2-3de27c7c7a4d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129658 Nov 11 12:16:14.808810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5226515-721c-4929-b504-4b3440d784a6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:14.814063 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b5226515-721c-4929-b504-4b3440d784a6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.206641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.objects.ports [None req-b5226515-721c-4929-b504-4b3440d784a6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:16:15.210611 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81a2a5f6-6e44-4cb0-a790-96500bbcf389 req-8d208147-c9bd-4e75-8ce4-fe3abdd664e7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 210 time: 0.0411630 Nov 11 12:16:15.211381 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b5226515-721c-4929-b504-4b3440d784a6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.266422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5226515-721c-4929-b504-4b3440d784a6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:15.269730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-b5226515-721c-4929-b504-4b3440d784a6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:15.274129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5226515-721c-4929-b504-4b3440d784a6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:15.274720 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b5226515-721c-4929-b504-4b3440d784a6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.281278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffc4ed9-27ee-4d27-b400-4f4cc08c7ed5 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:15.301510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5226515-721c-4929-b504-4b3440d784a6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=ef7d8ec5-00db-4b5f-ac41-aff5115cacee,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:15.320371 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b5226515-721c-4929-b504-4b3440d784a6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6558692 Nov 11 12:16:15.323016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52640) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:15.327900 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d92d5112-693b-4c0b-8248-1a1df3309948 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'mac_address': 'fa:16:3e:1d:93:e5', 'name': 'tempest-NetworksTestDHCPv6-1054375796'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:15.530334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': 'ef7d8ec5-00db-4b5f-ac41-aff5115cacee'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:15.531547 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.552178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92d5112-693b-4c0b-8248-1a1df3309948 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:15.673946 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d92d5112-693b-4c0b-8248-1a1df3309948 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.700614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-d92d5112-693b-4c0b-8248-1a1df3309948 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port a26741f4-6340-4bd4-967c-a989ca4f084a yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:15.741168 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Allocated IP 2001:db8::f816:3eff:fe7e:b39a (bad2fb1b-5419-4704-a46b-842512226b60/ef7d8ec5-00db-4b5f-ac41-aff5115cacee/d8f886d3-07c7-40d9-928c-a929600e31ec) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:15.892505 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb37ad-97ba-4b69-ade7-83bb2dd5e840 req-af800654-d57f-4f0b-916a-6b5d15512d9b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:15.901905 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.905459 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ccdb37ad-97ba-4b69-ade7-83bb2dd5e840 req-af800654-d57f-4f0b-916a-6b5d15512d9b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0811038 Nov 11 12:16:15.971606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ccdb37ad-97ba-4b69-ade7-83bb2dd5e840 req-9bbcaefc-5947-4722-9129-3b068f9ba4b6 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621734 Nov 11 12:16:16.044270 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.055548 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.080392 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:16.109851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:16.113409 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:16.132505 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-d92d5112-693b-4c0b-8248-1a1df3309948 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::f816:3eff:fe1d:93e5 (bad2fb1b-5419-4704-a46b-842512226b60/ef7d8ec5-00db-4b5f-ac41-aff5115cacee/a26741f4-6340-4bd4-967c-a989ca4f084a) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:16.132702 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Pushing event updated for resources: {'Port': ['ID=d8f886d3-07c7-40d9-928c-a929600e31ec,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:16.190413 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Attempting to bind port d8f886d3-07c7-40d9-928c-a929600e31ec on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:16.191150 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Attempting to bind port d8f886d3-07c7-40d9-928c-a929600e31ec by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:16.193627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Attempting to bind port d8f886d3-07c7-40d9-928c-a929600e31ec on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:16.198625 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:16.200659 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:16.201088 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.201485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:16.202006 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Bound port: d8f886d3-07c7-40d9-928c-a929600e31ec, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:16.202518 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.308911 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] For port d8f886d3-07c7-40d9-928c-a929600e31ec, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:16.313243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] For port d8f886d3-07c7-40d9-928c-a929600e31ec, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=d8f886d3-07c7-40d9-928c-a929600e31ec,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:16.320693 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.332049 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d92d5112-693b-4c0b-8248-1a1df3309948 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.363472 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f4132d96-dbda-4e55-a79d-2576581cae53 req-3be228c7-df66-4f0d-9f07-d5388fa904cd tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 210 time: 0.0452659 Nov 11 12:16:16.390670 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d92d5112-693b-4c0b-8248-1a1df3309948 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.398701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c80915-9190-4e38-b6be-cc4485720d68 None None] Pushing event updated for resources: {'Port': ['ID=d8f886d3-07c7-40d9-928c-a929600e31ec,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:16.428063 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92d5112-693b-4c0b-8248-1a1df3309948 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:16.428063 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-d92d5112-693b-4c0b-8248-1a1df3309948 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:16.453364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92d5112-693b-4c0b-8248-1a1df3309948 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:16.459422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92d5112-693b-4c0b-8248-1a1df3309948 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:16.460137 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d92d5112-693b-4c0b-8248-1a1df3309948 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.501094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52660) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:16.510480 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d92d5112-693b-4c0b-8248-1a1df3309948 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1863308 Nov 11 12:16:16.512950 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d5112-693b-4c0b-8248-1a1df3309948 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=a26741f4-6340-4bd4-967c-a989ca4f084a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:16.559306 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad4075a-36ff-4ec7-abe9-631ed62fd319 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:16.565563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad4075a-36ff-4ec7-abe9-631ed62fd319 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:16.569570 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bad4075a-36ff-4ec7-abe9-631ed62fd319 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0650597 Nov 11 12:16:16.570379 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52662) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:16.707994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-964afa38-d473-4e8f-9bf6-9243953e7d75 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port a26741f4-6340-4bd4-967c-a989ca4f084a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:16.708676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-964afa38-d473-4e8f-9bf6-9243953e7d75 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.809823 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-964afa38-d473-4e8f-9bf6-9243953e7d75 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.824650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-964afa38-d473-4e8f-9bf6-9243953e7d75 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for a26741f4-6340-4bd4-967c-a989ca4f084a owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:16.976512 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-964afa38-d473-4e8f-9bf6-9243953e7d75 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.021402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964afa38-d473-4e8f-9bf6-9243953e7d75 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=a26741f4-6340-4bd4-967c-a989ca4f084a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:17.049410 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-964afa38-d473-4e8f-9bf6-9243953e7d75 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.053656 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-964afa38-d473-4e8f-9bf6-9243953e7d75 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/a26741f4-6340-4bd4-967c-a989ca4f084a HTTP/1.1" status: 204 len: 168 time: 0.4821343 Nov 11 12:16:17.056116 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52678) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:17.142874 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceafc57a-bc8e-444c-8dfa-6da905404a7b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:17.144674 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceafc57a-bc8e-444c-8dfa-6da905404a7b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:17.146850 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ceafc57a-bc8e-444c-8dfa-6da905404a7b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0898600 Nov 11 12:16:17.149575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52682) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:17.365377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69150a9-788d-435f-baed-f7718e64d718 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet ef7d8ec5-00db-4b5f-ac41-aff5115cacee {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:17.387585 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e69150a9-788d-435f-baed-f7718e64d718 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.408836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1ec4b-1060-4a05-a39c-70b4740ec3d6 req-102cd75d-34b8-4d5b-b9a5-387fa3c56ffe tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:17.425890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ee1ec4b-1060-4a05-a39c-70b4740ec3d6 req-102cd75d-34b8-4d5b-b9a5-387fa3c56ffe tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.2235236 Nov 11 12:16:17.484192 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d4d477ec-c353-4a52-9495-d92ee4b43fa5 req-51a22b41-d563-4af9-a1df-0764639fc076 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1594107 Nov 11 12:16:17.590821 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ee1ec4b-1060-4a05-a39c-70b4740ec3d6 req-ce85e9fc-98ef-4b02-acf4-198cc8575a55 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636322 Nov 11 12:16:17.629200 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e69150a9-788d-435f-baed-f7718e64d718 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.675154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d477ec-c353-4a52-9495-d92ee4b43fa5 req-7ca61d27-ad10-41a2-9915-be3db3ab35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:17.675154 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d4d477ec-c353-4a52-9495-d92ee4b43fa5 req-7ca61d27-ad10-41a2-9915-be3db3ab35c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 1096 time: 0.1173992 Nov 11 12:16:17.998450 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device d8f886d3-07c7-40d9-928c-a929600e31ec up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:18.018436 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d477ec-c353-4a52-9495-d92ee4b43fa5 req-18ed0d9d-d236-49d5-b78a-0a67e128a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:18.021527 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d4d477ec-c353-4a52-9495-d92ee4b43fa5 req-18ed0d9d-d236-49d5-b78a-0a67e128a7af service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.3240352 Nov 11 12:16:18.089285 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port d8f886d3-07c7-40d9-928c-a929600e31ec triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:18.089731 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.139701 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d4d477ec-c353-4a52-9495-d92ee4b43fa5 req-0deecc60-f4d5-4cf1-a998-9940ea21f0f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b427c82b-edcb-42d8-91b1-749d7815542f HTTP/1.1" status: 200 len: 217 time: 0.1087937 Nov 11 12:16:18.219472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-38fe1f43-82ca-4aa1-9a14-1f90c8b85421 None None] Provisioning complete for port d8f886d3-07c7-40d9-928c-a929600e31ec triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:18.219875 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-38fe1f43-82ca-4aa1-9a14-1f90c8b85421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.262630 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.269425 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d477ec-c353-4a52-9495-d92ee4b43fa5 req-446a712b-a947-4356-9dd3-b30cdc17e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:18.271193 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d4d477ec-c353-4a52-9495-d92ee4b43fa5 req-446a712b-a947-4356-9dd3-b30cdc17e0b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.1238880 Nov 11 12:16:18.310017 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port d8f886d3-07c7-40d9-928c-a929600e31ec, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=d8f886d3-07c7-40d9-928c-a929600e31ec,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:18.339808 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.389391 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e69150a9-788d-435f-baed-f7718e64d718 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.414143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d477ec-c353-4a52-9495-d92ee4b43fa5 req-d280189b-b69a-42dd-96dd-95455c1553b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:18.415871 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d4d477ec-c353-4a52-9495-d92ee4b43fa5 req-d280189b-b69a-42dd-96dd-95455c1553b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354101 Nov 11 12:16:18.418380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=d8f886d3-07c7-40d9-928c-a929600e31ec,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:18.560810 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb32c5d5-3805-4266-98ac-a69f9f48e1d9 req-401700a5-2601-4a37-975d-1b91a518b2ee tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=6281b6a8-6805-4e74-91db-379ef3d7a178 HTTP/1.1" status: 200 len: 210 time: 0.3693290 Nov 11 12:16:18.579579 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e69150a9-788d-435f-baed-f7718e64d718 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.636221 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e403272f-d4b4-43ca-9b2e-c263158f24ec None None] Could not find standard attr ID for object a26741f4-6340-4bd4-967c-a989ca4f084a. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:16:18.647478 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69150a9-788d-435f-baed-f7718e64d718 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7d8ec5-00db-4b5f-ac41-aff5115cacee,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:18.661431 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e69150a9-788d-435f-baed-f7718e64d718 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.665089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e69150a9-788d-435f-baed-f7718e64d718 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/ef7d8ec5-00db-4b5f-ac41-aff5115cacee HTTP/1.1" status: 204 len: 168 time: 1.5142338 Nov 11 12:16:18.667966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52706) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:18.804146 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c571af4e-1aed-4494-a256-7313f84115a7 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1349194 Nov 11 12:16:18.806942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52712) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:18.812611 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-dae16bad-0c39-43df-b5b1-3547b975d3b5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:18.838611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fea01f8-320f-4f96-aaee-703c081727ba None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:18.875629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1759c-a90b-4664-9afa-92c3760ff2ba req-0590c6ea-1323-4f4a-86e7-b3b47018d40d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:18.888137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ed1759c-a90b-4664-9afa-92c3760ff2ba req-0590c6ea-1323-4f4a-86e7-b3b47018d40d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1271646 Nov 11 12:16:18.985223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ed1759c-a90b-4664-9afa-92c3760ff2ba req-543d9caa-b297-4c7b-b4e8-cbcf6e891032 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650961 Nov 11 12:16:19.014939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae16bad-0c39-43df-b5b1-3547b975d3b5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:19.019268 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dae16bad-0c39-43df-b5b1-3547b975d3b5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.139918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99c4c14-8110-4527-8e1d-1e3716f5aec5 None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:19.255358 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d4d477ec-c353-4a52-9495-d92ee4b43fa5 req-da80a0c4-e0a0-4df6-83fe-dcedc1f864d9 service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8294957 Nov 11 12:16:19.271800 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e99c4c14-8110-4527-8e1d-1e3716f5aec5 None None] Deleting port d8f886d3-07c7-40d9-928c-a929600e31ec {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:19.272473 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e99c4c14-8110-4527-8e1d-1e3716f5aec5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.421300 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e99c4c14-8110-4527-8e1d-1e3716f5aec5 None None] For port d8f886d3-07c7-40d9-928c-a929600e31ec, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=d8f886d3-07c7-40d9-928c-a929600e31ec,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:19.422039 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e99c4c14-8110-4527-8e1d-1e3716f5aec5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.425694 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d4d477ec-c353-4a52-9495-d92ee4b43fa5 req-d4f3f40d-710a-44c6-ab65-755a2b56d3d7 service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596310 Nov 11 12:16:19.438080 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e99c4c14-8110-4527-8e1d-1e3716f5aec5 None None] Calling delete_port for d8f886d3-07c7-40d9-928c-a929600e31ec owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:19.529979 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e99c4c14-8110-4527-8e1d-1e3716f5aec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.562039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.objects.ports [None req-dae16bad-0c39-43df-b5b1-3547b975d3b5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:16:19.572554 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c4c14-8110-4527-8e1d-1e3716f5aec5 None None] Pushing event deleted for resources: {'Port': ['ID=d8f886d3-07c7-40d9-928c-a929600e31ec,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:19.578385 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c4c14-8110-4527-8e1d-1e3716f5aec5 None None] No DVR routers for this DVR port d8f886d3-07c7-40d9-928c-a929600e31ec on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:16:19.688132 n-d-807359-3 neutron-server[109153]: WARNING neutron.services.revisions.revision_plugin [None req-dae16bad-0c39-43df-b5b1-3547b975d3b5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Could not find related port for resource to bump revision. Nov 11 12:16:19.693839 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_pluggable_backend [None req-dae16bad-0c39-43df-b5b1-3547b975d3b5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Port d8f886d3-07c7-40d9-928c-a929600e31ec was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109153) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 11 12:16:19.694557 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_pluggable_backend [None req-dae16bad-0c39-43df-b5b1-3547b975d3b5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7e:b39a {{(pid=109153) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 11 12:16:19.698554 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_pluggable_backend [None req-dae16bad-0c39-43df-b5b1-3547b975d3b5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7e:b39a {{(pid=109153) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 11 12:16:19.699946 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dae16bad-0c39-43df-b5b1-3547b975d3b5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.751059 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae16bad-0c39-43df-b5b1-3547b975d3b5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:19.754511 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-dae16bad-0c39-43df-b5b1-3547b975d3b5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:19.757754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae16bad-0c39-43df-b5b1-3547b975d3b5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:19.758286 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dae16bad-0c39-43df-b5b1-3547b975d3b5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.767308 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c673c761-37e7-4007-9d7c-4fc90597a8af None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:19.767631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae16bad-0c39-43df-b5b1-3547b975d3b5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=7e4ff41c-3501-4f4b-b29b-feb73b956e48,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:19.834272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dae16bad-0c39-43df-b5b1-3547b975d3b5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0256557 Nov 11 12:16:19.836487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52732) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:19.841620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-09434116-d594-4028-952c-34040f2a48e6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'mac_address': 'fa:16:3e:c9:eb:7f', 'name': 'tempest-NetworksTestDHCPv6-1433764218'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:19.911205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device d8f886d3-07c7-40d9-928c-a929600e31ec no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:16:19.987833 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: d8f886d3-07c7-40d9-928c-a929600e31ec {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:16:19.988171 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device d8f886d3-07c7-40d9-928c-a929600e31ec not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:16:20.050075 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09434116-d594-4028-952c-34040f2a48e6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:20.055145 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-09434116-d594-4028-952c-34040f2a48e6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.080675 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-09434116-d594-4028-952c-34040f2a48e6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port 6349d4e3-2683-43ef-8201-b7c18a603c9e yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:20.216366 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': '7e4ff41c-3501-4f4b-b29b-feb73b956e48'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:20.217364 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.220048 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada9cb0-0f50-4ff1-8e35-e2279dba5e01 req-045d027a-1a45-44e0-97b1-9ef14ace2d38 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:20.222528 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ada9cb0-0f50-4ff1-8e35-e2279dba5e01 req-045d027a-1a45-44e0-97b1-9ef14ace2d38 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1256247 Nov 11 12:16:20.234447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-09434116-d594-4028-952c-34040f2a48e6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::f816:3eff:fec9:eb7f (bad2fb1b-5419-4704-a46b-842512226b60/7e4ff41c-3501-4f4b-b29b-feb73b956e48/6349d4e3-2683-43ef-8201-b7c18a603c9e) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:20.336105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ada9cb0-0f50-4ff1-8e35-e2279dba5e01 req-ebf1bbc5-b28d-4034-860d-8294bd761a53 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060100 Nov 11 12:16:20.437046 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-09434116-d594-4028-952c-34040f2a48e6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.487230 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-09434116-d594-4028-952c-34040f2a48e6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.521498 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Allocated IP 2001:db8::f816:3eff:fe4a:97f4 (bad2fb1b-5419-4704-a46b-842512226b60/7e4ff41c-3501-4f4b-b29b-feb73b956e48/207a07db-3d7e-4a11-83a6-b79da169bcca) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:20.536107 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09434116-d594-4028-952c-34040f2a48e6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:20.543461 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-09434116-d594-4028-952c-34040f2a48e6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:20.552610 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09434116-d594-4028-952c-34040f2a48e6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:20.559518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09434116-d594-4028-952c-34040f2a48e6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:20.560368 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-09434116-d594-4028-952c-34040f2a48e6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.572329 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09434116-d594-4028-952c-34040f2a48e6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=6349d4e3-2683-43ef-8201-b7c18a603c9e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:20.588465 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-09434116-d594-4028-952c-34040f2a48e6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7507677 Nov 11 12:16:20.591042 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52742) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:20.655213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb02a14-ba59-4db3-955a-9c31e5ce09cc tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:20.657230 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-adb02a14-ba59-4db3-955a-9c31e5ce09cc tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0650630 Nov 11 12:16:20.659921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52744) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:20.732645 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.741167 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.799410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:20.802464 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:20.808053 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-191e1db9-2902-4c06-a523-a755ecfcb4ba tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port 6349d4e3-2683-43ef-8201-b7c18a603c9e {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:20.808053 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-191e1db9-2902-4c06-a523-a755ecfcb4ba tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.810553 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:20.822274 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Pushing event updated for resources: {'Port': ['ID=207a07db-3d7e-4a11-83a6-b79da169bcca,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:20.881435 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Attempting to bind port 207a07db-3d7e-4a11-83a6-b79da169bcca on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:20.881740 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Attempting to bind port 207a07db-3d7e-4a11-83a6-b79da169bcca by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:20.882099 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Attempting to bind port 207a07db-3d7e-4a11-83a6-b79da169bcca on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:20.887935 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:20.888433 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:20.888834 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.889216 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:20.889704 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Bound port: 207a07db-3d7e-4a11-83a6-b79da169bcca, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:20.890082 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.914843 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-191e1db9-2902-4c06-a523-a755ecfcb4ba tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.927864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-191e1db9-2902-4c06-a523-a755ecfcb4ba tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for 6349d4e3-2683-43ef-8201-b7c18a603c9e owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:20.979947 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] For port 207a07db-3d7e-4a11-83a6-b79da169bcca, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:20.986462 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] For port 207a07db-3d7e-4a11-83a6-b79da169bcca, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=207a07db-3d7e-4a11-83a6-b79da169bcca,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:21.009365 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.105387 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2448a-64a9-41e1-ae24-80f2178a2e2d None None] Pushing event updated for resources: {'Port': ['ID=207a07db-3d7e-4a11-83a6-b79da169bcca,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:21.174432 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-191e1db9-2902-4c06-a523-a755ecfcb4ba tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.208901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e1db9-2902-4c06-a523-a755ecfcb4ba tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=6349d4e3-2683-43ef-8201-b7c18a603c9e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:21.268132 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-191e1db9-2902-4c06-a523-a755ecfcb4ba tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.271805 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-191e1db9-2902-4c06-a523-a755ecfcb4ba tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/6349d4e3-2683-43ef-8201-b7c18a603c9e HTTP/1.1" status: 204 len: 168 time: 0.6104915 Nov 11 12:16:21.274221 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52762) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:21.341355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565c8652-1abe-4602-9e5b-d5e3ae8966e5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:21.343654 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565c8652-1abe-4602-9e5b-d5e3ae8966e5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:21.346578 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-565c8652-1abe-4602-9e5b-d5e3ae8966e5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0700626 Nov 11 12:16:21.347997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52764) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:21.434404 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa124ab-0bcd-43a1-9644-87d9ab60d597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 7e4ff41c-3501-4f4b-b29b-feb73b956e48 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:21.449349 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-baa124ab-0bcd-43a1-9644-87d9ab60d597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.539962 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-baa124ab-0bcd-43a1-9644-87d9ab60d597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.577734 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42c929-bd6d-48a1-a53d-7c22743a5dbb req-ba2c2a5a-2757-4662-bf80-0a8a267d3c0d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:21.580388 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a42c929-bd6d-48a1-a53d-7c22743a5dbb req-ba2c2a5a-2757-4662-bf80-0a8a267d3c0d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0972736 Nov 11 12:16:21.639136 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.665769 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-baa124ab-0bcd-43a1-9644-87d9ab60d597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.757768 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-baa124ab-0bcd-43a1-9644-87d9ab60d597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.823684 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a42c929-bd6d-48a1-a53d-7c22743a5dbb req-69d0e786-5432-40bf-8743-94e388ac59a2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090024 Nov 11 12:16:21.826694 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa124ab-0bcd-43a1-9644-87d9ab60d597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4ff41c-3501-4f4b-b29b-feb73b956e48,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:21.836885 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-baa124ab-0bcd-43a1-9644-87d9ab60d597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.842370 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-baa124ab-0bcd-43a1-9644-87d9ab60d597 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/7e4ff41c-3501-4f4b-b29b-feb73b956e48 HTTP/1.1" status: 204 len: 168 time: 0.4925039 Nov 11 12:16:21.845155 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52774) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:21.921110 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4f56bab6-3c9f-4336-8267-7d0301984e2e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747375 Nov 11 12:16:21.923689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52776) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:22.004938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 207a07db-3d7e-4a11-83a6-b79da169bcca up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:22.005198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1afb7c-ec80-40ab-8bd5-1fb2dd734ebc tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:22.009657 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52780) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:22.010062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-db1afb7c-ec80-40ab-8bd5-1fb2dd734ebc tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0849946 Nov 11 12:16:22.133006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e012170c-27cd-4c44-80d3-826df94f5a92 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:22.134686 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e012170c-27cd-4c44-80d3-826df94f5a92 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1240239 Nov 11 12:16:22.135756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 207a07db-3d7e-4a11-83a6-b79da169bcca triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:22.136139 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.138330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52784) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:22.213611 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-614c1c74-e777-40a2-9b9b-f581a97f08d8 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726643 Nov 11 12:16:22.218108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52786) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:22.223427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-83e19265-87bf-4d07-927d-f013b0780646 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:22.323238 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.365726 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 207a07db-3d7e-4a11-83a6-b79da169bcca, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=207a07db-3d7e-4a11-83a6-b79da169bcca,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:22.377956 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.428337 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e19265-87bf-4d07-927d-f013b0780646 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:22.432567 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83e19265-87bf-4d07-927d-f013b0780646 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.472331 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=207a07db-3d7e-4a11-83a6-b79da169bcca,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:22.741948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cda8e8-847a-4d91-8b28-80d16c9fdd40 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:22.876536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.objects.ports [None req-83e19265-87bf-4d07-927d-f013b0780646 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:16:22.925311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-191b108b-b3e3-46f4-a622-82a1f58aebdc None None] Provisioning complete for port 207a07db-3d7e-4a11-83a6-b79da169bcca triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:22.925710 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-191b108b-b3e3-46f4-a622-82a1f58aebdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.090096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c7972-e75f-4b4b-94ee-b93085739b03 req-5e149409-7d78-4c35-a24b-b49a6e5c891f tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:23.091675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff1c7972-e75f-4b4b-94ee-b93085739b03 req-5e149409-7d78-4c35-a24b-b49a6e5c891f tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1067371 Nov 11 12:16:23.200624 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff1c7972-e75f-4b4b-94ee-b93085739b03 req-103043b7-51d0-4f4a-92aa-c4852cec6e17 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018026 Nov 11 12:16:23.332053 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83e19265-87bf-4d07-927d-f013b0780646 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.487655 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ee661f7d-d65c-4f9c-b6bf-374518ad41a0 None None] Provisioning complete for port 207a07db-3d7e-4a11-83a6-b79da169bcca triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:23.493888 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ee661f7d-d65c-4f9c-b6bf-374518ad41a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.614117 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-83e19265-87bf-4d07-927d-f013b0780646 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] For port 207a07db-3d7e-4a11-83a6-b79da169bcca, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=207a07db-3d7e-4a11-83a6-b79da169bcca,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:23.702424 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83e19265-87bf-4d07-927d-f013b0780646 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.708411 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83e19265-87bf-4d07-927d-f013b0780646 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.709621 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83e19265-87bf-4d07-927d-f013b0780646 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.777119 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e19265-87bf-4d07-927d-f013b0780646 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:23.785167 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-83e19265-87bf-4d07-927d-f013b0780646 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:23.788196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e19265-87bf-4d07-927d-f013b0780646 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:23.788802 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83e19265-87bf-4d07-927d-f013b0780646 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.792537 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d8d0fdee-3f25-41fc-9d8b-e54c8433c2b4 None None] Could not find standard attr ID for object 6349d4e3-2683-43ef-8201-b7c18a603c9e. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:16:23.846970 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-83e19265-87bf-4d07-927d-f013b0780646 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6251659 Nov 11 12:16:23.847454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52804) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:23.850811 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e19265-87bf-4d07-927d-f013b0780646 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=81364d56-f3a7-4adf-853e-7bafea89613f,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:23.855024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-128ec541-c24c-454c-b1cb-d4a392c78cae tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'mac_address': 'fa:16:3e:96:92:b9', 'name': 'tempest-NetworksTestDHCPv6-2042033876'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:23.857890 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e19265-87bf-4d07-927d-f013b0780646 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=207a07db-3d7e-4a11-83a6-b79da169bcca,revision_number=6']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:23.946619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 207a07db-3d7e-4a11-83a6-b79da169bcca up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:24.064901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e886e0-fd71-4ebc-bf0c-a34be85d59f8 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:24.079846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128ec541-c24c-454c-b1cb-d4a392c78cae tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:24.089777 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 207a07db-3d7e-4a11-83a6-b79da169bcca triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:24.090212 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.220489 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-128ec541-c24c-454c-b1cb-d4a392c78cae tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.242156 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-128ec541-c24c-454c-b1cb-d4a392c78cae tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port 70e868c5-bd78-4cfc-99b7-e4ef8753378b yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:24.408290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-128ec541-c24c-454c-b1cb-d4a392c78cae tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::f816:3eff:fe96:92b9 (bad2fb1b-5419-4704-a46b-842512226b60/81364d56-f3a7-4adf-853e-7bafea89613f/70e868c5-bd78-4cfc-99b7-e4ef8753378b) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:24.523737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46e8a7-236f-4473-9934-8fcaee3d4d98 req-8d2ca3b7-0dcf-4967-964e-9d323392847c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:24.531892 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c46e8a7-236f-4473-9934-8fcaee3d4d98 req-8d2ca3b7-0dcf-4967-964e-9d323392847c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1139004 Nov 11 12:16:24.685437 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-128ec541-c24c-454c-b1cb-d4a392c78cae tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.733177 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c46e8a7-236f-4473-9934-8fcaee3d4d98 req-dcd5ba65-0622-4b82-a3c1-193ed7eb856b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997178 Nov 11 12:16:24.762697 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-128ec541-c24c-454c-b1cb-d4a392c78cae tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.820350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ec541-c24c-454c-b1cb-d4a392c78cae tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:24.824687 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-128ec541-c24c-454c-b1cb-d4a392c78cae tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:24.826180 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-20310b46-e5fd-4eee-9cec-eba14418b069 None None] Provisioning complete for port 207a07db-3d7e-4a11-83a6-b79da169bcca triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:24.826688 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-20310b46-e5fd-4eee-9cec-eba14418b069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.842954 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ec541-c24c-454c-b1cb-d4a392c78cae tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:24.848834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128ec541-c24c-454c-b1cb-d4a392c78cae tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:24.849670 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-128ec541-c24c-454c-b1cb-d4a392c78cae tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.856847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ec541-c24c-454c-b1cb-d4a392c78cae tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=70e868c5-bd78-4cfc-99b7-e4ef8753378b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:24.894833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-128ec541-c24c-454c-b1cb-d4a392c78cae tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0461667 Nov 11 12:16:24.897923 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52822) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:24.968740 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea45ca45-79ea-4d0d-92c1-569a5742098c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:24.984097 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea45ca45-79ea-4d0d-92c1-569a5742098c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:24.987583 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ea45ca45-79ea-4d0d-92c1-569a5742098c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0887685 Nov 11 12:16:24.991349 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52826) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:25.192176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-885ee12b-8397-40e5-b555-79154ddf4950 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port 70e868c5-bd78-4cfc-99b7-e4ef8753378b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:25.192633 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-885ee12b-8397-40e5-b555-79154ddf4950 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:25.239161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ad904-e0f2-4bfd-b5a9-7981202e2887 req-646b7dfb-9e17-4790-9dc8-4d079ae2e978 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:25.248363 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f4ad904-e0f2-4bfd-b5a9-7981202e2887 req-646b7dfb-9e17-4790-9dc8-4d079ae2e978 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1845036 Nov 11 12:16:25.280660 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fab383-bb16-4707-83ac-d568348d15e3 req-13c7f406-49b5-45f0-85c5-afecd06195cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:25.282901 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7fab383-bb16-4707-83ac-d568348d15e3 req-13c7f406-49b5-45f0-85c5-afecd06195cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 1095 time: 0.1557465 Nov 11 12:16:25.375344 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f4ad904-e0f2-4bfd-b5a9-7981202e2887 req-d15647b3-e2ba-4eea-8dee-4ed7be7325bc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184647 Nov 11 12:16:25.429024 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c42e9e72-e101-4b11-affe-e1bcbdfbc404 None None] Provisioning complete for port 70e868c5-bd78-4cfc-99b7-e4ef8753378b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:25.429726 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c42e9e72-e101-4b11-affe-e1bcbdfbc404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:25.456921 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-885ee12b-8397-40e5-b555-79154ddf4950 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:25.484080 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c42e9e72-e101-4b11-affe-e1bcbdfbc404 None None] Port 70e868c5-bd78-4cfc-99b7-e4ef8753378b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:25.506059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-885ee12b-8397-40e5-b555-79154ddf4950 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for 70e868c5-bd78-4cfc-99b7-e4ef8753378b owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:25.533257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fab383-bb16-4707-83ac-d568348d15e3 req-df1b8f07-648e-4348-8ae3-3663d71c4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:25.534817 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7fab383-bb16-4707-83ac-d568348d15e3 req-df1b8f07-648e-4348-8ae3-3663d71c4a9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.2415550 Nov 11 12:16:25.659777 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7fab383-bb16-4707-83ac-d568348d15e3 req-8a1f1520-8071-4fdb-9ab3-f11b8a13be55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c HTTP/1.1" status: 200 len: 999 time: 0.1162794 Nov 11 12:16:25.732644 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fab383-bb16-4707-83ac-d568348d15e3 req-99526318-4308-4a13-afb5-561b412d6692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:25.734946 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7fab383-bb16-4707-83ac-d568348d15e3 req-99526318-4308-4a13-afb5-561b412d6692 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.0684569 Nov 11 12:16:25.737101 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-885ee12b-8397-40e5-b555-79154ddf4950 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:25.798040 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ee12b-8397-40e5-b555-79154ddf4950 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=70e868c5-bd78-4cfc-99b7-e4ef8753378b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:25.849819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fab383-bb16-4707-83ac-d568348d15e3 req-e6c50f3f-e732-4a14-97e3-36d449bce1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:25.854729 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7fab383-bb16-4707-83ac-d568348d15e3 req-e6c50f3f-e732-4a14-97e3-36d449bce1cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107926 Nov 11 12:16:25.864044 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-885ee12b-8397-40e5-b555-79154ddf4950 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:25.870036 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-885ee12b-8397-40e5-b555-79154ddf4950 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/70e868c5-bd78-4cfc-99b7-e4ef8753378b HTTP/1.1" status: 204 len: 168 time: 0.8669775 Nov 11 12:16:25.873561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52852) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:25.927325 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 207a07db-3d7e-4a11-83a6-b79da169bcca up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:26.004449 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 207a07db-3d7e-4a11-83a6-b79da169bcca triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:26.004730 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.010668 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb37ce98-d748-491b-8ef7-86471c397857 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:26.015285 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb37ce98-d748-491b-8ef7-86471c397857 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:26.016981 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bb37ce98-d748-491b-8ef7-86471c397857 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1407535 Nov 11 12:16:26.020698 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52854) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:26.124439 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7fab383-bb16-4707-83ac-d568348d15e3 req-355c77cb-01f7-44f4-97df-8c75a4ae6e6e service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615411 Nov 11 12:16:26.181348 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af2ff8f-6a80-42e9-a5a9-6d5ce4557fad tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 81364d56-f3a7-4adf-853e-7bafea89613f {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:26.189268 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2af2ff8f-6a80-42e9-a5a9-6d5ce4557fad tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.268617 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2af2ff8f-6a80-42e9-a5a9-6d5ce4557fad tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.334135 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7fab383-bb16-4707-83ac-d568348d15e3 req-44377fdc-f28d-47a2-afbf-6d5623d6d1fe service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011905 Nov 11 12:16:26.409416 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2af2ff8f-6a80-42e9-a5a9-6d5ce4557fad tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.502203 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2af2ff8f-6a80-42e9-a5a9-6d5ce4557fad tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.555154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2ff8f-6a80-42e9-a5a9-6d5ce4557fad tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=81364d56-f3a7-4adf-853e-7bafea89613f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:26.569810 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa16740-c7a2-4876-811b-892acd311871 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:26.576215 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2af2ff8f-6a80-42e9-a5a9-6d5ce4557fad tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.587893 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f975467-7eba-4b47-bd81-e515324c62d4 req-8107d3b0-9f3e-48c6-b726-c05018becf2a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:26.588513 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2af2ff8f-6a80-42e9-a5a9-6d5ce4557fad tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/81364d56-f3a7-4adf-853e-7bafea89613f HTTP/1.1" status: 204 len: 168 time: 0.5639858 Nov 11 12:16:26.590211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52868) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:26.592781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f975467-7eba-4b47-bd81-e515324c62d4 req-8107d3b0-9f3e-48c6-b726-c05018becf2a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0795393 Nov 11 12:16:26.676645 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c21011b6-0a46-43df-ab32-3f636a079daa tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798488 Nov 11 12:16:26.679408 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52876) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:26.690498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f05e61f1-b5f9-492d-b1fd-5d4e49d28bb4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:26.823342 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f975467-7eba-4b47-bd81-e515324c62d4 req-9a7a9696-0f26-490a-990a-f72bbafc7f81 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214804 Nov 11 12:16:26.879247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05e61f1-b5f9-492d-b1fd-5d4e49d28bb4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:26.883600 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f05e61f1-b5f9-492d-b1fd-5d4e49d28bb4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.938956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597769ff-b6c6-492b-97e6-6201754ad2e6 None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:27.041311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-597769ff-b6c6-492b-97e6-6201754ad2e6 None None] Deleting port 207a07db-3d7e-4a11-83a6-b79da169bcca {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:27.042177 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-597769ff-b6c6-492b-97e6-6201754ad2e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.167781 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-597769ff-b6c6-492b-97e6-6201754ad2e6 None None] For port 207a07db-3d7e-4a11-83a6-b79da169bcca, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=207a07db-3d7e-4a11-83a6-b79da169bcca,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:27.172352 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-597769ff-b6c6-492b-97e6-6201754ad2e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.192417 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-597769ff-b6c6-492b-97e6-6201754ad2e6 None None] Calling delete_port for 207a07db-3d7e-4a11-83a6-b79da169bcca owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:27.304897 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-597769ff-b6c6-492b-97e6-6201754ad2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.318921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597769ff-b6c6-492b-97e6-6201754ad2e6 None None] No DVR routers for this DVR port 207a07db-3d7e-4a11-83a6-b79da169bcca on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:16:27.352943 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597769ff-b6c6-492b-97e6-6201754ad2e6 None None] Pushing event deleted for resources: {'Port': ['ID=207a07db-3d7e-4a11-83a6-b79da169bcca,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:27.395058 n-d-807359-3 neutron-server[109153]: DEBUG neutron.objects.ports [None req-f05e61f1-b5f9-492d-b1fd-5d4e49d28bb4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:16:27.397358 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f05e61f1-b5f9-492d-b1fd-5d4e49d28bb4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.470035 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05e61f1-b5f9-492d-b1fd-5d4e49d28bb4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:27.483042 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-f05e61f1-b5f9-492d-b1fd-5d4e49d28bb4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:27.488387 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05e61f1-b5f9-492d-b1fd-5d4e49d28bb4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:27.495549 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f05e61f1-b5f9-492d-b1fd-5d4e49d28bb4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.502091 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e61f1-b5f9-492d-b1fd-5d4e49d28bb4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=065e97ec-8a9e-44b0-b3da-82d5fa024a62,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:27.506944 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80923210-9fc5-47eb-9378-655fca68e3eb None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:27.544547 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52888) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:27.555465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f05e61f1-b5f9-492d-b1fd-5d4e49d28bb4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8608153 Nov 11 12:16:27.555700 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fada736e-4b0c-4d70-b9ae-40907638ea5a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'mac_address': 'fa:16:3e:23:44:7a', 'name': 'tempest-NetworksTestDHCPv6-633357180'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:27.764212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fada736e-4b0c-4d70-b9ae-40907638ea5a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:27.786837 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': '065e97ec-8a9e-44b0-b3da-82d5fa024a62'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:27.787760 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.928073 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 207a07db-3d7e-4a11-83a6-b79da169bcca no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:16:27.933637 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fada736e-4b0c-4d70-b9ae-40907638ea5a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.979964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-fada736e-4b0c-4d70-b9ae-40907638ea5a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port 4d005702-5532-4613-8c8f-b7ae729bf53f yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:28.009514 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 207a07db-3d7e-4a11-83a6-b79da169bcca {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:16:28.010130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 207a07db-3d7e-4a11-83a6-b79da169bcca not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:16:28.012189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0143904-7c7c-416e-933d-d234ad145c0c req-35ea1629-f5e8-4e5c-8e60-ca0f1b59bb08 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:28.015341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0143904-7c7c-416e-933d-d234ad145c0c req-35ea1629-f5e8-4e5c-8e60-ca0f1b59bb08 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0568419 Nov 11 12:16:28.064610 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Allocated IP 2001:db8::f816:3eff:fe3b:5120 (bad2fb1b-5419-4704-a46b-842512226b60/065e97ec-8a9e-44b0-b3da-82d5fa024a62/897b513f-29cd-47fe-9b2e-400beb10dd90) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:28.087300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0143904-7c7c-416e-933d-d234ad145c0c req-764d8c4d-2f9f-4f9d-85c1-099b6d69350d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639086 Nov 11 12:16:28.252597 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.280882 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.335598 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-fada736e-4b0c-4d70-b9ae-40907638ea5a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::f816:3eff:fe23:447a (bad2fb1b-5419-4704-a46b-842512226b60/065e97ec-8a9e-44b0-b3da-82d5fa024a62/4d005702-5532-4613-8c8f-b7ae729bf53f) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:28.346302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Pushing event updated for resources: {'Port': ['ID=897b513f-29cd-47fe-9b2e-400beb10dd90,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:28.366878 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:28.368985 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:28.375595 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:28.494874 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Attempting to bind port 897b513f-29cd-47fe-9b2e-400beb10dd90 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:28.495164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Attempting to bind port 897b513f-29cd-47fe-9b2e-400beb10dd90 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:28.495520 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Attempting to bind port 897b513f-29cd-47fe-9b2e-400beb10dd90 on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:28.500766 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:28.501121 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:28.501519 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.501990 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:28.502447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Bound port: 897b513f-29cd-47fe-9b2e-400beb10dd90, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:28.502817 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.576369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] For port 897b513f-29cd-47fe-9b2e-400beb10dd90, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:28.579964 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] For port 897b513f-29cd-47fe-9b2e-400beb10dd90, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=897b513f-29cd-47fe-9b2e-400beb10dd90,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:28.590656 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.605756 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fada736e-4b0c-4d70-b9ae-40907638ea5a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.609228 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6eba5-f2d0-47cc-821b-ed6652c554d3 req-5d72f23a-acef-4974-aad9-0d6bcbd02431 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:28.612428 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eff6eba5-f2d0-47cc-821b-ed6652c554d3 req-5d72f23a-acef-4974-aad9-0d6bcbd02431 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1008537 Nov 11 12:16:28.642819 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fada736e-4b0c-4d70-b9ae-40907638ea5a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.690003 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Pushing event updated for resources: {'Port': ['ID=897b513f-29cd-47fe-9b2e-400beb10dd90,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:28.710202 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada736e-4b0c-4d70-b9ae-40907638ea5a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=4d005702-5532-4613-8c8f-b7ae729bf53f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:28.722639 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:28.723571 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:28.723571 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:28.723748 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:28.723932 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:28.724216 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:28.725283 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:28.725283 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:28.725283 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:28.725617 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:28.725977 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:28.726292 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c790c-28db-4735-b4da-c78242cf0307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:28.740549 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eff6eba5-f2d0-47cc-821b-ed6652c554d3 req-201f928f-2da7-41e1-afd6-c41ae912f8a6 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225471 Nov 11 12:16:28.759657 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fada736e-4b0c-4d70-b9ae-40907638ea5a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:28.762553 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-fada736e-4b0c-4d70-b9ae-40907638ea5a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:28.767190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fada736e-4b0c-4d70-b9ae-40907638ea5a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:28.773216 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fada736e-4b0c-4d70-b9ae-40907638ea5a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:28.774024 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fada736e-4b0c-4d70-b9ae-40907638ea5a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.800364 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fada736e-4b0c-4d70-b9ae-40907638ea5a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2536201 Nov 11 12:16:28.802990 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52922) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:28.878497 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc03452-7924-4d26-84c6-18201d287b7c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:28.887694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc03452-7924-4d26-84c6-18201d287b7c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:28.887694 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0bc03452-7924-4d26-84c6-18201d287b7c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0825059 Nov 11 12:16:28.889084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52926) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:29.067490 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a9595789-ef54-46a3-8df7-0d3801c0cb5f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port 4d005702-5532-4613-8c8f-b7ae729bf53f {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:29.068173 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a9595789-ef54-46a3-8df7-0d3801c0cb5f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.186805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d85110-35b8-43e1-9d74-9036695ac1e6 req-f896732e-fdbe-490d-99ba-5b7ab3f8aa34 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:29.198812 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5d85110-35b8-43e1-9d74-9036695ac1e6 req-f896732e-fdbe-490d-99ba-5b7ab3f8aa34 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1338959 Nov 11 12:16:29.277810 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a9595789-ef54-46a3-8df7-0d3801c0cb5f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.295561 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5d85110-35b8-43e1-9d74-9036695ac1e6 req-e138df53-8fdc-43c5-9117-ef13d648db42 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948894 Nov 11 12:16:29.301066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a9595789-ef54-46a3-8df7-0d3801c0cb5f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for 4d005702-5532-4613-8c8f-b7ae729bf53f owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:29.472194 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a9595789-ef54-46a3-8df7-0d3801c0cb5f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.550957 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9595789-ef54-46a3-8df7-0d3801c0cb5f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=4d005702-5532-4613-8c8f-b7ae729bf53f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:29.593183 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a9595789-ef54-46a3-8df7-0d3801c0cb5f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.600187 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a9595789-ef54-46a3-8df7-0d3801c0cb5f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/4d005702-5532-4613-8c8f-b7ae729bf53f HTTP/1.1" status: 204 len: 168 time: 0.7078507 Nov 11 12:16:29.600735 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52940) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:29.634641 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3afc4-6989-4d08-ae95-0e067730aca3 req-da7a4c7e-04a6-4546-bcf4-4c2c4e4053fe tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:29.639187 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5fa3afc4-6989-4d08-ae95-0e067730aca3 req-da7a4c7e-04a6-4546-bcf4-4c2c4e4053fe tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0984068 Nov 11 12:16:29.740835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5fa3afc4-6989-4d08-ae95-0e067730aca3 req-761e9ac9-b998-483f-992a-1beafaf86bda tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946972 Nov 11 12:16:29.791037 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ea3e1b-b1b1-4f3b-879c-8d9c89faceac tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:29.793055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ea3e1b-b1b1-4f3b-879c-8d9c89faceac tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:29.806424 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b4ea3e1b-b1b1-4f3b-879c-8d9c89faceac tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2021291 Nov 11 12:16:29.807360 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52952) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:29.916074 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 065e97ec-8a9e-44b0-b3da-82d5fa024a62 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:29.920754 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.982534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 897b513f-29cd-47fe-9b2e-400beb10dd90 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:30.012069 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:30.141126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 897b513f-29cd-47fe-9b2e-400beb10dd90 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:30.141727 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:30.218419 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:30.232596 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:30.353642 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:30.396873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=065e97ec-8a9e-44b0-b3da-82d5fa024a62,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:30.430465 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:30.430825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:30.431309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:30.431770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:30.432162 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:30.432688 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:30.433185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:30.433706 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:30.434212 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:30.434709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:30.435211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:30.435721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:30.444618 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:30.448759 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7f04203f-8765-41a1-a102-ad8fde8e1345 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/065e97ec-8a9e-44b0-b3da-82d5fa024a62 HTTP/1.1" status: 204 len: 168 time: 0.6398444 Nov 11 12:16:30.451304 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52978) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:30.520577 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e37fa4e6-3832-4dec-bbc8-1017c021b1e8 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651519 Nov 11 12:16:30.520773 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 52982) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:30.541461 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-686afb5c-9d46-4261-8329-77dbb51871e3 None None] Provisioning complete for port 897b513f-29cd-47fe-9b2e-400beb10dd90 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:30.541991 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-686afb5c-9d46-4261-8329-77dbb51871e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:30.545707 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:16:30.546272 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:16:30.625665 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2775632f-8cae-4d1d-9fbe-5e5b188e3ffa tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:30.627838 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2775632f-8cae-4d1d-9fbe-5e5b188e3ffa tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1059239 Nov 11 12:16:30.630564 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 52998) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:30.658062 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-686afb5c-9d46-4261-8329-77dbb51871e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:30.706179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-686afb5c-9d46-4261-8329-77dbb51871e3 None None] For port 897b513f-29cd-47fe-9b2e-400beb10dd90, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=897b513f-29cd-47fe-9b2e-400beb10dd90,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:30.713920 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-686afb5c-9d46-4261-8329-77dbb51871e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:30.824628 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec11466-766a-4903-8b8b-7e173d11c4c6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:30.831918 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5ec11466-766a-4903-8b8b-7e173d11c4c6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1971133 Nov 11 12:16:30.832122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 53012) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:30.866762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17063ee6-9b01-483c-aa98-e959f45ee41a None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:30.947888 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-be44c349-2fb4-42b6-94b2-c674c11547c5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1079037 Nov 11 12:16:30.948536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53028) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:30.962672 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7805b072-11dc-4c6d-ad08-a3d08d11e3a2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:31.049894 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2330343f-4d42-47f9-9fa7-ec832775e706 None None] Could not find standard attr ID for object 4d005702-5532-4613-8c8f-b7ae729bf53f. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:16:31.059712 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36b359-8c34-4b4b-8222-828f19946a4d req-bb099a1e-ae20-4ade-951f-381e62ce85d5 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:31.061456 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b36b359-8c34-4b4b-8222-828f19946a4d req-bb099a1e-ae20-4ade-951f-381e62ce85d5 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1069405 Nov 11 12:16:31.080733 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686afb5c-9d46-4261-8329-77dbb51871e3 None None] Pushing event updated for resources: {'Port': ['ID=897b513f-29cd-47fe-9b2e-400beb10dd90,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:31.170022 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b36b359-8c34-4b4b-8222-828f19946a4d req-c5763e20-950c-4a75-b0d4-00d4c2fa32a7 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971053 Nov 11 12:16:31.251855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7805b072-11dc-4c6d-ad08-a3d08d11e3a2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:31.258954 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7805b072-11dc-4c6d-ad08-a3d08d11e3a2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:31.454149 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87db03d-572d-4daf-bbf3-542f0a28909e None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:31.631556 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e87db03d-572d-4daf-bbf3-542f0a28909e None None] Deleting port 897b513f-29cd-47fe-9b2e-400beb10dd90 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:31.632150 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e87db03d-572d-4daf-bbf3-542f0a28909e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:31.676115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc784293-5e73-4936-b585-2df30ea579f5 req-bf296620-d423-4b49-9e63-e2a62cbbbd5c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:31.680229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc784293-5e73-4936-b585-2df30ea579f5 req-bf296620-d423-4b49-9e63-e2a62cbbbd5c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1006141 Nov 11 12:16:31.684881 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7805b072-11dc-4c6d-ad08-a3d08d11e3a2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:31.782817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7805b072-11dc-4c6d-ad08-a3d08d11e3a2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:31.788769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-7805b072-11dc-4c6d-ad08-a3d08d11e3a2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:31.796347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7805b072-11dc-4c6d-ad08-a3d08d11e3a2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:31.797427 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7805b072-11dc-4c6d-ad08-a3d08d11e3a2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:31.815857 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc784293-5e73-4936-b585-2df30ea579f5 req-a4bec2c1-1bda-40d7-936c-d831c0cc4c85 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303411 Nov 11 12:16:31.829950 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805b072-11dc-4c6d-ad08-a3d08d11e3a2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=45454edd-f28a-4287-8b43-6e560f9df784,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:31.848733 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7805b072-11dc-4c6d-ad08-a3d08d11e3a2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8988707 Nov 11 12:16:31.851647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 53112) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:31.857659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-abe101a1-f3c8-4e1e-805d-a94b1b3f2f74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'mac_address': 'fa:16:3e:91:53:d6', 'name': 'tempest-NetworksTestDHCPv6-81447623'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:31.944577 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e87db03d-572d-4daf-bbf3-542f0a28909e None None] For port 897b513f-29cd-47fe-9b2e-400beb10dd90, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=897b513f-29cd-47fe-9b2e-400beb10dd90,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:31.944992 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e87db03d-572d-4daf-bbf3-542f0a28909e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:31.975340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e87db03d-572d-4daf-bbf3-542f0a28909e None None] Calling delete_port for 897b513f-29cd-47fe-9b2e-400beb10dd90 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:31.978327 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 897b513f-29cd-47fe-9b2e-400beb10dd90 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:16:32.172388 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe101a1-f3c8-4e1e-805d-a94b1b3f2f74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:32.339366 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-abe101a1-f3c8-4e1e-805d-a94b1b3f2f74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.374248 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-abe101a1-f3c8-4e1e-805d-a94b1b3f2f74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port cd608a13-fd38-44b2-b6a9-57b4bec7d118 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:32.394458 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.422954 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e87db03d-572d-4daf-bbf3-542f0a28909e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.505790 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87db03d-572d-4daf-bbf3-542f0a28909e None None] Pushing event deleted for resources: {'Port': ['ID=897b513f-29cd-47fe-9b2e-400beb10dd90,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:32.510679 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87db03d-572d-4daf-bbf3-542f0a28909e None None] No DVR routers for this DVR port 897b513f-29cd-47fe-9b2e-400beb10dd90 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:16:32.566870 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7baae56-2aa4-4850-aaf2-da755b783a0a None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:32.618223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-abe101a1-f3c8-4e1e-805d-a94b1b3f2f74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::257 (bad2fb1b-5419-4704-a46b-842512226b60/45454edd-f28a-4287-8b43-6e560f9df784/cd608a13-fd38-44b2-b6a9-57b4bec7d118) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:33.003777 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-abe101a1-f3c8-4e1e-805d-a94b1b3f2f74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.053176 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c795ab-249a-4fff-b409-45e09deb0c3a req-f6f06644-4764-48f2-9dff-192b59a0b847 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:33.070770 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92c795ab-249a-4fff-b409-45e09deb0c3a req-f6f06644-4764-48f2-9dff-192b59a0b847 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1277008 Nov 11 12:16:33.182023 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92c795ab-249a-4fff-b409-45e09deb0c3a req-d3e3a8e2-f85d-4afd-989a-187774ad8c83 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100516 Nov 11 12:16:33.187919 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-abe101a1-f3c8-4e1e-805d-a94b1b3f2f74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.200683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': '45454edd-f28a-4287-8b43-6e560f9df784'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:33.214837 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.307830 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe101a1-f3c8-4e1e-805d-a94b1b3f2f74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:33.315153 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-abe101a1-f3c8-4e1e-805d-a94b1b3f2f74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:33.329402 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe101a1-f3c8-4e1e-805d-a94b1b3f2f74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:33.352280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe101a1-f3c8-4e1e-805d-a94b1b3f2f74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:33.353011 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-abe101a1-f3c8-4e1e-805d-a94b1b3f2f74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.358769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe101a1-f3c8-4e1e-805d-a94b1b3f2f74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=cd608a13-fd38-44b2-b6a9-57b4bec7d118,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:33.396985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340a8ad-1f79-460b-8bae-1e625c9209a1 req-bc22ea3f-46d0-4ba6-9c7c-b4c6495c7e33 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:33.405576 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9340a8ad-1f79-460b-8bae-1e625c9209a1 req-bc22ea3f-46d0-4ba6-9c7c-b4c6495c7e33 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1387811 Nov 11 12:16:33.418950 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-abe101a1-f3c8-4e1e-805d-a94b1b3f2f74 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5643153 Nov 11 12:16:33.421646 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53280) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:33.494156 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3094fa-7476-4b32-9a96-ce49665d302b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:33.498737 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5a3094fa-7476-4b32-9a96-ce49665d302b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0760169 Nov 11 12:16:33.502499 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53298) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:33.537828 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9340a8ad-1f79-460b-8bae-1e625c9209a1 req-ea180fce-a4cf-4aa7-9250-d457e9389ddc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312115 Nov 11 12:16:33.592497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Allocated IP 2001:db8::2 (bad2fb1b-5419-4704-a46b-842512226b60/45454edd-f28a-4287-8b43-6e560f9df784/15fadb55-f0c3-466c-ad8a-bfdc2e481790) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:33.770718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521551a6-a00d-4673-8b2d-464c2011205a req-ca65cc8f-4ca9-4a92-b998-8d4965f37763 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:33.771580 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1cff9-357b-474f-a811-caa7d6be6c35 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port cd608a13-fd38-44b2-b6a9-57b4bec7d118 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:33.772329 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-521551a6-a00d-4673-8b2d-464c2011205a req-ca65cc8f-4ca9-4a92-b998-8d4965f37763 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1090357 Nov 11 12:16:33.772795 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4a1cff9-357b-474f-a811-caa7d6be6c35 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.898186 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.914781 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.920995 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-521551a6-a00d-4673-8b2d-464c2011205a req-e03bfbfb-a040-479b-bb67-ff1d929ad862 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342576 Nov 11 12:16:33.953614 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4a1cff9-357b-474f-a811-caa7d6be6c35 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.977824 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1cff9-357b-474f-a811-caa7d6be6c35 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for cd608a13-fd38-44b2-b6a9-57b4bec7d118 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:33.989346 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:33.993018 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:34.007193 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:34.049402 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Pushing event updated for resources: {'Port': ['ID=15fadb55-f0c3-466c-ad8a-bfdc2e481790,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:34.085249 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Attempting to bind port 15fadb55-f0c3-466c-ad8a-bfdc2e481790 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:34.085829 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Attempting to bind port 15fadb55-f0c3-466c-ad8a-bfdc2e481790 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:34.086346 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Attempting to bind port 15fadb55-f0c3-466c-ad8a-bfdc2e481790 on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:34.093119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:34.093796 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:34.094375 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.094928 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:34.095810 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Bound port: 15fadb55-f0c3-466c-ad8a-bfdc2e481790, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:34.096382 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.199947 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a708318-e1ce-4db4-aa37-76d07901dc6e req-abee8607-eca2-4445-b1b2-5dc3bfdb6c07 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:34.204423 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4a1cff9-357b-474f-a811-caa7d6be6c35 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.222046 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1a708318-e1ce-4db4-aa37-76d07901dc6e req-abee8607-eca2-4445-b1b2-5dc3bfdb6c07 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1265638 Nov 11 12:16:34.240284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] For port 15fadb55-f0c3-466c-ad8a-bfdc2e481790, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:34.256461 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] For port 15fadb55-f0c3-466c-ad8a-bfdc2e481790, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=15fadb55-f0c3-466c-ad8a-bfdc2e481790,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:34.269809 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.287250 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1cff9-357b-474f-a811-caa7d6be6c35 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=cd608a13-fd38-44b2-b6a9-57b4bec7d118,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:34.368798 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1a708318-e1ce-4db4-aa37-76d07901dc6e req-55dbf0be-99b7-4a06-97e8-8c98e504ae72 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457090 Nov 11 12:16:34.424594 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4a1cff9-357b-474f-a811-caa7d6be6c35 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.443489 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5c92a-212d-4c55-9601-5339936dccf6 None None] Pushing event updated for resources: {'Port': ['ID=15fadb55-f0c3-466c-ad8a-bfdc2e481790,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:34.444934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 53434) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:34.456734 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a4a1cff9-357b-474f-a811-caa7d6be6c35 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/cd608a13-fd38-44b2-b6a9-57b4bec7d118 HTTP/1.1" status: 204 len: 168 time: 0.9524674 Nov 11 12:16:34.545496 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ce917e-f0d3-4fcd-a733-3d81c29b2d3d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:34.554396 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ce917e-f0d3-4fcd-a733-3d81c29b2d3d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:34.560784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c6ce917e-f0d3-4fcd-a733-3d81c29b2d3d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1139824 Nov 11 12:16:34.562461 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53450) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:34.676308 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae94457-554a-411c-89c2-606f8e4726e0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 45454edd-f28a-4287-8b43-6e560f9df784 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:34.698115 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ae94457-554a-411c-89c2-606f8e4726e0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.779875 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ae94457-554a-411c-89c2-606f8e4726e0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.960579 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ae94457-554a-411c-89c2-606f8e4726e0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.121204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ae94457-554a-411c-89c2-606f8e4726e0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.159413 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:16:35.183138 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae94457-554a-411c-89c2-606f8e4726e0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=45454edd-f28a-4287-8b43-6e560f9df784,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:35.198034 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ae94457-554a-411c-89c2-606f8e4726e0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.217560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 53544) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:35.218279 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1ae94457-554a-411c-89c2-606f8e4726e0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/45454edd-f28a-4287-8b43-6e560f9df784 HTTP/1.1" status: 204 len: 168 time: 0.6536374 Nov 11 12:16:35.302329 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fd81a5ee-019e-4d2b-8aca-78cadc49c0a6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833893 Nov 11 12:16:35.305654 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 53556) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:35.374781 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f37a6d-f1c9-45cc-bacd-7df68a75ba24 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:35.379650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53566) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:35.379838 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e9f37a6d-f1c9-45cc-bacd-7df68a75ba24 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0682402 Nov 11 12:16:35.533036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c62e8af-5f09-46ad-9b8c-d576b99d5909 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:35.535141 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0c62e8af-5f09-46ad-9b8c-d576b99d5909 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1544840 Nov 11 12:16:35.537791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53590) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:35.603279 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9bbfe8db-b338-407b-b6fe-1de4ef3ba46c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634673 Nov 11 12:16:35.606666 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53598) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:35.618153 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-215bee2c-7f41-40fa-8ff7-bd3840e858b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:35.756059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215bee2c-7f41-40fa-8ff7-bd3840e858b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:35.763725 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-215bee2c-7f41-40fa-8ff7-bd3840e858b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.829502 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-80ee82f3-7f80-41f9-8327-99d16453bb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.951987 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 15fadb55-f0c3-466c-ad8a-bfdc2e481790 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:36.018947 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 15fadb55-f0c3-466c-ad8a-bfdc2e481790 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:36.019679 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.082148 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6b772e-8d17-48d0-84af-6c5657e6c63c None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:36.203373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-22d5477b-33b0-4010-9c09-a99e4f5ea3d4 None None] Provisioning complete for port 15fadb55-f0c3-466c-ad8a-bfdc2e481790 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:36.203737 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-22d5477b-33b0-4010-9c09-a99e4f5ea3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.206968 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.220515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.objects.ports [None req-215bee2c-7f41-40fa-8ff7-bd3840e858b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:16:36.352108 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 15fadb55-f0c3-466c-ad8a-bfdc2e481790, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=15fadb55-f0c3-466c-ad8a-bfdc2e481790,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:36.373355 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.422319 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-215bee2c-7f41-40fa-8ff7-bd3840e858b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.486074 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=15fadb55-f0c3-466c-ad8a-bfdc2e481790,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:36.651047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-215bee2c-7f41-40fa-8ff7-bd3840e858b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] For port 15fadb55-f0c3-466c-ad8a-bfdc2e481790, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=15fadb55-f0c3-466c-ad8a-bfdc2e481790,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:36.715356 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-215bee2c-7f41-40fa-8ff7-bd3840e858b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.725903 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-215bee2c-7f41-40fa-8ff7-bd3840e858b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.727110 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-215bee2c-7f41-40fa-8ff7-bd3840e858b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.819317 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215bee2c-7f41-40fa-8ff7-bd3840e858b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:36.832835 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-215bee2c-7f41-40fa-8ff7-bd3840e858b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:36.845199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215bee2c-7f41-40fa-8ff7-bd3840e858b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:36.845877 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-215bee2c-7f41-40fa-8ff7-bd3840e858b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.864756 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bee2c-7f41-40fa-8ff7-bd3840e858b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=251eb517-3874-4816-afbe-525222f5ef33,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:36.868649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bee2c-7f41-40fa-8ff7-bd3840e858b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=15fadb55-f0c3-466c-ad8a-bfdc2e481790,revision_number=6']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:36.881212 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-215bee2c-7f41-40fa-8ff7-bd3840e858b4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2692828 Nov 11 12:16:36.881562 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53626) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:36.886574 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-85bce4b5-8b13-4e10-beda-a45c2f5fcd94 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:36.922815 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a0e6c02d-985d-4aec-8666-bb812de440f4 None None] Provisioning complete for port 15fadb55-f0c3-466c-ad8a-bfdc2e481790 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:36.924546 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0e6c02d-985d-4aec-8666-bb812de440f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.088803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bce4b5-8b13-4e10-beda-a45c2f5fcd94 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:37.094307 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85bce4b5-8b13-4e10-beda-a45c2f5fcd94 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.186581 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5710a943-b534-4eab-bcc6-8e8b870f68c8 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:37.266276 n-d-807359-3 neutron-server[109154]: INFO neutron.db.ipam_backend_mixin [None req-85bce4b5-8b13-4e10-beda-a45c2f5fcd94 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 251eb517-3874-4816-afbe-525222f5ef33 (CIDR: 2001:db8::/64) Nov 11 12:16:37.270138 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bce4b5-8b13-4e10-beda-a45c2f5fcd94 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:16:37.270857 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bce4b5-8b13-4e10-beda-a45c2f5fcd94 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:37.284891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0bad9e54-24af-4740-8c38-fd0170a6f527 None None] Could not find standard attr ID for object cd608a13-fd38-44b2-b6a9-57b4bec7d118. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:16:37.307424 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-85bce4b5-8b13-4e10-beda-a45c2f5fcd94 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4221997 Nov 11 12:16:37.307675 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53632) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:37.314043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a5454dd4-bfaa-4512-afcf-23439d2088ef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:37.713228 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-39aa09fe-06ff-4e07-b883-51296f3e3794 None None] Provisioning complete for port 15fadb55-f0c3-466c-ad8a-bfdc2e481790 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:37.713979 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-39aa09fe-06ff-4e07-b883-51296f3e3794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.969813 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5454dd4-bfaa-4512-afcf-23439d2088ef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:37.976495 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a5454dd4-bfaa-4512-afcf-23439d2088ef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.977156 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 15fadb55-f0c3-466c-ad8a-bfdc2e481790 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:38.059819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 15fadb55-f0c3-466c-ad8a-bfdc2e481790 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:38.060192 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.118303 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cfd4cde1-b916-4e6e-bcc5-a905700dc12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.314366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a5454dd4-bfaa-4512-afcf-23439d2088ef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.375589 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5454dd4-bfaa-4512-afcf-23439d2088ef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:38.380094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-a5454dd4-bfaa-4512-afcf-23439d2088ef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:38.383546 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5454dd4-bfaa-4512-afcf-23439d2088ef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:38.384209 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a5454dd4-bfaa-4512-afcf-23439d2088ef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.390014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1335cf1-0095-4e9d-b3b0-ad86a4ae4af7 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:38.410129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5454dd4-bfaa-4512-afcf-23439d2088ef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=8717d295-663f-4601-96ec-26ff39a74998,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:38.426717 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a5454dd4-bfaa-4512-afcf-23439d2088ef tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1178083 Nov 11 12:16:38.429857 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53654) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:38.436929 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-8948cbfe-1817-4b20-93a8-6f9948b08f00 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'mac_address': 'fa:16:3e:8a:3a:db', 'name': 'tempest-NetworksTestDHCPv6-214264850'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:38.594278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8948cbfe-1817-4b20-93a8-6f9948b08f00 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:38.737896 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8948cbfe-1817-4b20-93a8-6f9948b08f00 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.803211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-8948cbfe-1817-4b20-93a8-6f9948b08f00 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port 400faa8e-d45f-4190-b04e-dfc072c3ba93 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:38.819372 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9e41d7-4736-4681-8610-ac32a67f1b89 None None] Update dhcp port {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'fixed_ips': [{'subnet_id': '251eb517-3874-4816-afbe-525222f5ef33', 'ip_address': '2001:db8::f816:3eff:fe9b:516d'}, {'subnet_id': '8717d295-663f-4601-96ec-26ff39a74998'}], 'binding:host_id': 'n-d-807359-3'}, 'id': '15fadb55-f0c3-466c-ad8a-bfdc2e481790'} from n-d-807359-3. {{(pid=109155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:16:38.881653 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9d9e41d7-4736-4681-8610-ac32a67f1b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.115920 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.136227 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-8948cbfe-1817-4b20-93a8-6f9948b08f00 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8:0:1::1f5 (bad2fb1b-5419-4704-a46b-842512226b60/8717d295-663f-4601-96ec-26ff39a74998/400faa8e-d45f-4190-b04e-dfc072c3ba93) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:39.147487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-8948cbfe-1817-4b20-93a8-6f9948b08f00 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::f816:3eff:fe8a:3adb (bad2fb1b-5419-4704-a46b-842512226b60/251eb517-3874-4816-afbe-525222f5ef33/400faa8e-d45f-4190-b04e-dfc072c3ba93) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:39.380862 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8948cbfe-1817-4b20-93a8-6f9948b08f00 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.434413 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8948cbfe-1817-4b20-93a8-6f9948b08f00 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.490818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8948cbfe-1817-4b20-93a8-6f9948b08f00 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:39.493817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-8948cbfe-1817-4b20-93a8-6f9948b08f00 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:39.498400 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8948cbfe-1817-4b20-93a8-6f9948b08f00 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:39.504954 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8948cbfe-1817-4b20-93a8-6f9948b08f00 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:39.506099 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8948cbfe-1817-4b20-93a8-6f9948b08f00 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.532225 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948cbfe-1817-4b20-93a8-6f9948b08f00 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=400faa8e-d45f-4190-b04e-dfc072c3ba93,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:39.546048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-9d9e41d7-4736-4681-8610-ac32a67f1b89 None None] Allocated IP 2001:db8:0:1::2 (bad2fb1b-5419-4704-a46b-842512226b60/8717d295-663f-4601-96ec-26ff39a74998/15fadb55-f0c3-466c-ad8a-bfdc2e481790) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:39.564821 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8948cbfe-1817-4b20-93a8-6f9948b08f00 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1302536 Nov 11 12:16:39.565791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53678) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:39.698943 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9d9e41d7-4736-4681-8610-ac32a67f1b89 None None] For port 15fadb55-f0c3-466c-ad8a-bfdc2e481790, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=15fadb55-f0c3-466c-ad8a-bfdc2e481790,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:39.726238 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-fc42ff4e-ede8-467b-8eaf-144e38f12f1a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port 400faa8e-d45f-4190-b04e-dfc072c3ba93 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:39.726683 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc42ff4e-ede8-467b-8eaf-144e38f12f1a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.741999 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9d9e41d7-4736-4681-8610-ac32a67f1b89 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.749224 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9d9e41d7-4736-4681-8610-ac32a67f1b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.871877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e41d7-4736-4681-8610-ac32a67f1b89 None None] Pushing event updated for resources: {'Port': ['ID=15fadb55-f0c3-466c-ad8a-bfdc2e481790,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:39.873032 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc42ff4e-ede8-467b-8eaf-144e38f12f1a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.892348 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-fc42ff4e-ede8-467b-8eaf-144e38f12f1a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for 400faa8e-d45f-4190-b04e-dfc072c3ba93 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:40.262927 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc42ff4e-ede8-467b-8eaf-144e38f12f1a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:40.312531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42ff4e-ede8-467b-8eaf-144e38f12f1a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=400faa8e-d45f-4190-b04e-dfc072c3ba93,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:40.409817 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc42ff4e-ede8-467b-8eaf-144e38f12f1a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:40.412004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-6d5f1071-fc84-4630-93f7-2ede87f0c378 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:40.413867 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-6d5f1071-fc84-4630-93f7-2ede87f0c378 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/networks?id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009 HTTP/1.1" status: 200 len: 813 time: 0.1689909 Nov 11 12:16:40.422814 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fc42ff4e-ede8-467b-8eaf-144e38f12f1a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/400faa8e-d45f-4190-b04e-dfc072c3ba93 HTTP/1.1" status: 204 len: 168 time: 0.8550317 Nov 11 12:16:40.425189 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53710) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:40.452840 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-d9a05993-9553-450c-b586-01592703c372 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/quotas/c65a3793421346779a803c061e355092 HTTP/1.1" status: 200 len: 375 time: 0.0328219 Nov 11 12:16:40.542549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ff1656-124f-4eac-9cff-b8859f5474bb tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:40.544886 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e1ff1656-124f-4eac-9cff-b8859f5474bb tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1184368 Nov 11 12:16:40.547827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53716) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:40.577087 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:40.667374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebbd2be-2163-460f-8ce6-aef479a46baf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:40.680546 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1ebbd2be-2163-460f-8ce6-aef479a46baf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1292048 Nov 11 12:16:40.681283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53718) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:40.777611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1a6281-37e0-48f5-84af-3969eee0f614 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:40.784928 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1a6281-37e0-48f5-84af-3969eee0f614 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:40.787523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1a6281-37e0-48f5-84af-3969eee0f614 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:40.797541 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4e1a6281-37e0-48f5-84af-3969eee0f614 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1120949 Nov 11 12:16:40.798242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53720) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:40.930594 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ccb73fc-2187-46f4-963d-a85c3dd3fad6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 251eb517-3874-4816-afbe-525222f5ef33 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:40.943992 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ccb73fc-2187-46f4-963d-a85c3dd3fad6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:40.972611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-fc6fb03a-e76f-40f9-9545-bd3e91333654 None None] Provisioning complete for port 15fadb55-f0c3-466c-ad8a-bfdc2e481790 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:40.973398 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fc6fb03a-e76f-40f9-9545-bd3e91333654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:40.997796 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-9d6d015a-c4ce-4bed-9a76-0d1aa0504020 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c65a3793421346779a803c061e355092&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5332253 Nov 11 12:16:41.010432 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ccb73fc-2187-46f4-963d-a85c3dd3fad6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.154071 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ccb73fc-2187-46f4-963d-a85c3dd3fad6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.211584 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-3ec311d0-1153-44b5-9355-40324f8897a1 service neutron] 10.222.0.65 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117763 Nov 11 12:16:41.286442 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ccb73fc-2187-46f4-963d-a85c3dd3fad6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.333806 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.359064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb73fc-2187-46f4-963d-a85c3dd3fad6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=251eb517-3874-4816-afbe-525222f5ef33,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:41.364452 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3ccb73fc-2187-46f4-963d-a85c3dd3fad6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.369894 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3ccb73fc-2187-46f4-963d-a85c3dd3fad6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/251eb517-3874-4816-afbe-525222f5ef33 HTTP/1.1" status: 204 len: 168 time: 0.5680692 Nov 11 12:16:41.372468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 53738) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:41.415329 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4844ef69-9cea-4d7b-a180-431f688abc41 None None] Could not find standard attr ID for object 400faa8e-d45f-4190-b04e-dfc072c3ba93. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:16:41.447238 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-294d75c6-9041-42f9-a891-830d502d9883 service neutron] 10.222.0.65 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347860 Nov 11 12:16:41.451374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-c285a09b-cd89-48e6-92b8-60329ed0ac0c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 8717d295-663f-4601-96ec-26ff39a74998 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:41.460333 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c285a09b-cd89-48e6-92b8-60329ed0ac0c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.532723 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c285a09b-cd89-48e6-92b8-60329ed0ac0c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.706885 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcf1362-ac5c-4b24-81f0-c7e9e05de75f None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:41.734212 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27e6fae8-00c8-4a38-97e5-542c1b9f7262 req-a886c374-b14d-4a6f-89ac-948c06abc349 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 210 time: 0.0505519 Nov 11 12:16:41.765376 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c285a09b-cd89-48e6-92b8-60329ed0ac0c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.886074 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c285a09b-cd89-48e6-92b8-60329ed0ac0c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.913870 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c285a09b-cd89-48e6-92b8-60329ed0ac0c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.918099 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c285a09b-cd89-48e6-92b8-60329ed0ac0c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/8717d295-663f-4601-96ec-26ff39a74998 HTTP/1.1" status: 204 len: 168 time: 0.5446627 Nov 11 12:16:41.921105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53752) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:41.956097 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 15fadb55-f0c3-466c-ad8a-bfdc2e481790 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:42.001443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285a09b-cd89-48e6-92b8-60329ed0ac0c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=8717d295-663f-4601-96ec-26ff39a74998,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:42.036836 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-adbd26a9-feaa-4659-ad78-3a0c70f051fa tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1135526 Nov 11 12:16:42.040534 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53756) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:42.057603 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-bd853ad1-784b-4d0c-8ffc-65c519fa8952 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:42.128721 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 15fadb55-f0c3-466c-ad8a-bfdc2e481790 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:42.129647 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.327150 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd853ad1-784b-4d0c-8ffc-65c519fa8952 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:42.336015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bd853ad1-784b-4d0c-8ffc-65c519fa8952 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.442313 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c736389b-cba8-447a-a058-8739ccbd937b None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:42.572264 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c736389b-cba8-447a-a058-8739ccbd937b None None] Deleting port 15fadb55-f0c3-466c-ad8a-bfdc2e481790 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:42.572633 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c736389b-cba8-447a-a058-8739ccbd937b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.688044 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c736389b-cba8-447a-a058-8739ccbd937b None None] For port 15fadb55-f0c3-466c-ad8a-bfdc2e481790, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=15fadb55-f0c3-466c-ad8a-bfdc2e481790,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:42.690715 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c736389b-cba8-447a-a058-8739ccbd937b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.717486 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c736389b-cba8-447a-a058-8739ccbd937b None None] Calling delete_port for 15fadb55-f0c3-466c-ad8a-bfdc2e481790 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:42.874483 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c736389b-cba8-447a-a058-8739ccbd937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.921220 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-08cf75a4-0e1b-4db5-8ed8-cd11f13b7c3e req-35f0c893-f11e-45f5-9bd0-6063cceff31d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 210 time: 0.0453959 Nov 11 12:16:42.926640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.objects.ports [None req-bd853ad1-784b-4d0c-8ffc-65c519fa8952 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:16:42.928268 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bd853ad1-784b-4d0c-8ffc-65c519fa8952 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.947938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736389b-cba8-447a-a058-8739ccbd937b None None] Pushing event deleted for resources: {'Port': ['ID=15fadb55-f0c3-466c-ad8a-bfdc2e481790,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:42.951924 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 53772) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:42.958165 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c736389b-cba8-447a-a058-8739ccbd937b None None] No DVR routers for this DVR port 15fadb55-f0c3-466c-ad8a-bfdc2e481790 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:16:42.999153 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd853ad1-784b-4d0c-8ffc-65c519fa8952 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:43.005729 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-bd853ad1-784b-4d0c-8ffc-65c519fa8952 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:43.012174 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd853ad1-784b-4d0c-8ffc-65c519fa8952 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:43.012779 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bd853ad1-784b-4d0c-8ffc-65c519fa8952 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.021854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afb78d1-016c-4929-ace8-384b7642cc0a None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:43.029509 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd853ad1-784b-4d0c-8ffc-65c519fa8952 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=1faf2f0c-a852-489b-89ce-b31f218f6577,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:43.047631 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bd853ad1-784b-4d0c-8ffc-65c519fa8952 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0066986 Nov 11 12:16:43.050513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53776) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:43.055806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-74ddbdcc-beaa-42ed-ae70-7515559d24e4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:43.138401 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aa997b84-b873-4698-84cf-d3e3578008f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.264385 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aa997b84-b873-4698-84cf-d3e3578008f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.283229 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aa997b84-b873-4698-84cf-d3e3578008f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.299168 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ddbdcc-beaa-42ed-ae70-7515559d24e4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:43.304356 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-74ddbdcc-beaa-42ed-ae70-7515559d24e4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.351858 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-aa997b84-b873-4698-84cf-d3e3578008f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f3a1394dcb24756a6685ad49011b0d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3980939 Nov 11 12:16:43.356103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 53780) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:43.429778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': '1faf2f0c-a852-489b-89ce-b31f218f6577'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:43.432558 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.508142 n-d-807359-3 neutron-server[109154]: INFO neutron.db.ipam_backend_mixin [None req-74ddbdcc-beaa-42ed-ae70-7515559d24e4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1faf2f0c-a852-489b-89ce-b31f218f6577 (CIDR: 2001:db8::/64) Nov 11 12:16:43.515733 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ddbdcc-beaa-42ed-ae70-7515559d24e4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:16:43.517103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ddbdcc-beaa-42ed-ae70-7515559d24e4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:43.556193 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-74ddbdcc-beaa-42ed-ae70-7515559d24e4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5038793 Nov 11 12:16:43.558254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53784) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:43.569426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9487a4df-2e7d-46d1-a951-97506066af2f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:43.621861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa997b84-b873-4698-84cf-d3e3578008f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463f1804-2b02-4efa-bc0f-d7ad2699e64f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:43.694332 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Allocated IP 2001:db8::f816:3eff:fe9a:2e12 (bad2fb1b-5419-4704-a46b-842512226b60/1faf2f0c-a852-489b-89ce-b31f218f6577/a3ed4baa-69e4-4d54-b17d-d2e52b918689) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:43.705746 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-35f967dc-043b-4155-9ba6-1c581c9bb1d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.759506 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-35f967dc-043b-4155-9ba6-1c581c9bb1d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.770425 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9487a4df-2e7d-46d1-a951-97506066af2f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:43.775321 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9487a4df-2e7d-46d1-a951-97506066af2f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.875653 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-c9c3dc73-368a-4653-999c-fe48eb7b4b54 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:43.877821 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-c9c3dc73-368a-4653-999c-fe48eb7b4b54 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.43 "GET /v2.0/networks?id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009 HTTP/1.1" status: 200 len: 813 time: 0.6305285 Nov 11 12:16:43.892126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-5b2b88fe-5b6f-4b6d-bfe7-df7cbbd3ebde tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Request body: {'port': {'device_id': '13fbfdf0-4cf5-4637-b6af-b12d97213a19', 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009', 'admin_state_up': True, 'tenant_id': 'c65a3793421346779a803c061e355092'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:43.939438 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 15fadb55-f0c3-466c-ad8a-bfdc2e481790 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:16:44.031959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 15fadb55-f0c3-466c-ad8a-bfdc2e481790 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:16:44.032409 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 15fadb55-f0c3-466c-ad8a-bfdc2e481790 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:16:44.061362 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.076661 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.106952 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7dd03ee-1d90-4fb6-a77d-c8451cf7ccda req-b1b11270-2b5e-4029-b9b7-9b4475e4281a tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 210 time: 0.0392923 Nov 11 12:16:44.117403 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-35f967dc-043b-4155-9ba6-1c581c9bb1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.121206 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-35f967dc-043b-4155-9ba6-1c581c9bb1d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.126349 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-35f967dc-043b-4155-9ba6-1c581c9bb1d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/463f1804-2b02-4efa-bc0f-d7ad2699e64f HTTP/1.1" status: 204 len: 168 time: 0.7688475 Nov 11 12:16:44.148527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f967dc-043b-4155-9ba6-1c581c9bb1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463f1804-2b02-4efa-bc0f-d7ad2699e64f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:44.159819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-5b2b88fe-5b6f-4b6d-bfe7-df7cbbd3ebde tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Made reservation on behalf of c65a3793421346779a803c061e355092 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:44.165901 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-5b2b88fe-5b6f-4b6d-bfe7-df7cbbd3ebde tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.202476 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:44.212497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:44.242372 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:44.286778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Pushing event updated for resources: {'Port': ['ID=a3ed4baa-69e4-4d54-b17d-d2e52b918689,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:44.375416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Attempting to bind port a3ed4baa-69e4-4d54-b17d-d2e52b918689 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:44.375827 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Attempting to bind port a3ed4baa-69e4-4d54-b17d-d2e52b918689 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:44.376169 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Attempting to bind port a3ed4baa-69e4-4d54-b17d-d2e52b918689 on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:44.382323 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:44.382602 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:44.382997 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.383394 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:44.383877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Bound port: a3ed4baa-69e4-4d54-b17d-d2e52b918689, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:44.384257 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.405573 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9487a4df-2e7d-46d1-a951-97506066af2f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.459875 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9487a4df-2e7d-46d1-a951-97506066af2f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:44.461023 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] For port a3ed4baa-69e4-4d54-b17d-d2e52b918689, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:44.465191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] For port a3ed4baa-69e4-4d54-b17d-d2e52b918689, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a3ed4baa-69e4-4d54-b17d-d2e52b918689,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:44.470012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-9487a4df-2e7d-46d1-a951-97506066af2f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:44.475176 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-5b2b88fe-5b6f-4b6d-bfe7-df7cbbd3ebde tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Allocated IP 172.20.0.6 (b4efc2af-44dc-4d6c-a7d9-7144b87a1009/a85fc5db-a767-49f3-be73-059cad97fe22/645a5640-370c-4fad-b172-68892928071b) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:44.476522 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.489287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9487a4df-2e7d-46d1-a951-97506066af2f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:44.490525 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9487a4df-2e7d-46d1-a951-97506066af2f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.534910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487a4df-2e7d-46d1-a951-97506066af2f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=03dd24b8-f3da-4695-91c3-3b9ef59eec8a,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:44.559207 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9487a4df-2e7d-46d1-a951-97506066af2f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9982300 Nov 11 12:16:44.559897 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53796) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:44.567350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-084155b7-ebfe-427e-a159-2709f67742c6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'mac_address': 'fa:16:3e:32:d4:49', 'name': 'tempest-NetworksTestDHCPv6-1765801346'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:44.570011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd10a68-27e6-4ede-8109-c622e04ec599 None None] Pushing event updated for resources: {'Port': ['ID=a3ed4baa-69e4-4d54-b17d-d2e52b918689,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:44.780416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084155b7-ebfe-427e-a159-2709f67742c6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:44.841364 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-5b2b88fe-5b6f-4b6d-bfe7-df7cbbd3ebde tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.931595 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-084155b7-ebfe-427e-a159-2709f67742c6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.943574 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-5b2b88fe-5b6f-4b6d-bfe7-df7cbbd3ebde tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.959854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['82ad441b-f58c-4e60-afda-488fb3a82278'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:16:44.989115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-084155b7-ebfe-427e-a159-2709f67742c6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port d8b995fe-a9bd-473f-bcee-af60c211d51b yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:45.046901 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-5b2b88fe-5b6f-4b6d-bfe7-df7cbbd3ebde tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:45.057459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-5b2b88fe-5b6f-4b6d-bfe7-df7cbbd3ebde tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:45.071021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-5b2b88fe-5b6f-4b6d-bfe7-df7cbbd3ebde tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:45.195194 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-5b2b88fe-5b6f-4b6d-bfe7-df7cbbd3ebde tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:45.195900 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-5b2b88fe-5b6f-4b6d-bfe7-df7cbbd3ebde tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.247476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b88fe-5b6f-4b6d-bfe7-df7cbbd3ebde tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Pushing event updated for resources: {'Port': ['ID=645a5640-370c-4fad-b172-68892928071b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:45.268683 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-5b2b88fe-5b6f-4b6d-bfe7-df7cbbd3ebde tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3809409 Nov 11 12:16:45.284641 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Request body: {'port': {'device_id': '13fbfdf0-4cf5-4637-b6af-b12d97213a19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:45.417487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-084155b7-ebfe-427e-a159-2709f67742c6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8:0:1::99 (bad2fb1b-5419-4704-a46b-842512226b60/03dd24b8-f3da-4695-91c3-3b9ef59eec8a/d8b995fe-a9bd-473f-bcee-af60c211d51b) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:45.434842 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-084155b7-ebfe-427e-a159-2709f67742c6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::f816:3eff:fe32:d449 (bad2fb1b-5419-4704-a46b-842512226b60/1faf2f0c-a852-489b-89ce-b31f218f6577/d8b995fe-a9bd-473f-bcee-af60c211d51b) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:45.445929 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91759f3f-1165-40ac-8056-777f364e6fdb req-b33d5c8e-f18e-4c71-9f26-5bd6ab231ac9 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:45.453704 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91759f3f-1165-40ac-8056-777f364e6fdb req-b33d5c8e-f18e-4c71-9f26-5bd6ab231ac9 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 931 time: 0.1269474 Nov 11 12:16:45.474895 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.566665 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91759f3f-1165-40ac-8056-777f364e6fdb req-c7e35cd7-73e5-44eb-9269-c9736d81d298 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117306 Nov 11 12:16:45.820086 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-084155b7-ebfe-427e-a159-2709f67742c6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.837917 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.927232 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-084155b7-ebfe-427e-a159-2709f67742c6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.008003 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a3ed4baa-69e4-4d54-b17d-d2e52b918689 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:46.026938 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084155b7-ebfe-427e-a159-2709f67742c6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=d8b995fe-a9bd-473f-bcee-af60c211d51b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:46.045717 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084155b7-ebfe-427e-a159-2709f67742c6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:46.047831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-084155b7-ebfe-427e-a159-2709f67742c6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:46.057201 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084155b7-ebfe-427e-a159-2709f67742c6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:46.063694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084155b7-ebfe-427e-a159-2709f67742c6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:46.067052 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-084155b7-ebfe-427e-a159-2709f67742c6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.101604 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-084155b7-ebfe-427e-a159-2709f67742c6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5402646 Nov 11 12:16:46.102494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53852) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:46.109841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645a5640-370c-4fad-b172-68892928071b {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:16:46.133986 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.142158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port a3ed4baa-69e4-4d54-b17d-d2e52b918689 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:46.142716 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.161598 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Transition to ACTIVE for port object 645a5640-370c-4fad-b172-68892928071b will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:16:46.167663 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.207881 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cc0a62-0cc5-49db-89da-a3f9df94fb56 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:46.238578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-ff9dca60-952b-4491-9dce-86814c1976c2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port d8b995fe-a9bd-473f-bcee-af60c211d51b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:46.238927 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff9dca60-952b-4491-9dce-86814c1976c2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.254341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Pushing event updated for resources: {'Port': ['ID=645a5640-370c-4fad-b172-68892928071b,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:46.273488 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.359792 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0de0f0d7-3bc5-4eab-b886-9667b2b270e5 None None] Provisioning complete for port a3ed4baa-69e4-4d54-b17d-d2e52b918689 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:46.360312 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0de0f0d7-3bc5-4eab-b886-9667b2b270e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.400527 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff9dca60-952b-4491-9dce-86814c1976c2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.401209 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port a3ed4baa-69e4-4d54-b17d-d2e52b918689, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a3ed4baa-69e4-4d54-b17d-d2e52b918689,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:46.416997 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.419504 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-ff9dca60-952b-4491-9dce-86814c1976c2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for d8b995fe-a9bd-473f-bcee-af60c211d51b owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:46.420929 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Attempting to bind port 645a5640-370c-4fad-b172-68892928071b on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:46.422030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Attempting to bind port 645a5640-370c-4fad-b172-68892928071b by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '50c2a0f5-5112-485f-9f40-f633e5c1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:46.422364 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Attempting to bind port 645a5640-370c-4fad-b172-68892928071b on network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:46.440017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Port 645a5640-370c-4fad-b172-68892928071b on network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:16:46.440773 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Attempting to bind port 645a5640-370c-4fad-b172-68892928071b on network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:46.448389 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:46.448726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Checking segment: {'id': '50c2a0f5-5112-485f-9f40-f633e5c1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:46.449210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Bound using segment: {'id': '50c2a0f5-5112-485f-9f40-f633e5c1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:46.449701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Bound port: 645a5640-370c-4fad-b172-68892928071b, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c2a0f5-5112-485f-9f40-f633e5c1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:46.450088 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.542773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=a3ed4baa-69e4-4d54-b17d-d2e52b918689,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:46.563667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] For port 645a5640-370c-4fad-b172-68892928071b, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:46.567280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] For port 645a5640-370c-4fad-b172-68892928071b, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=645a5640-370c-4fad-b172-68892928071b,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:46.575772 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.671805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:46.672460 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.676195 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] 10.222.0.43 "PUT /v2.0/ports/645a5640-370c-4fad-b172-68892928071b HTTP/1.1" status: 200 len: 1091 time: 1.3963666 Nov 11 12:16:46.688446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13fbfdf0-4cf5-4637-b6af-b12d97213a19', 'tag': '645a5640-370c-4fad-b172-68892928071b'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:16:46.690900 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f650c6-da55-4bf6-9f3f-5d90ba224632" -d '{"events": [{"name": "network-changed", "server_uuid": "13fbfdf0-4cf5-4637-b6af-b12d97213a19", "tag": "645a5640-370c-4fad-b172-68892928071b"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:16:46.803407 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff9dca60-952b-4491-9dce-86814c1976c2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.808011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6537ed8b-c6d3-4a6c-adc2-9399ec70db2d None None] Update dhcp port {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'fixed_ips': [{'subnet_id': '1faf2f0c-a852-489b-89ce-b31f218f6577', 'ip_address': '2001:db8::f816:3eff:fe9a:2e12'}, {'subnet_id': '03dd24b8-f3da-4695-91c3-3b9ef59eec8a'}], 'binding:host_id': 'n-d-807359-3'}, 'id': 'a3ed4baa-69e4-4d54-b17d-d2e52b918689'} from n-d-807359-3. {{(pid=109155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:16:46.844421 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97d016c-8e90-4508-98a6-45bb9cc66b2c x-openstack-request-id: req-c97d016c-8e90-4508-98a6-45bb9cc66b2c {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:16:46.845030 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13fbfdf0-4cf5-4637-b6af-b12d97213a19", "tag": "645a5640-370c-4fad-b172-68892928071b", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:16:46.845741 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c97d016c-8e90-4508-98a6-45bb9cc66b2c {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:16:46.846564 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13fbfdf0-4cf5-4637-b6af-b12d97213a19', 'tag': '645a5640-370c-4fad-b172-68892928071b', 'status': 'completed', 'code': 200} Nov 11 12:16:46.849210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9dca60-952b-4491-9dce-86814c1976c2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=d8b995fe-a9bd-473f-bcee-af60c211d51b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:46.870710 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6537ed8b-c6d3-4a6c-adc2-9399ec70db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.919248 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff9dca60-952b-4491-9dce-86814c1976c2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.922153 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b043e-45d8-45ca-b8a7-8b6161a57e78 service neutron] Pushing event updated for resources: {'Port': ['ID=645a5640-370c-4fad-b172-68892928071b,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:46.925916 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ff9dca60-952b-4491-9dce-86814c1976c2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/d8b995fe-a9bd-473f-bcee-af60c211d51b HTTP/1.1" status: 204 len: 168 time: 0.8198106 Nov 11 12:16:46.926734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53876) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:46.949111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e01ed6-e81e-4667-95b2-c5da34a3de7d req-c0dbd5cc-4a4a-475c-8c26-73958a75cacf tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:46.951153 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9e01ed6-e81e-4667-95b2-c5da34a3de7d req-c0dbd5cc-4a4a-475c-8c26-73958a75cacf tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 943 time: 0.1788337 Nov 11 12:16:46.963336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-44d96508-67e8-43f8-9afd-35305258ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:46.964965 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-44d96508-67e8-43f8-9afd-35305258ba99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c65a3793421346779a803c061e355092&device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 1094 time: 0.2025352 Nov 11 12:16:47.001717 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf66d5b-2a6f-49c3-a8a5-452f2c5447a4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:47.003924 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1bf66d5b-2a6f-49c3-a8a5-452f2c5447a4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0759428 Nov 11 12:16:47.006541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53878) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:47.059915 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-08e8933e-fe9b-4e1a-bea0-1fc93b4409ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=645a5640-370c-4fad-b172-68892928071b HTTP/1.1" status: 200 len: 217 time: 0.0480230 Nov 11 12:16:47.065381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9e01ed6-e81e-4667-95b2-c5da34a3de7d req-17096e79-5c1c-4bed-8c78-5e83dae28c02 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046417 Nov 11 12:16:47.068088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cea75d-18b6-4a44-bf6c-908ffa43153b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:47.071000 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d3cea75d-18b6-4a44-bf6c-908ffa43153b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0616481 Nov 11 12:16:47.073567 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53882) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:47.133282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43314f09-f90a-459f-8e7d-da1a7158edf5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:47.134968 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43314f09-f90a-459f-8e7d-da1a7158edf5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:47.136734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43314f09-f90a-459f-8e7d-da1a7158edf5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:47.142026 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-43314f09-f90a-459f-8e7d-da1a7158edf5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0673106 Nov 11 12:16:47.142326 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 53888) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:47.167767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-6537ed8b-c6d3-4a6c-adc2-9399ec70db2d None None] Allocated IP 2001:db8:0:1::2 (bad2fb1b-5419-4704-a46b-842512226b60/03dd24b8-f3da-4695-91c3-3b9ef59eec8a/a3ed4baa-69e4-4d54-b17d-d2e52b918689) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:47.232435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-d35f74a6-05d1-47a0-80e4-f012f4bba5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:47.234329 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-d35f74a6-05d1-47a0-80e4-f012f4bba5d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a85fc5db-a767-49f3-be73-059cad97fe22 HTTP/1.1" status: 200 len: 853 time: 0.1680856 Nov 11 12:16:47.289525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-eed034ee-a167-4dfa-9f4c-1fbc6b8278d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465534 Nov 11 12:16:47.298575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1abbfc-eda6-44f4-9e49-e423148cf293 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 03dd24b8-f3da-4695-91c3-3b9ef59eec8a {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:47.301957 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6537ed8b-c6d3-4a6c-adc2-9399ec70db2d None None] For port a3ed4baa-69e4-4d54-b17d-d2e52b918689, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a3ed4baa-69e4-4d54-b17d-d2e52b918689,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:47.353698 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6537ed8b-c6d3-4a6c-adc2-9399ec70db2d None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.364945 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f1abbfc-eda6-44f4-9e49-e423148cf293 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.366570 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6537ed8b-c6d3-4a6c-adc2-9399ec70db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.426875 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537ed8b-c6d3-4a6c-adc2-9399ec70db2d None None] Pushing event updated for resources: {'Port': ['ID=a3ed4baa-69e4-4d54-b17d-d2e52b918689,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:47.453549 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f1abbfc-eda6-44f4-9e49-e423148cf293 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.511107 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-df1d3f27-aacb-488b-ac47-6674ad7f3a48 service neutron] 10.222.0.43 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077925 Nov 11 12:16:47.642511 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f1abbfc-eda6-44f4-9e49-e423148cf293 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.710777 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c27ddb9e-6c79-4ce3-8e00-a42510835268 req-341d21e5-c899-416a-abcf-5af7b4814b7a service neutron] 10.222.0.43 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898115 Nov 11 12:16:47.755990 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f1abbfc-eda6-44f4-9e49-e423148cf293 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.780637 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f1abbfc-eda6-44f4-9e49-e423148cf293 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.787240 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53916) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:47.787455 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7f1abbfc-eda6-44f4-9e49-e423148cf293 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/03dd24b8-f3da-4695-91c3-3b9ef59eec8a HTTP/1.1" status: 204 len: 168 time: 0.6403971 Nov 11 12:16:47.807858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1abbfc-eda6-44f4-9e49-e423148cf293 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=03dd24b8-f3da-4695-91c3-3b9ef59eec8a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:47.854594 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f650c6-da55-4bf6-9f3f-5d90ba224632 req-2708f0be-56ad-4891-bf77-f52aa6e3cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:47.856227 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2f650c6-da55-4bf6-9f3f-5d90ba224632 req-2708f0be-56ad-4891-bf77-f52aa6e3cbb4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c65a3793421346779a803c061e355092&device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 1094 time: 0.0907090 Nov 11 12:16:47.941632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a3ed4baa-69e4-4d54-b17d-d2e52b918689 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:47.953023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-04fec680-3a65-4c77-8439-555fc0cb8645 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 1faf2f0c-a852-489b-89ce-b31f218f6577 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:47.966044 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04fec680-3a65-4c77-8439-555fc0cb8645 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.043029 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port a3ed4baa-69e4-4d54-b17d-d2e52b918689 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:48.044217 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.053160 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04fec680-3a65-4c77-8439-555fc0cb8645 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.075491 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f650c6-da55-4bf6-9f3f-5d90ba224632 req-f7399ffc-76a3-42aa-91eb-9f6ee2a67d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:48.078364 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2f650c6-da55-4bf6-9f3f-5d90ba224632 req-f7399ffc-76a3-42aa-91eb-9f6ee2a67d46 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009 HTTP/1.1" status: 200 len: 915 time: 0.2143450 Nov 11 12:16:48.163904 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2f650c6-da55-4bf6-9f3f-5d90ba224632 req-42bf85ef-07a0-4645-9969-eac2e9aae140 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=645a5640-370c-4fad-b172-68892928071b HTTP/1.1" status: 200 len: 217 time: 0.0730922 Nov 11 12:16:48.198650 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04fec680-3a65-4c77-8439-555fc0cb8645 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.248166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f650c6-da55-4bf6-9f3f-5d90ba224632 req-353e5796-2bd5-46e9-803d-c6f3bf16149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:48.249820 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2f650c6-da55-4bf6-9f3f-5d90ba224632 req-353e5796-2bd5-46e9-803d-c6f3bf16149d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a85fc5db-a767-49f3-be73-059cad97fe22 HTTP/1.1" status: 200 len: 853 time: 0.0783000 Nov 11 12:16:48.298813 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04fec680-3a65-4c77-8439-555fc0cb8645 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.303218 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2f650c6-da55-4bf6-9f3f-5d90ba224632 req-e51f188f-30ff-4b4d-921f-cd615bc8518c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370700 Nov 11 12:16:48.370092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fec680-3a65-4c77-8439-555fc0cb8645 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=1faf2f0c-a852-489b-89ce-b31f218f6577,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:48.386371 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04fec680-3a65-4c77-8439-555fc0cb8645 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.393107 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-04fec680-3a65-4c77-8439-555fc0cb8645 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/1faf2f0c-a852-489b-89ce-b31f218f6577 HTTP/1.1" status: 204 len: 168 time: 0.6044424 Nov 11 12:16:48.395496 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53926) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:48.420067 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6862e-84e3-4842-a519-e2683f2c563c req-a1365e50-f57a-412f-bf4f-1d8739c2eef2 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:48.424886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7a6862e-84e3-4842-a519-e2683f2c563c req-a1365e50-f57a-412f-bf4f-1d8739c2eef2 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 943 time: 0.1921225 Nov 11 12:16:48.469384 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5760b558-a445-4eed-a912-8dcd6c04d80c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718760 Nov 11 12:16:48.472769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53928) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:48.484092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f9bb6af7-990e-48c6-9f35-d095df51e7bd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:48.501552 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2f650c6-da55-4bf6-9f3f-5d90ba224632 req-5bf5b8c9-c93c-40e4-97bd-60f59b850b4b service neutron] 10.222.0.43 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868939 Nov 11 12:16:48.510807 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7122b898-337b-4d5b-a560-6bf96787d2a2 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:48.611319 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2f650c6-da55-4bf6-9f3f-5d90ba224632 req-4d12656a-7637-459b-81ae-3a9984727255 service neutron] 10.222.0.43 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945365 Nov 11 12:16:48.616253 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7a6862e-84e3-4842-a519-e2683f2c563c req-0ca461c7-ad9d-4e1d-867d-9211c1c73d12 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816261 Nov 11 12:16:48.624950 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bb6af7-990e-48c6-9f35-d095df51e7bd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:48.638329 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6af7-990e-48c6-9f35-d095df51e7bd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.649600 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c8bf8a14-1002-41a1-bc1a-2b6ca410022d None None] Could not find standard attr ID for object d8b995fe-a9bd-473f-bcee-af60c211d51b. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:16:48.683988 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c8bf8a14-1002-41a1-bc1a-2b6ca410022d None None] Provisioning complete for port a3ed4baa-69e4-4d54-b17d-d2e52b918689 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:48.684350 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c8bf8a14-1002-41a1-bc1a-2b6ca410022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.828880 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6858da2c-568e-4686-b99b-1b4f6d771a0f None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:48.886989 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6858da2c-568e-4686-b99b-1b4f6d771a0f None None] Deleting port a3ed4baa-69e4-4d54-b17d-d2e52b918689 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:48.887371 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6858da2c-568e-4686-b99b-1b4f6d771a0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.899877 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6af7-990e-48c6-9f35-d095df51e7bd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.960561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb6af7-990e-48c6-9f35-d095df51e7bd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:48.965714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-f9bb6af7-990e-48c6-9f35-d095df51e7bd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:48.970969 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb6af7-990e-48c6-9f35-d095df51e7bd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:48.971629 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6af7-990e-48c6-9f35-d095df51e7bd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.982728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6858da2c-568e-4686-b99b-1b4f6d771a0f None None] For port a3ed4baa-69e4-4d54-b17d-d2e52b918689, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a3ed4baa-69e4-4d54-b17d-d2e52b918689,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:48.983129 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6858da2c-568e-4686-b99b-1b4f6d771a0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.989136 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb6af7-990e-48c6-9f35-d095df51e7bd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=cba34a91-126d-4c25-8145-f660b492d06c,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:49.001115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6858da2c-568e-4686-b99b-1b4f6d771a0f None None] Calling delete_port for a3ed4baa-69e4-4d54-b17d-d2e52b918689 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:49.016252 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f9bb6af7-990e-48c6-9f35-d095df51e7bd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5401022 Nov 11 12:16:49.016701 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53934) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:49.023398 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9f95e165-5bda-4afb-811a-84821f8fac7c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:49.089630 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6858da2c-568e-4686-b99b-1b4f6d771a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:49.119292 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858da2c-568e-4686-b99b-1b4f6d771a0f None None] Pushing event deleted for resources: {'Port': ['ID=a3ed4baa-69e4-4d54-b17d-d2e52b918689,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:49.132837 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6858da2c-568e-4686-b99b-1b4f6d771a0f None None] No DVR routers for this DVR port a3ed4baa-69e4-4d54-b17d-d2e52b918689 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:16:49.151982 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dbc877-f347-49f9-a4f4-0d47681372ec None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:49.180697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f95e165-5bda-4afb-811a-84821f8fac7c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:49.185550 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9f95e165-5bda-4afb-811a-84821f8fac7c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:49.390938 n-d-807359-3 neutron-server[109154]: INFO neutron.db.ipam_backend_mixin [None req-9f95e165-5bda-4afb-811a-84821f8fac7c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cba34a91-126d-4c25-8145-f660b492d06c (CIDR: 2001:db8::/64) Nov 11 12:16:49.407916 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f95e165-5bda-4afb-811a-84821f8fac7c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:16:49.408471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f95e165-5bda-4afb-811a-84821f8fac7c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:49.432789 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9f95e165-5bda-4afb-811a-84821f8fac7c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4127154 Nov 11 12:16:49.434339 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53940) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:49.441491 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ee00e16d-54be-4124-a7eb-5abf25b0b0d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:49.458251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': 'cba34a91-126d-4c25-8145-f660b492d06c'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:49.459133 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:49.595492 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee00e16d-54be-4124-a7eb-5abf25b0b0d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:49.602091 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee00e16d-54be-4124-a7eb-5abf25b0b0d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:49.673650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Allocated IP 2001:db8::2 (bad2fb1b-5419-4704-a46b-842512226b60/cba34a91-126d-4c25-8145-f660b492d06c/789b51a0-334b-4eda-b621-ad0d7a71b774) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:49.754600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcdeeb-ba19-4d49-a904-3f10b1887d17 req-a2fef3fa-cec0-48e6-89a9-1531193dcfe5 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:49.762382 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42fcdeeb-ba19-4d49-a904-3f10b1887d17 req-a2fef3fa-cec0-48e6-89a9-1531193dcfe5 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 943 time: 0.0591874 Nov 11 12:16:49.845162 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42fcdeeb-ba19-4d49-a904-3f10b1887d17 req-4c690ab2-960b-480c-9720-07cd1baa0633 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818908 Nov 11 12:16:50.125700 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a3ed4baa-69e4-4d54-b17d-d2e52b918689 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:16:50.170350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: a3ed4baa-69e4-4d54-b17d-d2e52b918689 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:16:50.170691 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a3ed4baa-69e4-4d54-b17d-d2e52b918689 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:16:50.187946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.objects.ports [None req-ee00e16d-54be-4124-a7eb-5abf25b0b0d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:16:50.189880 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee00e16d-54be-4124-a7eb-5abf25b0b0d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.201455 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.210352 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.244388 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee00e16d-54be-4124-a7eb-5abf25b0b0d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:50.250105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-ee00e16d-54be-4124-a7eb-5abf25b0b0d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:50.253337 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee00e16d-54be-4124-a7eb-5abf25b0b0d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:50.253971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee00e16d-54be-4124-a7eb-5abf25b0b0d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.261471 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:50.264540 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:50.272219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:50.277338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00e16d-54be-4124-a7eb-5abf25b0b0d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=41823a70-f183-4268-879b-bb2454168736,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:50.283254 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ee00e16d-54be-4124-a7eb-5abf25b0b0d5 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8487871 Nov 11 12:16:50.286262 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53948) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:50.295592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b5ba2435-2f63-4eed-9312-4c761148d215 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'mac_address': 'fa:16:3e:74:e6:43', 'name': 'tempest-NetworksTestDHCPv6-154695663'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:50.316513 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Pushing event updated for resources: {'Port': ['ID=789b51a0-334b-4eda-b621-ad0d7a71b774,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:50.356255 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Attempting to bind port 789b51a0-334b-4eda-b621-ad0d7a71b774 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:50.356929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Attempting to bind port 789b51a0-334b-4eda-b621-ad0d7a71b774 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:50.357498 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Attempting to bind port 789b51a0-334b-4eda-b621-ad0d7a71b774 on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:50.362893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:50.363265 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:50.363667 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.364055 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:50.364518 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Bound port: 789b51a0-334b-4eda-b621-ad0d7a71b774, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:50.364896 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.439754 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] For port 789b51a0-334b-4eda-b621-ad0d7a71b774, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:50.444641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] For port 789b51a0-334b-4eda-b621-ad0d7a71b774, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=789b51a0-334b-4eda-b621-ad0d7a71b774,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:50.456487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ba2435-2f63-4eed-9312-4c761148d215 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:50.459745 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.546375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0abf5-c3d2-41a7-8d39-fb2186de7943 None None] Pushing event updated for resources: {'Port': ['ID=789b51a0-334b-4eda-b621-ad0d7a71b774,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:50.576361 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2435-2f63-4eed-9312-4c761148d215 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.604018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-b5ba2435-2f63-4eed-9312-4c761148d215 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port a6bb2b83-790f-4cbd-9b21-88a05fbfa6e2 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:50.841599 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-b5ba2435-2f63-4eed-9312-4c761148d215 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::375 (bad2fb1b-5419-4704-a46b-842512226b60/cba34a91-126d-4c25-8145-f660b492d06c/a6bb2b83-790f-4cbd-9b21-88a05fbfa6e2) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:50.849871 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-b5ba2435-2f63-4eed-9312-4c761148d215 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8:0:1:f816:3eff:fe74:e643 (bad2fb1b-5419-4704-a46b-842512226b60/41823a70-f183-4268-879b-bb2454168736/a6bb2b83-790f-4cbd-9b21-88a05fbfa6e2) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:51.023663 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d832792-194f-4f95-9c25-569c08e0fa42 req-a0b0c2d7-4db9-456e-810c-c52e7825d47c tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:51.025230 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d832792-194f-4f95-9c25-569c08e0fa42 req-a0b0c2d7-4db9-456e-810c-c52e7825d47c tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 943 time: 0.0573585 Nov 11 12:16:51.058391 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2435-2f63-4eed-9312-4c761148d215 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.087390 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6d832792-194f-4f95-9c25-569c08e0fa42 req-1ceb4d7c-e742-4f1d-99b3-5bc249b79f45 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531235 Nov 11 12:16:51.112002 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2435-2f63-4eed-9312-4c761148d215 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.158315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ba2435-2f63-4eed-9312-4c761148d215 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:51.166011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-b5ba2435-2f63-4eed-9312-4c761148d215 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:51.171245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba2435-2f63-4eed-9312-4c761148d215 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:51.178498 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ba2435-2f63-4eed-9312-4c761148d215 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:51.179253 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2435-2f63-4eed-9312-4c761148d215 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.202388 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b5ba2435-2f63-4eed-9312-4c761148d215 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9138651 Nov 11 12:16:51.203159 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba2435-2f63-4eed-9312-4c761148d215 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=a6bb2b83-790f-4cbd-9b21-88a05fbfa6e2,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:51.204775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 53966) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:51.303509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8091f-1db0-4a43-bfac-802918f22c95 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port a6bb2b83-790f-4cbd-9b21-88a05fbfa6e2 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:51.303855 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2b8091f-1db0-4a43-bfac-802918f22c95 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.401177 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2b8091f-1db0-4a43-bfac-802918f22c95 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.415134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8091f-1db0-4a43-bfac-802918f22c95 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for a6bb2b83-790f-4cbd-9b21-88a05fbfa6e2 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:51.502788 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 645a5640-370c-4fad-b172-68892928071b details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:16:51.663866 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2b8091f-1db0-4a43-bfac-802918f22c95 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.664529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 645a5640-370c-4fad-b172-68892928071b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=645a5640-370c-4fad-b172-68892928071b,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:51.680754 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.686861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '645a5640-370c-4fad-b172-68892928071b', 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009', 'port_id': '645a5640-370c-4fad-b172-68892928071b', 'mac_address': 'fa:16:3e:55:f4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85fc5db-a767-49f3-be73-059cad97fe22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:16:51.697620 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8091f-1db0-4a43-bfac-802918f22c95 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=a6bb2b83-790f-4cbd-9b21-88a05fbfa6e2,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:51.739574 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.757853 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2b8091f-1db0-4a43-bfac-802918f22c95 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.765466 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e2b8091f-1db0-4a43-bfac-802918f22c95 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/a6bb2b83-790f-4cbd-9b21-88a05fbfa6e2 HTTP/1.1" status: 204 len: 168 time: 0.5592294 Nov 11 12:16:51.766278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 53968) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:51.767958 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645a5640-370c-4fad-b172-68892928071b {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:16:51.846449 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 645a5640-370c-4fad-b172-68892928071b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=645a5640-370c-4fad-b172-68892928071b,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:51.848760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b75d1ac-3016-48eb-893d-96d5725b8353 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:51.869701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ede415-6572-44f3-afe4-f0300ee47970 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:51.871333 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-25ede415-6572-44f3-afe4-f0300ee47970 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1040955 Nov 11 12:16:51.874351 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53970) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:51.892335 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.950689 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2678ad-e3c9-4a8c-8698-fea9cabe2c00 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:51.953229 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ec2678ad-e3c9-4a8c-8698-fea9cabe2c00 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0775919 Nov 11 12:16:51.958489 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53972) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:51.991523 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 789b51a0-334b-4eda-b621-ad0d7a71b774 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:52.020033 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f633081-12ed-4ae2-ad4c-395df9cc6fb9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:52.022077 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f633081-12ed-4ae2-ad4c-395df9cc6fb9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:52.023696 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f633081-12ed-4ae2-ad4c-395df9cc6fb9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:52.025198 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5f633081-12ed-4ae2-ad4c-395df9cc6fb9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0656905 Nov 11 12:16:52.028028 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 53974) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:52.068253 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=645a5640-370c-4fad-b172-68892928071b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:52.073352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-51786da2-06ff-4f4d-a8f0-1be914cd1096 None None] Provisioning complete for port 789b51a0-334b-4eda-b621-ad0d7a71b774 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:52.073869 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-51786da2-06ff-4f4d-a8f0-1be914cd1096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.088538 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-387da330-d9bd-40aa-a406-3b6977397af2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 41823a70-f183-4268-879b-bb2454168736 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:52.092703 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-387da330-d9bd-40aa-a406-3b6977397af2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.125278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['645a5640-370c-4fad-b172-68892928071b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:16:52.155546 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-387da330-d9bd-40aa-a406-3b6977397af2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.209153 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-387da330-d9bd-40aa-a406-3b6977397af2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.252713 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 789b51a0-334b-4eda-b621-ad0d7a71b774 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:52.252713 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.329620 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310bb9c-43ef-4d8d-b92f-9db4ac1da7ca req-59209cb1-da78-466f-8121-516ab1735f1b tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:52.332171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7310bb9c-43ef-4d8d-b92f-9db4ac1da7ca req-59209cb1-da78-466f-8121-516ab1735f1b tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 944 time: 0.1017904 Nov 11 12:16:52.342080 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-387da330-d9bd-40aa-a406-3b6977397af2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.396426 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-51786da2-06ff-4f4d-a8f0-1be914cd1096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.415847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387da330-d9bd-40aa-a406-3b6977397af2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=41823a70-f183-4268-879b-bb2454168736,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:52.425826 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-387da330-d9bd-40aa-a406-3b6977397af2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.429050 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-387da330-d9bd-40aa-a406-3b6977397af2 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/41823a70-f183-4268-879b-bb2454168736 HTTP/1.1" status: 204 len: 168 time: 0.3999786 Nov 11 12:16:52.431720 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53982) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:52.454830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7310bb9c-43ef-4d8d-b92f-9db4ac1da7ca req-3955ec3c-7cc2-4fd1-b96d-954bfd8afdb6 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100972 Nov 11 12:16:52.514405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5723325-1a7c-49ee-962f-df13dead4397 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet cba34a91-126d-4c25-8145-f660b492d06c {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:52.517508 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.518090 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b5723325-1a7c-49ee-962f-df13dead4397 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.520448 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-51786da2-06ff-4f4d-a8f0-1be914cd1096 None None] For port 789b51a0-334b-4eda-b621-ad0d7a71b774, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=789b51a0-334b-4eda-b621-ad0d7a71b774,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:52.542080 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-51786da2-06ff-4f4d-a8f0-1be914cd1096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.563880 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b5723325-1a7c-49ee-962f-df13dead4397 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.579068 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35336ac6-e590-414f-ae53-f3be3b3f4be9 None None] Update dhcp port {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'fixed_ips': [{'subnet_id': 'cba34a91-126d-4c25-8145-f660b492d06c', 'ip_address': '2001:db8::2'}, {'subnet_id': '41823a70-f183-4268-879b-bb2454168736'}], 'binding:host_id': 'n-d-807359-3'}, 'id': '789b51a0-334b-4eda-b621-ad0d7a71b774'} from n-d-807359-3. {{(pid=109155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:16:52.664249 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-35336ac6-e590-414f-ae53-f3be3b3f4be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.665651 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b5723325-1a7c-49ee-962f-df13dead4397 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.673605 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51786da2-06ff-4f4d-a8f0-1be914cd1096 None None] Pushing event updated for resources: {'Port': ['ID=789b51a0-334b-4eda-b621-ad0d7a71b774,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:52.695309 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:16:52.695656 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:16:52.745167 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b5723325-1a7c-49ee-962f-df13dead4397 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.772736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5723325-1a7c-49ee-962f-df13dead4397 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=cba34a91-126d-4c25-8145-f660b492d06c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:52.777055 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b5723325-1a7c-49ee-962f-df13dead4397 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.784981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 53984) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:52.785159 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b5723325-1a7c-49ee-962f-df13dead4397 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/cba34a91-126d-4c25-8145-f660b492d06c HTTP/1.1" status: 204 len: 168 time: 0.3516281 Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server [None req-35336ac6-e590-414f-ae53-f3be3b3f4be9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cba34a91-126d-4c25-8145-f660b492d06c: This subnet is being modified by another concurrent operation. Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server raise exception Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cba34a91-126d-4c25-8145-f660b492d06c: This subnet is being modified by another concurrent operation. Nov 11 12:16:52.829273 n-d-807359-3 neutron-server[109155]: ERROR oslo_messaging.rpc.server Nov 11 12:16:52.837883 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53986) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:52.838230 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-13e2aebe-80ad-4b77-bc50-d07065ecb545 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:52.841888 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f90537a0-e70c-47ec-8a6b-25b7ded01eaf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551057 Nov 11 12:16:52.935151 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770ec49b-e9db-414a-8322-d019d2e7d445 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:52.955976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e2aebe-80ad-4b77-bc50-d07065ecb545 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:52.960600 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13e2aebe-80ad-4b77-bc50-d07065ecb545 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.072216 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-afc4e3c2-de01-40f8-975a-a04f327a53db None None] Provisioning complete for port 789b51a0-334b-4eda-b621-ad0d7a71b774 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:53.072851 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-afc4e3c2-de01-40f8-975a-a04f327a53db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.184486 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d4704f-be80-473d-86e6-64b149b7f38b None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:53.203746 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13e2aebe-80ad-4b77-bc50-d07065ecb545 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.261171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e2aebe-80ad-4b77-bc50-d07065ecb545 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:53.264659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-13e2aebe-80ad-4b77-bc50-d07065ecb545 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:53.270207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e2aebe-80ad-4b77-bc50-d07065ecb545 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:53.270936 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13e2aebe-80ad-4b77-bc50-d07065ecb545 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.289771 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2aebe-80ad-4b77-bc50-d07065ecb545 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=37231cd6-ef24-4d5d-b8ba-a0830b91be8a,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:53.301354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 53994) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:53.309131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d027b3ae-e1d5-4947-8671-0c74f8a473d8 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:53.320475 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-13e2aebe-80ad-4b77-bc50-d07065ecb545 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4784932 Nov 11 12:16:53.339893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-19d4704f-be80-473d-86e6-64b149b7f38b None None] Deleting port 789b51a0-334b-4eda-b621-ad0d7a71b774 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:53.339893 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-19d4704f-be80-473d-86e6-64b149b7f38b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.445063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-19d4704f-be80-473d-86e6-64b149b7f38b None None] For port 789b51a0-334b-4eda-b621-ad0d7a71b774, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=789b51a0-334b-4eda-b621-ad0d7a71b774,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:53.445461 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-19d4704f-be80-473d-86e6-64b149b7f38b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.461095 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-19d4704f-be80-473d-86e6-64b149b7f38b None None] Calling delete_port for 789b51a0-334b-4eda-b621-ad0d7a71b774 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:53.471232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d027b3ae-e1d5-4947-8671-0c74f8a473d8 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:53.479204 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d027b3ae-e1d5-4947-8671-0c74f8a473d8 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.509894 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 645a5640-370c-4fad-b172-68892928071b up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:53.595245 n-d-807359-3 neutron-server[109153]: INFO neutron.db.ipam_backend_mixin [None req-d027b3ae-e1d5-4947-8671-0c74f8a473d8 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37231cd6-ef24-4d5d-b8ba-a0830b91be8a (CIDR: 2001:db8::/64) Nov 11 12:16:53.600863 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 645a5640-370c-4fad-b172-68892928071b completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:16:53.606171 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 645a5640-370c-4fad-b172-68892928071b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:53.606572 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.612666 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-19d4704f-be80-473d-86e6-64b149b7f38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.638050 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-d027b3ae-e1d5-4947-8671-0c74f8a473d8 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:16:53.638553 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d027b3ae-e1d5-4947-8671-0c74f8a473d8 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:53.673692 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 53998) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:53.679139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4704f-be80-473d-86e6-64b149b7f38b None None] Pushing event deleted for resources: {'Port': ['ID=789b51a0-334b-4eda-b621-ad0d7a71b774,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:53.681117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d4704f-be80-473d-86e6-64b149b7f38b None None] No DVR routers for this DVR port 789b51a0-334b-4eda-b621-ad0d7a71b774 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:16:53.681937 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'subnet': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:53.686748 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d027b3ae-e1d5-4947-8671-0c74f8a473d8 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3837998 Nov 11 12:16:53.710907 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac9f2fb-038e-4be9-9527-0416920f2f92 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:53.730793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050e96e-08fb-4094-aca3-4652dab8ef13 req-4fe180e4-c247-452c-b7c9-d53900ed0484 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:53.733786 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3050e96e-08fb-4094-aca3-4652dab8ef13 req-4fe180e4-c247-452c-b7c9-d53900ed0484 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 944 time: 0.1371865 Nov 11 12:16:53.847985 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3050e96e-08fb-4094-aca3-4652dab8ef13 req-74291d5b-2cbd-412b-9211-89ea4a6f6df3 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058583 Nov 11 12:16:53.935067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:53.940490 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.053855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 789b51a0-334b-4eda-b621-ad0d7a71b774 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:16:54.079731 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.086283 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 789b51a0-334b-4eda-b621-ad0d7a71b774 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:16:54.086620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 789b51a0-334b-4eda-b621-ad0d7a71b774 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:16:54.127000 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fbfdf0-4cf5-4637-b6af-b12d97213a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645a5640-370c-4fad-b172-68892928071b'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:16:54.130093 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7272c394-5507-4876-9644-21ee7a96aa27" -d '{"events": [{"server_uuid": "13fbfdf0-4cf5-4637-b6af-b12d97213a19", "name": "network-vif-plugged", "status": "completed", "tag": "645a5640-370c-4fad-b172-68892928071b"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:16:54.147319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 645a5640-370c-4fad-b172-68892928071b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=645a5640-370c-4fad-b172-68892928071b,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:54.169734 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.220388 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec982d0b-31a7-4a85-8de6-d9bd41eeb591 x-openstack-request-id: req-ec982d0b-31a7-4a85-8de6-d9bd41eeb591 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:16:54.220693 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fbfdf0-4cf5-4637-b6af-b12d97213a19", "name": "network-vif-plugged", "status": "completed", "tag": "645a5640-370c-4fad-b172-68892928071b", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:16:54.220917 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec982d0b-31a7-4a85-8de6-d9bd41eeb591 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:16:54.221305 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fbfdf0-4cf5-4637-b6af-b12d97213a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645a5640-370c-4fad-b172-68892928071b', 'code': 200} Nov 11 12:16:54.262970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-bad2fb1b-5419-4704-a46b-842512226b60', 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'tenant_id': '74cce84ad396422ab6017e98810d8775', 'fixed_ips': [{'subnet_id': '37231cd6-ef24-4d5d-b8ba-a0830b91be8a'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:54.263828 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.266343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=645a5640-370c-4fad-b172-68892928071b,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:54.349331 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa973ac-c281-4437-ab89-b7052f3faad0 req-7b80fdbc-de1e-4607-96db-fe37e9828d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:54.356262 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7aa973ac-c281-4437-ab89-b7052f3faad0 req-7b80fdbc-de1e-4607-96db-fe37e9828d92 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 1096 time: 0.0757289 Nov 11 12:16:54.469198 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7aa973ac-c281-4437-ab89-b7052f3faad0 req-7361f878-c24b-453e-b88e-5d1a79aed06d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015794 Nov 11 12:16:54.514422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Allocated IP 2001:db8::2 (bad2fb1b-5419-4704-a46b-842512226b60/37231cd6-ef24-4d5d-b8ba-a0830b91be8a/e978b54c-676b-4191-934e-950b652d3415) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:54.737454 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.747283 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.791629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:54.799030 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:54.803183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:54.813252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Pushing event updated for resources: {'Port': ['ID=e978b54c-676b-4191-934e-950b652d3415,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:54.880965 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Attempting to bind port e978b54c-676b-4191-934e-950b652d3415 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:54.881560 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Attempting to bind port e978b54c-676b-4191-934e-950b652d3415 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:54.882111 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Attempting to bind port e978b54c-676b-4191-934e-950b652d3415 on network bad2fb1b-5419-4704-a46b-842512226b60 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:54.888405 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:54.889230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Checking segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:54.889964 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.891818 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Bound using segment: {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:54.892325 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Bound port: e978b54c-676b-4191-934e-950b652d3415, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8790e-2202-4516-821f-6650bd64e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:54.892708 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.903694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.objects.ports [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:16:54.965951 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] For port e978b54c-676b-4191-934e-950b652d3415, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:54.969773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] For port e978b54c-676b-4191-934e-950b652d3415, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e978b54c-676b-4191-934e-950b652d3415,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:54.979154 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.034624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef6225-658a-4649-a369-65383d9d7920 req-56449dc8-6a9d-4cdf-b688-c63676f0c49e tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:55.038081 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b8ef6225-658a-4649-a369-65383d9d7920 req-56449dc8-6a9d-4cdf-b688-c63676f0c49e tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 945 time: 0.0753751 Nov 11 12:16:55.082233 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d8010-0f9a-40d8-83e2-78ffcbf537e5 None None] Pushing event updated for resources: {'Port': ['ID=e978b54c-676b-4191-934e-950b652d3415,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:55.158489 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b8ef6225-658a-4649-a369-65383d9d7920 req-37b83c2f-bcbe-4611-bf70-815c388faf53 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110816 Nov 11 12:16:55.191777 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.476988 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] For port e978b54c-676b-4191-934e-950b652d3415, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e978b54c-676b-4191-934e-950b652d3415,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:55.523621 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.547222 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.547932 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.654410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:55.661491 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:55.665010 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:55.666054 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.691359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Subnet': ['ID=2c521c8c-45a0-409b-8bb9-8afe5d39f230,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:55.711785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=e978b54c-676b-4191-934e-950b652d3415,revision_number=4']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:55.718846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.719484 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.719887 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.720232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.720566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.720946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.721343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.721858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.722346 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.722776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.723188 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.723518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.735307 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0614209 Nov 11 12:16:55.738291 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54018) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:55.743966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-757fc85e-e720-4976-9ac7-5db4771ee1df tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Request body: {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'mac_address': 'fa:16:3e:12:01:1c', 'name': 'tempest-NetworksTestDHCPv6-144215856'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:55.748257 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.748606 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.748995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.749383 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.749750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.750078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.750405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.750728 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.751056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.751424 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.751754 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.752073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e1ea9-811b-4aca-9872-11a9941a8aa0 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:55.958459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757fc85e-e720-4976-9ac7-5db4771ee1df tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Made reservation on behalf of 74cce84ad396422ab6017e98810d8775 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:56.022496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e978b54c-676b-4191-934e-950b652d3415 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:56.122507 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-757fc85e-e720-4976-9ac7-5db4771ee1df tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.156256 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-757fc85e-e720-4976-9ac7-5db4771ee1df tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] device_id is not set on port b99750af-8b9c-4dd1-b26a-1092a07bc2b1 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:56.186851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e978b54c-676b-4191-934e-950b652d3415 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:56.187104 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.362822 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.413976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port e978b54c-676b-4191-934e-950b652d3415, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e978b54c-676b-4191-934e-950b652d3415,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:56.425489 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.430559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440df9e7-2961-4dbb-b6d6-6f5349407d13 req-2f350d17-39ce-4f3f-906b-d3ed7151f90a tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:56.442889 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-440df9e7-2961-4dbb-b6d6-6f5349407d13 req-2f350d17-39ce-4f3f-906b-d3ed7151f90a tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 945 time: 0.1271286 Nov 11 12:16:56.539637 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=e978b54c-676b-4191-934e-950b652d3415,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:56.556410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726a3b12-55a9-45fa-b4a9-c89341fe61c9 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:56.582183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-440df9e7-2961-4dbb-b6d6-6f5349407d13 req-c5003a83-9768-4916-a50f-36bda1a9a644 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355669 Nov 11 12:16:56.701749 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-757fc85e-e720-4976-9ac7-5db4771ee1df tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8::2fe (bad2fb1b-5419-4704-a46b-842512226b60/37231cd6-ef24-4d5d-b8ba-a0830b91be8a/b99750af-8b9c-4dd1-b26a-1092a07bc2b1) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:56.712498 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-757fc85e-e720-4976-9ac7-5db4771ee1df tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Allocated IP 2001:db8:0:1:f816:3eff:fe12:11c (bad2fb1b-5419-4704-a46b-842512226b60/2c521c8c-45a0-409b-8bb9-8afe5d39f230/b99750af-8b9c-4dd1-b26a-1092a07bc2b1) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:56.766132 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-95e982b6-49bc-46a2-b88d-61e83e286a53 None None] Provisioning complete for port e978b54c-676b-4191-934e-950b652d3415 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:56.766494 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-95e982b6-49bc-46a2-b88d-61e83e286a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:57.104744 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-757fc85e-e720-4976-9ac7-5db4771ee1df tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:57.223193 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-757fc85e-e720-4976-9ac7-5db4771ee1df tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:57.338662 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fc85e-e720-4976-9ac7-5db4771ee1df tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event updated for resources: {'Port': ['ID=b99750af-8b9c-4dd1-b26a-1092a07bc2b1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:57.364561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757fc85e-e720-4976-9ac7-5db4771ee1df tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Network bad2fb1b-5419-4704-a46b-842512226b60 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:57.366293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-757fc85e-e720-4976-9ac7-5db4771ee1df tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:57.376824 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757fc85e-e720-4976-9ac7-5db4771ee1df tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:57.384774 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757fc85e-e720-4976-9ac7-5db4771ee1df tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:57.389003 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-757fc85e-e720-4976-9ac7-5db4771ee1df tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:57.447670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54052) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:57.448272 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-757fc85e-e720-4976-9ac7-5db4771ee1df tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.7083654 Nov 11 12:16:57.629337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e677a301-fc14-4035-9abc-e25cdea42385 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting port b99750af-8b9c-4dd1-b26a-1092a07bc2b1 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:57.630076 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e677a301-fc14-4035-9abc-e25cdea42385 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:57.823293 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e677a301-fc14-4035-9abc-e25cdea42385 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:57.859589 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e677a301-fc14-4035-9abc-e25cdea42385 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Calling delete_port for b99750af-8b9c-4dd1-b26a-1092a07bc2b1 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:57.977929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e978b54c-676b-4191-934e-950b652d3415 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:58.112908 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e978b54c-676b-4191-934e-950b652d3415 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:58.113276 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.241677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-337d3d86-6755-47ae-a962-d9b6c1f64e33 None None] Provisioning complete for port e978b54c-676b-4191-934e-950b652d3415 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:58.242167 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-337d3d86-6755-47ae-a962-d9b6c1f64e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.614484 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e36338a9-0c19-4fc9-b32e-20a8637416aa None None] Could not find standard attr ID for object d8b995fe-a9bd-473f-bcee-af60c211d51b. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:16:58.617662 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e677a301-fc14-4035-9abc-e25cdea42385 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.651814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677a301-fc14-4035-9abc-e25cdea42385 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Port': ['ID=b99750af-8b9c-4dd1-b26a-1092a07bc2b1,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:58.718024 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e677a301-fc14-4035-9abc-e25cdea42385 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.721147 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e677a301-fc14-4035-9abc-e25cdea42385 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/b99750af-8b9c-4dd1-b26a-1092a07bc2b1 HTTP/1.1" status: 204 len: 168 time: 1.2719858 Nov 11 12:16:58.724489 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54074) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:58.806278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b58ef2c-ccff-415b-8633-a250ebc77c38 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:58.812845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54078) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:58.815819 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2b58ef2c-ccff-415b-8633-a250ebc77c38 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0893483 Nov 11 12:16:58.874918 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13094d09-01e3-4698-a4b8-548325030a6d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:58.876735 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-13094d09-01e3-4698-a4b8-548325030a6d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0628903 Nov 11 12:16:58.879523 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54080) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:58.932273 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-15eb374e-6243-44d7-aef1-e7189e7f6f2d None None] Could not find standard attr ID for object a6bb2b83-790f-4cbd-9b21-88a05fbfa6e2. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:16:58.953392 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de66fb72-c852-4ffe-82f5-2ee86ed5f409 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:58.955439 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de66fb72-c852-4ffe-82f5-2ee86ed5f409 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:58.957318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de66fb72-c852-4ffe-82f5-2ee86ed5f409 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:58.959029 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-de66fb72-c852-4ffe-82f5-2ee86ed5f409 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0783880 Nov 11 12:16:58.961819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54082) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:59.054773 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-9372621c-9cfc-4678-a57f-982c1f6e6b3e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 2c521c8c-45a0-409b-8bb9-8afe5d39f230 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:59.070018 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9372621c-9cfc-4678-a57f-982c1f6e6b3e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.126100 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9372621c-9cfc-4678-a57f-982c1f6e6b3e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.257891 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9372621c-9cfc-4678-a57f-982c1f6e6b3e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.261278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-efdc2f18-dfbd-4c21-a1f4-2ed82a5e3729 None None] Could not find standard attr ID for object b99750af-8b9c-4dd1-b26a-1092a07bc2b1. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:16:59.334112 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9372621c-9cfc-4678-a57f-982c1f6e6b3e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.393065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372621c-9cfc-4678-a57f-982c1f6e6b3e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=2c521c8c-45a0-409b-8bb9-8afe5d39f230,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:59.397562 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9372621c-9cfc-4678-a57f-982c1f6e6b3e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.405699 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54086) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:59.414520 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9372621c-9cfc-4678-a57f-982c1f6e6b3e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/2c521c8c-45a0-409b-8bb9-8afe5d39f230 HTTP/1.1" status: 204 len: 168 time: 0.4511414 Nov 11 12:16:59.504070 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12c2484-4530-4098-bcae-961c02fcd14f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Deleting subnet 37231cd6-ef24-4d5d-b8ba-a0830b91be8a {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:59.510082 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e12c2484-4530-4098-bcae-961c02fcd14f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.575207 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e12c2484-4530-4098-bcae-961c02fcd14f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.590013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1a1faf-0eb8-4ea7-9014-1816c617fa76 None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:59.699348 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e12c2484-4530-4098-bcae-961c02fcd14f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.772080 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e12c2484-4530-4098-bcae-961c02fcd14f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.815033 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c2484-4530-4098-bcae-961c02fcd14f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Subnet': ['ID=37231cd6-ef24-4d5d-b8ba-a0830b91be8a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:59.820525 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e12c2484-4530-4098-bcae-961c02fcd14f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.824574 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e12c2484-4530-4098-bcae-961c02fcd14f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/37231cd6-ef24-4d5d-b8ba-a0830b91be8a HTTP/1.1" status: 204 len: 168 time: 0.4177811 Nov 11 12:16:59.827259 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54104) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:59.895099 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7a064e36-be58-414b-a288-a39bd2ec9ac4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638266 Nov 11 12:16:59.898015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54106) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:59.927814 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df895cd-da9d-4672-88f0-80e1f258af7b None None] Update dhcp port {'port': {'network_id': 'bad2fb1b-5419-4704-a46b-842512226b60', 'fixed_ips': [{'subnet_id': '37231cd6-ef24-4d5d-b8ba-a0830b91be8a'}], 'binding:host_id': 'n-d-807359-3'}, 'id': 'e978b54c-676b-4191-934e-950b652d3415'} from n-d-807359-3. {{(pid=109155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:16:59.967774 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9df895cd-da9d-4672-88f0-80e1f258af7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.994840 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffa896f-9e53-4adb-9338-8cd60030a769 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:59.999083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54108) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.002094 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7ffa896f-9e53-4adb-9338-8cd60030a769 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1029634 Nov 11 12:17:00.087450 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20ff61c-c423-49db-b6f3-f38c4e83f08f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:00.089356 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d20ff61c-c423-49db-b6f3-f38c4e83f08f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0889738 Nov 11 12:17:00.091927 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54110) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.147991 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-09b0292e-5ee1-4531-b0ba-5aae7af9a516 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545864 Nov 11 12:17:00.156750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54112) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.189414 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-13060072-4eda-43a0-999e-c51abd829c8c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:00.191815 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13060072-4eda-43a0-999e-c51abd829c8c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:00.198401 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54116) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.199825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-13060072-4eda-43a0-999e-c51abd829c8c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/b99750af-8b9c-4dd1-b26a-1092a07bc2b1 HTTP/1.1" status: 404 len: 333 time: 0.0361257 Nov 11 12:17:00.232445 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36ab492-d744-4a30-b0cf-853f66db1bb6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:00.233102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36ab492-d744-4a30-b0cf-853f66db1bb6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:00.237016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0660307-cd14-4202-9d9a-057f7a92f77a None None] Network bad2fb1b-5419-4704-a46b-842512226b60 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:00.240035 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54118) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.241801 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f36ab492-d744-4a30-b0cf-853f66db1bb6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/2c521c8c-45a0-409b-8bb9-8afe5d39f230 HTTP/1.1" status: 404 len: 337 time: 0.0412221 Nov 11 12:17:00.267969 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7326e6-0283-4a53-83b4-e5066149513d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:00.268427 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7326e6-0283-4a53-83b4-e5066149513d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:00.272312 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fb7326e6-0283-4a53-83b4-e5066149513d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/37231cd6-ef24-4d5d-b8ba-a0830b91be8a HTTP/1.1" status: 404 len: 337 time: 0.0307124 Nov 11 12:17:00.274898 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54122) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.310313 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b24b7d8-e976-4f4f-a07d-9c0683fc1a06 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:00.311162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b24b7d8-e976-4f4f-a07d-9c0683fc1a06 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:00.318656 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54124) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.319058 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8b24b7d8-e976-4f4f-a07d-9c0683fc1a06 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/a6bb2b83-790f-4cbd-9b21-88a05fbfa6e2 HTTP/1.1" status: 404 len: 333 time: 0.0429187 Nov 11 12:17:00.368080 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-5098b998-bf40-4bb0-8ff7-3cd16c49ab2a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:00.368447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5098b998-bf40-4bb0-8ff7-3cd16c49ab2a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:00.371634 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5098b998-bf40-4bb0-8ff7-3cd16c49ab2a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/41823a70-f183-4268-879b-bb2454168736 HTTP/1.1" status: 404 len: 337 time: 0.0519266 Nov 11 12:17:00.374851 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54126) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.397343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d9e01453-4ca0-4655-b6df-732408949956 None None] Provisioning complete for port e978b54c-676b-4191-934e-950b652d3415 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:00.397980 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d9e01453-4ca0-4655-b6df-732408949956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.410852 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-35093bc8-cde4-47d7-8e05-70161ae80b77 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:00.411500 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35093bc8-cde4-47d7-8e05-70161ae80b77 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:00.417913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54128) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.418299 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-35093bc8-cde4-47d7-8e05-70161ae80b77 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/cba34a91-126d-4c25-8145-f660b492d06c HTTP/1.1" status: 404 len: 337 time: 0.0418708 Nov 11 12:17:00.448075 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-af073ee5-b24a-41d1-a27e-7dab81bf5f13 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:00.448872 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af073ee5-b24a-41d1-a27e-7dab81bf5f13 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:00.455473 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54130) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.467656 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-af073ee5-b24a-41d1-a27e-7dab81bf5f13 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/d8b995fe-a9bd-473f-bcee-af60c211d51b HTTP/1.1" status: 404 len: 333 time: 0.0473478 Nov 11 12:17:00.489207 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c7b428-1061-48cd-9b10-381d0784dc8a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:00.489882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c7b428-1061-48cd-9b10-381d0784dc8a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:00.496494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54132) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.496816 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-73c7b428-1061-48cd-9b10-381d0784dc8a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/03dd24b8-f3da-4695-91c3-3b9ef59eec8a HTTP/1.1" status: 404 len: 337 time: 0.0404794 Nov 11 12:17:00.533577 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d62a9b-bd57-47b8-8195-82c7bb422fc8 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:00.534088 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d62a9b-bd57-47b8-8195-82c7bb422fc8 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:00.536160 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00725080-7e11-4e1a-b68c-ed320527e625 None None] DHCP port deletion for bad2fb1b-5419-4704-a46b-842512226b60 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:00.537801 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b6d62a9b-bd57-47b8-8195-82c7bb422fc8 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/1faf2f0c-a852-489b-89ce-b31f218f6577 HTTP/1.1" status: 404 len: 337 time: 0.0401878 Nov 11 12:17:00.540496 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54134) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.566520 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2163f1e-bbc9-4cb2-b179-9cb03f99d1ac tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:00.567204 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2163f1e-bbc9-4cb2-b179-9cb03f99d1ac tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:00.571056 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a2163f1e-bbc9-4cb2-b179-9cb03f99d1ac tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/400faa8e-d45f-4190-b04e-dfc072c3ba93 HTTP/1.1" status: 404 len: 333 time: 0.0296004 Nov 11 12:17:00.573229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54138) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.606896 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a418768f-455e-4ad0-ba8c-2a78b87e9444 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:00.607300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a418768f-455e-4ad0-ba8c-2a78b87e9444 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:00.613331 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a418768f-455e-4ad0-ba8c-2a78b87e9444 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/8717d295-663f-4601-96ec-26ff39a74998 HTTP/1.1" status: 404 len: 337 time: 0.0367277 Nov 11 12:17:00.614560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54142) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.642904 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de9d3c6-0203-46cb-88e7-ac5f9043eada tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:00.643367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de9d3c6-0203-46cb-88e7-ac5f9043eada tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:00.649018 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7de9d3c6-0203-46cb-88e7-ac5f9043eada tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/251eb517-3874-4816-afbe-525222f5ef33 HTTP/1.1" status: 404 len: 337 time: 0.0321021 Nov 11 12:17:00.649754 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54144) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.704378 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-00725080-7e11-4e1a-b68c-ed320527e625 None None] Deleting port e978b54c-676b-4191-934e-950b652d3415 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:00.704761 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-00725080-7e11-4e1a-b68c-ed320527e625 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.712961 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4dc70d5-d755-4818-aa8c-6242f4c9e08d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:00.716575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4dc70d5-d755-4818-aa8c-6242f4c9e08d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:00.725087 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f4dc70d5-d755-4818-aa8c-6242f4c9e08d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/cd608a13-fd38-44b2-b6a9-57b4bec7d118 HTTP/1.1" status: 404 len: 333 time: 0.0741491 Nov 11 12:17:00.728214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54146) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.804925 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-98de396d-c601-4fe5-9ae0-5dc3b08fadcf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:00.806555 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98de396d-c601-4fe5-9ae0-5dc3b08fadcf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:00.811503 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-98de396d-c601-4fe5-9ae0-5dc3b08fadcf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/45454edd-f28a-4287-8b43-6e560f9df784 HTTP/1.1" status: 404 len: 337 time: 0.0820062 Nov 11 12:17:00.814295 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54150) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.859600 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-568810d5-9645-4f87-8111-22b2361e0c56 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:00.860341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568810d5-9645-4f87-8111-22b2361e0c56 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:00.873234 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-568810d5-9645-4f87-8111-22b2361e0c56 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/4d005702-5532-4613-8c8f-b7ae729bf53f HTTP/1.1" status: 404 len: 333 time: 0.0571520 Nov 11 12:17:00.873921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54154) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.902553 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-00725080-7e11-4e1a-b68c-ed320527e625 None None] For port e978b54c-676b-4191-934e-950b652d3415, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e978b54c-676b-4191-934e-950b652d3415,segment=NetworkSegment(b8f8790e-2202-4516-821f-6650bd64e50a),segment_id=b8f8790e-2202-4516-821f-6650bd64e50a)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:00.902553 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-00725080-7e11-4e1a-b68c-ed320527e625 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.942240 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-00725080-7e11-4e1a-b68c-ed320527e625 None None] Calling delete_port for e978b54c-676b-4191-934e-950b652d3415 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:00.942500 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca079559-423e-43a3-be58-462783251acf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:00.942500 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca079559-423e-43a3-be58-462783251acf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:00.946928 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ca079559-423e-43a3-be58-462783251acf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/065e97ec-8a9e-44b0-b3da-82d5fa024a62 HTTP/1.1" status: 404 len: 337 time: 0.0705388 Nov 11 12:17:00.949577 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54158) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.018421 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64c6d23-3051-4d2c-9eb3-e2314a962de4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:01.019245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64c6d23-3051-4d2c-9eb3-e2314a962de4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:01.033347 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54160) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.038368 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b64c6d23-3051-4d2c-9eb3-e2314a962de4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/70e868c5-bd78-4cfc-99b7-e4ef8753378b HTTP/1.1" status: 404 len: 333 time: 0.0754442 Nov 11 12:17:01.051792 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-00725080-7e11-4e1a-b68c-ed320527e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.080753 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00725080-7e11-4e1a-b68c-ed320527e625 None None] No DVR routers for this DVR port e978b54c-676b-4191-934e-950b652d3415 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:01.085800 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00725080-7e11-4e1a-b68c-ed320527e625 None None] Pushing event deleted for resources: {'Port': ['ID=e978b54c-676b-4191-934e-950b652d3415,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:01.093020 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44be058-be63-46ed-8513-db1a584a8c3d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:01.094197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44be058-be63-46ed-8513-db1a584a8c3d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:01.105545 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a44be058-be63-46ed-8513-db1a584a8c3d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/81364d56-f3a7-4adf-853e-7bafea89613f HTTP/1.1" status: 404 len: 337 time: 0.0685999 Nov 11 12:17:01.107201 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcd21ba-9e4c-43a8-8b94-beda06245920 None None] get_active_networks_info from n-d-807359-3 {{(pid=109155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:17:01.108261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54162) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.131527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9506a6-5cb9-4f99-a293-1bacbf2bde22 req-2d026a7b-65b5-4fdf-a6e9-33c6e552c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:01.133083 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb9506a6-5cb9-4f99-a293-1bacbf2bde22 req-2d026a7b-65b5-4fdf-a6e9-33c6e552c27b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 1095 time: 0.2678027 Nov 11 12:17:01.140718 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c33ddfe-7540-470f-a2fd-d64c428a0b2c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:01.141716 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c33ddfe-7540-470f-a2fd-d64c428a0b2c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:01.145854 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3c33ddfe-7540-470f-a2fd-d64c428a0b2c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/6349d4e3-2683-43ef-8201-b7c18a603c9e HTTP/1.1" status: 404 len: 333 time: 0.0363293 Nov 11 12:17:01.150822 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54164) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.151166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0911d-071e-4773-aa2d-2fcc40713040 req-a9691ef1-0189-48c2-a007-9149360c8243 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:01.152911 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fab0911d-071e-4773-aa2d-2fcc40713040 req-a9691ef1-0189-48c2-a007-9149360c8243 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.2304544 Nov 11 12:17:01.219317 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-9417c2c0-6df6-4694-962a-ea974f14bc65 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:01.222047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9417c2c0-6df6-4694-962a-ea974f14bc65 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:01.232457 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9417c2c0-6df6-4694-962a-ea974f14bc65 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/7e4ff41c-3501-4f4b-b29b-feb73b956e48 HTTP/1.1" status: 404 len: 337 time: 0.0706565 Nov 11 12:17:01.235606 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54166) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.290445 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcd21ba-9e4c-43a8-8b94-beda06245920 None None] Resources bound (agent type, host, resource id): {{(pid=109155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:17:01.312870 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee76ca0-308b-4a7f-8841-c7762da69e85 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:01.315290 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee76ca0-308b-4a7f-8841-c7762da69e85 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:01.324199 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0ee76ca0-308b-4a7f-8841-c7762da69e85 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/a26741f4-6340-4bd4-967c-a989ca4f084a HTTP/1.1" status: 404 len: 333 time: 0.0872765 Nov 11 12:17:01.327737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54170) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.368321 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fab0911d-071e-4773-aa2d-2fcc40713040 req-2dbab702-930c-452c-b982-9f57a6af9ede tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065613 Nov 11 12:17:01.391880 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee65eaa-894a-4550-888e-a6471c18a24d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:01.394062 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee65eaa-894a-4550-888e-a6471c18a24d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:01.401466 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54172) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.402728 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-eee65eaa-894a-4550-888e-a6471c18a24d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/ef7d8ec5-00db-4b5f-ac41-aff5115cacee HTTP/1.1" status: 404 len: 337 time: 0.0739946 Nov 11 12:17:01.434604 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31bb9b7-aa73-46ca-9b17-e993c96289ed tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:01.435572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31bb9b7-aa73-46ca-9b17-e993c96289ed tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:01.438777 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a31bb9b7-aa73-46ca-9b17-e993c96289ed tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/7f4d3e73-4e49-4567-bbe1-68c88393873d HTTP/1.1" status: 404 len: 333 time: 0.0361443 Nov 11 12:17:01.441253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54174) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.454176 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9506a6-5cb9-4f99-a293-1bacbf2bde22 req-e7e05f0d-a9d4-4d46-9637-5a0e82ea84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:01.458077 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb9506a6-5cb9-4f99-a293-1bacbf2bde22 req-e7e05f0d-a9d4-4d46-9637-5a0e82ea84ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.3042734 Nov 11 12:17:01.480363 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f70ef0-c91e-4b22-9249-a3a4d664179d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:01.480363 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f70ef0-c91e-4b22-9249-a3a4d664179d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:01.488414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54176) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.502220 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-78f70ef0-c91e-4b22-9249-a3a4d664179d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/9fee85f0-bff4-4b9c-be40-f3e9c2416907 HTTP/1.1" status: 404 len: 337 time: 0.0595713 Nov 11 12:17:01.554384 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6243148-cc80-4548-8262-92f38b6f4996 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:01.555742 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6243148-cc80-4548-8262-92f38b6f4996 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:01.559224 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e6243148-cc80-4548-8262-92f38b6f4996 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/7c858f00-0638-4b36-a610-5ac09849cb36 HTTP/1.1" status: 404 len: 337 time: 0.0699236 Nov 11 12:17:01.561714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54178) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.596837 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9a56ea-7eaf-4ad9-8224-944127afb881 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:01.599793 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9a56ea-7eaf-4ad9-8224-944127afb881 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:01.607104 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ab9a56ea-7eaf-4ad9-8224-944127afb881 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/2683fb94-5219-4819-8009-0673237b515a HTTP/1.1" status: 404 len: 333 time: 0.0414402 Nov 11 12:17:01.607104 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54180) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.636792 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb9506a6-5cb9-4f99-a293-1bacbf2bde22 req-ec559c7f-f25c-428a-964e-97bb7fc8e368 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c HTTP/1.1" status: 200 len: 999 time: 0.1321597 Nov 11 12:17:01.646339 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-53375afb-ef63-4d6f-9a7d-32a86929434c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:01.647183 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53375afb-ef63-4d6f-9a7d-32a86929434c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:01.654201 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-53375afb-ef63-4d6f-9a7d-32a86929434c tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/c6c0ca70-d13b-42a9-9419-d98ab58f34d3 HTTP/1.1" status: 404 len: 337 time: 0.0461588 Nov 11 12:17:01.655292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54182) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.689836 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a33464-1bb9-443d-b0dd-5a802feeed50 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:01.690700 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a33464-1bb9-443d-b0dd-5a802feeed50 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:01.698237 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c7a33464-1bb9-443d-b0dd-5a802feeed50 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/45722105-98a0-4b8f-82bc-541d6f0d7d75 HTTP/1.1" status: 404 len: 337 time: 0.0415733 Nov 11 12:17:01.699389 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54186) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.701470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9506a6-5cb9-4f99-a293-1bacbf2bde22 req-8a933ae2-c577-4b71-9fb3-15736d3c7b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:01.703327 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb9506a6-5cb9-4f99-a293-1bacbf2bde22 req-8a933ae2-c577-4b71-9fb3-15736d3c7b0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.0599415 Nov 11 12:17:01.766956 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97eab7f-90df-4614-854c-fdfe023de41a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:01.767784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97eab7f-90df-4614-854c-fdfe023de41a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:01.777927 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c97eab7f-90df-4614-854c-fdfe023de41a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/415892ab-c79b-40ed-84c4-9d2f429859f3 HTTP/1.1" status: 404 len: 333 time: 0.0746422 Nov 11 12:17:01.782043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54188) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.810068 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9506a6-5cb9-4f99-a293-1bacbf2bde22 req-d28cdab1-4f26-454c-bbb7-77b5cd0e906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:01.815088 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb9506a6-5cb9-4f99-a293-1bacbf2bde22 req-d28cdab1-4f26-454c-bbb7-77b5cd0e906a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918202 Nov 11 12:17:01.818904 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe39cd1-64f7-40f5-a569-822d277aced9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:01.819431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe39cd1-64f7-40f5-a569-822d277aced9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:01.824843 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cfe39cd1-64f7-40f5-a569-822d277aced9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/80cc3d41-377c-47d6-a2ed-5f7bedaff93c HTTP/1.1" status: 404 len: 337 time: 0.0396268 Nov 11 12:17:01.825321 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54190) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.841605 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-858cd5b6-2c28-4c3f-8fb8-1c8ef1ca9d70 None None] Provisioning complete for port 82ad441b-f58c-4e60-afda-488fb3a82278 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:01.841605 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-858cd5b6-2c28-4c3f-8fb8-1c8ef1ca9d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.887798 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e978b54c-676b-4191-934e-950b652d3415 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:01.903467 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5d0a0a-d380-4884-99fe-d12d4b2281d3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:01.903920 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5d0a0a-d380-4884-99fe-d12d4b2281d3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:01.912040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: e978b54c-676b-4191-934e-950b652d3415 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:01.912691 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e978b54c-676b-4191-934e-950b652d3415 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:01.919986 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1a5d0a0a-d380-4884-99fe-d12d4b2281d3 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/4b6631d7-40fc-40d6-8d71-1c8653de69b9 HTTP/1.1" status: 404 len: 337 time: 0.0932994 Nov 11 12:17:01.920282 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54192) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.974561 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa68dcf-db8e-477f-aa74-a2a70caeffba tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:01.975476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa68dcf-db8e-477f-aa74-a2a70caeffba tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:01.981814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4aa68dcf-db8e-477f-aa74-a2a70caeffba tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/bae9b64d-23d1-4fe5-a688-69caf19dad6e HTTP/1.1" status: 404 len: 333 time: 0.0551839 Nov 11 12:17:01.982159 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54196) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.041006 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-858cd5b6-2c28-4c3f-8fb8-1c8ef1ca9d70 None None] Provisioning complete for port 645a5640-370c-4fad-b172-68892928071b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:02.041373 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-858cd5b6-2c28-4c3f-8fb8-1c8ef1ca9d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.050579 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb9506a6-5cb9-4f99-a293-1bacbf2bde22 req-fd401fed-6544-4e7c-864b-e35ed64b6944 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279310 Nov 11 12:17:02.068323 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b38da8-bdf2-4cb5-9fcf-bb027375ef5b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:02.074057 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b38da8-bdf2-4cb5-9fcf-bb027375ef5b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:02.080376 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-24b38da8-bdf2-4cb5-9fcf-bb027375ef5b tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/20a3030e-26a0-4346-9c4c-c72931eaddca HTTP/1.1" status: 404 len: 337 time: 0.0952401 Nov 11 12:17:02.080898 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54200) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.152733 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbdea7a-2bb6-4ad9-9390-8a730e3f0958 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:02.153199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdbdea7a-2bb6-4ad9-9390-8a730e3f0958 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:02.156909 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cdbdea7a-2bb6-4ad9-9390-8a730e3f0958 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/4631cfca-da20-418f-bf76-f6129c01a6b8 HTTP/1.1" status: 404 len: 337 time: 0.0749876 Nov 11 12:17:02.159857 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54202) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.211346 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c846216c-bac9-4b16-b237-c282aea0b60a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports?device_id=67cb8534-2b5a-4dd4-a0d2-31443ae6e38f HTTP/1.1" status: 200 len: 205 time: 0.0501068 Nov 11 12:17:02.213785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54204) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.239770 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb9506a6-5cb9-4f99-a293-1bacbf2bde22 req-4a641c7a-76cd-4967-808d-2c6e789571f2 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803114 Nov 11 12:17:02.267967 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-6ac32324-d92e-4035-b0a5-c7ad926ed02e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] delete failed (client error): The resource could not be found. Nov 11 12:17:02.269068 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6ac32324-d92e-4035-b0a5-c7ad926ed02e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/routers/67cb8534-2b5a-4dd4-a0d2-31443ae6e38f HTTP/1.1" status: 404 len: 336 time: 0.0541978 Nov 11 12:17:02.271705 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54206) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.307171 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-30af8a35-a7aa-4dc4-86cb-e849fe7cc99a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:02.307948 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30af8a35-a7aa-4dc4-86cb-e849fe7cc99a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:02.312048 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-30af8a35-a7aa-4dc4-86cb-e849fe7cc99a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/f27ab847-741f-4862-9464-b522a70b9960 HTTP/1.1" status: 404 len: 337 time: 0.0391395 Nov 11 12:17:02.315324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54208) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.364170 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54212) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.370235 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6319a2b6-60d2-4c25-bbbe-735e453e50e7 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d76ea07-f58e-4ff8-862c-69a7bb301d30 HTTP/1.1" status: 200 len: 205 time: 0.0519428 Nov 11 12:17:02.471263 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-cb904bbe-7aa4-4d3f-9abe-2861aaa122bf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] delete failed (client error): The resource could not be found. Nov 11 12:17:02.472279 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cb904bbe-7aa4-4d3f-9abe-2861aaa122bf tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/routers/2d76ea07-f58e-4ff8-862c-69a7bb301d30 HTTP/1.1" status: 404 len: 336 time: 0.1068225 Nov 11 12:17:02.474935 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54216) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.522768 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a480565-46fb-4f8d-bc64-aeb1eefc8c83 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:02.523271 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a480565-46fb-4f8d-bc64-aeb1eefc8c83 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:02.527152 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6a480565-46fb-4f8d-bc64-aeb1eefc8c83 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/ea17fd53-a370-4cc3-90d0-e81a3b5f476b HTTP/1.1" status: 404 len: 337 time: 0.0456579 Nov 11 12:17:02.529685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54218) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.561261 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-256527e6-f447-4a36-97c8-8815bc06b87e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:02.561760 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256527e6-f447-4a36-97c8-8815bc06b87e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:02.564850 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-256527e6-f447-4a36-97c8-8815bc06b87e tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/27509db6-8cb3-4052-a127-5ed82df24d63 HTTP/1.1" status: 404 len: 337 time: 0.0342393 Nov 11 12:17:02.567478 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54220) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.590231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48d3aa-a718-4fe8-8b9f-68efb05e6b1e req-5a95da29-680b-49dd-9588-e5f469e6ec4b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:02.599961 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3d48d3aa-a718-4fe8-8b9f-68efb05e6b1e req-5a95da29-680b-49dd-9588-e5f469e6ec4b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1234293 Nov 11 12:17:02.605826 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f6d918-c0ac-44f5-a01a-b90a032d6c5d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:02.606505 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f6d918-c0ac-44f5-a01a-b90a032d6c5d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:02.609772 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d7f6d918-c0ac-44f5-a01a-b90a032d6c5d tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/f74392f0-224a-45c0-b9aa-614cd50d9c6b HTTP/1.1" status: 404 len: 333 time: 0.0410931 Nov 11 12:17:02.612234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54222) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.673662 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3d48d3aa-a718-4fe8-8b9f-68efb05e6b1e req-6d41bef9-749f-4ab2-bbab-1d8d21b79551 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676713 Nov 11 12:17:02.679395 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-580875f8-c3c8-4a4d-b8cf-ad99e3933505 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:02.680163 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580875f8-c3c8-4a4d-b8cf-ad99e3933505 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:02.683888 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-580875f8-c3c8-4a4d-b8cf-ad99e3933505 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/129d6c8d-a8f5-41e7-93e8-eec65006fc49 HTTP/1.1" status: 404 len: 337 time: 0.0707192 Nov 11 12:17:02.690253 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54224) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.725528 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d53767-5111-4628-b0ae-abea42614cf4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:02.726298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d53767-5111-4628-b0ae-abea42614cf4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:02.732498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54226) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.732647 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-93d53767-5111-4628-b0ae-abea42614cf4 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/eb52aecb-24c1-4d0c-874e-58fba9bdbbf1 HTTP/1.1" status: 404 len: 333 time: 0.0411289 Nov 11 12:17:02.769689 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b13e54c-5c54-4a42-8a1c-4e39d67a6cd9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:02.770264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b13e54c-5c54-4a42-8a1c-4e39d67a6cd9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:02.775762 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0b13e54c-5c54-4a42-8a1c-4e39d67a6cd9 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/e94ace25-507d-4f09-9db0-463540f4b124 HTTP/1.1" status: 404 len: 337 time: 0.0422032 Nov 11 12:17:02.778610 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54228) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.829708 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-2490a7b0-4c7e-4ba2-a9cc-9cfff3d0f8ce tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:02.833563 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2490a7b0-4c7e-4ba2-a9cc-9cfff3d0f8ce tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:02.842426 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2490a7b0-4c7e-4ba2-a9cc-9cfff3d0f8ce tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/806444da-8082-40df-bed7-efbc7fe71d0b HTTP/1.1" status: 404 len: 333 time: 0.0627058 Nov 11 12:17:02.845129 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54232) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.879974 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfdff884-a263-423f-82ef-67cf652c5887 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:02.879974 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfdff884-a263-423f-82ef-67cf652c5887 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:02.883225 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bfdff884-a263-423f-82ef-67cf652c5887 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/9e99181f-19ac-4535-aec2-0123c02a591e HTTP/1.1" status: 404 len: 337 time: 0.0369279 Nov 11 12:17:02.885754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54234) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.914617 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e7e971-1361-47b9-b7ea-27b4dabb506f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:02.915271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e7e971-1361-47b9-b7ea-27b4dabb506f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:02.920551 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-29e7e971-1361-47b9-b7ea-27b4dabb506f tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/f51fdeb6-b93a-42c0-aad9-eb6def6b68a5 HTTP/1.1" status: 404 len: 333 time: 0.0338733 Nov 11 12:17:02.923128 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54236) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.963053 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ccbe2c-d1da-4bbd-9659-2ce9d1171ea6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:02.963507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ccbe2c-d1da-4bbd-9659-2ce9d1171ea6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:02.967060 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-18ccbe2c-d1da-4bbd-9659-2ce9d1171ea6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/04e4efe6-2442-46f5-8428-0b698ac154e3 HTTP/1.1" status: 404 len: 337 time: 0.0430269 Nov 11 12:17:02.969576 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54238) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.997029 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c24c716-d4da-4526-966a-6b053979ac76 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:02.997754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c24c716-d4da-4526-966a-6b053979ac76 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:03.003590 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6c24c716-d4da-4526-966a-6b053979ac76 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/0ca39eee-ea0d-4e6e-9df9-52a2ecb7c8fd HTTP/1.1" status: 404 len: 333 time: 0.0327523 Nov 11 12:17:03.005872 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54240) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:03.035739 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9fcf24a-6bec-43ad-b89f-16eb0c0cf4dd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:03.036194 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9fcf24a-6bec-43ad-b89f-16eb0c0cf4dd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:03.039403 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f9fcf24a-6bec-43ad-b89f-16eb0c0cf4dd tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/5fc24188-73ef-4c39-a87f-d93645e7236d HTTP/1.1" status: 404 len: 337 time: 0.0325449 Nov 11 12:17:03.042868 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54244) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:03.066857 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d34dfef-1d04-47bf-8e65-a00b86cccff1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:03.067548 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d34dfef-1d04-47bf-8e65-a00b86cccff1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:03.070725 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1d34dfef-1d04-47bf-8e65-a00b86cccff1 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/6b653b21-40b9-4fbf-9977-93f1a9b223ec HTTP/1.1" status: 404 len: 333 time: 0.0277867 Nov 11 12:17:03.073360 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54246) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:03.114415 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d523829-af0c-4709-bad7-ce8765f22a60 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:03.114976 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d523829-af0c-4709-bad7-ce8765f22a60 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:03.121497 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54248) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:03.135222 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0d523829-af0c-4709-bad7-ce8765f22a60 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/2676b1b7-5f58-4792-b4db-3fa25e58dc97 HTTP/1.1" status: 404 len: 337 time: 0.0600111 Nov 11 12:17:03.195842 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca036da0-e6d2-4bfe-9ea7-467dd6e8952a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:03.196626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca036da0-e6d2-4bfe-9ea7-467dd6e8952a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:03.210535 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ca036da0-e6d2-4bfe-9ea7-467dd6e8952a tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/ports/b21268fe-cca8-4ba8-ad84-d229df1e62dd HTTP/1.1" status: 404 len: 333 time: 0.0874293 Nov 11 12:17:03.213099 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54252) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:03.253524 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd6d5bb-ea64-4a03-961a-06e366e99aee tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:03.254311 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd6d5bb-ea64-4a03-961a-06e366e99aee tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:03.260962 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4dd6d5bb-ea64-4a03-961a-06e366e99aee tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/subnets/52d0e5d1-59df-41c4-a44c-3f7a44a69ac1 HTTP/1.1" status: 404 len: 337 time: 0.0422659 Nov 11 12:17:03.261207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54254) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:03.371648 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aae6b130-7668-4fc9-965e-4f07a847a6f6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.504134 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aae6b130-7668-4fc9-965e-4f07a847a6f6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.536671 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-aae6b130-7668-4fc9-965e-4f07a847a6f6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad2fb1b-5419-4704-a46b-842512226b60']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:03.550883 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-aae6b130-7668-4fc9-965e-4f07a847a6f6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f8790e-2202-4516-821f-6650bd64e50a') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:03.551621 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-aae6b130-7668-4fc9-965e-4f07a847a6f6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f8790e-2202-4516-821f-6650bd64e50a') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:03.565096 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aae6b130-7668-4fc9-965e-4f07a847a6f6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.585960 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aae6b130-7668-4fc9-965e-4f07a847a6f6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.595142 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae6b130-7668-4fc9-965e-4f07a847a6f6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:03.595553 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aae6b130-7668-4fc9-965e-4f07a847a6f6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:03.599151 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:03.692247 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aae6b130-7668-4fc9-965e-4f07a847a6f6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.699537 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aae6b130-7668-4fc9-965e-4f07a847a6f6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.704487 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-aae6b130-7668-4fc9-965e-4f07a847a6f6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] 10.222.0.65 "DELETE /v2.0/networks/bad2fb1b-5419-4704-a46b-842512226b60 HTTP/1.1" status: 204 len: 168 time: 0.4422185 Nov 11 12:17:03.725683 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6b130-7668-4fc9-965e-4f07a847a6f6 tempest-NetworksTestDHCPv6-1730217038 tempest-NetworksTestDHCPv6-1730217038-project] Pushing event deleted for resources: {'Network': ['ID=bad2fb1b-5419-4704-a46b-842512226b60,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:03.904052 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cec13-7983-4484-b63f-a4156b32b0ba req-33954f13-0935-4bed-bb21-a66473789ff8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:03.907940 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad4cec13-7983-4484-b63f-a4156b32b0ba req-33954f13-0935-4bed-bb21-a66473789ff8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1058407 Nov 11 12:17:03.980797 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad4cec13-7983-4484-b63f-a4156b32b0ba req-207065d0-15cd-4a25-be3a-b23553d74dda tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662861 Nov 11 12:17:04.175310 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54270) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:04.413641 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3564c3ee-8618-477b-b63e-45b3f9a0673e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=74cce84ad396422ab6017e98810d8775&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2358799 Nov 11 12:17:04.415206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54278) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:04.476157 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0af9129e-5bc6-4fba-a108-9b38294eaffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.503985 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0af9129e-5bc6-4fba-a108-9b38294eaffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.565939 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0af9129e-5bc6-4fba-a108-9b38294eaffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.570129 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0af9129e-5bc6-4fba-a108-9b38294eaffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.574804 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0af9129e-5bc6-4fba-a108-9b38294eaffb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/079398d6-62da-4d56-a2f9-04c9aa54420e HTTP/1.1" status: 204 len: 168 time: 0.1584098 Nov 11 12:17:04.585316 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9129e-5bc6-4fba-a108-9b38294eaffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079398d6-62da-4d56-a2f9-04c9aa54420e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:05.564935 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54328) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:05.607729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-38f29568-48d7-4a30-8584-b26e2d2c1469 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:05.610352 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-38f29568-48d7-4a30-8584-b26e2d2c1469 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/networks?id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009 HTTP/1.1" status: 200 len: 813 time: 0.2108047 Nov 11 12:17:05.632850 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-83ba8e83-34c1-47a8-9b8e-3daf3b4b4c2c tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/quotas/c65a3793421346779a803c061e355092 HTTP/1.1" status: 200 len: 375 time: 0.0130367 Nov 11 12:17:05.701736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e4a12ca2-9a4b-4ad5-b196-733900dc6736 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-659033608'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:05.731724 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a12ca2-9a4b-4ad5-b196-733900dc6736 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Made reservation on behalf of 2d0a597f4f9441eb98be2aa6ac80c627 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:05.735948 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4a12ca2-9a4b-4ad5-b196-733900dc6736 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:05.747458 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4a12ca2-9a4b-4ad5-b196-733900dc6736 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:05.790235 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-0b006768-306f-40c3-a5a7-6f762dcb0dc1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:05.791747 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-0b006768-306f-40c3-a5a7-6f762dcb0dc1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 812 time: 0.1171682 Nov 11 12:17:05.811355 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-9c168175-1147-4abb-851e-ec0e77af1dd1 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c65a3793421346779a803c061e355092&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1754065 Nov 11 12:17:05.836349 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bafab152-7d85-4aba-8a4a-f74df1d89c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:05.848724 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-885e79f3-da56-4266-a9b1-cc6619ae93b9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/quotas/c22e3bfa03df4a318977f5f2236c0b5b HTTP/1.1" status: 200 len: 375 time: 0.0351336 Nov 11 12:17:05.849448 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4a12ca2-9a4b-4ad5-b196-733900dc6736 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:05.856449 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4a12ca2-9a4b-4ad5-b196-733900dc6736 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:05.900512 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a12ca2-9a4b-4ad5-b196-733900dc6736 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:05.909776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a12ca2-9a4b-4ad5-b196-733900dc6736 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3158161b-29b8-4270-a0ca-9be17f5348c1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:05.925532 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4a12ca2-9a4b-4ad5-b196-733900dc6736 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:05.925893 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-e4a12ca2-9a4b-4ad5-b196-733900dc6736 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Added segment b90201d5-cbcc-484f-b2be-80ff234de0fc of type vlan for network 7578f61e-f5bf-4222-8f82-798d8315f822 Nov 11 12:17:05.928098 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-fca34a26-dd0a-4a40-bd12-917f863ef06b service neutron] 10.222.0.65 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157458 Nov 11 12:17:05.978681 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4a12ca2-9a4b-4ad5-b196-733900dc6736 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.010901 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4a12ca2-9a4b-4ad5-b196-733900dc6736 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.016791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a12ca2-9a4b-4ad5-b196-733900dc6736 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:06.017387 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e4a12ca2-9a4b-4ad5-b196-733900dc6736 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.047261 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-f77365b1-509f-445d-b7a4-e06d0178d74f service neutron] 10.222.0.65 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182306 Nov 11 12:17:06.073267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-054e90f1-22f1-4f36-a3b8-218f9fbc4aef tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1730554 Nov 11 12:17:06.088753 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a12ca2-9a4b-4ad5-b196-733900dc6736 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Pushing event updated for resources: {'Network': ['ID=7578f61e-f5bf-4222-8f82-798d8315f822,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:06.105616 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e4a12ca2-9a4b-4ad5-b196-733900dc6736 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5386436 Nov 11 12:17:06.108647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54338) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:06.115940 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-80bdea89-8de2-4de3-94e7-76c9288a487b tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Request body: {'subnet': {'network_id': '7578f61e-f5bf-4222-8f82-798d8315f822', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:06.129097 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 7578f61e-f5bf-4222-8f82-798d8315f822 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:06.253775 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bdea89-8de2-4de3-94e7-76c9288a487b tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Made reservation on behalf of 2d0a597f4f9441eb98be2aa6ac80c627 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:06.267310 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80bdea89-8de2-4de3-94e7-76c9288a487b tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.454148 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2248d17-b98c-4f9e-9305-8d0a8950414c req-a2556d30-0b6b-4ad5-b2c6-d1c3d5d1af89 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b2d6ab3-caea-479e-b608-159fc6535fc6 HTTP/1.1" status: 200 len: 210 time: 0.1371524 Nov 11 12:17:06.550996 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-05ea2621-5e93-4fa6-b480-306cadf6065c service neutron] 10.222.0.65 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662015 Nov 11 12:17:06.552759 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80bdea89-8de2-4de3-94e7-76c9288a487b tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.623636 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bdea89-8de2-4de3-94e7-76c9288a487b tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Checking segment: {'id': 'b90201d5-cbcc-484f-b2be-80ff234de0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7578f61e-f5bf-4222-8f82-798d8315f822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:06.624860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bdea89-8de2-4de3-94e7-76c9288a487b tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Network hostable DHCP agents. Network: 7578f61e-f5bf-4222-8f82-798d8315f822, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:17:06.649019 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdea89-8de2-4de3-94e7-76c9288a487b tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Pushing event updated for resources: {'Subnet': ['ID=b949232e-2117-4bef-b9f2-cca82f31652b,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:06.659133 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bdea89-8de2-4de3-94e7-76c9288a487b tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Network 7578f61e-f5bf-4222-8f82-798d8315f822 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:17:06.672401 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-80bdea89-8de2-4de3-94e7-76c9288a487b tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 7578f61e-f5bf-4222-8f82-798d8315f822) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:06.678722 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bdea89-8de2-4de3-94e7-76c9288a487b tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:06.679873 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80bdea89-8de2-4de3-94e7-76c9288a487b tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.684437 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3351bc8-4c14-4677-9362-4f00dfaef82c None None] Network 7578f61e-f5bf-4222-8f82-798d8315f822 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:06.701028 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-80bdea89-8de2-4de3-94e7-76c9288a487b tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5910172 Nov 11 12:17:06.705751 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54354) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:06.717322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a08bb499-3f4a-412f-a42b-2d141d59a5aa tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Request body: {'port': {'network_id': '7578f61e-f5bf-4222-8f82-798d8315f822', 'name': 'tempest-ExtraDHCPOptionsTestJSON-874842506'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:06.813213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-bc4c8443-e0ee-43c7-82bb-3f31d0d61847 service neutron] 10.222.0.65 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540350 Nov 11 12:17:06.949960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-7578f61e-f5bf-4222-8f82-798d8315f822', 'network_id': '7578f61e-f5bf-4222-8f82-798d8315f822', 'tenant_id': '2d0a597f4f9441eb98be2aa6ac80c627', 'fixed_ips': [{'subnet_id': 'b949232e-2117-4bef-b9f2-cca82f31652b'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:17:06.951011 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.957462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08bb499-3f4a-412f-a42b-2d141d59a5aa tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Made reservation on behalf of 2d0a597f4f9441eb98be2aa6ac80c627 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:06.965360 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a08bb499-3f4a-412f-a42b-2d141d59a5aa tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.006010 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-a08bb499-3f4a-412f-a42b-2d141d59a5aa tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] device_id is not set on port cf50cade-aece-468f-8ce2-655a9d731c8e yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:17:07.190733 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-a08bb499-3f4a-412f-a42b-2d141d59a5aa tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Allocated IP 172.20.0.7 (7578f61e-f5bf-4222-8f82-798d8315f822/b949232e-2117-4bef-b9f2-cca82f31652b/cf50cade-aece-468f-8ce2-655a9d731c8e) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:07.301999 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b279f909-3c3c-4939-a54b-2872f9e5939b req-b5c0edc6-db05-460b-a311-f0e91b72fbab tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 210 time: 0.0437818 Nov 11 12:17:07.444827 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a08bb499-3f4a-412f-a42b-2d141d59a5aa tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.486588 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a08bb499-3f4a-412f-a42b-2d141d59a5aa tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.571709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00d64074-cf51-48a6-90a9-5ac2a2b500bc req-186bcc0e-917a-42b4-8847-0d137979d144 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b2d6ab3-caea-479e-b608-159fc6535fc6 HTTP/1.1" status: 200 len: 210 time: 0.0542977 Nov 11 12:17:07.583787 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08bb499-3f4a-412f-a42b-2d141d59a5aa tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Network 7578f61e-f5bf-4222-8f82-798d8315f822 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:07.590395 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-a08bb499-3f4a-412f-a42b-2d141d59a5aa tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:07.599260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08bb499-3f4a-412f-a42b-2d141d59a5aa tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:07.621729 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Allocated IP 172.20.0.2 (7578f61e-f5bf-4222-8f82-798d8315f822/b949232e-2117-4bef-b9f2-cca82f31652b/b6620b82-bccd-4676-a0ef-ebd04114b028) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:07.656724 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08bb499-3f4a-412f-a42b-2d141d59a5aa tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Pushing event updated for resources: {'Port': ['ID=cf50cade-aece-468f-8ce2-655a9d731c8e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:07.735327 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08bb499-3f4a-412f-a42b-2d141d59a5aa tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:07.737016 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a08bb499-3f4a-412f-a42b-2d141d59a5aa tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.774670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54380) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:07.774951 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a08bb499-3f4a-412f-a42b-2d141d59a5aa tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0676188 Nov 11 12:17:07.780257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-dccd104e-630a-48b7-9cbf-701a4de0ecb9 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Request body: {'port': {'network_id': '7578f61e-f5bf-4222-8f82-798d8315f822', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2116106480', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:07.781353 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.api.validators [None req-dccd104e-630a-48b7-9cbf-701a4de0ecb9 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] bootfile-name is not in valid_values {{(pid=109153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:17:07.781907 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.api.validators [None req-dccd104e-630a-48b7-9cbf-701a4de0ecb9 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] tftp-server is not in valid_values {{(pid=109153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:17:07.782458 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.api.validators [None req-dccd104e-630a-48b7-9cbf-701a4de0ecb9 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] server-ip-address is not in valid_values {{(pid=109153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:17:07.799467 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-ac25f8f2-6c97-4e45-9ae5-65bb3f965067 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:07.801083 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-ac25f8f2-6c97-4e45-9ae5-65bb3f965067 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.62 "GET /v2.0/networks?id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009 HTTP/1.1" status: 200 len: 813 time: 0.1562312 Nov 11 12:17:07.820847 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-733a0dbf-51a3-4a2c-927c-bcb5fb951b1d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Request body: {'port': {'device_id': '9b2d6ab3-caea-479e-b608-159fc6535fc6', 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009', 'admin_state_up': True, 'tenant_id': 'c65a3793421346779a803c061e355092'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:07.938838 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccd104e-630a-48b7-9cbf-701a4de0ecb9 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Made reservation on behalf of 2d0a597f4f9441eb98be2aa6ac80c627 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:07.943323 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dccd104e-630a-48b7-9cbf-701a4de0ecb9 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.970255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-dccd104e-630a-48b7-9cbf-701a4de0ecb9 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] device_id is not set on port f486bb9f-f1f8-43b0-b3cd-be6a26198e7b yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:17:08.012316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-733a0dbf-51a3-4a2c-927c-bcb5fb951b1d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Made reservation on behalf of c65a3793421346779a803c061e355092 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:08.016863 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-733a0dbf-51a3-4a2c-927c-bcb5fb951b1d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.113456 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0fff1162-8d73-4a03-b497-a73d5589e6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.119052 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.132124 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.176648 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Network 7578f61e-f5bf-4222-8f82-798d8315f822 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:08.179884 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:08.183435 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:08.191768 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-733a0dbf-51a3-4a2c-927c-bcb5fb951b1d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Allocated IP 172.20.0.9 (b4efc2af-44dc-4d6c-a7d9-7144b87a1009/a85fc5db-a767-49f3-be73-059cad97fe22/d82dfb29-2b99-476e-aa96-f997c8a239ed) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:08.200049 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-dccd104e-630a-48b7-9cbf-701a4de0ecb9 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Allocated IP 172.20.0.13 (7578f61e-f5bf-4222-8f82-798d8315f822/b949232e-2117-4bef-b9f2-cca82f31652b/f486bb9f-f1f8-43b0-b3cd-be6a26198e7b) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:08.213742 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Pushing event updated for resources: {'Port': ['ID=b6620b82-bccd-4676-a0ef-ebd04114b028,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:08.244557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Attempting to bind port b6620b82-bccd-4676-a0ef-ebd04114b028 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:08.244885 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Attempting to bind port b6620b82-bccd-4676-a0ef-ebd04114b028 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b90201d5-cbcc-484f-b2be-80ff234de0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7578f61e-f5bf-4222-8f82-798d8315f822'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:08.245253 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Attempting to bind port b6620b82-bccd-4676-a0ef-ebd04114b028 on network 7578f61e-f5bf-4222-8f82-798d8315f822 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:08.250857 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:08.251225 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Checking segment: {'id': 'b90201d5-cbcc-484f-b2be-80ff234de0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7578f61e-f5bf-4222-8f82-798d8315f822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:08.251630 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.252021 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Bound using segment: {'id': 'b90201d5-cbcc-484f-b2be-80ff234de0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7578f61e-f5bf-4222-8f82-798d8315f822'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:08.252491 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Bound port: b6620b82-bccd-4676-a0ef-ebd04114b028, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90201d5-cbcc-484f-b2be-80ff234de0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7578f61e-f5bf-4222-8f82-798d8315f822'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:08.252872 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.349650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] For port b6620b82-bccd-4676-a0ef-ebd04114b028, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:08.352934 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] For port b6620b82-bccd-4676-a0ef-ebd04114b028, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b6620b82-bccd-4676-a0ef-ebd04114b028,segment=NetworkSegment(b90201d5-cbcc-484f-b2be-80ff234de0fc),segment_id=b90201d5-cbcc-484f-b2be-80ff234de0fc)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:08.359714 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.402574 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dccd104e-630a-48b7-9cbf-701a4de0ecb9 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.443642 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-733a0dbf-51a3-4a2c-927c-bcb5fb951b1d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.452342 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dccd104e-630a-48b7-9cbf-701a4de0ecb9 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.474010 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24fb36-a9bc-47f1-a991-452afdb6edc7 None None] Pushing event updated for resources: {'Port': ['ID=b6620b82-bccd-4676-a0ef-ebd04114b028,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:08.511548 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-733a0dbf-51a3-4a2c-927c-bcb5fb951b1d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.528704 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['645a5640-370c-4fad-b172-68892928071b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:17:08.532468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['82ad441b-f58c-4e60-afda-488fb3a82278'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:17:08.589324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccd104e-630a-48b7-9cbf-701a4de0ecb9 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Network 7578f61e-f5bf-4222-8f82-798d8315f822 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:08.593292 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d2329230-47cf-4c0d-9735-546651339477 req-8d6d17a1-3c62-48cf-8088-cb9e614826a3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 210 time: 0.1088498 Nov 11 12:17:08.599703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-dccd104e-630a-48b7-9cbf-701a4de0ecb9 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:08.611543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-733a0dbf-51a3-4a2c-927c-bcb5fb951b1d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:08.621383 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-733a0dbf-51a3-4a2c-927c-bcb5fb951b1d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:08.625068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-733a0dbf-51a3-4a2c-927c-bcb5fb951b1d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:08.672933 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f105c57-4f1e-4460-bffe-6ce926339fef None None] DHCP port deletion for b4efc2af-44dc-4d6c-a7d9-7144b87a1009 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:08.675581 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd104e-630a-48b7-9cbf-701a4de0ecb9 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:08.806802 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-733a0dbf-51a3-4a2c-927c-bcb5fb951b1d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:08.807587 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-733a0dbf-51a3-4a2c-927c-bcb5fb951b1d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.823378 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a0dbf-51a3-4a2c-927c-bcb5fb951b1d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Pushing event updated for resources: {'Port': ['ID=d82dfb29-2b99-476e-aa96-f997c8a239ed,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:08.875142 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-733a0dbf-51a3-4a2c-927c-bcb5fb951b1d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0619836 Nov 11 12:17:08.877948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-36abbcf1-43e0-4501-a2e9-40c45d0ecb2d None None] Provisioning complete for port d82dfb29-2b99-476e-aa96-f997c8a239ed triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:08.878371 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-36abbcf1-43e0-4501-a2e9-40c45d0ecb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.897574 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Request body: {'port': {'device_id': '9b2d6ab3-caea-479e-b608-159fc6535fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:08.983525 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.021314 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd104e-630a-48b7-9cbf-701a4de0ecb9 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Pushing event updated for resources: {'Port': ['ID=f486bb9f-f1f8-43b0-b3cd-be6a26198e7b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:09.039335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-d53dbb44-b29c-4c2e-9bd0-54a0fe1aceb6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:09.043422 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-d53dbb44-b29c-4c2e-9bd0-54a0fe1aceb6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 812 time: 0.4449975 Nov 11 12:17:09.073405 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-7b101cca-2f40-400e-81d9-4a82975ee555 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Request body: {'port': {'device_id': '1adfd01d-31bb-4abf-9c80-845352bdf2b4', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'admin_state_up': True, 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:09.127364 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-36abbcf1-43e0-4501-a2e9-40c45d0ecb2d None None] Port d82dfb29-2b99-476e-aa96-f997c8a239ed cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:09.176826 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.328053 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82dfb29-2b99-476e-aa96-f997c8a239ed {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:17:09.338015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.357560 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Transition to ACTIVE for port object d82dfb29-2b99-476e-aa96-f997c8a239ed will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:17:09.367810 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.404424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccd104e-630a-48b7-9cbf-701a4de0ecb9 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:09.405209 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dccd104e-630a-48b7-9cbf-701a4de0ecb9 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.424924 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-7b101cca-2f40-400e-81d9-4a82975ee555 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Made reservation on behalf of c22e3bfa03df4a318977f5f2236c0b5b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:09.430138 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-7b101cca-2f40-400e-81d9-4a82975ee555 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.438746 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dccd104e-630a-48b7-9cbf-701a4de0ecb9 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.6624894 Nov 11 12:17:09.445381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54406) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:09.447897 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae01ddd-c54d-432b-b5a1-d0d6e2b0b103 None None] DHCP port deletion for b4efc2af-44dc-4d6c-a7d9-7144b87a1009 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:09.468296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Pushing event updated for resources: {'Port': ['ID=d82dfb29-2b99-476e-aa96-f997c8a239ed,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:09.518502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fad4dd-9834-4e82-9826-40dcd7431542 req-f170637b-9790-4291-a323-c18731736364 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:09.521293 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3fad4dd-9834-4e82-9826-40dcd7431542 req-f170637b-9790-4291-a323-c18731736364 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b2d6ab3-caea-479e-b608-159fc6535fc6 HTTP/1.1" status: 200 len: 931 time: 0.7646976 Nov 11 12:17:09.671651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e355450-1d85-4992-b53b-1c1cd6170563 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:09.671651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e355450-1d85-4992-b53b-1c1cd6170563 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:09.671651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e355450-1d85-4992-b53b-1c1cd6170563 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:09.671651 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5e355450-1d85-4992-b53b-1c1cd6170563 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1861434 Nov 11 12:17:09.671651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54424) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:09.840208 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-7b101cca-2f40-400e-81d9-4a82975ee555 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Allocated IP 172.20.0.6 (ef0352ae-c531-4a02-9aff-70a7fb42f61e/fc55d1c8-9ff2-4a0b-b6ba-89387d166d04/1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:09.898946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Attempting to bind port d82dfb29-2b99-476e-aa96-f997c8a239ed on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:09.899510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Attempting to bind port d82dfb29-2b99-476e-aa96-f997c8a239ed by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '50c2a0f5-5112-485f-9f40-f633e5c1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:09.899657 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Attempting to bind port d82dfb29-2b99-476e-aa96-f997c8a239ed on network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:09.913517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Port d82dfb29-2b99-476e-aa96-f997c8a239ed on network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:17:09.913861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Attempting to bind port d82dfb29-2b99-476e-aa96-f997c8a239ed on network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:09.949455 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8507d89a-d3bc-4e43-81ef-9703dacd4d27 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Deleting port f486bb9f-f1f8-43b0-b3cd-be6a26198e7b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:09.949807 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8507d89a-d3bc-4e43-81ef-9703dacd4d27 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.013471 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b6620b82-bccd-4676-a0ef-ebd04114b028 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:10.069139 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8507d89a-d3bc-4e43-81ef-9703dacd4d27 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.092780 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-8507d89a-d3bc-4e43-81ef-9703dacd4d27 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Calling delete_port for f486bb9f-f1f8-43b0-b3cd-be6a26198e7b owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:10.137111 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port b6620b82-bccd-4676-a0ef-ebd04114b028 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:10.138303 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.245568 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:10.246001 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Checking segment: {'id': '50c2a0f5-5112-485f-9f40-f633e5c1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:10.246333 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Bound using segment: {'id': '50c2a0f5-5112-485f-9f40-f633e5c1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:10.246798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Bound port: d82dfb29-2b99-476e-aa96-f997c8a239ed, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c2a0f5-5112-485f-9f40-f633e5c1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:10.247160 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.341551 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.356655 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893ae1f9-2749-4f0c-8e82-ae537560b884 None None] Network 7578f61e-f5bf-4222-8f82-798d8315f822 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:10.482596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] For port d82dfb29-2b99-476e-aa96-f997c8a239ed, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:10.483295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port b6620b82-bccd-4676-a0ef-ebd04114b028, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b6620b82-bccd-4676-a0ef-ebd04114b028,segment=NetworkSegment(b90201d5-cbcc-484f-b2be-80ff234de0fc),segment_id=b90201d5-cbcc-484f-b2be-80ff234de0fc)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:10.528703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] For port d82dfb29-2b99-476e-aa96-f997c8a239ed, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d82dfb29-2b99-476e-aa96-f997c8a239ed,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:10.536104 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.542807 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8507d89a-d3bc-4e43-81ef-9703dacd4d27 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.547958 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.592518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:10.593136 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.594929 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] 10.222.0.62 "PUT /v2.0/ports/d82dfb29-2b99-476e-aa96-f997c8a239ed HTTP/1.1" status: 200 len: 1091 time: 1.7051399 Nov 11 12:17:10.597939 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2d6ab3-caea-479e-b608-159fc6535fc6', 'tag': 'd82dfb29-2b99-476e-aa96-f997c8a239ed'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:17:10.600305 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c5546b-0c95-479c-954f-12824be202f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9b2d6ab3-caea-479e-b608-159fc6535fc6", "tag": "d82dfb29-2b99-476e-aa96-f997c8a239ed"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:17:10.668505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=b6620b82-bccd-4676-a0ef-ebd04114b028,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:10.676422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f4b117-976a-490d-9717-f02941da83e9 None None] DHCP port deletion for b4efc2af-44dc-4d6c-a7d9-7144b87a1009 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:10.682272 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b71ac153-005b-4778-9dcb-6242a87d70c2 None None] Provisioning complete for port b6620b82-bccd-4676-a0ef-ebd04114b028 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:10.682638 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b71ac153-005b-4778-9dcb-6242a87d70c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.780914 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfa6ce-9d20-45c3-ae11-76154610f680 service neutron] Pushing event updated for resources: {'Port': ['ID=d82dfb29-2b99-476e-aa96-f997c8a239ed,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:10.790022 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0448a59b-c2fd-4586-8918-ba5c2fdc9131 req-674cf0a9-7b53-4a1a-9708-1658bb2c0db8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 210 time: 0.7071493 Nov 11 12:17:10.804420 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.818840 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3fad4dd-9834-4e82-9826-40dcd7431542 req-e928a79e-5bb9-45c6-a3e2-dac2bf9802a4 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7348115 Nov 11 12:17:10.857549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-f1f4e4de-73f6-457c-bb2c-534de77f1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:10.859097 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-f1f4e4de-73f6-457c-bb2c-534de77f1837 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c65a3793421346779a803c061e355092&device_id=9b2d6ab3-caea-479e-b608-159fc6535fc6 HTTP/1.1" status: 200 len: 1094 time: 0.1642249 Nov 11 12:17:10.863203 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507d89a-d3bc-4e43-81ef-9703dacd4d27 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Pushing event deleted for resources: {'Port': ['ID=f486bb9f-f1f8-43b0-b3cd-be6a26198e7b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:10.863865 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-7b101cca-2f40-400e-81d9-4a82975ee555 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.915155 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-7b101cca-2f40-400e-81d9-4a82975ee555 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.944125 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-a22638cc-6ce6-4c71-9cfb-b3c3fe715805 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d82dfb29-2b99-476e-aa96-f997c8a239ed HTTP/1.1" status: 200 len: 217 time: 0.0699015 Nov 11 12:17:10.945303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8507d89a-d3bc-4e43-81ef-9703dacd4d27 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.953387 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8507d89a-d3bc-4e43-81ef-9703dacd4d27 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] 10.222.0.65 "DELETE /v2.0/ports/f486bb9f-f1f8-43b0-b3cd-be6a26198e7b HTTP/1.1" status: 204 len: 168 time: 1.3142238 Nov 11 12:17:10.955074 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4993a572-3ea4-4733-b322-8efe8dfe4129 x-openstack-request-id: req-4993a572-3ea4-4733-b322-8efe8dfe4129 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:17:10.955354 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b2d6ab3-caea-479e-b608-159fc6535fc6", "tag": "d82dfb29-2b99-476e-aa96-f997c8a239ed", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:17:10.955593 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4993a572-3ea4-4733-b322-8efe8dfe4129 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:17:10.955983 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2d6ab3-caea-479e-b608-159fc6535fc6', 'tag': 'd82dfb29-2b99-476e-aa96-f997c8a239ed', 'status': 'completed', 'code': 200} Nov 11 12:17:10.957721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54448) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:10.971820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-48a9ad9b-4a11-4d9e-9b38-8d7b1be69866 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Request body: {'port': {'name': 'tempest-new-port-name-1946105383', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:10.972327 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.api.validators [None req-48a9ad9b-4a11-4d9e-9b38-8d7b1be69866 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] bootfile-name is not in valid_values {{(pid=109154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:17:10.980906 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.api.validators [None req-48a9ad9b-4a11-4d9e-9b38-8d7b1be69866 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] tftp-server is not in valid_values {{(pid=109154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:17:10.981374 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.api.validators [None req-48a9ad9b-4a11-4d9e-9b38-8d7b1be69866 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] server-ip-address is not in valid_values {{(pid=109154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:17:11.027186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-7b101cca-2f40-400e-81d9-4a82975ee555 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Network ef0352ae-c531-4a02-9aff-70a7fb42f61e is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:11.033076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-7b101cca-2f40-400e-81d9-4a82975ee555 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:11.037226 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-7b101cca-2f40-400e-81d9-4a82975ee555 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:11.078421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-bda6b41a-122d-4cee-a3bc-8085918ebff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:11.079955 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-bda6b41a-122d-4cee-a3bc-8085918ebff8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a85fc5db-a767-49f3-be73-059cad97fe22 HTTP/1.1" status: 200 len: 853 time: 0.1230361 Nov 11 12:17:11.150771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-7b101cca-2f40-400e-81d9-4a82975ee555 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:11.151038 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-7b101cca-2f40-400e-81d9-4a82975ee555 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.163359 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-57f229e0-4cf3-40e9-92bf-5ba1fb1593d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643477 Nov 11 12:17:11.179941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b101cca-2f40-400e-81d9-4a82975ee555 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'Port': ['ID=1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:11.184463 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48a9ad9b-4a11-4d9e-9b38-8d7b1be69866 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.202238 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-7b101cca-2f40-400e-81d9-4a82975ee555 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1324663 Nov 11 12:17:11.216135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Request body: {'port': {'device_id': '1adfd01d-31bb-4abf-9c80-845352bdf2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:11.310330 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.356765 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.521416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2188e1d4-9843-4c1b-875e-89eac8f7f99a None None] Provisioning complete for port 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:11.521805 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2188e1d4-9843-4c1b-875e-89eac8f7f99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.600107 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2188e1d4-9843-4c1b-875e-89eac8f7f99a None None] Port 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:11.740704 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-43d299ff-b5dd-4da9-a074-37f022536661 None None] Provisioning complete for port b6620b82-bccd-4676-a0ef-ebd04114b028 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:11.740989 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-43d299ff-b5dd-4da9-a074-37f022536661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.782540 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-20bddaa5-b260-43fa-811a-7f19bbdaa780 service neutron] 10.222.0.62 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857785 Nov 11 12:17:11.996987 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3eb8ca3a-b660-488e-b244-3e9a6c55d2af req-fe062887-6c7e-4a4e-bfa2-b59808dfa2ba service neutron] 10.222.0.62 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050476 Nov 11 12:17:12.053926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b6620b82-bccd-4676-a0ef-ebd04114b028 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:12.163815 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:17:12.230596 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:17:12.238194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-43d299ff-b5dd-4da9-a074-37f022536661 None None] Provisioning complete for port cf50cade-aece-468f-8ce2-655a9d731c8e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:12.242765 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-43d299ff-b5dd-4da9-a074-37f022536661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:12.279574 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:12.323196 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bde49-b4fb-4163-9b2f-e80aca6ada5f req-fe56812a-4caf-4bfd-86b0-b75c002b3a8b tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:12.331819 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e13bde49-b4fb-4163-9b2f-e80aca6ada5f req-fe56812a-4caf-4bfd-86b0-b75c002b3a8b tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b2d6ab3-caea-479e-b608-159fc6535fc6 HTTP/1.1" status: 200 len: 943 time: 0.3523967 Nov 11 12:17:12.356040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-43d299ff-b5dd-4da9-a074-37f022536661 None None] Port cf50cade-aece-468f-8ce2-655a9d731c8e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:12.373784 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port b6620b82-bccd-4676-a0ef-ebd04114b028 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:12.374301 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:12.394035 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Transition to ACTIVE for port object 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:17:12.403961 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eacceb-f984-421d-9e6f-e837255ba400 req-5d14e06a-eb4e-4f81-84db-38f1b8c85683 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:12.405961 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79eacceb-f984-421d-9e6f-e837255ba400 req-5d14e06a-eb4e-4f81-84db-38f1b8c85683 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 931 time: 0.4666939 Nov 11 12:17:12.416414 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:12.489130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-486d304b-baf1-462c-8f36-1ba5eb1e7942 None None] Could not find standard attr ID for object f486bb9f-f1f8-43b0-b3cd-be6a26198e7b. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:17:12.514514 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e13bde49-b4fb-4163-9b2f-e80aca6ada5f req-915d2f3d-4319-4f4b-9414-f7d8e9cd147e tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733897 Nov 11 12:17:12.544549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-486d304b-baf1-462c-8f36-1ba5eb1e7942 None None] Provisioning complete for port cf50cade-aece-468f-8ce2-655a9d731c8e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:12.544982 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-486d304b-baf1-462c-8f36-1ba5eb1e7942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:12.586048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-486d304b-baf1-462c-8f36-1ba5eb1e7942 None None] Port cf50cade-aece-468f-8ce2-655a9d731c8e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:12.781736 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:12.968581 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79eacceb-f984-421d-9e6f-e837255ba400 req-47983ef8-815c-47f5-9732-20fe9338c1f8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228138 Nov 11 12:17:12.993605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Attempting to bind port 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:12.993855 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Attempting to bind port 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:12.994189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Attempting to bind port 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 on network ef0352ae-c531-4a02-9aff-70a7fb42f61e {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:13.008583 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Port 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 on network ef0352ae-c531-4a02-9aff-70a7fb42f61e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:17:13.008906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Attempting to bind port 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 on network ef0352ae-c531-4a02-9aff-70a7fb42f61e {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:13.018007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:13.018358 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Checking segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:13.018737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Bound using segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:13.019218 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Bound port: 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:13.022621 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:13.171107 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48a9ad9b-4a11-4d9e-9b38-8d7b1be69866 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:13.174219 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] For port 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:13.175474 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5546b-0c95-479c-954f-12824be202f1 req-fdf4c906-3ff4-456a-b68d-fcdee1289a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:13.177883 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82c5546b-0c95-479c-954f-12824be202f1 req-fdf4c906-3ff4-456a-b68d-fcdee1289a0a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c65a3793421346779a803c061e355092&device_id=9b2d6ab3-caea-479e-b608-159fc6535fc6 HTTP/1.1" status: 200 len: 1094 time: 1.0967581 Nov 11 12:17:13.180383 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48a9ad9b-4a11-4d9e-9b38-8d7b1be69866 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:13.181775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] For port 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:13.193152 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:13.252467 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-51bfc6d8-b2df-4e2d-9ec6-6804da09ceed req-ef784a71-9043-42aa-a663-4b5e900f6557 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2338612 Nov 11 12:17:13.300730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:13.305515 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:13.306307 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:13.307544 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-169de282-e93e-41bb-b30e-e53b195022f6 service neutron] 10.222.0.43 "PUT /v2.0/ports/1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 HTTP/1.1" status: 200 len: 1091 time: 2.0968363 Nov 11 12:17:13.308127 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adfd01d-31bb-4abf-9c80-845352bdf2b4', 'tag': '1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:17:13.310335 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdc17b1-9caa-4afe-8f04-98536824e660" -d '{"events": [{"name": "network-changed", "server_uuid": "1adfd01d-31bb-4abf-9c80-845352bdf2b4", "tag": "1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:17:13.395751 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ea665f-b74b-4208-bab5-c6109c4ef515 x-openstack-request-id: req-c5ea665f-b74b-4208-bab5-c6109c4ef515 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:17:13.396071 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1adfd01d-31bb-4abf-9c80-845352bdf2b4", "tag": "1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:17:13.396303 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c5ea665f-b74b-4208-bab5-c6109c4ef515 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:17:13.396719 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1adfd01d-31bb-4abf-9c80-845352bdf2b4', 'tag': '1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4', 'status': 'completed', 'code': 200} Nov 11 12:17:13.451570 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfc6d8-b2df-4e2d-9ec6-6804da09ceed req-d4d9edcb-f8f4-41af-b1e5-f59ab9623168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:13.453295 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51bfc6d8-b2df-4e2d-9ec6-6804da09ceed req-d4d9edcb-f8f4-41af-b1e5-f59ab9623168 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 1095 time: 0.1113749 Nov 11 12:17:13.527130 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9ad9b-4a11-4d9e-9b38-8d7b1be69866 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Pushing event updated for resources: {'Port': ['ID=cf50cade-aece-468f-8ce2-655a9d731c8e,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:13.585743 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-18e9eca9-d69d-45be-a5ba-5c5e65856d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:13.587315 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-18e9eca9-d69d-45be-a5ba-5c5e65856d54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 1094 time: 0.2087047 Nov 11 12:17:13.598452 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-48a9ad9b-4a11-4d9e-9b38-8d7b1be69866 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] In _notify_port_updated(), no bound segment for port cf50cade-aece-468f-8ce2-655a9d731c8e on network 7578f61e-f5bf-4222-8f82-798d8315f822 {{(pid=109154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:17:13.607406 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a9ad9b-4a11-4d9e-9b38-8d7b1be69866 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:13.609533 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48a9ad9b-4a11-4d9e-9b38-8d7b1be69866 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:13.612435 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-48a9ad9b-4a11-4d9e-9b38-8d7b1be69866 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] 10.222.0.65 "PUT /v2.0/ports/cf50cade-aece-468f-8ce2-655a9d731c8e HTTP/1.1" status: 200 len: 1136 time: 2.6538770 Nov 11 12:17:13.615384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54498) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:13.777912 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-f9ef2c59-1fe2-48cb-b86f-3d1723832188 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 HTTP/1.1" status: 200 len: 217 time: 0.1606748 Nov 11 12:17:13.790072 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5546b-0c95-479c-954f-12824be202f1 req-2bbf1c6a-752d-4f72-9b9d-100d74d57d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:13.791999 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82c5546b-0c95-479c-954f-12824be202f1 req-2bbf1c6a-752d-4f72-9b9d-100d74d57d07 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009 HTTP/1.1" status: 200 len: 915 time: 0.5932534 Nov 11 12:17:13.809681 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b86d440-9bce-4a90-b736-33a08f2393b2 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:13.814658 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1b86d440-9bce-4a90-b736-33a08f2393b2 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] 10.222.0.65 "GET /v2.0/ports/cf50cade-aece-468f-8ce2-655a9d731c8e HTTP/1.1" status: 200 len: 1136 time: 0.1932812 Nov 11 12:17:13.814854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfc6d8-b2df-4e2d-9ec6-6804da09ceed req-4fa7b7b2-9df4-425d-9d13-b6dfcb2da4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:13.816742 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51bfc6d8-b2df-4e2d-9ec6-6804da09ceed req-4fa7b7b2-9df4-425d-9d13-b6dfcb2da4fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.3400307 Nov 11 12:17:13.817349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54504) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:13.827384 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d107e7b6-296c-4f4b-8c5a-1d554b5429d2 None None] Provisioning complete for port cf50cade-aece-468f-8ce2-655a9d731c8e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:13.827912 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d107e7b6-296c-4f4b-8c5a-1d554b5429d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:13.887163 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82c5546b-0c95-479c-954f-12824be202f1 req-6208b27b-7b4e-424a-b44a-03514b1e0132 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d82dfb29-2b99-476e-aa96-f997c8a239ed HTTP/1.1" status: 200 len: 217 time: 0.0810838 Nov 11 12:17:13.914358 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace85f9c-7bbc-4879-bf0f-2e4d3bf24da6 req-cc835e8c-ae71-44a1-88ee-cb6771488ed1 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:13.915992 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ace85f9c-7bbc-4879-bf0f-2e4d3bf24da6 req-cc835e8c-ae71-44a1-88ee-cb6771488ed1 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b2d6ab3-caea-479e-b608-159fc6535fc6 HTTP/1.1" status: 200 len: 943 time: 0.1952083 Nov 11 12:17:13.918386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d107e7b6-296c-4f4b-8c5a-1d554b5429d2 None None] Port cf50cade-aece-468f-8ce2-655a9d731c8e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:13.986542 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-caa73d00-4801-4f2b-ab0f-37414190f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:13.994532 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-caa73d00-4801-4f2b-ab0f-37414190f4a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.2013214 Nov 11 12:17:14.012433 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51bfc6d8-b2df-4e2d-9ec6-6804da09ceed req-6687ab32-8c4d-44ac-b0ca-0ea4f4a728c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c HTTP/1.1" status: 200 len: 999 time: 0.1709948 Nov 11 12:17:14.051544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5546b-0c95-479c-954f-12824be202f1 req-22b98ed3-1dc7-4f55-897c-513643b9fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:14.053748 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82c5546b-0c95-479c-954f-12824be202f1 req-22b98ed3-1dc7-4f55-897c-513643b9fd11 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a85fc5db-a767-49f3-be73-059cad97fe22 HTTP/1.1" status: 200 len: 853 time: 0.1524854 Nov 11 12:17:14.106914 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ace85f9c-7bbc-4879-bf0f-2e4d3bf24da6 req-0668aa97-1aab-4cdb-944e-47e1c6f6813f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829295 Nov 11 12:17:14.120518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfc6d8-b2df-4e2d-9ec6-6804da09ceed req-2b2344c3-1d40-4ded-affd-a12f70e5715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:14.121998 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51bfc6d8-b2df-4e2d-9ec6-6804da09ceed req-2b2344c3-1d40-4ded-affd-a12f70e5715a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.1017232 Nov 11 12:17:14.136494 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82c5546b-0c95-479c-954f-12824be202f1 req-260600b2-434a-4745-8f34-763c3848378a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663567 Nov 11 12:17:14.218073 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-21dfc16a-6f0e-4cf6-afc9-03a57a5c03de tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Deleting port cf50cade-aece-468f-8ce2-655a9d731c8e {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:14.218073 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-21dfc16a-6f0e-4cf6-afc9-03a57a5c03de tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:14.229230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ce0d4-66fe-439d-95a4-43f27b1f8f64 req-a0f4eaa7-5d92-47cc-bd5f-704d65968295 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:14.236350 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c00ce0d4-66fe-439d-95a4-43f27b1f8f64 req-a0f4eaa7-5d92-47cc-bd5f-704d65968295 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 943 time: 0.1186216 Nov 11 12:17:14.282981 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-391eb845-04af-4b9c-aea0-df1a2cdef942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:14.285641 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-391eb845-04af-4b9c-aea0-df1a2cdef942 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2688367 Nov 11 12:17:14.321898 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82c5546b-0c95-479c-954f-12824be202f1 req-5c7c92c9-a0e0-4c40-9e6b-ffc974ef7c1d service neutron] 10.222.0.62 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726735 Nov 11 12:17:14.323313 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfc6d8-b2df-4e2d-9ec6-6804da09ceed req-1d8284e1-9933-44b8-b874-67c14bff3d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:14.324821 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51bfc6d8-b2df-4e2d-9ec6-6804da09ceed req-1d8284e1-9933-44b8-b874-67c14bff3d4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1878335 Nov 11 12:17:14.468936 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c00ce0d4-66fe-439d-95a4-43f27b1f8f64 req-8c38d606-0ab4-4804-9d1c-516ed66b0150 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226655 Nov 11 12:17:14.501419 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-21dfc16a-6f0e-4cf6-afc9-03a57a5c03de tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:14.520808 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-21dfc16a-6f0e-4cf6-afc9-03a57a5c03de tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Calling delete_port for cf50cade-aece-468f-8ce2-655a9d731c8e owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:14.535318 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-7bdc74fd-ad2c-4b9c-85ad-90e6f68f400f service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123287 Nov 11 12:17:14.555454 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51bfc6d8-b2df-4e2d-9ec6-6804da09ceed req-e0938adf-6832-4af8-aaca-1e29fbd85fa9 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153091 Nov 11 12:17:14.773188 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-82c5546b-0c95-479c-954f-12824be202f1 req-ca0cdc59-5d92-40b8-b445-601e7c25dc4d service neutron] 10.222.0.62 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382710 Nov 11 12:17:14.777720 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7c99c640-5c1e-45ba-9d73-f5e35f2fd213 req-a0df6105-1bc7-45d3-9f43-8436ee63c678 service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349346 Nov 11 12:17:14.780515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51bfc6d8-b2df-4e2d-9ec6-6804da09ceed req-640a0640-a14d-45da-9acf-f4c875478c8c service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806679 Nov 11 12:17:14.854339 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-21dfc16a-6f0e-4cf6-afc9-03a57a5c03de tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:14.904990 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfc16a-6f0e-4cf6-afc9-03a57a5c03de tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Pushing event deleted for resources: {'Port': ['ID=cf50cade-aece-468f-8ce2-655a9d731c8e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:14.990515 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc17b1-9caa-4afe-8f04-98536824e660 req-d7e4b18b-9228-4229-b8ef-6af5029186a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:14.992263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5bdc17b1-9caa-4afe-8f04-98536824e660 req-d7e4b18b-9228-4229-b8ef-6af5029186a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 1094 time: 0.1511707 Nov 11 12:17:15.042402 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-21dfc16a-6f0e-4cf6-afc9-03a57a5c03de tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.054144 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54522) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:15.067562 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-21dfc16a-6f0e-4cf6-afc9-03a57a5c03de tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] 10.222.0.65 "DELETE /v2.0/ports/cf50cade-aece-468f-8ce2-655a9d731c8e HTTP/1.1" status: 204 len: 168 time: 1.2447796 Nov 11 12:17:15.180795 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c64836-8cf0-47a5-9942-39f24340e626 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Deleting subnet b949232e-2117-4bef-b9f2-cca82f31652b {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:15.186036 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-22c64836-8cf0-47a5-9942-39f24340e626 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.263232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc17b1-9caa-4afe-8f04-98536824e660 req-ae11a395-c745-42a3-bd60-3913f1f9b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:15.264346 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-22c64836-8cf0-47a5-9942-39f24340e626 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.266024 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5bdc17b1-9caa-4afe-8f04-98536824e660 req-ae11a395-c745-42a3-bd60-3913f1f9b007 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 914 time: 0.2634926 Nov 11 12:17:15.426805 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5bdc17b1-9caa-4afe-8f04-98536824e660 req-75c41bf6-085f-458b-b2a6-26ce2b96f18b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 HTTP/1.1" status: 200 len: 217 time: 0.1499317 Nov 11 12:17:15.477678 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-22c64836-8cf0-47a5-9942-39f24340e626 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.485854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86333b-7f59-422e-8cd2-babf2345cb79 req-d86c0c5b-3c40-484e-8a52-9f8d66d6046e tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:15.487833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c86333b-7f59-422e-8cd2-babf2345cb79 req-d86c0c5b-3c40-484e-8a52-9f8d66d6046e tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b2d6ab3-caea-479e-b608-159fc6535fc6 HTTP/1.1" status: 200 len: 943 time: 0.2264059 Nov 11 12:17:15.537130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc17b1-9caa-4afe-8f04-98536824e660 req-4ca9f9e2-07f1-41ec-a74b-55ed2335dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:15.540524 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5bdc17b1-9caa-4afe-8f04-98536824e660 req-4ca9f9e2-07f1-41ec-a74b-55ed2335dc34 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.1016104 Nov 11 12:17:15.610247 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-22c64836-8cf0-47a5-9942-39f24340e626 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.652787 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e77dcf-be89-48df-91e1-127b78fbab50 None None] Network 7578f61e-f5bf-4222-8f82-798d8315f822 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:15.663705 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c64836-8cf0-47a5-9942-39f24340e626 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Pushing event deleted for resources: {'Subnet': ['ID=b949232e-2117-4bef-b9f2-cca82f31652b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:15.664414 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c86333b-7f59-422e-8cd2-babf2345cb79 req-52401874-67c9-4d69-8764-e64ed43f8292 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659291 Nov 11 12:17:15.678680 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-22c64836-8cf0-47a5-9942-39f24340e626 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.680791 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af39a9d-02b3-4b4b-a7ee-bb32ff60cff2 req-5c7fc848-3bbb-4bc4-b135-bb405ea98fcc tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:15.687172 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-22c64836-8cf0-47a5-9942-39f24340e626 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] 10.222.0.65 "DELETE /v2.0/subnets/b949232e-2117-4bef-b9f2-cca82f31652b HTTP/1.1" status: 204 len: 168 time: 0.6319206 Nov 11 12:17:15.690134 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54536) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:15.706627 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8af39a9d-02b3-4b4b-a7ee-bb32ff60cff2 req-5c7fc848-3bbb-4bc4-b135-bb405ea98fcc tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 943 time: 0.1541796 Nov 11 12:17:15.713030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc17b1-9caa-4afe-8f04-98536824e660 req-077c1887-f63f-47b6-933e-dfca473c7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:15.714822 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5bdc17b1-9caa-4afe-8f04-98536824e660 req-077c1887-f63f-47b6-933e-dfca473c7e6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637239 Nov 11 12:17:15.898674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8af39a9d-02b3-4b4b-a7ee-bb32ff60cff2 req-b7b87b8f-6600-4cde-ac3c-b93c7637b10e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829283 Nov 11 12:17:15.931797 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.956777 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5bdc17b1-9caa-4afe-8f04-98536824e660 req-3a83541d-3f8d-440c-9fa8-b128be6475ee service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254119 Nov 11 12:17:15.959027 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.041730 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e79711-105e-41f1-93f2-1a6d47cfa192 None None] DHCP port deletion for 7578f61e-f5bf-4222-8f82-798d8315f822 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:16.053030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Deleting port b6620b82-bccd-4676-a0ef-ebd04114b028 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:16.053400 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.142707 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5bdc17b1-9caa-4afe-8f04-98536824e660 req-9e938876-d7d0-4edf-8138-de7296d0bd2a service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719761 Nov 11 12:17:16.151512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d2e79711-105e-41f1-93f2-1a6d47cfa192 None None] Deleting port b6620b82-bccd-4676-a0ef-ebd04114b028 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:16.155016 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d2e79711-105e-41f1-93f2-1a6d47cfa192 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.200880 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] For port b6620b82-bccd-4676-a0ef-ebd04114b028, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b6620b82-bccd-4676-a0ef-ebd04114b028,segment=NetworkSegment(b90201d5-cbcc-484f-b2be-80ff234de0fc),segment_id=b90201d5-cbcc-484f-b2be-80ff234de0fc)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:16.201379 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.242417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Calling delete_port for b6620b82-bccd-4676-a0ef-ebd04114b028 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:16.276052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d2e79711-105e-41f1-93f2-1a6d47cfa192 None None] For port b6620b82-bccd-4676-a0ef-ebd04114b028, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b6620b82-bccd-4676-a0ef-ebd04114b028,segment=NetworkSegment(b90201d5-cbcc-484f-b2be-80ff234de0fc),segment_id=b90201d5-cbcc-484f-b2be-80ff234de0fc)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:16.276811 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d2e79711-105e-41f1-93f2-1a6d47cfa192 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.304921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d2e79711-105e-41f1-93f2-1a6d47cfa192 None None] Calling delete_port for b6620b82-bccd-4676-a0ef-ebd04114b028 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:16.343980 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.381003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Pushing event deleted for resources: {'Port': ['ID=b6620b82-bccd-4676-a0ef-ebd04114b028,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:16.398271 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] No DVR routers for this DVR port b6620b82-bccd-4676-a0ef-ebd04114b028 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:16.444424 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d82dfb29-2b99-476e-aa96-f997c8a239ed details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:17:16.494208 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d2e79711-105e-41f1-93f2-1a6d47cfa192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.531193 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e79711-105e-41f1-93f2-1a6d47cfa192 None None] Pushing event deleted for resources: {'Port': ['ID=b6620b82-bccd-4676-a0ef-ebd04114b028,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:16.571812 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.575340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e79711-105e-41f1-93f2-1a6d47cfa192 None None] No DVR routers for this DVR port b6620b82-bccd-4676-a0ef-ebd04114b028 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:16.635139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port d82dfb29-2b99-476e-aa96-f997c8a239ed, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d82dfb29-2b99-476e-aa96-f997c8a239ed,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:16.657376 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7578f61e-f5bf-4222-8f82-798d8315f822']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:16.670980 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'd82dfb29-2b99-476e-aa96-f997c8a239ed', 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009', 'port_id': 'd82dfb29-2b99-476e-aa96-f997c8a239ed', 'mac_address': 'fa:16:3e:88:f9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85fc5db-a767-49f3-be73-059cad97fe22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:17:16.675623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90201d5-cbcc-484f-b2be-80ff234de0fc') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:16.676427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90201d5-cbcc-484f-b2be-80ff234de0fc') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:16.695128 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.715269 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.720023 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.724894 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:16.725354 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.741445 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82dfb29-2b99-476e-aa96-f997c8a239ed {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:17:16.765882 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port d82dfb29-2b99-476e-aa96-f997c8a239ed, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d82dfb29-2b99-476e-aa96-f997c8a239ed,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:16.774432 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:16.828988 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:16.858105 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.864210 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.871334 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] 10.222.0.65 "DELETE /v2.0/networks/7578f61e-f5bf-4222-8f82-798d8315f822 HTTP/1.1" status: 204 len: 168 time: 1.1771276 Nov 11 12:17:16.885622 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=d82dfb29-2b99-476e-aa96-f997c8a239ed,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:16.888244 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58858810-59b4-4205-9ca0-341ac2166791 req-596de82d-77cd-4211-b640-cd370837b5f3 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:16.904267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-58858810-59b4-4205-9ca0-341ac2166791 req-596de82d-77cd-4211-b640-cd370837b5f3 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b2d6ab3-caea-479e-b608-159fc6535fc6 HTTP/1.1" status: 200 len: 944 time: 0.1193368 Nov 11 12:17:16.939093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bdb09-7708-4363-b3f2-5ef0357b9b25 tempest-ExtraDHCPOptionsTestJSON-1965290799 tempest-ExtraDHCPOptionsTestJSON-1965290799-project] Pushing event deleted for resources: {'Network': ['ID=7578f61e-f5bf-4222-8f82-798d8315f822,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:17.088741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['d82dfb29-2b99-476e-aa96-f997c8a239ed'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:17:17.457904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54568) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:17.497176 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1af4791-0fe5-47e1-a868-73dfe4ebee51 req-4cd48f9a-3e8d-43e0-9efc-681817d0a688 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1688950 Nov 11 12:17:17.677494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af4791-0fe5-47e1-a868-73dfe4ebee51 req-2357607b-2077-4cca-a2e0-9bee6ebb651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:17.683933 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1af4791-0fe5-47e1-a868-73dfe4ebee51 req-2357607b-2077-4cca-a2e0-9bee6ebb651b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 1097 time: 0.1577771 Nov 11 12:17:17.829527 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-58858810-59b4-4205-9ca0-341ac2166791 req-c6266e4a-176c-45bc-b7a1-39ea2eee71ac tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9031644 Nov 11 12:17:17.880259 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3ced1-b59e-4f8b-8b5c-fb59baf524d0 req-06220def-c06e-46e8-9eb0-20c41525d327 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:17.888485 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21a3ced1-b59e-4f8b-8b5c-fb59baf524d0 req-06220def-c06e-46e8-9eb0-20c41525d327 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 943 time: 0.8337443 Nov 11 12:17:17.918055 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fbda13df-4815-4806-b777-2d8ee8768781 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2d0a597f4f9441eb98be2aa6ac80c627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4570510 Nov 11 12:17:17.921939 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54576) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:17.951910 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b6620b82-bccd-4676-a0ef-ebd04114b028 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:17.958473 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af4791-0fe5-47e1-a868-73dfe4ebee51 req-7be41d37-fdcf-4baf-80cd-c62cc7ea4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:17.960387 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1af4791-0fe5-47e1-a868-73dfe4ebee51 req-7be41d37-fdcf-4baf-80cd-c62cc7ea4fdf service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.2298248 Nov 11 12:17:17.998739 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21a3ced1-b59e-4f8b-8b5c-fb59baf524d0 req-08eaee84-4a5f-44c2-b822-1c4a21a31d34 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092653 Nov 11 12:17:18.010554 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: b6620b82-bccd-4676-a0ef-ebd04114b028 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:18.010906 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b6620b82-bccd-4676-a0ef-ebd04114b028 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:18.014143 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1af4791-0fe5-47e1-a868-73dfe4ebee51 req-c6cf7131-36f5-40d5-95c3-f2593b65681b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7f676dc-7d86-410e-833b-11ad60385c82 HTTP/1.1" status: 200 len: 217 time: 0.0455096 Nov 11 12:17:18.077479 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af4791-0fe5-47e1-a868-73dfe4ebee51 req-5bf6d75e-cd5e-4ef2-9f67-bac76845585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:18.079031 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1af4791-0fe5-47e1-a868-73dfe4ebee51 req-5bf6d75e-cd5e-4ef2-9f67-bac76845585b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.0557172 Nov 11 12:17:18.133023 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-40a190c5-cddd-4767-9c3b-1470ad1c2723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.164294 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-40a190c5-cddd-4767-9c3b-1470ad1c2723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.179402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af4791-0fe5-47e1-a868-73dfe4ebee51 req-d10beee0-fae1-4d99-8fb9-974eec195080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:18.180943 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1af4791-0fe5-47e1-a868-73dfe4ebee51 req-d10beee0-fae1-4d99-8fb9-974eec195080 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930240 Nov 11 12:17:18.338515 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1af4791-0fe5-47e1-a868-73dfe4ebee51 req-aea37c13-bb34-4824-a48d-3b0fcf4bcea3 service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428354 Nov 11 12:17:18.340894 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-40a190c5-cddd-4767-9c3b-1470ad1c2723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.344026 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-40a190c5-cddd-4767-9c3b-1470ad1c2723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.345470 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-40a190c5-cddd-4767-9c3b-1470ad1c2723 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3158161b-29b8-4270-a0ca-9be17f5348c1 HTTP/1.1" status: 204 len: 168 time: 0.4222584 Nov 11 12:17:18.442468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d82dfb29-2b99-476e-aa96-f997c8a239ed up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:18.547507 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a1af4791-0fe5-47e1-a868-73dfe4ebee51 req-a5e1a00a-cd1e-499b-ad36-30b24e879343 service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919672 Nov 11 12:17:18.548472 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a190c5-cddd-4767-9c3b-1470ad1c2723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3158161b-29b8-4270-a0ca-9be17f5348c1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:18.569275 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port d82dfb29-2b99-476e-aa96-f997c8a239ed completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:17:18.758233 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port d82dfb29-2b99-476e-aa96-f997c8a239ed triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:18.758920 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.865932 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.894032 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2d6ab3-caea-479e-b608-159fc6535fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82dfb29-2b99-476e-aa96-f997c8a239ed'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:17:18.896797 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe8c0be-ea76-426b-9755-daf17ab1793d" -d '{"events": [{"server_uuid": "9b2d6ab3-caea-479e-b608-159fc6535fc6", "name": "network-vif-plugged", "status": "completed", "tag": "d82dfb29-2b99-476e-aa96-f997c8a239ed"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:17:18.911641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port d82dfb29-2b99-476e-aa96-f997c8a239ed, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d82dfb29-2b99-476e-aa96-f997c8a239ed,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:18.919052 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.983036 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=d82dfb29-2b99-476e-aa96-f997c8a239ed,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:18.986801 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1e3284-cbfc-4575-a190-59fdbd178a9a x-openstack-request-id: req-6d1e3284-cbfc-4575-a190-59fdbd178a9a {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:17:18.987162 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2d6ab3-caea-479e-b608-159fc6535fc6", "name": "network-vif-plugged", "status": "completed", "tag": "d82dfb29-2b99-476e-aa96-f997c8a239ed", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:17:18.987483 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d1e3284-cbfc-4575-a190-59fdbd178a9a {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:17:18.988186 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2d6ab3-caea-479e-b608-159fc6535fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82dfb29-2b99-476e-aa96-f997c8a239ed', 'code': 200} Nov 11 12:17:19.085773 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d49bb-2124-4401-bef4-5f943dd6ebc8 req-6c445c1e-85c0-42b5-891b-19d441166378 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:19.087940 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e2d49bb-2124-4401-bef4-5f943dd6ebc8 req-6c445c1e-85c0-42b5-891b-19d441166378 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b2d6ab3-caea-479e-b608-159fc6535fc6 HTTP/1.1" status: 200 len: 945 time: 0.1453819 Nov 11 12:17:19.104255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb40ac1-bb29-4c77-9f68-234f44260ea0 req-23f072ca-a11c-4c3e-bf79-46dc96b2cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:19.106621 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fdb40ac1-bb29-4c77-9f68-234f44260ea0 req-23f072ca-a11c-4c3e-bf79-46dc96b2cc70 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b2d6ab3-caea-479e-b608-159fc6535fc6 HTTP/1.1" status: 200 len: 1096 time: 0.0699716 Nov 11 12:17:19.193768 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fdb40ac1-bb29-4c77-9f68-234f44260ea0 req-7ec29e66-90a1-4e6a-86bc-bcc13c8d0adf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545735 Nov 11 12:17:19.206853 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e2d49bb-2124-4401-bef4-5f943dd6ebc8 req-4d2f31a9-3a9b-4316-998f-bac768dd7af0 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120329 Nov 11 12:17:19.229745 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b7efa-3aa1-487d-b694-3aad02a15ef0 req-6a920d02-6810-439b-825d-d52bb337b967 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:19.237360 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f35b7efa-3aa1-487d-b694-3aad02a15ef0 req-6a920d02-6810-439b-825d-d52bb337b967 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 943 time: 0.1400251 Nov 11 12:17:19.298265 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f35b7efa-3aa1-487d-b694-3aad02a15ef0 req-9ba01ecf-013e-460f-81c4-560ac819be9b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598049 Nov 11 12:17:19.598996 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54628) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:19.702673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-03b25e31-9e00-4973-b7d0-9b426cf7d80a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1621362895'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:19.723773 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b25e31-9e00-4973-b7d0-9b426cf7d80a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:19.727318 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-03b25e31-9e00-4973-b7d0-9b426cf7d80a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.736869 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-03b25e31-9e00-4973-b7d0-9b426cf7d80a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.837113 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-03b25e31-9e00-4973-b7d0-9b426cf7d80a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.842190 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-03b25e31-9e00-4973-b7d0-9b426cf7d80a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.871578 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b25e31-9e00-4973-b7d0-9b426cf7d80a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:19.877958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b25e31-9e00-4973-b7d0-9b426cf7d80a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ae1f3f-504d-4a24-9858-0983313dd3ab,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:19.884179 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-03b25e31-9e00-4973-b7d0-9b426cf7d80a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.884528 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-03b25e31-9e00-4973-b7d0-9b426cf7d80a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Added segment f67e1e24-7b5d-4846-a524-3a413a203044 of type vlan for network fd88fd93-5f66-44c9-afcb-ac67eff2338e Nov 11 12:17:19.935404 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-03b25e31-9e00-4973-b7d0-9b426cf7d80a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.964557 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-03b25e31-9e00-4973-b7d0-9b426cf7d80a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.970248 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b25e31-9e00-4973-b7d0-9b426cf7d80a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:19.970823 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-03b25e31-9e00-4973-b7d0-9b426cf7d80a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.038473 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-03b25e31-9e00-4973-b7d0-9b426cf7d80a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4381328 Nov 11 12:17:20.041155 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54642) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.058544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b25e31-9e00-4973-b7d0-9b426cf7d80a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Network': ['ID=fd88fd93-5f66-44c9-afcb-ac67eff2338e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:20.059731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-310cfb51-5779-49bc-988d-e45f11e38a2a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1834926816'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:20.074588 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network fd88fd93-5f66-44c9-afcb-ac67eff2338e details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:20.098232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310cfb51-5779-49bc-988d-e45f11e38a2a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:20.104194 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-310cfb51-5779-49bc-988d-e45f11e38a2a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.167606 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310cfb51-5779-49bc-988d-e45f11e38a2a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:20.180213 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-310cfb51-5779-49bc-988d-e45f11e38a2a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.180621 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-310cfb51-5779-49bc-988d-e45f11e38a2a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Added segment 28e0ef3a-3d0b-47c2-9a66-e7b37db0e9f5 of type vlan for network df582747-6e26-42ff-a5eb-f1790c308fce Nov 11 12:17:20.227657 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-310cfb51-5779-49bc-988d-e45f11e38a2a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.284947 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-310cfb51-5779-49bc-988d-e45f11e38a2a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.293064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310cfb51-5779-49bc-988d-e45f11e38a2a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:20.293814 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-310cfb51-5779-49bc-988d-e45f11e38a2a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.336088 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-310cfb51-5779-49bc-988d-e45f11e38a2a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2937510 Nov 11 12:17:20.339680 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54660) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.361041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-473c7d4d-64a8-424f-ab57-eb1f4a1695eb tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'subnet': {'network_id': 'fd88fd93-5f66-44c9-afcb-ac67eff2338e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:20.401754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b3036-a570-4121-8941-6f53a94eb2a8 req-eb8270bb-561f-4a24-8ac2-07f9e0b50b78 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:20.404028 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fb4b3036-a570-4121-8941-6f53a94eb2a8 req-eb8270bb-561f-4a24-8ac2-07f9e0b50b78 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b2d6ab3-caea-479e-b608-159fc6535fc6 HTTP/1.1" status: 200 len: 945 time: 0.1043854 Nov 11 12:17:20.487743 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cfb51-5779-49bc-988d-e45f11e38a2a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Network': ['ID=df582747-6e26-42ff-a5eb-f1790c308fce,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:20.499126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network df582747-6e26-42ff-a5eb-f1790c308fce details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:20.525665 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cc1dc-ff31-4e5e-8ed4-e0562cc23bd9 req-6610b381-6362-4b8b-8de9-832f53165b94 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:20.527450 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-af1cc1dc-ff31-4e5e-8ed4-e0562cc23bd9 req-6610b381-6362-4b8b-8de9-832f53165b94 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 943 time: 0.1223309 Nov 11 12:17:20.532271 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fb4b3036-a570-4121-8941-6f53a94eb2a8 req-d41b06ff-9847-4158-8f4f-e469216f9f46 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184030 Nov 11 12:17:20.591463 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473c7d4d-64a8-424f-ab57-eb1f4a1695eb tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:20.596229 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-473c7d4d-64a8-424f-ab57-eb1f4a1695eb tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.649567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-af1cc1dc-ff31-4e5e-8ed4-e0562cc23bd9 req-3175db3c-7572-40fa-809a-fd4b6b918878 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130559 Nov 11 12:17:20.854428 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-473c7d4d-64a8-424f-ab57-eb1f4a1695eb tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.925320 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c7d4d-64a8-424f-ab57-eb1f4a1695eb tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Subnet': ['ID=08f3180a-2b3a-4f37-9aa7-d6fb6076af13,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:20.933021 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c7d4d-64a8-424f-ab57-eb1f4a1695eb tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Checking segment: {'id': 'f67e1e24-7b5d-4846-a524-3a413a203044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fd88fd93-5f66-44c9-afcb-ac67eff2338e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:20.933376 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473c7d4d-64a8-424f-ab57-eb1f4a1695eb tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network hostable DHCP agents. Network: fd88fd93-5f66-44c9-afcb-ac67eff2338e, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:17:20.951624 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473c7d4d-64a8-424f-ab57-eb1f4a1695eb tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network fd88fd93-5f66-44c9-afcb-ac67eff2338e is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:17:20.960746 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-473c7d4d-64a8-424f-ab57-eb1f4a1695eb tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, fd88fd93-5f66-44c9-afcb-ac67eff2338e) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:20.964801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473c7d4d-64a8-424f-ab57-eb1f4a1695eb tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:20.965390 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-473c7d4d-64a8-424f-ab57-eb1f4a1695eb tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.971749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf076ea-d040-4714-8358-f91f05cbbbbe None None] Network fd88fd93-5f66-44c9-afcb-ac67eff2338e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:20.984730 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-473c7d4d-64a8-424f-ab57-eb1f4a1695eb tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6372743 Nov 11 12:17:20.987845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54670) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.993108 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-76a50189-96f1-4fc0-8466-323bfe398617 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'subnet': {'network_id': 'df582747-6e26-42ff-a5eb-f1790c308fce', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:21.125955 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a50189-96f1-4fc0-8466-323bfe398617 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:21.130014 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-76a50189-96f1-4fc0-8466-323bfe398617 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.176055 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-fd88fd93-5f66-44c9-afcb-ac67eff2338e', 'network_id': 'fd88fd93-5f66-44c9-afcb-ac67eff2338e', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'fixed_ips': [{'subnet_id': '08f3180a-2b3a-4f37-9aa7-d6fb6076af13'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:17:21.177446 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.386427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Allocated IP 2001:db8::2 (fd88fd93-5f66-44c9-afcb-ac67eff2338e/08f3180a-2b3a-4f37-9aa7-d6fb6076af13/9f74e5b8-1663-46f7-8e5b-df5ceede7657) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:21.405247 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-76a50189-96f1-4fc0-8466-323bfe398617 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.499070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a50189-96f1-4fc0-8466-323bfe398617 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Subnet': ['ID=2ac5d5d3-9836-48de-a159-1fdb1eac5f17,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:21.507919 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a50189-96f1-4fc0-8466-323bfe398617 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Checking segment: {'id': '28e0ef3a-3d0b-47c2-9a66-e7b37db0e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'df582747-6e26-42ff-a5eb-f1790c308fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:21.508281 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a50189-96f1-4fc0-8466-323bfe398617 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network hostable DHCP agents. Network: df582747-6e26-42ff-a5eb-f1790c308fce, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:17:21.528443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a50189-96f1-4fc0-8466-323bfe398617 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network df582747-6e26-42ff-a5eb-f1790c308fce is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:17:21.545229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-76a50189-96f1-4fc0-8466-323bfe398617 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, df582747-6e26-42ff-a5eb-f1790c308fce) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:21.558930 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b2fee0-181f-4208-b3ce-6e94d5750ec0 None None] Network df582747-6e26-42ff-a5eb-f1790c308fce requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:21.562436 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a50189-96f1-4fc0-8466-323bfe398617 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:21.562436 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-76a50189-96f1-4fc0-8466-323bfe398617 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.610953 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-76a50189-96f1-4fc0-8466-323bfe398617 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6219425 Nov 11 12:17:21.611120 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54686) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:21.620693 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f4f246aa-c4af-4bc0-a8ec-5f1f5c6935d3 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1550872247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:21.671843 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.689515 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4f246aa-c4af-4bc0-a8ec-5f1f5c6935d3 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.690188 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.691412 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4f246aa-c4af-4bc0-a8ec-5f1f5c6935d3 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.740401 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40eeb45-2a43-49fb-bcf3-98a06d423e55 req-14f02ef5-c702-4458-88ff-24639a68d346 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:21.743468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Pushing event updated for resources: {'Port': ['ID=9f74e5b8-1663-46f7-8e5b-df5ceede7657,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:21.746125 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.749975 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c40eeb45-2a43-49fb-bcf3-98a06d423e55 req-14f02ef5-c702-4458-88ff-24639a68d346 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b2d6ab3-caea-479e-b608-159fc6535fc6 HTTP/1.1" status: 200 len: 945 time: 0.1069524 Nov 11 12:17:21.757836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Network fd88fd93-5f66-44c9-afcb-ac67eff2338e is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:21.761318 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:21.765691 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:21.828465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c40eeb45-2a43-49fb-bcf3-98a06d423e55 req-b8abd5c9-ecac-4b0d-978a-a89e8ad8d1b0 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757120 Nov 11 12:17:21.903854 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4f246aa-c4af-4bc0-a8ec-5f1f5c6935d3 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.910653 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4f246aa-c4af-4bc0-a8ec-5f1f5c6935d3 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.938737 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4f246aa-c4af-4bc0-a8ec-5f1f5c6935d3 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.939924 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f4f246aa-c4af-4bc0-a8ec-5f1f5c6935d3 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3276658 Nov 11 12:17:21.941995 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Attempting to bind port 9f74e5b8-1663-46f7-8e5b-df5ceede7657 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:21.942765 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54696) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:21.948248 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Attempting to bind port 9f74e5b8-1663-46f7-8e5b-df5ceede7657 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'f67e1e24-7b5d-4846-a524-3a413a203044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fd88fd93-5f66-44c9-afcb-ac67eff2338e'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:21.953615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Attempting to bind port 9f74e5b8-1663-46f7-8e5b-df5ceede7657 on network fd88fd93-5f66-44c9-afcb-ac67eff2338e {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:21.981396 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:21.990045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Checking segment: {'id': 'f67e1e24-7b5d-4846-a524-3a413a203044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fd88fd93-5f66-44c9-afcb-ac67eff2338e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:21.990890 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.991572 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Bound using segment: {'id': 'f67e1e24-7b5d-4846-a524-3a413a203044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fd88fd93-5f66-44c9-afcb-ac67eff2338e'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:21.992246 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Bound port: 9f74e5b8-1663-46f7-8e5b-df5ceede7657, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67e1e24-7b5d-4846-a524-3a413a203044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fd88fd93-5f66-44c9-afcb-ac67eff2338e'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:21.994868 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.192996 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3abde2-ddeb-4086-a860-507b9d62374e req-9ce9acb1-2cc9-494d-ac7e-d03e72b9955f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:22.206905 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c3abde2-ddeb-4086-a860-507b9d62374e req-9ce9acb1-2cc9-494d-ac7e-d03e72b9955f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 943 time: 0.3067629 Nov 11 12:17:22.220634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] For port 9f74e5b8-1663-46f7-8e5b-df5ceede7657, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:22.224718 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] For port 9f74e5b8-1663-46f7-8e5b-df5ceede7657, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9f74e5b8-1663-46f7-8e5b-df5ceede7657,segment=NetworkSegment(f67e1e24-7b5d-4846-a524-3a413a203044),segment_id=f67e1e24-7b5d-4846-a524-3a413a203044)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:22.227499 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-df582747-6e26-42ff-a5eb-f1790c308fce', 'network_id': 'df582747-6e26-42ff-a5eb-f1790c308fce', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'fixed_ips': [{'subnet_id': '2ac5d5d3-9836-48de-a159-1fdb1eac5f17'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:17:22.228839 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.249133 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.323488 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c3abde2-ddeb-4086-a860-507b9d62374e req-ae113e3b-d684-4b6c-8836-d158ac357b53 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154101 Nov 11 12:17:22.444621 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b12e4-77a3-47b1-b9b0-676e8620c718 None None] Pushing event updated for resources: {'Port': ['ID=9f74e5b8-1663-46f7-8e5b-df5ceede7657,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:22.574868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Allocated IP 2001:db8:1::2 (df582747-6e26-42ff-a5eb-f1790c308fce/2ac5d5d3-9836-48de-a159-1fdb1eac5f17/0816df3f-cd8c-4317-bd77-368b5a4e12e5) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:22.763758 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.907155 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.930670 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.997541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Pushing event updated for resources: {'Port': ['ID=0816df3f-cd8c-4317-bd77-368b5a4e12e5,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:23.014899 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Network df582747-6e26-42ff-a5eb-f1790c308fce is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:23.016474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:23.030474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:23.113544 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Attempting to bind port 0816df3f-cd8c-4317-bd77-368b5a4e12e5 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:23.114214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Attempting to bind port 0816df3f-cd8c-4317-bd77-368b5a4e12e5 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28e0ef3a-3d0b-47c2-9a66-e7b37db0e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'df582747-6e26-42ff-a5eb-f1790c308fce'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:23.115736 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Attempting to bind port 0816df3f-cd8c-4317-bd77-368b5a4e12e5 on network df582747-6e26-42ff-a5eb-f1790c308fce {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:23.121835 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:23.122458 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Checking segment: {'id': '28e0ef3a-3d0b-47c2-9a66-e7b37db0e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'df582747-6e26-42ff-a5eb-f1790c308fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:23.123044 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.123603 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Bound using segment: {'id': '28e0ef3a-3d0b-47c2-9a66-e7b37db0e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'df582747-6e26-42ff-a5eb-f1790c308fce'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:23.124233 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Bound port: 0816df3f-cd8c-4317-bd77-368b5a4e12e5, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e0ef3a-3d0b-47c2-9a66-e7b37db0e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'df582747-6e26-42ff-a5eb-f1790c308fce'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:23.124774 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.237245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Allocated IP 2001:db8::1 (fd88fd93-5f66-44c9-afcb-ac67eff2338e/08f3180a-2b3a-4f37-9aa7-d6fb6076af13/0640e085-38ca-480a-8229-0d3e88eaa4d1) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:23.250987 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] For port 0816df3f-cd8c-4317-bd77-368b5a4e12e5, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:23.255242 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] For port 0816df3f-cd8c-4317-bd77-368b5a4e12e5, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0816df3f-cd8c-4317-bd77-368b5a4e12e5,segment=NetworkSegment(28e0ef3a-3d0b-47c2-9a66-e7b37db0e9f5),segment_id=28e0ef3a-3d0b-47c2-9a66-e7b37db0e9f5)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:23.275100 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.347389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3363bc5-a951-419f-b634-358e320abb47 None None] Pushing event updated for resources: {'Port': ['ID=0816df3f-cd8c-4317-bd77-368b5a4e12e5,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:23.434712 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.566739 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.595770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c7455-aed0-4c18-8ad9-bcbc4d37c2f9 req-bf96de52-7a55-41a1-b7c8-c80ca5531425 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:23.598296 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-601c7455-aed0-4c18-8ad9-bcbc4d37c2f9 req-bf96de52-7a55-41a1-b7c8-c80ca5531425 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 943 time: 0.1232769 Nov 11 12:17:23.671616 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network fd88fd93-5f66-44c9-afcb-ac67eff2338e is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:23.689093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:23.694417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:23.694966 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.705006 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-601c7455-aed0-4c18-8ad9-bcbc4d37c2f9 req-97423258-1f68-4053-90d1-a768ad5f25f8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873187 Nov 11 12:17:23.766893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=0640e085-38ca-480a-8229-0d3e88eaa4d1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:24.010797 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.126197 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9f74e5b8-1663-46f7-8e5b-df5ceede7657 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:24.199649 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 9f74e5b8-1663-46f7-8e5b-df5ceede7657 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:24.200178 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.243790 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb28c2b4-1bd3-4507-9d1c-7f8342e6c1c6 None None] Network fd88fd93-5f66-44c9-afcb-ac67eff2338e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:24.357158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2665e0bb-fd53-4ca2-8eaa-d897a2598a84 None None] Provisioning complete for port 9f74e5b8-1663-46f7-8e5b-df5ceede7657 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:24.357946 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2665e0bb-fd53-4ca2-8eaa-d897a2598a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.452759 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.600596 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 9f74e5b8-1663-46f7-8e5b-df5ceede7657, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9f74e5b8-1663-46f7-8e5b-df5ceede7657,segment=NetworkSegment(f67e1e24-7b5d-4846-a524-3a413a203044),segment_id=f67e1e24-7b5d-4846-a524-3a413a203044)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:24.612403 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.613975 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0816df3f-cd8c-4317-bd77-368b5a4e12e5 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:24.766278 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2665e0bb-fd53-4ca2-8eaa-d897a2598a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.880415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=9f74e5b8-1663-46f7-8e5b-df5ceede7657,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:24.922836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad8765-ffd0-428d-be46-1830e4e1e2a5 req-c68c96e9-e4a7-400c-943f-628371f4a67d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:24.925667 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64ad8765-ffd0-428d-be46-1830e4e1e2a5 req-c68c96e9-e4a7-400c-943f-628371f4a67d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 943 time: 0.1214914 Nov 11 12:17:24.956038 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0816df3f-cd8c-4317-bd77-368b5a4e12e5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:24.956440 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.026078 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-2665e0bb-fd53-4ca2-8eaa-d897a2598a84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:17:25.028802 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-2665e0bb-fd53-4ca2-8eaa-d897a2598a84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:17:25.052773 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64ad8765-ffd0-428d-be46-1830e4e1e2a5 req-9f43603f-6a3f-4250-83e8-fa82053dccb9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195610 Nov 11 12:17:25.104184 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.124426 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.125240 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.235628 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.339938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28025d1-4147-4ef7-a082-a8290a1ef6a1 None None] Network df582747-6e26-42ff-a5eb-f1790c308fce requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:25.396812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network fd88fd93-5f66-44c9-afcb-ac67eff2338e is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:25.401149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=0640e085-38ca-480a-8229-0d3e88eaa4d1,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:25.414475 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:25.513212 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 0816df3f-cd8c-4317-bd77-368b5a4e12e5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0816df3f-cd8c-4317-bd77-368b5a4e12e5,segment=NetworkSegment(28e0ef3a-3d0b-47c2-9a66-e7b37db0e9f5),segment_id=28e0ef3a-3d0b-47c2-9a66-e7b37db0e9f5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:25.557844 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.702971 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 670dff39-4b56-4fe6-afad-3c9049b1fbb3 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:17:25.724059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=0816df3f-cd8c-4317-bd77-368b5a4e12e5,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:25.936575 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ce04e552-a076-47af-8077-c9d1e7be6781 None None] Provisioning complete for port 9f74e5b8-1663-46f7-8e5b-df5ceede7657 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:25.936979 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ce04e552-a076-47af-8077-c9d1e7be6781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.970406 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:25.988301 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b7b4b-3fd2-4e81-a260-e9d7ce094566 None None] Sync routers for ids ['670dff39-4b56-4fe6-afad-3c9049b1fbb3'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:25.997492 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54784) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:25.998165 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-72317c06-0f10-4314-90c5-a851a5bf429a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/670dff39-4b56-4fe6-afad-3c9049b1fbb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0536392 Nov 11 12:17:26.037154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b7b4b-3fd2-4e81-a260-e9d7ce094566 None None] Routers {'670dff39-4b56-4fe6-afad-3c9049b1fbb3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:26.044224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c06b7b4b-3fd2-4e81-a260-e9d7ce094566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:17:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['670dff39-4b56-4fe6-afad-3c9049b1fbb3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:26.105069 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9951e49-a9e9-40ad-b372-a3232f3823f0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:26.117129 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e9951e49-a9e9-40ad-b372-a3232f3823f0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports/0640e085-38ca-480a-8229-0d3e88eaa4d1 HTTP/1.1" status: 200 len: 911 time: 0.1181684 Nov 11 12:17:26.120600 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54788) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:26.362677 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a49a84-9d12-483b-b1b3-5510bc1ca2aa req-ce5fad7f-6695-4b60-a3c2-4bc433336f23 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:26.370435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48a49a84-9d12-483b-b1b3-5510bc1ca2aa req-ce5fad7f-6695-4b60-a3c2-4bc433336f23 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 943 time: 0.1457307 Nov 11 12:17:26.478177 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9f74e5b8-1663-46f7-8e5b-df5ceede7657 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:26.499175 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48a49a84-9d12-483b-b1b3-5510bc1ca2aa req-463427c9-dbb7-4cb4-b867-34a761247bd6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147988 Nov 11 12:17:26.527640 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c06b7b4b-3fd2-4e81-a260-e9d7ce094566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:26.560977 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b7b4b-3fd2-4e81-a260-e9d7ce094566 None None] Routers {'670dff39-4b56-4fe6-afad-3c9049b1fbb3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:26.561618 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c06b7b4b-3fd2-4e81-a260-e9d7ce094566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:17:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['670dff39-4b56-4fe6-afad-3c9049b1fbb3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:26.609511 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c06b7b4b-3fd2-4e81-a260-e9d7ce094566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:26.610200 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b7b4b-3fd2-4e81-a260-e9d7ce094566 None None] The sync data for ids ['670dff39-4b56-4fe6-afad-3c9049b1fbb3'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:26.637047 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 9f74e5b8-1663-46f7-8e5b-df5ceede7657 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:26.644162 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.694899 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ce04e552-a076-47af-8077-c9d1e7be6781 None None] Provisioning complete for port 0640e085-38ca-480a-8229-0d3e88eaa4d1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:26.695264 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ce04e552-a076-47af-8077-c9d1e7be6781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.813233 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ce04e552-a076-47af-8077-c9d1e7be6781 None None] Port 0640e085-38ca-480a-8229-0d3e88eaa4d1 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:26.884539 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.936373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ce04e552-a076-47af-8077-c9d1e7be6781 None None] Provisioning complete for port 0816df3f-cd8c-4317-bd77-368b5a4e12e5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:26.936743 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ce04e552-a076-47af-8077-c9d1e7be6781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.971062 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0816df3f-cd8c-4317-bd77-368b5a4e12e5 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:27.156754 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0816df3f-cd8c-4317-bd77-368b5a4e12e5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:27.162598 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.423318 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bb1eda25-8588-47ab-b5a3-a35ec775a169 None None] Provisioning complete for port 0640e085-38ca-480a-8229-0d3e88eaa4d1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:27.424008 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bb1eda25-8588-47ab-b5a3-a35ec775a169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.459645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Allocated IP 2001:db8:1::1 (df582747-6e26-42ff-a5eb-f1790c308fce/2ac5d5d3-9836-48de-a159-1fdb1eac5f17/74fd8bbb-01ab-4928-9572-d847a277a6c9) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:27.490697 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-bb1eda25-8588-47ab-b5a3-a35ec775a169 None None] Port 0640e085-38ca-480a-8229-0d3e88eaa4d1 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:27.521951 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bb1eda25-8588-47ab-b5a3-a35ec775a169 None None] Provisioning complete for port 0816df3f-cd8c-4317-bd77-368b5a4e12e5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:27.524704 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bb1eda25-8588-47ab-b5a3-a35ec775a169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.613220 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:17:27.655041 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.710714 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.755484 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network df582747-6e26-42ff-a5eb-f1790c308fce is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:27.758849 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:27.762815 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:27.763459 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.812301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce93fe7-3440-4414-a209-58c4ccaefb93 req-74a0ffb4-9f97-4f69-96ce-4bded536a23a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:27.834410 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8ce93fe7-3440-4414-a209-58c4ccaefb93 req-74a0ffb4-9f97-4f69-96ce-4bded536a23a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 943 time: 0.1724820 Nov 11 12:17:27.842679 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=74fd8bbb-01ab-4928-9572-d847a277a6c9,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:28.031654 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8ce93fe7-3440-4414-a209-58c4ccaefb93 req-cd6f9f6d-eebe-4ddf-a7ce-423348c6d159 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959920 Nov 11 12:17:28.083394 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.174452 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:28.202327 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'port_id': '1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4', 'mac_address': 'fa:16:3e:86:63:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:17:28.342936 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.392224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1d7ae420-a5a1-4594-af63-a4a7fff099d7 None None] Provisioning complete for port 74fd8bbb-01ab-4928-9572-d847a277a6c9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:28.392224 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1d7ae420-a5a1-4594-af63-a4a7fff099d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.481089 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:17:28.485369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ae420-a5a1-4594-af63-a4a7fff099d7 None None] Port 74fd8bbb-01ab-4928-9572-d847a277a6c9 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:28.566520 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:28.582317 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.600236 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.617010 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.618706 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.674246 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:28.813261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=74fd8bbb-01ab-4928-9572-d847a277a6c9,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:28.824188 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:17:28.881991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network df582747-6e26-42ff-a5eb-f1790c308fce is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:28.884066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:29.222311 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 670dff39-4b56-4fe6-afad-3c9049b1fbb3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:17:29.308003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a4cac-54ea-4b51-a744-924d18534e1d req-5dd7622a-b3e1-41d5-b556-5df30fbdfdc4 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:29.310340 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f87a4cac-54ea-4b51-a744-924d18534e1d req-5dd7622a-b3e1-41d5-b556-5df30fbdfdc4 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 944 time: 0.1164730 Nov 11 12:17:29.346981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b92d045d-97fc-4611-9add-4a129f9f1907 None None] Provisioning complete for port 74fd8bbb-01ab-4928-9572-d847a277a6c9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:29.347339 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b92d045d-97fc-4611-9add-4a129f9f1907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:29.396584 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f87a4cac-54ea-4b51-a744-924d18534e1d req-3a27186b-3e53-4213-a845-baa6f0c67197 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653002 Nov 11 12:17:29.417114 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b92d045d-97fc-4611-9add-4a129f9f1907 None None] Port 74fd8bbb-01ab-4928-9572-d847a277a6c9 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:29.451402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:29.464544 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-035890ea-eecc-4b99-b13e-3859b82cb06b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/670dff39-4b56-4fe6-afad-3c9049b1fbb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3427823 Nov 11 12:17:29.467294 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54856) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:29.476064 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e553a-fb4d-4c2e-b8fc-18876499be18 None None] Sync routers for ids ['670dff39-4b56-4fe6-afad-3c9049b1fbb3'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:29.493311 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e553a-fb4d-4c2e-b8fc-18876499be18 None None] Routers {'670dff39-4b56-4fe6-afad-3c9049b1fbb3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:29.494559 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ed5e553a-fb4d-4c2e-b8fc-18876499be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:17:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['670dff39-4b56-4fe6-afad-3c9049b1fbb3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:29.537529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d18b53-8c07-46ad-8d04-7888d162be62 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:29.540121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-43d18b53-8c07-46ad-8d04-7888d162be62 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports/74fd8bbb-01ab-4928-9572-d847a277a6c9 HTTP/1.1" status: 200 len: 913 time: 0.0717630 Nov 11 12:17:29.546770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54860) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:29.571174 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ed5e553a-fb4d-4c2e-b8fc-18876499be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:29.587588 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e553a-fb4d-4c2e-b8fc-18876499be18 None None] Routers {'670dff39-4b56-4fe6-afad-3c9049b1fbb3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:29.588561 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ed5e553a-fb4d-4c2e-b8fc-18876499be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:17:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['670dff39-4b56-4fe6-afad-3c9049b1fbb3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:29.633415 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ed5e553a-fb4d-4c2e-b8fc-18876499be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:29.635013 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e553a-fb4d-4c2e-b8fc-18876499be18 None None] The sync data for ids ['670dff39-4b56-4fe6-afad-3c9049b1fbb3'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:30.139999 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-779056be-8193-4928-a1e8-5b7d4cce9546 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.595154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-779056be-8193-4928-a1e8-5b7d4cce9546 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port 74fd8bbb-01ab-4928-9572-d847a277a6c9 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:30.595556 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-779056be-8193-4928-a1e8-5b7d4cce9546 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.603374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5248a4-ce08-41ff-8eed-e78147bfeb79 req-e2a14372-d760-4905-af67-5114903fcb89 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:30.612310 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c5248a4-ce08-41ff-8eed-e78147bfeb79 req-e2a14372-d760-4905-af67-5114903fcb89 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 944 time: 0.1079934 Nov 11 12:17:30.679557 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c5248a4-ce08-41ff-8eed-e78147bfeb79 req-2e0aa375-0c4d-4107-bef6-3521ec971b03 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658927 Nov 11 12:17:30.838186 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-779056be-8193-4928-a1e8-5b7d4cce9546 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.855858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-779056be-8193-4928-a1e8-5b7d4cce9546 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for 74fd8bbb-01ab-4928-9572-d847a277a6c9 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:31.179731 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-779056be-8193-4928-a1e8-5b7d4cce9546 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.250857 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779056be-8193-4928-a1e8-5b7d4cce9546 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=74fd8bbb-01ab-4928-9572-d847a277a6c9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:31.435901 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-779056be-8193-4928-a1e8-5b7d4cce9546 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.618443 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:31.739382 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779056be-8193-4928-a1e8-5b7d4cce9546 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 670dff39-4b56-4fe6-afad-3c9049b1fbb3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:17:31.750124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:17:31.756465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:31.756908 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.897948 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bfa59-2ad0-4653-86b0-558247c988fe req-6d7c0d69-4a93-4110-b498-e38e4abfa0a4 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:31.906948 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e94bfa59-2ad0-4653-86b0-558247c988fe req-6d7c0d69-4a93-4110-b498-e38e4abfa0a4 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 944 time: 0.0709662 Nov 11 12:17:31.915813 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.960641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779056be-8193-4928-a1e8-5b7d4cce9546 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:31.981880 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e94bfa59-2ad0-4653-86b0-558247c988fe req-31083dfc-3623-430b-ba8b-bab92f009104 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679002 Nov 11 12:17:31.982883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54884) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:31.983419 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-779056be-8193-4928-a1e8-5b7d4cce9546 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/670dff39-4b56-4fe6-afad-3c9049b1fbb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4309309 Nov 11 12:17:32.022583 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26f2597-5f1e-441b-aa62-edfce2d5d085 None None] Sync routers for ids ['670dff39-4b56-4fe6-afad-3c9049b1fbb3'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:32.067487 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26f2597-5f1e-441b-aa62-edfce2d5d085 None None] Routers {'670dff39-4b56-4fe6-afad-3c9049b1fbb3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:32.068153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e26f2597-5f1e-441b-aa62-edfce2d5d085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:17:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['670dff39-4b56-4fe6-afad-3c9049b1fbb3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:32.160523 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adfd01d-31bb-4abf-9c80-845352bdf2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:17:32.162882 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c094c9cf-458c-4322-8867-d1a43740bf95" -d '{"events": [{"server_uuid": "1adfd01d-31bb-4abf-9c80-845352bdf2b4", "name": "network-vif-plugged", "status": "completed", "tag": "1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:17:32.168072 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e26f2597-5f1e-441b-aa62-edfce2d5d085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:32.188350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:32.193492 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26f2597-5f1e-441b-aa62-edfce2d5d085 None None] Routers {'670dff39-4b56-4fe6-afad-3c9049b1fbb3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:32.194281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e26f2597-5f1e-441b-aa62-edfce2d5d085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:17:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['670dff39-4b56-4fe6-afad-3c9049b1fbb3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:32.197858 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:32.258548 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4cc75e-395f-4725-bdd0-4ed99f7fcbf9 x-openstack-request-id: req-ea4cc75e-395f-4725-bdd0-4ed99f7fcbf9 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:17:32.258924 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adfd01d-31bb-4abf-9c80-845352bdf2b4", "name": "network-vif-plugged", "status": "completed", "tag": "1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:17:32.259241 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea4cc75e-395f-4725-bdd0-4ed99f7fcbf9 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:17:32.259733 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adfd01d-31bb-4abf-9c80-845352bdf2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4', 'code': 200} Nov 11 12:17:32.263268 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e26f2597-5f1e-441b-aa62-edfce2d5d085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:32.264055 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26f2597-5f1e-441b-aa62-edfce2d5d085 None None] The sync data for ids ['670dff39-4b56-4fe6-afad-3c9049b1fbb3'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:32.331100 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:32.342063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:32.342814 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:32.343383 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:32.343935 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:32.344616 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:32.345178 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:32.351629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:32.352094 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:32.352842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:32.353321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:32.353502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbb687-dcc8-4ad4-a156-4e87132155b1 req-fc06aed3-72b3-4bf6-8665-f4de77781f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:32.354081 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:32.354614 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:32.355214 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ffbb687-dcc8-4ad4-a156-4e87132155b1 req-fc06aed3-72b3-4bf6-8665-f4de77781f5c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 1096 time: 0.0572476 Nov 11 12:17:32.515419 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ffbb687-dcc8-4ad4-a156-4e87132155b1 req-6f2a6c7c-2337-4801-9c56-2cd8b0037dda service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507373 Nov 11 12:17:32.547730 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:32.895780 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port 0640e085-38ca-480a-8229-0d3e88eaa4d1 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:32.896401 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:32.999070 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.013781 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for 0640e085-38ca-480a-8229-0d3e88eaa4d1 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:33.212837 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b146fab-3a81-4352-a68e-81825e4ade7c req-979d77bf-3319-4478-9613-724c3640ffd9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:33.214417 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b146fab-3a81-4352-a68e-81825e4ade7c req-979d77bf-3319-4478-9613-724c3640ffd9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 945 time: 0.1315045 Nov 11 12:17:33.322931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b146fab-3a81-4352-a68e-81825e4ade7c req-7e7a0fae-1bbf-47a0-9f2a-c482a7b1b190 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921295 Nov 11 12:17:33.336015 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.381485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=0640e085-38ca-480a-8229-0d3e88eaa4d1,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:33.410913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:33.411247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:33.411592 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:33.411920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:33.412230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:33.412565 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:33.412870 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:33.413198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:33.413518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:33.413864 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:33.414180 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:33.414486 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:33.536451 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.899047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 670dff39-4b56-4fe6-afad-3c9049b1fbb3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:17:33.981140 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:33.994084 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9a68c4-a4a3-4ec6-99bb-8f712a9edb6f None None] Sync routers for ids ['670dff39-4b56-4fe6-afad-3c9049b1fbb3'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:33.997466 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-62251021-84ce-47db-aade-297c7ac7d6ae tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/670dff39-4b56-4fe6-afad-3c9049b1fbb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0126748 Nov 11 12:17:34.003402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54900) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:34.008162 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9a68c4-a4a3-4ec6-99bb-8f712a9edb6f None None] Routers {'670dff39-4b56-4fe6-afad-3c9049b1fbb3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:34.009107 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-cf9a68c4-a4a3-4ec6-99bb-8f712a9edb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:17:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['670dff39-4b56-4fe6-afad-3c9049b1fbb3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:34.038884 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7ba3983f-b98b-4181-94e6-226355920f77 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports?device_id=670dff39-4b56-4fe6-afad-3c9049b1fbb3 HTTP/1.1" status: 200 len: 205 time: 0.0327797 Nov 11 12:17:34.041374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54902) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:34.083043 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-cf9a68c4-a4a3-4ec6-99bb-8f712a9edb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:34.104549 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9a68c4-a4a3-4ec6-99bb-8f712a9edb6f None None] Routers {'670dff39-4b56-4fe6-afad-3c9049b1fbb3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:34.107544 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-cf9a68c4-a4a3-4ec6-99bb-8f712a9edb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:17:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['670dff39-4b56-4fe6-afad-3c9049b1fbb3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:34.153071 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-552dc12e-add8-44a0-84a3-6048b4798dbc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.184303 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-cf9a68c4-a4a3-4ec6-99bb-8f712a9edb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:34.185284 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9a68c4-a4a3-4ec6-99bb-8f712a9edb6f None None] The sync data for ids ['670dff39-4b56-4fe6-afad-3c9049b1fbb3'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:34.505666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab2304-67de-4f16-ab04-2f785436580e req-1040ba2e-c596-40d1-8a84-3a3037439f28 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:34.508531 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f2ab2304-67de-4f16-ab04-2f785436580e req-1040ba2e-c596-40d1-8a84-3a3037439f28 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 945 time: 0.0837858 Nov 11 12:17:34.581553 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f2ab2304-67de-4f16-ab04-2f785436580e req-253ab5c4-d882-4aa3-9a26-17d140fb3476 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659161 Nov 11 12:17:34.756881 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-552dc12e-add8-44a0-84a3-6048b4798dbc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.759019 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-552dc12e-add8-44a0-84a3-6048b4798dbc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.818189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c6f4c-2e13-4d26-bb07-d6925e0a76ca req-dfda401c-887e-4ae2-ba18-fde2ddafc3f1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:34.818456 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-552dc12e-add8-44a0-84a3-6048b4798dbc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.818905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552dc12e-add8-44a0-84a3-6048b4798dbc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Fanout notify agent at l3_agent the message router_deleted on router 670dff39-4b56-4fe6-afad-3c9049b1fbb3 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:17:34.819888 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-523c6f4c-2e13-4d26-bb07-d6925e0a76ca req-dfda401c-887e-4ae2-ba18-fde2ddafc3f1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 945 time: 0.1345103 Nov 11 12:17:34.834891 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-552dc12e-add8-44a0-84a3-6048b4798dbc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.837216 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-552dc12e-add8-44a0-84a3-6048b4798dbc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/routers/670dff39-4b56-4fe6-afad-3c9049b1fbb3 HTTP/1.1" status: 204 len: 168 time: 0.7947361 Nov 11 12:17:34.839847 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54914) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:34.914388 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-523c6f4c-2e13-4d26-bb07-d6925e0a76ca req-fae48d8a-78f9-4493-842c-0d3419450bc7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877695 Nov 11 12:17:34.940243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b4f74b-2dba-48d5-b96f-0192eefa1ef0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting subnet 2ac5d5d3-9836-48de-a159-1fdb1eac5f17 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:34.945552 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e8b4f74b-2dba-48d5-b96f-0192eefa1ef0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.002837 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e8b4f74b-2dba-48d5-b96f-0192eefa1ef0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.146407 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e8b4f74b-2dba-48d5-b96f-0192eefa1ef0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.247707 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e8b4f74b-2dba-48d5-b96f-0192eefa1ef0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.289632 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4f74b-2dba-48d5-b96f-0192eefa1ef0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac5d5d3-9836-48de-a159-1fdb1eac5f17,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:35.296660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f634a1d3-974c-4510-9026-57d81feaff0f None None] Network df582747-6e26-42ff-a5eb-f1790c308fce requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:35.297437 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e8b4f74b-2dba-48d5-b96f-0192eefa1ef0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.305069 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54926) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:35.306182 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e8b4f74b-2dba-48d5-b96f-0192eefa1ef0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/2ac5d5d3-9836-48de-a159-1fdb1eac5f17 HTTP/1.1" status: 204 len: 168 time: 0.4652646 Nov 11 12:17:35.376927 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c06d328-73b7-49dc-bb14-a466365c3a1b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting subnet 08f3180a-2b3a-4f37-9aa7-d6fb6076af13 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:35.389087 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c06d328-73b7-49dc-bb14-a466365c3a1b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.463511 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c06d328-73b7-49dc-bb14-a466365c3a1b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.583336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb196c7-f29f-4790-bd4f-208826e0f3ed None None] DHCP port deletion for df582747-6e26-42ff-a5eb-f1790c308fce request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:35.608655 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c06d328-73b7-49dc-bb14-a466365c3a1b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.707791 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c06d328-73b7-49dc-bb14-a466365c3a1b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.718494 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2fb196c7-f29f-4790-bd4f-208826e0f3ed None None] Deleting port 0816df3f-cd8c-4317-bd77-368b5a4e12e5 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:35.720318 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2fb196c7-f29f-4790-bd4f-208826e0f3ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.748199 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06d328-73b7-49dc-bb14-a466365c3a1b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Subnet': ['ID=08f3180a-2b3a-4f37-9aa7-d6fb6076af13,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:35.755125 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c06d328-73b7-49dc-bb14-a466365c3a1b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.762172 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 54940) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:35.770550 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55930ab-3713-4eed-b28e-65a2ff78040d None None] Network fd88fd93-5f66-44c9-afcb-ac67eff2338e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:35.773174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3c06d328-73b7-49dc-bb14-a466365c3a1b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/08f3180a-2b3a-4f37-9aa7-d6fb6076af13 HTTP/1.1" status: 204 len: 168 time: 0.4668751 Nov 11 12:17:35.874707 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.947480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port 0816df3f-cd8c-4317-bd77-368b5a4e12e5 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:35.947969 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.981444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0816df3f-cd8c-4317-bd77-368b5a4e12e5 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:35.991763 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-25c5bb28-a1d1-428b-aa32-4e1ee8df9a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.994743 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2fb196c7-f29f-4790-bd4f-208826e0f3ed None None] For port 0816df3f-cd8c-4317-bd77-368b5a4e12e5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0816df3f-cd8c-4317-bd77-368b5a4e12e5,segment=NetworkSegment(28e0ef3a-3d0b-47c2-9a66-e7b37db0e9f5),segment_id=28e0ef3a-3d0b-47c2-9a66-e7b37db0e9f5)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:35.995198 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2fb196c7-f29f-4790-bd4f-208826e0f3ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.041357 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2fb196c7-f29f-4790-bd4f-208826e0f3ed None None] Calling delete_port for 0816df3f-cd8c-4317-bd77-368b5a4e12e5 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:36.046765 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] For port 0816df3f-cd8c-4317-bd77-368b5a4e12e5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0816df3f-cd8c-4317-bd77-368b5a4e12e5,segment=NetworkSegment(28e0ef3a-3d0b-47c2-9a66-e7b37db0e9f5),segment_id=28e0ef3a-3d0b-47c2-9a66-e7b37db0e9f5)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:36.047141 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.070265 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for 0816df3f-cd8c-4317-bd77-368b5a4e12e5 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:36.234811 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da9431-9cae-4133-beb8-ac8c51c1a81e req-e28579cb-0179-4b9b-8e4e-30b46db564e2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:36.235900 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.248132 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71da9431-9cae-4133-beb8-ac8c51c1a81e req-e28579cb-0179-4b9b-8e4e-30b46db564e2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1202819 Nov 11 12:17:36.250822 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.287703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] No DVR routers for this DVR port 0816df3f-cd8c-4317-bd77-368b5a4e12e5 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:36.300155 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2fb196c7-f29f-4790-bd4f-208826e0f3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.318852 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb196c7-f29f-4790-bd4f-208826e0f3ed None None] No DVR routers for this DVR port 0816df3f-cd8c-4317-bd77-368b5a4e12e5 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:36.342513 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b103a1-e1db-46ab-87cd-3e74f5e8c39f None None] DHCP port deletion for fd88fd93-5f66-44c9-afcb-ac67eff2338e request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:36.354456 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb196c7-f29f-4790-bd4f-208826e0f3ed None None] Pushing event deleted for resources: {'Port': ['ID=0816df3f-cd8c-4317-bd77-368b5a4e12e5,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:36.395918 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71da9431-9cae-4133-beb8-ac8c51c1a81e req-8143d361-f458-4eae-9e1d-a26e6471492e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388254 Nov 11 12:17:36.422218 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a8b103a1-e1db-46ab-87cd-3e74f5e8c39f None None] Deleting port 9f74e5b8-1663-46f7-8e5b-df5ceede7657 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:36.422716 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a8b103a1-e1db-46ab-87cd-3e74f5e8c39f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.506464 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=0816df3f-cd8c-4317-bd77-368b5a4e12e5,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:36.524507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851648a3-eb98-479e-bb9d-bebd09bb900b req-e2dfe028-4fa7-4e64-9793-5eb16c1faf94 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:36.532836 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-851648a3-eb98-479e-bb9d-bebd09bb900b req-e2dfe028-4fa7-4e64-9793-5eb16c1faf94 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0710511 Nov 11 12:17:36.626568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a8b103a1-e1db-46ab-87cd-3e74f5e8c39f None None] For port 9f74e5b8-1663-46f7-8e5b-df5ceede7657, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9f74e5b8-1663-46f7-8e5b-df5ceede7657,segment=NetworkSegment(f67e1e24-7b5d-4846-a524-3a413a203044),segment_id=f67e1e24-7b5d-4846-a524-3a413a203044)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:36.627060 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a8b103a1-e1db-46ab-87cd-3e74f5e8c39f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.635051 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.657335 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a8b103a1-e1db-46ab-87cd-3e74f5e8c39f None None] Calling delete_port for 9f74e5b8-1663-46f7-8e5b-df5ceede7657 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:36.660684 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df582747-6e26-42ff-a5eb-f1790c308fce']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:36.672077 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e0ef3a-3d0b-47c2-9a66-e7b37db0e9f5') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:36.672453 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e0ef3a-3d0b-47c2-9a66-e7b37db0e9f5') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:36.683946 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.687764 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-851648a3-eb98-479e-bb9d-bebd09bb900b req-4bf5183e-9120-4d32-b14d-101984740882 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539474 Nov 11 12:17:36.701217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.708902 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:36.709633 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:36.834811 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:36.839505 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.845443 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.850597 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/networks/df582747-6e26-42ff-a5eb-f1790c308fce HTTP/1.1" status: 204 len: 168 time: 1.0861108 Nov 11 12:17:36.853047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 54978) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:36.853875 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a8b103a1-e1db-46ab-87cd-3e74f5e8c39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.877686 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8e32f-5e6e-4b45-8c5d-81e470a6d089 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Network': ['ID=df582747-6e26-42ff-a5eb-f1790c308fce,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:36.894855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b103a1-e1db-46ab-87cd-3e74f5e8c39f None None] Pushing event deleted for resources: {'Port': ['ID=9f74e5b8-1663-46f7-8e5b-df5ceede7657,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:36.911069 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b103a1-e1db-46ab-87cd-3e74f5e8c39f None None] No DVR routers for this DVR port 9f74e5b8-1663-46f7-8e5b-df5ceede7657 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:37.075020 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598f59fa-1362-4f48-9a2c-9f79037ca329 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.201135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-02044e4f-9ba1-46cf-9f84-994712ec896c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:37.210019 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-02044e4f-9ba1-46cf-9f84-994712ec896c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 812 time: 0.2208321 Nov 11 12:17:37.243014 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-fe96f516-8138-46df-9d4a-e95306cbf5ca tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/quotas/dcbd321ff8c34e24a110bf9a388e82c0 HTTP/1.1" status: 200 len: 375 time: 0.0319180 Nov 11 12:17:37.419274 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598f59fa-1362-4f48-9a2c-9f79037ca329 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.450157 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-598f59fa-1362-4f48-9a2c-9f79037ca329 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd88fd93-5f66-44c9-afcb-ac67eff2338e']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:37.464443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-598f59fa-1362-4f48-9a2c-9f79037ca329 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67e1e24-7b5d-4846-a524-3a413a203044') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:37.464739 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-598f59fa-1362-4f48-9a2c-9f79037ca329 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67e1e24-7b5d-4846-a524-3a413a203044') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:37.479857 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-3b3da45d-577d-429e-975c-accc37ffc52c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2261293 Nov 11 12:17:37.493003 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598f59fa-1362-4f48-9a2c-9f79037ca329 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.549818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598f59fa-1362-4f48-9a2c-9f79037ca329 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.904293 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598f59fa-1362-4f48-9a2c-9f79037ca329 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:37.905047 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598f59fa-1362-4f48-9a2c-9f79037ca329 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:37.910575 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:38.003471 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9f74e5b8-1663-46f7-8e5b-df5ceede7657 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:38.053466 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-734efdd1-a6c7-48c2-a0db-e816c8f69814 service neutron] 10.222.0.65 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581594 Nov 11 12:17:38.058349 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598f59fa-1362-4f48-9a2c-9f79037ca329 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.079982 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 9f74e5b8-1663-46f7-8e5b-df5ceede7657 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:38.080323 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9f74e5b8-1663-46f7-8e5b-df5ceede7657 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:38.120406 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1587524c-b50d-463a-b85a-5e6b0d0891ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.120611 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-598f59fa-1362-4f48-9a2c-9f79037ca329 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.123394 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-598f59fa-1362-4f48-9a2c-9f79037ca329 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/networks/fd88fd93-5f66-44c9-afcb-ac67eff2338e HTTP/1.1" status: 204 len: 168 time: 1.2693295 Nov 11 12:17:38.127337 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55018) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:38.142498 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-82e6cbb4-f7a0-4997-8e3c-e07a96d5c6b5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1542820681'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:38.178166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e6cbb4-f7a0-4997-8e3c-e07a96d5c6b5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:38.182349 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82e6cbb4-f7a0-4997-8e3c-e07a96d5c6b5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.186490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f59fa-1362-4f48-9a2c-9f79037ca329 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Network': ['ID=fd88fd93-5f66-44c9-afcb-ac67eff2338e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:38.207587 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-97f0d59e-d19c-4a96-b84e-b2b7e80cbb77 service neutron] 10.222.0.65 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455338 Nov 11 12:17:38.216165 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e6cbb4-f7a0-4997-8e3c-e07a96d5c6b5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:38.226353 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82e6cbb4-f7a0-4997-8e3c-e07a96d5c6b5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.226698 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-82e6cbb4-f7a0-4997-8e3c-e07a96d5c6b5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Added segment 68b73b8c-777d-44c0-889f-9b0035c4dc4c of type vlan for network 55832b60-39db-474b-8137-bcd917a60049 Nov 11 12:17:38.270693 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82e6cbb4-f7a0-4997-8e3c-e07a96d5c6b5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.307118 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82e6cbb4-f7a0-4997-8e3c-e07a96d5c6b5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.315381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e6cbb4-f7a0-4997-8e3c-e07a96d5c6b5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:38.316370 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-82e6cbb4-f7a0-4997-8e3c-e07a96d5c6b5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.417272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6cbb4-f7a0-4997-8e3c-e07a96d5c6b5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Network': ['ID=55832b60-39db-474b-8137-bcd917a60049,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:38.420057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d16dcd03-363f-4cf9-b84b-d6b3a14920e8 req-bf8f7607-cb4d-4e09-b113-2d5958cab4e9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 210 time: 0.0357676 Nov 11 12:17:38.434885 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 55832b60-39db-474b-8137-bcd917a60049 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:38.436365 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-82e6cbb4-f7a0-4997-8e3c-e07a96d5c6b5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3077843 Nov 11 12:17:38.439182 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55028) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:38.449703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-8b02a234-6780-4fe0-a003-4608901e77f0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'subnet': {'network_id': '55832b60-39db-474b-8137-bcd917a60049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:38.599904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b02a234-6780-4fe0-a003-4608901e77f0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:38.606380 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b02a234-6780-4fe0-a003-4608901e77f0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.804175 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-31af4364-9e36-412c-82bb-febec72776ea tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:38.812324 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-31af4364-9e36-412c-82bb-febec72776ea tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 812 time: 0.1588299 Nov 11 12:17:38.841016 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-a335171b-9b6e-4490-9455-1f1c58eab13a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/quotas/c22e3bfa03df4a318977f5f2236c0b5b HTTP/1.1" status: 200 len: 375 time: 0.0274298 Nov 11 12:17:38.902519 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-662b069f-d4a0-4055-98ad-367328f6dfd1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0602977 Nov 11 12:17:38.908222 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b02a234-6780-4fe0-a003-4608901e77f0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.970139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02a234-6780-4fe0-a003-4608901e77f0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Subnet': ['ID=1b946b9c-b5bc-43e1-aead-0cc8054e08bd,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:39.010932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b02a234-6780-4fe0-a003-4608901e77f0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Checking segment: {'id': '68b73b8c-777d-44c0-889f-9b0035c4dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '55832b60-39db-474b-8137-bcd917a60049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:39.011622 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b02a234-6780-4fe0-a003-4608901e77f0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network hostable DHCP agents. Network: 55832b60-39db-474b-8137-bcd917a60049, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:17:39.034679 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b02a234-6780-4fe0-a003-4608901e77f0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network 55832b60-39db-474b-8137-bcd917a60049 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:17:39.047935 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-8dd5ab42-1349-40f1-9da8-1aa82a2a1e55 service neutron] 10.222.0.65 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302230 Nov 11 12:17:39.058034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-8b02a234-6780-4fe0-a003-4608901e77f0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 55832b60-39db-474b-8137-bcd917a60049) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:39.065166 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.068347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02a234-6780-4fe0-a003-4608901e77f0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:39.069838 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8b02a234-6780-4fe0-a003-4608901e77f0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.073180 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e02f989-960a-4e79-bc60-99c3f0c0281f None None] Network 55832b60-39db-474b-8137-bcd917a60049 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:39.115673 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8b02a234-6780-4fe0-a003-4608901e77f0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6750910 Nov 11 12:17:39.118294 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55056) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:39.134791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fcc3a673-5481-4c2a-992f-a454e2e164ab tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1904379394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:39.168150 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcc3a673-5481-4c2a-992f-a454e2e164ab tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.169671 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcc3a673-5481-4c2a-992f-a454e2e164ab tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.258120 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-66bc0ae2-17eb-48b5-aab9-65e8aeded866 service neutron] 10.222.0.65 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071965 Nov 11 12:17:39.288454 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcc3a673-5481-4c2a-992f-a454e2e164ab tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.294836 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcc3a673-5481-4c2a-992f-a454e2e164ab tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.326627 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcc3a673-5481-4c2a-992f-a454e2e164ab tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.329906 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fcc3a673-5481-4c2a-992f-a454e2e164ab tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2105548 Nov 11 12:17:39.332812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55060) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:39.344363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d13c13ea-d25e-4e4a-90e0-6be80c864804 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'port': {'network_id': '55832b60-39db-474b-8137-bcd917a60049', 'name': 'tempest-RoutersIpV6Test-1148277520'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:39.360183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-55832b60-39db-474b-8137-bcd917a60049', 'network_id': '55832b60-39db-474b-8137-bcd917a60049', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'fixed_ips': [{'subnet_id': '1b946b9c-b5bc-43e1-aead-0cc8054e08bd'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:17:39.362236 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.655276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Allocated IP 2001:db8::2 (55832b60-39db-474b-8137-bcd917a60049/1b946b9c-b5bc-43e1-aead-0cc8054e08bd/07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:39.724064 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b31fce5-ffc8-46b1-94eb-5160613b3b70 req-fbf8c072-12f8-49fd-9f31-bb11c5ece4f3 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 210 time: 0.1121011 Nov 11 12:17:39.727023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13c13ea-d25e-4e4a-90e0-6be80c864804 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:39.730924 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d13c13ea-d25e-4e4a-90e0-6be80c864804 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.739796 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e00c4834-9bb6-45f6-b29a-2c0d47fb083e req-bd2ffc93-0a5a-4a26-84b9-a7078b019276 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 210 time: 0.0693259 Nov 11 12:17:39.757168 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-d13c13ea-d25e-4e4a-90e0-6be80c864804 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] device_id is not set on port 5f9b92df-ec48-4a8b-8277-7318662775a6 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:17:40.042535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-075ca802-519a-45b5-8493-da10b5b92c54 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:40.044212 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-075ca802-519a-45b5-8493-da10b5b92c54 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.62 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 812 time: 0.1875870 Nov 11 12:17:40.062191 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-165004a7-6188-43e9-825a-0153f4424e38 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Request body: {'port': {'device_id': '27037002-6030-4d55-a183-693deb1c3c3a', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'admin_state_up': True, 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:40.236853 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-165004a7-6188-43e9-825a-0153f4424e38 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Made reservation on behalf of dcbd321ff8c34e24a110bf9a388e82c0 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:40.240644 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-165004a7-6188-43e9-825a-0153f4424e38 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.290012 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.317665 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.378289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Network 55832b60-39db-474b-8137-bcd917a60049 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:40.381883 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:40.398258 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:40.412693 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Pushing event updated for resources: {'Port': ['ID=07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:40.503367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Attempting to bind port 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:40.503750 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Attempting to bind port 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '68b73b8c-777d-44c0-889f-9b0035c4dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '55832b60-39db-474b-8137-bcd917a60049'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:40.504130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Attempting to bind port 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 on network 55832b60-39db-474b-8137-bcd917a60049 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:40.518717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:40.519107 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Checking segment: {'id': '68b73b8c-777d-44c0-889f-9b0035c4dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '55832b60-39db-474b-8137-bcd917a60049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:40.519504 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.519986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Bound using segment: {'id': '68b73b8c-777d-44c0-889f-9b0035c4dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '55832b60-39db-474b-8137-bcd917a60049'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:40.520503 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Bound port: 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b73b8c-777d-44c0-889f-9b0035c4dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '55832b60-39db-474b-8137-bcd917a60049'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:40.520949 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.561967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-d13c13ea-d25e-4e4a-90e0-6be80c864804 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Allocated IP 2001:db8::12f (55832b60-39db-474b-8137-bcd917a60049/1b946b9c-b5bc-43e1-aead-0cc8054e08bd/5f9b92df-ec48-4a8b-8277-7318662775a6) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:40.629677 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.742741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] For port 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:40.752027 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] For port 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4,segment=NetworkSegment(68b73b8c-777d-44c0-889f-9b0035c4dc4c),segment_id=68b73b8c-777d-44c0-889f-9b0035c4dc4c)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:40.761195 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.849116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e12323-3d06-4c50-b62b-f61f7364fbc3 None None] Pushing event updated for resources: {'Port': ['ID=07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:40.978990 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-165004a7-6188-43e9-825a-0153f4424e38 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Allocated IP 172.20.0.3 (bdd4511e-5656-4b9d-9635-a504c30841d6/f46dfb4a-339a-47e1-91d5-1664a814afa1/f977390d-1fd4-4159-b4cc-68f7f800b771) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:40.983357 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1dccd05-02aa-408d-9367-e1241098179b req-8fbf657b-a730-499e-ac47-d19e2f01e66e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 210 time: 0.0936115 Nov 11 12:17:41.017316 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-24b235cd-5d3e-4ed9-ba91-14c7d709a754 req-39ddd9b7-22f6-4f59-a6a5-2908b25dfd43 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 210 time: 0.0545225 Nov 11 12:17:41.083131 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d13c13ea-d25e-4e4a-90e0-6be80c864804 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.243672 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d13c13ea-d25e-4e4a-90e0-6be80c864804 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.311002 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.332558 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-165004a7-6188-43e9-825a-0153f4424e38 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.335255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13c13ea-d25e-4e4a-90e0-6be80c864804 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network 55832b60-39db-474b-8137-bcd917a60049 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:41.342694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-d13c13ea-d25e-4e4a-90e0-6be80c864804 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:41.345157 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c13ea-d25e-4e4a-90e0-6be80c864804 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:41.368344 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13c13ea-d25e-4e4a-90e0-6be80c864804 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:41.369102 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d13c13ea-d25e-4e4a-90e0-6be80c864804 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.381051 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c13ea-d25e-4e4a-90e0-6be80c864804 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=5f9b92df-ec48-4a8b-8277-7318662775a6,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:41.423917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55118) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:41.427487 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d13c13ea-d25e-4e4a-90e0-6be80c864804 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0839796 Nov 11 12:17:41.456163 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-165004a7-6188-43e9-825a-0153f4424e38 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.484852 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['b427c82b-edcb-42d8-91b1-749d7815542f', 'f7f676dc-7d86-410e-833b-11ad60385c82'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:17:41.506888 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-165004a7-6188-43e9-825a-0153f4424e38 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Network bdd4511e-5656-4b9d-9635-a504c30841d6 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:41.514341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-165004a7-6188-43e9-825a-0153f4424e38 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:41.518492 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-165004a7-6188-43e9-825a-0153f4424e38 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:41.554069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165004a7-6188-43e9-825a-0153f4424e38 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event updated for resources: {'Port': ['ID=f977390d-1fd4-4159-b4cc-68f7f800b771,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:41.593711 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-0569a15a-88fd-4040-b291-7551d8fbd14d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:41.595827 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-0569a15a-88fd-4040-b291-7551d8fbd14d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 812 time: 0.3357069 Nov 11 12:17:41.601287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-165004a7-6188-43e9-825a-0153f4424e38 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:41.601996 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-165004a7-6188-43e9-825a-0153f4424e38 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.636508 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-165004a7-6188-43e9-825a-0153f4424e38 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5811076 Nov 11 12:17:41.651846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Request body: {'port': {'device_id': '27037002-6030-4d55-a183-693deb1c3c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:41.716734 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-14093a38-7ec2-4a81-9504-e7da8f1191c1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Request body: {'port': {'device_id': '2f77e525-5553-451b-a99e-bc70c61c0e31', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'admin_state_up': True, 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:41.795938 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.972819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ae99645d-a7b8-48a8-9536-1fe278599b21 None None] Provisioning complete for port f977390d-1fd4-4159-b4cc-68f7f800b771 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:41.973702 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ae99645d-a7b8-48a8-9536-1fe278599b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.035593 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:42.129736 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63779fab-3c23-466a-91d4-c42e54686c49 req-88492d2d-5ff5-4222-afc9-c0812efc199b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 210 time: 0.0347025 Nov 11 12:17:42.192273 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ae99645d-a7b8-48a8-9536-1fe278599b21 None None] Port f977390d-1fd4-4159-b4cc-68f7f800b771 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:42.203215 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fd8e4d8e-1701-4b4e-8f33-0c44dbad2da4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.262880 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:42.263242 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.407134 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.434582 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f977390d-1fd4-4159-b4cc-68f7f800b771 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:17:42.448072 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.459960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4,segment=NetworkSegment(68b73b8c-777d-44c0-889f-9b0035c4dc4c),segment_id=68b73b8c-777d-44c0-889f-9b0035c4dc4c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:42.463990 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57a223b-5519-47f3-b0b4-723e9bd3ab50 None None] Network 55832b60-39db-474b-8137-bcd917a60049 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:42.468236 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.476720 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Transition to ACTIVE for port object f977390d-1fd4-4159-b4cc-68f7f800b771 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:17:42.488194 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.564390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6561fc-2cd6-43da-87a7-1ab77f090d37 req-63ad4ebd-9963-449d-ac89-2bc324798d98 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:42.573041 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd6561fc-2cd6-43da-87a7-1ab77f090d37 req-63ad4ebd-9963-449d-ac89-2bc324798d98 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 931 time: 0.3641162 Nov 11 12:17:42.632535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Pushing event updated for resources: {'Port': ['ID=f977390d-1fd4-4159-b4cc-68f7f800b771,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:42.679745 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-14093a38-7ec2-4a81-9504-e7da8f1191c1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Made reservation on behalf of c22e3bfa03df4a318977f5f2236c0b5b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:42.685280 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-14093a38-7ec2-4a81-9504-e7da8f1191c1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.716764 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b26c5432-fce1-48a4-853d-35cc5d0e247d None None] Provisioning complete for port 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:42.717456 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b26c5432-fce1-48a4-853d-35cc5d0e247d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.800311 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd6561fc-2cd6-43da-87a7-1ab77f090d37 req-dbc6d519-f4cf-4a7e-8f18-687818e0bf1e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253110 Nov 11 12:17:42.866938 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Attempting to bind port f977390d-1fd4-4159-b4cc-68f7f800b771 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:42.870032 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Attempting to bind port f977390d-1fd4-4159-b4cc-68f7f800b771 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:42.873127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Attempting to bind port f977390d-1fd4-4159-b4cc-68f7f800b771 on network bdd4511e-5656-4b9d-9635-a504c30841d6 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:42.900492 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Port f977390d-1fd4-4159-b4cc-68f7f800b771 on network bdd4511e-5656-4b9d-9635-a504c30841d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:17:42.902008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Attempting to bind port f977390d-1fd4-4159-b4cc-68f7f800b771 on network bdd4511e-5656-4b9d-9635-a504c30841d6 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:42.934144 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:42.936090 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Checking segment: {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:42.938040 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Bound using segment: {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:42.938770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Bound port: f977390d-1fd4-4159-b4cc-68f7f800b771, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:42.950399 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.983151 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:43.097017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-14093a38-7ec2-4a81-9504-e7da8f1191c1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Allocated IP 172.20.0.7 (ef0352ae-c531-4a02-9aff-70a7fb42f61e/fc55d1c8-9ff2-4a0b-b6ba-89387d166d04/7ffddc5e-ce20-4f6c-8181-275a1457829b) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:43.101083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] For port f977390d-1fd4-4159-b4cc-68f7f800b771, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:43.106202 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] For port f977390d-1fd4-4159-b4cc-68f7f800b771, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f977390d-1fd4-4159-b4cc-68f7f800b771,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:43.119067 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.170614 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fd8e4d8e-1701-4b4e-8f33-0c44dbad2da4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.180616 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fd8e4d8e-1701-4b4e-8f33-0c44dbad2da4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.218283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:43.220729 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.225779 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] 10.222.0.62 "PUT /v2.0/ports/f977390d-1fd4-4159-b4cc-68f7f800b771 HTTP/1.1" status: 200 len: 1091 time: 1.5767138 Nov 11 12:17:43.226416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27037002-6030-4d55-a183-693deb1c3c3a', 'tag': 'f977390d-1fd4-4159-b4cc-68f7f800b771'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:17:43.233549 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41af7584-39a6-4e73-a9e2-fec4833c5cba" -d '{"events": [{"name": "network-changed", "server_uuid": "27037002-6030-4d55-a183-693deb1c3c3a", "tag": "f977390d-1fd4-4159-b4cc-68f7f800b771"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:17:43.387575 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641c6c9e-b7fa-4e27-92d4-cf99e105fd91 x-openstack-request-id: req-641c6c9e-b7fa-4e27-92d4-cf99e105fd91 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:17:43.390296 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27037002-6030-4d55-a183-693deb1c3c3a", "tag": "f977390d-1fd4-4159-b4cc-68f7f800b771", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:17:43.393087 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-641c6c9e-b7fa-4e27-92d4-cf99e105fd91 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:17:43.393653 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27037002-6030-4d55-a183-693deb1c3c3a', 'tag': 'f977390d-1fd4-4159-b4cc-68f7f800b771', 'status': 'completed', 'code': 200} Nov 11 12:17:43.414292 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-37574d8d-b8a4-4302-8d25-8c60474b68dd req-0b4bc3c6-0e2a-469d-9ed3-38bc9b56e551 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 210 time: 0.0622962 Nov 11 12:17:43.431036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d620c24-2d89-47a0-9e9c-7f1192e24241 service neutron] Pushing event updated for resources: {'Port': ['ID=f977390d-1fd4-4159-b4cc-68f7f800b771,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:43.448527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e4d8e-1701-4b4e-8f33-0c44dbad2da4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=5f9b92df-ec48-4a8b-8277-7318662775a6,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:43.470760 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-6b60022e-8f7f-4559-bc12-1350cfadeb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:43.478846 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-6b60022e-8f7f-4559-bc12-1350cfadeb89 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 1094 time: 0.2024212 Nov 11 12:17:43.601151 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-9f84a1cb-acb0-4ff5-975d-53261c508511 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f977390d-1fd4-4159-b4cc-68f7f800b771 HTTP/1.1" status: 200 len: 217 time: 0.1093185 Nov 11 12:17:43.692602 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fd8e4d8e-1701-4b4e-8f33-0c44dbad2da4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.700423 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-14093a38-7ec2-4a81-9504-e7da8f1191c1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.735834 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-14bd509b-5e34-49de-9eb8-deb8ee22255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:43.737612 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-14bd509b-5e34-49de-9eb8-deb8ee22255c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.1265779 Nov 11 12:17:43.863131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-dad98423-35e8-4592-b259-100e53deec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:43.869826 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-dad98423-35e8-4592-b259-100e53deec61 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238737 Nov 11 12:17:43.992030 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-14093a38-7ec2-4a81-9504-e7da8f1191c1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.012228 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2ae0886b-efa3-4518-988a-7df4937b168b None None] Provisioning complete for port 5f9b92df-ec48-4a8b-8277-7318662775a6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:44.012704 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2ae0886b-efa3-4518-988a-7df4937b168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.070324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:17:44.083205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:44.177844 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-57f07d26-a58b-4b06-8330-57710160d495 service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958434 Nov 11 12:17:44.185096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14093a38-7ec2-4a81-9504-e7da8f1191c1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'Port': ['ID=7ffddc5e-ce20-4f6c-8181-275a1457829b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:44.242408 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fd8e4d8e-1701-4b4e-8f33-0c44dbad2da4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.322187 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0886b-efa3-4518-988a-7df4937b168b None None] Port 5f9b92df-ec48-4a8b-8277-7318662775a6 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:44.398233 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d024f8d6-21df-410f-8ca6-473a5303b3ff req-efa3e5b2-8c74-4c2b-8c4e-c100add6a4f5 service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100582 Nov 11 12:17:44.436050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2ae0886b-efa3-4518-988a-7df4937b168b None None] Provisioning complete for port 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:44.438985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-14093a38-7ec2-4a81-9504-e7da8f1191c1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Network ef0352ae-c531-4a02-9aff-70a7fb42f61e is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:44.456290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-14093a38-7ec2-4a81-9504-e7da8f1191c1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:44.460336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-14093a38-7ec2-4a81-9504-e7da8f1191c1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:44.475675 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2ae0886b-efa3-4518-988a-7df4937b168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.591003 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:44.591834 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.730469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af7584-39a6-4e73-a9e2-fec4833c5cba req-63dac12c-38a6-4b1f-81e5-56e3dc0ffec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:44.739350 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41af7584-39a6-4e73-a9e2-fec4833c5cba req-63dac12c-38a6-4b1f-81e5-56e3dc0ffec0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 1094 time: 0.2552943 Nov 11 12:17:44.770206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71ecc1-eb02-4162-81f5-cebf152a6f43 req-2832a733-78e3-4fa7-ba65-a25c028e977c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:44.785207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee71ecc1-eb02-4162-81f5-cebf152a6f43 req-2832a733-78e3-4fa7-ba65-a25c028e977c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 943 time: 0.8236859 Nov 11 12:17:44.901422 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-14093a38-7ec2-4a81-9504-e7da8f1191c1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:44.902369 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-14093a38-7ec2-4a81-9504-e7da8f1191c1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.071703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af7584-39a6-4e73-a9e2-fec4833c5cba req-4bc2589c-173e-46df-b154-aaab910dc929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:45.073192 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41af7584-39a6-4e73-a9e2-fec4833c5cba req-4bc2589c-173e-46df-b154-aaab910dc929 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.3275938 Nov 11 12:17:45.146418 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41af7584-39a6-4e73-a9e2-fec4833c5cba req-6689ca47-e231-4fbe-8d16-fc8848776d86 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f977390d-1fd4-4159-b4cc-68f7f800b771 HTTP/1.1" status: 200 len: 217 time: 0.0628409 Nov 11 12:17:45.160073 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c25f1e9f-a0c9-417c-8616-26b241999067 None None] Provisioning complete for port 5f9b92df-ec48-4a8b-8277-7318662775a6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:45.160650 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c25f1e9f-a0c9-417c-8616-26b241999067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.262948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c25f1e9f-a0c9-417c-8616-26b241999067 None None] Port 5f9b92df-ec48-4a8b-8277-7318662775a6 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:45.288290 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af7584-39a6-4e73-a9e2-fec4833c5cba req-e7fb1c9a-6d00-4442-8261-d6be5896f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:45.289982 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c25f1e9f-a0c9-417c-8616-26b241999067 None None] Provisioning complete for port 7ffddc5e-ce20-4f6c-8181-275a1457829b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:45.290413 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c25f1e9f-a0c9-417c-8616-26b241999067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.290671 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41af7584-39a6-4e73-a9e2-fec4833c5cba req-e7fb1c9a-6d00-4442-8261-d6be5896f3f7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.1270072 Nov 11 12:17:45.379994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af7584-39a6-4e73-a9e2-fec4833c5cba req-859a7497-3a9c-43bc-87f2-c315d3d7c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:45.383405 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41af7584-39a6-4e73-a9e2-fec4833c5cba req-859a7497-3a9c-43bc-87f2-c315d3d7c5c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850575 Nov 11 12:17:45.397988 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c25f1e9f-a0c9-417c-8616-26b241999067 None None] Port 7ffddc5e-ce20-4f6c-8181-275a1457829b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:45.408791 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7270f-01e4-42b8-9003-f4390e4d53b1 req-912a6948-bd6f-48e9-a0a8-19de13de6218 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:45.416744 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82e7270f-01e4-42b8-9003-f4390e4d53b1 req-912a6948-bd6f-48e9-a0a8-19de13de6218 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 931 time: 0.7892983 Nov 11 12:17:45.529374 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee71ecc1-eb02-4162-81f5-cebf152a6f43 req-79399031-a26d-45be-b7f6-db01c1076f34 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7430401 Nov 11 12:17:45.541906 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41af7584-39a6-4e73-a9e2-fec4833c5cba req-1f1d3637-2dcb-4abf-8215-5dc5e26dd317 service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468930 Nov 11 12:17:45.570460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-14093a38-7ec2-4a81-9504-e7da8f1191c1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8590751 Nov 11 12:17:45.600353 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Request body: {'port': {'device_id': '2f77e525-5553-451b-a99e-bc70c61c0e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:45.676635 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82e7270f-01e4-42b8-9003-f4390e4d53b1 req-6d159160-6338-4dab-a29d-086fe0065065 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586000 Nov 11 12:17:45.718686 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41af7584-39a6-4e73-a9e2-fec4833c5cba req-b68cb73a-afe8-4d82-be56-7a4a1ec00735 service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681607 Nov 11 12:17:45.728239 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.864978 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.983328 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fd8e4d8e-1701-4b4e-8f33-0c44dbad2da4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.992296 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fd8e4d8e-1701-4b4e-8f33-0c44dbad2da4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.993101 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fd8e4d8e-1701-4b4e-8f33-0c44dbad2da4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.126006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ffddc5e-ce20-4f6c-8181-275a1457829b {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:17:46.131744 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e4d8e-1701-4b4e-8f33-0c44dbad2da4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=5f9b92df-ec48-4a8b-8277-7318662775a6,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:46.179945 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.250051 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Transition to ACTIVE for port object 7ffddc5e-ce20-4f6c-8181-275a1457829b will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:17:46.284548 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.400988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8e4d8e-1701-4b4e-8f33-0c44dbad2da4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network 55832b60-39db-474b-8137-bcd917a60049 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:46.406650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-fd8e4d8e-1701-4b4e-8f33-0c44dbad2da4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:46.418975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffddc5e-ce20-4f6c-8181-275a1457829b,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:46.877306 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-117d6681-aff6-44de-9afe-f82ce5650bb2 None None] Provisioning complete for port 5f9b92df-ec48-4a8b-8277-7318662775a6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:46.877980 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-117d6681-aff6-44de-9afe-f82ce5650bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.907042 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee7afa-4964-4cf8-bc1d-4365aecd3c7d req-d8067aeb-7329-4cf9-b2ab-93d0d0730627 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:46.914601 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-26ee7afa-4964-4cf8-bc1d-4365aecd3c7d req-d8067aeb-7329-4cf9-b2ab-93d0d0730627 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 943 time: 0.1957664 Nov 11 12:17:46.928642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Attempting to bind port 7ffddc5e-ce20-4f6c-8181-275a1457829b on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:46.928972 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Attempting to bind port 7ffddc5e-ce20-4f6c-8181-275a1457829b by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:46.929301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Attempting to bind port 7ffddc5e-ce20-4f6c-8181-275a1457829b on network ef0352ae-c531-4a02-9aff-70a7fb42f61e {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:46.957951 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Port 7ffddc5e-ce20-4f6c-8181-275a1457829b on network ef0352ae-c531-4a02-9aff-70a7fb42f61e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:17:46.958312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Attempting to bind port 7ffddc5e-ce20-4f6c-8181-275a1457829b on network ef0352ae-c531-4a02-9aff-70a7fb42f61e {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:46.976440 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-117d6681-aff6-44de-9afe-f82ce5650bb2 None None] Port 5f9b92df-ec48-4a8b-8277-7318662775a6 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:46.986759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c99ac-25a6-4944-8207-71ab80f9713e req-e731f8c4-1a52-4e03-8714-b11bd6fb6a3f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:46.994076 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf6c99ac-25a6-4944-8207-71ab80f9713e req-e731f8c4-1a52-4e03-8714-b11bd6fb6a3f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.1388307 Nov 11 12:17:47.018554 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:47.018892 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Checking segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:47.019290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Bound using segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:47.019738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Bound port: 7ffddc5e-ce20-4f6c-8181-275a1457829b, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:47.020134 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:47.037833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8e4d8e-1701-4b4e-8f33-0c44dbad2da4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:17:47.105916 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-26ee7afa-4964-4cf8-bc1d-4365aecd3c7d req-1a5a5314-6307-4def-94df-61a1f7ba7f4a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855991 Nov 11 12:17:47.246247 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf6c99ac-25a6-4944-8207-71ab80f9713e req-63b075bc-53f1-4ee0-8417-69d17639198b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511854 Nov 11 12:17:47.270588 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] For port 7ffddc5e-ce20-4f6c-8181-275a1457829b, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:47.276397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] For port 7ffddc5e-ce20-4f6c-8181-275a1457829b, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=7ffddc5e-ce20-4f6c-8181-275a1457829b,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:47.284577 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:47.298257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8e4d8e-1701-4b4e-8f33-0c44dbad2da4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:47.310014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e2bcd-d4e7-4962-87b4-b4947ca50010 None None] Sync routers for ids ['53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:47.321200 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:47.322026 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:47.323563 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] 10.222.0.43 "PUT /v2.0/ports/7ffddc5e-ce20-4f6c-8181-275a1457829b HTTP/1.1" status: 200 len: 1091 time: 1.7275586 Nov 11 12:17:47.327436 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fd8e4d8e-1701-4b4e-8f33-0c44dbad2da4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8980527 Nov 11 12:17:47.328159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f77e525-5553-451b-a99e-bc70c61c0e31', 'tag': '7ffddc5e-ce20-4f6c-8181-275a1457829b'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:17:47.330460 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55176) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:47.330991 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6b9395-5f4f-4a0b-ac85-4126036d45f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f77e525-5553-451b-a99e-bc70c61c0e31", "tag": "7ffddc5e-ce20-4f6c-8181-275a1457829b"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:17:47.347941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e2bcd-d4e7-4962-87b4-b4947ca50010 None None] Routers {'53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:47.359201 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3a4e2bcd-d4e7-4962-87b4-b4947ca50010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:17:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:47.433841 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264c2faf-570e-40ef-b68c-f9a16cfdbf5a x-openstack-request-id: req-264c2faf-570e-40ef-b68c-f9a16cfdbf5a {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:17:47.434481 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f77e525-5553-451b-a99e-bc70c61c0e31", "tag": "7ffddc5e-ce20-4f6c-8181-275a1457829b", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:17:47.434481 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-264c2faf-570e-40ef-b68c-f9a16cfdbf5a {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:17:47.434881 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f77e525-5553-451b-a99e-bc70c61c0e31', 'tag': '7ffddc5e-ce20-4f6c-8181-275a1457829b', 'status': 'completed', 'code': 200} Nov 11 12:17:47.444720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f253b6-7c73-4c3c-a88d-bf9e517f6826 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffddc5e-ce20-4f6c-8181-275a1457829b,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:47.475557 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-80960105-4d8e-4abb-892b-af1d5515e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:47.491274 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-80960105-4d8e-4abb-892b-af1d5515e34c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 1094 time: 0.1223726 Nov 11 12:17:47.542198 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ef305-04a4-4d67-b17f-21c9027df4f0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:47.549143 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3a4e2bcd-d4e7-4962-87b4-b4947ca50010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:47.551561 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55182) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:47.554871 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8b1ef305-04a4-4d67-b17f-21c9027df4f0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports/5f9b92df-ec48-4a8b-8277-7318662775a6 HTTP/1.1" status: 200 len: 984 time: 0.2232354 Nov 11 12:17:47.563271 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e2bcd-d4e7-4962-87b4-b4947ca50010 None None] Routers {'53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:47.563892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3a4e2bcd-d4e7-4962-87b4-b4947ca50010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:17:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:47.657887 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3a4e2bcd-d4e7-4962-87b4-b4947ca50010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:47.660877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e2bcd-d4e7-4962-87b4-b4947ca50010 None None] The sync data for ids ['53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:47.713015 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-fc930765-9776-4fd5-85af-9ce542233840 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ffddc5e-ce20-4f6c-8181-275a1457829b HTTP/1.1" status: 200 len: 217 time: 0.2128074 Nov 11 12:17:47.882464 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-551b5c88-1ad9-4bfe-a9cb-250b08193280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:47.883943 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-551b5c88-1ad9-4bfe-a9cb-250b08193280 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.1282952 Nov 11 12:17:48.086051 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-b1fd20c5-ace9-4522-bf34-e2a4b902af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:48.087709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-b1fd20c5-ace9-4522-bf34-e2a4b902af41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911478 Nov 11 12:17:48.292789 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-be12058f-64bf-4c93-b9c9-0856dcdb6a63 service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904964 Nov 11 12:17:48.491992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f977390d-1fd4-4159-b4cc-68f7f800b771 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:17:48.663050 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80685c-caa3-46eb-bee0-32368eb231ef req-cd2fe55b-563a-428c-94ca-5b10c6741df3 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:48.669292 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef80685c-caa3-46eb-bee0-32368eb231ef req-cd2fe55b-563a-428c-94ca-5b10c6741df3 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 943 time: 0.3754742 Nov 11 12:17:48.733922 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f977390d-1fd4-4159-b4cc-68f7f800b771, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f977390d-1fd4-4159-b4cc-68f7f800b771,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:48.765307 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'f977390d-1fd4-4159-b4cc-68f7f800b771', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'port_id': 'f977390d-1fd4-4159-b4cc-68f7f800b771', 'mac_address': 'fa:16:3e:33:81:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:17:48.772191 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f01bd8b3-2339-450e-ae71-fdc794a1a303 req-a4da25cd-56e7-4555-9407-338d690b186c service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285319 Nov 11 12:17:48.892168 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.921860 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f977390d-1fd4-4159-b4cc-68f7f800b771 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:17:48.951478 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f977390d-1fd4-4159-b4cc-68f7f800b771, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f977390d-1fd4-4159-b4cc-68f7f800b771,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:48.954408 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ba6ec-9d12-4e5f-a97e-976f04964b95 req-378a0efc-d20b-4595-a962-ee0793717abd tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:48.956008 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-540ba6ec-9d12-4e5f-a97e-976f04964b95 req-378a0efc-d20b-4595-a962-ee0793717abd tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.6025960 Nov 11 12:17:48.966040 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.050329 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f977390d-1fd4-4159-b4cc-68f7f800b771,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:49.167567 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:17:49.266594 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f977390d-1fd4-4159-b4cc-68f7f800b771'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:17:49.802442 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef80685c-caa3-46eb-bee0-32368eb231ef req-ea700901-3450-4b02-8634-54f8d61c3e3d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0096304 Nov 11 12:17:49.854556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b9395-5f4f-4a0b-ac85-4126036d45f9 req-76d8aa28-deb1-4894-9606-6240a849ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:49.856588 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb6b9395-5f4f-4a0b-ac85-4126036d45f9 req-76d8aa28-deb1-4894-9606-6240a849ec6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 1094 time: 0.9982724 Nov 11 12:17:49.868320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-540ba6ec-9d12-4e5f-a97e-976f04964b95 req-e1ce315a-971c-4413-83b0-669c1631345f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8996091 Nov 11 12:17:49.898462 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e1e752a7-dec6-4e7c-8b80-a4e8d14f1ce7 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:50.145827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b9395-5f4f-4a0b-ac85-4126036d45f9 req-94c62788-2244-4ebf-b73f-b62128ec368e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:50.147368 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb6b9395-5f4f-4a0b-ac85-4126036d45f9 req-94c62788-2244-4ebf-b73f-b62128ec368e service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 914 time: 0.2672656 Nov 11 12:17:50.260738 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb6b9395-5f4f-4a0b-ac85-4126036d45f9 req-f689137c-0d0c-4f31-9b24-ebb979084c73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ffddc5e-ce20-4f6c-8181-275a1457829b HTTP/1.1" status: 200 len: 217 time: 0.0851870 Nov 11 12:17:50.357402 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b9395-5f4f-4a0b-ac85-4126036d45f9 req-c9421cb3-8fa7-4842-8212-7fd753b0ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:50.359358 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb6b9395-5f4f-4a0b-ac85-4126036d45f9 req-c9421cb3-8fa7-4842-8212-7fd753b0ad9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.0902998 Nov 11 12:17:50.452153 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b9395-5f4f-4a0b-ac85-4126036d45f9 req-a9e72fe7-d160-45f7-8060-3022800e4f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:50.453779 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb6b9395-5f4f-4a0b-ac85-4126036d45f9 req-a9e72fe7-d160-45f7-8060-3022800e4f2e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824521 Nov 11 12:17:50.505790 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f977390d-1fd4-4159-b4cc-68f7f800b771 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:50.737540 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port f977390d-1fd4-4159-b4cc-68f7f800b771 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:17:50.760746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port f977390d-1fd4-4159-b4cc-68f7f800b771 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:50.761841 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:50.843078 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e1e752a7-dec6-4e7c-8b80-a4e8d14f1ce7 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port 5f9b92df-ec48-4a8b-8277-7318662775a6 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:50.845060 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e1e752a7-dec6-4e7c-8b80-a4e8d14f1ce7 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.077651 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.141089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb6b9395-5f4f-4a0b-ac85-4126036d45f9 req-798a4a3d-06f9-4d17-8ce5-ca5096c59d07 service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6734035 Nov 11 12:17:51.186453 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27037002-6030-4d55-a183-693deb1c3c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f977390d-1fd4-4159-b4cc-68f7f800b771'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:17:51.189575 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed94ace5-1a81-494e-92a9-002b76dc546e" -d '{"events": [{"server_uuid": "27037002-6030-4d55-a183-693deb1c3c3a", "name": "network-vif-plugged", "status": "completed", "tag": "f977390d-1fd4-4159-b4cc-68f7f800b771"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:17:51.220132 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e1e752a7-dec6-4e7c-8b80-a4e8d14f1ce7 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.227710 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f977390d-1fd4-4159-b4cc-68f7f800b771, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f977390d-1fd4-4159-b4cc-68f7f800b771,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:51.247255 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.253350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cab77-c668-4ef3-873f-2a1bb77ffb17 req-94faf48d-b6aa-4f00-9178-ba294c2f783e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:51.255420 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee6cab77-c668-4ef3-873f-2a1bb77ffb17 req-94faf48d-b6aa-4f00-9178-ba294c2f783e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 944 time: 0.2325161 Nov 11 12:17:51.306443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e1e752a7-dec6-4e7c-8b80-a4e8d14f1ce7 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for 5f9b92df-ec48-4a8b-8277-7318662775a6 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:51.349870 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edcd77-642d-4491-8771-ff4f235ba1b4 req-5afc9713-6389-4202-af91-206648b46ad7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:51.351689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b8edcd77-642d-4491-8771-ff4f235ba1b4 req-5afc9713-6389-4202-af91-206648b46ad7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.2594037 Nov 11 12:17:51.380436 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f977390d-1fd4-4159-b4cc-68f7f800b771,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:51.473492 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee6cab77-c668-4ef3-873f-2a1bb77ffb17 req-5fff6aff-ae29-4520-a020-2684709af825 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740668 Nov 11 12:17:51.481737 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb6b9395-5f4f-4a0b-ac85-4126036d45f9 req-03ba3edc-7fbc-482e-99b7-c8f02d27b116 service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323417 Nov 11 12:17:51.612866 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b8edcd77-642d-4491-8771-ff4f235ba1b4 req-bf59faae-df40-4871-95ea-a060b520532d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121394 Nov 11 12:17:51.682061 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.768862 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b60b73-dd08-4660-9d51-0d8eea9e7349 x-openstack-request-id: req-40b60b73-dd08-4660-9d51-0d8eea9e7349 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:17:51.769257 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27037002-6030-4d55-a183-693deb1c3c3a", "name": "network-vif-plugged", "status": "completed", "tag": "f977390d-1fd4-4159-b4cc-68f7f800b771", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:17:51.769594 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-40b60b73-dd08-4660-9d51-0d8eea9e7349 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:17:51.776840 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27037002-6030-4d55-a183-693deb1c3c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f977390d-1fd4-4159-b4cc-68f7f800b771', 'code': 200} Nov 11 12:17:51.890400 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e1e752a7-dec6-4e7c-8b80-a4e8d14f1ce7 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.946223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e752a7-dec6-4e7c-8b80-a4e8d14f1ce7 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=5f9b92df-ec48-4a8b-8277-7318662775a6,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:52.109074 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f621cf-8d0a-427b-9d9c-e8dd0a11aa94 req-60d075b7-b6ce-4d0e-9cca-3e8b49eafec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:52.111335 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-74f621cf-8d0a-427b-9d9c-e8dd0a11aa94 req-60d075b7-b6ce-4d0e-9cca-3e8b49eafec1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 1096 time: 0.1776023 Nov 11 12:17:52.194523 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e1e752a7-dec6-4e7c-8b80-a4e8d14f1ce7 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.301541 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-74f621cf-8d0a-427b-9d9c-e8dd0a11aa94 req-77807e47-22bb-44a5-9a18-30064266a31e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740046 Nov 11 12:17:52.599616 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e752a7-dec6-4e7c-8b80-a4e8d14f1ce7 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:17:52.846136 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca99eb4-60da-4cbb-86e9-5c19ebaf729f req-257ba047-e038-40fd-a7b0-8e4dde0ceb28 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:52.855313 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6ca99eb4-60da-4cbb-86e9-5c19ebaf729f req-257ba047-e038-40fd-a7b0-8e4dde0ceb28 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 945 time: 0.2283485 Nov 11 12:17:52.898506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e752a7-dec6-4e7c-8b80-a4e8d14f1ce7 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:52.910347 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e1e752a7-dec6-4e7c-8b80-a4e8d14f1ce7 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3576515 Nov 11 12:17:52.912542 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55516) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:52.920025 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a8a881-b838-46a1-8b04-33e926349a42 None None] Sync routers for ids ['53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:52.936381 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8a881-b838-46a1-8b04-33e926349a42 None None] Routers {'53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:52.937042 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-72a8a881-b838-46a1-8b04-33e926349a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:17:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:52.980598 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2abbc5-0a61-4d8f-9fe4-a518d184e482 req-92f10799-9b78-41db-824e-2fa91f385bd4 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:52.982412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3f2abbc5-0a61-4d8f-9fe4-a518d184e482 req-92f10799-9b78-41db-824e-2fa91f385bd4 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.1956205 Nov 11 12:17:53.000596 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6ca99eb4-60da-4cbb-86e9-5c19ebaf729f req-bc547b1e-9a03-4e50-bc85-0b39c6b38d55 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440170 Nov 11 12:17:53.069002 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-72a8a881-b838-46a1-8b04-33e926349a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:53.093720 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8a881-b838-46a1-8b04-33e926349a42 None None] Routers {'53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:53.094679 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-72a8a881-b838-46a1-8b04-33e926349a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:17:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:53.152966 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3f2abbc5-0a61-4d8f-9fe4-a518d184e482 req-bc90144e-feb2-45c6-83e6-00471b62e56e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497750 Nov 11 12:17:53.211630 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-72a8a881-b838-46a1-8b04-33e926349a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:53.219057 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a8a881-b838-46a1-8b04-33e926349a42 None None] The sync data for ids ['53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:53.408628 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-26454c8f-4af3-42f5-a158-976ec9cab36b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] remove_router_interface failed (client error): The resource could not be found. Nov 11 12:17:53.413429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55560) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:53.426582 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-26454c8f-4af3-42f5-a158-976ec9cab36b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5123961 Nov 11 12:17:53.464418 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55566) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:53.468030 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d23c7a8b-b767-435e-94e1-4f562bdb7ed0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9 HTTP/1.1" status: 200 len: 205 time: 0.0523336 Nov 11 12:17:53.629327 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b74cc4ab-c310-4232-91a4-dc4235b90605 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:53.870853 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-02f16113-50fe-4ab1-9895-64bdecdc94f1 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:53.874088 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-02f16113-50fe-4ab1-9895-64bdecdc94f1 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/networks?id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009 HTTP/1.1" status: 200 len: 813 time: 0.1964271 Nov 11 12:17:53.916881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-08b455ea-5986-47b7-b819-a08a2a53a484 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/quotas/c65a3793421346779a803c061e355092 HTTP/1.1" status: 200 len: 375 time: 0.0259674 Nov 11 12:17:54.026785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-39b0275c-38ae-418c-bfb0-eb0a60700f46 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c65a3793421346779a803c061e355092&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1044452 Nov 11 12:17:54.041985 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b74cc4ab-c310-4232-91a4-dc4235b90605 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.053623 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b74cc4ab-c310-4232-91a4-dc4235b90605 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.182564 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b74cc4ab-c310-4232-91a4-dc4235b90605 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.183613 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74cc4ab-c310-4232-91a4-dc4235b90605 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Fanout notify agent at l3_agent the message router_deleted on router 53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:17:54.194943 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b74cc4ab-c310-4232-91a4-dc4235b90605 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.199148 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b74cc4ab-c310-4232-91a4-dc4235b90605 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/routers/53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9 HTTP/1.1" status: 204 len: 168 time: 0.7334261 Nov 11 12:17:54.199957 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55646) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:54.260486 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-852b397e-1244-4779-99c6-d58d482fe4bf tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting subnet 1b946b9c-b5bc-43e1-aead-0cc8054e08bd {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:54.265008 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-852b397e-1244-4779-99c6-d58d482fe4bf tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.293746 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab08e42-9e32-4789-a858-4b410ff6885c req-341919bf-d41b-4418-9387-8194f916a3ca tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:54.295293 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bab08e42-9e32-4789-a858-4b410ff6885c req-341919bf-d41b-4418-9387-8194f916a3ca tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 945 time: 0.1687534 Nov 11 12:17:54.327602 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-ad0abb83-7e30-4522-9de2-a4f77c322910 service neutron] 10.222.0.65 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820411 Nov 11 12:17:54.333463 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-852b397e-1244-4779-99c6-d58d482fe4bf tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.432389 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-852b397e-1244-4779-99c6-d58d482fe4bf tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.504002 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bab08e42-9e32-4789-a858-4b410ff6885c req-cf386835-e6b4-440e-85e4-1b062ce23298 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873031 Nov 11 12:17:54.591229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-14f8c138-b644-4404-ac37-2b95673fce4f service neutron] 10.222.0.65 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556436 Nov 11 12:17:54.593413 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-852b397e-1244-4779-99c6-d58d482fe4bf tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.643804 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b397e-1244-4779-99c6-d58d482fe4bf tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Subnet': ['ID=1b946b9c-b5bc-43e1-aead-0cc8054e08bd,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:54.648179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df60562a-04f0-47ba-a668-2c2e74d95440 None None] Network 55832b60-39db-474b-8137-bcd917a60049 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:54.664562 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-852b397e-1244-4779-99c6-d58d482fe4bf tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.670723 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-852b397e-1244-4779-99c6-d58d482fe4bf tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/1b946b9c-b5bc-43e1-aead-0cc8054e08bd HTTP/1.1" status: 204 len: 168 time: 0.4670908 Nov 11 12:17:54.670920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55692) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:54.863129 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.988734 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30aa906-7dca-4b20-b4ed-e5349e7b264a None None] DHCP port deletion for 55832b60-39db-474b-8137-bcd917a60049 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:55.054016 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f1927d4-6da4-4a17-a1a8-771692a03b3a req-912dc197-f279-42e3-ade1-9f1428237445 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=dcbd321ff8c34e24a110bf9a388e82c0 HTTP/1.1" status: 200 len: 267 time: 0.1791677 Nov 11 12:17:55.140916 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d30aa906-7dca-4b20-b4ed-e5349e7b264a None None] Deleting port 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:55.141501 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d30aa906-7dca-4b20-b4ed-e5349e7b264a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.171203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0fa7-e584-4f56-a384-f0e78dfc8744 req-e05cafae-06ae-44b6-8be8-5abb102d39b2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:55.175881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d5b0fa7-e584-4f56-a384-f0e78dfc8744 req-e05cafae-06ae-44b6-8be8-5abb102d39b2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.4947531 Nov 11 12:17:55.277529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1927d4-6da4-4a17-a1a8-771692a03b3a req-b4f8022b-b531-4466-8a78-1693cc5580cb tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:55.290503 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f1927d4-6da4-4a17-a1a8-771692a03b3a req-b4f8022b-b531-4466-8a78-1693cc5580cb tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 945 time: 0.2422035 Nov 11 12:17:55.301229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-4f1927d4-6da4-4a17-a1a8-771692a03b3a req-8182cc81-4e85-45a9-b369-7088801f0aa9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Request body: {'port': {'security_groups': []}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:55.315045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d30aa906-7dca-4b20-b4ed-e5349e7b264a None None] For port 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4,segment=NetworkSegment(68b73b8c-777d-44c0-889f-9b0035c4dc4c),segment_id=68b73b8c-777d-44c0-889f-9b0035c4dc4c)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:55.316008 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d30aa906-7dca-4b20-b4ed-e5349e7b264a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.348641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d30aa906-7dca-4b20-b4ed-e5349e7b264a None None] Calling delete_port for 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:55.398038 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:55.398401 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.604466 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d30aa906-7dca-4b20-b4ed-e5349e7b264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.637867 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30aa906-7dca-4b20-b4ed-e5349e7b264a None None] No DVR routers for this DVR port 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:55.750214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30aa906-7dca-4b20-b4ed-e5349e7b264a None None] Pushing event deleted for resources: {'Port': ['ID=07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:55.757912 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d5b0fa7-e584-4f56-a384-f0e78dfc8744 req-d23f47d3-f173-47e8-8fd0-21dc4f2fbc7f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668402 Nov 11 12:17:55.837563 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4f1927d4-6da4-4a17-a1a8-771692a03b3a req-8182cc81-4e85-45a9-b369-7088801f0aa9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.874252 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32b33113-5d3d-4941-9212-82c0f9159241 req-17c89107-3086-4791-86d5-f247afa7595c tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 210 time: 0.0492854 Nov 11 12:17:55.903495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] For port 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4,segment=NetworkSegment(68b73b8c-777d-44c0-889f-9b0035c4dc4c),segment_id=68b73b8c-777d-44c0-889f-9b0035c4dc4c)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:55.904161 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.947664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:56.044473 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:56.121852 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:56.121852 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:56.198338 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.223130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] No DVR routers for this DVR port 07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:56.254529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=07bf0e8e-122d-4fdc-b0ba-1c13cd2371c4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:56.259394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-4f1927d4-6da4-4a17-a1a8-771692a03b3a req-8182cc81-4e85-45a9-b369-7088801f0aa9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] For port f977390d-1fd4-4159-b4cc-68f7f800b771, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f977390d-1fd4-4159-b4cc-68f7f800b771,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:56.369819 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4f1927d4-6da4-4a17-a1a8-771692a03b3a req-8182cc81-4e85-45a9-b369-7088801f0aa9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.372956 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.394580 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4f1927d4-6da4-4a17-a1a8-771692a03b3a req-8182cc81-4e85-45a9-b369-7088801f0aa9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.410189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['b427c82b-edcb-42d8-91b1-749d7815542f', 'f7f676dc-7d86-410e-833b-11ad60385c82', 'f977390d-1fd4-4159-b4cc-68f7f800b771'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:17:56.606203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55832b60-39db-474b-8137-bcd917a60049']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:56.664367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1927d4-6da4-4a17-a1a8-771692a03b3a req-8182cc81-4e85-45a9-b369-7088801f0aa9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:56.664367 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-4f1927d4-6da4-4a17-a1a8-771692a03b3a req-8182cc81-4e85-45a9-b369-7088801f0aa9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.664367 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f1927d4-6da4-4a17-a1a8-771692a03b3a req-8182cc81-4e85-45a9-b369-7088801f0aa9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "PUT /v2.0/ports/f977390d-1fd4-4159-b4cc-68f7f800b771 HTTP/1.1" status: 200 len: 904 time: 1.3679588 Nov 11 12:17:56.673909 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27037002-6030-4d55-a183-693deb1c3c3a', 'tag': 'f977390d-1fd4-4159-b4cc-68f7f800b771'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:17:56.685176 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf588667-0d4a-4ec4-8895-750762b980cd" -d '{"events": [{"name": "network-changed", "server_uuid": "27037002-6030-4d55-a183-693deb1c3c3a", "tag": "f977390d-1fd4-4159-b4cc-68f7f800b771"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:17:56.695065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b73b8c-777d-44c0-889f-9b0035c4dc4c') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:56.695448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b73b8c-777d-44c0-889f-9b0035c4dc4c') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:56.746368 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.788374 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f977390d-1fd4-4159-b4cc-68f7f800b771'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:17:56.847610 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2949a5-f5ba-43e8-8d87-9299973ee30e x-openstack-request-id: req-4a2949a5-f5ba-43e8-8d87-9299973ee30e {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:17:56.848204 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27037002-6030-4d55-a183-693deb1c3c3a", "tag": "f977390d-1fd4-4159-b4cc-68f7f800b771", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:17:56.848671 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4a2949a5-f5ba-43e8-8d87-9299973ee30e {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:17:56.849230 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27037002-6030-4d55-a183-693deb1c3c3a', 'tag': 'f977390d-1fd4-4159-b4cc-68f7f800b771', 'status': 'completed', 'code': 200} Nov 11 12:17:57.050419 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.060639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf588667-0d4a-4ec4-8895-750762b980cd req-34922349-3526-4310-8319-ddddccd62187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:57.063274 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cf588667-0d4a-4ec4-8895-750762b980cd req-34922349-3526-4310-8319-ddddccd62187 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 1058 time: 0.2110033 Nov 11 12:17:57.090977 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182cc81-4e85-45a9-b369-7088801f0aa9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event updated for resources: {'Port': ['ID=f977390d-1fd4-4159-b4cc-68f7f800b771,revision_number=6']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:57.245905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:57.246868 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: self.session.flush() Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:57.298377 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:57.470643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fddfd-6f78-4661-ab0c-4fe29051d419 req-9782b7a7-a9b8-472e-b4a3-96c5a1926b7b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:57.472487 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c1fddfd-6f78-4661-ab0c-4fe29051d419 req-9782b7a7-a9b8-472e-b4a3-96c5a1926b7b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 907 time: 0.5722749 Nov 11 12:17:57.481344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc06483-9db7-474f-9b7f-734f5712f3d2 req-03ad6d3b-ff91-4877-b62e-99da6e8bb92e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:57.491361 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcc06483-9db7-474f-9b7f-734f5712f3d2 req-03ad6d3b-ff91-4877-b62e-99da6e8bb92e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.4315581 Nov 11 12:17:57.492412 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.497097 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf588667-0d4a-4ec4-8895-750762b980cd req-3c9b3546-a890-48e2-9a6b-1c31bd4f35b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:57.505469 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cf588667-0d4a-4ec4-8895-750762b980cd req-3c9b3546-a890-48e2-9a6b-1c31bd4f35b5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.4280362 Nov 11 12:17:57.536744 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.544702 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/networks/55832b60-39db-474b-8137-bcd917a60049 HTTP/1.1" status: 204 len: 168 time: 2.8677049 Nov 11 12:17:57.550016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-dcebc89e-d7ce-4a52-b96c-d41363fcce2f None None] Provisioning complete for port f977390d-1fd4-4159-b4cc-68f7f800b771 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:57.551057 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dcebc89e-d7ce-4a52-b96c-d41363fcce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.560599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55730) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:57.574080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8fca2705-e743-4561-9a76-3ece389b0f98 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-96043193'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:57.599834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da22291-1890-494b-8701-a48d881f5bfc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Network': ['ID=55832b60-39db-474b-8137-bcd917a60049,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:57.620315 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cf588667-0d4a-4ec4-8895-750762b980cd req-03c0c902-816e-4c10-b9ca-20e4e0955674 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f977390d-1fd4-4159-b4cc-68f7f800b771 HTTP/1.1" status: 200 len: 217 time: 0.1013596 Nov 11 12:17:57.700898 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b0a0a94-6da0-4a69-9add-7bf1cb70d527 req-9c48b686-4814-42dd-9206-6878803b5828 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 210 time: 0.0888283 Nov 11 12:17:57.736498 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcc06483-9db7-474f-9b7f-734f5712f3d2 req-8774439d-bf9f-4ab4-925e-2dd59998d774 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372308 Nov 11 12:17:57.741648 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fca2705-e743-4561-9a76-3ece389b0f98 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:57.743938 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-064306f1-0cb4-4196-9c3b-18a239ca9f75 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:57.751997 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-064306f1-0cb4-4196-9c3b-18a239ca9f75 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.62 "GET /v2.0/networks?id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009 HTTP/1.1" status: 200 len: 813 time: 0.3752496 Nov 11 12:17:57.762915 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf588667-0d4a-4ec4-8895-750762b980cd req-4cf89f5a-4556-485c-b0b9-af26b1478f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:57.764374 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cf588667-0d4a-4ec4-8895-750762b980cd req-4cf89f5a-4556-485c-b0b9-af26b1478f70 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.1349900 Nov 11 12:17:57.770680 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8fca2705-e743-4561-9a76-3ece389b0f98 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.775437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Request body: {'port': {'device_id': '4705dec1-c3d3-4605-82c0-464ce123c01f', 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009', 'admin_state_up': True, 'tenant_id': 'c65a3793421346779a803c061e355092'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:57.829637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fca2705-e743-4561-9a76-3ece389b0f98 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:57.858793 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8fca2705-e743-4561-9a76-3ece389b0f98 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.859529 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-8fca2705-e743-4561-9a76-3ece389b0f98 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Added segment bec3cc0f-2c75-401f-8766-a87b501918ad of type vlan for network b150cfdd-228a-4b98-8e77-4d2556a3398c Nov 11 12:17:57.980620 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8fca2705-e743-4561-9a76-3ece389b0f98 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.129978 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e167013-423c-4cbe-9c77-1caad4619284 req-b726878b-4ce9-44a2-9bd8-384738593ef5 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:58.132750 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e167013-423c-4cbe-9c77-1caad4619284 req-b726878b-4ce9-44a2-9bd8-384738593ef5 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1938097 Nov 11 12:17:58.151269 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8fca2705-e743-4561-9a76-3ece389b0f98 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.180450 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fca2705-e743-4561-9a76-3ece389b0f98 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:58.187690 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8fca2705-e743-4561-9a76-3ece389b0f98 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.291084 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8fca2705-e743-4561-9a76-3ece389b0f98 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7293596 Nov 11 12:17:58.305706 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55738) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:58.311383 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-3bdde421-145b-4ebf-b28d-6726db991f09 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'subnet': {'network_id': 'b150cfdd-228a-4b98-8e77-4d2556a3398c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:58.339113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca2705-e743-4561-9a76-3ece389b0f98 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Network': ['ID=b150cfdd-228a-4b98-8e77-4d2556a3398c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:58.352372 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e167013-423c-4cbe-9c77-1caad4619284 req-23227fdd-944d-4813-89db-1a2f4c99951e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097793 Nov 11 12:17:58.354574 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network b150cfdd-228a-4b98-8e77-4d2556a3398c details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:58.500391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdde421-145b-4ebf-b28d-6726db991f09 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:58.504732 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3bdde421-145b-4ebf-b28d-6726db991f09 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.586558 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Made reservation on behalf of c65a3793421346779a803c061e355092 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:58.591221 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.619447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf588667-0d4a-4ec4-8895-750762b980cd req-7b9b573f-b4ac-4ab1-818a-8e0b3b811f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:58.621477 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cf588667-0d4a-4ec4-8895-750762b980cd req-7b9b573f-b4ac-4ab1-818a-8e0b3b811f17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6987576 Nov 11 12:17:58.901342 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Allocated IP 172.20.0.14 (b4efc2af-44dc-4d6c-a7d9-7144b87a1009/a85fc5db-a767-49f3-be73-059cad97fe22/f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:58.984181 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cf588667-0d4a-4ec4-8895-750762b980cd req-56ffc467-3d4b-498f-a0a8-ea68a1ea0287 service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542790 Nov 11 12:17:59.087087 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb693c-6f25-4f67-a862-21b8ddb630e9 req-9eaa812e-442a-49a6-9923-9174dbedcd28 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:59.140597 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42fb693c-6f25-4f67-a862-21b8ddb630e9 req-9eaa812e-442a-49a6-9923-9174dbedcd28 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.3990550 Nov 11 12:17:59.140597 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3bdde421-145b-4ebf-b28d-6726db991f09 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.140597 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a06f1253-5afd-4d66-bda5-facc37322872 req-3ed8f7c6-5e1b-407d-9f6c-5e016a8aa3ef tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 210 time: 0.0592871 Nov 11 12:17:59.220495 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cf588667-0d4a-4ec4-8895-750762b980cd req-7f257cd3-3e72-4cd0-8fbe-be036c593fcb service neutron] 10.222.0.62 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184241 Nov 11 12:17:59.329452 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdde421-145b-4ebf-b28d-6726db991f09 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Subnet': ['ID=9e97f607-0206-4e9f-bfbb-893a6d4b8184,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:59.341822 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42fb693c-6f25-4f67-a862-21b8ddb630e9 req-8d9785ac-20c4-4bd0-a446-8199bbf1418c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401185 Nov 11 12:17:59.347366 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdde421-145b-4ebf-b28d-6726db991f09 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Checking segment: {'id': 'bec3cc0f-2c75-401f-8766-a87b501918ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b150cfdd-228a-4b98-8e77-4d2556a3398c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:59.348443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdde421-145b-4ebf-b28d-6726db991f09 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network hostable DHCP agents. Network: b150cfdd-228a-4b98-8e77-4d2556a3398c, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:17:59.419905 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.465523 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.477434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdde421-145b-4ebf-b28d-6726db991f09 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network b150cfdd-228a-4b98-8e77-4d2556a3398c is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:17:59.480589 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['645a5640-370c-4fad-b172-68892928071b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:17:59.482963 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['82ad441b-f58c-4e60-afda-488fb3a82278', 'd82dfb29-2b99-476e-aa96-f997c8a239ed'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:17:59.513507 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:59.517060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-3bdde421-145b-4ebf-b28d-6726db991f09 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, b150cfdd-228a-4b98-8e77-4d2556a3398c) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:59.526227 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:59.534373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdde421-145b-4ebf-b28d-6726db991f09 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:59.536988 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3bdde421-145b-4ebf-b28d-6726db991f09 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.554081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fb4bc-d44b-41ee-bc19-83b90cc39f29 req-88eaaee3-d4cb-45de-8dfa-a366077aa922 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:59.557171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-186fb4bc-d44b-41ee-bc19-83b90cc39f29 req-88eaaee3-d4cb-45de-8dfa-a366077aa922 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.1676323 Nov 11 12:17:59.568130 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:59.597405 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6689379-7748-4c92-a655-7a483ad8849a None None] Network b150cfdd-228a-4b98-8e77-4d2556a3398c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:59.621274 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3bdde421-145b-4ebf-b28d-6726db991f09 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3143613 Nov 11 12:17:59.632253 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55764) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:59.643118 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-cb144cd4-9559-4139-a094-7da28f0c1423 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1917136451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:59.723219 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-186fb4bc-d44b-41ee-bc19-83b90cc39f29 req-61d29168-b793-40f1-86f4-626e491453fc tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513431 Nov 11 12:17:59.744423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:59.744423 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.751219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c798a9-ee28-4213-b5f9-c051ba484e8d None None] DHCP port deletion for b4efc2af-44dc-4d6c-a7d9-7144b87a1009 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:59.764332 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cb144cd4-9559-4139-a094-7da28f0c1423 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.765405 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cb144cd4-9559-4139-a094-7da28f0c1423 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.773712 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Pushing event updated for resources: {'Port': ['ID=f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:59.787342 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:59.787680 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:59.787995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:59.788365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:59.788709 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:59.789068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:59.789388 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:59.790096 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:59.790096 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:59.790367 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:59.790770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:59.791257 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:59.799820 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-94b5c548-d494-491c-841e-f87209ac80bc tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0343604 Nov 11 12:17:59.814373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-eccf729d-f239-4eb3-9142-ee8107ac9df7 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:59.822862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-eccf729d-f239-4eb3-9142-ee8107ac9df7 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 812 time: 0.2303967 Nov 11 12:17:59.824606 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Request body: {'port': {'device_id': '4705dec1-c3d3-4605-82c0-464ce123c01f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:59.842595 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-a9bc4cdd-90ba-48a9-9fe4-87a7bf5622f9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/quotas/dcbd321ff8c34e24a110bf9a388e82c0 HTTP/1.1" status: 200 len: 375 time: 0.0185800 Nov 11 12:17:59.943350 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cb144cd4-9559-4139-a094-7da28f0c1423 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.949069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-fe0a5692-cb80-4228-a430-10a6d377c33d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1054230 Nov 11 12:17:59.959623 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cb144cd4-9559-4139-a094-7da28f0c1423 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.973296 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.993631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9b586b27-3f07-4c7b-b5bd-f1a352670562 None None] Provisioning complete for port f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:59.993631 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9b586b27-3f07-4c7b-b5bd-f1a352670562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.039393 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cb144cd4-9559-4139-a094-7da28f0c1423 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.040832 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cb144cd4-9559-4139-a094-7da28f0c1423 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4073453 Nov 11 12:18:00.044543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55768) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:00.087079 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-5eb26738-1631-49da-95b8-a2dbac0d0de3 service neutron] 10.222.0.65 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239991 Nov 11 12:18:00.223082 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-b150cfdd-228a-4b98-8e77-4d2556a3398c', 'network_id': 'b150cfdd-228a-4b98-8e77-4d2556a3398c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'fixed_ips': [{'subnet_id': '9e97f607-0206-4e9f-bfbb-893a6d4b8184'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:18:00.224234 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.236891 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0bfc32ce-0148-4d45-9ca1-64fe8fb3480e service neutron] 10.222.0.65 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404641 Nov 11 12:18:00.346193 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-9b586b27-3f07-4c7b-b5bd-f1a352670562 None None] Port f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:00.457201 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd052c-e01a-4e0a-b5e8-d2d2dd8ebd46 req-d100d44e-3169-4f2f-9bd4-94df66378780 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:00.463958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9acd052c-e01a-4e0a-b5e8-d2d2dd8ebd46 req-d100d44e-3169-4f2f-9bd4-94df66378780 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 932 time: 0.1727657 Nov 11 12:18:00.612926 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd9710c2-5373-4a5d-b986-dbd176e51e8b req-0951addf-680d-4f4a-8c13-967e46aabcbc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 210 time: 0.0864499 Nov 11 12:18:00.676742 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9acd052c-e01a-4e0a-b5e8-d2d2dd8ebd46 req-ac9b5433-8f66-4fc6-84d9-0b5fc950416f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026825 Nov 11 12:18:00.879132 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Allocated IP 2001:db8::2 (b150cfdd-228a-4b98-8e77-4d2556a3398c/9e97f607-0206-4e9f-bfbb-893a6d4b8184/2df7c6ec-04e2-4b5e-9934-a01af617185f) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:00.958351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fc9dc-3908-4c3e-9cec-a0317c823c23 req-c31f8dcf-aaba-46e4-98cd-d8d6a3924125 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:00.960268 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba9fc9dc-3908-4c3e-9cec-a0317c823c23 req-c31f8dcf-aaba-46e4-98cd-d8d6a3924125 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.1178896 Nov 11 12:18:01.016921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:18:01.027261 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.042309 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Transition to ACTIVE for port object f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:18:01.053620 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.059573 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.066365 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.102386 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba9fc9dc-3908-4c3e-9cec-a0317c823c23 req-4689e469-09e1-4919-ac6e-8de4046137c7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350307 Nov 11 12:18:01.162332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Pushing event updated for resources: {'Port': ['ID=f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:01.176422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Network b150cfdd-228a-4b98-8e77-4d2556a3398c is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:01.180872 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:01.189711 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:01.206966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Pushing event updated for resources: {'Port': ['ID=2df7c6ec-04e2-4b5e-9934-a01af617185f,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:01.258858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c790847c-b6d4-4409-8c29-20cfe91e264f None None] DHCP port deletion for b4efc2af-44dc-4d6c-a7d9-7144b87a1009 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:01.328738 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Attempting to bind port 2df7c6ec-04e2-4b5e-9934-a01af617185f on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:01.329411 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Attempting to bind port 2df7c6ec-04e2-4b5e-9934-a01af617185f by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'bec3cc0f-2c75-401f-8766-a87b501918ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b150cfdd-228a-4b98-8e77-4d2556a3398c'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:01.329966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Attempting to bind port 2df7c6ec-04e2-4b5e-9934-a01af617185f on network b150cfdd-228a-4b98-8e77-4d2556a3398c {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:01.337661 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:01.338393 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Checking segment: {'id': 'bec3cc0f-2c75-401f-8766-a87b501918ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b150cfdd-228a-4b98-8e77-4d2556a3398c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:01.339028 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.339552 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Bound using segment: {'id': 'bec3cc0f-2c75-401f-8766-a87b501918ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b150cfdd-228a-4b98-8e77-4d2556a3398c'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:01.340338 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Bound port: 2df7c6ec-04e2-4b5e-9934-a01af617185f, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec3cc0f-2c75-401f-8766-a87b501918ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b150cfdd-228a-4b98-8e77-4d2556a3398c'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:01.340862 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.375119 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.428956 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Attempting to bind port f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:01.429256 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Attempting to bind port f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '50c2a0f5-5112-485f-9f40-f633e5c1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:01.429771 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Attempting to bind port f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 on network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:01.438256 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Port f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 on network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:18:01.438808 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Attempting to bind port f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 on network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:01.463410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] For port 2df7c6ec-04e2-4b5e-9934-a01af617185f, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:01.467863 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] For port 2df7c6ec-04e2-4b5e-9934-a01af617185f, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2df7c6ec-04e2-4b5e-9934-a01af617185f,segment=NetworkSegment(bec3cc0f-2c75-401f-8766-a87b501918ad),segment_id=bec3cc0f-2c75-401f-8766-a87b501918ad)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:01.475985 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.506851 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:01.507635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Checking segment: {'id': '50c2a0f5-5112-485f-9f40-f633e5c1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:01.508214 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Bound using segment: {'id': '50c2a0f5-5112-485f-9f40-f633e5c1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:01.508966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Bound port: f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c2a0f5-5112-485f-9f40-f633e5c1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:01.509480 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.579739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320da69-3cd7-455d-81ee-4f86b9020d5e None None] Pushing event updated for resources: {'Port': ['ID=2df7c6ec-04e2-4b5e-9934-a01af617185f,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:01.777944 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] For port f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:01.784980 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] For port f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:01.794892 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.941089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bcbd6e58-ed18-497f-bc53-e2cef26f7101 req-55c4f210-5cf7-4b0e-b5b6-9d43ff92d505 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 210 time: 0.1168602 Nov 11 12:18:02.057938 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Allocated IP 2001:db8::1 (b150cfdd-228a-4b98-8e77-4d2556a3398c/9e97f607-0206-4e9f-bfbb-893a6d4b8184/82a3f875-0650-4d85-88f9-99df43146837) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:02.162014 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:02.164333 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.170673 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] 10.222.0.62 "PUT /v2.0/ports/f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 HTTP/1.1" status: 200 len: 1092 time: 2.3488767 Nov 11 12:18:02.196937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370b70b-1e0c-4a2d-9a77-df64d4b60a47 req-aa75ce65-d9a8-48c2-8867-89924af8ab8d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:02.198727 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27b7776-7c51-401a-b72b-de282ba40dda None None] DHCP port deletion for b4efc2af-44dc-4d6c-a7d9-7144b87a1009 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:02.201816 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f370b70b-1e0c-4a2d-9a77-df64d4b60a47 req-aa75ce65-d9a8-48c2-8867-89924af8ab8d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 944 time: 0.3371699 Nov 11 12:18:02.303249 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4705dec1-c3d3-4605-82c0-464ce123c01f', 'tag': 'f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:18:02.307126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f370b70b-1e0c-4a2d-9a77-df64d4b60a47 req-7181d6f5-0574-476d-99c7-2ec7c6f835c4 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959613 Nov 11 12:18:02.308164 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd99be5-2be0-466a-9775-07181399e2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "4705dec1-c3d3-4605-82c0-464ce123c01f", "tag": "f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:18:02.370481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-f21141b4-9b6a-40bb-9c95-cfc657950d0b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:02.372361 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-f21141b4-9b6a-40bb-9c95-cfc657950d0b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.43 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 812 time: 0.3544726 Nov 11 12:18:02.392035 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-c8e75cd1-8e23-4ce8-8e4d-237d6f8e0a0e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Request body: {'port': {'device_id': '5b7ae239-1d07-45a4-8792-a071be5aa51e', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'admin_state_up': True, 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:02.432593 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3122d2f5-ff2f-4a6c-9ab4-482abfeab814 x-openstack-request-id: req-3122d2f5-ff2f-4a6c-9ab4-482abfeab814 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:18:02.433035 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4705dec1-c3d3-4605-82c0-464ce123c01f", "tag": "f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:18:02.433287 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3122d2f5-ff2f-4a6c-9ab4-482abfeab814 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:18:02.433719 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4705dec1-c3d3-4605-82c0-464ce123c01f', 'tag': 'f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2', 'status': 'completed', 'code': 200} Nov 11 12:18:02.465030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9d3cd-7fa6-4347-9b4e-52bb672d30cb service neutron] Pushing event updated for resources: {'Port': ['ID=f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:02.506614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-7fb6d681-e4f1-49a2-a9c3-16c587b82536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:02.509962 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-7fb6d681-e4f1-49a2-a9c3-16c587b82536 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c65a3793421346779a803c061e355092&device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 1095 time: 0.1913121 Nov 11 12:18:02.598073 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-c8e75cd1-8e23-4ce8-8e4d-237d6f8e0a0e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Made reservation on behalf of dcbd321ff8c34e24a110bf9a388e82c0 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:02.603834 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-c8e75cd1-8e23-4ce8-8e4d-237d6f8e0a0e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.618959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c28d10-0d1e-4d5e-b64b-52aff9efe072 req-1303a418-c524-4962-b98b-5c5dff143aa9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:02.623251 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-332036dc-a7d6-4403-834e-73447b467276 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 HTTP/1.1" status: 200 len: 217 time: 0.0974436 Nov 11 12:18:02.631365 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9c28d10-0d1e-4d5e-b64b-52aff9efe072 req-1303a418-c524-4962-b98b-5c5dff143aa9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.3218718 Nov 11 12:18:02.749078 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9c28d10-0d1e-4d5e-b64b-52aff9efe072 req-6efc224f-d366-47a6-bd63-0063a48487bd tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162913 Nov 11 12:18:02.769013 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-d2c5a555-1e23-4a55-88c5-955a2dbf2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:02.774437 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-d2c5a555-1e23-4a55-88c5-955a2dbf2ad7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a85fc5db-a767-49f3-be73-059cad97fe22 HTTP/1.1" status: 200 len: 853 time: 0.1324906 Nov 11 12:18:02.860863 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.863763 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-4b03ec97-1bf6-4fd4-a006-babe28e2949f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759618 Nov 11 12:18:02.983850 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-c8e75cd1-8e23-4ce8-8e4d-237d6f8e0a0e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Allocated IP 172.20.0.10 (bdd4511e-5656-4b9d-9635-a504c30841d6/f46dfb4a-339a-47e1-91d5-1664a814afa1/11c268bd-609f-4e5b-bc50-6b0d118a8500) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:03.001477 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.070093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network b150cfdd-228a-4b98-8e77-4d2556a3398c is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:03.087524 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:03.093776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:03.093927 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.152563 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-05360a54-f787-47ca-abf3-34cfa1680a60 service neutron] 10.222.0.62 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800388 Nov 11 12:18:03.223540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=82a3f875-0650-4d85-88f9-99df43146837,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:03.235832 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf3a367a-e2b3-40f7-80bf-3401c429e8ab req-c60b0616-887a-4ecf-9cac-1ef82af209b7 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 210 time: 0.0341311 Nov 11 12:18:03.301533 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-c8e75cd1-8e23-4ce8-8e4d-237d6f8e0a0e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.368065 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-c8e75cd1-8e23-4ce8-8e4d-237d6f8e0a0e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.381950 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['b427c82b-edcb-42d8-91b1-749d7815542f', 'f7f676dc-7d86-410e-833b-11ad60385c82'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:18:03.422325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-c8e75cd1-8e23-4ce8-8e4d-237d6f8e0a0e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Network bdd4511e-5656-4b9d-9635-a504c30841d6 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:03.432094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-c8e75cd1-8e23-4ce8-8e4d-237d6f8e0a0e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:03.456085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-c8e75cd1-8e23-4ce8-8e4d-237d6f8e0a0e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:03.494181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6191e1-fc9d-40b4-8aea-135c4ace0330 None None] Network b150cfdd-228a-4b98-8e77-4d2556a3398c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:03.573663 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.603833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e75cd1-8e23-4ce8-8e4d-237d6f8e0a0e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event updated for resources: {'Port': ['ID=11c268bd-609f-4e5b-bc50-6b0d118a8500,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:03.612326 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-c8e75cd1-8e23-4ce8-8e4d-237d6f8e0a0e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:03.612896 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-c8e75cd1-8e23-4ce8-8e4d-237d6f8e0a0e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.617160 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-980807bf-27bc-4117-a20a-da7e32c44a7c req-03d32f2e-dac1-4238-a849-5f5e1760fe83 service neutron] 10.222.0.62 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560404 Nov 11 12:18:03.655264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d3612-f842-4cc5-bde8-3b90f2931fa7 req-e17458a9-741e-445a-b6a4-4dcb1a9f271f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:03.657121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-421d3612-f842-4cc5-bde8-3b90f2931fa7 req-e17458a9-741e-445a-b6a4-4dcb1a9f271f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 944 time: 0.1465437 Nov 11 12:18:03.693700 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-c8e75cd1-8e23-4ce8-8e4d-237d6f8e0a0e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3073401 Nov 11 12:18:03.709607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Request body: {'port': {'device_id': '5b7ae239-1d07-45a4-8792-a071be5aa51e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:03.750405 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-421d3612-f842-4cc5-bde8-3b90f2931fa7 req-9aa0ec02-1b9b-4cfa-8663-2891d9a86fe3 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846405 Nov 11 12:18:03.775578 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-358683a2-5106-40bf-a6d9-47d09f9ac7b2 None None] Provisioning complete for port 2df7c6ec-04e2-4b5e-9934-a01af617185f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:03.776272 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-358683a2-5106-40bf-a6d9-47d09f9ac7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.802981 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.938130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf655cd1-aa9b-4446-9310-2c863fea653f req-3188fd89-07c3-454d-a096-3c3e67eff4e9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:03.939910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf655cd1-aa9b-4446-9310-2c863fea653f req-3188fd89-07c3-454d-a096-3c3e67eff4e9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.0786474 Nov 11 12:18:03.971643 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd99be5-2be0-466a-9775-07181399e2a8 req-41bb7df7-fdbd-48f3-b888-e34f21de4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:03.977489 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6dd99be5-2be0-466a-9775-07181399e2a8 req-41bb7df7-fdbd-48f3-b888-e34f21de4da2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c65a3793421346779a803c061e355092&device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 1095 time: 0.2909296 Nov 11 12:18:04.054406 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-358683a2-5106-40bf-a6d9-47d09f9ac7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.067983 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2df7c6ec-04e2-4b5e-9934-a01af617185f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:04.092908 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf655cd1-aa9b-4446-9310-2c863fea653f req-edddc1da-de26-48d6-86d4-173478762229 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985625 Nov 11 12:18:04.214961 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-358683a2-5106-40bf-a6d9-47d09f9ac7b2 None None] For port 2df7c6ec-04e2-4b5e-9934-a01af617185f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2df7c6ec-04e2-4b5e-9934-a01af617185f,segment=NetworkSegment(bec3cc0f-2c75-401f-8766-a87b501918ad),segment_id=bec3cc0f-2c75-401f-8766-a87b501918ad)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:04.249556 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-358683a2-5106-40bf-a6d9-47d09f9ac7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.256261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd99be5-2be0-466a-9775-07181399e2a8 req-c275d936-64ba-4c4f-939c-b2f9463b93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:04.257818 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6dd99be5-2be0-466a-9775-07181399e2a8 req-c275d936-64ba-4c4f-939c-b2f9463b93a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009 HTTP/1.1" status: 200 len: 915 time: 0.2740526 Nov 11 12:18:04.302114 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2df7c6ec-04e2-4b5e-9934-a01af617185f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:04.302403 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.321952 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6dd99be5-2be0-466a-9775-07181399e2a8 req-61b1ec83-325c-45bf-b6ea-0d87bda7878b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 HTTP/1.1" status: 200 len: 217 time: 0.0518253 Nov 11 12:18:04.325339 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c268bd-609f-4e5b-bc50-6b0d118a8500 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:18:04.342820 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.347988 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.351494 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358683a2-5106-40bf-a6d9-47d09f9ac7b2 None None] Pushing event updated for resources: {'Port': ['ID=2df7c6ec-04e2-4b5e-9934-a01af617185f,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:04.378047 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.379127 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.402321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Transition to ACTIVE for port object 11c268bd-609f-4e5b-bc50-6b0d118a8500 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:18:04.413933 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.415428 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-69284098-62fd-4876-bf30-d823b1db65a1 None None] Provisioning complete for port 82a3f875-0650-4d85-88f9-99df43146837 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:04.415888 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-69284098-62fd-4876-bf30-d823b1db65a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.506635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ba187-1c6d-48c8-8a63-1787cfa19cfd req-cf3934cd-7383-4c48-9267-e034d675dbf8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:04.528294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-776ba187-1c6d-48c8-8a63-1787cfa19cfd req-cf3934cd-7383-4c48-9267-e034d675dbf8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 932 time: 0.1651113 Nov 11 12:18:04.539245 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-69284098-62fd-4876-bf30-d823b1db65a1 None None] Port 82a3f875-0650-4d85-88f9-99df43146837 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:04.590258 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-69284098-62fd-4876-bf30-d823b1db65a1 None None] Provisioning complete for port 2df7c6ec-04e2-4b5e-9934-a01af617185f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:04.590839 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-69284098-62fd-4876-bf30-d823b1db65a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.654004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=82a3f875-0650-4d85-88f9-99df43146837,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:04.659533 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd99be5-2be0-466a-9775-07181399e2a8 req-fba164a4-b047-412b-9fa6-6b0f51f637a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:04.661251 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6dd99be5-2be0-466a-9775-07181399e2a8 req-fba164a4-b047-412b-9fa6-6b0f51f637a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a85fc5db-a767-49f3-be73-059cad97fe22 HTTP/1.1" status: 200 len: 853 time: 0.3097415 Nov 11 12:18:04.699295 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-776ba187-1c6d-48c8-8a63-1787cfa19cfd req-3421ea6f-f15e-4892-9d11-3c53f0ab6df0 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699126 Nov 11 12:18:04.741463 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6dd99be5-2be0-466a-9775-07181399e2a8 req-ae1d14b4-9236-4743-8fba-47f62757f97f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643880 Nov 11 12:18:04.750150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Pushing event updated for resources: {'Port': ['ID=11c268bd-609f-4e5b-bc50-6b0d118a8500,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:04.763803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Attempting to bind port 11c268bd-609f-4e5b-bc50-6b0d118a8500 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:04.764138 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Attempting to bind port 11c268bd-609f-4e5b-bc50-6b0d118a8500 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:04.764464 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Attempting to bind port 11c268bd-609f-4e5b-bc50-6b0d118a8500 on network bdd4511e-5656-4b9d-9635-a504c30841d6 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:04.783979 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Port 11c268bd-609f-4e5b-bc50-6b0d118a8500 on network bdd4511e-5656-4b9d-9635-a504c30841d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:18:04.784291 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Attempting to bind port 11c268bd-609f-4e5b-bc50-6b0d118a8500 on network bdd4511e-5656-4b9d-9635-a504c30841d6 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:04.789989 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:04.790538 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Checking segment: {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:04.790697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Bound using segment: {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:04.791124 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Bound port: 11c268bd-609f-4e5b-bc50-6b0d118a8500, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35e2e0-4eba-48dc-ae39-445cd28e3440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:04.791476 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.875611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-eacc4155-7b99-4b40-9d73-cd329eefdade None None] Provisioning complete for port 82a3f875-0650-4d85-88f9-99df43146837 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:04.878900 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eacc4155-7b99-4b40-9d73-cd329eefdade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.913189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] For port 11c268bd-609f-4e5b-bc50-6b0d118a8500, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:04.918297 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] For port 11c268bd-609f-4e5b-bc50-6b0d118a8500, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=11c268bd-609f-4e5b-bc50-6b0d118a8500,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:04.927404 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.933131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network b150cfdd-228a-4b98-8e77-4d2556a3398c is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:04.936086 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:04.989472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-eacc4155-7b99-4b40-9d73-cd329eefdade None None] Port 82a3f875-0650-4d85-88f9-99df43146837 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:05.044311 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:05.044926 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.046368 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] 10.222.0.43 "PUT /v2.0/ports/11c268bd-609f-4e5b-bc50-6b0d118a8500 HTTP/1.1" status: 200 len: 1092 time: 1.3424492 Nov 11 12:18:05.046836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7ae239-1d07-45a4-8792-a071be5aa51e', 'tag': '11c268bd-609f-4e5b-bc50-6b0d118a8500'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:18:05.049496 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf54f16-535c-45b8-a1c2-83cee014ac2a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7ae239-1d07-45a4-8792-a071be5aa51e", "tag": "11c268bd-609f-4e5b-bc50-6b0d118a8500"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:18:05.070573 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-00e9d3d6-5d25-4fea-9d87-f84f138d792e req-dd12ce0d-7745-4719-85f2-b12a93033710 service neutron] (109153) timed out ('10.222.0.62', 65475) {{(pid=109153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 12:18:05.140575 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6dd99be5-2be0-466a-9775-07181399e2a8 req-e308d3a9-37f2-4c23-a114-5f32975131cc service neutron] 10.222.0.62 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835320 Nov 11 12:18:05.165638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993a2ce-7079-43e6-bf3c-119189b6a91c service neutron] Pushing event updated for resources: {'Port': ['ID=11c268bd-609f-4e5b-bc50-6b0d118a8500,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:05.297421 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6dd99be5-2be0-466a-9775-07181399e2a8 req-8b7f237e-970e-4088-97e2-73ddc55814f0 service neutron] 10.222.0.62 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454825 Nov 11 12:18:05.392055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router ab75ef36-0e69-4d10-9527-00abbc181751 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:18:05.450476 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6adb576d-0ae0-408a-98e9-aa0c26a3c24a None None] Provisioning complete for port 82a3f875-0650-4d85-88f9-99df43146837 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:05.450995 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6adb576d-0ae0-408a-98e9-aa0c26a3c24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.507676 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6adb576d-0ae0-408a-98e9-aa0c26a3c24a None None] Port 82a3f875-0650-4d85-88f9-99df43146837 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:05.572995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:05.585930 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494acf93-1042-4d07-a8a4-b9d500ee0bbc None None] Sync routers for ids ['ab75ef36-0e69-4d10-9527-00abbc181751'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:05.603323 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3b94481d-064f-4626-9f09-124c7459e354 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/ab75ef36-0e69-4d10-9527-00abbc181751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5576680 Nov 11 12:18:05.606499 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55832) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:05.609679 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494acf93-1042-4d07-a8a4-b9d500ee0bbc None None] Routers {'ab75ef36-0e69-4d10-9527-00abbc181751'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:05.610647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-494acf93-1042-4d07-a8a4-b9d500ee0bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:17:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab75ef36-0e69-4d10-9527-00abbc181751'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:05.649948 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd45fab-a5ca-4c51-8d69-86d2bdb21b2b x-openstack-request-id: req-acd45fab-a5ca-4c51-8d69-86d2bdb21b2b {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:18:05.650971 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7ae239-1d07-45a4-8792-a071be5aa51e", "tag": "11c268bd-609f-4e5b-bc50-6b0d118a8500", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:18:05.651569 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-acd45fab-a5ca-4c51-8d69-86d2bdb21b2b {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:18:05.652214 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7ae239-1d07-45a4-8792-a071be5aa51e', 'tag': '11c268bd-609f-4e5b-bc50-6b0d118a8500', 'status': 'completed', 'code': 200} Nov 11 12:18:05.662877 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b7801-fb3f-4618-a2c3-56f7d7e3711f req-863eda49-482e-422c-b792-d8ce7fa2dc44 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:05.664666 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-062b7801-fb3f-4618-a2c3-56f7d7e3711f req-863eda49-482e-422c-b792-d8ce7fa2dc44 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 944 time: 0.7304502 Nov 11 12:18:05.706523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5a512d-5b8f-49a1-9c87-3be5f8879386 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:05.712310 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fd5a512d-5b8f-49a1-9c87-3be5f8879386 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports/82a3f875-0650-4d85-88f9-99df43146837 HTTP/1.1" status: 200 len: 911 time: 0.1030142 Nov 11 12:18:05.716293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55836) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:05.729097 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-494acf93-1042-4d07-a8a4-b9d500ee0bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:05.760271 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-062b7801-fb3f-4618-a2c3-56f7d7e3711f req-1b610640-89fa-4c1a-ab3b-5717beaf1372 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700049 Nov 11 12:18:05.766536 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-cbd194ca-144d-4eb9-b447-f73c095abdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:05.768143 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-cbd194ca-144d-4eb9-b447-f73c095abdfa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 1095 time: 0.6635771 Nov 11 12:18:05.783639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff188fb-d8d6-48b3-a769-04b620f37c4b req-ba46cdbc-81eb-429d-8916-50f6077596c6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:05.785289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494acf93-1042-4d07-a8a4-b9d500ee0bbc None None] Routers {'ab75ef36-0e69-4d10-9527-00abbc181751'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:05.786424 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-494acf93-1042-4d07-a8a4-b9d500ee0bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:17:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab75ef36-0e69-4d10-9527-00abbc181751'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:05.788687 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ff188fb-d8d6-48b3-a769-04b620f37c4b req-ba46cdbc-81eb-429d-8916-50f6077596c6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.1517332 Nov 11 12:18:05.841379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-494acf93-1042-4d07-a8a4-b9d500ee0bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:05.842616 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494acf93-1042-4d07-a8a4-b9d500ee0bbc None None] The sync data for ids ['ab75ef36-0e69-4d10-9527-00abbc181751'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:05.855406 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-859a0e47-d8f1-4347-b30f-b1f1c8815a6b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c268bd-609f-4e5b-bc50-6b0d118a8500 HTTP/1.1" status: 200 len: 217 time: 0.0656126 Nov 11 12:18:05.879542 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f5864c0e-d817-427a-9cb9-4828da6074db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.989693 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2df7c6ec-04e2-4b5e-9934-a01af617185f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:06.002313 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ff188fb-d8d6-48b3-a769-04b620f37c4b req-a9394e7b-5341-48f9-a769-49ad897a0843 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655567 Nov 11 12:18:06.025497 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-8e88b42d-06a3-4954-b5cb-fde5af54af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:06.027312 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-8e88b42d-06a3-4954-b5cb-fde5af54af10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.1602013 Nov 11 12:18:06.120454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2e903-eb77-4dd9-9255-17edfe081d95 req-aa59c35d-0c8b-4f64-941b-44a0e7484855 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:06.122106 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5bd2e903-eb77-4dd9-9255-17edfe081d95 req-aa59c35d-0c8b-4f64-941b-44a0e7484855 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 944 time: 0.1581089 Nov 11 12:18:06.129209 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-9596fa07-ae7a-415b-be80-babced045966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:06.129948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2df7c6ec-04e2-4b5e-9934-a01af617185f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:06.130856 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-9596fa07-ae7a-415b-be80-babced045966 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935295 Nov 11 12:18:06.131431 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:06.252614 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5bd2e903-eb77-4dd9-9255-17edfe081d95 req-953eea61-f133-4c2f-b1ae-4fdebb5763e9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206610 Nov 11 12:18:06.291424 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-1de67c36-ead0-4e66-860d-f62ad2f49a0f service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514080 Nov 11 12:18:06.496914 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bf5328a-a8bd-4271-940e-234af90508d6 req-eb330331-9b6f-4f88-99b7-062a33f22314 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966341 Nov 11 12:18:06.616509 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:18:06.658213 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf54f16-535c-45b8-a1c2-83cee014ac2a req-d4c6a6f7-3b67-4250-bb07-337a174c0290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:06.663198 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4bf54f16-535c-45b8-a1c2-83cee014ac2a req-d4c6a6f7-3b67-4250-bb07-337a174c0290 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 1095 time: 0.1100197 Nov 11 12:18:06.797456 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ce33a80-5270-4756-a684-e55863af940c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:06.799083 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf54f16-535c-45b8-a1c2-83cee014ac2a req-ab602588-35dc-404b-8f75-a3193dbf8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:06.800588 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4bf54f16-535c-45b8-a1c2-83cee014ac2a req-ab602588-35dc-404b-8f75-a3193dbf8d76 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.1289937 Nov 11 12:18:06.813641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:06.832154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2', 'network_id': 'b4efc2af-44dc-4d6c-a7d9-7144b87a1009', 'port_id': 'f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2', 'mac_address': 'fa:16:3e:61:39:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85fc5db-a767-49f3-be73-059cad97fe22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:18:06.890639 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4bf54f16-535c-45b8-a1c2-83cee014ac2a req-974870d4-a5ef-45f5-a619-4cddcbacad99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c268bd-609f-4e5b-bc50-6b0d118a8500 HTTP/1.1" status: 200 len: 217 time: 0.0816839 Nov 11 12:18:06.895914 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:06.918379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:18:06.963267 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:06.974133 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:06.998882 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf54f16-535c-45b8-a1c2-83cee014ac2a req-872b9486-386c-4470-b4ff-fc0d6070bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:07.002214 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4bf54f16-535c-45b8-a1c2-83cee014ac2a req-872b9486-386c-4470-b4ff-fc0d6070bd60 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.1046762 Nov 11 12:18:07.147179 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf54f16-535c-45b8-a1c2-83cee014ac2a req-fa3e20f8-c78f-453b-b507-f8df445282b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:07.150984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4bf54f16-535c-45b8-a1c2-83cee014ac2a req-fa3e20f8-c78f-453b-b507-f8df445282b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391144 Nov 11 12:18:07.211564 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:07.258695 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:18:07.337942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46d07f-c394-4cc2-8a72-16395f12ca52 req-fcb5c714-0737-42a3-9b15-1ba6f01e469a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:07.341372 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f46d07f-c394-4cc2-8a72-16395f12ca52 req-fcb5c714-0737-42a3-9b15-1ba6f01e469a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.0906913 Nov 11 12:18:07.370886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4bf54f16-535c-45b8-a1c2-83cee014ac2a req-16c68642-d4cb-413b-b4b4-475679b61c12 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078633 Nov 11 12:18:07.392344 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6ce33a80-5270-4756-a684-e55863af940c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port 82a3f875-0650-4d85-88f9-99df43146837 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:07.393967 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ce33a80-5270-4756-a684-e55863af940c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:07.430680 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f46d07f-c394-4cc2-8a72-16395f12ca52 req-90a07bb7-d5e0-4670-aeaa-72bddd9d1066 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582087 Nov 11 12:18:07.595915 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ce33a80-5270-4756-a684-e55863af940c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:07.614844 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6ce33a80-5270-4756-a684-e55863af940c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for 82a3f875-0650-4d85-88f9-99df43146837 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:07.637322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c52634-5fcc-4e75-b77b-8f63c950259e req-d5eaefa3-8128-4d4b-9a1f-73e4992f0755 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:07.638919 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62c52634-5fcc-4e75-b77b-8f63c950259e req-d5eaefa3-8128-4d4b-9a1f-73e4992f0755 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 945 time: 0.1784019 Nov 11 12:18:07.674891 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9050008-c027-45e9-8587-0b33145973f3 req-c2dbbaf8-1770-41a9-973d-cd24d06b6561 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:07.676451 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9050008-c027-45e9-8587-0b33145973f3 req-c2dbbaf8-1770-41a9-973d-cd24d06b6561 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 944 time: 0.0923686 Nov 11 12:18:07.697470 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4bf54f16-535c-45b8-a1c2-83cee014ac2a req-1da1e5a3-c847-4aed-86c2-628489dd5604 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776003 Nov 11 12:18:07.762760 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9050008-c027-45e9-8587-0b33145973f3 req-a72e0e7b-7636-40b0-95bf-b0a045b511fa tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740192 Nov 11 12:18:07.786662 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62c52634-5fcc-4e75-b77b-8f63c950259e req-5d84b36a-ed1c-4dd3-b6f9-3ebad5696c1b tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362190 Nov 11 12:18:07.861072 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ce33a80-5270-4756-a684-e55863af940c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:07.888742 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce33a80-5270-4756-a684-e55863af940c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=82a3f875-0650-4d85-88f9-99df43146837,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:08.091954 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-767a00d7-f495-400a-822d-6ccf93c3f3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.134402 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ce33a80-5270-4756-a684-e55863af940c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.350469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce33a80-5270-4756-a684-e55863af940c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router ab75ef36-0e69-4d10-9527-00abbc181751 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:08.429495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce33a80-5270-4756-a684-e55863af940c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:08.435051 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6ce33a80-5270-4756-a684-e55863af940c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/ab75ef36-0e69-4d10-9527-00abbc181751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7168071 Nov 11 12:18:08.438146 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55858) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:08.442610 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89dd2a-c754-4004-bb3b-17fe0bd425bf None None] Sync routers for ids ['ab75ef36-0e69-4d10-9527-00abbc181751'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:08.456452 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d89dd2a-c754-4004-bb3b-17fe0bd425bf None None] Routers {'ab75ef36-0e69-4d10-9527-00abbc181751'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:08.457517 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-9d89dd2a-c754-4004-bb3b-17fe0bd425bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab75ef36-0e69-4d10-9527-00abbc181751'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:08.478002 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55862) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:08.478474 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8927c393-9603-4120-8988-9f68b980ae12 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab75ef36-0e69-4d10-9527-00abbc181751 HTTP/1.1" status: 200 len: 205 time: 0.0386531 Nov 11 12:18:08.529917 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-9d89dd2a-c754-4004-bb3b-17fe0bd425bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:08.540860 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d89dd2a-c754-4004-bb3b-17fe0bd425bf None None] Routers {'ab75ef36-0e69-4d10-9527-00abbc181751'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:08.542207 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-9d89dd2a-c754-4004-bb3b-17fe0bd425bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab75ef36-0e69-4d10-9527-00abbc181751'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:08.582255 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-9d89dd2a-c754-4004-bb3b-17fe0bd425bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:08.583371 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89dd2a-c754-4004-bb3b-17fe0bd425bf None None] The sync data for ids ['ab75ef36-0e69-4d10-9527-00abbc181751'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:08.604885 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-283499e0-3639-432d-af5f-a298e411f89e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.616270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:08.686325 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:18:08.691391 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:08.691859 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.799993 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.819041 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-283499e0-3639-432d-af5f-a298e411f89e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.822414 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-283499e0-3639-432d-af5f-a298e411f89e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.832146 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6363884-c400-4ad5-bf88-144072a76f75 req-74fd7a81-81d9-4d73-9f70-ecdf172d516c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:08.834163 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d6363884-c400-4ad5-bf88-144072a76f75 req-74fd7a81-81d9-4d73-9f70-ecdf172d516c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.2455597 Nov 11 12:18:08.843355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4705dec1-c3d3-4605-82c0-464ce123c01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:18:08.846018 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b71ad3-209b-4e2d-a88d-060aebf27a12" -d '{"events": [{"server_uuid": "4705dec1-c3d3-4605-82c0-464ce123c01f", "name": "network-vif-plugged", "status": "completed", "tag": "f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:18:08.865668 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:08.870410 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.943408 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-283499e0-3639-432d-af5f-a298e411f89e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.944264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283499e0-3639-432d-af5f-a298e411f89e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Fanout notify agent at l3_agent the message router_deleted on router ab75ef36-0e69-4d10-9527-00abbc181751 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:18:08.949748 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:08.958411 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-283499e0-3639-432d-af5f-a298e411f89e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.963084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55872) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:08.975779 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-283499e0-3639-432d-af5f-a298e411f89e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/routers/ab75ef36-0e69-4d10-9527-00abbc181751 HTTP/1.1" status: 204 len: 168 time: 0.4935603 Nov 11 12:18:09.004554 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d6363884-c400-4ad5-bf88-144072a76f75 req-9654f513-c560-46e7-aa53-b6171b339e19 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626494 Nov 11 12:18:09.030414 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504094d-e434-49c2-a804-3c08d87535a4 req-87168959-be33-4b4a-9d5b-aac0ed795185 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:09.032476 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6504094d-e434-49c2-a804-3c08d87535a4 req-87168959-be33-4b4a-9d5b-aac0ed795185 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 944 time: 0.1408813 Nov 11 12:18:09.060504 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.074051 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ca3234-44b1-454c-a79b-24d6097b0707 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting subnet 9e97f607-0206-4e9f-bfbb-893a6d4b8184 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:09.078311 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79ca3234-44b1-454c-a79b-24d6097b0707 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.109276 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6504094d-e434-49c2-a804-3c08d87535a4 req-7665d740-c444-403f-8e48-55c54e7d54e7 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666020 Nov 11 12:18:09.164572 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79ca3234-44b1-454c-a79b-24d6097b0707 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.186109 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edc4d19-bfac-4115-88c4-ef047e9b9e2a x-openstack-request-id: req-7edc4d19-bfac-4115-88c4-ef047e9b9e2a {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:18:09.188154 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4705dec1-c3d3-4605-82c0-464ce123c01f", "name": "network-vif-plugged", "status": "completed", "tag": "f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:18:09.188622 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7edc4d19-bfac-4115-88c4-ef047e9b9e2a {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:18:09.189353 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4705dec1-c3d3-4605-82c0-464ce123c01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2', 'code': 200} Nov 11 12:18:09.226038 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed458aa-01cd-4ea6-847e-0908ea9212c4 req-b1fd21bc-3269-42b6-bd76-4cfa1fc35f2d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:09.227790 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ed458aa-01cd-4ea6-847e-0908ea9212c4 req-b1fd21bc-3269-42b6-bd76-4cfa1fc35f2d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 946 time: 0.0912564 Nov 11 12:18:09.320258 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ed458aa-01cd-4ea6-847e-0908ea9212c4 req-8f23d5ea-e768-4245-bb22-b99753608545 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826046 Nov 11 12:18:09.386310 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79ca3234-44b1-454c-a79b-24d6097b0707 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.500627 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79ca3234-44b1-454c-a79b-24d6097b0707 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.547685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca3234-44b1-454c-a79b-24d6097b0707 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Subnet': ['ID=9e97f607-0206-4e9f-bfbb-893a6d4b8184,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:09.554727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213aa26-5217-4c03-99d6-f46435fa3ab5 req-6e1301eb-f114-46c3-b22d-36f4bdcaf00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:09.557088 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1213aa26-5217-4c03-99d6-f46435fa3ab5 req-6e1301eb-f114-46c3-b22d-36f4bdcaf00c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 1097 time: 0.2464683 Nov 11 12:18:09.568082 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171aa5f8-d592-45c2-abb6-efcc79b76812 None None] Network b150cfdd-228a-4b98-8e77-4d2556a3398c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:09.583137 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79ca3234-44b1-454c-a79b-24d6097b0707 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.595552 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-79ca3234-44b1-454c-a79b-24d6097b0707 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/9e97f607-0206-4e9f-bfbb-893a6d4b8184 HTTP/1.1" status: 204 len: 168 time: 0.6294012 Nov 11 12:18:09.596462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55880) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:09.691537 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1213aa26-5217-4c03-99d6-f46435fa3ab5 req-6b819497-bcc1-4325-a3d6-c895952f6c5a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928898 Nov 11 12:18:09.729350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 11c268bd-609f-4e5b-bc50-6b0d118a8500 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:18:09.740108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.851356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port 2df7c6ec-04e2-4b5e-9934-a01af617185f {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:09.851832 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.957366 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] For port 2df7c6ec-04e2-4b5e-9934-a01af617185f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2df7c6ec-04e2-4b5e-9934-a01af617185f,segment=NetworkSegment(bec3cc0f-2c75-401f-8766-a87b501918ad),segment_id=bec3cc0f-2c75-401f-8766-a87b501918ad)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:09.957753 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.972741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 11c268bd-609f-4e5b-bc50-6b0d118a8500, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=11c268bd-609f-4e5b-bc50-6b0d118a8500,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:09.996372 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d76fea2-46b8-48c8-844c-f062a48e15a7 None None] DHCP port deletion for b150cfdd-228a-4b98-8e77-4d2556a3398c request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:09.998827 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '11c268bd-609f-4e5b-bc50-6b0d118a8500', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'port_id': '11c268bd-609f-4e5b-bc50-6b0d118a8500', 'mac_address': 'fa:16:3e:d4:2f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:18:10.011208 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for 2df7c6ec-04e2-4b5e-9934-a01af617185f owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:10.095009 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.112203 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.118589 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c268bd-609f-4e5b-bc50-6b0d118a8500 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:18:10.132077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] No DVR routers for this DVR port 2df7c6ec-04e2-4b5e-9934-a01af617185f on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:10.160986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0d76fea2-46b8-48c8-844c-f062a48e15a7 None None] Deleting port 2df7c6ec-04e2-4b5e-9934-a01af617185f {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:10.161423 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0d76fea2-46b8-48c8-844c-f062a48e15a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.184740 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=2df7c6ec-04e2-4b5e-9934-a01af617185f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:10.236607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 11c268bd-609f-4e5b-bc50-6b0d118a8500, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=11c268bd-609f-4e5b-bc50-6b0d118a8500,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:10.251119 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.308915 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0d76fea2-46b8-48c8-844c-f062a48e15a7 None None] For port 2df7c6ec-04e2-4b5e-9934-a01af617185f, host n-d-807359-3, got binding levels [] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:10.309381 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0d76fea2-46b8-48c8-844c-f062a48e15a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.333566 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0d76fea2-46b8-48c8-844c-f062a48e15a7 None None] Calling delete_port for 2df7c6ec-04e2-4b5e-9934-a01af617185f owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:10.337900 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.ipam_backend_mixin [None req-0d76fea2-46b8-48c8-844c-f062a48e15a7 None None] Port 2df7c6ec-04e2-4b5e-9934-a01af617185f was not found and therefore no delete operation was performed {{(pid=109155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:18:10.341360 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0d76fea2-46b8-48c8-844c-f062a48e15a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.343427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=11c268bd-609f-4e5b-bc50-6b0d118a8500,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:10.372637 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.375219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76fea2-46b8-48c8-844c-f062a48e15a7 None None] Pushing event deleted for resources: {'Port': ['ID=2df7c6ec-04e2-4b5e-9934-a01af617185f,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:10.377195 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d76fea2-46b8-48c8-844c-f062a48e15a7 None None] No DVR routers for this DVR port 2df7c6ec-04e2-4b5e-9934-a01af617185f on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:10.389893 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4f9c3-c887-48e2-a79d-fbd1c60788cd req-721b254d-5aa4-4cfd-b629-f2e7c85fbe37 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:10.391502 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6f4f9c3-c887-48e2-a79d-fbd1c60788cd req-721b254d-5aa4-4cfd-b629-f2e7c85fbe37 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.2288232 Nov 11 12:18:10.402785 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe9e4f-cd1a-4f94-b0d2-a7ab5c253ec5 req-c16af198-0153-48e8-b07a-f4cf2df67a4a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:10.405072 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f1fe9e4f-cd1a-4f94-b0d2-a7ab5c253ec5 req-c16af198-0153-48e8-b07a-f4cf2df67a4a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 945 time: 0.2017860 Nov 11 12:18:10.482538 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b150cfdd-228a-4b98-8e77-4d2556a3398c']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:10.487255 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['11c268bd-609f-4e5b-bc50-6b0d118a8500'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:18:10.523726 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6f4f9c3-c887-48e2-a79d-fbd1c60788cd req-c48d77a6-4706-4438-abc0-def06d5b6851 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173346 Nov 11 12:18:10.534151 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec3cc0f-2c75-401f-8766-a87b501918ad') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:10.534453 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec3cc0f-2c75-401f-8766-a87b501918ad') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:10.539523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f1fe9e4f-cd1a-4f94-b0d2-a7ab5c253ec5 req-b6b25869-a0b5-4eae-87b4-10ee195a08aa tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247861 Nov 11 12:18:10.563524 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.593623 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.601520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:10.602812 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.607529 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:10.609768 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:10.734867 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8fae9-a7a8-4366-8da3-c7937098f947 req-f264f17a-a21e-43a6-b44c-80f073baf4dd tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:10.736698 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18a8fae9-a7a8-4366-8da3-c7937098f947 req-f264f17a-a21e-43a6-b44c-80f073baf4dd tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 946 time: 0.1052663 Nov 11 12:18:10.744708 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.755297 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.762595 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/networks/b150cfdd-228a-4b98-8e77-4d2556a3398c HTTP/1.1" status: 204 len: 168 time: 1.1610177 Nov 11 12:18:10.764626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55892) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:10.770282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1580865492', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}, 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:10.813392 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.814953 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.816423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29603ef3-76d9-4e3e-a3c6-44b6c3806179 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Network': ['ID=b150cfdd-228a-4b98-8e77-4d2556a3398c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:10.868916 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18a8fae9-a7a8-4366-8da3-c7937098f947 req-618facc4-4485-4a28-bfbc-0fd4c55058ec tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213822 Nov 11 12:18:10.904243 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.068072 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.298586 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.306614 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.320318 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.450667 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Allocated IP 172.25.2.190 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/d2b7b606-bf6f-40df-aa77-d2f43cd4a2a2) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:11.687727 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.722202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 11c268bd-609f-4e5b-bc50-6b0d118a8500 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:11.734119 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.821854 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=d2b7b606-bf6f-40df-aa77-d2f43cd4a2a2,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:11.828492 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e0afe-37f5-46d8-9de7-f4409addd13f req-958e35e8-de99-4c6c-8277-d2833b595559 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:11.842821 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c1e0afe-37f5-46d8-9de7-f4409addd13f req-958e35e8-de99-4c6c-8277-d2833b595559 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.2073703 Nov 11 12:18:11.848392 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:11.856908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:11.861405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:11.872636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 11c268bd-609f-4e5b-bc50-6b0d118a8500 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:18:11.894950 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f2e037-fbfb-45f3-88e7-a6f477399185 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:11.913226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 11c268bd-609f-4e5b-bc50-6b0d118a8500 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:11.913871 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.915565 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9cbc8-3c42-42ed-8dd2-c7a3ba9954a3 req-e33dfd8a-687d-44b2-a844-268ad7eedbae tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:11.926451 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ea9cbc8-3c42-42ed-8dd2-c7a3ba9954a3 req-e33dfd8a-687d-44b2-a844-268ad7eedbae tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 945 time: 0.2390206 Nov 11 12:18:12.020760 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c1e0afe-37f5-46d8-9de7-f4409addd13f req-16e367aa-cf6f-4aea-9e2d-688f2a132e83 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691861 Nov 11 12:18:12.039610 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2df7c6ec-04e2-4b5e-9934-a01af617185f no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:12.080178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ea9cbc8-3c42-42ed-8dd2-c7a3ba9954a3 req-b9268838-dab8-45e3-a522-d937e13b6922 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519623 Nov 11 12:18:12.109926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 2df7c6ec-04e2-4b5e-9934-a01af617185f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:12.110304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2df7c6ec-04e2-4b5e-9934-a01af617185f not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:12.228442 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:12.245963 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ddc6eba2-7bc0-4ea6-ba73-d0d1def9d180 None None] Provisioning complete for port d2b7b606-bf6f-40df-aa77-d2f43cd4a2a2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:12.246558 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ddc6eba2-7bc0-4ea6-ba73-d0d1def9d180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:12.277830 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca5c20-4dd6-497b-a16e-b9d007161d6c req-9be145f4-11eb-4d7c-9d71-56d72bf460a6 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:12.279488 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-37ca5c20-4dd6-497b-a16e-b9d007161d6c req-9be145f4-11eb-4d7c-9d71-56d72bf460a6 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 946 time: 0.0952959 Nov 11 12:18:12.313888 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 11c268bd-609f-4e5b-bc50-6b0d118a8500, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=11c268bd-609f-4e5b-bc50-6b0d118a8500,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:12.322576 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7ae239-1d07-45a4-8792-a071be5aa51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c268bd-609f-4e5b-bc50-6b0d118a8500'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:18:12.325683 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0211580a-87aa-44dd-a71f-d0dd0902a602" -d '{"events": [{"server_uuid": "5b7ae239-1d07-45a4-8792-a071be5aa51e", "name": "network-vif-plugged", "status": "completed", "tag": "11c268bd-609f-4e5b-bc50-6b0d118a8500"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:18:12.346044 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-37ca5c20-4dd6-497b-a16e-b9d007161d6c req-95df6333-57e4-435b-8b55-c5535506b632 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599425 Nov 11 12:18:12.352890 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:12.357196 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:12.430311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ddc6eba2-7bc0-4ea6-ba73-d0d1def9d180 None None] Port d2b7b606-bf6f-40df-aa77-d2f43cd4a2a2 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:12.434632 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4a0755-a5b1-4764-a19a-fd1f3aabf938 x-openstack-request-id: req-aa4a0755-a5b1-4764-a19a-fd1f3aabf938 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:18:12.434852 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7ae239-1d07-45a4-8792-a071be5aa51e", "name": "network-vif-plugged", "status": "completed", "tag": "11c268bd-609f-4e5b-bc50-6b0d118a8500", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:18:12.435122 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa4a0755-a5b1-4764-a19a-fd1f3aabf938 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:18:12.435578 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7ae239-1d07-45a4-8792-a071be5aa51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c268bd-609f-4e5b-bc50-6b0d118a8500', 'code': 200} Nov 11 12:18:12.485839 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=11c268bd-609f-4e5b-bc50-6b0d118a8500,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:12.594027 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b8eb9-300e-47f6-9506-f1bf7f51b805 req-599b1fc3-114b-440b-8f31-c6b8ed2f11a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:12.598069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-644b8eb9-300e-47f6-9506-f1bf7f51b805 req-599b1fc3-114b-440b-8f31-c6b8ed2f11a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 1097 time: 0.1117239 Nov 11 12:18:12.702718 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-644b8eb9-300e-47f6-9506-f1bf7f51b805 req-111394e4-3dd5-45a2-bf35-b3059f7096da service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959132 Nov 11 12:18:12.704736 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:12.856559 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1c0b95b5-c8e0-47a0-bb1f-f997f59fce30 req-92107e6e-8450-45f3-abe4-68c9f47a5d4d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1476371 Nov 11 12:18:12.976225 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 3a9ecd8d-9368-42e6-82bc-30ca8ceb1055 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:18:12.996721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b95b5-c8e0-47a0-bb1f-f997f59fce30 req-3e701ad5-bc90-402d-9def-c5a4bc91519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:12.999024 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1c0b95b5-c8e0-47a0-bb1f-f997f59fce30 req-3e701ad5-bc90-402d-9def-c5a4bc91519c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c65a3793421346779a803c061e355092&device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 1096 time: 0.0839100 Nov 11 12:18:13.259405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:13.271204 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca4778c-2573-4d4b-8839-3b2f1e2f4503 None None] Sync routers for ids ['3a9ecd8d-9368-42e6-82bc-30ca8ceb1055'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:13.279700 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b95b5-c8e0-47a0-bb1f-f997f59fce30 req-29a9fae8-edf0-4458-98e7-7f2b808f2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:13.281760 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1c0b95b5-c8e0-47a0-bb1f-f997f59fce30 req-29a9fae8-edf0-4458-98e7-7f2b808f2c05 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009 HTTP/1.1" status: 200 len: 915 time: 0.2582774 Nov 11 12:18:13.287934 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.292541 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e9c85a5b-cc7c-4831-8d1b-c976fc35fc9c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5267937 Nov 11 12:18:13.293149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55932) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:13.297092 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca4778c-2573-4d4b-8839-3b2f1e2f4503 None None] Routers {'3a9ecd8d-9368-42e6-82bc-30ca8ceb1055'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:13.300393 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-aca4778c-2573-4d4b-8839-3b2f1e2f4503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3a9ecd8d-9368-42e6-82bc-30ca8ceb1055'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:13.412059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-aca4778c-2573-4d4b-8839-3b2f1e2f4503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:13.424740 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca4778c-2573-4d4b-8839-3b2f1e2f4503 None None] Routers {'3a9ecd8d-9368-42e6-82bc-30ca8ceb1055'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:13.425802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-aca4778c-2573-4d4b-8839-3b2f1e2f4503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3a9ecd8d-9368-42e6-82bc-30ca8ceb1055'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:13.432805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47a56a-8f11-486c-a85f-96223a16a940 req-2a827e69-803b-49ab-af7c-6332348ace73 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:13.443957 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ed47a56a-8f11-486c-a85f-96223a16a940 req-2a827e69-803b-49ab-af7c-6332348ace73 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.1952853 Nov 11 12:18:13.476367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-aca4778c-2573-4d4b-8839-3b2f1e2f4503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:13.477415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca4778c-2573-4d4b-8839-3b2f1e2f4503 None None] The sync data for ids ['3a9ecd8d-9368-42e6-82bc-30ca8ceb1055'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:13.494008 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49f5fc-d885-467c-aa3d-4ca7376ab79b req-920ce156-49a6-44a5-bbb6-d5da12c67700 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:13.495903 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b49f5fc-d885-467c-aa3d-4ca7376ab79b req-920ce156-49a6-44a5-bbb6-d5da12c67700 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.3234520 Nov 11 12:18:13.521399 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1c0b95b5-c8e0-47a0-bb1f-f997f59fce30 req-cd67ba31-0207-4f6b-86a2-2d02779ae19b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=645a5640-370c-4fad-b172-68892928071b HTTP/1.1" status: 200 len: 217 time: 0.2268989 Nov 11 12:18:13.626990 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b49f5fc-d885-467c-aa3d-4ca7376ab79b req-57ee7a24-902c-4e00-af69-8354ca19bd78 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085436 Nov 11 12:18:13.644149 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ed47a56a-8f11-486c-a85f-96223a16a940 req-d8a1cb06-4e9a-4c5f-8de7-8fa9704c7e33 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985755 Nov 11 12:18:13.672126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55934) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:13.675790 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-150a77ce-4329-447c-a054-70057756241a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/routers/3a9ecd8d-9368-42e6-82bc-30ca8ceb1055 HTTP/1.1" status: 200 len: 885 time: 0.3736777 Nov 11 12:18:13.701271 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b95b5-c8e0-47a0-bb1f-f997f59fce30 req-f5e397c9-a43e-4071-bec6-e8cc8a4b5931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:13.701271 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1c0b95b5-c8e0-47a0-bb1f-f997f59fce30 req-f5e397c9-a43e-4071-bec6-e8cc8a4b5931 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a85fc5db-a767-49f3-be73-059cad97fe22 HTTP/1.1" status: 200 len: 853 time: 0.1674695 Nov 11 12:18:13.760617 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1c0b95b5-c8e0-47a0-bb1f-f997f59fce30 req-98af7357-d0d8-46df-af7a-3f8e23d0b8a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537493 Nov 11 12:18:13.982765 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1c0b95b5-c8e0-47a0-bb1f-f997f59fce30 req-d70da9b7-fefb-4ccc-a5dc-bfe47b3d3740 service neutron] 10.222.0.43 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122667 Nov 11 12:18:14.658085 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dbd627bf-37a6-4df2-a6b0-5f4b8a3f47ca tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.9844820 Nov 11 12:18:14.662625 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55958) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:14.668474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a1e74840-516c-4c44-ad53-7075f5817e3b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1580865492'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:14.996526 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1c0b95b5-c8e0-47a0-bb1f-f997f59fce30 req-89732620-bd48-437f-aeb1-97fe9bc54cf1 service neutron] 10.222.0.43 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0043142 Nov 11 12:18:15.175242 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf4bdb-7855-4c4b-bbfc-6826f1304e82 req-2f35cfb7-5059-4d36-97be-680efe1b3683 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:15.183340 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dbaf4bdb-7855-4c4b-bbfc-6826f1304e82 req-2f35cfb7-5059-4d36-97be-680efe1b3683 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.2853572 Nov 11 12:18:15.207908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5efba-5375-4551-8cfe-091d3727a78e req-f9c4f0c8-8129-47ff-a87d-74d50c5b30f8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:15.221423 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4fd5efba-5375-4551-8cfe-091d3727a78e req-f9c4f0c8-8129-47ff-a87d-74d50c5b30f8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.2731037 Nov 11 12:18:15.465481 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dbaf4bdb-7855-4c4b-bbfc-6826f1304e82 req-2d427ee9-e1a3-4148-b6cf-3587fcb0155d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810862 Nov 11 12:18:15.477791 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1e74840-516c-4c44-ad53-7075f5817e3b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.485604 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4fd5efba-5375-4551-8cfe-091d3727a78e req-b046ed45-cb96-4cb3-ae68-6ea72591fefc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631075 Nov 11 12:18:15.517455 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1e74840-516c-4c44-ad53-7075f5817e3b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.682446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e74840-516c-4c44-ad53-7075f5817e3b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 3a9ecd8d-9368-42e6-82bc-30ca8ceb1055 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:15.834543 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5e4c2-c9ee-4e27-952b-8789f7ab6fdc req-9ebc0324-b4ae-47c8-b601-1c6b94c11d1f tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:15.838041 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53b5e4c2-c9ee-4e27-952b-8789f7ab6fdc req-9ebc0324-b4ae-47c8-b601-1c6b94c11d1f tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.1535597 Nov 11 12:18:15.862408 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.892848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e74840-516c-4c44-ad53-7075f5817e3b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:15.904773 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f6ffd-0af0-4afa-bfb5-197208c483eb None None] Sync routers for ids ['3a9ecd8d-9368-42e6-82bc-30ca8ceb1055'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:15.916165 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f6ffd-0af0-4afa-bfb5-197208c483eb None None] Routers {'3a9ecd8d-9368-42e6-82bc-30ca8ceb1055'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:15.916911 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1c3f6ffd-0af0-4afa-bfb5-197208c483eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3a9ecd8d-9368-42e6-82bc-30ca8ceb1055'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:15.918098 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1e74840-516c-4c44-ad53-7075f5817e3b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.920606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a1e74840-516c-4c44-ad53-7075f5817e3b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/3a9ecd8d-9368-42e6-82bc-30ca8ceb1055 HTTP/1.1" status: 200 len: 892 time: 1.2568722 Nov 11 12:18:15.924409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55986) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:15.954360 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1c3f6ffd-0af0-4afa-bfb5-197208c483eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:15.965173 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f6ffd-0af0-4afa-bfb5-197208c483eb None None] Routers {'3a9ecd8d-9368-42e6-82bc-30ca8ceb1055'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:15.966137 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1c3f6ffd-0af0-4afa-bfb5-197208c483eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['3a9ecd8d-9368-42e6-82bc-30ca8ceb1055'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:15.974799 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53b5e4c2-c9ee-4e27-952b-8789f7ab6fdc req-77cdb235-2c31-4ac9-8a10-3a1b66ff19d9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159375 Nov 11 12:18:16.030176 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1c3f6ffd-0af0-4afa-bfb5-197208c483eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:16.030907 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f6ffd-0af0-4afa-bfb5-197208c483eb None None] The sync data for ids ['3a9ecd8d-9368-42e6-82bc-30ca8ceb1055'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:16.095517 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-649c16be-2869-41b6-b12b-11072780fc48 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/routers/3a9ecd8d-9368-42e6-82bc-30ca8ceb1055 HTTP/1.1" status: 200 len: 892 time: 0.1697075 Nov 11 12:18:16.098540 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 55992) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:16.141787 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8530efae-26fc-419d-8781-14336a95815b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a9ecd8d-9368-42e6-82bc-30ca8ceb1055 HTTP/1.1" status: 200 len: 205 time: 0.0414116 Nov 11 12:18:16.144065 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 55994) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:16.278590 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e45-a2f4-4243-85d9-417d4f9fa8ad tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:16.450021 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e45-a2f4-4243-85d9-417d4f9fa8ad tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:16.516220 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a94f8e45-a2f4-4243-85d9-417d4f9fa8ad tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port d2b7b606-bf6f-40df-aa77-d2f43cd4a2a2 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:16.516560 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e45-a2f4-4243-85d9-417d4f9fa8ad tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:16.637560 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e45-a2f4-4243-85d9-417d4f9fa8ad tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:16.670683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962a0ef-2511-45da-a6e1-61b14ea9996e req-e3777b17-57eb-4cc4-bd9f-e0bb57dc8c31 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:16.672333 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2962a0ef-2511-45da-a6e1-61b14ea9996e req-e3777b17-57eb-4cc4-bd9f-e0bb57dc8c31 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.1052084 Nov 11 12:18:16.674498 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a94f8e45-a2f4-4243-85d9-417d4f9fa8ad tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for d2b7b606-bf6f-40df-aa77-d2f43cd4a2a2 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:16.726260 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2962a0ef-2511-45da-a6e1-61b14ea9996e req-2e447bcc-1ee2-4a20-a93d-320197c8afaa tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463436 Nov 11 12:18:16.886076 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e45-a2f4-4243-85d9-417d4f9fa8ad tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:16.919709 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f8e45-a2f4-4243-85d9-417d4f9fa8ad tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=d2b7b606-bf6f-40df-aa77-d2f43cd4a2a2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:16.946952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa265ec-704a-4e88-a594-32e6f6200875 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:17.036318 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e45-a2f4-4243-85d9-417d4f9fa8ad tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.219447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887b1b5-f3df-43a5-889b-834ea3af035c req-147297da-498f-4085-9944-53bf0e2feac4 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:17.228331 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7887b1b5-f3df-43a5-889b-834ea3af035c req-147297da-498f-4085-9944-53bf0e2feac4 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.0845993 Nov 11 12:18:17.232548 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e45-a2f4-4243-85d9-417d4f9fa8ad tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.235689 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e45-a2f4-4243-85d9-417d4f9fa8ad tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.294669 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7887b1b5-f3df-43a5-889b-834ea3af035c req-931e6569-6059-4615-bb90-ada09c2714e5 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646975 Nov 11 12:18:17.317574 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e45-a2f4-4243-85d9-417d4f9fa8ad tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.318955 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94f8e45-a2f4-4243-85d9-417d4f9fa8ad tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Fanout notify agent at l3_agent the message router_deleted on router 3a9ecd8d-9368-42e6-82bc-30ca8ceb1055 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:18:17.343617 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a94f8e45-a2f4-4243-85d9-417d4f9fa8ad tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.348283 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a94f8e45-a2f4-4243-85d9-417d4f9fa8ad tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/routers/3a9ecd8d-9368-42e6-82bc-30ca8ceb1055 HTTP/1.1" status: 204 len: 168 time: 1.2001641 Nov 11 12:18:17.348749 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56034) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:17.354063 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-613bee35-a979-4d0a-a2bd-c1455751a68d tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-102195314'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:17.382050 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613bee35-a979-4d0a-a2bd-c1455751a68d tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:17.386665 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-613bee35-a979-4d0a-a2bd-c1455751a68d tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.482306 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613bee35-a979-4d0a-a2bd-c1455751a68d tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:18:17.505813 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-613bee35-a979-4d0a-a2bd-c1455751a68d tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.506418 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-613bee35-a979-4d0a-a2bd-c1455751a68d tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Added segment 27be473c-468b-45ed-8dd7-c3bdb11d82a3 of type vlan for network 1ddb06a3-261e-42aa-b428-417f0cad6536 Nov 11 12:18:17.670064 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-613bee35-a979-4d0a-a2bd-c1455751a68d tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.748576 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-613bee35-a979-4d0a-a2bd-c1455751a68d tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.759483 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613bee35-a979-4d0a-a2bd-c1455751a68d tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:17.760311 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-613bee35-a979-4d0a-a2bd-c1455751a68d tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.796421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56060) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:17.803833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-77c394f6-e81e-46aa-9954-ebb4eb3d1192 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'subnet': {'network_id': '1ddb06a3-261e-42aa-b428-417f0cad6536', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:17.807836 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-613bee35-a979-4d0a-a2bd-c1455751a68d tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4575651 Nov 11 12:18:18.065624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bee35-a979-4d0a-a2bd-c1455751a68d tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Network': ['ID=1ddb06a3-261e-42aa-b428-417f0cad6536,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:18.078999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 1ddb06a3-261e-42aa-b428-417f0cad6536 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:18:18.084154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c394f6-e81e-46aa-9954-ebb4eb3d1192 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:18.094829 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd9fec-8302-481c-ae19-e922fa05b6b2 req-73cdabb9-912f-494f-80e1-809305b0ffa8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:18.096904 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-77c394f6-e81e-46aa-9954-ebb4eb3d1192 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.098254 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5fbd9fec-8302-481c-ae19-e922fa05b6b2 req-73cdabb9-912f-494f-80e1-809305b0ffa8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.1678965 Nov 11 12:18:18.128618 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e52fe2-efa7-4350-882e-a4168ed47481 req-d91a2189-9ed0-4f51-9897-232553cb2705 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:18.141915 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-56e52fe2-efa7-4350-882e-a4168ed47481 req-d91a2189-9ed0-4f51-9897-232553cb2705 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.1996746 Nov 11 12:18:18.345737 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-56e52fe2-efa7-4350-882e-a4168ed47481 req-8dad2557-2899-4d5e-906b-694901d0d289 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003121 Nov 11 12:18:18.370154 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5fbd9fec-8302-481c-ae19-e922fa05b6b2 req-ae2ee760-093b-4d18-b0c9-20b5b980e84e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633367 Nov 11 12:18:18.419046 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-77c394f6-e81e-46aa-9954-ebb4eb3d1192 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.531085 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c394f6-e81e-46aa-9954-ebb4eb3d1192 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Subnet': ['ID=ed040c17-25f4-43df-82de-9ba7c41c7a63,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:18.536897 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c394f6-e81e-46aa-9954-ebb4eb3d1192 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Checking segment: {'id': '27be473c-468b-45ed-8dd7-c3bdb11d82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ddb06a3-261e-42aa-b428-417f0cad6536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:18.537532 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c394f6-e81e-46aa-9954-ebb4eb3d1192 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network hostable DHCP agents. Network: 1ddb06a3-261e-42aa-b428-417f0cad6536, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:18:18.558409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c394f6-e81e-46aa-9954-ebb4eb3d1192 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network 1ddb06a3-261e-42aa-b428-417f0cad6536 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:18:18.572345 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-77c394f6-e81e-46aa-9954-ebb4eb3d1192 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 1ddb06a3-261e-42aa-b428-417f0cad6536) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:18.578169 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c394f6-e81e-46aa-9954-ebb4eb3d1192 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:18.578938 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-77c394f6-e81e-46aa-9954-ebb4eb3d1192 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.587227 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb07166-2d58-49f3-89d5-85f9f78f49b7 None None] Network 1ddb06a3-261e-42aa-b428-417f0cad6536 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:18.607550 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-77c394f6-e81e-46aa-9954-ebb4eb3d1192 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8087444 Nov 11 12:18:18.609354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56070) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:18.615192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d72acf70-bec4-4116-bd68-365268872866 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1027588911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:18.647896 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d72acf70-bec4-4116-bd68-365268872866 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.649450 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d72acf70-bec4-4116-bd68-365268872866 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.805691 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d72acf70-bec4-4116-bd68-365268872866 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.811405 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d72acf70-bec4-4116-bd68-365268872866 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.845741 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d72acf70-bec4-4116-bd68-365268872866 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.850945 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56080) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:18.851385 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d72acf70-bec4-4116-bd68-365268872866 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2405310 Nov 11 12:18:18.933614 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-1ddb06a3-261e-42aa-b428-417f0cad6536', 'network_id': '1ddb06a3-261e-42aa-b428-417f0cad6536', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'fixed_ips': [{'subnet_id': 'ed040c17-25f4-43df-82de-9ba7c41c7a63'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:18:18.935031 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.167053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Allocated IP 2001:db8::2 (1ddb06a3-261e-42aa-b428-417f0cad6536/ed040c17-25f4-43df-82de-9ba7c41c7a63/037733b1-afe7-459b-baf3-00c2e154ccaa) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:19.399778 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.402586 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.414184 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.465255 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Network 1ddb06a3-261e-42aa-b428-417f0cad6536 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:19.468535 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:19.472423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:19.484890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Pushing event updated for resources: {'Port': ['ID=037733b1-afe7-459b-baf3-00c2e154ccaa,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:19.570004 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2a6f5974-689e-464d-934b-df658aad91bd req-86bcec0e-e876-487f-bc81-ad21feafb5cb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2453620 Nov 11 12:18:19.576210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ba71c-0f8e-473d-9fea-26ef8e7638fd req-d7089e54-0f4f-4042-8764-0a733e838825 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:19.592129 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f4ba71c-0f8e-473d-9fea-26ef8e7638fd req-d7089e54-0f4f-4042-8764-0a733e838825 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.1428113 Nov 11 12:18:19.618588 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Attempting to bind port 037733b1-afe7-459b-baf3-00c2e154ccaa on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:19.618868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Attempting to bind port 037733b1-afe7-459b-baf3-00c2e154ccaa by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '27be473c-468b-45ed-8dd7-c3bdb11d82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ddb06a3-261e-42aa-b428-417f0cad6536'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:19.619410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Attempting to bind port 037733b1-afe7-459b-baf3-00c2e154ccaa on network 1ddb06a3-261e-42aa-b428-417f0cad6536 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:19.632683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:19.633299 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Checking segment: {'id': '27be473c-468b-45ed-8dd7-c3bdb11d82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ddb06a3-261e-42aa-b428-417f0cad6536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:19.633867 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.634411 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Bound using segment: {'id': '27be473c-468b-45ed-8dd7-c3bdb11d82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ddb06a3-261e-42aa-b428-417f0cad6536'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:19.635006 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Bound port: 037733b1-afe7-459b-baf3-00c2e154ccaa, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27be473c-468b-45ed-8dd7-c3bdb11d82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '1ddb06a3-261e-42aa-b428-417f0cad6536'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:19.642242 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.704520 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f5974-689e-464d-934b-df658aad91bd req-2ebc6a28-5383-483f-ba49-3bd8aa9d666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:19.706188 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2a6f5974-689e-464d-934b-df658aad91bd req-2ebc6a28-5383-483f-ba49-3bd8aa9d666e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c65a3793421346779a803c061e355092&device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 1096 time: 0.0999880 Nov 11 12:18:19.755624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] For port 037733b1-afe7-459b-baf3-00c2e154ccaa, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:19.761856 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] For port 037733b1-afe7-459b-baf3-00c2e154ccaa, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=037733b1-afe7-459b-baf3-00c2e154ccaa,segment=NetworkSegment(27be473c-468b-45ed-8dd7-c3bdb11d82a3),segment_id=27be473c-468b-45ed-8dd7-c3bdb11d82a3)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:19.767568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 11c268bd-609f-4e5b-bc50-6b0d118a8500 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:18:19.785414 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.798290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f40fcf-2ec2-45be-b5fd-1e5f2900e6b2 req-bd10b6f9-e051-4949-b0e9-1d966076d88e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:19.804445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07f40fcf-2ec2-45be-b5fd-1e5f2900e6b2 req-bd10b6f9-e051-4949-b0e9-1d966076d88e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.1927617 Nov 11 12:18:19.808040 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9f4ba71c-0f8e-473d-9fea-26ef8e7638fd req-57fb98af-c530-47a3-b527-e4cb3452716d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150912 Nov 11 12:18:19.965632 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07f40fcf-2ec2-45be-b5fd-1e5f2900e6b2 req-75655379-981d-4f21-b3a0-85688894c8f6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564114 Nov 11 12:18:20.072606 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0212dff-48b1-4891-8a66-2cf80dc720bf None None] Pushing event updated for resources: {'Port': ['ID=037733b1-afe7-459b-baf3-00c2e154ccaa,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:20.131860 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 11c268bd-609f-4e5b-bc50-6b0d118a8500, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=11c268bd-609f-4e5b-bc50-6b0d118a8500,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:20.159374 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '11c268bd-609f-4e5b-bc50-6b0d118a8500', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'port_id': '11c268bd-609f-4e5b-bc50-6b0d118a8500', 'mac_address': 'fa:16:3e:d4:2f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:18:20.167124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Allocated IP 2001:db8::1 (1ddb06a3-261e-42aa-b428-417f0cad6536/ed040c17-25f4-43df-82de-9ba7c41c7a63/08101784-270c-4c7c-8737-5d7ccd6d72a1) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:20.300776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f5974-689e-464d-934b-df658aad91bd req-dce597a4-8bf7-4e17-a030-ca0af68d24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:20.302344 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2a6f5974-689e-464d-934b-df658aad91bd req-dce597a4-8bf7-4e17-a030-ca0af68d24cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009 HTTP/1.1" status: 200 len: 915 time: 0.5689895 Nov 11 12:18:20.305859 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.333840 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11c268bd-609f-4e5b-bc50-6b0d118a8500 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:18:20.365055 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 11c268bd-609f-4e5b-bc50-6b0d118a8500, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=11c268bd-609f-4e5b-bc50-6b0d118a8500,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:20.385004 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.453930 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2a6f5974-689e-464d-934b-df658aad91bd req-a47ea1b2-1f56-4057-95f7-356b42672f02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82ad441b-f58c-4e60-afda-488fb3a82278 HTTP/1.1" status: 200 len: 217 time: 0.1270976 Nov 11 12:18:20.513431 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['11c268bd-609f-4e5b-bc50-6b0d118a8500'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:18:20.534692 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.557671 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f5974-689e-464d-934b-df658aad91bd req-3a80d218-2f73-4bc9-8ed4-6418beb43f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:20.559873 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2a6f5974-689e-464d-934b-df658aad91bd req-3a80d218-2f73-4bc9-8ed4-6418beb43f42 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a85fc5db-a767-49f3-be73-059cad97fe22 HTTP/1.1" status: 200 len: 853 time: 0.0943463 Nov 11 12:18:20.580609 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=11c268bd-609f-4e5b-bc50-6b0d118a8500,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:20.634118 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2a6f5974-689e-464d-934b-df658aad91bd req-ba4aa9ca-1e9e-4a5b-bab0-308fbd82c04c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573397 Nov 11 12:18:20.767832 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.886004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network 1ddb06a3-261e-42aa-b428-417f0cad6536 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:20.906221 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:20.909773 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:20.912820 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.081236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=08101784-270c-4c7c-8737-5d7ccd6d72a1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:21.162280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867e23e-fdec-478d-8a49-7acac1327423 req-e06152a9-2bb9-4901-a62f-372ffeaa535d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:21.170912 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6867e23e-fdec-478d-8a49-7acac1327423 req-e06152a9-2bb9-4901-a62f-372ffeaa535d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 945 time: 0.1960213 Nov 11 12:18:21.225573 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2a6f5974-689e-464d-934b-df658aad91bd req-f98d1103-2e8f-4c3c-9fb5-157d76ba973b service neutron] 10.222.0.62 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622084 Nov 11 12:18:21.340562 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6867e23e-fdec-478d-8a49-7acac1327423 req-9530619d-2cfd-43e8-b40e-e0059133726b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683869 Nov 11 12:18:21.358810 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a362b-d5a8-4da2-8fac-4cfde9efabab req-2d88f319-57a9-43b7-a31e-2788edce90a3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:21.374016 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a1a362b-d5a8-4da2-8fac-4cfde9efabab req-2d88f319-57a9-43b7-a31e-2788edce90a3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.1999247 Nov 11 12:18:21.509053 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a1a362b-d5a8-4da2-8fac-4cfde9efabab req-2a3e1f67-7d41-4fc6-98f6-0cf9c1d99469 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315808 Nov 11 12:18:21.579098 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.664351 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.690620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086e36de-9f68-4dff-8bab-3e65851f7174 None None] Network 1ddb06a3-261e-42aa-b428-417f0cad6536 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:21.715160 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2a6f5974-689e-464d-934b-df658aad91bd req-d6490da4-e747-40da-94bd-6e36a6b23f9b service neutron] 10.222.0.62 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738510 Nov 11 12:18:21.840567 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 11c268bd-609f-4e5b-bc50-6b0d118a8500 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:22.384981 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:22.396130 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:22.397221 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:22.470983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=08101784-270c-4c7c-8737-5d7ccd6d72a1,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:22.587867 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 037733b1-afe7-459b-baf3-00c2e154ccaa up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:22.597432 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e884c57b-6d2c-4507-8f5f-0c1ccd5fa841 None None] Provisioning complete for port 037733b1-afe7-459b-baf3-00c2e154ccaa triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:22.598840 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e884c57b-6d2c-4507-8f5f-0c1ccd5fa841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:22.695733 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56172) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:22.762503 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network 1ddb06a3-261e-42aa-b428-417f0cad6536 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:22.764105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:22.843835 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f5f28-c248-45dd-82bd-4dd4937a723c req-89df0bf7-b810-4ec7-8196-98cc77e9a12a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:22.860460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-773f5f28-c248-45dd-82bd-4dd4937a723c req-89df0bf7-b810-4ec7-8196-98cc77e9a12a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 945 time: 0.2548313 Nov 11 12:18:22.944046 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cdefe525-b107-4cc9-839d-a3baa39d1cb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:22.973755 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97f79f-4820-48fa-99d8-27c6b9986e71 req-86511ebe-2745-47da-b484-9f6fb8bb1e91 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:22.984522 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae97f79f-4820-48fa-99d8-27c6b9986e71 req-86511ebe-2745-47da-b484-9f6fb8bb1e91 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.2695034 Nov 11 12:18:23.010864 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-773f5f28-c248-45dd-82bd-4dd4937a723c req-0ef4bff9-759d-455a-92fb-4cbd0fc0e3fe tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488810 Nov 11 12:18:23.085052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae97f79f-4820-48fa-99d8-27c6b9986e71 req-20808f02-2039-416a-878e-e9e880abef0b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994730 Nov 11 12:18:23.127624 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router e705ffdd-8bcb-42e8-9853-9944f049bac2 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:18:23.227081 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e884c57b-6d2c-4507-8f5f-0c1ccd5fa841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.258335 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 11c268bd-609f-4e5b-bc50-6b0d118a8500 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:23.258705 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.374863 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e884c57b-6d2c-4507-8f5f-0c1ccd5fa841 None None] For port 037733b1-afe7-459b-baf3-00c2e154ccaa, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=037733b1-afe7-459b-baf3-00c2e154ccaa,segment=NetworkSegment(27be473c-468b-45ed-8dd7-c3bdb11d82a3),segment_id=27be473c-468b-45ed-8dd7-c3bdb11d82a3)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:23.384909 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 037733b1-afe7-459b-baf3-00c2e154ccaa triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:23.385548 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.390391 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cdefe525-b107-4cc9-839d-a3baa39d1cb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.400729 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cdefe525-b107-4cc9-839d-a3baa39d1cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.435766 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e884c57b-6d2c-4507-8f5f-0c1ccd5fa841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.534613 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cdefe525-b107-4cc9-839d-a3baa39d1cb3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=69830042050c4ecab4bf17ea3ec7a5f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8314924 Nov 11 12:18:23.534613 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefe525-b107-4cc9-839d-a3baa39d1cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cfbc34-05e5-470d-94cf-2f934c6037ea,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:23.545766 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56182) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:23.693678 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1f70a407-9e71-4ee2-8d3d-f0aa54719f24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.806861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884c57b-6d2c-4507-8f5f-0c1ccd5fa841 None None] Pushing event updated for resources: {'Port': ['ID=037733b1-afe7-459b-baf3-00c2e154ccaa,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:23.832027 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 7ffddc5e-ce20-4f6c-8181-275a1457829b details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:18:23.834680 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1f70a407-9e71-4ee2-8d3d-f0aa54719f24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.923337 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1f70a407-9e71-4ee2-8d3d-f0aa54719f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.927085 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1f70a407-9e71-4ee2-8d3d-f0aa54719f24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.928700 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1f70a407-9e71-4ee2-8d3d-f0aa54719f24 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d4cfbc34-05e5-470d-94cf-2f934c6037ea HTTP/1.1" status: 204 len: 168 time: 0.3861744 Nov 11 12:18:23.957906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70a407-9e71-4ee2-8d3d-f0aa54719f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cfbc34-05e5-470d-94cf-2f934c6037ea,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:24.130389 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.resource_extend [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:18:24.211831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1d0c169b-527e-4276-a8ee-c7649b1d0515 None None] Provisioning complete for port 037733b1-afe7-459b-baf3-00c2e154ccaa triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:24.212555 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1d0c169b-527e-4276-a8ee-c7649b1d0515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:24.257055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-b2ba57be-9fa5-4ab0-8138-aad657abbfee req-c2db7fb0-9c03-451d-9871-f433fc5dd76d service neutron] (109153) timed out ('10.222.0.65', 41896) {{(pid=109153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 12:18:24.327660 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:24.520659 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 037733b1-afe7-459b-baf3-00c2e154ccaa up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:24.747442 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7ae239-1d07-45a4-8792-a071be5aa51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c268bd-609f-4e5b-bc50-6b0d118a8500'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:18:24.754784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555c7ba-7c13-4f13-9879-cc084a525565 req-af0da4cc-b2ea-4f0a-8aa3-0ad776d8e35b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:24.760251 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde135c2-9b8f-466f-827c-26213fe6c830" -d '{"events": [{"server_uuid": "5b7ae239-1d07-45a4-8792-a071be5aa51e", "name": "network-vif-plugged", "status": "completed", "tag": "11c268bd-609f-4e5b-bc50-6b0d118a8500"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:18:24.765490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e555c7ba-7c13-4f13-9879-cc084a525565 req-af0da4cc-b2ea-4f0a-8aa3-0ad776d8e35b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 945 time: 0.4285123 Nov 11 12:18:24.795820 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 11c268bd-609f-4e5b-bc50-6b0d118a8500, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=11c268bd-609f-4e5b-bc50-6b0d118a8500,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:24.818632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 037733b1-afe7-459b-baf3-00c2e154ccaa triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:24.818997 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:24.822046 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:24.903875 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f520fd-7be1-4102-b935-e3fbc85b70ec req-0951a7dd-8509-470f-bf12-615952be4a33 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:24.913795 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45f520fd-7be1-4102-b935-e3fbc85b70ec req-0951a7dd-8509-470f-bf12-615952be4a33 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 943 time: 0.4588008 Nov 11 12:18:24.975557 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:24.993465 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bf9e6e6c-df27-485b-9b87-9d854458707a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/e705ffdd-8bcb-42e8-9853-9944f049bac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1413214 Nov 11 12:18:24.996186 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56206) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:25.031115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab90106-b294-42e1-8211-2fcb1e85c3bd None None] Sync routers for ids ['e705ffdd-8bcb-42e8-9853-9944f049bac2'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:25.064276 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e555c7ba-7c13-4f13-9879-cc084a525565 req-354acb09-d2aa-40fd-afa5-b5ad853cb6ac tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944643 Nov 11 12:18:25.143075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=11c268bd-609f-4e5b-bc50-6b0d118a8500,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:25.159676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489d2fbf-ff0f-4c5f-87c8-cdf0a82c4001 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:25.167553 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-489d2fbf-ff0f-4c5f-87c8-cdf0a82c4001 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports/08101784-270c-4c7c-8737-5d7ccd6d72a1 HTTP/1.1" status: 200 len: 911 time: 0.1701601 Nov 11 12:18:25.168193 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56208) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:25.185051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45f520fd-7be1-4102-b935-e3fbc85b70ec req-6db9022f-b82c-4567-8802-5a5ab72a5fa6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694905 Nov 11 12:18:25.205508 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9d64c349-5338-4e4c-a505-9c83cba92e95 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed040c17-25f4-43df-82de-9ba7c41c7a63'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:25.208307 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 7ffddc5e-ce20-4f6c-8181-275a1457829b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=7ffddc5e-ce20-4f6c-8181-275a1457829b,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:25.239093 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea0533a-8299-4f1a-8a62-2f4c204196d7 x-openstack-request-id: req-7ea0533a-8299-4f1a-8a62-2f4c204196d7 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:18:25.239452 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7ae239-1d07-45a4-8792-a071be5aa51e", "name": "network-vif-plugged", "status": "completed", "tag": "11c268bd-609f-4e5b-bc50-6b0d118a8500", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:18:25.239871 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ea0533a-8299-4f1a-8a62-2f4c204196d7 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:18:25.240270 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7ae239-1d07-45a4-8792-a071be5aa51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c268bd-609f-4e5b-bc50-6b0d118a8500', 'code': 200} Nov 11 12:18:25.254769 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '7ffddc5e-ce20-4f6c-8181-275a1457829b', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'port_id': '7ffddc5e-ce20-4f6c-8181-275a1457829b', 'mac_address': 'fa:16:3e:01:a7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:18:25.310643 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab90106-b294-42e1-8211-2fcb1e85c3bd None None] Routers {'e705ffdd-8bcb-42e8-9853-9944f049bac2'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:25.312951 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bab90106-b294-42e1-8211-2fcb1e85c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e705ffdd-8bcb-42e8-9853-9944f049bac2'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:25.441967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bab90106-b294-42e1-8211-2fcb1e85c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:25.493320 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1d0c169b-527e-4276-a8ee-c7649b1d0515 None None] Provisioning complete for port 08101784-270c-4c7c-8737-5d7ccd6d72a1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:25.494085 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1d0c169b-527e-4276-a8ee-c7649b1d0515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:25.529344 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d64c349-5338-4e4c-a505-9c83cba92e95 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:25.598619 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:25.611473 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab90106-b294-42e1-8211-2fcb1e85c3bd None None] Routers {'e705ffdd-8bcb-42e8-9853-9944f049bac2'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:25.613439 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bab90106-b294-42e1-8211-2fcb1e85c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e705ffdd-8bcb-42e8-9853-9944f049bac2'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:25.738033 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bab90106-b294-42e1-8211-2fcb1e85c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:25.739295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab90106-b294-42e1-8211-2fcb1e85c3bd None None] The sync data for ids ['e705ffdd-8bcb-42e8-9853-9944f049bac2'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:25.774091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffddc5e-ce20-4f6c-8181-275a1457829b {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:18:25.795035 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-1d0c169b-527e-4276-a8ee-c7649b1d0515 None None] Port 08101784-270c-4c7c-8737-5d7ccd6d72a1 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:25.853069 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 7ffddc5e-ce20-4f6c-8181-275a1457829b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=7ffddc5e-ce20-4f6c-8181-275a1457829b,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:25.863505 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:25.953710 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=7ffddc5e-ce20-4f6c-8181-275a1457829b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:25.996301 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e2ecf2e6-4bc2-4d11-99fb-35720f4f7145 None None] Provisioning complete for port 08101784-270c-4c7c-8737-5d7ccd6d72a1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:25.996689 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e2ecf2e6-4bc2-4d11-99fb-35720f4f7145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:26.097102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecf2e6-4bc2-4d11-99fb-35720f4f7145 None None] Port 08101784-270c-4c7c-8737-5d7ccd6d72a1 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:26.164029 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:18:26.167194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['7ffddc5e-ce20-4f6c-8181-275a1457829b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:18:26.427584 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97dde3-04e2-4eab-b37e-b25ed41cdf93 req-86d99541-a18a-4a37-9042-eca6448ab71c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:26.433204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4c97dde3-04e2-4eab-b37e-b25ed41cdf93 req-86d99541-a18a-4a37-9042-eca6448ab71c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.2264292 Nov 11 12:18:26.451706 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d64c349-5338-4e4c-a505-9c83cba92e95 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:26.477876 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d64c349-5338-4e4c-a505-9c83cba92e95 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:26.484506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d64c349-5338-4e4c-a505-9c83cba92e95 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:26.485169 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9d64c349-5338-4e4c-a505-9c83cba92e95 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:26.486832 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9d64c349-5338-4e4c-a505-9c83cba92e95 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/ports/08101784-270c-4c7c-8737-5d7ccd6d72a1 HTTP/1.1" status: 200 len: 911 time: 1.3176684 Nov 11 12:18:26.494317 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287686f-3a5c-4fab-b274-289e2a46b11f req-00676ffe-4756-4982-895f-565b4adbef39 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:26.495612 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56230) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:26.498067 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4287686f-3a5c-4fab-b274-289e2a46b11f req-00676ffe-4756-4982-895f-565b4adbef39 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 944 time: 0.1617899 Nov 11 12:18:26.660189 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4287686f-3a5c-4fab-b274-289e2a46b11f req-f98900e0-1e64-4e8f-a26e-7dca01d5185d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450222 Nov 11 12:18:26.693264 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4c97dde3-04e2-4eab-b37e-b25ed41cdf93 req-54e89348-c3af-4614-877d-87953dbe4fe5 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378345 Nov 11 12:18:26.918054 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64c349-5338-4e4c-a505-9c83cba92e95 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=08101784-270c-4c7c-8737-5d7ccd6d72a1,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:27.159260 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-600c4571-1905-40e7-b355-517a24e3b838 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:27.661277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-600c4571-1905-40e7-b355-517a24e3b838 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port 08101784-270c-4c7c-8737-5d7ccd6d72a1 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:27.661968 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-600c4571-1905-40e7-b355-517a24e3b838 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:27.884594 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 7ffddc5e-ce20-4f6c-8181-275a1457829b up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:27.900329 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cbd71-f57d-44ea-975e-7d221770aac6 req-4b273183-d268-4346-9241-c3077a788b9e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:27.903097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843cbd71-f57d-44ea-975e-7d221770aac6 req-4b273183-d268-4346-9241-c3077a788b9e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.0842602 Nov 11 12:18:27.937570 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-600c4571-1905-40e7-b355-517a24e3b838 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:27.938740 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b62783-4409-4a15-97fd-11c6e5f0aa4b req-b0b18042-13f7-43d0-a2a3-4abcf04067c5 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:27.949966 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-74b62783-4409-4a15-97fd-11c6e5f0aa4b req-b0b18042-13f7-43d0-a2a3-4abcf04067c5 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 944 time: 0.1816821 Nov 11 12:18:27.996667 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-600c4571-1905-40e7-b355-517a24e3b838 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for 08101784-270c-4c7c-8737-5d7ccd6d72a1 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:28.033996 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 7ffddc5e-ce20-4f6c-8181-275a1457829b completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:18:28.045070 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 7ffddc5e-ce20-4f6c-8181-275a1457829b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:28.046268 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.084872 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-74b62783-4409-4a15-97fd-11c6e5f0aa4b req-727ef136-f9f4-4213-b15d-d49442608509 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293700 Nov 11 12:18:28.134178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843cbd71-f57d-44ea-975e-7d221770aac6 req-1beb6037-be1c-407d-985e-53fa38e18b83 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206243 Nov 11 12:18:28.217750 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.268116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f77e525-5553-451b-a99e-bc70c61c0e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffddc5e-ce20-4f6c-8181-275a1457829b'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:18:28.270821 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3484f13-c233-4363-b5b8-810f5df3bb8f" -d '{"events": [{"server_uuid": "2f77e525-5553-451b-a99e-bc70c61c0e31", "name": "network-vif-plugged", "status": "completed", "tag": "7ffddc5e-ce20-4f6c-8181-275a1457829b"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:18:28.309250 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-600c4571-1905-40e7-b355-517a24e3b838 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.318020 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 7ffddc5e-ce20-4f6c-8181-275a1457829b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=7ffddc5e-ce20-4f6c-8181-275a1457829b,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:28.325215 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.359247 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dc68d6-260d-48e6-9f7b-424c11cd64c6 x-openstack-request-id: req-45dc68d6-260d-48e6-9f7b-424c11cd64c6 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:18:28.359948 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f77e525-5553-451b-a99e-bc70c61c0e31", "name": "network-vif-plugged", "status": "completed", "tag": "7ffddc5e-ce20-4f6c-8181-275a1457829b", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:18:28.360501 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45dc68d6-260d-48e6-9f7b-424c11cd64c6 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:18:28.361214 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f77e525-5553-451b-a99e-bc70c61c0e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffddc5e-ce20-4f6c-8181-275a1457829b', 'code': 200} Nov 11 12:18:28.382029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4571-1905-40e7-b355-517a24e3b838 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=08101784-270c-4c7c-8737-5d7ccd6d72a1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:28.427567 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=7ffddc5e-ce20-4f6c-8181-275a1457829b,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:28.520136 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-600c4571-1905-40e7-b355-517a24e3b838 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.644084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfb946-b0e0-4906-91f6-e00569ae96a4 req-f1a0d86d-a3f9-44d0-a73d-140d8ea6d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:28.647006 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-09bfb946-b0e0-4906-91f6-e00569ae96a4 req-f1a0d86d-a3f9-44d0-a73d-140d8ea6d491 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 1096 time: 0.1354518 Nov 11 12:18:28.784400 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-09bfb946-b0e0-4906-91f6-e00569ae96a4 req-df5d8976-b5a1-46a2-92db-4dad751ba005 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282766 Nov 11 12:18:28.793213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600c4571-1905-40e7-b355-517a24e3b838 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router e705ffdd-8bcb-42e8-9853-9944f049bac2 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:28.883784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600c4571-1905-40e7-b355-517a24e3b838 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:28.884000 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-600c4571-1905-40e7-b355-517a24e3b838 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/e705ffdd-8bcb-42e8-9853-9944f049bac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3873715 Nov 11 12:18:28.886936 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56270) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:28.894789 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc08771f-613d-4db4-9396-614267e8daf7 None None] Sync routers for ids ['e705ffdd-8bcb-42e8-9853-9944f049bac2'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:28.913909 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc08771f-613d-4db4-9396-614267e8daf7 None None] Routers {'e705ffdd-8bcb-42e8-9853-9944f049bac2'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:28.914679 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-bc08771f-613d-4db4-9396-614267e8daf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e705ffdd-8bcb-42e8-9853-9944f049bac2'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:28.953197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56272) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:28.956318 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-66710f7f-23bd-4432-ad04-231f97875bb9 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports?device_id=e705ffdd-8bcb-42e8-9853-9944f049bac2 HTTP/1.1" status: 200 len: 205 time: 0.0676680 Nov 11 12:18:28.958619 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-bc08771f-613d-4db4-9396-614267e8daf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:28.970732 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc08771f-613d-4db4-9396-614267e8daf7 None None] Routers {'e705ffdd-8bcb-42e8-9853-9944f049bac2'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:28.971658 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-bc08771f-613d-4db4-9396-614267e8daf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e705ffdd-8bcb-42e8-9853-9944f049bac2'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:29.014072 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-bc08771f-613d-4db4-9396-614267e8daf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:29.016005 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc08771f-613d-4db4-9396-614267e8daf7 None None] The sync data for ids ['e705ffdd-8bcb-42e8-9853-9944f049bac2'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:29.082460 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f407e2cc-2af6-489e-8c0b-b2ae142d97db tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.361375 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f407e2cc-2af6-489e-8c0b-b2ae142d97db tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.366113 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f407e2cc-2af6-489e-8c0b-b2ae142d97db tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.391654 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e444b3-bf08-4efe-9b62-fc0af5e16f89 req-7a0d3e30-aaee-4cb1-bdcd-9e6bcd2ac44b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:29.398793 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8e444b3-bf08-4efe-9b62-fc0af5e16f89 req-7a0d3e30-aaee-4cb1-bdcd-9e6bcd2ac44b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 945 time: 0.2007952 Nov 11 12:18:29.471361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46985e7-63cf-4b8a-b1df-1e22eeb31cf0 req-256e264d-92a2-4cf8-98d3-126d515a3ca2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:29.473045 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e46985e7-63cf-4b8a-b1df-1e22eeb31cf0 req-256e264d-92a2-4cf8-98d3-126d515a3ca2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.1939900 Nov 11 12:18:29.477217 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f407e2cc-2af6-489e-8c0b-b2ae142d97db tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.477906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f407e2cc-2af6-489e-8c0b-b2ae142d97db tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Fanout notify agent at l3_agent the message router_deleted on router e705ffdd-8bcb-42e8-9853-9944f049bac2 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:18:29.491523 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f407e2cc-2af6-489e-8c0b-b2ae142d97db tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.499787 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f407e2cc-2af6-489e-8c0b-b2ae142d97db tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/routers/e705ffdd-8bcb-42e8-9853-9944f049bac2 HTTP/1.1" status: 204 len: 168 time: 0.5378256 Nov 11 12:18:29.510436 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56290) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:29.565923 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8e444b3-bf08-4efe-9b62-fc0af5e16f89 req-e1438f29-583c-4d8b-bd67-35d6d862a8f8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659279 Nov 11 12:18:29.610082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea7682d-61da-43bd-a9d0-7fbc827672f3 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting subnet ed040c17-25f4-43df-82de-9ba7c41c7a63 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:29.618207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e46985e7-63cf-4b8a-b1df-1e22eeb31cf0 req-7900a394-e50c-455b-9247-37951fde6b35 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337080 Nov 11 12:18:29.620222 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ea7682d-61da-43bd-a9d0-7fbc827672f3 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.676887 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ea7682d-61da-43bd-a9d0-7fbc827672f3 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.779339 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ea7682d-61da-43bd-a9d0-7fbc827672f3 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.871843 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ea7682d-61da-43bd-a9d0-7fbc827672f3 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.901717 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ea7682d-61da-43bd-a9d0-7fbc827672f3 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.914773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20b4210-a88c-4fd6-943a-950911d1b05f None None] Network 1ddb06a3-261e-42aa-b428-417f0cad6536 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:29.919099 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7ea7682d-61da-43bd-a9d0-7fbc827672f3 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/ed040c17-25f4-43df-82de-9ba7c41c7a63 HTTP/1.1" status: 204 len: 168 time: 0.4127672 Nov 11 12:18:29.919271 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56296) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:29.966584 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7682d-61da-43bd-a9d0-7fbc827672f3 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Subnet': ['ID=ed040c17-25f4-43df-82de-9ba7c41c7a63,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:30.079757 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.158836 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port 037733b1-afe7-459b-baf3-00c2e154ccaa {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:30.159398 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.247485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d00d24c-833d-4e79-ab22-b5e4bc33daab None None] DHCP port deletion for 1ddb06a3-261e-42aa-b428-417f0cad6536 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:30.261248 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] For port 037733b1-afe7-459b-baf3-00c2e154ccaa, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=037733b1-afe7-459b-baf3-00c2e154ccaa,segment=NetworkSegment(27be473c-468b-45ed-8dd7-c3bdb11d82a3),segment_id=27be473c-468b-45ed-8dd7-c3bdb11d82a3)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:30.261778 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.294602 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for 037733b1-afe7-459b-baf3-00c2e154ccaa owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:30.347675 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0d00d24c-833d-4e79-ab22-b5e4bc33daab None None] Deleting port 037733b1-afe7-459b-baf3-00c2e154ccaa {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:30.348370 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0d00d24c-833d-4e79-ab22-b5e4bc33daab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.410105 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.435084 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0d00d24c-833d-4e79-ab22-b5e4bc33daab None None] For port 037733b1-afe7-459b-baf3-00c2e154ccaa, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=037733b1-afe7-459b-baf3-00c2e154ccaa,segment=NetworkSegment(27be473c-468b-45ed-8dd7-c3bdb11d82a3),segment_id=27be473c-468b-45ed-8dd7-c3bdb11d82a3)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:30.435589 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0d00d24c-833d-4e79-ab22-b5e4bc33daab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.446372 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=037733b1-afe7-459b-baf3-00c2e154ccaa,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:30.450796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] No DVR routers for this DVR port 037733b1-afe7-459b-baf3-00c2e154ccaa on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:30.454191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0d00d24c-833d-4e79-ab22-b5e4bc33daab None None] Calling delete_port for 037733b1-afe7-459b-baf3-00c2e154ccaa owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:30.544446 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.552137 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0d00d24c-833d-4e79-ab22-b5e4bc33daab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.573054 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddb06a3-261e-42aa-b428-417f0cad6536']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:30.588766 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27be473c-468b-45ed-8dd7-c3bdb11d82a3') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:30.589158 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27be473c-468b-45ed-8dd7-c3bdb11d82a3') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:30.597902 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00d24c-833d-4e79-ab22-b5e4bc33daab None None] Pushing event deleted for resources: {'Port': ['ID=037733b1-afe7-459b-baf3-00c2e154ccaa,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:30.600582 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00d24c-833d-4e79-ab22-b5e4bc33daab None None] No DVR routers for this DVR port 037733b1-afe7-459b-baf3-00c2e154ccaa on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:30.676467 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.733781 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.755011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:30.755633 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:30.778054 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:30.840841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960f2f7-e0a5-4094-b919-257060c710e3 req-f0ecb481-65d5-46a6-848c-8fcba990a154 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:30.848570 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7960f2f7-e0a5-4094-b919-257060c710e3 req-f0ecb481-65d5-46a6-848c-8fcba990a154 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 945 time: 0.1285255 Nov 11 12:18:30.851127 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.863279 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.868821 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/networks/1ddb06a3-261e-42aa-b428-417f0cad6536 HTTP/1.1" status: 204 len: 168 time: 0.9490323 Nov 11 12:18:30.874737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56314) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:30.879518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-fa097b23-cf9b-49b2-ba7b-5bfd996c63d5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-830674947', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:30.885442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68a1f2-7e4d-411b-a7f4-bd7d75978365 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Network': ['ID=1ddb06a3-261e-42aa-b428-417f0cad6536,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:30.898541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ce56b-3561-4369-aa40-e2034bb916a5 req-7b0af6cc-d647-46b4-b96a-b76df1d572e3 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:30.899964 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c4ce56b-3561-4369-aa40-e2034bb916a5 req-7b0af6cc-d647-46b4-b96a-b76df1d572e3 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.1106012 Nov 11 12:18:30.965886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7960f2f7-e0a5-4094-b919-257060c710e3 req-cc1ec5a9-05ab-4f7f-8ecf-7c88ed45a5c2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123066 Nov 11 12:18:30.966798 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fa097b23-cf9b-49b2-ba7b-5bfd996c63d5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.967922 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fa097b23-cf9b-49b2-ba7b-5bfd996c63d5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.025924 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fa097b23-cf9b-49b2-ba7b-5bfd996c63d5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.040471 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fa097b23-cf9b-49b2-ba7b-5bfd996c63d5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.083736 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c4ce56b-3561-4369-aa40-e2034bb916a5 req-0ad1757f-b107-4203-86c3-fd60ee6cbeeb tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709936 Nov 11 12:18:31.101818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fa097b23-cf9b-49b2-ba7b-5bfd996c63d5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.103129 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fa097b23-cf9b-49b2-ba7b-5bfd996c63d5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2273238 Nov 11 12:18:31.105882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56324) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:31.119084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f05d9103-f642-4988-abd6-0b916167eada tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1701131754'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:31.139438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9e416-1125-41a3-b661-cc9088048dde req-72bf4995-c45d-4385-972f-3b0f223c4fb8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:31.141027 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2bc9e416-1125-41a3-b661-cc9088048dde req-72bf4995-c45d-4385-972f-3b0f223c4fb8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 945 time: 0.0832655 Nov 11 12:18:31.178204 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05d9103-f642-4988-abd6-0b916167eada tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:31.182021 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f05d9103-f642-4988-abd6-0b916167eada tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.225822 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05d9103-f642-4988-abd6-0b916167eada tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:18:31.236339 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f05d9103-f642-4988-abd6-0b916167eada tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.236798 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-f05d9103-f642-4988-abd6-0b916167eada tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Added segment dc0a2ca5-dea2-42ab-b3d3-ca3819dde123 of type vlan for network 191eefaa-444b-446a-8404-3b610024218c Nov 11 12:18:31.241859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2bc9e416-1125-41a3-b661-cc9088048dde req-ae63e619-79bd-4d24-bfab-bdcb822bbb9b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941968 Nov 11 12:18:31.307803 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f05d9103-f642-4988-abd6-0b916167eada tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.350971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f05d9103-f642-4988-abd6-0b916167eada tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.357997 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05d9103-f642-4988-abd6-0b916167eada tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:31.358931 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f05d9103-f642-4988-abd6-0b916167eada tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.441669 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f05d9103-f642-4988-abd6-0b916167eada tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3229373 Nov 11 12:18:31.441913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56336) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:31.445240 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-1d95f6a4-9078-406d-bfdc-15c995dfa6cd tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'subnet': {'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:31.448536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d9103-f642-4988-abd6-0b916167eada tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Network': ['ID=191eefaa-444b-446a-8404-3b610024218c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:31.465410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 191eefaa-444b-446a-8404-3b610024218c details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:18:31.906608 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d95f6a4-9078-406d-bfdc-15c995dfa6cd tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:31.916395 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1d95f6a4-9078-406d-bfdc-15c995dfa6cd tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.138670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10597518-27de-4d3e-a3c7-06943cc33b6a req-8439a64f-2ca2-4ba7-83d0-245dcc3438c3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:32.140222 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10597518-27de-4d3e-a3c7-06943cc33b6a req-8439a64f-2ca2-4ba7-83d0-245dcc3438c3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 945 time: 0.1310606 Nov 11 12:18:32.221694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 037733b1-afe7-459b-baf3-00c2e154ccaa no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:32.248894 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 037733b1-afe7-459b-baf3-00c2e154ccaa {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:32.250060 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 037733b1-afe7-459b-baf3-00c2e154ccaa not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:32.261627 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10597518-27de-4d3e-a3c7-06943cc33b6a req-a000b0da-76df-48da-8b23-f0893ea85dc2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088052 Nov 11 12:18:32.263652 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1d95f6a4-9078-406d-bfdc-15c995dfa6cd tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.363094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95f6a4-9078-406d-bfdc-15c995dfa6cd tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Subnet': ['ID=b2837b52-a9a9-481f-891a-b9c10dc22303,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:32.377386 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d95f6a4-9078-406d-bfdc-15c995dfa6cd tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Checking segment: {'id': 'dc0a2ca5-dea2-42ab-b3d3-ca3819dde123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '191eefaa-444b-446a-8404-3b610024218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:32.377860 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d95f6a4-9078-406d-bfdc-15c995dfa6cd tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network hostable DHCP agents. Network: 191eefaa-444b-446a-8404-3b610024218c, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:18:32.400681 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fcaa8-aa87-4cbe-8e7a-2fdd994186a8 req-b5a18da4-5f27-4b37-8408-b862838f5bcf tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:32.402226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-115fcaa8-aa87-4cbe-8e7a-2fdd994186a8 req-b5a18da4-5f27-4b37-8408-b862838f5bcf tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.1123357 Nov 11 12:18:32.417034 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d95f6a4-9078-406d-bfdc-15c995dfa6cd tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network 191eefaa-444b-446a-8404-3b610024218c is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:18:32.443751 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-1d95f6a4-9078-406d-bfdc-15c995dfa6cd tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 191eefaa-444b-446a-8404-3b610024218c) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:32.451887 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d95f6a4-9078-406d-bfdc-15c995dfa6cd tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:32.452337 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1d95f6a4-9078-406d-bfdc-15c995dfa6cd tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.453497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96771b3d-c917-4b4c-b9dd-670a6c009ae9 None None] Network 191eefaa-444b-446a-8404-3b610024218c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:32.471776 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-115fcaa8-aa87-4cbe-8e7a-2fdd994186a8 req-13dcf207-ae7e-49f6-84f8-eaa14af1b436 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623071 Nov 11 12:18:32.484630 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1d95f6a4-9078-406d-bfdc-15c995dfa6cd tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0410898 Nov 11 12:18:32.484816 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56356) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:32.900934 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-191eefaa-444b-446a-8404-3b610024218c', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:18:32.903434 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.909089 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.175560 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad351e-eac4-43ab-b786-66c6256dfea3 req-15925f4a-6d0d-459a-9ca4-095134eec636 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:33.178107 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-69ad351e-eac4-43ab-b786-66c6256dfea3 req-15925f4a-6d0d-459a-9ca4-095134eec636 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 945 time: 0.1055992 Nov 11 12:18:33.239269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Allocated IP 2001:db8::2 (191eefaa-444b-446a-8404-3b610024218c/b2837b52-a9a9-481f-891a-b9c10dc22303/2d5634ea-7c8e-4034-aabc-feab526eb781) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:33.453259 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-69ad351e-eac4-43ab-b786-66c6256dfea3 req-dd535323-7f69-42ff-8d1e-d8d90047ad46 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Deleting port 7ffddc5e-ce20-4f6c-8181-275a1457829b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:33.453749 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-69ad351e-eac4-43ab-b786-66c6256dfea3 req-dd535323-7f69-42ff-8d1e-d8d90047ad46 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.473506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78c43e-037f-4f93-b908-86afcf5a5c03 req-1372f1ff-989c-465d-b792-b2adc8857179 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:33.475654 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca78c43e-037f-4f93-b908-86afcf5a5c03 req-1372f1ff-989c-465d-b792-b2adc8857179 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 945 time: 0.0959287 Nov 11 12:18:33.612002 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca78c43e-037f-4f93-b908-86afcf5a5c03 req-ec6eec5d-5d7b-4887-8fcc-c9001dccd4fd tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254663 Nov 11 12:18:33.635891 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.649320 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.698206 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-69ad351e-eac4-43ab-b786-66c6256dfea3 req-dd535323-7f69-42ff-8d1e-d8d90047ad46 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] For port 7ffddc5e-ce20-4f6c-8181-275a1457829b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=7ffddc5e-ce20-4f6c-8181-275a1457829b,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:33.698574 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-69ad351e-eac4-43ab-b786-66c6256dfea3 req-dd535323-7f69-42ff-8d1e-d8d90047ad46 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.709370 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Network 191eefaa-444b-446a-8404-3b610024218c is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:33.712631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:33.720479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:33.728751 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-69ad351e-eac4-43ab-b786-66c6256dfea3 req-dd535323-7f69-42ff-8d1e-d8d90047ad46 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Calling delete_port for 7ffddc5e-ce20-4f6c-8181-275a1457829b owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:33.764316 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Pushing event updated for resources: {'Port': ['ID=2d5634ea-7c8e-4034-aabc-feab526eb781,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:33.813360 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:33.813956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:33.814674 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:33.815124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:33.815551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:33.815971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:33.816699 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:33.817130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:33.818418 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:33.819565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:33.820942 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:33.821383 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:33.850552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Allocated IP 2001:db8::1 (191eefaa-444b-446a-8404-3b610024218c/b2837b52-a9a9-481f-891a-b9c10dc22303/ad3466d5-ed70-4b36-975b-f74dcf24593b) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:33.864490 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Attempting to bind port 2d5634ea-7c8e-4034-aabc-feab526eb781 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:33.864854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Attempting to bind port 2d5634ea-7c8e-4034-aabc-feab526eb781 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'dc0a2ca5-dea2-42ab-b3d3-ca3819dde123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '191eefaa-444b-446a-8404-3b610024218c'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:33.865254 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Attempting to bind port 2d5634ea-7c8e-4034-aabc-feab526eb781 on network 191eefaa-444b-446a-8404-3b610024218c {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:33.866973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79ed8-6e5b-4aa6-aae4-84a1d81cbd66 req-e56498eb-9cfb-45da-9162-f4ababd3084e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:33.870849 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:33.871222 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Checking segment: {'id': 'dc0a2ca5-dea2-42ab-b3d3-ca3819dde123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '191eefaa-444b-446a-8404-3b610024218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:33.871635 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.872056 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Bound using segment: {'id': 'dc0a2ca5-dea2-42ab-b3d3-ca3819dde123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '191eefaa-444b-446a-8404-3b610024218c'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:33.872537 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Bound port: 2d5634ea-7c8e-4034-aabc-feab526eb781, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0a2ca5-dea2-42ab-b3d3-ca3819dde123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '191eefaa-444b-446a-8404-3b610024218c'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:33.872947 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.874787 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8ed79ed8-6e5b-4aa6-aae4-84a1d81cbd66 req-e56498eb-9cfb-45da-9162-f4ababd3084e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.2344861 Nov 11 12:18:33.940268 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-69ad351e-eac4-43ab-b786-66c6256dfea3 req-dd535323-7f69-42ff-8d1e-d8d90047ad46 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.953906 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:18:34.002418 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8ed79ed8-6e5b-4aa6-aae4-84a1d81cbd66 req-296ab7e5-d161-4c41-a701-81f96125dfbc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124446 Nov 11 12:18:34.023532 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] For port 2d5634ea-7c8e-4034-aabc-feab526eb781, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:34.063734 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:34.093973 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd535323-7f69-42ff-8d1e-d8d90047ad46 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event deleted for resources: {'Port': ['ID=7ffddc5e-ce20-4f6c-8181-275a1457829b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:34.104032 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] For port 2d5634ea-7c8e-4034-aabc-feab526eb781, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2d5634ea-7c8e-4034-aabc-feab526eb781,segment=NetworkSegment(dc0a2ca5-dea2-42ab-b3d3-ca3819dde123),segment_id=dc0a2ca5-dea2-42ab-b3d3-ca3819dde123)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:34.114732 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:34.130168 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:34.134649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ad351e-eac4-43ab-b786-66c6256dfea3 req-dd535323-7f69-42ff-8d1e-d8d90047ad46 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] No DVR routers for this DVR port 7ffddc5e-ce20-4f6c-8181-275a1457829b on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:34.137665 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-69ad351e-eac4-43ab-b786-66c6256dfea3 req-dd535323-7f69-42ff-8d1e-d8d90047ad46 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:34.141828 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-69ad351e-eac4-43ab-b786-66c6256dfea3 req-dd535323-7f69-42ff-8d1e-d8d90047ad46 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "DELETE /v2.0/ports/7ffddc5e-ce20-4f6c-8181-275a1457829b HTTP/1.1" status: 204 len: 173 time: 0.9541161 Nov 11 12:18:34.142399 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f77e525-5553-451b-a99e-bc70c61c0e31', 'name': 'network-vif-deleted', 'tag': '7ffddc5e-ce20-4f6c-8181-275a1457829b'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:18:34.145882 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89bf706-2e74-4a4c-9db8-4cb3379d9700" -d '{"events": [{"server_uuid": "2f77e525-5553-451b-a99e-bc70c61c0e31", "name": "network-vif-deleted", "tag": "7ffddc5e-ce20-4f6c-8181-275a1457829b"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:18:34.198107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network 191eefaa-444b-446a-8404-3b610024218c is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:34.203895 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:34.209240 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:34.209832 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:34.239482 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f731b6-3598-4df0-9f85-6687d1ac3038 x-openstack-request-id: req-58f731b6-3598-4df0-9f85-6687d1ac3038 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:18:34.240000 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f77e525-5553-451b-a99e-bc70c61c0e31", "name": "network-vif-deleted", "tag": "7ffddc5e-ce20-4f6c-8181-275a1457829b", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:18:34.240107 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-58f731b6-3598-4df0-9f85-6687d1ac3038 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:18:34.240681 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f77e525-5553-451b-a99e-bc70c61c0e31', 'name': 'network-vif-deleted', 'tag': '7ffddc5e-ce20-4f6c-8181-275a1457829b', 'status': 'completed', 'code': 200} Nov 11 12:18:34.289064 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=ad3466d5-ed70-4b36-975b-f74dcf24593b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:34.356503 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15d529-10ae-4eae-b637-b90ee40ede0c None None] Pushing event updated for resources: {'Port': ['ID=2d5634ea-7c8e-4034-aabc-feab526eb781,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:34.417684 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:34.418232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:34.418740 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:34.419747 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:34.419747 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:34.421799 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:34.421799 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:34.421799 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:34.422371 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:34.422597 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:34.423551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:34.424541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:34.483321 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:34.828147 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43950bad-49f8-4f57-87d3-ceb198253c9f req-4f319af7-22af-47cf-b5b2-61ed4be94620 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 210 time: 0.0434637 Nov 11 12:18:35.194473 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.207490 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.208298 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.454654 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c19463-61c1-4472-8705-fef5066dbbe9 req-3d7d2baa-69d3-4a58-9fef-cb2caa83fa67 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:35.459104 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18c19463-61c1-4472-8705-fef5066dbbe9 req-3d7d2baa-69d3-4a58-9fef-cb2caa83fa67 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.3401451 Nov 11 12:18:35.492508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network 191eefaa-444b-446a-8404-3b610024218c is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:35.556226 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:35.584381 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=ad3466d5-ed70-4b36-975b-f74dcf24593b,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:35.705558 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18c19463-61c1-4472-8705-fef5066dbbe9 req-c75eeb43-3e4d-4487-b346-00155aabb460 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038808 Nov 11 12:18:35.825738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 0690f3d4-f709-40aa-b5dd-c315b1770c7d is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:18:35.841700 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3d90fcfb-ec66-4095-9c69-48ce6eca5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.908953 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 7ffddc5e-ce20-4f6c-8181-275a1457829b no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:35.956736 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:35.964866 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ab06a8b2-6ab0-4536-9e3b-b3233a504ce4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/0690f3d4-f709-40aa-b5dd-c315b1770c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4762173 Nov 11 12:18:35.964866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56428) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:35.966838 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e57a2f-a675-4f6c-ab65-26a5f6ae3102 None None] Network 191eefaa-444b-446a-8404-3b610024218c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:35.970527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e30f8235-7639-4812-8596-1410dabe3b89 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2087042093'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:35.985631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 7ffddc5e-ce20-4f6c-8181-275a1457829b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:35.985845 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 7ffddc5e-ce20-4f6c-8181-275a1457829b not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:35.987653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Sync routers for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:36.002533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30f8235-7639-4812-8596-1410dabe3b89 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:36.006601 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e30f8235-7639-4812-8596-1410dabe3b89 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:36.030501 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:36.031440 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:36.035580 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-09b972ad-483f-420e-a9b0-97934cf18a80 req-7f9797a6-c6e6-4ce4-b659-a794cc236514 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 210 time: 0.0438075 Nov 11 12:18:36.059441 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30f8235-7639-4812-8596-1410dabe3b89 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:18:36.099973 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e30f8235-7639-4812-8596-1410dabe3b89 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:36.104448 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-e30f8235-7639-4812-8596-1410dabe3b89 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Added segment 352730cd-235c-428d-9b0c-146dbd2e7093 of type vlan for network faa7553e-340b-4db4-85c7-92ce59fbd783 Nov 11 12:18:36.212659 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:36.248292 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e30f8235-7639-4812-8596-1410dabe3b89 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:36.304396 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e30f8235-7639-4812-8596-1410dabe3b89 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:36.321200 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30f8235-7639-4812-8596-1410dabe3b89 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:36.321874 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e30f8235-7639-4812-8596-1410dabe3b89 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:36.374986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2d5634ea-7c8e-4034-aabc-feab526eb781 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:36.406435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f8235-7639-4812-8596-1410dabe3b89 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Network': ['ID=faa7553e-340b-4db4-85c7-92ce59fbd783,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:36.429240 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e30f8235-7639-4812-8596-1410dabe3b89 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4630182 Nov 11 12:18:36.432144 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56434) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:36.440232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5c0d55c2-c718-4f52-9079-95be39489b27 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'subnet': {'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:36.515028 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network faa7553e-340b-4db4-85c7-92ce59fbd783 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:18:36.651115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3170fa84-b366-470a-abde-807cb3a1302a None None] Provisioning complete for port 2d5634ea-7c8e-4034-aabc-feab526eb781 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:36.651743 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3170fa84-b366-470a-abde-807cb3a1302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:36.683212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0d55c2-c718-4f52-9079-95be39489b27 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:36.715885 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c0d55c2-c718-4f52-9079-95be39489b27 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:36.894334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2d5634ea-7c8e-4034-aabc-feab526eb781 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:36.894895 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:36.944287 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3170fa84-b366-470a-abde-807cb3a1302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.001908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266e739-db84-4390-98d8-901ff7013594 req-55e27f4e-c510-487d-93ad-cf2b5e371a33 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:37.003468 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d266e739-db84-4390-98d8-901ff7013594 req-55e27f4e-c510-487d-93ad-cf2b5e371a33 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.1050818 Nov 11 12:18:37.019383 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:34Z', 'revision_number': 2, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:34Z', 'revision_number': 2, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:37.075972 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Checking router: 0690f3d4-f709-40aa-b5dd-c315b1770c7d for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:18:37.076202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Updating router 0690f3d4-f709-40aa-b5dd-c315b1770c7d port ad3466d5-ed70-4b36-975b-f74dcf24593b binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:18:37.115730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d266e739-db84-4390-98d8-901ff7013594 req-ea2318ae-faaa-4132-a329-1ff672e038db tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864871 Nov 11 12:18:37.156186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3170fa84-b366-470a-abde-807cb3a1302a None None] For port 2d5634ea-7c8e-4034-aabc-feab526eb781, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2d5634ea-7c8e-4034-aabc-feab526eb781,segment=NetworkSegment(dc0a2ca5-dea2-42ab-b3d3-ca3819dde123),segment_id=dc0a2ca5-dea2-42ab-b3d3-ca3819dde123)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:37.159314 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.176610 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3170fa84-b366-470a-abde-807cb3a1302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.248001 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9ac3cb05-0add-4396-9030-067ef11917e3 req-151c66e4-b412-4a43-b3df-af37ec13420c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 210 time: 0.0380723 Nov 11 12:18:37.291836 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c0d55c2-c718-4f52-9079-95be39489b27 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.449972 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170fa84-b366-470a-abde-807cb3a1302a None None] Pushing event updated for resources: {'Port': ['ID=2d5634ea-7c8e-4034-aabc-feab526eb781,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:37.514043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0d55c2-c718-4f52-9079-95be39489b27 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Checking segment: {'id': '352730cd-235c-428d-9b0c-146dbd2e7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:37.514599 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0d55c2-c718-4f52-9079-95be39489b27 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network hostable DHCP agents. Network: faa7553e-340b-4db4-85c7-92ce59fbd783, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:18:37.580683 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d55c2-c718-4f52-9079-95be39489b27 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Subnet': ['ID=8b67b297-58fd-4c72-ade1-52004fbb5af8,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:37.602994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0d55c2-c718-4f52-9079-95be39489b27 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network faa7553e-340b-4db4-85c7-92ce59fbd783 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:18:37.624081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-5c0d55c2-c718-4f52-9079-95be39489b27 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, faa7553e-340b-4db4-85c7-92ce59fbd783) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:37.639171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0d55c2-c718-4f52-9079-95be39489b27 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:37.641797 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c0d55c2-c718-4f52-9079-95be39489b27 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.679562 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5c0d55c2-c718-4f52-9079-95be39489b27 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2453489 Nov 11 12:18:37.683028 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56450) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:37.690002 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec0b465-3bad-4026-a3c9-a5685a814dad None None] Network faa7553e-340b-4db4-85c7-92ce59fbd783 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:38.003782 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ee5d15e6-0f49-448e-8060-5989cb73e30b None None] Provisioning complete for port 2d5634ea-7c8e-4034-aabc-feab526eb781 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:38.006564 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ee5d15e6-0f49-448e-8060-5989cb73e30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:38.533008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2d5634ea-7c8e-4034-aabc-feab526eb781 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:38.670548 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:38.772617 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:38.858616 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:38.861323 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c857bcae-2ec1-4989-af62-6bb0a0e60d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:38.908470 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-faa7553e-340b-4db4-85c7-92ce59fbd783', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:18:38.917473 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.052697 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a986663c-598f-4ac8-b01b-93b615375fd7 req-3e70457d-405b-491a-b1c2-b0832c731ed5 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 210 time: 0.6630943 Nov 11 12:18:39.112974 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1687bf-c79a-48e1-8964-ad95a677c062 req-a4c77c2f-e5be-4b20-992f-34913712f9dc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:39.114905 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee1687bf-c79a-48e1-8964-ad95a677c062 req-a4c77c2f-e5be-4b20-992f-34913712f9dc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.8044357 Nov 11 12:18:39.187654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2d5634ea-7c8e-4034-aabc-feab526eb781 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:39.189162 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.281128 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee1687bf-c79a-48e1-8964-ad95a677c062 req-a10a98c0-8320-4dc9-a416-d38b74c64728 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585500 Nov 11 12:18:39.304187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Allocated IP 2001:db8:1::1 (faa7553e-340b-4db4-85c7-92ce59fbd783/8b67b297-58fd-4c72-ade1-52004fbb5af8/474bcd7f-ee43-488d-862f-946a70fff5c9) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:39.308198 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.537086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb10563-d587-4ed2-a12b-97074f2d2c1f None None] Pushing event updated for resources: {'Port': ['ID=ad3466d5-ed70-4b36-975b-f74dcf24593b,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:39.586839 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Attempting to bind port ad3466d5-ed70-4b36-975b-f74dcf24593b on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:39.587558 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Attempting to bind port ad3466d5-ed70-4b36-975b-f74dcf24593b by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'dc0a2ca5-dea2-42ab-b3d3-ca3819dde123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '191eefaa-444b-446a-8404-3b610024218c'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:39.588298 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Attempting to bind port ad3466d5-ed70-4b36-975b-f74dcf24593b on network 191eefaa-444b-446a-8404-3b610024218c {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:39.620089 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:39.620733 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Checking segment: {'id': 'dc0a2ca5-dea2-42ab-b3d3-ca3819dde123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '191eefaa-444b-446a-8404-3b610024218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:39.621344 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.621993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Bound using segment: {'id': 'dc0a2ca5-dea2-42ab-b3d3-ca3819dde123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '191eefaa-444b-446a-8404-3b610024218c'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:39.622608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Bound port: ad3466d5-ed70-4b36-975b-f74dcf24593b, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0a2ca5-dea2-42ab-b3d3-ca3819dde123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '191eefaa-444b-446a-8404-3b610024218c'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:39.623153 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.650710 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.740204 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ee5d15e6-0f49-448e-8060-5989cb73e30b None None] Provisioning complete for port ad3466d5-ed70-4b36-975b-f74dcf24593b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:39.740587 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ee5d15e6-0f49-448e-8060-5989cb73e30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.761715 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.825302 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network faa7553e-340b-4db4-85c7-92ce59fbd783 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:39.828561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:39.835076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:39.835909 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.918547 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Allocated IP 2001:db8:1::2 (faa7553e-340b-4db4-85c7-92ce59fbd783/8b67b297-58fd-4c72-ade1-52004fbb5af8/7b8629c8-d635-4f54-b86a-44cde7a65975) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:40.083048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d15e6-0f49-448e-8060-5989cb73e30b None None] Port ad3466d5-ed70-4b36-975b-f74dcf24593b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:40.177100 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] For port ad3466d5-ed70-4b36-975b-f74dcf24593b, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:40.289137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2772714d-a498-4779-9bce-f5e293a15320 req-274726e2-b49c-49f1-9bd3-ecfbe94739d0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 210 time: 0.0637889 Nov 11 12:18:40.333128 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.379628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] For port ad3466d5-ed70-4b36-975b-f74dcf24593b, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ad3466d5-ed70-4b36-975b-f74dcf24593b,segment=NetworkSegment(dc0a2ca5-dea2-42ab-b3d3-ca3819dde123),segment_id=dc0a2ca5-dea2-42ab-b3d3-ca3819dde123)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:40.406042 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.423190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=474bcd7f-ee43-488d-862f-946a70fff5c9,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:40.436091 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.515650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Network faa7553e-340b-4db4-85c7-92ce59fbd783 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:40.523380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:40.525778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:40.540735 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bf45c7bf-4248-45ba-b497-5f5b40e244f5 None None] Provisioning complete for port ad3466d5-ed70-4b36-975b-f74dcf24593b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:40.541260 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bf45c7bf-4248-45ba-b497-5f5b40e244f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.543589 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a480462-feaf-462d-9d4e-278049d5519d req-f84b6724-a6db-4bff-88ce-74fbd11138fd tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:40.546279 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9a480462-feaf-462d-9d4e-278049d5519d req-f84b6724-a6db-4bff-88ce-74fbd11138fd tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.1081617 Nov 11 12:18:40.580052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:40.580665 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:39Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:40.640637 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.666686 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9a480462-feaf-462d-9d4e-278049d5519d req-bc093739-15e4-4556-8afc-110e545c0fdd tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941033 Nov 11 12:18:40.979660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:41.076440 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Pushing event updated for resources: {'Port': ['ID=7b8629c8-d635-4f54-b86a-44cde7a65975,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:41.124792 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.152613 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.178867 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.178867 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.264606 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Attempting to bind port 7b8629c8-d635-4f54-b86a-44cde7a65975 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:41.265431 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Attempting to bind port 7b8629c8-d635-4f54-b86a-44cde7a65975 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '352730cd-235c-428d-9b0c-146dbd2e7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:41.266039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Attempting to bind port 7b8629c8-d635-4f54-b86a-44cde7a65975 on network faa7553e-340b-4db4-85c7-92ce59fbd783 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:41.316316 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb10563-d587-4ed2-a12b-97074f2d2c1f None None] Pushing event updated for resources: {'Port': ['ID=ad3466d5-ed70-4b36-975b-f74dcf24593b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:41.319669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:41.320399 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Checking segment: {'id': '352730cd-235c-428d-9b0c-146dbd2e7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:41.321018 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.321626 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Bound using segment: {'id': '352730cd-235c-428d-9b0c-146dbd2e7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:41.322310 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Bound port: 7b8629c8-d635-4f54-b86a-44cde7a65975, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352730cd-235c-428d-9b0c-146dbd2e7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:41.322930 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.525486 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network faa7553e-340b-4db4-85c7-92ce59fbd783 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:41.533161 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:41.542892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] For port 7b8629c8-d635-4f54-b86a-44cde7a65975, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:41.550305 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] For port 7b8629c8-d635-4f54-b86a-44cde7a65975, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=7b8629c8-d635-4f54-b86a-44cde7a65975,segment=NetworkSegment(352730cd-235c-428d-9b0c-146dbd2e7093),segment_id=352730cd-235c-428d-9b0c-146dbd2e7093)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:41.552054 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.555388 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de67dcb6-3002-44de-9cf1-33daee872718 req-a677a3ba-84e1-42cb-894e-2f92f1c04c2f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 210 time: 0.1235969 Nov 11 12:18:41.576843 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bf45c7bf-4248-45ba-b497-5f5b40e244f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.584268 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.638704 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=474bcd7f-ee43-488d-862f-946a70fff5c9,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:41.735372 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-bf45c7bf-4248-45ba-b497-5f5b40e244f5 None None] For port ad3466d5-ed70-4b36-975b-f74dcf24593b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ad3466d5-ed70-4b36-975b-f74dcf24593b,segment=NetworkSegment(dc0a2ca5-dea2-42ab-b3d3-ca3819dde123),segment_id=dc0a2ca5-dea2-42ab-b3d3-ca3819dde123)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:41.739947 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08dce61-c44f-4534-bfd9-7330960c64d4 None None] Pushing event updated for resources: {'Port': ['ID=7b8629c8-d635-4f54-b86a-44cde7a65975,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:41.745238 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bf45c7bf-4248-45ba-b497-5f5b40e244f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.752191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:40Z', 'revision_number': 3, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:39Z', 'revision_number': 1, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:40Z', 'revision_number': 4, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:41.789738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 0690f3d4-f709-40aa-b5dd-c315b1770c7d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:41.877011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e577a8ca-2e1a-415f-af02-5573ddb15a9b None None] The sync data for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 is: [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:40Z', 'revision_number': 3, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:39Z', 'revision_number': 1, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:40Z', 'revision_number': 4, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:41.918079 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-40fa6572-5d63-46c6-b1c6-a0c19f7345ca None None] Provisioning complete for port ad3466d5-ed70-4b36-975b-f74dcf24593b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:41.918616 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-40fa6572-5d63-46c6-b1c6-a0c19f7345ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.925268 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41320206-4eb7-4f2c-ae36-d0ca9abbe396 req-474cb49c-46d7-467b-928c-1b942ade28f3 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:41.927127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41320206-4eb7-4f2c-ae36-d0ca9abbe396 req-474cb49c-46d7-467b-928c-1b942ade28f3 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.1323676 Nov 11 12:18:41.967663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45c7bf-4248-45ba-b497-5f5b40e244f5 None None] Pushing event updated for resources: {'Port': ['ID=ad3466d5-ed70-4b36-975b-f74dcf24593b,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:42.115663 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41320206-4eb7-4f2c-ae36-d0ca9abbe396 req-ec84d108-55f5-452f-92e0-60f03ae735f5 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797054 Nov 11 12:18:42.178389 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:42.196829 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-df32c5a8-93ab-47f0-be32-3d568db05557 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/0690f3d4-f709-40aa-b5dd-c315b1770c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5124819 Nov 11 12:18:42.201562 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56510) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:42.206812 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-7023b2a5-7d34-40d3-ab81-ffd395b22ad8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-635643632'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:42.271077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7023b2a5-7d34-40d3-ab81-ffd395b22ad8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:42.277845 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7023b2a5-7d34-40d3-ab81-ffd395b22ad8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:42.334697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7023b2a5-7d34-40d3-ab81-ffd395b22ad8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:18:42.351532 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7023b2a5-7d34-40d3-ab81-ffd395b22ad8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:42.351877 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-7023b2a5-7d34-40d3-ab81-ffd395b22ad8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Added segment b1fb7cee-b05b-4d83-b957-f62592fa373e of type vlan for network 1bbfec8f-221b-4391-9b30-ca07cdb156f5 Nov 11 12:18:42.466373 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7023b2a5-7d34-40d3-ab81-ffd395b22ad8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:42.540386 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7023b2a5-7d34-40d3-ab81-ffd395b22ad8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:42.574597 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7023b2a5-7d34-40d3-ab81-ffd395b22ad8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:42.580872 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7023b2a5-7d34-40d3-ab81-ffd395b22ad8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:42.757190 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7b8629c8-d635-4f54-b86a-44cde7a65975 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:42.859698 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9a8bf8f1-faa7-4a89-b900-d556dead9569 req-32e9d68c-198d-48cb-af08-7ddc912f5d25 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f77e525-5553-451b-a99e-bc70c61c0e31 HTTP/1.1" status: 200 len: 210 time: 0.0823126 Nov 11 12:18:42.894911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56522) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:42.897764 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 7b8629c8-d635-4f54-b86a-44cde7a65975 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:42.898589 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:42.903300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7023b2a5-7d34-40d3-ab81-ffd395b22ad8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7003658 Nov 11 12:18:42.904034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-42ad0e6b-bcc7-4609-9f83-ec7be9b4b581 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'subnet': {'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:42.913606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023b2a5-7d34-40d3-ab81-ffd395b22ad8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Network': ['ID=1bbfec8f-221b-4391-9b30-ca07cdb156f5,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:42.942650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 1bbfec8f-221b-4391-9b30-ca07cdb156f5 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:18:43.411630 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ad0e6b-bcc7-4609-9f83-ec7be9b4b581 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:43.416633 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42ad0e6b-bcc7-4609-9f83-ec7be9b4b581 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.484713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e878422-a427-4ca3-a59b-7e73a626545b req-a32a68a0-55f2-48b6-aa8c-176f9f7fc6a6 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:43.493006 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e878422-a427-4ca3-a59b-7e73a626545b req-a32a68a0-55f2-48b6-aa8c-176f9f7fc6a6 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.2184279 Nov 11 12:18:43.551410 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.633123 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e878422-a427-4ca3-a59b-7e73a626545b req-a0f26456-0057-43ad-b6b3-1b88fcea1c49 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384621 Nov 11 12:18:43.640761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 7b8629c8-d635-4f54-b86a-44cde7a65975, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=7b8629c8-d635-4f54-b86a-44cde7a65975,segment=NetworkSegment(352730cd-235c-428d-9b0c-146dbd2e7093),segment_id=352730cd-235c-428d-9b0c-146dbd2e7093)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:43.655139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7dd0ab-531b-4a33-8eb4-81eee48b1016 None None] Network faa7553e-340b-4db4-85c7-92ce59fbd783 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:43.657882 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.867225 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4ff6ea73-4c69-430f-9216-26fbdabef2d1 None None] Provisioning complete for port 7b8629c8-d635-4f54-b86a-44cde7a65975 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:43.868306 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4ff6ea73-4c69-430f-9216-26fbdabef2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.874851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=7b8629c8-d635-4f54-b86a-44cde7a65975,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:43.942035 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42ad0e6b-bcc7-4609-9f83-ec7be9b4b581 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.962897 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17670600-e05a-40a0-ba56-04aee7f8e63a req-a08ea9e9-1cd8-454e-9e93-e70677abf17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:43.964622 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-17670600-e05a-40a0-ba56-04aee7f8e63a req-a08ea9e9-1cd8-454e-9e93-e70677abf17a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 1097 time: 0.1401057 Nov 11 12:18:44.139770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad0e6b-bcc7-4609-9f83-ec7be9b4b581 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Subnet': ['ID=94eb3e53-0073-4f36-95cd-920da1f03547,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:44.155421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ad0e6b-bcc7-4609-9f83-ec7be9b4b581 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Checking segment: {'id': 'b1fb7cee-b05b-4d83-b957-f62592fa373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:44.155790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ad0e6b-bcc7-4609-9f83-ec7be9b4b581 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network hostable DHCP agents. Network: 1bbfec8f-221b-4391-9b30-ca07cdb156f5, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:18:44.171210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17670600-e05a-40a0-ba56-04aee7f8e63a req-33c52e80-055b-4a60-b634-d2dd55544285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:44.172761 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-17670600-e05a-40a0-ba56-04aee7f8e63a req-33c52e80-055b-4a60-b634-d2dd55544285 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.2000928 Nov 11 12:18:44.241232 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-17670600-e05a-40a0-ba56-04aee7f8e63a req-3acbb8bb-7322-47ff-b494-3fbf5d73fbbb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c268bd-609f-4e5b-bc50-6b0d118a8500 HTTP/1.1" status: 200 len: 217 time: 0.0594785 Nov 11 12:18:44.243756 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ad0e6b-bcc7-4609-9f83-ec7be9b4b581 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network 1bbfec8f-221b-4391-9b30-ca07cdb156f5 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:18:44.297708 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17670600-e05a-40a0-ba56-04aee7f8e63a req-e28b64ab-1891-4ba7-af51-5ece92e53066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:44.299317 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-17670600-e05a-40a0-ba56-04aee7f8e63a req-e28b64ab-1891-4ba7-af51-5ece92e53066 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.0489230 Nov 11 12:18:44.326197 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-42ad0e6b-bcc7-4609-9f83-ec7be9b4b581 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 1bbfec8f-221b-4391-9b30-ca07cdb156f5) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:44.331175 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ad0e6b-bcc7-4609-9f83-ec7be9b4b581 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:44.331862 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42ad0e6b-bcc7-4609-9f83-ec7be9b4b581 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:44.343784 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eb01ca-8c64-459b-910b-b80ef80f5ad7 None None] Network 1bbfec8f-221b-4391-9b30-ca07cdb156f5 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:44.387626 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-42ad0e6b-bcc7-4609-9f83-ec7be9b4b581 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4915519 Nov 11 12:18:44.390539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56558) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:44.407722 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17670600-e05a-40a0-ba56-04aee7f8e63a req-a6380e4f-9e5c-4b3d-ae2d-a0c3af54a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:44.413472 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-17670600-e05a-40a0-ba56-04aee7f8e63a req-a6380e4f-9e5c-4b3d-ae2d-a0c3af54a123 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073754 Nov 11 12:18:44.684641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1d391cd2-6c3c-4458-aa58-7115c697767a None None] Provisioning complete for port 7b8629c8-d635-4f54-b86a-44cde7a65975 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:44.686929 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1d391cd2-6c3c-4458-aa58-7115c697767a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:44.787395 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7b8629c8-d635-4f54-b86a-44cde7a65975 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:44.817226 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63554e-7c35-45b1-be80-bdf6d686a4f4 req-0af76baf-9a90-49f9-bf5a-36e142ebf116 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:44.834256 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b63554e-7c35-45b1-be80-bdf6d686a4f4 req-0af76baf-9a90-49f9-bf5a-36e142ebf116 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.1127164 Nov 11 12:18:44.871272 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-1bbfec8f-221b-4391-9b30-ca07cdb156f5', 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'fixed_ips': [{'subnet_id': '94eb3e53-0073-4f36-95cd-920da1f03547'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:18:44.872187 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.008357 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b63554e-7c35-45b1-be80-bdf6d686a4f4 req-ba9a26d7-2f6d-4483-a6eb-777c529e6134 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636143 Nov 11 12:18:45.161851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 7b8629c8-d635-4f54-b86a-44cde7a65975 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:45.162631 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.206714 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-17670600-e05a-40a0-ba56-04aee7f8e63a req-8011d55e-e594-4bba-8c05-3bdde995645a service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7103693 Nov 11 12:18:45.235120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1d391cd2-6c3c-4458-aa58-7115c697767a None None] Provisioning complete for port 474bcd7f-ee43-488d-862f-946a70fff5c9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:45.235853 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1d391cd2-6c3c-4458-aa58-7115c697767a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.245040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Allocated IP 2001:db8:2::2 (1bbfec8f-221b-4391-9b30-ca07cdb156f5/94eb3e53-0073-4f36-95cd-920da1f03547/aae8d8ce-381a-489b-906e-48b8fa073ff5) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:45.266227 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Sync routers for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:45.288213 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:45.289160 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:39Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:45.378654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-1d391cd2-6c3c-4458-aa58-7115c697767a None None] Port 474bcd7f-ee43-488d-862f-946a70fff5c9 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:45.408880 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.448086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ad3466d5-ed70-4b36-975b-f74dcf24593b up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:45.455045 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:45.535615 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-17670600-e05a-40a0-ba56-04aee7f8e63a req-2e12fdce-8750-498f-8d96-150758dc4a11 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127174 Nov 11 12:18:45.621013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1b0aa290-ae13-4013-bd8c-d1cb765f4b85 None None] Provisioning complete for port 474bcd7f-ee43-488d-862f-946a70fff5c9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:45.621286 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa290-ae13-4013-bd8c-d1cb765f4b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.623167 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.653429 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.695773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ad3466d5-ed70-4b36-975b-f74dcf24593b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:45.696637 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.732975 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-1b0aa290-ae13-4013-bd8c-d1cb765f4b85 None None] Port 474bcd7f-ee43-488d-862f-946a70fff5c9 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:45.741562 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Network 1bbfec8f-221b-4391-9b30-ca07cdb156f5 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:45.748247 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:40Z', 'revision_number': 3, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:40Z', 'revision_number': 2, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:45.750652 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:45.754199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Pushing event updated for resources: {'Port': ['ID=aae8d8ce-381a-489b-906e-48b8fa073ff5,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:45.756695 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:45.891543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Allocated IP 2001:db8:2::1 (1bbfec8f-221b-4391-9b30-ca07cdb156f5/94eb3e53-0073-4f36-95cd-920da1f03547/7e20ceeb-77af-4051-83ab-0f513c6b8086) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:45.904619 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Checking router: 0690f3d4-f709-40aa-b5dd-c315b1770c7d for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:18:45.904957 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Updating router 0690f3d4-f709-40aa-b5dd-c315b1770c7d port 474bcd7f-ee43-488d-862f-946a70fff5c9 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:18:45.916385 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Attempting to bind port aae8d8ce-381a-489b-906e-48b8fa073ff5 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:45.917206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Attempting to bind port aae8d8ce-381a-489b-906e-48b8fa073ff5 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b1fb7cee-b05b-4d83-b957-f62592fa373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:45.917873 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Attempting to bind port aae8d8ce-381a-489b-906e-48b8fa073ff5 on network 1bbfec8f-221b-4391-9b30-ca07cdb156f5 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:45.930956 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.933544 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:45.934011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Checking segment: {'id': 'b1fb7cee-b05b-4d83-b957-f62592fa373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:45.934785 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.935110 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Bound using segment: {'id': 'b1fb7cee-b05b-4d83-b957-f62592fa373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:45.935640 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Bound port: aae8d8ce-381a-489b-906e-48b8fa073ff5, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1fb7cee-b05b-4d83-b957-f62592fa373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:45.936041 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.948410 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.042589 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] For port aae8d8ce-381a-489b-906e-48b8fa073ff5, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:46.049509 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] For port aae8d8ce-381a-489b-906e-48b8fa073ff5, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=aae8d8ce-381a-489b-906e-48b8fa073ff5,segment=NetworkSegment(b1fb7cee-b05b-4d83-b957-f62592fa373e),segment_id=b1fb7cee-b05b-4d83-b957-f62592fa373e)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:46.056409 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.063574 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.170496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a36cbd-1294-4513-bba4-ecb4201ca5a9 None None] Pushing event updated for resources: {'Port': ['ID=aae8d8ce-381a-489b-906e-48b8fa073ff5,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:46.179979 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.224259 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f06bc-4206-4ffb-89dc-66cd219b4ded req-4d34eb3b-f200-4dca-b725-ce09fdede1bc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:46.239015 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f19f06bc-4206-4ffb-89dc-66cd219b4ded req-4d34eb3b-f200-4dca-b725-ce09fdede1bc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.0857871 Nov 11 12:18:46.241693 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network 1bbfec8f-221b-4391-9b30-ca07cdb156f5 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:46.245576 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:46.252821 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=7e20ceeb-77af-4051-83ab-0f513c6b8086,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:46.267083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:46.269855 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.326301 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f19f06bc-4206-4ffb-89dc-66cd219b4ded req-3d7c4ccb-a221-41c4-9580-fb7db6a5225b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863459 Nov 11 12:18:46.364143 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.374015 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.448640 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c6474-ec1f-4f56-9c64-ed48698adb5a None None] Pushing event updated for resources: {'Port': ['ID=474bcd7f-ee43-488d-862f-946a70fff5c9,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:46.477599 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6474-ec1f-4f56-9c64-ed48698adb5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:46.477968 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6474-ec1f-4f56-9c64-ed48698adb5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:46.478384 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6474-ec1f-4f56-9c64-ed48698adb5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:46.478714 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6474-ec1f-4f56-9c64-ed48698adb5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:46.479039 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6474-ec1f-4f56-9c64-ed48698adb5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:46.479362 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6474-ec1f-4f56-9c64-ed48698adb5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:46.479687 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6474-ec1f-4f56-9c64-ed48698adb5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:46.479990 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6474-ec1f-4f56-9c64-ed48698adb5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:46.480300 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6474-ec1f-4f56-9c64-ed48698adb5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:46.481033 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6474-ec1f-4f56-9c64-ed48698adb5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:46.481033 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6474-ec1f-4f56-9c64-ed48698adb5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:46.481237 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6474-ec1f-4f56-9c64-ed48698adb5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:46.509374 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Attempting to bind port 474bcd7f-ee43-488d-862f-946a70fff5c9 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:46.509971 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Attempting to bind port 474bcd7f-ee43-488d-862f-946a70fff5c9 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '352730cd-235c-428d-9b0c-146dbd2e7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:46.510386 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Attempting to bind port 474bcd7f-ee43-488d-862f-946a70fff5c9 on network faa7553e-340b-4db4-85c7-92ce59fbd783 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:46.518813 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:46.519189 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Checking segment: {'id': '352730cd-235c-428d-9b0c-146dbd2e7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:46.519588 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.519979 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Bound using segment: {'id': '352730cd-235c-428d-9b0c-146dbd2e7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:46.520466 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Bound port: 474bcd7f-ee43-488d-862f-946a70fff5c9, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352730cd-235c-428d-9b0c-146dbd2e7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:46.520841 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.543446 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.628842 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] For port 474bcd7f-ee43-488d-862f-946a70fff5c9, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:46.634702 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] For port 474bcd7f-ee43-488d-862f-946a70fff5c9, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=474bcd7f-ee43-488d-862f-946a70fff5c9,segment=NetworkSegment(352730cd-235c-428d-9b0c-146dbd2e7093),segment_id=352730cd-235c-428d-9b0c-146dbd2e7093)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:46.651348 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.804841 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c6474-ec1f-4f56-9c64-ed48698adb5a None None] Pushing event updated for resources: {'Port': ['ID=474bcd7f-ee43-488d-862f-946a70fff5c9,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:46.807406 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:46.807999 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:39Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:46.881271 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7ab5d365-21fc-4105-b9f9-6d9e13843837 None None] Provisioning complete for port 474bcd7f-ee43-488d-862f-946a70fff5c9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:46.881693 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7ab5d365-21fc-4105-b9f9-6d9e13843837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.904369 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:47.031760 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7ab5d365-21fc-4105-b9f9-6d9e13843837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:47.051295 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:47.067037 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:47.068090 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:47.151782 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7ab5d365-21fc-4105-b9f9-6d9e13843837 None None] For port 474bcd7f-ee43-488d-862f-946a70fff5c9, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=474bcd7f-ee43-488d-862f-946a70fff5c9,segment=NetworkSegment(352730cd-235c-428d-9b0c-146dbd2e7093),segment_id=352730cd-235c-428d-9b0c-146dbd2e7093)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:47.162373 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7ab5d365-21fc-4105-b9f9-6d9e13843837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:47.262976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5d365-21fc-4105-b9f9-6d9e13843837 None None] Pushing event updated for resources: {'Port': ['ID=474bcd7f-ee43-488d-862f-946a70fff5c9,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:47.352481 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8d743013-028a-49a5-8529-0e9edf56d2d2 None None] Provisioning complete for port 474bcd7f-ee43-488d-862f-946a70fff5c9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:47.366336 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8d743013-028a-49a5-8529-0e9edf56d2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:47.421421 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:46Z', 'revision_number': 4, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:46Z', 'revision_number': 4, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e20ceeb-77af-4051-83ab-0f513c6b8086', 'name': '', 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:9c:72:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:45Z', 'updated_at': '2021-11-11T12:18:45Z', 'revision_number': 1, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:47.437412 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=7e20ceeb-77af-4051-83ab-0f513c6b8086,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:47.477834 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network 1bbfec8f-221b-4391-9b30-ca07cdb156f5 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:47.478890 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478607e-a699-47b9-bb13-5d399c1d21d0 None None] The sync data for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 is: [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:46Z', 'revision_number': 4, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:46Z', 'revision_number': 4, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e20ceeb-77af-4051-83ab-0f513c6b8086', 'name': '', 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:9c:72:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:45Z', 'updated_at': '2021-11-11T12:18:45Z', 'revision_number': 1, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:47.496937 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:47.633433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af9e37-df0b-44ad-be4d-3f9f99807734 req-b5b99567-11d7-451f-be2f-68b7a9750ec6 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:47.641421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91af9e37-df0b-44ad-be4d-3f9f99807734 req-b5b99567-11d7-451f-be2f-68b7a9750ec6 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 946 time: 0.1737099 Nov 11 12:18:47.702202 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91af9e37-df0b-44ad-be4d-3f9f99807734 req-662f1091-4681-4f8b-8db0-8d7cd3b18ae5 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597789 Nov 11 12:18:47.744978 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 0690f3d4-f709-40aa-b5dd-c315b1770c7d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:47.879110 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212e8e94-1749-456c-bd44-10b8e9ce0dab None None] Network 1bbfec8f-221b-4391-9b30-ca07cdb156f5 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:47.964053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29072c4a-4ff1-43bd-9a10-20f4beca761b req-31629c52-3875-497a-93ff-5b93be0f9bde tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:47.965555 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29072c4a-4ff1-43bd-9a10-20f4beca761b req-31629c52-3875-497a-93ff-5b93be0f9bde tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1555512 Nov 11 12:18:47.974904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:47.980755 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2be0a6a1-025e-4bc1-b78d-77d5ffcb918f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/0690f3d4-f709-40aa-b5dd-c315b1770c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5892363 Nov 11 12:18:47.983956 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56626) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:47.987870 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 11c268bd-609f-4e5b-bc50-6b0d118a8500 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:47.991504 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-581ed25a-3d52-4dbc-8670-a06f415b1157 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1055008596'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:48.034916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581ed25a-3d52-4dbc-8670-a06f415b1157 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:48.040163 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-581ed25a-3d52-4dbc-8670-a06f415b1157 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.068106 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581ed25a-3d52-4dbc-8670-a06f415b1157 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:18:48.081458 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-581ed25a-3d52-4dbc-8670-a06f415b1157 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.082170 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-581ed25a-3d52-4dbc-8670-a06f415b1157 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Added segment d0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23 of type vlan for network 4a8d7617-6e81-4d80-a374-45370a0e01d3 Nov 11 12:18:48.087866 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29072c4a-4ff1-43bd-9a10-20f4beca761b req-1a2efe13-cf1a-48c1-8fe0-e86d23c87678 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102233 Nov 11 12:18:48.088707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-54163aad-8837-4463-a0d6-ea4c2f546aaf None None] Provisioning complete for port aae8d8ce-381a-489b-906e-48b8fa073ff5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:48.089182 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-54163aad-8837-4463-a0d6-ea4c2f546aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.216472 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-581ed25a-3d52-4dbc-8670-a06f415b1157 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.277295 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-581ed25a-3d52-4dbc-8670-a06f415b1157 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.285480 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.289278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581ed25a-3d52-4dbc-8670-a06f415b1157 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:48.292059 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-581ed25a-3d52-4dbc-8670-a06f415b1157 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.319512 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b1b09-68fc-4e4d-96f1-0f6bd0b21716 req-908e999a-ca82-494c-a3a1-cb4b4ffc0dd8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:48.319834 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-581ed25a-3d52-4dbc-8670-a06f415b1157 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3345969 Nov 11 12:18:48.335931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c72b1b09-68fc-4e4d-96f1-0f6bd0b21716 req-908e999a-ca82-494c-a3a1-cb4b4ffc0dd8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1168001 Nov 11 12:18:48.351143 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 11c268bd-609f-4e5b-bc50-6b0d118a8500, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=11c268bd-609f-4e5b-bc50-6b0d118a8500,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:48.354028 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7ae239-1d07-45a4-8792-a071be5aa51e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c268bd-609f-4e5b-bc50-6b0d118a8500'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:18:48.357171 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4aedcf-1a67-414b-9ee8-bb46ebbdbcb4" -d '{"events": [{"server_uuid": "5b7ae239-1d07-45a4-8792-a071be5aa51e", "name": "network-vif-unplugged", "status": "completed", "tag": "11c268bd-609f-4e5b-bc50-6b0d118a8500"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:18:48.376424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56632) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:48.384131 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.385907 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ecdbaa40-e191-46f3-8777-e0289966cdec tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'subnet': {'network_id': '4a8d7617-6e81-4d80-a374-45370a0e01d3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:48.462913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ed25a-3d52-4dbc-8670-a06f415b1157 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Network': ['ID=4a8d7617-6e81-4d80-a374-45370a0e01d3,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:48.564863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdbaa40-e191-46f3-8777-e0289966cdec tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Made reservation on behalf of 67153baa6f344b789debbd8a45f81edc for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:48.568812 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecdbaa40-e191-46f3-8777-e0289966cdec tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.597430 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 12:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9135c403-f8be-4258-962e-5e21508f005a x-openstack-request-id: req-9135c403-f8be-4258-962e-5e21508f005a {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:18:48.597756 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7ae239-1d07-45a4-8792-a071be5aa51e", "name": "network-vif-unplugged", "status": "failed", "tag": "11c268bd-609f-4e5b-bc50-6b0d118a8500", "code": 422}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:18:48.598012 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9135c403-f8be-4258-962e-5e21508f005a {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:18:48.598402 n-d-807359-3 neutron-server[109155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b7ae239-1d07-45a4-8792-a071be5aa51e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '11c268bd-609f-4e5b-bc50-6b0d118a8500', 'code': 422} returned with failed status Nov 11 12:18:48.600032 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 4a8d7617-6e81-4d80-a374-45370a0e01d3 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:18:48.789797 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c72b1b09-68fc-4e4d-96f1-0f6bd0b21716 req-cdab666a-6807-452c-8350-f322e92f3c94 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4488912 Nov 11 12:18:48.835954 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecdbaa40-e191-46f3-8777-e0289966cdec tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.891803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=11c268bd-609f-4e5b-bc50-6b0d118a8500,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:48.898197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbaa40-e191-46f3-8777-e0289966cdec tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Subnet': ['ID=454e2c9c-f95c-4276-b653-7778430d4eca,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:48.905746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device aae8d8ce-381a-489b-906e-48b8fa073ff5 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:48.913432 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Sync routers for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:48.944195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdbaa40-e191-46f3-8777-e0289966cdec tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Checking segment: {'id': 'd0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4a8d7617-6e81-4d80-a374-45370a0e01d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:48.945792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdbaa40-e191-46f3-8777-e0289966cdec tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network hostable DHCP agents. Network: 4a8d7617-6e81-4d80-a374-45370a0e01d3, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:18:48.949214 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-54163aad-8837-4463-a0d6-ea4c2f546aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.984899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdbaa40-e191-46f3-8777-e0289966cdec tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network 4a8d7617-6e81-4d80-a374-45370a0e01d3 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:18:49.000561 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:49.001199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:39Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:49.001413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-ecdbaa40-e191-46f3-8777-e0289966cdec tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 4a8d7617-6e81-4d80-a374-45370a0e01d3) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:49.007448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdbaa40-e191-46f3-8777-e0289966cdec tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:49.008055 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecdbaa40-e191-46f3-8777-e0289966cdec tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:49.041244 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ecdbaa40-e191-46f3-8777-e0289966cdec tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6578972 Nov 11 12:18:49.041443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56652) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:49.099396 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a50f1b-34f3-48cb-bab8-1b683dd33aeb None None] Network 4a8d7617-6e81-4d80-a374-45370a0e01d3 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:49.146369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-54163aad-8837-4463-a0d6-ea4c2f546aaf None None] For port aae8d8ce-381a-489b-906e-48b8fa073ff5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=aae8d8ce-381a-489b-906e-48b8fa073ff5,segment=NetworkSegment(b1fb7cee-b05b-4d83-b957-f62592fa373e),segment_id=b1fb7cee-b05b-4d83-b957-f62592fa373e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:49.216398 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port aae8d8ce-381a-489b-906e-48b8fa073ff5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:49.216792 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:49.223979 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-54163aad-8837-4463-a0d6-ea4c2f546aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:49.413674 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8a128-3ef1-4cc9-a820-177c42947027 req-71ec401c-a9f8-4681-a390-8b2efe5a66c1 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:49.415791 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-58d8a128-3ef1-4cc9-a820-177c42947027 req-71ec401c-a9f8-4681-a390-8b2efe5a66c1 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.2109194 Nov 11 12:18:49.473271 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:49.639176 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:49.735737 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-416707f2-95e1-4ef0-9945-e0e178d1edda None None] Provisioning complete for port aae8d8ce-381a-489b-906e-48b8fa073ff5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:49.740348 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-416707f2-95e1-4ef0-9945-e0e178d1edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:49.743620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54163aad-8837-4463-a0d6-ea4c2f546aaf None None] Pushing event updated for resources: {'Port': ['ID=aae8d8ce-381a-489b-906e-48b8fa073ff5,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:49.815500 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 474bcd7f-ee43-488d-862f-946a70fff5c9 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:49.866261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-4a8d7617-6e81-4d80-a374-45370a0e01d3', 'network_id': '4a8d7617-6e81-4d80-a374-45370a0e01d3', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'fixed_ips': [{'subnet_id': '454e2c9c-f95c-4276-b653-7778430d4eca'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:18:49.867321 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.015302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 474bcd7f-ee43-488d-862f-946a70fff5c9 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:50.015957 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.022691 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Allocated IP 2001:db8:3::1 (4a8d7617-6e81-4d80-a374-45370a0e01d3/454e2c9c-f95c-4276-b653-7778430d4eca/b70fbc51-b869-4d72-b3f4-9943dbd456a8) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:50.077758 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-58d8a128-3ef1-4cc9-a820-177c42947027 req-9c9e00c0-14e6-48b1-a24a-45d9e172a9f8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6229601 Nov 11 12:18:50.181123 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.224529 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.296435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=b70fbc51-b869-4d72-b3f4-9943dbd456a8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:50.312968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network 4a8d7617-6e81-4d80-a374-45370a0e01d3 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:50.314070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:50.320784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:50.322909 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.394169 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-416707f2-95e1-4ef0-9945-e0e178d1edda None None] Provisioning complete for port 7e20ceeb-77af-4051-83ab-0f513c6b8086 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:50.394625 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-416707f2-95e1-4ef0-9945-e0e178d1edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.432489 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Allocated IP 2001:db8:3::2 (4a8d7617-6e81-4d80-a374-45370a0e01d3/454e2c9c-f95c-4276-b653-7778430d4eca/5c866e05-13c9-466b-9abb-ccada053eeeb) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:50.434616 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-416707f2-95e1-4ef0-9945-e0e178d1edda None None] Port 7e20ceeb-77af-4051-83ab-0f513c6b8086 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:50.480185 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.630359 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.636352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:46Z', 'revision_number': 4, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e20ceeb-77af-4051-83ab-0f513c6b8086', 'name': '', 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:9c:72:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:45Z', 'updated_at': '2021-11-11T12:18:46Z', 'revision_number': 2, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:50.645992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device aae8d8ce-381a-489b-906e-48b8fa073ff5 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:50.704335 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.713270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Checking router: 0690f3d4-f709-40aa-b5dd-c315b1770c7d for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:18:50.713559 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Updating router 0690f3d4-f709-40aa-b5dd-c315b1770c7d port 7e20ceeb-77af-4051-83ab-0f513c6b8086 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:18:50.753010 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.776490 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0c6b9ed2-fc07-413f-a1ba-bc463b71e03a None None] Provisioning complete for port 7e20ceeb-77af-4051-83ab-0f513c6b8086 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:50.776860 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9ed2-fc07-413f-a1ba-bc463b71e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.830349 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b9ed2-fc07-413f-a1ba-bc463b71e03a None None] Port 7e20ceeb-77af-4051-83ab-0f513c6b8086 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:50.858473 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Network 4a8d7617-6e81-4d80-a374-45370a0e01d3 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:50.884487 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:50.900454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:50.904446 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Pushing event updated for resources: {'Port': ['ID=5c866e05-13c9-466b-9abb-ccada053eeeb,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:50.926862 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.939180 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.940353 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.022286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port aae8d8ce-381a-489b-906e-48b8fa073ff5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:51.022647 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.055916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event updated for resources: {'Port': ['ID=b70fbc51-b869-4d72-b3f4-9943dbd456a8,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:51.071074 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Attempting to bind port 5c866e05-13c9-466b-9abb-ccada053eeeb on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:51.071508 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Attempting to bind port 5c866e05-13c9-466b-9abb-ccada053eeeb by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'd0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4a8d7617-6e81-4d80-a374-45370a0e01d3'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:51.071857 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Attempting to bind port 5c866e05-13c9-466b-9abb-ccada053eeeb on network 4a8d7617-6e81-4d80-a374-45370a0e01d3 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:51.082259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:51.082645 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Checking segment: {'id': 'd0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4a8d7617-6e81-4d80-a374-45370a0e01d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:51.083030 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.083454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Bound using segment: {'id': 'd0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4a8d7617-6e81-4d80-a374-45370a0e01d3'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:51.083944 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Bound port: 5c866e05-13c9-466b-9abb-ccada053eeeb, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4a8d7617-6e81-4d80-a374-45370a0e01d3'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:51.084405 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.109251 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Network 4a8d7617-6e81-4d80-a374-45370a0e01d3 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:51.110837 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:51.293229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 0690f3d4-f709-40aa-b5dd-c315b1770c7d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:51.303622 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cfd44-e0b6-40f4-a148-b4162e588502 req-b94ab5fd-15e9-41b1-ae75-8d9b5a9af1f8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:51.306195 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f4cfd44-e0b6-40f4-a148-b4162e588502 req-b94ab5fd-15e9-41b1-ae75-8d9b5a9af1f8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1196542 Nov 11 12:18:51.457076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] For port 5c866e05-13c9-466b-9abb-ccada053eeeb, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:51.470284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:51.480796 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] For port 5c866e05-13c9-466b-9abb-ccada053eeeb, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5c866e05-13c9-466b-9abb-ccada053eeeb,segment=NetworkSegment(d0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23),segment_id=d0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:51.481977 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dc74a25d-adec-4f34-a591-304e1adbde08 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/0690f3d4-f709-40aa-b5dd-c315b1770c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4394391 Nov 11 12:18:51.484988 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56696) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:51.488230 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f4cfd44-e0b6-40f4-a148-b4162e588502 req-1e6dd19c-c605-4de6-a3b3-12ac464666fb tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711864 Nov 11 12:18:51.496109 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.496423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c8c10325-43bd-4d67-a09a-4aa42374775f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:51.682836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c88ffb-3a50-4baf-9a4e-9f5b8af50e4a None None] Pushing event updated for resources: {'Port': ['ID=5c866e05-13c9-466b-9abb-ccada053eeeb,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:51.704221 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.710036 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.720955 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.980145 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0c3d2-94b9-4786-a892-73bae01d8745 None None] Pushing event updated for resources: {'Port': ['ID=7e20ceeb-77af-4051-83ab-0f513c6b8086,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:52.061469 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Attempting to bind port 7e20ceeb-77af-4051-83ab-0f513c6b8086 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:52.061966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Attempting to bind port 7e20ceeb-77af-4051-83ab-0f513c6b8086 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'b1fb7cee-b05b-4d83-b957-f62592fa373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:52.062534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Attempting to bind port 7e20ceeb-77af-4051-83ab-0f513c6b8086 on network 1bbfec8f-221b-4391-9b30-ca07cdb156f5 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:52.068139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:52.068674 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Checking segment: {'id': 'b1fb7cee-b05b-4d83-b957-f62592fa373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:52.069152 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:52.069634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Bound using segment: {'id': 'b1fb7cee-b05b-4d83-b957-f62592fa373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:52.070203 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Bound port: 7e20ceeb-77af-4051-83ab-0f513c6b8086, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1fb7cee-b05b-4d83-b957-f62592fa373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:52.070665 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:52.187012 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] For port 7e20ceeb-77af-4051-83ab-0f513c6b8086, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:52.207826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] For port 7e20ceeb-77af-4051-83ab-0f513c6b8086, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=7e20ceeb-77af-4051-83ab-0f513c6b8086,segment=NetworkSegment(b1fb7cee-b05b-4d83-b957-f62592fa373e),segment_id=b1fb7cee-b05b-4d83-b957-f62592fa373e)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:52.215424 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:52.232000 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.extraroute_db [None req-c8c10325-43bd-4d67-a09a-4aa42374775f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 12:18:52.276544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.extraroute_db [None req-c8c10325-43bd-4d67-a09a-4aa42374775f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Removed routes are [] {{(pid=109154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 12:18:52.276956 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c8c10325-43bd-4d67-a09a-4aa42374775f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:52.368442 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0c3d2-94b9-4786-a892-73bae01d8745 None None] Pushing event updated for resources: {'Port': ['ID=7e20ceeb-77af-4051-83ab-0f513c6b8086,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:52.387338 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-39d3e0d7-0fde-417e-9969-5721d229f42b None None] Provisioning complete for port 7e20ceeb-77af-4051-83ab-0f513c6b8086 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:52.390027 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-39d3e0d7-0fde-417e-9969-5721d229f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:52.392357 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:52.396209 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:39Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:52.733203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48f7cd-82bb-4fd7-85fe-4a7e6935f214 req-46ed9b15-35cf-43eb-b562-be1f722c8ac2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:52.745699 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f48f7cd-82bb-4fd7-85fe-4a7e6935f214 req-46ed9b15-35cf-43eb-b562-be1f722c8ac2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1063092 Nov 11 12:18:52.826451 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5c866e05-13c9-466b-9abb-ccada053eeeb up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:52.890015 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f48f7cd-82bb-4fd7-85fe-4a7e6935f214 req-6666c0da-f4ef-4b87-9f33-c968e38209fa tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427405 Nov 11 12:18:52.923254 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:53.320078 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b29a009-f224-49cc-9519-98de7aa740dc None None] Network 4a8d7617-6e81-4d80-a374-45370a0e01d3 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:53.364309 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c8c10325-43bd-4d67-a09a-4aa42374775f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:53.370980 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c8c10325-43bd-4d67-a09a-4aa42374775f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:53.372202 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-39d3e0d7-0fde-417e-9969-5721d229f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:53.498033 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c10325-43bd-4d67-a09a-4aa42374775f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 0690f3d4-f709-40aa-b5dd-c315b1770c7d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:53.541763 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5c866e05-13c9-466b-9abb-ccada053eeeb triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:53.542047 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:53.568948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-39d3e0d7-0fde-417e-9969-5721d229f42b None None] For port 7e20ceeb-77af-4051-83ab-0f513c6b8086, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=7e20ceeb-77af-4051-83ab-0f513c6b8086,segment=NetworkSegment(b1fb7cee-b05b-4d83-b957-f62592fa373e),segment_id=b1fb7cee-b05b-4d83-b957-f62592fa373e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:53.607952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c10325-43bd-4d67-a09a-4aa42374775f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:53.615135 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c8c10325-43bd-4d67-a09a-4aa42374775f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:53.616429 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c8c10325-43bd-4d67-a09a-4aa42374775f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/0690f3d4-f709-40aa-b5dd-c315b1770c7d HTTP/1.1" status: 200 len: 953 time: 2.1302207 Nov 11 12:18:53.619953 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56736) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.627170 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-39d3e0d7-0fde-417e-9969-5721d229f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:53.766219 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56740) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.772627 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-98194dde-3e71-4ffd-b08a-1ef3861e4ec4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'router': {'routes': None}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:53.777052 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dfc15334-d43f-4bee-8a74-a011cf251dbd tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/routers/0690f3d4-f709-40aa-b5dd-c315b1770c7d HTTP/1.1" status: 200 len: 953 time: 0.1555088 Nov 11 12:18:53.822763 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3e0d7-0fde-417e-9969-5721d229f42b None None] Pushing event updated for resources: {'Port': ['ID=7e20ceeb-77af-4051-83ab-0f513c6b8086,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:53.832774 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-417d12ec-6f27-4e5e-a6fd-7d0b794189da None None] Provisioning complete for port 7e20ceeb-77af-4051-83ab-0f513c6b8086 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:53.833265 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-417d12ec-6f27-4e5e-a6fd-7d0b794189da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:53.907053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:52Z', 'revision_number': 6, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e20ceeb-77af-4051-83ab-0f513c6b8086', 'name': '', 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:9c:72:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:45Z', 'updated_at': '2021-11-11T12:18:52Z', 'revision_number': 4, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b70fbc51-b869-4d72-b3f4-9943dbd456a8', 'name': '', 'network_id': '4a8d7617-6e81-4d80-a374-45370a0e01d3', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:54:56:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '454e2c9c-f95c-4276-b653-7778430d4eca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:49Z', 'updated_at': '2021-11-11T12:18:50Z', 'revision_number': 2, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '454e2c9c-f95c-4276-b653-7778430d4eca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:53.991936 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce4de04-a318-4670-af6c-436f21197f49 None None] The sync data for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 is: [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:52Z', 'revision_number': 6, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e20ceeb-77af-4051-83ab-0f513c6b8086', 'name': '', 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:9c:72:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:45Z', 'updated_at': '2021-11-11T12:18:52Z', 'revision_number': 4, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b70fbc51-b869-4d72-b3f4-9943dbd456a8', 'name': '', 'network_id': '4a8d7617-6e81-4d80-a374-45370a0e01d3', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:54:56:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '454e2c9c-f95c-4276-b653-7778430d4eca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:49Z', 'updated_at': '2021-11-11T12:18:50Z', 'revision_number': 2, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '454e2c9c-f95c-4276-b653-7778430d4eca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:54.012030 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.156161 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 5c866e05-13c9-466b-9abb-ccada053eeeb, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5c866e05-13c9-466b-9abb-ccada053eeeb,segment=NetworkSegment(d0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23),segment_id=d0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:54.212225 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.212977 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7e20ceeb-77af-4051-83ab-0f513c6b8086 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:54.356276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-417d12ec-6f27-4e5e-a6fd-7d0b794189da None None] Provisioning complete for port 5c866e05-13c9-466b-9abb-ccada053eeeb triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:54.356627 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-417d12ec-6f27-4e5e-a6fd-7d0b794189da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.382296 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=5c866e05-13c9-466b-9abb-ccada053eeeb,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:54.420049 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 7e20ceeb-77af-4051-83ab-0f513c6b8086 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:54.420428 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.862361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234de29-013c-47ee-84f3-327c6652f58a req-dfeb7f9c-38c1-453e-b68f-b90bac78a089 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:54.883439 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4234de29-013c-47ee-84f3-327c6652f58a req-dfeb7f9c-38c1-453e-b68f-b90bac78a089 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.8812902 Nov 11 12:18:55.033725 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-52c1c7b0-4fe4-4d64-9d1b-b8098de0962d None None] Provisioning complete for port b70fbc51-b869-4d72-b3f4-9943dbd456a8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:55.034183 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-52c1c7b0-4fe4-4d64-9d1b-b8098de0962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.103804 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5c866e05-13c9-466b-9abb-ccada053eeeb up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:55.128923 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4234de29-013c-47ee-84f3-327c6652f58a req-e5a8a323-41c9-4f65-b9db-b8369dc628cd tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444286 Nov 11 12:18:55.257108 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-52c1c7b0-4fe4-4d64-9d1b-b8098de0962d None None] Port b70fbc51-b869-4d72-b3f4-9943dbd456a8 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:55.292802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-52c1c7b0-4fe4-4d64-9d1b-b8098de0962d None None] Provisioning complete for port 5c866e05-13c9-466b-9abb-ccada053eeeb triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:55.293170 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-52c1c7b0-4fe4-4d64-9d1b-b8098de0962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.342774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.extraroute_db [None req-98194dde-3e71-4ffd-b08a-1ef3861e4ec4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Added routes are [] {{(pid=109153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 12:18:55.343744 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.extraroute_db [None req-98194dde-3e71-4ffd-b08a-1ef3861e4ec4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 12:18:55.366010 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5c866e05-13c9-466b-9abb-ccada053eeeb triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:55.366375 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.395921 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-98194dde-3e71-4ffd-b08a-1ef3861e4ec4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.532443 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Sync routers for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:55.549509 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:55.550457 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:39Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:55.592412 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7e20ceeb-77af-4051-83ab-0f513c6b8086 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:55.667170 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:55.742083 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-36d57c70-95eb-4bd1-bdd1-d1916cb5dd6e None None] Provisioning complete for port b70fbc51-b869-4d72-b3f4-9943dbd456a8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:55.742623 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-36d57c70-95eb-4bd1-bdd1-d1916cb5dd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.788188 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 7e20ceeb-77af-4051-83ab-0f513c6b8086 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:55.790557 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.795169 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-98194dde-3e71-4ffd-b08a-1ef3861e4ec4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.806891 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-98194dde-3e71-4ffd-b08a-1ef3861e4ec4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.882141 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-36d57c70-95eb-4bd1-bdd1-d1916cb5dd6e None None] Port b70fbc51-b869-4d72-b3f4-9943dbd456a8 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:55.974627 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98194dde-3e71-4ffd-b08a-1ef3861e4ec4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 0690f3d4-f709-40aa-b5dd-c315b1770c7d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:55.983937 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:55Z', 'revision_number': 7, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e20ceeb-77af-4051-83ab-0f513c6b8086', 'name': '', 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:9c:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:45Z', 'updated_at': '2021-11-11T12:18:53Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b70fbc51-b869-4d72-b3f4-9943dbd456a8', 'name': '', 'network_id': '4a8d7617-6e81-4d80-a374-45370a0e01d3', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:54:56:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '454e2c9c-f95c-4276-b653-7778430d4eca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:49Z', 'updated_at': '2021-11-11T12:18:50Z', 'revision_number': 2, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '454e2c9c-f95c-4276-b653-7778430d4eca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:56.033933 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Checking router: 0690f3d4-f709-40aa-b5dd-c315b1770c7d for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:18:56.034739 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Updating router 0690f3d4-f709-40aa-b5dd-c315b1770c7d port b70fbc51-b869-4d72-b3f4-9943dbd456a8 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:18:56.104691 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.197256 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98194dde-3e71-4ffd-b08a-1ef3861e4ec4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:56.210920 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-98194dde-3e71-4ffd-b08a-1ef3861e4ec4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.214860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56782) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:56.217159 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-98194dde-3e71-4ffd-b08a-1ef3861e4ec4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/0690f3d4-f709-40aa-b5dd-c315b1770c7d HTTP/1.1" status: 200 len: 703 time: 2.4491317 Nov 11 12:18:56.303237 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdb770-25cf-4715-930f-d27e431c4691 req-3dd4a7d1-9e96-468e-816a-60bbff4d6f7d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:56.312904 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eebdb770-25cf-4715-930f-d27e431c4691 req-3dd4a7d1-9e96-468e-816a-60bbff4d6f7d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0675964 Nov 11 12:18:56.386325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eebdb770-25cf-4715-930f-d27e431c4691 req-b7ace2ef-5545-401c-bfe1-c3c7df52dd28 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668414 Nov 11 12:18:56.470784 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fc755eae-6ec6-4146-92f2-bbfe620813a7 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/routers/0690f3d4-f709-40aa-b5dd-c315b1770c7d HTTP/1.1" status: 200 len: 703 time: 0.2529488 Nov 11 12:18:56.472382 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56788) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:56.535489 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.548261 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.655980 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dfac1-12c5-42c1-848f-94aa03bbed73 None None] Pushing event updated for resources: {'Port': ['ID=b70fbc51-b869-4d72-b3f4-9943dbd456a8,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:56.754815 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Attempting to bind port b70fbc51-b869-4d72-b3f4-9943dbd456a8 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:56.755187 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Attempting to bind port b70fbc51-b869-4d72-b3f4-9943dbd456a8 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'd0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4a8d7617-6e81-4d80-a374-45370a0e01d3'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:56.755546 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Attempting to bind port b70fbc51-b869-4d72-b3f4-9943dbd456a8 on network 4a8d7617-6e81-4d80-a374-45370a0e01d3 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:56.774373 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:56.774748 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Checking segment: {'id': 'd0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4a8d7617-6e81-4d80-a374-45370a0e01d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:56.775150 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.775540 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Bound using segment: {'id': 'd0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4a8d7617-6e81-4d80-a374-45370a0e01d3'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:56.776002 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Bound port: b70fbc51-b869-4d72-b3f4-9943dbd456a8, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4a8d7617-6e81-4d80-a374-45370a0e01d3'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:56.776373 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.924042 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] For port b70fbc51-b869-4d72-b3f4-9943dbd456a8, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:56.933813 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] For port b70fbc51-b869-4d72-b3f4-9943dbd456a8, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b70fbc51-b869-4d72-b3f4-9943dbd456a8,segment=NetworkSegment(d0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23),segment_id=d0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:56.956321 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.063336 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dfac1-12c5-42c1-848f-94aa03bbed73 None None] Pushing event updated for resources: {'Port': ['ID=b70fbc51-b869-4d72-b3f4-9943dbd456a8,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:57.097925 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:57.098773 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:39Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:57.138348 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-71f6520e-1fdd-4e66-be71-73317a1058dd None None] Provisioning complete for port b70fbc51-b869-4d72-b3f4-9943dbd456a8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:57.138899 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-71f6520e-1fdd-4e66-be71-73317a1058dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.188459 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-420f9bab-acc9-4f24-9dd7-f1f922eb5be5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.303590 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:57.397769 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-71f6520e-1fdd-4e66-be71-73317a1058dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.499909 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-71f6520e-1fdd-4e66-be71-73317a1058dd None None] For port b70fbc51-b869-4d72-b3f4-9943dbd456a8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b70fbc51-b869-4d72-b3f4-9943dbd456a8,segment=NetworkSegment(d0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23),segment_id=d0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:57.508600 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-71f6520e-1fdd-4e66-be71-73317a1058dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.700280 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6520e-1fdd-4e66-be71-73317a1058dd None None] Pushing event updated for resources: {'Port': ['ID=b70fbc51-b869-4d72-b3f4-9943dbd456a8,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:57.705023 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146f690-5cc2-4d48-ae17-1ee8686c8d98 req-ea83122d-6307-425f-a0a1-997644aa26e2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:57.727514 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4146f690-5cc2-4d48-ae17-1ee8686c8d98 req-ea83122d-6307-425f-a0a1-997644aa26e2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1330390 Nov 11 12:18:57.747115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f7f3b840-f244-4347-99c9-66c0a6d13f32 None None] Provisioning complete for port b70fbc51-b869-4d72-b3f4-9943dbd456a8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:57.747483 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b840-f244-4347-99c9-66c0a6d13f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.864540 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4146f690-5cc2-4d48-ae17-1ee8686c8d98 req-25bdddf1-029f-4b09-a544-e56c1f91afbf tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356792 Nov 11 12:18:57.897984 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-420f9bab-acc9-4f24-9dd7-f1f922eb5be5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port b70fbc51-b869-4d72-b3f4-9943dbd456a8 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:57.898602 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-420f9bab-acc9-4f24-9dd7-f1f922eb5be5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:58.145372 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-420f9bab-acc9-4f24-9dd7-f1f922eb5be5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] For port b70fbc51-b869-4d72-b3f4-9943dbd456a8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b70fbc51-b869-4d72-b3f4-9943dbd456a8,segment=NetworkSegment(d0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23),segment_id=d0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:58.145834 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-420f9bab-acc9-4f24-9dd7-f1f922eb5be5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:58.174839 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:55Z', 'revision_number': 7, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e20ceeb-77af-4051-83ab-0f513c6b8086', 'name': '', 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:9c:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:45Z', 'updated_at': '2021-11-11T12:18:53Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b70fbc51-b869-4d72-b3f4-9943dbd456a8', 'name': '', 'network_id': '4a8d7617-6e81-4d80-a374-45370a0e01d3', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:54:56:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '454e2c9c-f95c-4276-b653-7778430d4eca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:49Z', 'updated_at': '2021-11-11T12:18:56Z', 'revision_number': 4, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '454e2c9c-f95c-4276-b653-7778430d4eca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:58.199838 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-420f9bab-acc9-4f24-9dd7-f1f922eb5be5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for b70fbc51-b869-4d72-b3f4-9943dbd456a8 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:58.239710 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a1a5f8-1e3e-49c0-ac31-057dee93c178 None None] The sync data for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 is: [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:55Z', 'revision_number': 7, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e20ceeb-77af-4051-83ab-0f513c6b8086', 'name': '', 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:9c:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:45Z', 'updated_at': '2021-11-11T12:18:53Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b70fbc51-b869-4d72-b3f4-9943dbd456a8', 'name': '', 'network_id': '4a8d7617-6e81-4d80-a374-45370a0e01d3', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:54:56:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '454e2c9c-f95c-4276-b653-7778430d4eca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:49Z', 'updated_at': '2021-11-11T12:18:56Z', 'revision_number': 4, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '454e2c9c-f95c-4276-b653-7778430d4eca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:58.471788 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-420f9bab-acc9-4f24-9dd7-f1f922eb5be5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:58.517338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f9bab-acc9-4f24-9dd7-f1f922eb5be5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=b70fbc51-b869-4d72-b3f4-9943dbd456a8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:58.816778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d41d83-d3ba-4534-a23d-9a5bd9470e6d None None] Sync routers for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:58.849612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d41d83-d3ba-4534-a23d-9a5bd9470e6d None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:58.850320 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-28d41d83-d3ba-4534-a23d-9a5bd9470e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:39Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:58.855202 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-420f9bab-acc9-4f24-9dd7-f1f922eb5be5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:59.058549 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022c75c-754a-462a-a8b7-c918f5e2e1f2 req-2e2a828f-216f-4caf-a998-db7e323db48f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:59.068346 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-28d41d83-d3ba-4534-a23d-9a5bd9470e6d None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:59.080309 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a022c75c-754a-462a-a8b7-c918f5e2e1f2 req-2e2a828f-216f-4caf-a998-db7e323db48f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 946 time: 0.1108179 Nov 11 12:18:59.112329 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e261fce-0da9-4d6d-b167-106312d02f26 req-827547bc-67e5-4df4-848f-2b8acf63c632 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:59.116385 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e261fce-0da9-4d6d-b167-106312d02f26 req-827547bc-67e5-4df4-848f-2b8acf63c632 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1723878 Nov 11 12:18:59.254805 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420f9bab-acc9-4f24-9dd7-f1f922eb5be5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 0690f3d4-f709-40aa-b5dd-c315b1770c7d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:59.345966 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a022c75c-754a-462a-a8b7-c918f5e2e1f2 req-a9b91721-95ad-472f-974e-9b150024892d tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645969 Nov 11 12:18:59.373301 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e261fce-0da9-4d6d-b167-106312d02f26 req-e42a7d55-715a-4802-989b-50b7a093e159 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421031 Nov 11 12:18:59.390913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420f9bab-acc9-4f24-9dd7-f1f922eb5be5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:59.402596 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-420f9bab-acc9-4f24-9dd7-f1f922eb5be5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/0690f3d4-f709-40aa-b5dd-c315b1770c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9285004 Nov 11 12:18:59.405278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56838) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:59.508754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-308de1ad-427b-4659-a2ad-717414f08a31 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting subnet 454e2c9c-f95c-4276-b653-7778430d4eca {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:59.513622 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-308de1ad-427b-4659-a2ad-717414f08a31 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:59.548753 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-28d41d83-d3ba-4534-a23d-9a5bd9470e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:58Z', 'revision_number': 8, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e20ceeb-77af-4051-83ab-0f513c6b8086', 'name': '', 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:9c:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:45Z', 'updated_at': '2021-11-11T12:18:53Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:59.570492 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-308de1ad-427b-4659-a2ad-717414f08a31 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:59.609529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d41d83-d3ba-4534-a23d-9a5bd9470e6d None None] Checking router: 0690f3d4-f709-40aa-b5dd-c315b1770c7d for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:18:59.618416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d41d83-d3ba-4534-a23d-9a5bd9470e6d None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:59.619205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-28d41d83-d3ba-4534-a23d-9a5bd9470e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:39Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:59.658102 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-308de1ad-427b-4659-a2ad-717414f08a31 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:59.711831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-28d41d83-d3ba-4534-a23d-9a5bd9470e6d None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:59.730108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-308de1ad-427b-4659-a2ad-717414f08a31 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:59.763983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308de1ad-427b-4659-a2ad-717414f08a31 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Subnet': ['ID=454e2c9c-f95c-4276-b653-7778430d4eca,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:59.778039 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-308de1ad-427b-4659-a2ad-717414f08a31 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:59.784339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-308de1ad-427b-4659-a2ad-717414f08a31 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/454e2c9c-f95c-4276-b653-7778430d4eca HTTP/1.1" status: 204 len: 168 time: 0.3779025 Nov 11 12:18:59.787034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56846) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:59.796885 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d98844-3252-4c04-8316-db6987f48903 None None] Network 4a8d7617-6e81-4d80-a374-45370a0e01d3 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:59.937799 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.030523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port 5c866e05-13c9-466b-9abb-ccada053eeeb {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:00.031168 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.136670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] For port 5c866e05-13c9-466b-9abb-ccada053eeeb, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5c866e05-13c9-466b-9abb-ccada053eeeb,segment=NetworkSegment(d0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23),segment_id=d0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:00.137208 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.153001 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for 5c866e05-13c9-466b-9abb-ccada053eeeb owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:00.176762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-28d41d83-d3ba-4534-a23d-9a5bd9470e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:58Z', 'revision_number': 8, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e20ceeb-77af-4051-83ab-0f513c6b8086', 'name': '', 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:9c:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:45Z', 'updated_at': '2021-11-11T12:18:53Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:00.214029 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d41d83-d3ba-4534-a23d-9a5bd9470e6d None None] The sync data for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 is: [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:58Z', 'revision_number': 8, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e20ceeb-77af-4051-83ab-0f513c6b8086', 'name': '', 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:9c:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:45Z', 'updated_at': '2021-11-11T12:18:53Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:19:00.239774 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783fa70c-1693-4590-aac5-38d1e7328bd9 None None] DHCP port deletion for 4a8d7617-6e81-4d80-a374-45370a0e01d3 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:00.302575 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-783fa70c-1693-4590-aac5-38d1e7328bd9 None None] Deleting port 5c866e05-13c9-466b-9abb-ccada053eeeb {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:00.303185 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-783fa70c-1693-4590-aac5-38d1e7328bd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.315027 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.347245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=5c866e05-13c9-466b-9abb-ccada053eeeb,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:00.358752 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] No DVR routers for this DVR port 5c866e05-13c9-466b-9abb-ccada053eeeb on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:00.362468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:00.362960 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:00.363433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:00.363900 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:00.364375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:00.364849 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:00.365314 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:00.365843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:00.366349 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:00.366824 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:00.367282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:00.367733 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:00.403699 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-783fa70c-1693-4590-aac5-38d1e7328bd9 None None] For port 5c866e05-13c9-466b-9abb-ccada053eeeb, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5c866e05-13c9-466b-9abb-ccada053eeeb,segment=NetworkSegment(d0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23),segment_id=d0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:00.404099 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-783fa70c-1693-4590-aac5-38d1e7328bd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.419022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-783fa70c-1693-4590-aac5-38d1e7328bd9 None None] Calling delete_port for 5c866e05-13c9-466b-9abb-ccada053eeeb owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:00.487808 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.504149 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d94bc5-8084-4f7a-824f-fce1b50e814a req-d3398571-f619-484a-9eda-ec34dd1df85f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:00.506175 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6d94bc5-8084-4f7a-824f-fce1b50e814a req-d3398571-f619-484a-9eda-ec34dd1df85f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 946 time: 0.0907218 Nov 11 12:19:00.533867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8d7617-6e81-4d80-a374-45370a0e01d3']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:00.537903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb2933-9a98-46ca-bcc5-da8428ba41ca req-f3b1ca1a-dde0-4dd7-b338-7fa04ab4f968 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:00.547041 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2bb2933-9a98-46ca-bcc5-da8428ba41ca req-f3b1ca1a-dde0-4dd7-b338-7fa04ab4f968 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0804503 Nov 11 12:19:00.548389 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-783fa70c-1693-4590-aac5-38d1e7328bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.548812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:00.549316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fbbcdf-a8d3-4e69-b2dd-cbd9cae73f23') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:00.562359 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.584038 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.591243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fa70c-1693-4590-aac5-38d1e7328bd9 None None] Pushing event deleted for resources: {'Port': ['ID=5c866e05-13c9-466b-9abb-ccada053eeeb,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:00.592455 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:19:00.593098 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783fa70c-1693-4590-aac5-38d1e7328bd9 None None] No DVR routers for this DVR port 5c866e05-13c9-466b-9abb-ccada053eeeb on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:00.593446 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:19:00.598218 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:19:00.694381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6d94bc5-8084-4f7a-824f-fce1b50e814a req-216726b1-eafa-49c2-b5db-bc7f6363a990 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234677 Nov 11 12:19:00.707771 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2bb2933-9a98-46ca-bcc5-da8428ba41ca req-b3d5fd45-4270-4a38-9988-2d5a65e4c1a1 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595385 Nov 11 12:19:00.737171 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.750144 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.754403 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/networks/4a8d7617-6e81-4d80-a374-45370a0e01d3 HTTP/1.1" status: 204 len: 168 time: 0.9651873 Nov 11 12:19:00.757742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56874) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:00.780372 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1f1ef-eee6-4964-9f23-b5da7271e37e req-226cb6ac-09f9-4379-944b-2fbd2bf96ccd tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:00.782065 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c3e1f1ef-eee6-4964-9f23-b5da7271e37e req-226cb6ac-09f9-4379-944b-2fbd2bf96ccd tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.62 "GET /v2.0/ports?device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 946 time: 0.1022840 Nov 11 12:19:00.783151 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeaccc3-888d-4616-b579-dfeb77025d33 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Network': ['ID=4a8d7617-6e81-4d80-a374-45370a0e01d3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:00.952422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-c3e1f1ef-eee6-4964-9f23-b5da7271e37e req-7be947af-9cfa-4f83-ac73-e1ee0450e2a0 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Deleting port f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:00.952776 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c3e1f1ef-eee6-4964-9f23-b5da7271e37e req-7be947af-9cfa-4f83-ac73-e1ee0450e2a0 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.981144 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e7779-ddba-4220-8f43-7a8e4ba98ab8 None None] Sync routers for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:19:01.004907 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e7779-ddba-4220-8f43-7a8e4ba98ab8 None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:01.010752 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ff6e7779-ddba-4220-8f43-7a8e4ba98ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:39Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:01.072858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b70fbc51-b869-4d72-b3f4-9943dbd456a8 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:01.118967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: b70fbc51-b869-4d72-b3f4-9943dbd456a8 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:01.119325 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b70fbc51-b869-4d72-b3f4-9943dbd456a8 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:01.119723 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5c866e05-13c9-466b-9abb-ccada053eeeb no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:01.151535 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 5c866e05-13c9-466b-9abb-ccada053eeeb {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:01.151879 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5c866e05-13c9-466b-9abb-ccada053eeeb not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:01.190663 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-ff6e7779-ddba-4220-8f43-7a8e4ba98ab8 None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:01.208894 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c3e1f1ef-eee6-4964-9f23-b5da7271e37e req-7be947af-9cfa-4f83-ac73-e1ee0450e2a0 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] For port f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:01.209313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c3e1f1ef-eee6-4964-9f23-b5da7271e37e req-7be947af-9cfa-4f83-ac73-e1ee0450e2a0 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:01.231322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-c3e1f1ef-eee6-4964-9f23-b5da7271e37e req-7be947af-9cfa-4f83-ac73-e1ee0450e2a0 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Calling delete_port for f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:01.235853 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd05e41-ec34-4da1-a7f9-5d6bcd79f7f0 req-7fffe358-2a52-472b-bc6b-a343e5c04cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:01.238012 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8dd05e41-ec34-4da1-a7f9-5d6bcd79f7f0 req-7fffe358-2a52-472b-bc6b-a343e5c04cfd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 1095 time: 0.1203258 Nov 11 12:19:01.344452 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc3d44-6de3-48b2-9a0f-402362badf2e req-1e3f5387-adab-4243-af2e-1e4443c3b9ee tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:01.352186 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ddc3d44-6de3-48b2-9a0f-402362badf2e req-1e3f5387-adab-4243-af2e-1e4443c3b9ee tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 945 time: 0.2203858 Nov 11 12:19:01.362887 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e869f-5e06-4f19-8811-cda3aba7cf01 req-8c9fd60f-01d9-494b-99fc-15f43c7eabd8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:01.371520 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c2e869f-5e06-4f19-8811-cda3aba7cf01 req-8c9fd60f-01d9-494b-99fc-15f43c7eabd8 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.2272747 Nov 11 12:19:01.400629 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd05e41-ec34-4da1-a7f9-5d6bcd79f7f0 req-5f732f76-a7db-4dc2-8acf-646af32f2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:01.403205 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8dd05e41-ec34-4da1-a7f9-5d6bcd79f7f0 req-5f732f76-a7db-4dc2-8acf-646af32f2d9c service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.1562109 Nov 11 12:19:01.459307 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c2e869f-5e06-4f19-8811-cda3aba7cf01 req-470fc8a1-4377-4f92-be2b-1795b389ed5c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727627 Nov 11 12:19:01.459589 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ff6e7779-ddba-4220-8f43-7a8e4ba98ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:58Z', 'revision_number': 8, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e20ceeb-77af-4051-83ab-0f513c6b8086', 'name': '', 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:9c:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:45Z', 'updated_at': '2021-11-11T12:18:53Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:01.491861 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e7779-ddba-4220-8f43-7a8e4ba98ab8 None None] Checking router: 0690f3d4-f709-40aa-b5dd-c315b1770c7d for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:19:01.502202 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e7779-ddba-4220-8f43-7a8e4ba98ab8 None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:01.503592 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ff6e7779-ddba-4220-8f43-7a8e4ba98ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:39Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:01.521648 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ddc3d44-6de3-48b2-9a0f-402362badf2e req-d0024910-baa4-4653-bda8-d7ba661abc6c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671567 Nov 11 12:19:01.533962 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8dd05e41-ec34-4da1-a7f9-5d6bcd79f7f0 req-00a3049c-baa8-4a71-af3f-1f802b2edcb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c HTTP/1.1" status: 200 len: 999 time: 0.1178949 Nov 11 12:19:01.542296 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c3e1f1ef-eee6-4964-9f23-b5da7271e37e req-7be947af-9cfa-4f83-ac73-e1ee0450e2a0 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:01.547705 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fc88a281-ec87-40a4-add2-b098f932e362 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:01.566342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['645a5640-370c-4fad-b172-68892928071b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:19:01.569370 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['82ad441b-f58c-4e60-afda-488fb3a82278', 'd82dfb29-2b99-476e-aa96-f997c8a239ed', 'f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:19:01.588138 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be947af-9cfa-4f83-ac73-e1ee0450e2a0 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Pushing event deleted for resources: {'Port': ['ID=f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:01.662998 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e1f1ef-eee6-4964-9f23-b5da7271e37e req-7be947af-9cfa-4f83-ac73-e1ee0450e2a0 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] No DVR routers for this DVR port f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:01.666937 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c3e1f1ef-eee6-4964-9f23-b5da7271e37e req-7be947af-9cfa-4f83-ac73-e1ee0450e2a0 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:01.672272 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c3e1f1ef-eee6-4964-9f23-b5da7271e37e req-7be947af-9cfa-4f83-ac73-e1ee0450e2a0 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.62 "DELETE /v2.0/ports/f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 HTTP/1.1" status: 204 len: 173 time: 0.8803709 Nov 11 12:19:01.674582 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4705dec1-c3d3-4605-82c0-464ce123c01f', 'name': 'network-vif-deleted', 'tag': 'f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:19:01.679466 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a6c454-1eaa-4953-a59f-b7703dcf59c7" -d '{"events": [{"server_uuid": "4705dec1-c3d3-4605-82c0-464ce123c01f", "name": "network-vif-deleted", "tag": "f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:19:01.685405 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4b8fb3-2e26-47c6-b0dd-1a06a1a63b4b None None] DHCP port deletion for b4efc2af-44dc-4d6c-a7d9-7144b87a1009 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:01.686955 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-ff6e7779-ddba-4220-8f43-7a8e4ba98ab8 None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:01.689800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd05e41-ec34-4da1-a7f9-5d6bcd79f7f0 req-6a153f30-2515-4e19-a625-806b95701d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:01.691332 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8dd05e41-ec34-4da1-a7f9-5d6bcd79f7f0 req-6a153f30-2515-4e19-a625-806b95701d35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.1424580 Nov 11 12:19:01.762031 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66527003-f2d8-4b54-9edc-ab3f2e931b48 x-openstack-request-id: req-66527003-f2d8-4b54-9edc-ab3f2e931b48 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:19:01.762326 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4705dec1-c3d3-4605-82c0-464ce123c01f", "name": "network-vif-deleted", "tag": "f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:19:01.762588 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66527003-f2d8-4b54-9edc-ab3f2e931b48 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:19:01.763015 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4705dec1-c3d3-4605-82c0-464ce123c01f', 'name': 'network-vif-deleted', 'tag': 'f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2', 'status': 'completed', 'code': 200} Nov 11 12:19:01.811407 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd05e41-ec34-4da1-a7f9-5d6bcd79f7f0 req-65f3cf22-6451-4f2f-885a-2188fd8c4779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:01.813023 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8dd05e41-ec34-4da1-a7f9-5d6bcd79f7f0 req-65f3cf22-6451-4f2f-885a-2188fd8c4779 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116810 Nov 11 12:19:01.945232 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-571c3add-fb25-4d81-b360-e639678f8882 req-e03f4d4e-7a1b-4b39-9971-f6ae8ecec9ed tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4705dec1-c3d3-4605-82c0-464ce123c01f HTTP/1.1" status: 200 len: 210 time: 0.0625818 Nov 11 12:19:02.000696 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8dd05e41-ec34-4da1-a7f9-5d6bcd79f7f0 req-3d610043-93fa-4586-91ac-a0e8d99b35c6 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791365 Nov 11 12:19:02.013462 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ff6e7779-ddba-4220-8f43-7a8e4ba98ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:58Z', 'revision_number': 8, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e20ceeb-77af-4051-83ab-0f513c6b8086', 'name': '', 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:9c:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:45Z', 'updated_at': '2021-11-11T12:18:53Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:02.050897 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e7779-ddba-4220-8f43-7a8e4ba98ab8 None None] The sync data for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 is: [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:18:58Z', 'revision_number': 8, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e20ceeb-77af-4051-83ab-0f513c6b8086', 'name': '', 'network_id': '1bbfec8f-221b-4391-9b30-ca07cdb156f5', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:9c:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:45Z', 'updated_at': '2021-11-11T12:18:53Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '94eb3e53-0073-4f36-95cd-920da1f03547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:19:02.054019 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-fc88a281-ec87-40a4-add2-b098f932e362 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port 7e20ceeb-77af-4051-83ab-0f513c6b8086 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:02.054378 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fc88a281-ec87-40a4-add2-b098f932e362 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:02.177084 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8dd05e41-ec34-4da1-a7f9-5d6bcd79f7f0 req-f43944f2-83ca-4c34-86ff-39218ff3d8d6 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670873 Nov 11 12:19:02.238228 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-fc88a281-ec87-40a4-add2-b098f932e362 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] For port 7e20ceeb-77af-4051-83ab-0f513c6b8086, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=7e20ceeb-77af-4051-83ab-0f513c6b8086,segment=NetworkSegment(b1fb7cee-b05b-4d83-b957-f62592fa373e),segment_id=b1fb7cee-b05b-4d83-b957-f62592fa373e)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:02.238600 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fc88a281-ec87-40a4-add2-b098f932e362 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:02.267141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-fc88a281-ec87-40a4-add2-b098f932e362 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for 7e20ceeb-77af-4051-83ab-0f513c6b8086 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:02.457448 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fc88a281-ec87-40a4-add2-b098f932e362 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:02.477570 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6b2f4-cadf-4a0a-8424-6f3bfada8714 req-eeedb365-1102-413f-a080-838da7d6648a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:02.479334 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e9d6b2f4-cadf-4a0a-8424-6f3bfada8714 req-eeedb365-1102-413f-a080-838da7d6648a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 945 time: 0.0814242 Nov 11 12:19:02.511132 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88a281-ec87-40a4-add2-b098f932e362 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=7e20ceeb-77af-4051-83ab-0f513c6b8086,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:02.613078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-e9d6b2f4-cadf-4a0a-8424-6f3bfada8714 req-32c02bfe-345e-4c17-9b6a-d13fc9f832bb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Deleting port 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:02.613507 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e9d6b2f4-cadf-4a0a-8424-6f3bfada8714 req-32c02bfe-345e-4c17-9b6a-d13fc9f832bb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:02.722396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e9d6b2f4-cadf-4a0a-8424-6f3bfada8714 req-32c02bfe-345e-4c17-9b6a-d13fc9f832bb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] For port 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:02.722994 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e9d6b2f4-cadf-4a0a-8424-6f3bfada8714 req-32c02bfe-345e-4c17-9b6a-d13fc9f832bb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:02.732042 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fc88a281-ec87-40a4-add2-b098f932e362 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:02.740277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-e9d6b2f4-cadf-4a0a-8424-6f3bfada8714 req-32c02bfe-345e-4c17-9b6a-d13fc9f832bb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Calling delete_port for 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:02.872122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8498e-a143-4a70-bc8e-4e866736b22a req-f9e13f4b-45a0-49ac-a6ba-8d56b421f306 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:02.873870 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8a8498e-a143-4a70-bc8e-4e866736b22a req-f9e13f4b-45a0-49ac-a6ba-8d56b421f306 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1946335 Nov 11 12:19:02.884409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550687d-588f-470d-8aca-80bfaabf365a req-490b624f-24c6-4937-b397-813813d5c457 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:02.886613 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e550687d-588f-470d-8aca-80bfaabf365a req-490b624f-24c6-4937-b397-813813d5c457 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 945 time: 0.1966765 Nov 11 12:19:02.935608 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e9d6b2f4-cadf-4a0a-8424-6f3bfada8714 req-32c02bfe-345e-4c17-9b6a-d13fc9f832bb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:02.947868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:19:02.976367 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c02bfe-345e-4c17-9b6a-d13fc9f832bb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event deleted for resources: {'Port': ['ID=1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:03.040056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d6b2f4-cadf-4a0a-8424-6f3bfada8714 req-32c02bfe-345e-4c17-9b6a-d13fc9f832bb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] No DVR routers for this DVR port 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:03.041885 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8a8498e-a143-4a70-bc8e-4e866736b22a req-ea9b2e49-3955-4863-86de-85fc40cd0db1 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523585 Nov 11 12:19:03.042693 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e9d6b2f4-cadf-4a0a-8424-6f3bfada8714 req-32c02bfe-345e-4c17-9b6a-d13fc9f832bb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.046696 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e9d6b2f4-cadf-4a0a-8424-6f3bfada8714 req-32c02bfe-345e-4c17-9b6a-d13fc9f832bb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "DELETE /v2.0/ports/1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 HTTP/1.1" status: 204 len: 173 time: 0.5589588 Nov 11 12:19:03.070625 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e550687d-588f-470d-8aca-80bfaabf365a req-eedd491c-d313-4445-b6a9-8aa0c5ce2ab6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=971fd32d-2c16-407d-9c64-fe999658d921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574028 Nov 11 12:19:03.088950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc88a281-ec87-40a4-add2-b098f932e362 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 0690f3d4-f709-40aa-b5dd-c315b1770c7d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:19:03.169423 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:19:03.509295 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc88a281-ec87-40a4-add2-b098f932e362 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:19:03.517322 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fc88a281-ec87-40a4-add2-b098f932e362 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/0690f3d4-f709-40aa-b5dd-c315b1770c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7554569 Nov 11 12:19:03.517322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56922) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:03.523199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a0bbb4-2b03-4aa8-86cc-214b99c3e2a1 None None] Sync routers for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:19:03.533943 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a0bbb4-2b03-4aa8-86cc-214b99c3e2a1 None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:03.534548 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-64a0bbb4-2b03-4aa8-86cc-214b99c3e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:39Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:03.569902 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-9776d31e-fc0e-4ce5-ba9a-6c9ab210ec39 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting subnet 94eb3e53-0073-4f36-95cd-920da1f03547 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:19:03.572737 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9776d31e-fc0e-4ce5-ba9a-6c9ab210ec39 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.614444 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9776d31e-fc0e-4ce5-ba9a-6c9ab210ec39 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.626202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-64a0bbb4-2b03-4aa8-86cc-214b99c3e2a1 None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:03.705432 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9776d31e-fc0e-4ce5-ba9a-6c9ab210ec39 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.764151 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adfd01d-31bb-4abf-9c80-845352bdf2b4', 'name': 'network-vif-deleted', 'tag': '1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:19:03.766434 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0db2b1-2681-4bb9-8535-e9be37d38499" -d '{"events": [{"server_uuid": "1adfd01d-31bb-4abf-9c80-845352bdf2b4", "name": "network-vif-deleted", "tag": "1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:19:03.772105 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9776d31e-fc0e-4ce5-ba9a-6c9ab210ec39 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.809295 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776d31e-fc0e-4ce5-ba9a-6c9ab210ec39 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Subnet': ['ID=94eb3e53-0073-4f36-95cd-920da1f03547,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:03.811976 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001b46a1-d32e-43f5-9c4e-a47ffe145f0f x-openstack-request-id: req-001b46a1-d32e-43f5-9c4e-a47ffe145f0f {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:19:03.812279 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adfd01d-31bb-4abf-9c80-845352bdf2b4", "name": "network-vif-deleted", "tag": "1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:19:03.812527 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-001b46a1-d32e-43f5-9c4e-a47ffe145f0f {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:19:03.812942 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adfd01d-31bb-4abf-9c80-845352bdf2b4', 'name': 'network-vif-deleted', 'tag': '1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4', 'status': 'completed', 'code': 200} Nov 11 12:19:03.817252 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9776d31e-fc0e-4ce5-ba9a-6c9ab210ec39 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.821575 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9776d31e-fc0e-4ce5-ba9a-6c9ab210ec39 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/94eb3e53-0073-4f36-95cd-920da1f03547 HTTP/1.1" status: 204 len: 168 time: 0.3032770 Nov 11 12:19:03.824182 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56926) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:03.910711 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.977430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port aae8d8ce-381a-489b-906e-48b8fa073ff5 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:03.977869 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.987178 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c20e694-0244-4f1a-a704-dfa7664bf496 None None] Network 1bbfec8f-221b-4391-9b30-ca07cdb156f5 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:19:04.046964 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] For port aae8d8ce-381a-489b-906e-48b8fa073ff5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=aae8d8ce-381a-489b-906e-48b8fa073ff5,segment=NetworkSegment(b1fb7cee-b05b-4d83-b957-f62592fa373e),segment_id=b1fb7cee-b05b-4d83-b957-f62592fa373e)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:04.047335 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:04.060788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for aae8d8ce-381a-489b-906e-48b8fa073ff5 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:04.124424 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-64a0bbb4-2b03-4aa8-86cc-214b99c3e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:19:02Z', 'revision_number': 9, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:04.152952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a0bbb4-2b03-4aa8-86cc-214b99c3e2a1 None None] Checking router: 0690f3d4-f709-40aa-b5dd-c315b1770c7d for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:19:04.171404 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a0bbb4-2b03-4aa8-86cc-214b99c3e2a1 None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:04.172369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-64a0bbb4-2b03-4aa8-86cc-214b99c3e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:39Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:04.187095 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:04.240143 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] No DVR routers for this DVR port aae8d8ce-381a-489b-906e-48b8fa073ff5 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:04.256880 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=aae8d8ce-381a-489b-906e-48b8fa073ff5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:04.281521 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-64a0bbb4-2b03-4aa8-86cc-214b99c3e2a1 None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:04.286883 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379af015-5611-4fd9-9373-9d16c443d4bd None None] DHCP port deletion for 1bbfec8f-221b-4391-9b30-ca07cdb156f5 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:04.345027 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a3c9571-a13f-4720-a5c8-5f2305def52d req-b06eac88-da78-4e45-9dd3-9e29d69c8775 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 210 time: 0.1460986 Nov 11 12:19:04.406327 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4efc5-6483-4c22-8cea-63504e0e61e9 req-c7ab265c-e0f0-4af7-84d9-11d6d81a6154 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:04.409290 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7b4efc5-6483-4c22-8cea-63504e0e61e9 req-c7ab265c-e0f0-4af7-84d9-11d6d81a6154 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.2465656 Nov 11 12:19:04.417817 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:04.452520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbfec8f-221b-4391-9b30-ca07cdb156f5']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:04.466150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1fb7cee-b05b-4d83-b957-f62592fa373e') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:04.466498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1fb7cee-b05b-4d83-b957-f62592fa373e') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:04.484451 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:04.506767 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7b4efc5-6483-4c22-8cea-63504e0e61e9 req-083a94b3-c17a-4323-9322-f1e8a6d9ea6a tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809007 Nov 11 12:19:04.507715 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:04.517970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:19:04.518474 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:19:04.532093 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:19:04.558992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-64a0bbb4-2b03-4aa8-86cc-214b99c3e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:19:02Z', 'revision_number': 9, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:04.592689 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a0bbb4-2b03-4aa8-86cc-214b99c3e2a1 None None] The sync data for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 is: [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:19:02Z', 'revision_number': 9, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': '474bcd7f-ee43-488d-862f-946a70fff5c9', 'name': '', 'network_id': 'faa7553e-340b-4db4-85c7-92ce59fbd783', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:b0:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:38Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': '8b67b297-58fd-4c72-ade1-52004fbb5af8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:19:04.592930 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:04.602371 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:04.608270 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/networks/1bbfec8f-221b-4391-9b30-ca07cdb156f5 HTTP/1.1" status: 204 len: 168 time: 0.7792115 Nov 11 12:19:04.608757 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56938) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:04.629092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64d0b8-997f-4c04-91ff-3780bb57e4b6 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Network': ['ID=1bbfec8f-221b-4391-9b30-ca07cdb156f5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:04.669613 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b79a70-0798-4052-8be9-be1d2f55b5af req-62a33797-2505-493f-bacb-31092069cb51 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:04.671264 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9b79a70-0798-4052-8be9-be1d2f55b5af req-62a33797-2505-493f-bacb-31092069cb51 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0705097 Nov 11 12:19:04.723629 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9b79a70-0798-4052-8be9-be1d2f55b5af req-5e69aec2-910f-4c3f-91d4-50c95e4c71ef tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442019 Nov 11 12:19:04.840356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:04.860474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a452f-ceb3-46e4-b864-a6fbaa50f86e req-177aeb82-82e2-41ba-bcc1-cbf3bfde2ed2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:04.862874 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-489a452f-ceb3-46e4-b864-a6fbaa50f86e req-177aeb82-82e2-41ba-bcc1-cbf3bfde2ed2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0663455 Nov 11 12:19:04.866893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:04.867317 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f02d2f79-0fbf-4d1a-b1bf-a7517f79f4f2 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:04.919241 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-489a452f-ceb3-46e4-b864-a6fbaa50f86e req-5cbf4b9d-e860-47f0-a71e-2bbbb4820b7d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482128 Nov 11 12:19:05.078243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device aae8d8ce-381a-489b-906e-48b8fa073ff5 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:05.109085 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: aae8d8ce-381a-489b-906e-48b8fa073ff5 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:05.109441 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device aae8d8ce-381a-489b-906e-48b8fa073ff5 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:05.110032 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7e20ceeb-77af-4051-83ab-0f513c6b8086 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:05.172056 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 7e20ceeb-77af-4051-83ab-0f513c6b8086 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:05.173295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7e20ceeb-77af-4051-83ab-0f513c6b8086 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:05.232422 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1eb365-da96-4a1c-bf18-9cc081498651 req-9d3c0e06-4276-4d07-81ce-2c56657b0fae tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:05.234301 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be1eb365-da96-4a1c-bf18-9cc081498651 req-9d3c0e06-4276-4d07-81ce-2c56657b0fae tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0682116 Nov 11 12:19:05.291608 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be1eb365-da96-4a1c-bf18-9cc081498651 req-fa781e62-f7f1-4670-a9b2-9249d9c4adfd tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513012 Nov 11 12:19:05.413805 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4aab060-6f01-4e21-a064-b18559991da8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.455150 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b13e1ba-85c3-4a92-a952-d12635f6d11a req-44ce6f8d-c8ce-468c-bd70-4eee4bc3eff8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 210 time: 0.0273798 Nov 11 12:19:05.665551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d4aab060-6f01-4e21-a064-b18559991da8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port 474bcd7f-ee43-488d-862f-946a70fff5c9 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:05.665872 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4aab060-6f01-4e21-a064-b18559991da8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.759421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-d4aab060-6f01-4e21-a064-b18559991da8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] For port 474bcd7f-ee43-488d-862f-946a70fff5c9, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=474bcd7f-ee43-488d-862f-946a70fff5c9,segment=NetworkSegment(352730cd-235c-428d-9b0c-146dbd2e7093),segment_id=352730cd-235c-428d-9b0c-146dbd2e7093)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:05.759784 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4aab060-6f01-4e21-a064-b18559991da8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.774966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d4aab060-6f01-4e21-a064-b18559991da8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for 474bcd7f-ee43-488d-862f-946a70fff5c9 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:05.827034 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d71a6cb3-deeb-4ad9-af82-6e55776fbbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.950312 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4aab060-6f01-4e21-a064-b18559991da8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.975369 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aab060-6f01-4e21-a064-b18559991da8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=474bcd7f-ee43-488d-862f-946a70fff5c9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:06.017858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:06.041268 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:06.041883 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 1c69c8c2-bec6-4fb9-bfb7-169fa25a9cc4 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:06.103471 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4aab060-6f01-4e21-a064-b18559991da8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.298803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4aab060-6f01-4e21-a064-b18559991da8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 0690f3d4-f709-40aa-b5dd-c315b1770c7d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:19:06.395903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4aab060-6f01-4e21-a064-b18559991da8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:19:06.407087 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da85360b-dd8b-4cbf-994a-45502e10ca96 None None] Sync routers for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:19:06.413041 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d4aab060-6f01-4e21-a064-b18559991da8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/0690f3d4-f709-40aa-b5dd-c315b1770c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8004591 Nov 11 12:19:06.413731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56956) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:06.421004 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da85360b-dd8b-4cbf-994a-45502e10ca96 None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:06.421654 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-da85360b-dd8b-4cbf-994a-45502e10ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:39Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:06.458083 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02c2a1-b5ef-4618-af3d-7c2b113031d2 req-b59b9219-6b9e-487b-88fa-40d7e33da0a0 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:06.459723 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c02c2a1-b5ef-4618-af3d-7c2b113031d2 req-b59b9219-6b9e-487b-88fa-40d7e33da0a0 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0894296 Nov 11 12:19:06.513424 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-7887f6b0-326b-477c-a6d4-9894931b66f9 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting subnet 8b67b297-58fd-4c72-ade1-52004fbb5af8 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:19:06.520407 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7887f6b0-326b-477c-a6d4-9894931b66f9 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.537367 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5c02c2a1-b5ef-4618-af3d-7c2b113031d2 req-6cccf32d-4a3e-4e17-ae46-a53cf97cd28c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711350 Nov 11 12:19:06.548046 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-da85360b-dd8b-4cbf-994a-45502e10ca96 None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:06.586303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7887f6b0-326b-477c-a6d4-9894931b66f9 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.608364 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e854781-620f-4590-b313-b58189391a85 req-7f794c72-8dec-491b-8950-186b5e034dd6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 210 time: 0.0419340 Nov 11 12:19:06.697506 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7887f6b0-326b-477c-a6d4-9894931b66f9 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.768812 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7887f6b0-326b-477c-a6d4-9894931b66f9 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.790103 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-da85360b-dd8b-4cbf-994a-45502e10ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:19:05Z', 'revision_number': 10, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:06.827923 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887f6b0-326b-477c-a6d4-9894931b66f9 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Subnet': ['ID=8b67b297-58fd-4c72-ade1-52004fbb5af8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:06.829170 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da85360b-dd8b-4cbf-994a-45502e10ca96 None None] Checking router: 0690f3d4-f709-40aa-b5dd-c315b1770c7d for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:19:06.832926 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7887f6b0-326b-477c-a6d4-9894931b66f9 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.836554 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073bc84f-3d49-49cb-9d1e-8da92e5e307f None None] Network faa7553e-340b-4db4-85c7-92ce59fbd783 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:19:06.840796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56966) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:06.841277 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7887f6b0-326b-477c-a6d4-9894931b66f9 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/8b67b297-58fd-4c72-ade1-52004fbb5af8 HTTP/1.1" status: 204 len: 168 time: 0.4263718 Nov 11 12:19:06.868349 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da85360b-dd8b-4cbf-994a-45502e10ca96 None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:06.869329 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-da85360b-dd8b-4cbf-994a-45502e10ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:18:39Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:06.870975 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9d9da-cc55-483c-8b3a-0b50d974a19e req-e90ef0dc-c70e-4613-a186-5de3db243756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:06.874142 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-52e9d9da-cc55-483c-8b3a-0b50d974a19e req-e90ef0dc-c70e-4613-a186-5de3db243756 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 1095 time: 0.0974853 Nov 11 12:19:06.882214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954bcb6-30a2-46c3-b93c-40803210d57e req-e53ce107-64ca-456b-93b6-7d4327adb813 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:06.890299 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2954bcb6-30a2-46c3-b93c-40803210d57e req-e53ce107-64ca-456b-93b6-7d4327adb813 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1021206 Nov 11 12:19:06.980590 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-da85360b-dd8b-4cbf-994a-45502e10ca96 None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:07.018867 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.032764 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2954bcb6-30a2-46c3-b93c-40803210d57e req-595675b3-371e-486b-a3f0-17d7b5da4e8e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414456 Nov 11 12:19:07.061115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9d9da-cc55-483c-8b3a-0b50d974a19e req-5c5f8c23-ee8f-47f6-9e25-2a798a694396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:07.062647 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-52e9d9da-cc55-483c-8b3a-0b50d974a19e req-5c5f8c23-ee8f-47f6-9e25-2a798a694396 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.1793947 Nov 11 12:19:07.102786 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port 7b8629c8-d635-4f54-b86a-44cde7a65975 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:07.103967 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.162643 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-52e9d9da-cc55-483c-8b3a-0b50d974a19e req-43981541-44e4-461d-945c-c4061ab2c1ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c HTTP/1.1" status: 200 len: 999 time: 0.0925415 Nov 11 12:19:07.186135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] For port 7b8629c8-d635-4f54-b86a-44cde7a65975, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=7b8629c8-d635-4f54-b86a-44cde7a65975,segment=NetworkSegment(352730cd-235c-428d-9b0c-146dbd2e7093),segment_id=352730cd-235c-428d-9b0c-146dbd2e7093)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:07.186740 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.208699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for 7b8629c8-d635-4f54-b86a-44cde7a65975 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:07.233685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3f49d4-b00d-4827-9c32-e2f1e854497c None None] DHCP port deletion for faa7553e-340b-4db4-85c7-92ce59fbd783 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:07.295758 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.303258 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9d9da-cc55-483c-8b3a-0b50d974a19e req-613590c0-d9fc-4387-92dc-e276bc7443d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:07.304781 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-52e9d9da-cc55-483c-8b3a-0b50d974a19e req-613590c0-d9fc-4387-92dc-e276bc7443d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.1173081 Nov 11 12:19:07.319851 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-da85360b-dd8b-4cbf-994a-45502e10ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:19:05Z', 'revision_number': 10, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:07.325890 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=7b8629c8-d635-4f54-b86a-44cde7a65975,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:07.333138 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] No DVR routers for this DVR port 7b8629c8-d635-4f54-b86a-44cde7a65975 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:07.348094 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da85360b-dd8b-4cbf-994a-45502e10ca96 None None] The sync data for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 is: [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:19:05Z', 'revision_number': 10, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None, '_interfaces': [{'id': 'ad3466d5-ed70-4b36-975b-f74dcf24593b', 'name': '', 'network_id': '191eefaa-444b-446a-8404-3b610024218c', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'mac_address': 'fa:16:3e:92:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:33Z', 'updated_at': '2021-11-11T12:18:41Z', 'revision_number': 5, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'subnets': [{'id': 'b2837b52-a9a9-481f-891a-b9c10dc22303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:19:07.348630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6c3f49d4-b00d-4827-9c32-e2f1e854497c None None] Deleting port 7b8629c8-d635-4f54-b86a-44cde7a65975 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:07.349012 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6c3f49d4-b00d-4827-9c32-e2f1e854497c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.406112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9d9da-cc55-483c-8b3a-0b50d974a19e req-432233d8-0c71-4d01-a9be-c8b1ccbf5a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:07.408079 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-52e9d9da-cc55-483c-8b3a-0b50d974a19e req-432233d8-0c71-4d01-a9be-c8b1ccbf5a36 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950887 Nov 11 12:19:07.434782 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.442309 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6c3f49d4-b00d-4827-9c32-e2f1e854497c None None] For port 7b8629c8-d635-4f54-b86a-44cde7a65975, host n-d-807359-3, got binding levels [] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:07.442776 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6c3f49d4-b00d-4827-9c32-e2f1e854497c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.459520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa7553e-340b-4db4-85c7-92ce59fbd783']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:07.471369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6c3f49d4-b00d-4827-9c32-e2f1e854497c None None] Calling delete_port for 7b8629c8-d635-4f54-b86a-44cde7a65975 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:07.472847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352730cd-235c-428d-9b0c-146dbd2e7093') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:07.473469 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352730cd-235c-428d-9b0c-146dbd2e7093') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:07.475614 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.ipam_backend_mixin [None req-6c3f49d4-b00d-4827-9c32-e2f1e854497c None None] Port 7b8629c8-d635-4f54-b86a-44cde7a65975 was not found and therefore no delete operation was performed {{(pid=109155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:19:07.480741 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6c3f49d4-b00d-4827-9c32-e2f1e854497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.484382 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.502745 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.514258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:19:07.515264 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f49d4-b00d-4827-9c32-e2f1e854497c None None] Pushing event deleted for resources: {'Port': ['ID=7b8629c8-d635-4f54-b86a-44cde7a65975,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:07.525645 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.526195 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3f49d4-b00d-4827-9c32-e2f1e854497c None None] No DVR routers for this DVR port 7b8629c8-d635-4f54-b86a-44cde7a65975 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:07.552377 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-52e9d9da-cc55-483c-8b3a-0b50d974a19e req-c467dbb0-e25c-4af3-9582-795a8abf7f06 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365166 Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:19:07.564099 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:19:07.613653 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.622851 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.632396 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/networks/faa7553e-340b-4db4-85c7-92ce59fbd783 HTTP/1.1" status: 204 len: 168 time: 0.7883832 Nov 11 12:19:07.634109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 56974) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:07.649090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec5eb2-2375-4151-943d-73da79d72a2e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Network': ['ID=faa7553e-340b-4db4-85c7-92ce59fbd783,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:07.724247 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec60bb6c-4aab-405a-a57f-e1561239555d req-beb3fe8a-d74d-40d6-8b60-e6a263d2f89f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=1adfd01d-31bb-4abf-9c80-845352bdf2b4 HTTP/1.1" status: 200 len: 210 time: 0.0395703 Nov 11 12:19:07.748534 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-52e9d9da-cc55-483c-8b3a-0b50d974a19e req-ef8b2adb-7a79-4f96-9743-17d3c7f2e324 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884923 Nov 11 12:19:08.022165 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6104ea69-10dc-475d-ab4d-c5de4a5d2a10 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:08.087425 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5e8c0b75-915a-46c8-a95e-8b0bd8b21198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:08.199770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5129503-7c4f-486f-aed2-f4919be44dfe req-cf11e428-eb73-4d5e-a434-8e1324461427 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:08.208412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5129503-7c4f-486f-aed2-f4919be44dfe req-cf11e428-eb73-4d5e-a434-8e1324461427 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0628517 Nov 11 12:19:08.278870 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5129503-7c4f-486f-aed2-f4919be44dfe req-dcb49e18-4c94-4bb4-ab1a-f3bd63ceeead tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693486 Nov 11 12:19:08.351281 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6104ea69-10dc-475d-ab4d-c5de4a5d2a10 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port ad3466d5-ed70-4b36-975b-f74dcf24593b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:08.351614 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6104ea69-10dc-475d-ab4d-c5de4a5d2a10 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:08.459366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-6104ea69-10dc-475d-ab4d-c5de4a5d2a10 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] For port ad3466d5-ed70-4b36-975b-f74dcf24593b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ad3466d5-ed70-4b36-975b-f74dcf24593b,segment=NetworkSegment(dc0a2ca5-dea2-42ab-b3d3-ca3819dde123),segment_id=dc0a2ca5-dea2-42ab-b3d3-ca3819dde123)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:08.459860 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6104ea69-10dc-475d-ab4d-c5de4a5d2a10 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:08.473539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6104ea69-10dc-475d-ab4d-c5de4a5d2a10 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for ad3466d5-ed70-4b36-975b-f74dcf24593b owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:08.664266 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6104ea69-10dc-475d-ab4d-c5de4a5d2a10 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:08.692350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104ea69-10dc-475d-ab4d-c5de4a5d2a10 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=ad3466d5-ed70-4b36-975b-f74dcf24593b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:08.793561 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6104ea69-10dc-475d-ab4d-c5de4a5d2a10 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:08.970178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6104ea69-10dc-475d-ab4d-c5de4a5d2a10 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 0690f3d4-f709-40aa-b5dd-c315b1770c7d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:19:09.030236 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7b8629c8-d635-4f54-b86a-44cde7a65975 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:09.047730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6104ea69-10dc-475d-ab4d-c5de4a5d2a10 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:19:09.055722 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6104ea69-10dc-475d-ab4d-c5de4a5d2a10 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/0690f3d4-f709-40aa-b5dd-c315b1770c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4179688 Nov 11 12:19:09.056126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56986) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:09.057706 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 7b8629c8-d635-4f54-b86a-44cde7a65975 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:09.057942 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7b8629c8-d635-4f54-b86a-44cde7a65975 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:09.058431 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 474bcd7f-ee43-488d-862f-946a70fff5c9 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:09.065268 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaf82ce-2455-4ec0-a3f3-0d2fc65c68c8 None None] Sync routers for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:19:09.090216 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 474bcd7f-ee43-488d-862f-946a70fff5c9 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:09.090876 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 474bcd7f-ee43-488d-862f-946a70fff5c9 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:09.098350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaf82ce-2455-4ec0-a3f3-0d2fc65c68c8 None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:09.099150 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-dfaf82ce-2455-4ec0-a3f3-0d2fc65c68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:09.103603 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:09.118015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c52be2d-0321-4903-a11e-6dcf817feee9 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting subnet b2837b52-a9a9-481f-891a-b9c10dc22303 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:19:09.121757 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c52be2d-0321-4903-a11e-6dcf817feee9 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:09.161988 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c52be2d-0321-4903-a11e-6dcf817feee9 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:09.174741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-dfaf82ce-2455-4ec0-a3f3-0d2fc65c68c8 None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:09.237960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-dfaf82ce-2455-4ec0-a3f3-0d2fc65c68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:19:08Z', 'revision_number': 11, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:09.248448 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c52be2d-0321-4903-a11e-6dcf817feee9 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:09.266329 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaf82ce-2455-4ec0-a3f3-0d2fc65c68c8 None None] Checking router: 0690f3d4-f709-40aa-b5dd-c315b1770c7d for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:19:09.275126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaf82ce-2455-4ec0-a3f3-0d2fc65c68c8 None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:09.276293 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-dfaf82ce-2455-4ec0-a3f3-0d2fc65c68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:09.315552 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c52be2d-0321-4903-a11e-6dcf817feee9 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:09.349515 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52be2d-0321-4903-a11e-6dcf817feee9 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Subnet': ['ID=b2837b52-a9a9-481f-891a-b9c10dc22303,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:09.351766 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c52be2d-0321-4903-a11e-6dcf817feee9 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:09.354937 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-dfaf82ce-2455-4ec0-a3f3-0d2fc65c68c8 None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:09.355319 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2c52be2d-0321-4903-a11e-6dcf817feee9 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/b2837b52-a9a9-481f-891a-b9c10dc22303 HTTP/1.1" status: 204 len: 168 time: 0.2981708 Nov 11 12:19:09.358063 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 56990) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:09.358687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afa1e02-0c8f-41a8-8aa1-26274fe2952a None None] Network 191eefaa-444b-446a-8404-3b610024218c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:19:09.429014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-dfaf82ce-2455-4ec0-a3f3-0d2fc65c68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:19:08Z', 'revision_number': 11, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:09.465911 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:09.484115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72acfc-d3a6-42d4-a17d-55c8a7707db9 req-65735721-8fde-4a4d-a2e3-619ff9e3ef4c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:09.485716 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba72acfc-d3a6-42d4-a17d-55c8a7707db9 req-65735721-8fde-4a4d-a2e3-619ff9e3ef4c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1069906 Nov 11 12:19:09.489164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaf82ce-2455-4ec0-a3f3-0d2fc65c68c8 None None] The sync data for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 is: [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:19:08Z', 'revision_number': 11, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:19:09.570057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba72acfc-d3a6-42d4-a17d-55c8a7707db9 req-905f34ab-662a-4dc9-a7eb-08575f64ed64 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561700 Nov 11 12:19:09.578644 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Deleting port 2d5634ea-7c8e-4034-aabc-feab526eb781 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:09.579199 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:09.712848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] For port 2d5634ea-7c8e-4034-aabc-feab526eb781, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2d5634ea-7c8e-4034-aabc-feab526eb781,segment=NetworkSegment(dc0a2ca5-dea2-42ab-b3d3-ca3819dde123),segment_id=dc0a2ca5-dea2-42ab-b3d3-ca3819dde123)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:09.713213 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:09.728846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Calling delete_port for 2d5634ea-7c8e-4034-aabc-feab526eb781 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:09.752554 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66629ad6-cc33-4930-9f8c-104f9157b548 req-6357008b-4928-4e18-9d63-aa156cff1985 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:09.753893 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-66629ad6-cc33-4930-9f8c-104f9157b548 req-6357008b-4928-4e18-9d63-aa156cff1985 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0847092 Nov 11 12:19:09.844706 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-66629ad6-cc33-4930-9f8c-104f9157b548 req-97f313e9-515b-4a7a-89b0-84226a98f4fe tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600884 Nov 11 12:19:09.865014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c72fcd-1983-4562-822c-d39655681b4d None None] DHCP port deletion for 191eefaa-444b-446a-8404-3b610024218c request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:09.873438 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:09.921716 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Port': ['ID=2d5634ea-7c8e-4034-aabc-feab526eb781,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:09.925631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] No DVR routers for this DVR port 2d5634ea-7c8e-4034-aabc-feab526eb781 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:10.029189 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:10.054965 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191eefaa-444b-446a-8404-3b610024218c']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:10.069402 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0a2ca5-dea2-42ab-b3d3-ca3819dde123') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:10.070262 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0a2ca5-dea2-42ab-b3d3-ca3819dde123') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:10.080664 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:10.098178 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:10.104655 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:19:10.105042 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:19:10.112030 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:19:10.176612 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:10.182611 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:10.186178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/networks/191eefaa-444b-446a-8404-3b610024218c HTTP/1.1" status: 204 len: 168 time: 0.8273003 Nov 11 12:19:10.189001 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57012) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:10.194618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b83ceace-e44e-4467-b360-4ff803d26e40 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'router': {'routes': None}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:10.201517 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be8c0f-7ce8-42b3-aa27-d9d1f708620f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Pushing event deleted for resources: {'Network': ['ID=191eefaa-444b-446a-8404-3b610024218c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:10.355371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.extraroute_db [None req-b83ceace-e44e-4467-b360-4ff803d26e40 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Added routes are [] {{(pid=109154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 12:19:10.355673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.extraroute_db [None req-b83ceace-e44e-4467-b360-4ff803d26e40 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Removed routes are [] {{(pid=109154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 12:19:10.356034 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b83ceace-e44e-4467-b360-4ff803d26e40 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:10.500306 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b83ceace-e44e-4467-b360-4ff803d26e40 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:10.503975 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b83ceace-e44e-4467-b360-4ff803d26e40 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:10.588390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83ceace-e44e-4467-b360-4ff803d26e40 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router 0690f3d4-f709-40aa-b5dd-c315b1770c7d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:19:10.633283 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:10.688395 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83ceace-e44e-4467-b360-4ff803d26e40 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:19:10.696211 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b83ceace-e44e-4467-b360-4ff803d26e40 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:10.700021 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b83ceace-e44e-4467-b360-4ff803d26e40 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/0690f3d4-f709-40aa-b5dd-c315b1770c7d HTTP/1.1" status: 200 len: 704 time: 0.5072277 Nov 11 12:19:10.700414 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57044) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:10.703468 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3706ada-44ac-41e2-ab89-ee6526c091ec None None] Sync routers for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:19:10.718522 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3706ada-44ac-41e2-ab89-ee6526c091ec None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:10.719688 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a3706ada-44ac-41e2-ab89-ee6526c091ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:10.755956 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f2441069-e122-4462-b569-4aaa1552cb93 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports?device_id=0690f3d4-f709-40aa-b5dd-c315b1770c7d HTTP/1.1" status: 200 len: 205 time: 0.0528078 Nov 11 12:19:10.756510 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57048) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:10.818996 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-a3706ada-44ac-41e2-ab89-ee6526c091ec None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:10.852772 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-63ddf7bd-c695-4b60-9f2c-1ca50ee72ae4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:10.930002 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a3706ada-44ac-41e2-ab89-ee6526c091ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:19:08Z', 'revision_number': 11, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:10.964446 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3706ada-44ac-41e2-ab89-ee6526c091ec None None] Checking router: 0690f3d4-f709-40aa-b5dd-c315b1770c7d for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:19:10.991482 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3706ada-44ac-41e2-ab89-ee6526c091ec None None] Routers {'0690f3d4-f709-40aa-b5dd-c315b1770c7d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:10.992432 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a3706ada-44ac-41e2-ab89-ee6526c091ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:11.010031 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ad3466d5-ed70-4b36-975b-f74dcf24593b no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:11.044620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ad3466d5-ed70-4b36-975b-f74dcf24593b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:11.045121 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ad3466d5-ed70-4b36-975b-f74dcf24593b not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:11.045653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2d5634ea-7c8e-4034-aabc-feab526eb781 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:11.069409 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 2d5634ea-7c8e-4034-aabc-feab526eb781 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:11.069965 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2d5634ea-7c8e-4034-aabc-feab526eb781 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:11.092911 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-a3706ada-44ac-41e2-ab89-ee6526c091ec None None] Set router 0690f3d4-f709-40aa-b5dd-c315b1770c7d gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:11.157213 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a3706ada-44ac-41e2-ab89-ee6526c091ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:19:08Z', 'revision_number': 11, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:11.187958 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3706ada-44ac-41e2-ab89-ee6526c091ec None None] The sync data for ids ['0690f3d4-f709-40aa-b5dd-c315b1770c7d'] in n-d-807359-3 is: [{'id': '0690f3d4-f709-40aa-b5dd-c315b1770c7d', 'name': 'tempest-RoutersIpV6Test-router-830674947', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:30Z', 'updated_at': '2021-11-11T12:19:08Z', 'revision_number': 11, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:19:11.305792 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.480854 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-63ddf7bd-c695-4b60-9f2c-1ca50ee72ae4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.483796 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-63ddf7bd-c695-4b60-9f2c-1ca50ee72ae4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.492859 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daa74e-b412-4dc6-92a4-d96ed3589dfb req-ac09fc23-8fd2-411b-92f1-635f2510533c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:11.494457 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-24daa74e-b412-4dc6-92a4-d96ed3589dfb req-ac09fc23-8fd2-411b-92f1-635f2510533c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7ae239-1d07-45a4-8792-a071be5aa51e HTTP/1.1" status: 200 len: 944 time: 0.7663398 Nov 11 12:19:11.561214 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-63ddf7bd-c695-4b60-9f2c-1ca50ee72ae4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.561783 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ddf7bd-c695-4b60-9f2c-1ca50ee72ae4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Fanout notify agent at l3_agent the message router_deleted on router 0690f3d4-f709-40aa-b5dd-c315b1770c7d {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:19:11.569894 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-63ddf7bd-c695-4b60-9f2c-1ca50ee72ae4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.576104 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-63ddf7bd-c695-4b60-9f2c-1ca50ee72ae4 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/routers/0690f3d4-f709-40aa-b5dd-c315b1770c7d HTTP/1.1" status: 204 len: 168 time: 0.8181851 Nov 11 12:19:11.577063 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57052) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:11.585943 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ae089aa5-1dbf-421a-9ac8-bbcfd2768f5f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1977547633', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:11.629029 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ae089aa5-1dbf-421a-9ac8-bbcfd2768f5f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.630870 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ae089aa5-1dbf-421a-9ac8-bbcfd2768f5f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.659360 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-24daa74e-b412-4dc6-92a4-d96ed3589dfb req-d63f690b-b34d-4a63-9cf2-a5c4639a659c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Deleting port 11c268bd-609f-4e5b-bc50-6b0d118a8500 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:11.659875 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-24daa74e-b412-4dc6-92a4-d96ed3589dfb req-d63f690b-b34d-4a63-9cf2-a5c4639a659c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.715445 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ae089aa5-1dbf-421a-9ac8-bbcfd2768f5f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.725392 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ae089aa5-1dbf-421a-9ac8-bbcfd2768f5f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.778756 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ae089aa5-1dbf-421a-9ac8-bbcfd2768f5f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.780758 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ae089aa5-1dbf-421a-9ac8-bbcfd2768f5f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2016108 Nov 11 12:19:11.783366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57058) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:11.788548 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-18ff5a1b-ec41-469a-9483-7ab42a1cc53f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:11.811836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-24daa74e-b412-4dc6-92a4-d96ed3589dfb req-d63f690b-b34d-4a63-9cf2-a5c4639a659c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] For port 11c268bd-609f-4e5b-bc50-6b0d118a8500, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=11c268bd-609f-4e5b-bc50-6b0d118a8500,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:11.812200 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-24daa74e-b412-4dc6-92a4-d96ed3589dfb req-d63f690b-b34d-4a63-9cf2-a5c4639a659c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.839369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-24daa74e-b412-4dc6-92a4-d96ed3589dfb req-d63f690b-b34d-4a63-9cf2-a5c4639a659c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Calling delete_port for 11c268bd-609f-4e5b-bc50-6b0d118a8500 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:11.976588 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-24daa74e-b412-4dc6-92a4-d96ed3589dfb req-d63f690b-b34d-4a63-9cf2-a5c4639a659c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.993917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['b427c82b-edcb-42d8-91b1-749d7815542f', 'f7f676dc-7d86-410e-833b-11ad60385c82'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:19:12.039656 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f690b-b34d-4a63-9cf2-a5c4639a659c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event deleted for resources: {'Port': ['ID=11c268bd-609f-4e5b-bc50-6b0d118a8500,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:12.170134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-24daa74e-b412-4dc6-92a4-d96ed3589dfb req-d63f690b-b34d-4a63-9cf2-a5c4639a659c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] No DVR routers for this DVR port 11c268bd-609f-4e5b-bc50-6b0d118a8500 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:12.178726 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-24daa74e-b412-4dc6-92a4-d96ed3589dfb req-d63f690b-b34d-4a63-9cf2-a5c4639a659c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:12.201536 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-24daa74e-b412-4dc6-92a4-d96ed3589dfb req-d63f690b-b34d-4a63-9cf2-a5c4639a659c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "DELETE /v2.0/ports/11c268bd-609f-4e5b-bc50-6b0d118a8500 HTTP/1.1" status: 204 len: 173 time: 0.6678777 Nov 11 12:19:12.202130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7ae239-1d07-45a4-8792-a071be5aa51e', 'name': 'network-vif-deleted', 'tag': '11c268bd-609f-4e5b-bc50-6b0d118a8500'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:19:12.205255 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a00c979-74a8-4008-92e2-7bc95c693931" -d '{"events": [{"server_uuid": "5b7ae239-1d07-45a4-8792-a071be5aa51e", "name": "network-vif-deleted", "tag": "11c268bd-609f-4e5b-bc50-6b0d118a8500"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:19:12.330984 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 11 Nov 2021 12:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b136cb-a593-45b1-8df9-276d2f2643e6 x-openstack-request-id: req-d2b136cb-a593-45b1-8df9-276d2f2643e6 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:19:12.331448 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7ae239-1d07-45a4-8792-a071be5aa51e", "name": "network-vif-deleted", "tag": "11c268bd-609f-4e5b-bc50-6b0d118a8500", "status": "failed", "code": 422}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:19:12.331865 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d2b136cb-a593-45b1-8df9-276d2f2643e6 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:19:12.332397 n-d-807359-3 neutron-server[109153]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b7ae239-1d07-45a4-8792-a071be5aa51e', 'name': 'network-vif-deleted', 'tag': '11c268bd-609f-4e5b-bc50-6b0d118a8500', 'status': 'failed', 'code': 422} returned with failed status Nov 11 12:19:12.740298 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18ff5a1b-ec41-469a-9483-7ab42a1cc53f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1966934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1979964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500150'] for router, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:12.761463 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18ff5a1b-ec41-469a-9483-7ab42a1cc53f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1966913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1966920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1979943'] for router, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:12.768917 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-755c0802-2ca9-4e39-a5d2-7547b94adb09 req-0ff35cf8-129f-430b-8616-7bb13dd29feb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1057553 Nov 11 12:19:12.992985 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c0802-2ca9-4e39-a5d2-7547b94adb09 req-1f2a080d-a3a5-450c-8bc0-da371e519e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:12.995650 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-755c0802-2ca9-4e39-a5d2-7547b94adb09 req-1f2a080d-a3a5-450c-8bc0-da371e519e64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 1095 time: 0.1123838 Nov 11 12:19:13.129287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ff5a1b-ec41-469a-9483-7ab42a1cc53f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Router e12dcd9c-fce5-48ac-985d-07684028a204 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:19:13.197950 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c0802-2ca9-4e39-a5d2-7547b94adb09 req-969da02e-b4b7-49eb-b2d6-5c07e743b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:13.199687 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-755c0802-2ca9-4e39-a5d2-7547b94adb09 req-969da02e-b4b7-49eb-b2d6-5c07e743b798 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 200 len: 914 time: 0.1787558 Nov 11 12:19:13.208038 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cfd8d-c65e-432c-b10c-8d4db13577e4 req-4aa7de2e-2685-4d97-9e6a-e82ad17ad0ea tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:13.222927 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-382cfd8d-c65e-432c-b10c-8d4db13577e4 req-4aa7de2e-2685-4d97-9e6a-e82ad17ad0ea tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 907 time: 0.1105993 Nov 11 12:19:13.287304 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ff5a1b-ec41-469a-9483-7ab42a1cc53f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:19:13.295599 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18ff5a1b-ec41-469a-9483-7ab42a1cc53f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:13.299100 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46567c41-58da-49b0-b082-c9fc9a296f34 None None] Sync routers for ids ['e12dcd9c-fce5-48ac-985d-07684028a204'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:19:13.299605 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-18ff5a1b-ec41-469a-9483-7ab42a1cc53f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "PUT /v2.0/routers/e12dcd9c-fce5-48ac-985d-07684028a204 HTTP/1.1" status: 200 len: 698 time: 1.5148275 Nov 11 12:19:13.300257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57080) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:13.327434 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-755c0802-2ca9-4e39-a5d2-7547b94adb09 req-3bd955cc-e2b4-407b-b946-2893bde9a9a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c HTTP/1.1" status: 200 len: 999 time: 0.0976286 Nov 11 12:19:13.332988 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46567c41-58da-49b0-b082-c9fc9a296f34 None None] Routers {'e12dcd9c-fce5-48ac-985d-07684028a204'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:13.334252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-46567c41-58da-49b0-b082-c9fc9a296f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e12dcd9c-fce5-48ac-985d-07684028a204'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:13.417504 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c0802-2ca9-4e39-a5d2-7547b94adb09 req-1e9f8da2-afe1-47fd-b314-4ea99dc8f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:13.419259 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-755c0802-2ca9-4e39-a5d2-7547b94adb09 req-1e9f8da2-afe1-47fd-b314-4ea99dc8f9bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 200 len: 851 time: 0.0853865 Nov 11 12:19:13.455141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8a19fc84-068b-48d4-b6fd-eddecf7830cc tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/routers/e12dcd9c-fce5-48ac-985d-07684028a204 HTTP/1.1" status: 200 len: 704 time: 0.1527638 Nov 11 12:19:13.457805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57082) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:13.489911 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e06b60fc-c2f3-4327-84c9-9682bc6ea68b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12dcd9c-fce5-48ac-985d-07684028a204 HTTP/1.1" status: 200 len: 205 time: 0.0307972 Nov 11 12:19:13.490534 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57084) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:13.518189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-46567c41-58da-49b0-b082-c9fc9a296f34 None None] Set router e12dcd9c-fce5-48ac-985d-07684028a204 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:13.524090 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c0802-2ca9-4e39-a5d2-7547b94adb09 req-c0f575c3-3460-4aeb-bb81-9008f9ca2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:13.527262 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-755c0802-2ca9-4e39-a5d2-7547b94adb09 req-c0f575c3-3460-4aeb-bb81-9008f9ca2dec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bdd4511e-5656-4b9d-9635-a504c30841d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011298 Nov 11 12:19:13.650311 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3be218a9-5ab6-4a0a-a6a5-d365f9f3d558 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:13.729941 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-755c0802-2ca9-4e39-a5d2-7547b94adb09 req-cf5b6d04-4745-422e-9035-9de82be2a758 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941319 Nov 11 12:19:13.787373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-46567c41-58da-49b0-b082-c9fc9a296f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12dcd9c-fce5-48ac-985d-07684028a204', 'name': 'tempest-RoutersIpV6Test-router-1977547633', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:11Z', 'updated_at': '2021-11-11T12:19:12Z', 'revision_number': 2, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:13.824475 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46567c41-58da-49b0-b082-c9fc9a296f34 None None] Checking router: e12dcd9c-fce5-48ac-985d-07684028a204 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:19:13.841416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46567c41-58da-49b0-b082-c9fc9a296f34 None None] Routers {'e12dcd9c-fce5-48ac-985d-07684028a204'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:13.842415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-46567c41-58da-49b0-b082-c9fc9a296f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e12dcd9c-fce5-48ac-985d-07684028a204'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:13.917819 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3be218a9-5ab6-4a0a-a6a5-d365f9f3d558 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:13.920033 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3be218a9-5ab6-4a0a-a6a5-d365f9f3d558 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:13.947106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-46567c41-58da-49b0-b082-c9fc9a296f34 None None] Set router e12dcd9c-fce5-48ac-985d-07684028a204 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:13.951548 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-755c0802-2ca9-4e39-a5d2-7547b94adb09 req-d4e2a4b0-ab04-41d1-8b2f-16d71b669da6 service neutron] 10.222.0.43 "GET /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142000 Nov 11 12:19:13.989952 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3be218a9-5ab6-4a0a-a6a5-d365f9f3d558 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:13.991000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be218a9-5ab6-4a0a-a6a5-d365f9f3d558 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Fanout notify agent at l3_agent the message router_deleted on router e12dcd9c-fce5-48ac-985d-07684028a204 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:19:13.999390 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3be218a9-5ab6-4a0a-a6a5-d365f9f3d558 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:14.006883 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57090) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:14.007001 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3be218a9-5ab6-4a0a-a6a5-d365f9f3d558 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/routers/e12dcd9c-fce5-48ac-985d-07684028a204 HTTP/1.1" status: 204 len: 168 time: 0.5148959 Nov 11 12:19:14.037498 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-46567c41-58da-49b0-b082-c9fc9a296f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12dcd9c-fce5-48ac-985d-07684028a204', 'name': 'tempest-RoutersIpV6Test-router-1977547633', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:11Z', 'updated_at': '2021-11-11T12:19:12Z', 'revision_number': 2, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:14.057772 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4f199410-eee8-44ca-ab5d-6c1172809c1b tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12dcd9c-fce5-48ac-985d-07684028a204 HTTP/1.1" status: 200 len: 205 time: 0.0474424 Nov 11 12:19:14.058393 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57092) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:14.069712 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46567c41-58da-49b0-b082-c9fc9a296f34 None None] The sync data for ids ['e12dcd9c-fce5-48ac-985d-07684028a204'] in n-d-807359-3 is: [{'id': 'e12dcd9c-fce5-48ac-985d-07684028a204', 'name': 'tempest-RoutersIpV6Test-router-1977547633', 'tenant_id': '67153baa6f344b789debbd8a45f81edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:11Z', 'updated_at': '2021-11-11T12:19:12Z', 'revision_number': 2, 'project_id': '67153baa6f344b789debbd8a45f81edc', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:19:14.123598 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-176b245b-da7c-42ff-9e07-b090165c0621 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] delete failed (client error): The resource could not be found. Nov 11 12:19:14.127348 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57094) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:14.131200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-176b245b-da7c-42ff-9e07-b090165c0621 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/routers/e12dcd9c-fce5-48ac-985d-07684028a204 HTTP/1.1" status: 404 len: 336 time: 0.0717187 Nov 11 12:19:14.163318 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f30ee17-7f54-4323-b9c2-c647c19b7bde tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] DELETE failed (client error): The resource could not be found. Nov 11 12:19:14.163776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f30ee17-7f54-4323-b9c2-c647c19b7bde tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:19:14.170096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57096) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:14.178842 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0f30ee17-7f54-4323-b9c2-c647c19b7bde tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/454e2c9c-f95c-4276-b653-7778430d4eca HTTP/1.1" status: 404 len: 337 time: 0.0503263 Nov 11 12:19:14.199978 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-64dc2b30-e8f8-453a-bc66-2e955e98e1e5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] DELETE failed (client error): The resource could not be found. Nov 11 12:19:14.200440 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64dc2b30-e8f8-453a-bc66-2e955e98e1e5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:19:14.206572 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57098) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:14.218313 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-64dc2b30-e8f8-453a-bc66-2e955e98e1e5 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/94eb3e53-0073-4f36-95cd-920da1f03547 HTTP/1.1" status: 404 len: 337 time: 0.0470905 Nov 11 12:19:14.235236 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af1619b-c6df-483b-9d5b-39897cc54dc0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] DELETE failed (client error): The resource could not be found. Nov 11 12:19:14.235693 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af1619b-c6df-483b-9d5b-39897cc54dc0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:19:14.270671 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5af1619b-c6df-483b-9d5b-39897cc54dc0 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/8b67b297-58fd-4c72-ade1-52004fbb5af8 HTTP/1.1" status: 404 len: 337 time: 0.0608263 Nov 11 12:19:14.271400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57104) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:14.356405 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc826171-5f2e-4293-b51f-1e36da0f779c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] DELETE failed (client error): The resource could not be found. Nov 11 12:19:14.356866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc826171-5f2e-4293-b51f-1e36da0f779c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:19:14.373808 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57110) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:14.374111 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dc826171-5f2e-4293-b51f-1e36da0f779c tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/b2837b52-a9a9-481f-891a-b9c10dc22303 HTTP/1.1" status: 404 len: 337 time: 0.1013730 Nov 11 12:19:14.458254 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-639b5d83-fccd-472d-bf9d-ee7391c60e55 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports?device_id=0690f3d4-f709-40aa-b5dd-c315b1770c7d HTTP/1.1" status: 200 len: 205 time: 0.0827827 Nov 11 12:19:14.458874 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57114) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:14.518263 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67584f8-4b70-4668-b73b-12ebed8cf9db req-d8a13498-4851-402d-af94-3041dfe8feb9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:14.519863 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e67584f8-4b70-4668-b73b-12ebed8cf9db req-d8a13498-4851-402d-af94-3041dfe8feb9 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 907 time: 0.1172328 Nov 11 12:19:14.537812 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-4cb5e684-75d9-4e51-ba88-45f25e998622 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] delete failed (client error): The resource could not be found. Nov 11 12:19:14.541814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57122) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:14.552050 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4cb5e684-75d9-4e51-ba88-45f25e998622 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/routers/0690f3d4-f709-40aa-b5dd-c315b1770c7d HTTP/1.1" status: 404 len: 336 time: 0.0921028 Nov 11 12:19:14.575278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57126) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:14.586319 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-99eddbb5-140a-40ea-ab4a-fbffc945381a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports?device_id=e705ffdd-8bcb-42e8-9853-9944f049bac2 HTTP/1.1" status: 200 len: 205 time: 0.0432079 Nov 11 12:19:14.668024 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-acc3f494-f77b-452a-9cc6-bd9ce805955f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] delete failed (client error): The resource could not be found. Nov 11 12:19:14.671739 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57132) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:14.680462 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-acc3f494-f77b-452a-9cc6-bd9ce805955f tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/routers/e705ffdd-8bcb-42e8-9853-9944f049bac2 HTTP/1.1" status: 404 len: 336 time: 0.1040640 Nov 11 12:19:14.728585 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26788c5b-7c4a-4b35-84f5-c3b6f3678ee1 req-438f39a2-4e9b-4158-b7ab-9e9cc2be53dc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:14.742630 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-48aa99d5-ce78-485d-88ba-edf047ccb2e2 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] DELETE failed (client error): The resource could not be found. Nov 11 12:19:14.743078 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48aa99d5-ce78-485d-88ba-edf047ccb2e2 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:19:14.744543 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-26788c5b-7c4a-4b35-84f5-c3b6f3678ee1 req-438f39a2-4e9b-4158-b7ab-9e9cc2be53dc tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.62 "GET /v2.0/ports?device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 907 time: 0.1144834 Nov 11 12:19:14.751168 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57140) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:14.758216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-48aa99d5-ce78-485d-88ba-edf047ccb2e2 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/ed040c17-25f4-43df-82de-9ba7c41c7a63 HTTP/1.1" status: 404 len: 337 time: 0.0853391 Nov 11 12:19:14.830746 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e8f93ce6-f4a2-41b8-8692-8cb0e4ed434d tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a9ecd8d-9368-42e6-82bc-30ca8ceb1055 HTTP/1.1" status: 200 len: 205 time: 0.0785489 Nov 11 12:19:14.833426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57148) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:14.882751 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-5d58a512-117f-463a-b3f6-2c885b93d275 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] delete failed (client error): The resource could not be found. Nov 11 12:19:14.884004 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5d58a512-117f-463a-b3f6-2c885b93d275 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/routers/3a9ecd8d-9368-42e6-82bc-30ca8ceb1055 HTTP/1.1" status: 404 len: 336 time: 0.0490081 Nov 11 12:19:14.887005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57150) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:14.953349 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-26788c5b-7c4a-4b35-84f5-c3b6f3678ee1 req-334328b6-c4a9-4258-916c-027cbbf175af tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Deleting port f977390d-1fd4-4159-b4cc-68f7f800b771 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:14.953926 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-26788c5b-7c4a-4b35-84f5-c3b6f3678ee1 req-334328b6-c4a9-4258-916c-027cbbf175af tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:14.958109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57152) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:14.964418 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-869b7c65-e427-48b1-95d3-42b28b7ea1d2 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab75ef36-0e69-4d10-9527-00abbc181751 HTTP/1.1" status: 200 len: 205 time: 0.0760288 Nov 11 12:19:15.025742 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-4aa3bf7f-318f-40d3-a878-2fba6d97c79a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] delete failed (client error): The resource could not be found. Nov 11 12:19:15.026820 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4aa3bf7f-318f-40d3-a878-2fba6d97c79a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/routers/ab75ef36-0e69-4d10-9527-00abbc181751 HTTP/1.1" status: 404 len: 336 time: 0.0677419 Nov 11 12:19:15.031245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57162) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:15.141855 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d41a2b6-8e67-4af6-9233-ca5883ff1f18 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] DELETE failed (client error): The resource could not be found. Nov 11 12:19:15.142320 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d41a2b6-8e67-4af6-9233-ca5883ff1f18 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:19:15.145487 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1d41a2b6-8e67-4af6-9233-ca5883ff1f18 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/9e97f607-0206-4e9f-bfbb-893a6d4b8184 HTTP/1.1" status: 404 len: 337 time: 0.1133294 Nov 11 12:19:15.149046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57168) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:15.223070 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3a6d05da-7aad-45e3-b886-6c7336dd4c98 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9 HTTP/1.1" status: 200 len: 205 time: 0.0701957 Nov 11 12:19:15.225558 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57172) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:15.274099 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-26788c5b-7c4a-4b35-84f5-c3b6f3678ee1 req-334328b6-c4a9-4258-916c-027cbbf175af tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] For port f977390d-1fd4-4159-b4cc-68f7f800b771, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f977390d-1fd4-4159-b4cc-68f7f800b771,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:15.274727 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-26788c5b-7c4a-4b35-84f5-c3b6f3678ee1 req-334328b6-c4a9-4258-916c-027cbbf175af tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:15.300160 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-26788c5b-7c4a-4b35-84f5-c3b6f3678ee1 req-334328b6-c4a9-4258-916c-027cbbf175af tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Calling delete_port for f977390d-1fd4-4159-b4cc-68f7f800b771 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:15.352660 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-78b073d9-dd36-46c6-88d9-faead64a288e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] delete failed (client error): The resource could not be found. Nov 11 12:19:15.361954 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-78b073d9-dd36-46c6-88d9-faead64a288e tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/routers/53a3941b-bd54-43b0-8a6c-eb20bdfa2ca9 HTTP/1.1" status: 404 len: 336 time: 0.1347287 Nov 11 12:19:15.362541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57176) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:15.436684 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40fad60-eb6e-4480-9498-10cc5106598a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] DELETE failed (client error): The resource could not be found. Nov 11 12:19:15.437575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40fad60-eb6e-4480-9498-10cc5106598a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:19:15.441179 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c40fad60-eb6e-4480-9498-10cc5106598a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/1b946b9c-b5bc-43e1-aead-0cc8054e08bd HTTP/1.1" status: 404 len: 337 time: 0.0739005 Nov 11 12:19:15.443767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57178) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:15.519093 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-26788c5b-7c4a-4b35-84f5-c3b6f3678ee1 req-334328b6-c4a9-4258-916c-027cbbf175af tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:15.533755 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-22c391ac-61c8-465a-a0f3-a862ab8c3d6a tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "GET /v2.0/ports?device_id=670dff39-4b56-4fe6-afad-3c9049b1fbb3 HTTP/1.1" status: 200 len: 205 time: 0.0885077 Nov 11 12:19:15.546474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57180) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:15.609186 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334328b6-c4a9-4258-916c-027cbbf175af tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event deleted for resources: {'Port': ['ID=f977390d-1fd4-4159-b4cc-68f7f800b771,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:15.633573 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-26788c5b-7c4a-4b35-84f5-c3b6f3678ee1 req-334328b6-c4a9-4258-916c-027cbbf175af tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] No DVR routers for this DVR port f977390d-1fd4-4159-b4cc-68f7f800b771 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:15.636807 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-26788c5b-7c4a-4b35-84f5-c3b6f3678ee1 req-334328b6-c4a9-4258-916c-027cbbf175af tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:15.643496 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-26788c5b-7c4a-4b35-84f5-c3b6f3678ee1 req-334328b6-c4a9-4258-916c-027cbbf175af tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.62 "DELETE /v2.0/ports/f977390d-1fd4-4159-b4cc-68f7f800b771 HTTP/1.1" status: 204 len: 173 time: 0.8780134 Nov 11 12:19:15.644245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27037002-6030-4d55-a183-693deb1c3c3a', 'name': 'network-vif-deleted', 'tag': 'f977390d-1fd4-4159-b4cc-68f7f800b771'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:19:15.648184 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b8be61-6d3a-4bb0-aef0-95de2eaa2a27" -d '{"events": [{"server_uuid": "27037002-6030-4d55-a183-693deb1c3c3a", "name": "network-vif-deleted", "tag": "f977390d-1fd4-4159-b4cc-68f7f800b771"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:19:15.702789 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57186) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:15.712341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-cc4c8831-02ee-4c77-8f2d-f1e9db4fa9d2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-773261598', 'description': 'tempest-secgroup-smoke-773261598 description', 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:15.738434 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-91fe3525-4894-4215-89ed-0f890a7c70e8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] delete failed (client error): The resource could not be found. Nov 11 12:19:15.739511 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-91fe3525-4894-4215-89ed-0f890a7c70e8 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/routers/670dff39-4b56-4fe6-afad-3c9049b1fbb3 HTTP/1.1" status: 404 len: 336 time: 0.1920710 Nov 11 12:19:15.745783 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57188) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:15.785987 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5a2431-ca8f-47ec-9c70-7b8b70c4790d x-openstack-request-id: req-0d5a2431-ca8f-47ec-9c70-7b8b70c4790d {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:19:15.785987 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27037002-6030-4d55-a183-693deb1c3c3a", "name": "network-vif-deleted", "tag": "f977390d-1fd4-4159-b4cc-68f7f800b771", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:19:15.786659 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d5a2431-ca8f-47ec-9c70-7b8b70c4790d {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:19:15.788272 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27037002-6030-4d55-a183-693deb1c3c3a', 'name': 'network-vif-deleted', 'tag': 'f977390d-1fd4-4159-b4cc-68f7f800b771', 'status': 'completed', 'code': 200} Nov 11 12:19:15.791901 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc4c8831-02ee-4c77-8f2d-f1e9db4fa9d2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:15.878410 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d041ca4-6604-4c17-9655-18f205178338 req-e5d3986e-2837-4eb6-b717-7c189babdfff tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=27037002-6030-4d55-a183-693deb1c3c3a HTTP/1.1" status: 200 len: 210 time: 0.1751244 Nov 11 12:19:15.889485 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:15.943751 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb256186-5932-4548-8834-26ff6b60243d tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] DELETE failed (client error): The resource could not be found. Nov 11 12:19:15.944806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb256186-5932-4548-8834-26ff6b60243d tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:19:15.950525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fb256186-5932-4548-8834-26ff6b60243d tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/2ac5d5d3-9836-48de-a159-1fdb1eac5f17 HTTP/1.1" status: 404 len: 337 time: 0.1350677 Nov 11 12:19:15.952504 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57192) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:15.995005 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc4c8831-02ee-4c77-8f2d-f1e9db4fa9d2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.000501 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc4c8831-02ee-4c77-8f2d-f1e9db4fa9d2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.012148 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-09be85bc-6b24-4a24-9b20-1b1c2d2a4123 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] DELETE failed (client error): The resource could not be found. Nov 11 12:19:16.012607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09be85bc-6b24-4a24-9b20-1b1c2d2a4123 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:19:16.015690 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-09be85bc-6b24-4a24-9b20-1b1c2d2a4123 tempest-RoutersIpV6Test-495949833 tempest-RoutersIpV6Test-495949833-project] 10.222.0.65 "DELETE /v2.0/subnets/08f3180a-2b3a-4f37-9aa7-d6fb6076af13 HTTP/1.1" status: 404 len: 337 time: 0.0616159 Nov 11 12:19:16.030875 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc4c8831-02ee-4c77-8f2d-f1e9db4fa9d2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.032120 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cc4c8831-02ee-4c77-8f2d-f1e9db4fa9d2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3276587 Nov 11 12:19:16.035699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57196) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:16.036363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c8831-02ee-4c77-8f2d-f1e9db4fa9d2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cddde665-323b-49f2-b48a-a592092a62a8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:16.041952 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0e7d57f6-1b7a-4001-bf7e-a611d402e5af tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Request body: {'security_group_rule': {'security_group_id': 'cddde665-323b-49f2-b48a-a592092a62a8', 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:16.082061 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e7d57f6-1b7a-4001-bf7e-a611d402e5af tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.163199 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e7d57f6-1b7a-4001-bf7e-a611d402e5af tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.170455 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e7d57f6-1b7a-4001-bf7e-a611d402e5af tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.194936 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d57f6-1b7a-4001-bf7e-a611d402e5af tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbcec34-a8c7-4191-b354-96a56626a00f,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:16.203647 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0e7d57f6-1b7a-4001-bf7e-a611d402e5af tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.205347 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0e7d57f6-1b7a-4001-bf7e-a611d402e5af tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1682739 Nov 11 12:19:16.208862 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57202) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:16.217697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-adcd0869-5306-4806-9728-447a89069172 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Request body: {'security_group_rule': {'security_group_id': 'cddde665-323b-49f2-b48a-a592092a62a8', 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:16.267044 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-adcd0869-5306-4806-9728-447a89069172 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.370281 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-adcd0869-5306-4806-9728-447a89069172 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.375920 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-adcd0869-5306-4806-9728-447a89069172 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.396217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57208) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:16.413073 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-adcd0869-5306-4806-9728-447a89069172 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.414830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-adcd0869-5306-4806-9728-447a89069172 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2030883 Nov 11 12:19:16.417962 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd0869-5306-4806-9728-447a89069172 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89e9300-14b5-4abd-b7af-c0b6d7c66ab0,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:16.418737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57212) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:16.423540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-cd0916bd-42c7-4a5d-a28d-e45c1adb1599 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Request body: {'security_group_rule': {'security_group_id': 'cddde665-323b-49f2-b48a-a592092a62a8', 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:16.464753 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cd0916bd-42c7-4a5d-a28d-e45c1adb1599 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.494967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929736ee-0906-4688-bbd5-2cf7b1b9bdfa req-bdbcb3fa-ec75-4818-aa03-f581b4fd7d71 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:16.496865 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-929736ee-0906-4688-bbd5-2cf7b1b9bdfa req-bdbcb3fa-ec75-4818-aa03-f581b4fd7d71 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b2d6ab3-caea-479e-b608-159fc6535fc6 HTTP/1.1" status: 200 len: 945 time: 0.0651016 Nov 11 12:19:16.554405 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cd0916bd-42c7-4a5d-a28d-e45c1adb1599 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.559090 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cd0916bd-42c7-4a5d-a28d-e45c1adb1599 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.574467 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-929736ee-0906-4688-bbd5-2cf7b1b9bdfa req-6032aaf2-bcf1-4574-8162-e728b99594a8 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701354 Nov 11 12:19:16.582680 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0916bd-42c7-4a5d-a28d-e45c1adb1599 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff9ee71-f2ea-4e46-b050-5c02d9424d0e,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:16.601705 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cd0916bd-42c7-4a5d-a28d-e45c1adb1599 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.606173 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cd0916bd-42c7-4a5d-a28d-e45c1adb1599 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1862469 Nov 11 12:19:16.606854 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57214) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:16.611746 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-bc87ba2a-3afe-4551-a809-4396e7b21f4a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Request body: {'security_group_rule': {'security_group_id': 'cddde665-323b-49f2-b48a-a592092a62a8', 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:16.634525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6e6a7e71-30a3-4bcb-ab27-16e9cd97def5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=67153baa6f344b789debbd8a45f81edc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2362587 Nov 11 12:19:16.636981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57216) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:16.653735 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bc87ba2a-3afe-4551-a809-4396e7b21f4a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.693270 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1f019537-8bf1-4e18-bca8-49c07a290534 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.715695 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1f019537-8bf1-4e18-bca8-49c07a290534 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.718367 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bc87ba2a-3afe-4551-a809-4396e7b21f4a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.724114 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bc87ba2a-3afe-4551-a809-4396e7b21f4a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.746298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87ba2a-3afe-4551-a809-4396e7b21f4a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b9d2d1-4817-4180-9aa3-72a8bf992ca9,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:16.755748 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bc87ba2a-3afe-4551-a809-4396e7b21f4a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.757248 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bc87ba2a-3afe-4551-a809-4396e7b21f4a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1493030 Nov 11 12:19:16.760343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57218) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:16.764347 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1f019537-8bf1-4e18-bca8-49c07a290534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.764995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c170d8d5-0097-40dc-9f42-0877385c3256 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Request body: {'security_group_rule': {'security_group_id': 'cddde665-323b-49f2-b48a-a592092a62a8', 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:16.767074 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1f019537-8bf1-4e18-bca8-49c07a290534 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.768223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1f019537-8bf1-4e18-bca8-49c07a290534 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/65ae1f3f-504d-4a24-9858-0983313dd3ab HTTP/1.1" status: 204 len: 168 time: 0.1300104 Nov 11 12:19:16.776288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f019537-8bf1-4e18-bca8-49c07a290534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ae1f3f-504d-4a24-9858-0983313dd3ab,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:16.797718 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-c170d8d5-0097-40dc-9f42-0877385c3256 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Project c22e3bfa03df4a318977f5f2236c0b5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:19:16.803494 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c170d8d5-0097-40dc-9f42-0877385c3256 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.879041 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c170d8d5-0097-40dc-9f42-0877385c3256 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.895347 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c170d8d5-0097-40dc-9f42-0877385c3256 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.927234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170d8d5-0097-40dc-9f42-0877385c3256 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e81239d-74f4-4a4e-ae51-f16f30fd4a53,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:16.936694 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c170d8d5-0097-40dc-9f42-0877385c3256 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:16.938048 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c170d8d5-0097-40dc-9f42-0877385c3256 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1766493 Nov 11 12:19:16.943610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57232) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:16.950791 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-583ab1f2-ebd6-454d-b6ef-770b7f5942c8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Request body: {'security_group_rule': {'security_group_id': 'cddde665-323b-49f2-b48a-a592092a62a8', 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:17.000665 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-583ab1f2-ebd6-454d-b6ef-770b7f5942c8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Project c22e3bfa03df4a318977f5f2236c0b5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:19:17.008101 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-583ab1f2-ebd6-454d-b6ef-770b7f5942c8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:17.105773 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-583ab1f2-ebd6-454d-b6ef-770b7f5942c8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:17.115358 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-583ab1f2-ebd6-454d-b6ef-770b7f5942c8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:17.141025 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ab1f2-ebd6-454d-b6ef-770b7f5942c8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5c1734-8d62-4119-bfb3-c3128dea0e2c,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:17.154635 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-583ab1f2-ebd6-454d-b6ef-770b7f5942c8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:17.155703 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-583ab1f2-ebd6-454d-b6ef-770b7f5942c8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2106426 Nov 11 12:19:17.227746 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef9aa1-e86f-4747-b4cd-354f5f3b557e req-dc253b58-63f2-4d64-a81e-c6acf21125ef tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:17.229455 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76ef9aa1-e86f-4747-b4cd-354f5f3b557e req-dc253b58-63f2-4d64-a81e-c6acf21125ef tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 946 time: 0.0641868 Nov 11 12:19:17.285230 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76ef9aa1-e86f-4747-b4cd-354f5f3b557e req-c9415be6-4d69-4637-9bc9-b5fcedd7f67d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474010 Nov 11 12:19:17.741113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ac2f0-fd9d-4a4c-83fb-02e09361c72f req-c22b1a4d-f24c-4e34-bc90-56424e62e59b tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:17.749008 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b2ac2f0-fd9d-4a4c-83fb-02e09361c72f req-c22b1a4d-f24c-4e34-bc90-56424e62e59b tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b2d6ab3-caea-479e-b608-159fc6535fc6 HTTP/1.1" status: 200 len: 945 time: 0.0667851 Nov 11 12:19:17.823252 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b2ac2f0-fd9d-4a4c-83fb-02e09361c72f req-fca7556a-9ac3-4c0a-aa4c-1f0ed2132a2a tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729465 Nov 11 12:19:18.179008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e28cfa-c3e7-4ad4-a310-3ade694c7fe1 req-2d38dce6-de51-49dc-b6c5-5b6a919d4675 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:18.181195 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-79e28cfa-c3e7-4ad4-a310-3ade694c7fe1 req-2d38dce6-de51-49dc-b6c5-5b6a919d4675 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b2d6ab3-caea-479e-b608-159fc6535fc6 HTTP/1.1" status: 200 len: 945 time: 0.0717461 Nov 11 12:19:18.303826 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-79e28cfa-c3e7-4ad4-a310-3ade694c7fe1 req-dd26af87-ace7-498d-80f5-c542a9a01d4f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Deleting port d82dfb29-2b99-476e-aa96-f997c8a239ed {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:18.304253 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-79e28cfa-c3e7-4ad4-a310-3ade694c7fe1 req-dd26af87-ace7-498d-80f5-c542a9a01d4f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:18.422941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-79e28cfa-c3e7-4ad4-a310-3ade694c7fe1 req-dd26af87-ace7-498d-80f5-c542a9a01d4f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] For port d82dfb29-2b99-476e-aa96-f997c8a239ed, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d82dfb29-2b99-476e-aa96-f997c8a239ed,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:18.423444 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-79e28cfa-c3e7-4ad4-a310-3ade694c7fe1 req-dd26af87-ace7-498d-80f5-c542a9a01d4f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:18.438614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-79e28cfa-c3e7-4ad4-a310-3ade694c7fe1 req-dd26af87-ace7-498d-80f5-c542a9a01d4f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Calling delete_port for d82dfb29-2b99-476e-aa96-f997c8a239ed owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:18.457547 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba9c90-6413-4759-9e95-1df91ae00ef5 req-ffaf325b-4b76-485e-9b53-49f6d24c6135 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:18.461772 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-08ba9c90-6413-4759-9e95-1df91ae00ef5 req-ffaf325b-4b76-485e-9b53-49f6d24c6135 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 946 time: 0.0958307 Nov 11 12:19:18.547431 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-08ba9c90-6413-4759-9e95-1df91ae00ef5 req-0a7b7f8b-a08b-4484-bbd3-42640ae2305c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773592 Nov 11 12:19:18.692980 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-79e28cfa-c3e7-4ad4-a310-3ade694c7fe1 req-dd26af87-ace7-498d-80f5-c542a9a01d4f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:18.707797 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['82ad441b-f58c-4e60-afda-488fb3a82278', 'd82dfb29-2b99-476e-aa96-f997c8a239ed'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:19:18.711812 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['645a5640-370c-4fad-b172-68892928071b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:19:18.762211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620a7d0-9830-41a1-aa27-2418be37d802 req-9ec87c35-27c4-4859-92af-62cdd231c1d5 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:18.763806 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3620a7d0-9830-41a1-aa27-2418be37d802 req-9ec87c35-27c4-4859-92af-62cdd231c1d5 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.62 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 946 time: 0.1334541 Nov 11 12:19:18.765232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26af87-ace7-498d-80f5-c542a9a01d4f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Pushing event deleted for resources: {'Port': ['ID=d82dfb29-2b99-476e-aa96-f997c8a239ed,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:18.826339 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a7d52-612f-4cc8-bff4-9e3b004bbe75 None None] DHCP port deletion for b4efc2af-44dc-4d6c-a7d9-7144b87a1009 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:18.842608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e28cfa-c3e7-4ad4-a310-3ade694c7fe1 req-dd26af87-ace7-498d-80f5-c542a9a01d4f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] No DVR routers for this DVR port d82dfb29-2b99-476e-aa96-f997c8a239ed on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:18.846726 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-79e28cfa-c3e7-4ad4-a310-3ade694c7fe1 req-dd26af87-ace7-498d-80f5-c542a9a01d4f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:18.850514 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-79e28cfa-c3e7-4ad4-a310-3ade694c7fe1 req-dd26af87-ace7-498d-80f5-c542a9a01d4f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.62 "DELETE /v2.0/ports/d82dfb29-2b99-476e-aa96-f997c8a239ed HTTP/1.1" status: 204 len: 173 time: 0.6621850 Nov 11 12:19:18.854061 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2d6ab3-caea-479e-b608-159fc6535fc6', 'name': 'network-vif-deleted', 'tag': 'd82dfb29-2b99-476e-aa96-f997c8a239ed'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:19:18.868917 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19ed976-bdf4-44f0-9902-d2e7da7e9c6d" -d '{"events": [{"server_uuid": "9b2d6ab3-caea-479e-b608-159fc6535fc6", "name": "network-vif-deleted", "tag": "d82dfb29-2b99-476e-aa96-f997c8a239ed"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:19:18.892868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f977390d-1fd4-4159-b4cc-68f7f800b771 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:18.983008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: f977390d-1fd4-4159-b4cc-68f7f800b771 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:18.985190 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9d3f8f-59fa-48d8-82af-d2f770e36be3 x-openstack-request-id: req-8e9d3f8f-59fa-48d8-82af-d2f770e36be3 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:19:18.985422 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2d6ab3-caea-479e-b608-159fc6535fc6", "name": "network-vif-deleted", "tag": "d82dfb29-2b99-476e-aa96-f997c8a239ed", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:19:18.986928 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e9d3f8f-59fa-48d8-82af-d2f770e36be3 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:19:18.987487 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2d6ab3-caea-479e-b608-159fc6535fc6', 'name': 'network-vif-deleted', 'tag': 'd82dfb29-2b99-476e-aa96-f997c8a239ed', 'status': 'completed', 'code': 200} Nov 11 12:19:18.987891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f977390d-1fd4-4159-b4cc-68f7f800b771 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:19.024879 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-3620a7d0-9830-41a1-aa27-2418be37d802 req-3c7192ea-53bb-445e-9c5e-15138fc9d4c7 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Deleting port f7f676dc-7d86-410e-833b-11ad60385c82 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:19.025275 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3620a7d0-9830-41a1-aa27-2418be37d802 req-3c7192ea-53bb-445e-9c5e-15138fc9d4c7 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:19.059819 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b55ec414-736e-4ada-a964-7ca0fa999c03 req-63976540-82d9-48e3-9a5c-1ccc3c0408d5 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b2d6ab3-caea-479e-b608-159fc6535fc6 HTTP/1.1" status: 200 len: 210 time: 0.0772161 Nov 11 12:19:19.173440 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-3620a7d0-9830-41a1-aa27-2418be37d802 req-3c7192ea-53bb-445e-9c5e-15138fc9d4c7 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] For port f7f676dc-7d86-410e-833b-11ad60385c82, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f7f676dc-7d86-410e-833b-11ad60385c82,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:19.174340 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3620a7d0-9830-41a1-aa27-2418be37d802 req-3c7192ea-53bb-445e-9c5e-15138fc9d4c7 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:19.195584 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-3620a7d0-9830-41a1-aa27-2418be37d802 req-3c7192ea-53bb-445e-9c5e-15138fc9d4c7 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Calling delete_port for f7f676dc-7d86-410e-833b-11ad60385c82 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:19.367307 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3620a7d0-9830-41a1-aa27-2418be37d802 req-3c7192ea-53bb-445e-9c5e-15138fc9d4c7 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:19.380365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['b427c82b-edcb-42d8-91b1-749d7815542f', 'f7f676dc-7d86-410e-833b-11ad60385c82'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:19:19.405513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7192ea-53bb-445e-9c5e-15138fc9d4c7 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event deleted for resources: {'Port': ['ID=f7f676dc-7d86-410e-833b-11ad60385c82,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:19.448101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57386) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:19.521956 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3620a7d0-9830-41a1-aa27-2418be37d802 req-3c7192ea-53bb-445e-9c5e-15138fc9d4c7 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] No DVR routers for this DVR port f7f676dc-7d86-410e-833b-11ad60385c82 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:19.525024 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3620a7d0-9830-41a1-aa27-2418be37d802 req-3c7192ea-53bb-445e-9c5e-15138fc9d4c7 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:19.529456 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3620a7d0-9830-41a1-aa27-2418be37d802 req-3c7192ea-53bb-445e-9c5e-15138fc9d4c7 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.62 "DELETE /v2.0/ports/f7f676dc-7d86-410e-833b-11ad60385c82 HTTP/1.1" status: 204 len: 173 time: 0.7528496 Nov 11 12:19:19.680491 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-75118320-1c7f-4b54-ae17-270066baabd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:19.740109 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8de197e-cecf-42a8-b108-d1e2b3d3b009 req-b87ce973-8ac7-414e-971b-46fb123daf16 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=25796aa4-f657-44c3-a03c-42371fa09bfb HTTP/1.1" status: 200 len: 210 time: 0.0395682 Nov 11 12:19:19.837350 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-75118320-1c7f-4b54-ae17-270066baabd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:19.844961 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-75118320-1c7f-4b54-ae17-270066baabd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:19.889615 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75118320-1c7f-4b54-ae17-270066baabd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef4be19-a1d1-40aa-8c53-3931fca3853f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:19.917878 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-75118320-1c7f-4b54-ae17-270066baabd8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=771eaa147a994448a4b88b290dc05fd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4685502 Nov 11 12:19:19.921161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57396) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:20.025526 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a846fc7d-d8d3-4183-9d21-126271577478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:20.052467 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a846fc7d-d8d3-4183-9d21-126271577478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:20.115794 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a846fc7d-d8d3-4183-9d21-126271577478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:20.118908 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a846fc7d-d8d3-4183-9d21-126271577478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:20.121620 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a846fc7d-d8d3-4183-9d21-126271577478 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aef4be19-a1d1-40aa-8c53-3931fca3853f HTTP/1.1" status: 204 len: 168 time: 0.1978412 Nov 11 12:19:20.158815 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846fc7d-d8d3-4183-9d21-126271577478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef4be19-a1d1-40aa-8c53-3931fca3853f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:20.511024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc5e64-94b2-4dc0-b053-cf21097c60be req-6118c520-e68d-4124-8120-90441ba5f1c5 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:20.512832 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20fc5e64-94b2-4dc0-b053-cf21097c60be req-6118c520-e68d-4124-8120-90441ba5f1c5 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 945 time: 0.0716398 Nov 11 12:19:20.578257 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20fc5e64-94b2-4dc0-b053-cf21097c60be req-c5f59f38-1b75-4e32-b1f9-3d829efc0aad tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580492 Nov 11 12:19:20.603817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57410) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:20.617210 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8a64784-b05b-43f5-ac54-183f6ad07e8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:20.721242 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8a64784-b05b-43f5-ac54-183f6ad07e8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:20.726774 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8a64784-b05b-43f5-ac54-183f6ad07e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:20.769821 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f8a64784-b05b-43f5-ac54-183f6ad07e8d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ae85298df7248aba4ad34232c6954c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1638741 Nov 11 12:19:20.769821 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a64784-b05b-43f5-ac54-183f6ad07e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcace3b-f76d-46af-af44-b5def0d7c628,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:20.770315 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57414) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:20.868407 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-76718842-e0fe-4699-b9e0-70a4fab1d648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:20.895014 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-76718842-e0fe-4699-b9e0-70a4fab1d648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:20.959572 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-76718842-e0fe-4699-b9e0-70a4fab1d648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:20.965887 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-76718842-e0fe-4699-b9e0-70a4fab1d648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:20.969783 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-76718842-e0fe-4699-b9e0-70a4fab1d648 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4bcace3b-f76d-46af-af44-b5def0d7c628 HTTP/1.1" status: 204 len: 168 time: 0.1959984 Nov 11 12:19:20.985665 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76718842-e0fe-4699-b9e0-70a4fab1d648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcace3b-f76d-46af-af44-b5def0d7c628,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:20.989094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25796aa4-f657-44c3-a03c-42371fa09bfb', 'name': 'network-vif-deleted', 'tag': 'f7f676dc-7d86-410e-833b-11ad60385c82'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:19:20.992133 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3d867b-878f-4c48-bb1c-6802fa24c72f" -d '{"events": [{"server_uuid": "25796aa4-f657-44c3-a03c-42371fa09bfb", "name": "network-vif-deleted", "tag": "f7f676dc-7d86-410e-833b-11ad60385c82"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:19:21.041227 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8749fb7-ae76-4835-a1fa-0367142e4311 x-openstack-request-id: req-a8749fb7-ae76-4835-a1fa-0367142e4311 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:19:21.041889 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25796aa4-f657-44c3-a03c-42371fa09bfb", "name": "network-vif-deleted", "tag": "f7f676dc-7d86-410e-833b-11ad60385c82", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:19:21.042285 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8749fb7-ae76-4835-a1fa-0367142e4311 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:19:21.043017 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25796aa4-f657-44c3-a03c-42371fa09bfb', 'name': 'network-vif-deleted', 'tag': 'f7f676dc-7d86-410e-833b-11ad60385c82', 'status': 'completed', 'code': 200} Nov 11 12:19:21.159425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6762ba2-44e1-489a-adc0-2778137a9593 req-6c9a7718-ac30-49bc-992e-a700d6980644 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:21.170093 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6762ba2-44e1-489a-adc0-2778137a9593 req-6c9a7718-ac30-49bc-992e-a700d6980644 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.0718443 Nov 11 12:19:21.229309 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6762ba2-44e1-489a-adc0-2778137a9593 req-abd78de1-30b8-4fe3-9b49-1e249f956a5e tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582013 Nov 11 12:19:21.354253 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c3044fc0-4879-4175-888d-6ee9ab005df9 req-d1765d1c-92ad-499f-8e2f-0df81bc693b0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567176 Nov 11 12:19:21.456302 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3044fc0-4879-4175-888d-6ee9ab005df9 req-a3621288-285c-49e0-bff6-64957f824565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:21.457994 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c3044fc0-4879-4175-888d-6ee9ab005df9 req-a3621288-285c-49e0-bff6-64957f824565 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c65a3793421346779a803c061e355092&device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 1096 time: 0.0525904 Nov 11 12:19:21.617046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3044fc0-4879-4175-888d-6ee9ab005df9 req-3903896c-aa4d-4263-8b86-0f36fbbb9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:21.621223 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c3044fc0-4879-4175-888d-6ee9ab005df9 req-3903896c-aa4d-4263-8b86-0f36fbbb9aa1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009 HTTP/1.1" status: 200 len: 915 time: 0.1345034 Nov 11 12:19:21.668240 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:21.672253 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c3044fc0-4879-4175-888d-6ee9ab005df9 req-b77cce5d-de93-4f7e-864b-fb85412eab8d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82ad441b-f58c-4e60-afda-488fb3a82278 HTTP/1.1" status: 200 len: 217 time: 0.0415597 Nov 11 12:19:21.767071 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d298e-d500-470d-9942-6b9dcda2e875 req-db29f87d-9414-46b6-8cba-07b4d2371fff tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:21.768881 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b33d298e-d500-470d-9942-6b9dcda2e875 req-db29f87d-9414-46b6-8cba-07b4d2371fff tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 945 time: 0.0950208 Nov 11 12:19:21.770768 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3044fc0-4879-4175-888d-6ee9ab005df9 req-9ed0fefa-102a-4b9f-a840-cbecb88ba231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:21.773343 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c3044fc0-4879-4175-888d-6ee9ab005df9 req-9ed0fefa-102a-4b9f-a840-cbecb88ba231 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a85fc5db-a767-49f3-be73-059cad97fe22 HTTP/1.1" status: 200 len: 853 time: 0.0886219 Nov 11 12:19:21.791320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725ea62-031f-4fe6-8933-c9a8c7f23540 req-1df24ba0-2a95-4048-98fa-98cbb6cdab92 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:21.808602 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a725ea62-031f-4fe6-8933-c9a8c7f23540 req-1df24ba0-2a95-4048-98fa-98cbb6cdab92 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 945 time: 0.0970726 Nov 11 12:19:21.871943 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c3044fc0-4879-4175-888d-6ee9ab005df9 req-c656276f-9392-4241-bc3d-c90659a92c5d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4efc2af-44dc-4d6c-a7d9-7144b87a1009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511522 Nov 11 12:19:21.903730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a725ea62-031f-4fe6-8933-c9a8c7f23540 req-d329370d-8b0c-48e6-a99b-f5b71910c03e tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936129 Nov 11 12:19:21.974747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-b33d298e-d500-470d-9942-6b9dcda2e875 req-a3d89d21-9990-4d62-8b88-203897f65e2b tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Deleting port 645a5640-370c-4fad-b172-68892928071b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:21.975369 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b33d298e-d500-470d-9942-6b9dcda2e875 req-a3d89d21-9990-4d62-8b88-203897f65e2b tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:22.065210 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c3044fc0-4879-4175-888d-6ee9ab005df9 req-e0c70784-0403-4e4f-8ccf-df77181c0e85 service neutron] 10.222.0.62 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830089 Nov 11 12:19:22.158295 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-b33d298e-d500-470d-9942-6b9dcda2e875 req-a3d89d21-9990-4d62-8b88-203897f65e2b tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] For port 645a5640-370c-4fad-b172-68892928071b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=645a5640-370c-4fad-b172-68892928071b,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:22.158732 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b33d298e-d500-470d-9942-6b9dcda2e875 req-a3d89d21-9990-4d62-8b88-203897f65e2b tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:22.184198 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-b33d298e-d500-470d-9942-6b9dcda2e875 req-a3d89d21-9990-4d62-8b88-203897f65e2b tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Calling delete_port for 645a5640-370c-4fad-b172-68892928071b owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:22.240724 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c3044fc0-4879-4175-888d-6ee9ab005df9 req-5b04ac5c-ec0f-4191-9f8c-1cc6dcb913d1 service neutron] 10.222.0.62 "GET /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641119 Nov 11 12:19:22.369861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73349d74-5285-4126-bddb-39b63c3270b0 req-6b79e471-34d3-4441-bfee-7459cfd3fd47 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:22.380144 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73349d74-5285-4126-bddb-39b63c3270b0 req-6b79e471-34d3-4441-bfee-7459cfd3fd47 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.0681717 Nov 11 12:19:22.421576 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b33d298e-d500-470d-9942-6b9dcda2e875 req-a3d89d21-9990-4d62-8b88-203897f65e2b tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:22.440676 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['82ad441b-f58c-4e60-afda-488fb3a82278'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:19:22.443914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['645a5640-370c-4fad-b172-68892928071b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:19:22.459741 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d89d21-9990-4d62-8b88-203897f65e2b tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Pushing event deleted for resources: {'Port': ['ID=645a5640-370c-4fad-b172-68892928071b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:22.472529 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73349d74-5285-4126-bddb-39b63c3270b0 req-11fbbfe2-df5b-4624-a358-0fe80feff1ac tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d364849-e5e8-4819-8da5-c91a83080edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914042 Nov 11 12:19:22.532037 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33d298e-d500-470d-9942-6b9dcda2e875 req-a3d89d21-9990-4d62-8b88-203897f65e2b tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] No DVR routers for this DVR port 645a5640-370c-4fad-b172-68892928071b on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:22.535234 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b33d298e-d500-470d-9942-6b9dcda2e875 req-a3d89d21-9990-4d62-8b88-203897f65e2b tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:22.539220 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b33d298e-d500-470d-9942-6b9dcda2e875 req-a3d89d21-9990-4d62-8b88-203897f65e2b tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.43 "DELETE /v2.0/ports/645a5640-370c-4fad-b172-68892928071b HTTP/1.1" status: 204 len: 173 time: 0.7641013 Nov 11 12:19:22.561493 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c89e1a-2bb2-4118-acf2-2992d3680131 None None] DHCP port deletion for b4efc2af-44dc-4d6c-a7d9-7144b87a1009 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:22.764422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7b3dc-9be6-40ad-a4ce-03f129b5df93 req-c7d8f281-273d-401e-92c1-dacfeae9ce04 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:22.766375 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73e7b3dc-9be6-40ad-a4ce-03f129b5df93 req-c7d8f281-273d-401e-92c1-dacfeae9ce04 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 945 time: 0.0719912 Nov 11 12:19:22.890166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-73e7b3dc-9be6-40ad-a4ce-03f129b5df93 req-db6bd51c-67a0-4b3d-87ef-ff82a79addd2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Deleting port b427c82b-edcb-42d8-91b1-749d7815542f {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:22.890601 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-73e7b3dc-9be6-40ad-a4ce-03f129b5df93 req-db6bd51c-67a0-4b3d-87ef-ff82a79addd2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:22.900172 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d82dfb29-2b99-476e-aa96-f997c8a239ed no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:22.962698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: d82dfb29-2b99-476e-aa96-f997c8a239ed {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:22.963042 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d82dfb29-2b99-476e-aa96-f997c8a239ed not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:22.963472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f7f676dc-7d86-410e-833b-11ad60385c82 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:23.018288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: f7f676dc-7d86-410e-833b-11ad60385c82 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:23.018662 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f7f676dc-7d86-410e-833b-11ad60385c82 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:23.050676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fbfdf0-4cf5-4637-b6af-b12d97213a19', 'name': 'network-vif-deleted', 'tag': '645a5640-370c-4fad-b172-68892928071b'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:19:23.057949 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffd961b-0a95-424f-a948-135fe6ce10ff" -d '{"events": [{"server_uuid": "13fbfdf0-4cf5-4637-b6af-b12d97213a19", "name": "network-vif-deleted", "tag": "645a5640-370c-4fad-b172-68892928071b"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:19:23.068356 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-73e7b3dc-9be6-40ad-a4ce-03f129b5df93 req-db6bd51c-67a0-4b3d-87ef-ff82a79addd2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] For port b427c82b-edcb-42d8-91b1-749d7815542f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b427c82b-edcb-42d8-91b1-749d7815542f,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:23.075004 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-73e7b3dc-9be6-40ad-a4ce-03f129b5df93 req-db6bd51c-67a0-4b3d-87ef-ff82a79addd2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:23.111950 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-73e7b3dc-9be6-40ad-a4ce-03f129b5df93 req-db6bd51c-67a0-4b3d-87ef-ff82a79addd2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Calling delete_port for b427c82b-edcb-42d8-91b1-749d7815542f owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:23.143137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92d06d6d-fb54-4dd2-a136-ecd5784b5935 req-1c3e4ae8-1c09-4daa-b43b-c1b232e7c932 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=13fbfdf0-4cf5-4637-b6af-b12d97213a19 HTTP/1.1" status: 200 len: 210 time: 0.0526721 Nov 11 12:19:23.203518 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd3dd7e-2434-4531-8224-47fee2e044ae x-openstack-request-id: req-6dd3dd7e-2434-4531-8224-47fee2e044ae {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:19:23.206759 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fbfdf0-4cf5-4637-b6af-b12d97213a19", "name": "network-vif-deleted", "tag": "645a5640-370c-4fad-b172-68892928071b", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:19:23.208374 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6dd3dd7e-2434-4531-8224-47fee2e044ae {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:19:23.210770 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fbfdf0-4cf5-4637-b6af-b12d97213a19', 'name': 'network-vif-deleted', 'tag': '645a5640-370c-4fad-b172-68892928071b', 'status': 'completed', 'code': 200} Nov 11 12:19:23.340827 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-73e7b3dc-9be6-40ad-a4ce-03f129b5df93 req-db6bd51c-67a0-4b3d-87ef-ff82a79addd2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:23.363292 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['b427c82b-edcb-42d8-91b1-749d7815542f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:19:23.382748 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bd51c-67a0-4b3d-87ef-ff82a79addd2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event deleted for resources: {'Port': ['ID=b427c82b-edcb-42d8-91b1-749d7815542f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:23.439609 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e7b3dc-9be6-40ad-a4ce-03f129b5df93 req-db6bd51c-67a0-4b3d-87ef-ff82a79addd2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] No DVR routers for this DVR port b427c82b-edcb-42d8-91b1-749d7815542f on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:23.443500 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-73e7b3dc-9be6-40ad-a4ce-03f129b5df93 req-db6bd51c-67a0-4b3d-87ef-ff82a79addd2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:23.449750 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73e7b3dc-9be6-40ad-a4ce-03f129b5df93 req-db6bd51c-67a0-4b3d-87ef-ff82a79addd2 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.62 "DELETE /v2.0/ports/b427c82b-edcb-42d8-91b1-749d7815542f HTTP/1.1" status: 204 len: 173 time: 0.6744089 Nov 11 12:19:23.628902 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-97019912-9641-4e95-80e8-26f44dfaa0c1 req-1fc9ad50-2d31-40e8-902d-d6e0ccdcea67 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6036531-ef16-4ebf-8224-7c8061a4dd0b HTTP/1.1" status: 200 len: 210 time: 0.0716703 Nov 11 12:19:24.998894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b61ad6-1214-4d5a-8ec8-c18de9c2dfb4 req-82d17d37-529d-4322-9160-ea1b6a788a65 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:25.006386 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68b61ad6-1214-4d5a-8ec8-c18de9c2dfb4 req-82d17d37-529d-4322-9160-ea1b6a788a65 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0628958 Nov 11 12:19:25.061965 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68b61ad6-1214-4d5a-8ec8-c18de9c2dfb4 req-fb019ee2-0df5-48ee-972d-7afaeeb55b37 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545769 Nov 11 12:19:25.212532 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6036531-ef16-4ebf-8224-7c8061a4dd0b', 'name': 'network-vif-deleted', 'tag': 'b427c82b-edcb-42d8-91b1-749d7815542f'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:19:25.215572 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d342d5b-0223-4f9d-88b8-e78779d40270" -d '{"events": [{"server_uuid": "f6036531-ef16-4ebf-8224-7c8061a4dd0b", "name": "network-vif-deleted", "tag": "b427c82b-edcb-42d8-91b1-749d7815542f"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:19:25.274937 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c6074b-11f9-4f23-ba61-0b8af3114676 x-openstack-request-id: req-23c6074b-11f9-4f23-ba61-0b8af3114676 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:19:25.275584 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6036531-ef16-4ebf-8224-7c8061a4dd0b", "name": "network-vif-deleted", "tag": "b427c82b-edcb-42d8-91b1-749d7815542f", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:19:25.275933 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23c6074b-11f9-4f23-ba61-0b8af3114676 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:19:25.276556 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6036531-ef16-4ebf-8224-7c8061a4dd0b', 'name': 'network-vif-deleted', 'tag': 'b427c82b-edcb-42d8-91b1-749d7815542f', 'status': 'completed', 'code': 200} Nov 11 12:19:26.084519 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 645a5640-370c-4fad-b172-68892928071b no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:26.127984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 645a5640-370c-4fad-b172-68892928071b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:26.128796 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 645a5640-370c-4fad-b172-68892928071b not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:26.226770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7015cc9-475e-46d2-9c55-e22e66bc27c5 req-5d044432-172d-4d31-bcd0-e911d5233a6d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:26.228352 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7015cc9-475e-46d2-9c55-e22e66bc27c5 req-5d044432-172d-4d31-bcd0-e911d5233a6d tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.0633187 Nov 11 12:19:26.365902 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7015cc9-475e-46d2-9c55-e22e66bc27c5 req-b284103c-6749-43f9-8cbe-79dc4eaa21ac tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195862 Nov 11 12:19:26.617964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf29d44-16fb-44cd-86ee-31062e993537 req-51802cfd-79b9-4af8-8216-a9e077d964c5 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:26.622774 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-faf29d44-16fb-44cd-86ee-31062e993537 req-51802cfd-79b9-4af8-8216-a9e077d964c5 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.43 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1115971 Nov 11 12:19:26.764330 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-faf29d44-16fb-44cd-86ee-31062e993537 req-26b533c2-2d8f-4b61-a913-8824d6385a15 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Deleting port db4adb14-e3c6-4a9c-aad0-c411a9aa790c {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:26.764799 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-faf29d44-16fb-44cd-86ee-31062e993537 req-26b533c2-2d8f-4b61-a913-8824d6385a15 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:27.086960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b427c82b-edcb-42d8-91b1-749d7815542f no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:27.086960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: b427c82b-edcb-42d8-91b1-749d7815542f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:27.086960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b427c82b-edcb-42d8-91b1-749d7815542f not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:27.092523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-faf29d44-16fb-44cd-86ee-31062e993537 req-26b533c2-2d8f-4b61-a913-8824d6385a15 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] For port db4adb14-e3c6-4a9c-aad0-c411a9aa790c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:27.092523 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-faf29d44-16fb-44cd-86ee-31062e993537 req-26b533c2-2d8f-4b61-a913-8824d6385a15 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:27.619177 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7efe30-fcd8-426b-a5fa-2ea34b0caff8 req-214b1cb1-1a12-4431-bc04-2db7a1c7b84c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:27.620768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c7efe30-fcd8-426b-a5fa-2ea34b0caff8 req-214b1cb1-1a12-4431-bc04-2db7a1c7b84c tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 944 time: 0.1276526 Nov 11 12:19:27.706352 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c7efe30-fcd8-426b-a5fa-2ea34b0caff8 req-76a7860a-4b58-4217-87c6-1722f926f390 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups?id=da609055-add7-430f-a99f-6e2822dbdde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659258 Nov 11 12:19:27.808227 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-faf29d44-16fb-44cd-86ee-31062e993537 req-26b533c2-2d8f-4b61-a913-8824d6385a15 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:27.809405 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-faf29d44-16fb-44cd-86ee-31062e993537 req-26b533c2-2d8f-4b61-a913-8824d6385a15 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:27.810499 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [req-faf29d44-16fb-44cd-86ee-31062e993537 req-26b533c2-2d8f-4b61-a913-8824d6385a15 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Floating IP 06cb43af-aa0a-48a0-8ccf-0360ebb20032 disassociated. External IP: 172.25.2.170, port: db4adb14-e3c6-4a9c-aad0-c411a9aa790c. Nov 11 12:19:27.811347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-faf29d44-16fb-44cd-86ee-31062e993537 req-26b533c2-2d8f-4b61-a913-8824d6385a15 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Calling delete_port for db4adb14-e3c6-4a9c-aad0-c411a9aa790c owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:28.041922 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-faf29d44-16fb-44cd-86ee-31062e993537 req-26b533c2-2d8f-4b61-a913-8824d6385a15 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:28.142975 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b533c2-2d8f-4b61-a913-8824d6385a15 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event deleted for resources: {'Port': ['ID=db4adb14-e3c6-4a9c-aad0-c411a9aa790c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:28.330548 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faf29d44-16fb-44cd-86ee-31062e993537 req-26b533c2-2d8f-4b61-a913-8824d6385a15 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:19:28.503893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faf29d44-16fb-44cd-86ee-31062e993537 req-26b533c2-2d8f-4b61-a913-8824d6385a15 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:19:28.519498 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a7319-fe02-45a0-a5c2-9dd649ff46dd None None] Sync routers for ids ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:19:28.546697 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a7319-fe02-45a0-a5c2-9dd649ff46dd None None] Routers {'4ee46bff-9e54-4271-8d6a-9a44c208bf44'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:28.547332 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c49a7319-fe02-45a0-a5c2-9dd649ff46dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:28.561237 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf29d44-16fb-44cd-86ee-31062e993537 req-26b533c2-2d8f-4b61-a913-8824d6385a15 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] No DVR routers for this DVR port db4adb14-e3c6-4a9c-aad0-c411a9aa790c on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:28.564401 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-faf29d44-16fb-44cd-86ee-31062e993537 req-26b533c2-2d8f-4b61-a913-8824d6385a15 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:28.569657 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-faf29d44-16fb-44cd-86ee-31062e993537 req-26b533c2-2d8f-4b61-a913-8824d6385a15 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.43 "DELETE /v2.0/ports/db4adb14-e3c6-4a9c-aad0-c411a9aa790c HTTP/1.1" status: 204 len: 173 time: 1.9405115 Nov 11 12:19:28.570560 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'name': 'network-vif-deleted', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:19:28.573096 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b86939d-6d00-44bf-98a9-eb8f989ada87" -d '{"events": [{"server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "name": "network-vif-deleted", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:19:28.647573 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5c9250-7014-4417-ba85-38e25ac02c7c x-openstack-request-id: req-0d5c9250-7014-4417-ba85-38e25ac02c7c {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:19:28.647873 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1009895c-65a2-4cbb-a811-3be56e360b60", "name": "network-vif-deleted", "tag": "db4adb14-e3c6-4a9c-aad0-c411a9aa790c", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:19:28.648132 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d5c9250-7014-4417-ba85-38e25ac02c7c {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:19:28.648548 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1009895c-65a2-4cbb-a811-3be56e360b60', 'name': 'network-vif-deleted', 'tag': 'db4adb14-e3c6-4a9c-aad0-c411a9aa790c', 'status': 'completed', 'code': 200} Nov 11 12:19:28.879863 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-c49a7319-fe02-45a0-a5c2-9dd649ff46dd None None] Set router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:28.898695 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77486c75-e41e-4bba-9cdf-90438fd66ff2 req-83a7b28f-22ce-4182-83c5-d8546a31685b tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/ports?device_id=1009895c-65a2-4cbb-a811-3be56e360b60 HTTP/1.1" status: 200 len: 210 time: 0.0329633 Nov 11 12:19:29.195015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e219b-b428-4faf-860a-b224cab5be9b req-a3bea086-a4a8-480e-9c56-12771af1b6f7 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:29.206103 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-059e219b-b428-4faf-860a-b224cab5be9b req-a3bea086-a4a8-480e-9c56-12771af1b6f7 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 945 time: 0.1039467 Nov 11 12:19:29.270606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-059e219b-b428-4faf-860a-b224cab5be9b req-4d0b3616-bae1-4bf7-97bb-53cab1cd78b9 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630548 Nov 11 12:19:29.350108 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c49a7319-fe02-45a0-a5c2-9dd649ff46dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'name': 'tempest-ServerActionsTestJSON-1666130217-router', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:37Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'gw_port': {'id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:38Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '156b3582-e43a-4a59-a541-2a4dc48d0f5e', 'name': '', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'mac_address': 'fa:16:3e:05:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:45Z', 'updated_at': '2021-11-11T12:10:51Z', 'revision_number': 5, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'subnets': [{'id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:29.386362 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a7319-fe02-45a0-a5c2-9dd649ff46dd None None] Checking router: 4ee46bff-9e54-4271-8d6a-9a44c208bf44 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:19:29.397289 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a7319-fe02-45a0-a5c2-9dd649ff46dd None None] Routers {'4ee46bff-9e54-4271-8d6a-9a44c208bf44'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:29.398356 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c49a7319-fe02-45a0-a5c2-9dd649ff46dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:29.542355 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-c49a7319-fe02-45a0-a5c2-9dd649ff46dd None None] Set router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:29.898301 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c49a7319-fe02-45a0-a5c2-9dd649ff46dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'name': 'tempest-ServerActionsTestJSON-1666130217-router', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:37Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'gw_port': {'id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:38Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '156b3582-e43a-4a59-a541-2a4dc48d0f5e', 'name': '', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'mac_address': 'fa:16:3e:05:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:45Z', 'updated_at': '2021-11-11T12:10:51Z', 'revision_number': 5, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'subnets': [{'id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:29.942556 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a7319-fe02-45a0-a5c2-9dd649ff46dd None None] The sync data for ids ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'] in n-d-807359-3 is: [{'id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'name': 'tempest-ServerActionsTestJSON-1666130217-router', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:37Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'gw_port': {'id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:38Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '156b3582-e43a-4a59-a541-2a4dc48d0f5e', 'name': '', 'network_id': 'bdd4511e-5656-4b9d-9635-a504c30841d6', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'mac_address': 'fa:16:3e:05:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:45Z', 'updated_at': '2021-11-11T12:10:51Z', 'revision_number': 5, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'subnets': [{'id': 'f46dfb4a-339a-47e1-91d5-1664a814afa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:19:30.078310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57642) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:30.095693 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db4adb14-e3c6-4a9c-aad0-c411a9aa790c no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:30.131097 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: db4adb14-e3c6-4a9c-aad0-c411a9aa790c {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:30.131443 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device db4adb14-e3c6-4a9c-aad0-c411a9aa790c not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:30.242490 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18b7354a-675c-4421-9f78-97804d0c2caa tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:30.339056 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18b7354a-675c-4421-9f78-97804d0c2caa tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:30.521016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd7a5c8-7535-4765-90bd-daec24974502 None None] New status for floating IP 06cb43af-aa0a-48a0-8ccf-0360ebb20032: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:19:30.617473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f98b72-ad43-4873-ad60-1e69255ec897 req-3e2f4f10-f7cd-4c32-a8bd-e5e08e63a4f0 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:30.626256 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42f98b72-ad43-4873-ad60-1e69255ec897 req-3e2f4f10-f7cd-4c32-a8bd-e5e08e63a4f0 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 945 time: 0.1708262 Nov 11 12:19:30.708741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42f98b72-ad43-4873-ad60-1e69255ec897 req-6200b6cc-e56d-4e90-96ad-a3986932135f tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b09723-0329-4920-9b58-21b9d0d7ece9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814841 Nov 11 12:19:30.727766 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18b7354a-675c-4421-9f78-97804d0c2caa tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:30.731413 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18b7354a-675c-4421-9f78-97804d0c2caa tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:30.732606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-18b7354a-675c-4421-9f78-97804d0c2caa tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "DELETE /v2.0/security-groups/da609055-add7-430f-a99f-6e2822dbdde5 HTTP/1.1" status: 204 len: 168 time: 0.6532612 Nov 11 12:19:30.745011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57664) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:30.763163 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-d7cd923b-f4a2-40a8-b608-2e4b6e42b974 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] show failed (client error): The resource could not be found. Nov 11 12:19:30.765758 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d7cd923b-f4a2-40a8-b608-2e4b6e42b974 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "GET /v2.0/security-groups/da609055-add7-430f-a99f-6e2822dbdde5 HTTP/1.1" status: 404 len: 347 time: 0.0180490 Nov 11 12:19:30.766988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57666) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:30.865079 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7354a-675c-4421-9f78-97804d0c2caa tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da609055-add7-430f-a99f-6e2822dbdde5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:30.942224 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09d9a0-b3ad-45c1-a52b-073783dea2dc req-49a227ca-5584-4c8f-94d3-10c51100b6ee tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:30.944366 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bb09d9a0-b3ad-45c1-a52b-073783dea2dc req-49a227ca-5584-4c8f-94d3-10c51100b6ee tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.62 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 945 time: 0.0735483 Nov 11 12:19:31.034084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-337c620a-88d4-4585-873e-b4e31ad07e42 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Deleting port 094b6d22-08aa-43af-9a38-9b50a496dc5a {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:31.034584 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-337c620a-88d4-4585-873e-b4e31ad07e42 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:31.199774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57676) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:31.229022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-bb09d9a0-b3ad-45c1-a52b-073783dea2dc req-52a187d3-e4d3-4059-8dd5-7fc08c53ab77 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Deleting port 82ad441b-f58c-4e60-afda-488fb3a82278 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:31.229816 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bb09d9a0-b3ad-45c1-a52b-073783dea2dc req-52a187d3-e4d3-4059-8dd5-7fc08c53ab77 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:31.262873 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-337c620a-88d4-4585-873e-b4e31ad07e42 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:31.263215 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-337c620a-88d4-4585-873e-b4e31ad07e42 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:31.276943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-337c620a-88d4-4585-873e-b4e31ad07e42 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Calling delete_port for 094b6d22-08aa-43af-9a38-9b50a496dc5a owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:31.408377 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33d4b459-2352-4589-92ce-a90e9082ca6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:31.408976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-bb09d9a0-b3ad-45c1-a52b-073783dea2dc req-52a187d3-e4d3-4059-8dd5-7fc08c53ab77 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] For port 82ad441b-f58c-4e60-afda-488fb3a82278, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=82ad441b-f58c-4e60-afda-488fb3a82278,segment=NetworkSegment(50c2a0f5-5112-485f-9f40-f633e5c1c677),segment_id=50c2a0f5-5112-485f-9f40-f633e5c1c677)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:31.409345 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bb09d9a0-b3ad-45c1-a52b-073783dea2dc req-52a187d3-e4d3-4059-8dd5-7fc08c53ab77 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:31.432088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-bb09d9a0-b3ad-45c1-a52b-073783dea2dc req-52a187d3-e4d3-4059-8dd5-7fc08c53ab77 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Calling delete_port for 82ad441b-f58c-4e60-afda-488fb3a82278 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:31.625999 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bb09d9a0-b3ad-45c1-a52b-073783dea2dc req-52a187d3-e4d3-4059-8dd5-7fc08c53ab77 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:31.643982 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['82ad441b-f58c-4e60-afda-488fb3a82278'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:19:31.655394 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-337c620a-88d4-4585-873e-b4e31ad07e42 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:31.677238 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33d4b459-2352-4589-92ce-a90e9082ca6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:31.678614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a187d3-e4d3-4059-8dd5-7fc08c53ab77 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Pushing event deleted for resources: {'Port': ['ID=82ad441b-f58c-4e60-afda-488fb3a82278,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:31.703735 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25269baf-d4a4-43d2-ae7b-04c015ec83de None None] DHCP port deletion for b4efc2af-44dc-4d6c-a7d9-7144b87a1009 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:31.771656 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33d4b459-2352-4589-92ce-a90e9082ca6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:31.795013 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb09d9a0-b3ad-45c1-a52b-073783dea2dc req-52a187d3-e4d3-4059-8dd5-7fc08c53ab77 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] No DVR routers for this DVR port 82ad441b-f58c-4e60-afda-488fb3a82278 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:31.801465 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bb09d9a0-b3ad-45c1-a52b-073783dea2dc req-52a187d3-e4d3-4059-8dd5-7fc08c53ab77 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:31.819140 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bb09d9a0-b3ad-45c1-a52b-073783dea2dc req-52a187d3-e4d3-4059-8dd5-7fc08c53ab77 tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.62 "DELETE /v2.0/ports/82ad441b-f58c-4e60-afda-488fb3a82278 HTTP/1.1" status: 204 len: 173 time: 0.8645740 Nov 11 12:19:31.819911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a89f0a-42fa-4c58-96e3-6fcd53304d4d', 'name': 'network-vif-deleted', 'tag': '82ad441b-f58c-4e60-afda-488fb3a82278'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:19:31.855372 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b841a7ff-0384-459a-9b85-a63a9266f477" -d '{"events": [{"server_uuid": "63a89f0a-42fa-4c58-96e3-6fcd53304d4d", "name": "network-vif-deleted", "tag": "82ad441b-f58c-4e60-afda-488fb3a82278"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:19:31.867798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c620a-88d4-4585-873e-b4e31ad07e42 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Pushing event deleted for resources: {'Port': ['ID=094b6d22-08aa-43af-9a38-9b50a496dc5a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:31.950920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4b459-2352-4589-92ce-a90e9082ca6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf3faa3-f96e-4aec-afa5-e83aa29a7abb,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:31.988192 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebc54e7-4cf8-47ba-82b9-e54f91b790b2 x-openstack-request-id: req-4ebc54e7-4cf8-47ba-82b9-e54f91b790b2 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:19:31.988787 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a89f0a-42fa-4c58-96e3-6fcd53304d4d", "name": "network-vif-deleted", "tag": "82ad441b-f58c-4e60-afda-488fb3a82278", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:19:31.989922 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ebc54e7-4cf8-47ba-82b9-e54f91b790b2 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:19:31.990479 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a89f0a-42fa-4c58-96e3-6fcd53304d4d', 'name': 'network-vif-deleted', 'tag': '82ad441b-f58c-4e60-afda-488fb3a82278', 'status': 'completed', 'code': 200} Nov 11 12:19:32.014360 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-33d4b459-2352-4589-92ce-a90e9082ca6d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=888edd4711c34cada58ebb7dad5bf3eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8128388 Nov 11 12:19:32.017049 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57700) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:32.047419 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-98e3d973-51a8-4df1-a798-bf11f3b43c82 req-918941cd-fa9f-4d70-bc24-481dd4bc49ae tempest-AttachVolumeNegativeTest-13349044 tempest-AttachVolumeNegativeTest-13349044-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a89f0a-42fa-4c58-96e3-6fcd53304d4d HTTP/1.1" status: 200 len: 210 time: 0.1396055 Nov 11 12:19:32.086834 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-337c620a-88d4-4585-873e-b4e31ad07e42 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:32.092853 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-337c620a-88d4-4585-873e-b4e31ad07e42 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:32.097677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57704) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:32.098880 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-337c620a-88d4-4585-873e-b4e31ad07e42 tempest-ServerActionsTestJSON-196405684 tempest-ServerActionsTestJSON-196405684-project] 10.222.0.65 "DELETE /v2.0/floatingips/06cb43af-aa0a-48a0-8ccf-0360ebb20032 HTTP/1.1" status: 204 len: 168 time: 1.3304625 Nov 11 12:19:32.131917 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f717d804-f5d8-45eb-b3c6-d2a3a4269ed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:32.172347 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f717d804-f5d8-45eb-b3c6-d2a3a4269ed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:32.237391 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f717d804-f5d8-45eb-b3c6-d2a3a4269ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:32.241066 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f717d804-f5d8-45eb-b3c6-d2a3a4269ed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:32.246790 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f717d804-f5d8-45eb-b3c6-d2a3a4269ed6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1bf3faa3-f96e-4aec-afa5-e83aa29a7abb HTTP/1.1" status: 204 len: 168 time: 0.2261651 Nov 11 12:19:32.301523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717d804-f5d8-45eb-b3c6-d2a3a4269ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf3faa3-f96e-4aec-afa5-e83aa29a7abb,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:32.767706 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57722) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:32.782525 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13d344e2-8295-4231-a8ae-9933d30f7a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:32.805158 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-54f197a9-d8be-45b7-b089-2324f070fbb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:32.925084 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-54f197a9-d8be-45b7-b089-2324f070fbb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:32.935877 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-54f197a9-d8be-45b7-b089-2324f070fbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:32.985230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f197a9-d8be-45b7-b089-2324f070fbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597681f5-5b8a-410c-8bb2-2e76b459f78e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:33.001285 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-54f197a9-d8be-45b7-b089-2324f070fbb3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f94331a301e4ee28dee7cfd9b47bf29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2311785 Nov 11 12:19:33.001958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57730) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:33.075237 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0db41bbe-cbd2-44c4-992f-9a9521de85b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:33.102333 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0db41bbe-cbd2-44c4-992f-9a9521de85b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:33.111736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57738) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:33.173643 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d334055f-123e-4937-960b-f3af5e395a94 admin admin] Deleting subnet a85fc5db-a767-49f3-be73-059cad97fe22 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:19:33.180978 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d334055f-123e-4937-960b-f3af5e395a94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:33.197841 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0db41bbe-cbd2-44c4-992f-9a9521de85b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:33.202229 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0db41bbe-cbd2-44c4-992f-9a9521de85b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:33.204058 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0db41bbe-cbd2-44c4-992f-9a9521de85b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/597681f5-5b8a-410c-8bb2-2e76b459f78e HTTP/1.1" status: 204 len: 168 time: 0.2011154 Nov 11 12:19:33.216366 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db41bbe-cbd2-44c4-992f-9a9521de85b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597681f5-5b8a-410c-8bb2-2e76b459f78e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:33.227401 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-13d344e2-8295-4231-a8ae-9933d30f7a5c admin admin] Deleting port 156b3582-e43a-4a59-a541-2a4dc48d0f5e {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:33.227745 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13d344e2-8295-4231-a8ae-9933d30f7a5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:33.264045 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d334055f-123e-4937-960b-f3af5e395a94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:33.341952 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d334055f-123e-4937-960b-f3af5e395a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:33.383925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-13d344e2-8295-4231-a8ae-9933d30f7a5c admin admin] For port 156b3582-e43a-4a59-a541-2a4dc48d0f5e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=156b3582-e43a-4a59-a541-2a4dc48d0f5e,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:33.383925 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13d344e2-8295-4231-a8ae-9933d30f7a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:33.404083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-13d344e2-8295-4231-a8ae-9933d30f7a5c admin admin] Calling delete_port for 156b3582-e43a-4a59-a541-2a4dc48d0f5e owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:33.473229 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d334055f-123e-4937-960b-f3af5e395a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:33.519537 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334055f-123e-4937-960b-f3af5e395a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a85fc5db-a767-49f3-be73-059cad97fe22,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:33.540469 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d334055f-123e-4937-960b-f3af5e395a94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:33.551139 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d334055f-123e-4937-960b-f3af5e395a94 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a85fc5db-a767-49f3-be73-059cad97fe22 HTTP/1.1" status: 204 len: 168 time: 0.4361553 Nov 11 12:19:33.553811 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57750) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:33.558281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba1884b-e305-4638-a30d-cdb22debb7d4 None None] Network b4efc2af-44dc-4d6c-a7d9-7144b87a1009 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:19:33.815887 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eedbab6-0f3d-465e-b587-35ddd8c57b5c None None] DHCP port deletion for b4efc2af-44dc-4d6c-a7d9-7144b87a1009 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:33.850081 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13d344e2-8295-4231-a8ae-9933d30f7a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:33.894865 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d344e2-8295-4231-a8ae-9933d30f7a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=156b3582-e43a-4a59-a541-2a4dc48d0f5e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:33.910341 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a23c1937-51de-4097-84bb-bb273b1586ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:34.165876 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a23c1937-51de-4097-84bb-bb273b1586ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:34.206137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-a23c1937-51de-4097-84bb-bb273b1586ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4efc2af-44dc-4d6c-a7d9-7144b87a1009']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:34.249211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-a23c1937-51de-4097-84bb-bb273b1586ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c2a0f5-5112-485f-9f40-f633e5c1c677') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:34.249622 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-a23c1937-51de-4097-84bb-bb273b1586ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c2a0f5-5112-485f-9f40-f633e5c1c677') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:34.273997 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a23c1937-51de-4097-84bb-bb273b1586ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:34.296509 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a23c1937-51de-4097-84bb-bb273b1586ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:34.304350 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-13d344e2-8295-4231-a8ae-9933d30f7a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:34.306594 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23c1937-51de-4097-84bb-bb273b1586ff admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:19:34.306977 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a23c1937-51de-4097-84bb-bb273b1586ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:19:34.308942 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:19:34.427583 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a23c1937-51de-4097-84bb-bb273b1586ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:34.436115 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a23c1937-51de-4097-84bb-bb273b1586ff admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:34.441129 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a23c1937-51de-4097-84bb-bb273b1586ff admin admin] 10.222.0.65 "DELETE /v2.0/networks/b4efc2af-44dc-4d6c-a7d9-7144b87a1009 HTTP/1.1" status: 204 len: 168 time: 0.8864293 Nov 11 12:19:34.484844 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1937-51de-4097-84bb-bb273b1586ff admin admin] Pushing event deleted for resources: {'Network': ['ID=b4efc2af-44dc-4d6c-a7d9-7144b87a1009,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:34.701004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d344e2-8295-4231-a8ae-9933d30f7a5c admin admin] Router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:19:34.750190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57794) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:34.818022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57800) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:34.819113 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f5cb6089-04cf-450e-9031-b689443f937b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c65a3793421346779a803c061e355092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0703356 Nov 11 12:19:34.879543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d344e2-8295-4231-a8ae-9933d30f7a5c admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:19:34.886556 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-13d344e2-8295-4231-a8ae-9933d30f7a5c admin admin] 10.222.0.65 "PUT /v2.0/routers/4ee46bff-9e54-4271-8d6a-9a44c208bf44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7857101 Nov 11 12:19:34.889550 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57802) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:34.900560 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7825823-2f4d-405d-b152-f9a242117828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:34.906671 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34db67b-6091-4ba4-890a-1503723294b0 None None] Sync routers for ids ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:19:34.945252 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34db67b-6091-4ba4-890a-1503723294b0 None None] Routers {'4ee46bff-9e54-4271-8d6a-9a44c208bf44'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:34.947572 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e34db67b-6091-4ba4-890a-1503723294b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:34.950824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 82ad441b-f58c-4e60-afda-488fb3a82278 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:34.999218 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7825823-2f4d-405d-b152-f9a242117828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:35.054683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 82ad441b-f58c-4e60-afda-488fb3a82278 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:35.061419 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 82ad441b-f58c-4e60-afda-488fb3a82278 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:35.119287 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:35.142180 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7825823-2f4d-405d-b152-f9a242117828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:35.146374 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7825823-2f4d-405d-b152-f9a242117828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:35.150320 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e7825823-2f4d-405d-b152-f9a242117828 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61b09723-0329-4920-9b58-21b9d0d7ece9 HTTP/1.1" status: 204 len: 168 time: 0.3312857 Nov 11 12:19:35.163103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7825823-2f4d-405d-b152-f9a242117828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b09723-0329-4920-9b58-21b9d0d7ece9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:35.323365 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e34db67b-6091-4ba4-890a-1503723294b0 None None] Set router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:35.643702 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e34db67b-6091-4ba4-890a-1503723294b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'name': 'tempest-ServerActionsTestJSON-1666130217-router', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:37Z', 'updated_at': '2021-11-11T12:19:33Z', 'revision_number': 5, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'gw_port': {'id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:38Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:35.687109 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34db67b-6091-4ba4-890a-1503723294b0 None None] Checking router: 4ee46bff-9e54-4271-8d6a-9a44c208bf44 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:19:35.701919 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34db67b-6091-4ba4-890a-1503723294b0 None None] Routers {'4ee46bff-9e54-4271-8d6a-9a44c208bf44'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:35.702541 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e34db67b-6091-4ba4-890a-1503723294b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:35.839276 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cf3b29ed-1a5b-47cb-99a5-7732d9db1c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:35.852008 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:35.941097 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e34db67b-6091-4ba4-890a-1503723294b0 None None] Set router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:35.961083 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Deleting port 514b10c8-c465-4671-bfe1-b7e0728b3f60 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:35.961083 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:36.220463 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] For port 514b10c8-c465-4671-bfe1-b7e0728b3f60, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=514b10c8-c465-4671-bfe1-b7e0728b3f60,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:36.220831 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:36.251942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Calling delete_port for 514b10c8-c465-4671-bfe1-b7e0728b3f60 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:36.432949 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e34db67b-6091-4ba4-890a-1503723294b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'name': 'tempest-ServerActionsTestJSON-1666130217-router', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:37Z', 'updated_at': '2021-11-11T12:19:33Z', 'revision_number': 5, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'gw_port': {'id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:38Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:36.508390 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34db67b-6091-4ba4-890a-1503723294b0 None None] The sync data for ids ['4ee46bff-9e54-4271-8d6a-9a44c208bf44'] in n-d-807359-3 is: [{'id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'name': 'tempest-ServerActionsTestJSON-1666130217-router', 'tenant_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:10:37Z', 'updated_at': '2021-11-11T12:19:33Z', 'revision_number': 5, 'project_id': 'dcbd321ff8c34e24a110bf9a388e82c0', 'gw_port': {'id': '514b10c8-c465-4671-bfe1-b7e0728b3f60', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee46bff-9e54-4271-8d6a-9a44c208bf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:10:38Z', 'updated_at': '2021-11-11T12:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:19:36.567919 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:36.597230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c6e19e-2e32-4760-aa04-659d029bcd86 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:36.705767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=514b10c8-c465-4671-bfe1-b7e0728b3f60,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:36.715469 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:36.718290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:36.718642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:36.718975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:36.719314 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:36.719670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:36.719930 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:36.720449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:36.721197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:36.721519 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:36.721867 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:36.722189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:36.722517 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:36.873153 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:36.878308 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:36.987986 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:36.988624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ee46bff-9e54-4271-8d6a-9a44c208bf44 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:19:36.995549 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:36.999806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57918) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:37.014000 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-757abd27-e072-4e50-9e75-aac3db1e6a44 admin admin] 10.222.0.65 "DELETE /v2.0/routers/4ee46bff-9e54-4271-8d6a-9a44c208bf44 HTTP/1.1" status: 204 len: 168 time: 2.1231592 Nov 11 12:19:37.081313 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 156b3582-e43a-4a59-a541-2a4dc48d0f5e no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:37.100067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d332ee75-13b5-43d0-ba22-cdcc4e3df877 admin admin] Deleting subnet f46dfb4a-339a-47e1-91d5-1664a814afa1 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:19:37.104224 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d332ee75-13b5-43d0-ba22-cdcc4e3df877 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:37.151761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57926) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:37.156461 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 156b3582-e43a-4a59-a541-2a4dc48d0f5e {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:37.156822 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 156b3582-e43a-4a59-a541-2a4dc48d0f5e not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:37.244701 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d332ee75-13b5-43d0-ba22-cdcc4e3df877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:37.352707 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f651fd3-1259-4f81-95bf-23730c8e6cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:37.362446 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d332ee75-13b5-43d0-ba22-cdcc4e3df877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:37.454731 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d332ee75-13b5-43d0-ba22-cdcc4e3df877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:37.517183 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332ee75-13b5-43d0-ba22-cdcc4e3df877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f46dfb4a-339a-47e1-91d5-1664a814afa1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:37.526944 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d332ee75-13b5-43d0-ba22-cdcc4e3df877 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:37.527878 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31af59f4-2128-4bb5-aaef-c9a21c5afb30 None None] Network bdd4511e-5656-4b9d-9635-a504c30841d6 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:19:37.534865 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d332ee75-13b5-43d0-ba22-cdcc4e3df877 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f46dfb4a-339a-47e1-91d5-1664a814afa1 HTTP/1.1" status: 204 len: 168 time: 0.5302224 Nov 11 12:19:37.535506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57944) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:37.592178 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f651fd3-1259-4f81-95bf-23730c8e6cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:37.602377 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f651fd3-1259-4f81-95bf-23730c8e6cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:37.659422 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:37.707676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57954) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:37.720120 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f651fd3-1259-4f81-95bf-23730c8e6cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc325e24-39a5-469c-aab7-17ecc633bf39,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:37.725724 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6f651fd3-1259-4f81-95bf-23730c8e6cb8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cc52936f37e34072b6dd22e77d4235c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5727761 Nov 11 12:19:37.727861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57958) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:37.776296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] Deleting port 2f3f95aa-0bac-4890-aebd-8417b8c62d9d {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:37.776733 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:37.784287 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d749fff2-a759-46e7-a0d0-b2e505cd8fe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:37.820723 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d749fff2-a759-46e7-a0d0-b2e505cd8fe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:37.912183 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eda05511-3ae3-4f22-bee3-086deaf0aa2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:37.931430 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] For port 2f3f95aa-0bac-4890-aebd-8417b8c62d9d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2f3f95aa-0bac-4890-aebd-8417b8c62d9d,segment=NetworkSegment(8d35e2e0-4eba-48dc-ae39-445cd28e3440),segment_id=8d35e2e0-4eba-48dc-ae39-445cd28e3440)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:37.932404 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:37.953369 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] Calling delete_port for 2f3f95aa-0bac-4890-aebd-8417b8c62d9d owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:38.042008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] DHCP port deletion for bdd4511e-5656-4b9d-9635-a504c30841d6 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:38.042754 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eda05511-3ae3-4f22-bee3-086deaf0aa2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.053405 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eda05511-3ae3-4f22-bee3-086deaf0aa2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.077404 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d749fff2-a759-46e7-a0d0-b2e505cd8fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.084585 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d749fff2-a759-46e7-a0d0-b2e505cd8fe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.086206 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d749fff2-a759-46e7-a0d0-b2e505cd8fe2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cc325e24-39a5-469c-aab7-17ecc633bf39 HTTP/1.1" status: 204 len: 168 time: 0.3570318 Nov 11 12:19:38.138527 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57968) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:38.139120 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-eda05511-3ae3-4f22-bee3-086deaf0aa2a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=171151d33eb347cba350b40c03d5181f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4288590 Nov 11 12:19:38.149418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda05511-3ae3-4f22-bee3-086deaf0aa2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84628df-ff4d-4121-8bd6-1e09687be179,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:38.150191 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-392964e9-36a2-432f-a7d4-11f6feb9f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.162130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749fff2-a759-46e7-a0d0-b2e505cd8fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc325e24-39a5-469c-aab7-17ecc633bf39,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:38.201350 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.202416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Deleting port 2f3f95aa-0bac-4890-aebd-8417b8c62d9d {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:19:38.203048 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.217603 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] No DVR routers for this DVR port 2f3f95aa-0bac-4890-aebd-8417b8c62d9d on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:38.281958 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3f95aa-0bac-4890-aebd-8417b8c62d9d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:38.312310 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72b5b68b-a3a2-4f6a-9464-09ec3da26f17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.342811 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] For port 2f3f95aa-0bac-4890-aebd-8417b8c62d9d, host n-d-807359-3, got binding levels [] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:38.343836 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.347715 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72b5b68b-a3a2-4f6a-9464-09ec3da26f17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.365522 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Calling delete_port for 2f3f95aa-0bac-4890-aebd-8417b8c62d9d owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:19:38.369197 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.ipam_backend_mixin [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Port 2f3f95aa-0bac-4890-aebd-8417b8c62d9d was not found and therefore no delete operation was performed {{(pid=109155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:19:38.372159 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.415329 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Pushing event deleted for resources: {'Port': ['ID=2f3f95aa-0bac-4890-aebd-8417b8c62d9d,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:38.453679 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] No DVR routers for this DVR port 2f3f95aa-0bac-4890-aebd-8417b8c62d9d on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:19:38.458412 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:38.459140 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:38.460381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:38.461784 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:38.462824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:38.464052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:38.464980 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:38.465569 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:38.467144 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:38.467639 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:38.468462 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:38.469049 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ece2f-c3ee-4cee-ba0a-f83c0ca5a775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:38.532543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.581010 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd4511e-5656-4b9d-9635-a504c30841d6']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:38.598851 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d35e2e0-4eba-48dc-ae39-445cd28e3440') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:38.599386 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d35e2e0-4eba-48dc-ae39-445cd28e3440') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:38.614617 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.638398 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.648074 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:19:38.649290 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:19:38.667480 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:19:38.699934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57982) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:38.715203 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-154020e2-f70c-47ec-8aac-87bf491e6322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.721477 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72b5b68b-a3a2-4f6a-9464-09ec3da26f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.725180 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-72b5b68b-a3a2-4f6a-9464-09ec3da26f17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.727054 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-72b5b68b-a3a2-4f6a-9464-09ec3da26f17 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e84628df-ff4d-4121-8bd6-1e09687be179 HTTP/1.1" status: 204 len: 168 time: 0.5873284 Nov 11 12:19:38.774547 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5b68b-a3a2-4f6a-9464-09ec3da26f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84628df-ff4d-4121-8bd6-1e09687be179,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:38.781548 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.792117 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.796097 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/bdd4511e-5656-4b9d-9635-a504c30841d6 HTTP/1.1" status: 204 len: 168 time: 1.2596223 Nov 11 12:19:38.811921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc411e-84cf-4ef6-b1f6-495db898d3a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdd4511e-5656-4b9d-9635-a504c30841d6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:38.838424 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-154020e2-f70c-47ec-8aac-87bf491e6322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.846396 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-154020e2-f70c-47ec-8aac-87bf491e6322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.882457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154020e2-f70c-47ec-8aac-87bf491e6322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088b5831-e19b-435c-8bfe-2a829957ab00,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:38.904994 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-154020e2-f70c-47ec-8aac-87bf491e6322 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f31ed2d86f3f4e648a777ab8d8f8d675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2035012 Nov 11 12:19:38.908663 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 57992) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:39.031994 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a9434f6f-a21d-4aa3-9303-336e7a7d4e3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:39.087594 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2f3f95aa-0bac-4890-aebd-8417b8c62d9d no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:39.088750 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a9434f6f-a21d-4aa3-9303-336e7a7d4e3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:39.134415 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 57998) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:39.151374 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 2f3f95aa-0bac-4890-aebd-8417b8c62d9d {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:39.151779 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2f3f95aa-0bac-4890-aebd-8417b8c62d9d not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:39.152223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 514b10c8-c465-4671-bfe1-b7e0728b3f60 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:19:39.155325 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:39.184153 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a9434f6f-a21d-4aa3-9303-336e7a7d4e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:39.187042 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a9434f6f-a21d-4aa3-9303-336e7a7d4e3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:39.191860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a9434f6f-a21d-4aa3-9303-336e7a7d4e3f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/088b5831-e19b-435c-8bfe-2a829957ab00 HTTP/1.1" status: 204 len: 168 time: 0.2799580 Nov 11 12:19:39.192997 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f8efa3f2-9673-470f-88cd-d840e743dcd6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dcbd321ff8c34e24a110bf9a388e82c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0571740 Nov 11 12:19:39.194538 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58004) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:39.202485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 514b10c8-c465-4671-bfe1-b7e0728b3f60 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:19:39.202835 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 514b10c8-c465-4671-bfe1-b7e0728b3f60 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:19:39.213388 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9434f6f-a21d-4aa3-9303-336e7a7d4e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088b5831-e19b-435c-8bfe-2a829957ab00,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:39.266716 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f976a247-e077-400e-9abd-271d580f0b1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:39.307022 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f976a247-e077-400e-9abd-271d580f0b1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:39.384029 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f976a247-e077-400e-9abd-271d580f0b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:39.387110 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f976a247-e077-400e-9abd-271d580f0b1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:39.391304 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f976a247-e077-400e-9abd-271d580f0b1f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d364849-e5e8-4819-8da5-c91a83080edb HTTP/1.1" status: 204 len: 168 time: 0.1947381 Nov 11 12:19:39.410079 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976a247-e077-400e-9abd-271d580f0b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d364849-e5e8-4819-8da5-c91a83080edb,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:40.196474 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:19:40.584307 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:41.307063 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:41.780733 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3851d22-d530-40d7-8fc3-661ed1ec85ab req-1fa1aebc-417f-4fa2-88ef-bd17f1fe3c49 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0485055 Nov 11 12:19:41.904800 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58164) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:42.163031 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5a955d07-fb36-4ade-a570-10b4dd976b6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:42.327803 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5a955d07-fb36-4ade-a570-10b4dd976b6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:42.335719 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5a955d07-fb36-4ade-a570-10b4dd976b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:42.395335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5a955d07-fb36-4ade-a570-10b4dd976b6e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af28f280f3024444ba375b58c0dada49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4893763 Nov 11 12:19:42.397847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58180) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:42.443976 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a955d07-fb36-4ade-a570-10b4dd976b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1382b6a-ddae-4be5-87ad-2895baad6932,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:42.503392 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-809397d7-41dd-4737-8945-df5b635e0591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:42.533058 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-809397d7-41dd-4737-8945-df5b635e0591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:42.614571 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-809397d7-41dd-4737-8945-df5b635e0591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:42.618434 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-809397d7-41dd-4737-8945-df5b635e0591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:42.620044 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-809397d7-41dd-4737-8945-df5b635e0591 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1382b6a-ddae-4be5-87ad-2895baad6932 HTTP/1.1" status: 204 len: 168 time: 0.2212057 Nov 11 12:19:42.642845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809397d7-41dd-4737-8945-df5b635e0591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1382b6a-ddae-4be5-87ad-2895baad6932,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:42.962093 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb2ac93b-f9f7-4bd2-9207-34e87c486918 req-4f46eddf-5c43-408c-917b-d0b31892c660 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0791547 Nov 11 12:19:43.719021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58238) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:43.934436 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e24b5cbd-3964-4778-a499-e09781246a12 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-212896039-network', 'tenant_id': '9868f82191a142efb49891e99f43cfd3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:43.966826 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24b5cbd-3964-4778-a499-e09781246a12 admin admin] Made reservation on behalf of 9868f82191a142efb49891e99f43cfd3 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:19:43.970442 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e24b5cbd-3964-4778-a499-e09781246a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:43.994465 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e24b5cbd-3964-4778-a499-e09781246a12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:44.115939 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-805a8f05-304c-4df5-a9b4-6797a41b301e req-ea7d7bfa-5523-404e-9c21-a15a3c31e596 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0330229 Nov 11 12:19:44.188383 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e24b5cbd-3964-4778-a499-e09781246a12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:44.194346 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e24b5cbd-3964-4778-a499-e09781246a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:44.220742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24b5cbd-3964-4778-a499-e09781246a12 admin admin] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:19:44.231963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b5cbd-3964-4778-a499-e09781246a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400586cd-d725-4a4e-bb31-c9142e066047,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:44.238119 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e24b5cbd-3964-4778-a499-e09781246a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:44.238456 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-e24b5cbd-3964-4778-a499-e09781246a12 admin admin] Added segment fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8 of type vlan for network 034acf9e-699d-4cb1-828b-461a7634f57f Nov 11 12:19:44.280385 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e24b5cbd-3964-4778-a499-e09781246a12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:44.308867 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e24b5cbd-3964-4778-a499-e09781246a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:44.311296 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24b5cbd-3964-4778-a499-e09781246a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:44.311888 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e24b5cbd-3964-4778-a499-e09781246a12 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:44.389952 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b5cbd-3964-4778-a499-e09781246a12 admin admin] Pushing event updated for resources: {'Network': ['ID=034acf9e-699d-4cb1-828b-461a7634f57f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:44.402531 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 034acf9e-699d-4cb1-828b-461a7634f57f details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:19:44.408500 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e24b5cbd-3964-4778-a499-e09781246a12 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6882546 Nov 11 12:19:44.411649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58260) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:44.416961 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ab07b0cf-1901-4cb2-928e-203670db836d admin admin] Request body: {'subnet': {'network_id': '034acf9e-699d-4cb1-828b-461a7634f57f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-212896039-subnet', 'tenant_id': '9868f82191a142efb49891e99f43cfd3', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:44.478866 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8b3fbcfb-d9a2-4f78-b4cd-f1f00cc49607 req-bd050788-a8ba-4eaa-ab0d-989d3dfbfd50 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0557854 Nov 11 12:19:44.504695 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab07b0cf-1901-4cb2-928e-203670db836d admin admin] Made reservation on behalf of 9868f82191a142efb49891e99f43cfd3 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:19:44.509064 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab07b0cf-1901-4cb2-928e-203670db836d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:44.745805 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab07b0cf-1901-4cb2-928e-203670db836d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:44.809038 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07b0cf-1901-4cb2-928e-203670db836d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1509820-4259-405d-b649-df2793d30cd7,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:44.820061 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07b0cf-1901-4cb2-928e-203670db836d admin admin] Checking segment: {'id': 'fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '034acf9e-699d-4cb1-828b-461a7634f57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:19:44.820652 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab07b0cf-1901-4cb2-928e-203670db836d admin admin] Network hostable DHCP agents. Network: 034acf9e-699d-4cb1-828b-461a7634f57f, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:19:44.847046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab07b0cf-1901-4cb2-928e-203670db836d admin admin] Network 034acf9e-699d-4cb1-828b-461a7634f57f is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:19:44.877632 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-ab07b0cf-1901-4cb2-928e-203670db836d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 034acf9e-699d-4cb1-828b-461a7634f57f) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:44.885851 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab07b0cf-1901-4cb2-928e-203670db836d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:44.886840 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab07b0cf-1901-4cb2-928e-203670db836d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:44.890421 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7405330-0160-4761-a305-563351eca6f3 None None] Network 034acf9e-699d-4cb1-828b-461a7634f57f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:19:44.923538 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ab07b0cf-1901-4cb2-928e-203670db836d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5083289 Nov 11 12:19:44.923991 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58278) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:44.928988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-212896039-router', 'tenant_id': '9868f82191a142efb49891e99f43cfd3', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:44.984034 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:44.985195 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:45.078531 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:45.107728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-034acf9e-699d-4cb1-828b-461a7634f57f', 'network_id': '034acf9e-699d-4cb1-828b-461a7634f57f', 'tenant_id': '9868f82191a142efb49891e99f43cfd3', 'fixed_ips': [{'subnet_id': 'f1509820-4259-405d-b649-df2793d30cd7'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:19:45.110580 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:45.326352 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fbaf38e4-42d4-4a23-9ffd-8bcb5b384239 req-5fb01f74-2975-442a-87e3-1957d38cb7e4 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0720441 Nov 11 12:19:45.336830 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Allocated IP 172.20.0.2 (034acf9e-699d-4cb1-828b-461a7634f57f/f1509820-4259-405d-b649-df2793d30cd7/a7ff7296-b054-4f1d-8347-5afa3f019fc1) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:19:45.338302 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:45.402825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de0c3324-b357-4b60-86a2-466f71104574 req-8a213e73-99cb-4f5a-a7b3-4632d3ed1ba3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-773261598&fields=id&tenant_id=c22e3bfa03df4a318977f5f2236c0b5b HTTP/1.1" status: 200 len: 267 time: 0.1148436 Nov 11 12:19:45.532470 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58296) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:45.535260 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:45.545188 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:45.573443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3324-b357-4b60-86a2-466f71104574 req-a5055e34-86d9-46cd-bfe5-35a75449837f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:45.575029 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de0c3324-b357-4b60-86a2-466f71104574 req-a5055e34-86d9-46cd-bfe5-35a75449837f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 812 time: 0.1220829 Nov 11 12:19:45.598356 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de0c3324-b357-4b60-86a2-466f71104574 req-66aa15cf-f6fd-406b-8d68-4ac6881279aa tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/quotas/c22e3bfa03df4a318977f5f2236c0b5b HTTP/1.1" status: 200 len: 375 time: 0.0140636 Nov 11 12:19:45.614310 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Network 034acf9e-699d-4cb1-828b-461a7634f57f is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:19:45.637158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Pushing event updated for resources: {'Port': ['ID=a7ff7296-b054-4f1d-8347-5afa3f019fc1,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:45.643944 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:45.646363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:19:45.721060 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Attempting to bind port a7ff7296-b054-4f1d-8347-5afa3f019fc1 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:19:45.721648 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Attempting to bind port a7ff7296-b054-4f1d-8347-5afa3f019fc1 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '034acf9e-699d-4cb1-828b-461a7634f57f'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:19:45.722986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Attempting to bind port a7ff7296-b054-4f1d-8347-5afa3f019fc1 on network 034acf9e-699d-4cb1-828b-461a7634f57f {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:19:45.730686 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:19:45.732000 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Checking segment: {'id': 'fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '034acf9e-699d-4cb1-828b-461a7634f57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:19:45.732653 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:45.733506 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Bound using segment: {'id': 'fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '034acf9e-699d-4cb1-828b-461a7634f57f'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:19:45.734432 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Bound port: a7ff7296-b054-4f1d-8347-5afa3f019fc1, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '034acf9e-699d-4cb1-828b-461a7634f57f'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:19:45.735004 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:45.763935 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ec6793ef-9a6b-4b02-ab4a-1d2a6fa173a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:45.771353 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de0c3324-b357-4b60-86a2-466f71104574 req-35d494e3-a8e3-4339-ae69-330962a1615c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1615064 Nov 11 12:19:45.811528 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:45.817661 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] For port a7ff7296-b054-4f1d-8347-5afa3f019fc1, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:19:45.823593 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] For port a7ff7296-b054-4f1d-8347-5afa3f019fc1, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a7ff7296-b054-4f1d-8347-5afa3f019fc1,segment=NetworkSegment(fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8),segment_id=fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:19:45.830417 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:45.834068 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:45.904522 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ec6793ef-9a6b-4b02-ab4a-1d2a6fa173a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:45.912943 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ec6793ef-9a6b-4b02-ab4a-1d2a6fa173a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:45.917185 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:45.920757 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344d2e5-f5ac-48d8-8c7e-334725371477 None None] Pushing event updated for resources: {'Port': ['ID=a7ff7296-b054-4f1d-8347-5afa3f019fc1,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:45.961853 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ec6793ef-9a6b-4b02-ab4a-1d2a6fa173a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dcc16bafbb824ca6a49d2452897b3f25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4281006 Nov 11 12:19:45.964920 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58304) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:45.965761 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6793ef-9a6b-4b02-ab4a-1d2a6fa173a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c4c28a-5494-4747-a118-a04d0e9b3410,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:46.031538 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a8f9d741-c4ce-42da-bad5-22d0462015e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:46.042578 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Allocated IP 172.25.2.22 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/ada3e497-e902-49cd-8da8-ee614b69e661) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:19:46.065226 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a8f9d741-c4ce-42da-bad5-22d0462015e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:46.097141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de0c3324-b357-4b60-86a2-466f71104574 req-e9c62faf-2f70-406d-8b92-a38d66762a2c service neutron] 10.222.0.65 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100586 Nov 11 12:19:46.141348 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a8f9d741-c4ce-42da-bad5-22d0462015e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:46.149222 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a8f9d741-c4ce-42da-bad5-22d0462015e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:46.150440 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a8f9d741-c4ce-42da-bad5-22d0462015e3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b6c4c28a-5494-4747-a118-a04d0e9b3410 HTTP/1.1" status: 204 len: 168 time: 0.1811697 Nov 11 12:19:46.159810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9d741-c4ce-42da-bad5-22d0462015e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c4c28a-5494-4747-a118-a04d0e9b3410,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:46.292566 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de0c3324-b357-4b60-86a2-466f71104574 req-5b73f568-51a1-43ae-a076-611f647f0797 service neutron] 10.222.0.65 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942720 Nov 11 12:19:46.295776 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:46.354622 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:46.411154 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:19:46.418516 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:46.420934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:19:46.436118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65775b29-16f6-4b99-96d2-06a9fac82aaf None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:46.458856 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Pushing event updated for resources: {'Port': ['ID=ada3e497-e902-49cd-8da8-ee614b69e661,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:46.564130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ae34875b-2433-4ccb-9920-b928f8f4557e None None] Provisioning complete for port ada3e497-e902-49cd-8da8-ee614b69e661 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:46.564776 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ae34875b-2433-4ccb-9920-b928f8f4557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:46.612321 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef19603e-b0b4-4148-9c1d-af9bc2caeeee req-2ccb4f18-86ad-4725-b813-b6f38ae99589 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0991614 Nov 11 12:19:46.636955 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ae34875b-2433-4ccb-9920-b928f8f4557e None None] Port ada3e497-e902-49cd-8da8-ee614b69e661 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:19:46.683878 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58324) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:46.710735 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04ed7a1f-03a1-466f-8fd2-32e570bcec60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:46.811677 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-46aa069f-6460-44e3-abc5-1ee03f1d1492 req-455875fe-1cb2-4b4a-b84b-7178e36929c1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 210 time: 0.0388191 Nov 11 12:19:46.816564 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04ed7a1f-03a1-466f-8fd2-32e570bcec60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:46.823815 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04ed7a1f-03a1-466f-8fd2-32e570bcec60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:46.899870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed7a1f-03a1-466f-8fd2-32e570bcec60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25225650-9ffc-4dd4-8bac-73b91726cd3c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:46.900308 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:46.905618 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-04ed7a1f-03a1-466f-8fd2-32e570bcec60 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ea8c953cdf3743678c87b079f8c8c2b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2205923 Nov 11 12:19:46.909140 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58336) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:47.141752 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a7ff7296-b054-4f1d-8347-5afa3f019fc1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:19:47.171274 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-944a3aa1-58d9-4b76-83aa-93a5af7d26c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:47.214830 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-944a3aa1-58d9-4b76-83aa-93a5af7d26c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:47.320811 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-944a3aa1-58d9-4b76-83aa-93a5af7d26c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:47.323423 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-944a3aa1-58d9-4b76-83aa-93a5af7d26c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:47.324605 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-944a3aa1-58d9-4b76-83aa-93a5af7d26c3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/25225650-9ffc-4dd4-8bac-73b91726cd3c HTTP/1.1" status: 204 len: 168 time: 0.4133506 Nov 11 12:19:47.359419 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-37102280-adcb-4014-ae0b-7a1164bdf3fd req-8034c316-58fd-476b-915d-7293cc87c95f tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.1884429 Nov 11 12:19:47.371845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a3aa1-58d9-4b76-83aa-93a5af7d26c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25225650-9ffc-4dd4-8bac-73b91726cd3c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:47.443779 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port a7ff7296-b054-4f1d-8347-5afa3f019fc1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:47.444512 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:47.564168 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:47.612021 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:47.683610 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port a7ff7296-b054-4f1d-8347-5afa3f019fc1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a7ff7296-b054-4f1d-8347-5afa3f019fc1,segment=NetworkSegment(fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8),segment_id=fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:47.687290 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e567df34-0171-4018-b9f8-23e9a93a5439 None None] Network 034acf9e-699d-4cb1-828b-461a7634f57f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:19:47.704259 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:47.879036 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-edeb2311-333e-4c04-8c02-77287e2de970 None None] Provisioning complete for port a7ff7296-b054-4f1d-8347-5afa3f019fc1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:47.879405 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-edeb2311-333e-4c04-8c02-77287e2de970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:47.972557 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d391769-2fa3-44ef-8f54-7170ab06ef5a req-0992f3ae-bdfc-4820-8d60-74bc7570d608 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 210 time: 0.0299449 Nov 11 12:19:47.981535 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=a7ff7296-b054-4f1d-8347-5afa3f019fc1,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:48.085695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Router b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:19:48.224692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:19:48.242952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Sync routers for ids ['b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:19:48.251492 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:48.256305 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b4f94855-f7ba-464d-b8f9-2a636a05c623 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3312740 Nov 11 12:19:48.257129 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58372) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:48.263557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Routers {'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:48.265642 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:48.382837 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3324-b357-4b60-86a2-466f71104574 req-a39c9e0f-03d2-42eb-b22b-e8994e144bd5 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:48.382837 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de0c3324-b357-4b60-86a2-466f71104574 req-a39c9e0f-03d2-42eb-b22b-e8994e144bd5 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 812 time: 0.2113268 Nov 11 12:19:48.521551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Set router b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:48.524327 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de0c3324-b357-4b60-86a2-466f71104574 req-390f651c-2583-4081-84c8-267ff958c0d1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c22e3bfa03df4a318977f5f2236c0b5b HTTP/1.1" status: 200 len: 379 time: 0.1333544 Nov 11 12:19:48.535264 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-de0c3324-b357-4b60-86a2-466f71104574 req-4b51d6c6-8c96-4a3a-8214-fa6043c9f0c2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Request body: {'port': {'device_id': 'fcf9eeec-260f-4c98-b06a-72d481d3afec', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'admin_state_up': True, 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'security_groups': ['cddde665-323b-49f2-b48a-a592092a62a8']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:48.750269 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0c3324-b357-4b60-86a2-466f71104574 req-4b51d6c6-8c96-4a3a-8214-fa6043c9f0c2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Made reservation on behalf of c22e3bfa03df4a318977f5f2236c0b5b for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:19:48.757699 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de0c3324-b357-4b60-86a2-466f71104574 req-4b51d6c6-8c96-4a3a-8214-fa6043c9f0c2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:48.793031 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7390083f-9de7-43db-9bab-ec4024070f2f None None] Provisioning complete for port a7ff7296-b054-4f1d-8347-5afa3f019fc1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:48.794257 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7390083f-9de7-43db-9bab-ec4024070f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:49.057956 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-488f2780-08e0-4557-9e4f-d57a3fb44fac req-d17a4f62-1eb9-4580-9276-0fef96c28890 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.5455093 Nov 11 12:19:49.087823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-de0c3324-b357-4b60-86a2-466f71104574 req-4b51d6c6-8c96-4a3a-8214-fa6043c9f0c2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Allocated IP 172.20.0.8 (ef0352ae-c531-4a02-9aff-70a7fb42f61e/fc55d1c8-9ff2-4a0b-b6ba-89387d166d04/e1d96b72-089d-40d3-8bae-af7e67d004bb) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:19:49.094692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a7ff7296-b054-4f1d-8347-5afa3f019fc1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:19:49.267522 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36e40b1e-aca6-4c40-b5a3-a4278a3f2ffb req-41fbf376-dd7f-4e91-a392-18aae9fee9c6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 210 time: 0.1070821 Nov 11 12:19:49.271628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'name': 'tempest-TestAggregatesBasicOps-212896039-router', 'tenant_id': '9868f82191a142efb49891e99f43cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ada3e497-e902-49cd-8da8-ee614b69e661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:44Z', 'updated_at': '2021-11-11T12:19:46Z', 'revision_number': 3, 'project_id': '9868f82191a142efb49891e99f43cfd3', 'gw_port': {'id': 'ada3e497-e902-49cd-8da8-ee614b69e661', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:45Z', 'updated_at': '2021-11-11T12:19:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:49.336102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Checking router: b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:19:49.336835 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Updating router b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948 port ada3e497-e902-49cd-8da8-ee614b69e661 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:19:49.336982 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:49.369245 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:49.416020 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port a7ff7296-b054-4f1d-8347-5afa3f019fc1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:49.416771 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:49.420051 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de0c3324-b357-4b60-86a2-466f71104574 req-4b51d6c6-8c96-4a3a-8214-fa6043c9f0c2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:49.500425 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de0c3324-b357-4b60-86a2-466f71104574 req-4b51d6c6-8c96-4a3a-8214-fa6043c9f0c2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:49.560069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0c3324-b357-4b60-86a2-466f71104574 req-4b51d6c6-8c96-4a3a-8214-fa6043c9f0c2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Network ef0352ae-c531-4a02-9aff-70a7fb42f61e is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:19:49.568199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-de0c3324-b357-4b60-86a2-466f71104574 req-4b51d6c6-8c96-4a3a-8214-fa6043c9f0c2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:49.570981 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0c3324-b357-4b60-86a2-466f71104574 req-4b51d6c6-8c96-4a3a-8214-fa6043c9f0c2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:19:49.605210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51d6c6-8c96-4a3a-8214-fa6043c9f0c2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'Port': ['ID=e1d96b72-089d-40d3-8bae-af7e67d004bb,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:49.689019 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3324-b357-4b60-86a2-466f71104574 req-4b51d6c6-8c96-4a3a-8214-fa6043c9f0c2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:49.694030 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de0c3324-b357-4b60-86a2-466f71104574 req-4b51d6c6-8c96-4a3a-8214-fa6043c9f0c2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:49.718095 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de0c3324-b357-4b60-86a2-466f71104574 req-4b51d6c6-8c96-4a3a-8214-fa6043c9f0c2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1871982 Nov 11 12:19:49.734876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Request body: {'port': {'device_id': 'fcf9eeec-260f-4c98-b06a-72d481d3afec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:49.800967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Allocated IP 172.20.0.1 (034acf9e-699d-4cb1-828b-461a7634f57f/f1509820-4259-405d-b649-df2793d30cd7/91b96534-53d4-46f2-b988-ffd6febcb14f) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:19:49.802068 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:49.886000 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:49.895040 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:49.959651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a59942-f888-438c-8d8f-05fd4c8a2ffd None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:49.973293 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746af5d9-9300-497a-b629-8c016af55bd2 None None] Pushing event updated for resources: {'Port': ['ID=ada3e497-e902-49cd-8da8-ee614b69e661,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:49.976035 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Attempting to bind port ada3e497-e902-49cd-8da8-ee614b69e661 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:19:49.976437 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Attempting to bind port ada3e497-e902-49cd-8da8-ee614b69e661 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:19:49.976749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Attempting to bind port ada3e497-e902-49cd-8da8-ee614b69e661 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:19:49.985496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:19:49.986368 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:19:49.986918 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:49.987316 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:19:49.987821 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Bound port: ada3e497-e902-49cd-8da8-ee614b69e661, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:19:49.988168 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:50.049117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] For port ada3e497-e902-49cd-8da8-ee614b69e661, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:19:50.063156 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:50.066021 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] For port ada3e497-e902-49cd-8da8-ee614b69e661, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ada3e497-e902-49cd-8da8-ee614b69e661,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:19:50.093098 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:50.116046 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:50.205135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2f9e6cf6-f903-4b46-81cb-8a6d59dab999 None None] Provisioning complete for port e1d96b72-089d-40d3-8bae-af7e67d004bb triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:50.205499 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6cf6-f903-4b46-81cb-8a6d59dab999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:50.240164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b173446-b327-4efd-870e-890386db8322 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:50.243154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d96b72-089d-40d3-8bae-af7e67d004bb {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:19:50.261795 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:50.292955 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Transition to ACTIVE for port object e1d96b72-089d-40d3-8bae-af7e67d004bb will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:19:50.295988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Network 034acf9e-699d-4cb1-828b-461a7634f57f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:19:50.296947 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e6cf6-f903-4b46-81cb-8a6d59dab999 None None] Port e1d96b72-089d-40d3-8bae-af7e67d004bb cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:19:50.302068 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746af5d9-9300-497a-b629-8c016af55bd2 None None] Pushing event updated for resources: {'Port': ['ID=ada3e497-e902-49cd-8da8-ee614b69e661,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:50.303701 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:50.305329 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Routers {'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:50.305999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:50.341347 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:50.347192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:19:50.400341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2f9e6cf6-f903-4b46-81cb-8a6d59dab999 None None] Provisioning complete for port ada3e497-e902-49cd-8da8-ee614b69e661 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:50.400880 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6cf6-f903-4b46-81cb-8a6d59dab999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:50.401850 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58414) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:50.435966 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:50.447581 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a5b29d8-cd70-4643-8d64-96fd4ea874b7 req-bca4cbc9-fa48-4b1d-8a7b-4b922f421e39 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.2149441 Nov 11 12:19:50.486069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d96b72-089d-40d3-8bae-af7e67d004bb,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:50.600020 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Attempting to bind port e1d96b72-089d-40d3-8bae-af7e67d004bb on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:19:50.600245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Attempting to bind port e1d96b72-089d-40d3-8bae-af7e67d004bb by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:19:50.600534 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Attempting to bind port e1d96b72-089d-40d3-8bae-af7e67d004bb on network ef0352ae-c531-4a02-9aff-70a7fb42f61e {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:19:50.617991 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6cf6-f903-4b46-81cb-8a6d59dab999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:50.619441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Port e1d96b72-089d-40d3-8bae-af7e67d004bb on network ef0352ae-c531-4a02-9aff-70a7fb42f61e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:19:50.619770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Attempting to bind port e1d96b72-089d-40d3-8bae-af7e67d004bb on network ef0352ae-c531-4a02-9aff-70a7fb42f61e {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:19:50.637687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:19:50.644325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Checking segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:19:50.644765 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Bound using segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:19:50.645357 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Bound port: e1d96b72-089d-40d3-8bae-af7e67d004bb, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:19:50.645603 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:50.647035 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] Set router b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:50.683554 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Pushing event updated for resources: {'Port': ['ID=91b96534-53d4-46f2-b988-ffd6febcb14f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:50.686085 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aff1f18f-9ea1-45e3-bed9-e57b34947393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:50.704873 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2f9e6cf6-f903-4b46-81cb-8a6d59dab999 None None] For port ada3e497-e902-49cd-8da8-ee614b69e661, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ada3e497-e902-49cd-8da8-ee614b69e661,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:50.758604 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:50.764515 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6cf6-f903-4b46-81cb-8a6d59dab999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:50.787263 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] For port e1d96b72-089d-40d3-8bae-af7e67d004bb, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:19:50.792349 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] For port e1d96b72-089d-40d3-8bae-af7e67d004bb, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=e1d96b72-089d-40d3-8bae-af7e67d004bb,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:19:50.795216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb26aac-b798-4e52-8f20-66b475564c45 req-48a91470-7493-4c12-adcc-334e7b4c0549 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:50.804058 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2eb26aac-b798-4e52-8f20-66b475564c45 req-48a91470-7493-4c12-adcc-334e7b4c0549 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 943 time: 0.3710802 Nov 11 12:19:50.806434 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:50.855692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e6cf6-f903-4b46-81cb-8a6d59dab999 None None] Pushing event updated for resources: {'Port': ['ID=ada3e497-e902-49cd-8da8-ee614b69e661,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:50.874799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:50.875539 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:50.877561 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de0c3324-b357-4b60-86a2-466f71104574 req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] 10.222.0.43 "PUT /v2.0/ports/e1d96b72-089d-40d3-8bae-af7e67d004bb HTTP/1.1" status: 200 len: 1091 time: 1.1509812 Nov 11 12:19:50.905503 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf9eeec-260f-4c98-b06a-72d481d3afec', 'tag': 'e1d96b72-089d-40d3-8bae-af7e67d004bb'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:19:50.911783 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc52519-2200-4069-ad26-885ea434de83" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf9eeec-260f-4c98-b06a-72d481d3afec", "tag": "e1d96b72-089d-40d3-8bae-af7e67d004bb"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:19:51.010235 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d4fda7-cd29-4b45-b3ec-ce57ff4d6dd7 x-openstack-request-id: req-28d4fda7-cd29-4b45-b3ec-ce57ff4d6dd7 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:19:51.010524 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf9eeec-260f-4c98-b06a-72d481d3afec", "tag": "e1d96b72-089d-40d3-8bae-af7e67d004bb", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:19:51.010764 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28d4fda7-cd29-4b45-b3ec-ce57ff4d6dd7 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:19:51.011148 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf9eeec-260f-4c98-b06a-72d481d3afec', 'tag': 'e1d96b72-089d-40d3-8bae-af7e67d004bb', 'status': 'completed', 'code': 200} Nov 11 12:19:51.038141 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2c85a-4a17-48f1-99d0-03c019e1eb65 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d96b72-089d-40d3-8bae-af7e67d004bb,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:51.049295 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aff1f18f-9ea1-45e3-bed9-e57b34947393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:51.052344 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2eb26aac-b798-4e52-8f20-66b475564c45 req-db1ce4cc-6316-430d-8096-640b3cf27d0d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473464 Nov 11 12:19:51.080878 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aff1f18f-9ea1-45e3-bed9-e57b34947393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:51.123461 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:51.133894 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:51.319643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Pushing event updated for resources: {'Port': ['ID=91b96534-53d4-46f2-b988-ffd6febcb14f,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:51.330269 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:51.345513 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-420f196e-d862-4a98-993d-01f34084de49 None None] Provisioning complete for port ada3e497-e902-49cd-8da8-ee614b69e661 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:51.346094 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-420f196e-d862-4a98-993d-01f34084de49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:51.447689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Network 034acf9e-699d-4cb1-828b-461a7634f57f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:19:51.450073 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:51.472045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'name': 'tempest-TestAggregatesBasicOps-212896039-router', 'tenant_id': '9868f82191a142efb49891e99f43cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ada3e497-e902-49cd-8da8-ee614b69e661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:44Z', 'updated_at': '2021-11-11T12:19:46Z', 'revision_number': 3, 'project_id': '9868f82191a142efb49891e99f43cfd3', 'gw_port': {'id': 'ada3e497-e902-49cd-8da8-ee614b69e661', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:45Z', 'updated_at': '2021-11-11T12:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:51.545270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d51143-52db-40dd-bb4d-92bf5c4bf245 None None] The sync data for ids ['b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'] in n-d-807359-3 is: [{'id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'name': 'tempest-TestAggregatesBasicOps-212896039-router', 'tenant_id': '9868f82191a142efb49891e99f43cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ada3e497-e902-49cd-8da8-ee614b69e661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:44Z', 'updated_at': '2021-11-11T12:19:46Z', 'revision_number': 3, 'project_id': '9868f82191a142efb49891e99f43cfd3', 'gw_port': {'id': 'ada3e497-e902-49cd-8da8-ee614b69e661', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:45Z', 'updated_at': '2021-11-11T12:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:19:51.586164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-420f196e-d862-4a98-993d-01f34084de49 None None] Provisioning complete for port 91b96534-53d4-46f2-b988-ffd6febcb14f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:51.598846 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-420f196e-d862-4a98-993d-01f34084de49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:51.623725 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Router b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:19:51.645035 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-420f196e-d862-4a98-993d-01f34084de49 None None] Port 91b96534-53d4-46f2-b988-ffd6febcb14f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:19:51.659263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-495b3983-8e5b-408d-8b74-748bb178c960 req-e8136c5a-c0ee-4183-89a0-af8cc083a4af tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0500054 Nov 11 12:19:51.717753 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:51.718376 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-aff1f18f-9ea1-45e3-bed9-e57b34947393 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7584cc499e534224936cc4da963ea7e7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3137379 Nov 11 12:19:51.720531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3324-b357-4b60-86a2-466f71104574 req-6d3a117e-c5cf-4f68-b939-9e1712a05350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:51.722266 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de0c3324-b357-4b60-86a2-466f71104574 req-6d3a117e-c5cf-4f68-b939-9e1712a05350 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 1094 time: 0.7895238 Nov 11 12:19:51.724285 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58432) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:51.792141 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1f18f-9ea1-45e3-bed9-e57b34947393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225e8ccb-f900-4936-9acc-8d29fce1bfbc,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:51.812914 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de0c3324-b357-4b60-86a2-466f71104574 req-071fb738-197a-4e7c-834b-3234f999324b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1d96b72-089d-40d3-8bae-af7e67d004bb HTTP/1.1" status: 200 len: 217 time: 0.0708511 Nov 11 12:19:51.873260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:19:51.879507 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cd84f72c-16a6-40a1-b5b5-0fe2423e16c6 admin admin] 10.222.0.65 "PUT /v2.0/routers/b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6210089 Nov 11 12:19:51.899443 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3324-b357-4b60-86a2-466f71104574 req-b2c644b6-692e-450e-9f2d-702af111e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:51.901029 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de0c3324-b357-4b60-86a2-466f71104574 req-b2c644b6-692e-450e-9f2d-702af111e1fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.0789814 Nov 11 12:19:51.901924 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-69a11c34-e39f-4f61-91f8-3b3f266d9141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:51.928876 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-387ac1ae-8c0b-44b3-b5cc-13f1b0479ba0 None None] Provisioning complete for port 91b96534-53d4-46f2-b988-ffd6febcb14f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:51.929887 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-387ac1ae-8c0b-44b3-b5cc-13f1b0479ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:51.937301 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-69a11c34-e39f-4f61-91f8-3b3f266d9141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:52.015876 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-387ac1ae-8c0b-44b3-b5cc-13f1b0479ba0 None None] Port 91b96534-53d4-46f2-b988-ffd6febcb14f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:19:52.067475 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3324-b357-4b60-86a2-466f71104574 req-4a4f4f79-cb4d-4bc3-ab0a-c1f18b863ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:52.069466 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de0c3324-b357-4b60-86a2-466f71104574 req-4a4f4f79-cb4d-4bc3-ab0a-c1f18b863ea3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587906 Nov 11 12:19:52.113140 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-69a11c34-e39f-4f61-91f8-3b3f266d9141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:52.124958 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-69a11c34-e39f-4f61-91f8-3b3f266d9141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:52.126185 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-69a11c34-e39f-4f61-91f8-3b3f266d9141 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/225e8ccb-f900-4936-9acc-8d29fce1bfbc HTTP/1.1" status: 204 len: 168 time: 0.3980262 Nov 11 12:19:52.170703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a11c34-e39f-4f61-91f8-3b3f266d9141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225e8ccb-f900-4936-9acc-8d29fce1bfbc,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:52.313647 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de0c3324-b357-4b60-86a2-466f71104574 req-71812a14-c6a8-4795-bf21-e7a34b8c960f service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354448 Nov 11 12:19:52.343659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af78e9e-97f9-402a-ac73-88188ad7e4f2 req-8b69ac72-53cf-4c86-9a7c-5cf4f42e0164 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:52.357973 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8af78e9e-97f9-402a-ac73-88188ad7e4f2 req-8b69ac72-53cf-4c86-9a7c-5cf4f42e0164 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 943 time: 0.1510761 Nov 11 12:19:52.473423 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8af78e9e-97f9-402a-ac73-88188ad7e4f2 req-de1797c9-03e8-4e15-8ef4-56e58a170384 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144671 Nov 11 12:19:52.529178 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-de0c3324-b357-4b60-86a2-466f71104574 req-969ec339-812d-40eb-b341-03c16121888f service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083373 Nov 11 12:19:52.647504 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc52519-2200-4069-ad26-885ea434de83 req-5bb05185-6a3d-4c15-89ea-17d83eb9566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:52.649840 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9cc52519-2200-4069-ad26-885ea434de83 req-5bb05185-6a3d-4c15-89ea-17d83eb9566f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 1094 time: 0.0665684 Nov 11 12:19:52.842424 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc52519-2200-4069-ad26-885ea434de83 req-834469fe-661e-41ab-8d94-db457e3ab558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:52.845134 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9cc52519-2200-4069-ad26-885ea434de83 req-834469fe-661e-41ab-8d94-db457e3ab558 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 914 time: 0.1782932 Nov 11 12:19:52.851048 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fd984b6-98ec-4c64-a99e-4afb637cd4d5 req-a1dbc762-697b-468e-b868-8154c3b0451b tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0491052 Nov 11 12:19:52.881605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58468) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:52.887584 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-7f7575f5-6632-4ae4-b071-1e898fbacfa0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-324230448-network', 'tenant_id': 'ec936c37f49a44f186ca2e3e32642b1a'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:52.918881 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9cc52519-2200-4069-ad26-885ea434de83 req-cd4e6929-c034-41b3-a380-a6ab71249d01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1d96b72-089d-40d3-8bae-af7e67d004bb HTTP/1.1" status: 200 len: 217 time: 0.0587752 Nov 11 12:19:52.927206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7575f5-6632-4ae4-b071-1e898fbacfa0 admin admin] Made reservation on behalf of ec936c37f49a44f186ca2e3e32642b1a for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:19:52.930339 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f7575f5-6632-4ae4-b071-1e898fbacfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:52.943137 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f7575f5-6632-4ae4-b071-1e898fbacfa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:53.011025 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc52519-2200-4069-ad26-885ea434de83 req-bf277e53-6b50-4240-8186-827e29f10977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:53.014067 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9cc52519-2200-4069-ad26-885ea434de83 req-bf277e53-6b50-4240-8186-827e29f10977 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.0871019 Nov 11 12:19:53.071093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ada3e497-e902-49cd-8da8-ee614b69e661 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:19:53.087734 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f7575f5-6632-4ae4-b071-1e898fbacfa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:53.095543 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f7575f5-6632-4ae4-b071-1e898fbacfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:53.099076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc52519-2200-4069-ad26-885ea434de83 req-2b15a14a-5113-4290-a5ca-b4d0ff2c6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:53.100802 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9cc52519-2200-4069-ad26-885ea434de83 req-2b15a14a-5113-4290-a5ca-b4d0ff2c6843 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779274 Nov 11 12:19:53.140492 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7575f5-6632-4ae4-b071-1e898fbacfa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:19:53.156995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7575f5-6632-4ae4-b071-1e898fbacfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f816e5bf-105f-4154-8cf6-fc375adb33b9,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:53.165404 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f7575f5-6632-4ae4-b071-1e898fbacfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:53.165704 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-7f7575f5-6632-4ae4-b071-1e898fbacfa0 admin admin] Added segment f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db of type vlan for network 8eefd73c-eac8-43db-b8dc-9cf0178f45ae Nov 11 12:19:53.184350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ada3e497-e902-49cd-8da8-ee614b69e661 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:53.185065 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:53.229993 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f7575f5-6632-4ae4-b071-1e898fbacfa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:53.252748 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9cc52519-2200-4069-ad26-885ea434de83 req-145ae620-5a5b-447c-af2e-7a966829b9b0 service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443136 Nov 11 12:19:53.272363 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f7575f5-6632-4ae4-b071-1e898fbacfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:53.273572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7575f5-6632-4ae4-b071-1e898fbacfa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:53.280789 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f7575f5-6632-4ae4-b071-1e898fbacfa0 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:53.317104 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7f7575f5-6632-4ae4-b071-1e898fbacfa0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4334733 Nov 11 12:19:53.320096 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58476) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:53.329285 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2c20a082-19f6-4755-ab0a-dd2bb675b152 admin admin] Request body: {'subnet': {'network_id': '8eefd73c-eac8-43db-b8dc-9cf0178f45ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-324230448-subnet', 'tenant_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:53.376613 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7575f5-6632-4ae4-b071-1e898fbacfa0 admin admin] Pushing event updated for resources: {'Network': ['ID=8eefd73c-eac8-43db-b8dc-9cf0178f45ae,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:53.386336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 8eefd73c-eac8-43db-b8dc-9cf0178f45ae details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:19:53.417068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c20a082-19f6-4755-ab0a-dd2bb675b152 admin admin] Made reservation on behalf of ec936c37f49a44f186ca2e3e32642b1a for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:19:53.419673 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c20a082-19f6-4755-ab0a-dd2bb675b152 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:53.602386 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9cc52519-2200-4069-ad26-885ea434de83 req-2d527e2f-763e-445c-8f9f-62bc6e91e96c service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414137 Nov 11 12:19:53.656980 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9d21f-bb04-4802-9391-46f703dff4a0 req-7322f990-026d-4ad6-9882-eb554cfa339f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:53.659051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-97c9d21f-bb04-4802-9391-46f703dff4a0 req-7322f990-026d-4ad6-9882-eb554cfa339f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 943 time: 0.1096151 Nov 11 12:19:53.714205 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c20a082-19f6-4755-ab0a-dd2bb675b152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:53.739929 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-97c9d21f-bb04-4802-9391-46f703dff4a0 req-6068f24d-e0d2-452c-acca-02b99b34ba29 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742335 Nov 11 12:19:53.788678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20a082-19f6-4755-ab0a-dd2bb675b152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9b2c352-2f74-4afd-b0ca-3d9599da0ec4,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:53.794640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c20a082-19f6-4755-ab0a-dd2bb675b152 admin admin] Checking segment: {'id': 'f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '8eefd73c-eac8-43db-b8dc-9cf0178f45ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:19:53.795094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c20a082-19f6-4755-ab0a-dd2bb675b152 admin admin] Network hostable DHCP agents. Network: 8eefd73c-eac8-43db-b8dc-9cf0178f45ae, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:19:53.813198 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c20a082-19f6-4755-ab0a-dd2bb675b152 admin admin] Network 8eefd73c-eac8-43db-b8dc-9cf0178f45ae is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:19:53.823800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-2c20a082-19f6-4755-ab0a-dd2bb675b152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 8eefd73c-eac8-43db-b8dc-9cf0178f45ae) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:53.828030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20a082-19f6-4755-ab0a-dd2bb675b152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:53.828618 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2c20a082-19f6-4755-ab0a-dd2bb675b152 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:53.837575 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4837eb-4e9d-4cf2-90a0-968e2e331c07 None None] Network 8eefd73c-eac8-43db-b8dc-9cf0178f45ae requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:19:53.850977 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2c20a082-19f6-4755-ab0a-dd2bb675b152 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5288668 Nov 11 12:19:53.853349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58496) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:53.858008 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-324230448-router', 'tenant_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:53.887399 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58498) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:53.893035 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:53.905127 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.025095 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-8eefd73c-eac8-43db-b8dc-9cf0178f45ae', 'network_id': '8eefd73c-eac8-43db-b8dc-9cf0178f45ae', 'tenant_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'fixed_ips': [{'subnet_id': 'f9b2c352-2f74-4afd-b0ca-3d9599da0ec4'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:19:54.026000 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.059038 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Sync routers for ids ['b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:19:54.068012 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.080667 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Routers {'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:54.082904 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:54.083866 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c82001b5-833b-4f8a-b256-c308844c9316 req-781fa1b4-9271-4156-9dbe-c021e9b9f98e tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.1269157 Nov 11 12:19:54.112748 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-caccd032-145e-41ff-9053-4ac4f803c930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.211147 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Set router b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:54.226223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Allocated IP 172.20.0.2 (8eefd73c-eac8-43db-b8dc-9cf0178f45ae/f9b2c352-2f74-4afd-b0ca-3d9599da0ec4/8bfd4a5a-7e77-40d8-b34c-1a4059733aed) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:19:54.270211 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.271432 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-caccd032-145e-41ff-9053-4ac4f803c930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.280256 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-caccd032-145e-41ff-9053-4ac4f803c930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.308749 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-caccd032-145e-41ff-9053-4ac4f803c930 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=563b65dbcd07417b872b23e5c48fca5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4202387 Nov 11 12:19:54.311407 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58504) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:54.363383 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccd032-145e-41ff-9053-4ac4f803c930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6554f601-3176-4446-90ed-b9899b1dc22f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:54.395582 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-067a67dc-25c5-4b33-9e4b-74c011a46fb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.420186 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-067a67dc-25c5-4b33-9e4b-74c011a46fb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.434188 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.450538 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.482144 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'name': 'tempest-TestAggregatesBasicOps-212896039-router', 'tenant_id': '9868f82191a142efb49891e99f43cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ada3e497-e902-49cd-8da8-ee614b69e661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:44Z', 'updated_at': '2021-11-11T12:19:50Z', 'revision_number': 4, 'project_id': '9868f82191a142efb49891e99f43cfd3', 'gw_port': {'id': 'ada3e497-e902-49cd-8da8-ee614b69e661', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:45Z', 'updated_at': '2021-11-11T12:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '91b96534-53d4-46f2-b988-ffd6febcb14f', 'name': '', 'network_id': '034acf9e-699d-4cb1-828b-461a7634f57f', 'tenant_id': '9868f82191a142efb49891e99f43cfd3', 'mac_address': 'fa:16:3e:0c:29:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'f1509820-4259-405d-b649-df2793d30cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:49Z', 'updated_at': '2021-11-11T12:19:50Z', 'revision_number': 2, 'project_id': '9868f82191a142efb49891e99f43cfd3', 'subnets': [{'id': 'f1509820-4259-405d-b649-df2793d30cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:54.488668 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-067a67dc-25c5-4b33-9e4b-74c011a46fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.491809 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-067a67dc-25c5-4b33-9e4b-74c011a46fb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.493251 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-067a67dc-25c5-4b33-9e4b-74c011a46fb8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6554f601-3176-4446-90ed-b9899b1dc22f HTTP/1.1" status: 204 len: 168 time: 0.1809468 Nov 11 12:19:54.516464 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a67dc-25c5-4b33-9e4b-74c011a46fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6554f601-3176-4446-90ed-b9899b1dc22f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:54.558169 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Pushing event updated for resources: {'Port': ['ID=8bfd4a5a-7e77-40d8-b34c-1a4059733aed,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:54.573174 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Network 8eefd73c-eac8-43db-b8dc-9cf0178f45ae is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:19:54.575205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:54.578211 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:19:54.581654 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Checking router: b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:19:54.582536 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Updating router b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948 port 91b96534-53d4-46f2-b988-ffd6febcb14f binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:19:54.642864 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.643137 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.653570 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Attempting to bind port 8bfd4a5a-7e77-40d8-b34c-1a4059733aed on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:19:54.653991 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Attempting to bind port 8bfd4a5a-7e77-40d8-b34c-1a4059733aed by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '8eefd73c-eac8-43db-b8dc-9cf0178f45ae'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:19:54.654336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Attempting to bind port 8bfd4a5a-7e77-40d8-b34c-1a4059733aed on network 8eefd73c-eac8-43db-b8dc-9cf0178f45ae {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:19:54.659628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:19:54.660017 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Checking segment: {'id': 'f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '8eefd73c-eac8-43db-b8dc-9cf0178f45ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:19:54.660439 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.660827 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Bound using segment: {'id': 'f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '8eefd73c-eac8-43db-b8dc-9cf0178f45ae'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:19:54.661289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Bound port: 8bfd4a5a-7e77-40d8-b34c-1a4059733aed, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '8eefd73c-eac8-43db-b8dc-9cf0178f45ae'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:19:54.661931 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.696841 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.729912 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] For port 8bfd4a5a-7e77-40d8-b34c-1a4059733aed, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:19:54.733715 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] For port 8bfd4a5a-7e77-40d8-b34c-1a4059733aed, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8bfd4a5a-7e77-40d8-b34c-1a4059733aed,segment=NetworkSegment(f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db),segment_id=f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:19:54.742980 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:54.910815 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c568fc-160c-4dcb-b21a-dea861c2d80b None None] Pushing event updated for resources: {'Port': ['ID=8bfd4a5a-7e77-40d8-b34c-1a4059733aed,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:54.942912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Allocated IP 172.25.2.139 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/f4f53071-43c6-44c3-b372-48650ba28a05) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:19:55.020116 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:55.029263 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:55.253073 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9e8d7-08b4-4efc-83d0-81a003f9112f None None] Pushing event updated for resources: {'Port': ['ID=91b96534-53d4-46f2-b988-ffd6febcb14f,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:55.274017 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9e8d7-08b4-4efc-83d0-81a003f9112f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:55.275777 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9e8d7-08b4-4efc-83d0-81a003f9112f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:55.276227 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9e8d7-08b4-4efc-83d0-81a003f9112f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:55.278719 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9e8d7-08b4-4efc-83d0-81a003f9112f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:55.279181 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9e8d7-08b4-4efc-83d0-81a003f9112f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:55.283384 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9e8d7-08b4-4efc-83d0-81a003f9112f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:55.284327 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9e8d7-08b4-4efc-83d0-81a003f9112f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:55.285156 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9e8d7-08b4-4efc-83d0-81a003f9112f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:55.287460 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9e8d7-08b4-4efc-83d0-81a003f9112f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:55.287881 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9e8d7-08b4-4efc-83d0-81a003f9112f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:55.288300 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9e8d7-08b4-4efc-83d0-81a003f9112f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:55.288761 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9e8d7-08b4-4efc-83d0-81a003f9112f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:55.319010 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Attempting to bind port 91b96534-53d4-46f2-b988-ffd6febcb14f on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:19:55.319629 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Attempting to bind port 91b96534-53d4-46f2-b988-ffd6febcb14f by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '034acf9e-699d-4cb1-828b-461a7634f57f'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:19:55.320267 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Attempting to bind port 91b96534-53d4-46f2-b988-ffd6febcb14f on network 034acf9e-699d-4cb1-828b-461a7634f57f {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:19:55.330725 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:19:55.331421 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Checking segment: {'id': 'fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '034acf9e-699d-4cb1-828b-461a7634f57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:19:55.332020 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:55.332548 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Bound using segment: {'id': 'fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '034acf9e-699d-4cb1-828b-461a7634f57f'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:19:55.333563 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Bound port: 91b96534-53d4-46f2-b988-ffd6febcb14f, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '034acf9e-699d-4cb1-828b-461a7634f57f'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:19:55.334413 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:55.447572 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] For port 91b96534-53d4-46f2-b988-ffd6febcb14f, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:19:55.470168 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] For port 91b96534-53d4-46f2-b988-ffd6febcb14f, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=91b96534-53d4-46f2-b988-ffd6febcb14f,segment=NetworkSegment(fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8),segment_id=fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:19:55.480049 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:55.550972 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Routers {'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:55.551760 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:55.559163 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9e8d7-08b4-4efc-83d0-81a003f9112f None None] Pushing event updated for resources: {'Port': ['ID=91b96534-53d4-46f2-b988-ffd6febcb14f,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:55.576923 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0dd36467-5900-4e36-aa90-b4ac73803451 None None] Provisioning complete for port 91b96534-53d4-46f2-b988-ffd6febcb14f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:55.577457 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0dd36467-5900-4e36-aa90-b4ac73803451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:55.793100 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0dd36467-5900-4e36-aa90-b4ac73803451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:55.806792 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] Set router b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:55.868856 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0dd36467-5900-4e36-aa90-b4ac73803451 None None] For port 91b96534-53d4-46f2-b988-ffd6febcb14f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=91b96534-53d4-46f2-b988-ffd6febcb14f,segment=NetworkSegment(fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8),segment_id=fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:55.880455 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0dd36467-5900-4e36-aa90-b4ac73803451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:55.893673 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:56.042897 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd36467-5900-4e36-aa90-b4ac73803451 None None] Pushing event updated for resources: {'Port': ['ID=91b96534-53d4-46f2-b988-ffd6febcb14f,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:56.061263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d14427ca-e387-4ecb-9c91-d6592f3e7339 req-b6a594b8-7b9c-4384-9fd7-a4f09e34c5b5 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0964031 Nov 11 12:19:56.067225 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:56.118574 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d12d2d13-ac15-4308-9342-ade5b623fcc7 None None] Provisioning complete for port 91b96534-53d4-46f2-b988-ffd6febcb14f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:56.125930 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d12d2d13-ac15-4308-9342-ade5b623fcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:56.188419 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Pushing event updated for resources: {'Port': ['ID=f4f53071-43c6-44c3-b372-48650ba28a05,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:56.220266 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076ec83-71f1-4308-9693-0c24e8d3d861 req-f5d9c290-ffee-4d58-8827-036814ccb374 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:56.224332 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9076ec83-71f1-4308-9693-0c24e8d3d861 req-f5d9c290-ffee-4d58-8827-036814ccb374 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 943 time: 1.3190715 Nov 11 12:19:56.244293 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:19:56.309765 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:56.331305 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:19:56.353745 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c6eda5-909a-4ded-ad04-0208c7ecde8c None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:56.375663 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'name': 'tempest-TestAggregatesBasicOps-212896039-router', 'tenant_id': '9868f82191a142efb49891e99f43cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ada3e497-e902-49cd-8da8-ee614b69e661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:44Z', 'updated_at': '2021-11-11T12:19:50Z', 'revision_number': 4, 'project_id': '9868f82191a142efb49891e99f43cfd3', 'gw_port': {'id': 'ada3e497-e902-49cd-8da8-ee614b69e661', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:45Z', 'updated_at': '2021-11-11T12:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '91b96534-53d4-46f2-b988-ffd6febcb14f', 'name': '', 'network_id': '034acf9e-699d-4cb1-828b-461a7634f57f', 'tenant_id': '9868f82191a142efb49891e99f43cfd3', 'mac_address': 'fa:16:3e:0c:29:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'f1509820-4259-405d-b649-df2793d30cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:49Z', 'updated_at': '2021-11-11T12:19:55Z', 'revision_number': 4, 'project_id': '9868f82191a142efb49891e99f43cfd3', 'subnets': [{'id': 'f1509820-4259-405d-b649-df2793d30cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:56.572335 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c267bf0c-5504-4821-b929-b36cb4d41ecd None None] Provisioning complete for port f4f53071-43c6-44c3-b372-48650ba28a05 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:56.572716 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c267bf0c-5504-4821-b929-b36cb4d41ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:56.599672 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc92fe-66b4-4831-b750-620878d8a512 None None] The sync data for ids ['b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'] in n-d-807359-3 is: [{'id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'name': 'tempest-TestAggregatesBasicOps-212896039-router', 'tenant_id': '9868f82191a142efb49891e99f43cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ada3e497-e902-49cd-8da8-ee614b69e661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:44Z', 'updated_at': '2021-11-11T12:19:50Z', 'revision_number': 4, 'project_id': '9868f82191a142efb49891e99f43cfd3', 'gw_port': {'id': 'ada3e497-e902-49cd-8da8-ee614b69e661', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:45Z', 'updated_at': '2021-11-11T12:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '91b96534-53d4-46f2-b988-ffd6febcb14f', 'name': '', 'network_id': '034acf9e-699d-4cb1-828b-461a7634f57f', 'tenant_id': '9868f82191a142efb49891e99f43cfd3', 'mac_address': 'fa:16:3e:0c:29:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'f1509820-4259-405d-b649-df2793d30cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:49Z', 'updated_at': '2021-11-11T12:19:55Z', 'revision_number': 4, 'project_id': '9868f82191a142efb49891e99f43cfd3', 'subnets': [{'id': 'f1509820-4259-405d-b649-df2793d30cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:19:56.716337 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9076ec83-71f1-4308-9693-0c24e8d3d861 req-f020cea7-bb4b-40e2-a91a-7cd7a946f5d5 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4689512 Nov 11 12:19:56.733869 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c267bf0c-5504-4821-b929-b36cb4d41ecd None None] Port f4f53071-43c6-44c3-b372-48650ba28a05 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:19:56.742213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6679afff-e01e-487a-8f22-01cb45df0e15 None None] Network 8eefd73c-eac8-43db-b8dc-9cf0178f45ae requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:19:56.915027 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-55fcf6c9-69c0-48c9-86b4-a1dea32a3001 None None] Provisioning complete for port 8bfd4a5a-7e77-40d8-b34c-1a4059733aed triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:56.915392 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55fcf6c9-69c0-48c9-86b4-a1dea32a3001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:57.072144 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:57.302536 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c78548f4-95c2-4030-beca-adbf226bdceb req-3779da30-0acb-4db4-b27d-5d359b52c7c0 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0319777 Nov 11 12:19:57.307375 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55fcf6c9-69c0-48c9-86b4-a1dea32a3001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:57.312874 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 91b96534-53d4-46f2-b988-ffd6febcb14f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:19:57.488519 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-55fcf6c9-69c0-48c9-86b4-a1dea32a3001 None None] For port 8bfd4a5a-7e77-40d8-b34c-1a4059733aed, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8bfd4a5a-7e77-40d8-b34c-1a4059733aed,segment=NetworkSegment(f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db),segment_id=f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:57.522450 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-55fcf6c9-69c0-48c9-86b4-a1dea32a3001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:57.562203 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:57.639691 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcf6c9-69c0-48c9-86b4-a1dea32a3001 None None] Pushing event updated for resources: {'Port': ['ID=8bfd4a5a-7e77-40d8-b34c-1a4059733aed,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:57.649903 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 91b96534-53d4-46f2-b988-ffd6febcb14f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:57.650265 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:57.790506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Router 1335b219-797d-4178-b02e-10bcf9f419c2 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:19:57.875422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58564) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:57.910993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8bfd4a5a-7e77-40d8-b34c-1a4059733aed up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:19:58.035803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 8bfd4a5a-7e77-40d8-b34c-1a4059733aed triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:58.036162 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.122037 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-58a177dc-ed0f-48c2-b2f4-bb8cbd3a12b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.163800 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34134945-1640-4053-9b6f-3d1d042edd81 req-c06d724b-e7ea-4011-bf12-483c42123f9d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:58.165392 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34134945-1640-4053-9b6f-3d1d042edd81 req-c06d724b-e7ea-4011-bf12-483c42123f9d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 943 time: 0.2652674 Nov 11 12:19:58.169975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:19:58.189343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Sync routers for ids ['1335b219-797d-4178-b02e-10bcf9f419c2'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:19:58.205153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Routers {'1335b219-797d-4178-b02e-10bcf9f419c2'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:58.205890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['1335b219-797d-4178-b02e-10bcf9f419c2'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:58.207846 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-40a55f6b-2c57-4ccd-becd-50006cd5d73b None None] Provisioning complete for port 8bfd4a5a-7e77-40d8-b34c-1a4059733aed triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:58.208086 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-40a55f6b-2c57-4ccd-becd-50006cd5d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.257057 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.258895 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0bc96fc1-3563-47ce-91bb-fd9ec91b3c67 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4043336 Nov 11 12:19:58.271459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58568) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:58.337231 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-58a177dc-ed0f-48c2-b2f4-bb8cbd3a12b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.348753 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-58a177dc-ed0f-48c2-b2f4-bb8cbd3a12b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.455299 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-58a177dc-ed0f-48c2-b2f4-bb8cbd3a12b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=29e990665c2848d98931b7f234692ffe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5780973 Nov 11 12:19:58.456217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a177dc-ed0f-48c2-b2f4-bb8cbd3a12b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9232e2c6-481c-4fd4-a8fb-98e085a87e01,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:58.476656 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 58572) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:58.552761 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34134945-1640-4053-9b6f-3d1d042edd81 req-4b268ac6-489f-4dc8-b585-62883d631fb2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3742626 Nov 11 12:19:58.574680 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Set router 1335b219-797d-4178-b02e-10bcf9f419c2 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:58.582042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ececcc86-dd0c-4180-a58e-c36fdd528358 req-968f8a55-8e78-4ab5-b423-73d6398b52e4 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.1026611 Nov 11 12:19:58.822375 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2afb1260-e52d-4967-b23c-fe7820010bf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.880163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'name': 'tempest-TestAggregatesBasicOps-324230448-router', 'tenant_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:53Z', 'updated_at': '2021-11-11T12:19:56Z', 'revision_number': 3, 'project_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'gw_port': {'id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:54Z', 'updated_at': '2021-11-11T12:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:58.886249 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2afb1260-e52d-4967-b23c-fe7820010bf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.913434 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Checking router: 1335b219-797d-4178-b02e-10bcf9f419c2 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:19:58.914016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Updating router 1335b219-797d-4178-b02e-10bcf9f419c2 port f4f53071-43c6-44c3-b372-48650ba28a05 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:19:58.976560 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.036206 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2afb1260-e52d-4967-b23c-fe7820010bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.040163 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2afb1260-e52d-4967-b23c-fe7820010bf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.045762 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2afb1260-e52d-4967-b23c-fe7820010bf6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9232e2c6-481c-4fd4-a8fb-98e085a87e01 HTTP/1.1" status: 204 len: 168 time: 0.5612872 Nov 11 12:19:59.087715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb1260-e52d-4967-b23c-fe7820010bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9232e2c6-481c-4fd4-a8fb-98e085a87e01,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:59.110332 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8bfd4a5a-7e77-40d8-b34c-1a4059733aed up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:19:59.207296 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.262773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 8bfd4a5a-7e77-40d8-b34c-1a4059733aed triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:59.263145 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.503273 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Allocated IP 172.20.0.1 (8eefd73c-eac8-43db-b8dc-9cf0178f45ae/f9b2c352-2f74-4afd-b0ca-3d9599da0ec4/fb3bbafe-4417-4e97-8f6f-39b82b1224d6) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:19:59.561341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58580) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:59.576046 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9f77-48aa-41d0-af34-1714e9e1245f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.609402 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.615259 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.647829 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.658323 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93884cd-3c64-4be9-b7d9-f498a5b73d5f None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:59.691447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Attempting to bind port f4f53071-43c6-44c3-b372-48650ba28a05 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:19:59.691447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Attempting to bind port f4f53071-43c6-44c3-b372-48650ba28a05 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:19:59.691447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Attempting to bind port f4f53071-43c6-44c3-b372-48650ba28a05 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:19:59.702607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:19:59.703383 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:19:59.704113 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.705022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:19:59.705022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Bound port: f4f53071-43c6-44c3-b372-48650ba28a05, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:19:59.705374 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.731259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2deea34-1339-4cbe-997e-37b1fc7552be None None] Pushing event updated for resources: {'Port': ['ID=f4f53071-43c6-44c3-b372-48650ba28a05,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:59.754614 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.763340 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9f77-48aa-41d0-af34-1714e9e1245f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.763946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] For port f4f53071-43c6-44c3-b372-48650ba28a05, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:19:59.767195 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] For port f4f53071-43c6-44c3-b372-48650ba28a05, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f4f53071-43c6-44c3-b372-48650ba28a05,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:19:59.771414 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9f77-48aa-41d0-af34-1714e9e1245f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.783069 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.809264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f965b0-7101-484a-9ca1-029f59b26c52 req-b20cf2a9-37e0-42e4-ab65-3bf66e0d8564 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:59.810799 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c2f965b0-7101-484a-9ca1-029f59b26c52 req-b20cf2a9-37e0-42e4-ab65-3bf66e0d8564 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 943 time: 0.1421685 Nov 11 12:19:59.819632 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ec2a9f77-48aa-41d0-af34-1714e9e1245f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1796cc7724434662981b0c8fb60ba898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2566173 Nov 11 12:19:59.822186 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a9f77-48aa-41d0-af34-1714e9e1245f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7c4deb-e26a-4136-805b-3b74ed066569,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:59.824782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58586) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:59.839691 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1a8bd499-a6f4-4e1d-a8b2-12062ce9b1af req-aaddf5f5-c0ce-41d8-a804-0ba52a7d763d tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0720496 Nov 11 12:19:59.848497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2deea34-1339-4cbe-997e-37b1fc7552be None None] Pushing event updated for resources: {'Port': ['ID=f4f53071-43c6-44c3-b372-48650ba28a05,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:59.865746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9253bcd2-917a-496c-a44a-3f637f309434 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:59.865746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6f4eac58-12f2-48d7-abfb-4a3c0f5e2460 None None] Provisioning complete for port f4f53071-43c6-44c3-b372-48650ba28a05 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:59.865746 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6f4eac58-12f2-48d7-abfb-4a3c0f5e2460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.881550 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Pushing event updated for resources: {'Port': ['ID=fb3bbafe-4417-4e97-8f6f-39b82b1224d6,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:59.894500 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-504ee7bf-91a8-4275-aa90-2bca536b1969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.894915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Network 8eefd73c-eac8-43db-b8dc-9cf0178f45ae is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:19:59.899838 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:59.904572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:19:59.933789 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-504ee7bf-91a8-4275-aa90-2bca536b1969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.939897 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Routers {'1335b219-797d-4178-b02e-10bcf9f419c2'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:59.941083 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['1335b219-797d-4178-b02e-10bcf9f419c2'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:59.991348 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c2f965b0-7101-484a-9ca1-029f59b26c52 req-5d3812fb-fbba-45b3-bae4-014e3d1a0018 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614549 Nov 11 12:20:00.018249 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.023167 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-504ee7bf-91a8-4275-aa90-2bca536b1969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.025860 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-504ee7bf-91a8-4275-aa90-2bca536b1969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.029899 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-504ee7bf-91a8-4275-aa90-2bca536b1969 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce7c4deb-e26a-4136-805b-3b74ed066569 HTTP/1.1" status: 204 len: 168 time: 0.2037482 Nov 11 12:20:00.044643 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ee7bf-91a8-4275-aa90-2bca536b1969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7c4deb-e26a-4136-805b-3b74ed066569,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:00.217521 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6f4eac58-12f2-48d7-abfb-4a3c0f5e2460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.265988 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6f4eac58-12f2-48d7-abfb-4a3c0f5e2460 None None] For port f4f53071-43c6-44c3-b372-48650ba28a05, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f4f53071-43c6-44c3-b372-48650ba28a05,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:00.279078 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6f4eac58-12f2-48d7-abfb-4a3c0f5e2460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.282877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] Set router 1335b219-797d-4178-b02e-10bcf9f419c2 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:00.292498 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.448623 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4eac58-12f2-48d7-abfb-4a3c0f5e2460 None None] Pushing event updated for resources: {'Port': ['ID=f4f53071-43c6-44c3-b372-48650ba28a05,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:00.496858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-489ff34b-e621-47d2-96ad-51519ff9fa6e None None] Provisioning complete for port f4f53071-43c6-44c3-b372-48650ba28a05 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:00.497223 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-489ff34b-e621-47d2-96ad-51519ff9fa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.558106 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.570966 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.662441 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-489ff34b-e621-47d2-96ad-51519ff9fa6e None None] Provisioning complete for port fb3bbafe-4417-4e97-8f6f-39b82b1224d6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:00.662745 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-489ff34b-e621-47d2-96ad-51519ff9fa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.685545 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.691686 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'name': 'tempest-TestAggregatesBasicOps-324230448-router', 'tenant_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:53Z', 'updated_at': '2021-11-11T12:19:56Z', 'revision_number': 3, 'project_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'gw_port': {'id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:54Z', 'updated_at': '2021-11-11T12:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:00.702192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Pushing event updated for resources: {'Port': ['ID=fb3bbafe-4417-4e97-8f6f-39b82b1224d6,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:00.729171 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4187a1-2cd7-499e-be56-b4b24e6a1f0d None None] The sync data for ids ['1335b219-797d-4178-b02e-10bcf9f419c2'] in n-d-807359-3 is: [{'id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'name': 'tempest-TestAggregatesBasicOps-324230448-router', 'tenant_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:53Z', 'updated_at': '2021-11-11T12:19:56Z', 'revision_number': 3, 'project_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'gw_port': {'id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:54Z', 'updated_at': '2021-11-11T12:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:00.743255 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-489ff34b-e621-47d2-96ad-51519ff9fa6e None None] Port fb3bbafe-4417-4e97-8f6f-39b82b1224d6 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:00.830292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Network 8eefd73c-eac8-43db-b8dc-9cf0178f45ae is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:00.832197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:01.039627 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a3bb6b2-3441-49a6-971b-6849e6a9a1af req-99b7b167-6d0b-4ab4-8d92-6aa466ccb134 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0307696 Nov 11 12:20:01.062717 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Router 1335b219-797d-4178-b02e-10bcf9f419c2 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:20:01.391051 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ed542-0897-4743-a67f-42f8631d9c9d req-e96f7e81-7b1d-4760-8d15-845e5debe608 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:01.399971 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f8ed542-0897-4743-a67f-42f8631d9c9d req-e96f7e81-7b1d-4760-8d15-845e5debe608 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 943 time: 0.2321286 Nov 11 12:20:01.403792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:01.421721 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c08f62e5-3931-4fcf-a5cf-d8fa70af6565 admin admin] 10.222.0.65 "PUT /v2.0/routers/1335b219-797d-4178-b02e-10bcf9f419c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1323371 Nov 11 12:20:01.486055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f8ed542-0897-4743-a67f-42f8631d9c9d req-d34833a4-17da-4ae1-bd4e-79e9a0bc3d72 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850506 Nov 11 12:20:01.516612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f84fef72-9432-4fdb-af79-54e8b89761fa None None] Provisioning complete for port fb3bbafe-4417-4e97-8f6f-39b82b1224d6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:01.517275 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f84fef72-9432-4fdb-af79-54e8b89761fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:01.592689 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f84fef72-9432-4fdb-af79-54e8b89761fa None None] Port fb3bbafe-4417-4e97-8f6f-39b82b1224d6 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:02.259468 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9c25af1-8761-46c8-98df-5624a4cec719 req-a2c6b80c-d9cf-4ea8-b1be-ed67eec3efff tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0463109 Nov 11 12:20:02.631753 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3b519-212e-468a-90db-38c9a1125a66 req-27dfab24-dc43-4a3d-ba55-2b9ef1f6f8ba tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:02.633706 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bdf3b519-212e-468a-90db-38c9a1125a66 req-27dfab24-dc43-4a3d-ba55-2b9ef1f6f8ba tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 943 time: 0.0592465 Nov 11 12:20:02.733986 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bdf3b519-212e-468a-90db-38c9a1125a66 req-da9c30a3-44c4-4aa0-8a0e-661446a2ab4e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856159 Nov 11 12:20:02.933721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 58998) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:03.063952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f4f53071-43c6-44c3-b372-48650ba28a05 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:03.141770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f4f53071-43c6-44c3-b372-48650ba28a05 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:03.142343 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:03.238081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59034) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:03.420279 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:03.729544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Deleting port 91b96534-53d4-46f2-b988-ffd6febcb14f {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:03.730046 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:03.745996 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-376ba980-d344-4af5-baee-bc219b226861 req-bfd1dbe3-a3a5-4b4f-b436-587779c2de45 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.3599501 Nov 11 12:20:03.757783 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ce11c6c4-2574-4c30-885d-1f47b54878c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:03.850364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] For port 91b96534-53d4-46f2-b988-ffd6febcb14f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=91b96534-53d4-46f2-b988-ffd6febcb14f,segment=NetworkSegment(fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8),segment_id=fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:03.850364 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:03.858446 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Sync routers for ids ['1335b219-797d-4178-b02e-10bcf9f419c2'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:03.865367 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Calling delete_port for 91b96534-53d4-46f2-b988-ffd6febcb14f owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:03.871436 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Routers {'1335b219-797d-4178-b02e-10bcf9f419c2'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:03.872369 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['1335b219-797d-4178-b02e-10bcf9f419c2'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:03.915055 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ce11c6c4-2574-4c30-885d-1f47b54878c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:03.924017 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ce11c6c4-2574-4c30-885d-1f47b54878c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:03.978616 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0614da3-88d9-4397-8d03-88bf08c2fcd5 req-bedfaf05-686a-4ce4-82ba-8961d65e38c2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:03.980158 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d0614da3-88d9-4397-8d03-88bf08c2fcd5 req-bedfaf05-686a-4ce4-82ba-8961d65e38c2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 943 time: 0.1452124 Nov 11 12:20:03.989059 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ce11c6c4-2574-4c30-885d-1f47b54878c6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f363dbd337844ad9152aec1dedebd5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7458670 Nov 11 12:20:03.989624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11c6c4-2574-4c30-885d-1f47b54878c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9061fcd9-04f0-48cd-89f9-783cb2f5b258,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:04.009457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59132) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:04.011754 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Set router 1335b219-797d-4178-b02e-10bcf9f419c2 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:04.066514 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d0614da3-88d9-4397-8d03-88bf08c2fcd5 req-a224cc37-5232-41cc-a02f-09fbc02ed2e8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786724 Nov 11 12:20:04.105839 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fd53ea50-cb40-4b97-aeb0-682acbb0df50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:04.136581 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fd53ea50-cb40-4b97-aeb0-682acbb0df50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:04.139698 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:04.171101 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=91b96534-53d4-46f2-b988-ffd6febcb14f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:04.208701 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fd53ea50-cb40-4b97-aeb0-682acbb0df50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:04.211441 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fd53ea50-cb40-4b97-aeb0-682acbb0df50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:04.215705 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fd53ea50-cb40-4b97-aeb0-682acbb0df50 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9061fcd9-04f0-48cd-89f9-783cb2f5b258 HTTP/1.1" status: 204 len: 168 time: 0.2011364 Nov 11 12:20:04.226556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53ea50-cb40-4b97-aeb0-682acbb0df50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9061fcd9-04f0-48cd-89f9-783cb2f5b258,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:04.283456 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:04.284670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:04.285198 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:04.285778 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:04.286444 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:04.290996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:04.292203 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:04.292909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:04.293442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:04.294045 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:04.294972 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:04.295486 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:04.329665 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'name': 'tempest-TestAggregatesBasicOps-324230448-router', 'tenant_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:53Z', 'updated_at': '2021-11-11T12:20:00Z', 'revision_number': 4, 'project_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'gw_port': {'id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:54Z', 'updated_at': '2021-11-11T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'fb3bbafe-4417-4e97-8f6f-39b82b1224d6', 'name': '', 'network_id': '8eefd73c-eac8-43db-b8dc-9cf0178f45ae', 'tenant_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'mac_address': 'fa:16:3e:25:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'f9b2c352-2f74-4afd-b0ca-3d9599da0ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:59Z', 'updated_at': '2021-11-11T12:20:00Z', 'revision_number': 2, 'project_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'subnets': [{'id': 'f9b2c352-2f74-4afd-b0ca-3d9599da0ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:04.376002 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Checking router: 1335b219-797d-4178-b02e-10bcf9f419c2 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:04.376344 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Updating router 1335b219-797d-4178-b02e-10bcf9f419c2 port fb3bbafe-4417-4e97-8f6f-39b82b1224d6 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:20:04.407183 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:04.482241 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:04.631341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59170) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:04.645730 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-564abf19-8e23-4e61-afb3-b8e735b36838 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:04.706596 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:04.714624 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:04.715466 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Router b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:20:04.726857 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-564abf19-8e23-4e61-afb3-b8e735b36838 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:04.732170 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-564abf19-8e23-4e61-afb3-b8e735b36838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:04.762422 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-564abf19-8e23-4e61-afb3-b8e735b36838 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=82189dfa0df342c791cef48b2e57abfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297951 Nov 11 12:20:04.763263 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59172) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:04.789858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564abf19-8e23-4e61-afb3-b8e735b36838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121f4277-ff56-4114-b217-9761afa4fb08,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:04.833984 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fd09c-ce8b-4fb0-a63a-a06bf518182b None None] Pushing event updated for resources: {'Port': ['ID=fb3bbafe-4417-4e97-8f6f-39b82b1224d6,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:04.854852 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Attempting to bind port fb3bbafe-4417-4e97-8f6f-39b82b1224d6 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:04.855565 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Attempting to bind port fb3bbafe-4417-4e97-8f6f-39b82b1224d6 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '8eefd73c-eac8-43db-b8dc-9cf0178f45ae'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:04.855999 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Attempting to bind port fb3bbafe-4417-4e97-8f6f-39b82b1224d6 on network 8eefd73c-eac8-43db-b8dc-9cf0178f45ae {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:04.862856 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:04.864004 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Checking segment: {'id': 'f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '8eefd73c-eac8-43db-b8dc-9cf0178f45ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:04.864624 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:04.865432 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Bound using segment: {'id': 'f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '8eefd73c-eac8-43db-b8dc-9cf0178f45ae'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:04.866138 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Bound port: fb3bbafe-4417-4e97-8f6f-39b82b1224d6, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '8eefd73c-eac8-43db-b8dc-9cf0178f45ae'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:04.866754 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:04.869993 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55e2a2b2-9503-4942-b76c-47cae1091457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:04.876316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:04.886348 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4f0ed93b-2d7e-4eb4-8ea2-dc122a3533f8 admin admin] 10.222.0.65 "PUT /v2.0/routers/b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9514127 Nov 11 12:20:04.887385 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59176) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:04.888550 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7d443e-ab60-4aee-9988-aa21b9d2bbc6 None None] Sync routers for ids ['b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:04.903706 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d443e-ab60-4aee-9988-aa21b9d2bbc6 None None] Routers {'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:04.904330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5b7d443e-ab60-4aee-9988-aa21b9d2bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:04.914057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70b00d7b-98f5-41b3-b179-2031a109c844 req-79ee50aa-24c4-4e0e-8abe-5285481263f8 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0568078 Nov 11 12:20:04.944545 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] For port fb3bbafe-4417-4e97-8f6f-39b82b1224d6, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:04.950580 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] For port fb3bbafe-4417-4e97-8f6f-39b82b1224d6, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=fb3bbafe-4417-4e97-8f6f-39b82b1224d6,segment=NetworkSegment(f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db),segment_id=f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:04.959857 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:04.960700 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55e2a2b2-9503-4942-b76c-47cae1091457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:05.030524 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fd09c-ce8b-4fb0-a63a-a06bf518182b None None] Pushing event updated for resources: {'Port': ['ID=fb3bbafe-4417-4e97-8f6f-39b82b1224d6,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:05.050621 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Routers {'1335b219-797d-4178-b02e-10bcf9f419c2'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:05.051638 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['1335b219-797d-4178-b02e-10bcf9f419c2'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:05.087498 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-5b7d443e-ab60-4aee-9988-aa21b9d2bbc6 None None] Set router b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:05.110988 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84d0ac92-9850-4499-ac0f-b7a6bd442ba8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:05.121212 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55e2a2b2-9503-4942-b76c-47cae1091457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:05.125869 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55e2a2b2-9503-4942-b76c-47cae1091457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:05.127383 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-55e2a2b2-9503-4942-b76c-47cae1091457 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/121f4277-ff56-4114-b217-9761afa4fb08 HTTP/1.1" status: 204 len: 168 time: 0.3631439 Nov 11 12:20:05.204695 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2a2b2-9503-4942-b76c-47cae1091457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121f4277-ff56-4114-b217-9761afa4fb08,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:05.231447 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] Set router 1335b219-797d-4178-b02e-10bcf9f419c2 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:05.310763 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84d0ac92-9850-4499-ac0f-b7a6bd442ba8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:05.333559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f54826-953f-403b-97ee-5b62c783f421 req-fa1ffdec-af2e-4c5f-a345-eab65f343b57 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:05.344118 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62f54826-953f-403b-97ee-5b62c783f421 req-fa1ffdec-af2e-4c5f-a345-eab65f343b57 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 943 time: 0.1214943 Nov 11 12:20:05.351891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c866e74b-d930-4ded-ae7e-82e0f34e4102 None None] Provisioning complete for port fb3bbafe-4417-4e97-8f6f-39b82b1224d6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:05.352832 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c866e74b-d930-4ded-ae7e-82e0f34e4102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:05.442594 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5b7d443e-ab60-4aee-9988-aa21b9d2bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'name': 'tempest-TestAggregatesBasicOps-212896039-router', 'tenant_id': '9868f82191a142efb49891e99f43cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ada3e497-e902-49cd-8da8-ee614b69e661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:44Z', 'updated_at': '2021-11-11T12:20:04Z', 'revision_number': 5, 'project_id': '9868f82191a142efb49891e99f43cfd3', 'gw_port': {'id': 'ada3e497-e902-49cd-8da8-ee614b69e661', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:45Z', 'updated_at': '2021-11-11T12:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:05.446658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-84d0ac92-9850-4499-ac0f-b7a6bd442ba8 admin admin] Deleting port ada3e497-e902-49cd-8da8-ee614b69e661 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:05.447237 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84d0ac92-9850-4499-ac0f-b7a6bd442ba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:05.469727 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62f54826-953f-403b-97ee-5b62c783f421 req-7e0e8d2c-167d-4f85-b65c-7b0e75f719b5 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213174 Nov 11 12:20:05.510305 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7d443e-ab60-4aee-9988-aa21b9d2bbc6 None None] Checking router: b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:05.561727 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d443e-ab60-4aee-9988-aa21b9d2bbc6 None None] Routers {'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:05.562600 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5b7d443e-ab60-4aee-9988-aa21b9d2bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:19:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:05.593292 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'name': 'tempest-TestAggregatesBasicOps-324230448-router', 'tenant_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:53Z', 'updated_at': '2021-11-11T12:20:00Z', 'revision_number': 4, 'project_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'gw_port': {'id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:54Z', 'updated_at': '2021-11-11T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'fb3bbafe-4417-4e97-8f6f-39b82b1224d6', 'name': '', 'network_id': '8eefd73c-eac8-43db-b8dc-9cf0178f45ae', 'tenant_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'mac_address': 'fa:16:3e:25:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'f9b2c352-2f74-4afd-b0ca-3d9599da0ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:59Z', 'updated_at': '2021-11-11T12:20:04Z', 'revision_number': 4, 'project_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'subnets': [{'id': 'f9b2c352-2f74-4afd-b0ca-3d9599da0ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:05.615143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-84d0ac92-9850-4499-ac0f-b7a6bd442ba8 admin admin] For port ada3e497-e902-49cd-8da8-ee614b69e661, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ada3e497-e902-49cd-8da8-ee614b69e661,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:05.615587 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84d0ac92-9850-4499-ac0f-b7a6bd442ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:05.622283 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa153e96-d5d8-490f-b8b5-708f17eaa711 None None] The sync data for ids ['1335b219-797d-4178-b02e-10bcf9f419c2'] in n-d-807359-3 is: [{'id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'name': 'tempest-TestAggregatesBasicOps-324230448-router', 'tenant_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:53Z', 'updated_at': '2021-11-11T12:20:00Z', 'revision_number': 4, 'project_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'gw_port': {'id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:54Z', 'updated_at': '2021-11-11T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'fb3bbafe-4417-4e97-8f6f-39b82b1224d6', 'name': '', 'network_id': '8eefd73c-eac8-43db-b8dc-9cf0178f45ae', 'tenant_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'mac_address': 'fa:16:3e:25:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'f9b2c352-2f74-4afd-b0ca-3d9599da0ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:59Z', 'updated_at': '2021-11-11T12:20:04Z', 'revision_number': 4, 'project_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'subnets': [{'id': 'f9b2c352-2f74-4afd-b0ca-3d9599da0ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:05.631479 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-84d0ac92-9850-4499-ac0f-b7a6bd442ba8 admin admin] Calling delete_port for ada3e497-e902-49cd-8da8-ee614b69e661 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:05.710781 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-5b7d443e-ab60-4aee-9988-aa21b9d2bbc6 None None] Set router b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:05.900535 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84d0ac92-9850-4499-ac0f-b7a6bd442ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:05.940231 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0ac92-9850-4499-ac0f-b7a6bd442ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada3e497-e902-49cd-8da8-ee614b69e661,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:06.029104 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc7d07b-10eb-4753-a117-04c7962addc0 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:06.031164 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84d0ac92-9850-4499-ac0f-b7a6bd442ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.038835 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c866e74b-d930-4ded-ae7e-82e0f34e4102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.047052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5b7d443e-ab60-4aee-9988-aa21b9d2bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'name': 'tempest-TestAggregatesBasicOps-212896039-router', 'tenant_id': '9868f82191a142efb49891e99f43cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:44Z', 'updated_at': '2021-11-11T12:20:05Z', 'revision_number': 6, 'project_id': '9868f82191a142efb49891e99f43cfd3', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:06.094806 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7d443e-ab60-4aee-9988-aa21b9d2bbc6 None None] The sync data for ids ['b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948'] in n-d-807359-3 is: [{'id': 'b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948', 'name': 'tempest-TestAggregatesBasicOps-212896039-router', 'tenant_id': '9868f82191a142efb49891e99f43cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:44Z', 'updated_at': '2021-11-11T12:20:05Z', 'revision_number': 6, 'project_id': '9868f82191a142efb49891e99f43cfd3', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:06.136741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c14733a-2d41-41af-bdab-fba1eabcc4af req-a2592140-9227-42b8-a3e4-73bb20f1cbcb tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0966332 Nov 11 12:20:06.153178 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2378fe72-1908-4ac1-aa15-27a29196f205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.173988 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c866e74b-d930-4ded-ae7e-82e0f34e4102 None None] For port fb3bbafe-4417-4e97-8f6f-39b82b1224d6, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=fb3bbafe-4417-4e97-8f6f-39b82b1224d6,segment=NetworkSegment(f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db),segment_id=f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:06.184081 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c866e74b-d930-4ded-ae7e-82e0f34e4102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.280142 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84d0ac92-9850-4499-ac0f-b7a6bd442ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.282203 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84d0ac92-9850-4499-ac0f-b7a6bd442ba8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.283342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device e1d96b72-089d-40d3-8bae-af7e67d004bb details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:20:06.317179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866e74b-d930-4ded-ae7e-82e0f34e4102 None None] Pushing event updated for resources: {'Port': ['ID=fb3bbafe-4417-4e97-8f6f-39b82b1224d6,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:06.328791 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1c443b4a-446e-4f06-8c4c-ded1e6514236 None None] Provisioning complete for port fb3bbafe-4417-4e97-8f6f-39b82b1224d6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:06.329250 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1c443b4a-446e-4f06-8c4c-ded1e6514236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.342286 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84d0ac92-9850-4499-ac0f-b7a6bd442ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.343140 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d0ac92-9850-4499-ac0f-b7a6bd442ba8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:20:06.355990 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84d0ac92-9850-4499-ac0f-b7a6bd442ba8 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.361966 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-84d0ac92-9850-4499-ac0f-b7a6bd442ba8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b6afa7a7-5506-4f5e-99c0-7bf0e5a1a948 HTTP/1.1" status: 204 len: 168 time: 1.4672694 Nov 11 12:20:06.362124 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59208) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:06.457681 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9016c91-75c0-4387-9361-86ed7266f5f6 admin admin] Deleting subnet f1509820-4259-405d-b649-df2793d30cd7 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:20:06.465246 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e9016c91-75c0-4387-9361-86ed7266f5f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.562301 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port e1d96b72-089d-40d3-8bae-af7e67d004bb, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=e1d96b72-089d-40d3-8bae-af7e67d004bb,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:06.567458 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e9016c91-75c0-4387-9361-86ed7266f5f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.626487 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'e1d96b72-089d-40d3-8bae-af7e67d004bb', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'port_id': 'e1d96b72-089d-40d3-8bae-af7e67d004bb', 'mac_address': 'fa:16:3e:b3:55:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:20:06.687060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1fa9a-14c2-47fd-8964-931528e3b2f1 req-708c7200-fa6a-4b31-9913-c4c6b9dfbcc3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:06.695002 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ff1fa9a-14c2-47fd-8964-931528e3b2f1 req-708c7200-fa6a-4b31-9913-c4c6b9dfbcc3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 943 time: 0.0870903 Nov 11 12:20:06.715841 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.731247 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d96b72-089d-40d3-8bae-af7e67d004bb {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:20:06.771979 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port e1d96b72-089d-40d3-8bae-af7e67d004bb, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=e1d96b72-089d-40d3-8bae-af7e67d004bb,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:06.779546 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.780558 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ff1fa9a-14c2-47fd-8964-931528e3b2f1 req-5fbe72a5-3249-449c-8356-c1de82fc05e2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841837 Nov 11 12:20:06.793913 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e9016c91-75c0-4387-9361-86ed7266f5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.867649 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e9016c91-75c0-4387-9361-86ed7266f5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.869469 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=e1d96b72-089d-40d3-8bae-af7e67d004bb,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:06.909008 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9016c91-75c0-4387-9361-86ed7266f5f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1509820-4259-405d-b649-df2793d30cd7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:06.911608 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e9016c91-75c0-4387-9361-86ed7266f5f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.915641 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e9016c91-75c0-4387-9361-86ed7266f5f6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f1509820-4259-405d-b649-df2793d30cd7 HTTP/1.1" status: 204 len: 168 time: 0.5524814 Nov 11 12:20:06.918167 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59218) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:06.936145 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5526db-cf64-4061-ba28-9c5006f58df6 None None] Network 034acf9e-699d-4cb1-828b-461a7634f57f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:07.006416 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:07.033625 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['e1d96b72-089d-40d3-8bae-af7e67d004bb'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:20:07.079198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] Deleting port a7ff7296-b054-4f1d-8347-5afa3f019fc1 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:07.079819 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:07.219482 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] For port a7ff7296-b054-4f1d-8347-5afa3f019fc1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a7ff7296-b054-4f1d-8347-5afa3f019fc1,segment=NetworkSegment(fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8),segment_id=fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:07.220635 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:07.237065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] Calling delete_port for a7ff7296-b054-4f1d-8347-5afa3f019fc1 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:07.316222 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device fb3bbafe-4417-4e97-8f6f-39b82b1224d6 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:07.450119 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-313df489-545e-4eb7-9b73-0d09ad34013a req-28973d87-33b6-479a-bc89-8f2b8129f787 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.1084845 Nov 11 12:20:07.452133 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:07.474773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837866f4-7b11-4d38-ac1c-394b0e7ead6b None None] DHCP port deletion for 034acf9e-699d-4cb1-828b-461a7634f57f request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:07.490382 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] No DVR routers for this DVR port a7ff7296-b054-4f1d-8347-5afa3f019fc1 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:20:07.548052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port fb3bbafe-4417-4e97-8f6f-39b82b1224d6 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:07.548430 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:07.566884 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ff7296-b054-4f1d-8347-5afa3f019fc1,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:07.674951 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59232) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:07.681450 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:07.713330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034acf9e-699d-4cb1-828b-461a7634f57f']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:07.727886 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:07.728178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf930d2-1fbd-4791-83a7-0ba81a3cd5d8') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:07.745033 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:07.783204 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:07.810368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:20:07.810771 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:07.825039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:07.847062 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 91b96534-53d4-46f2-b988-ffd6febcb14f no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:20:07.863201 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:07.875006 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 91b96534-53d4-46f2-b988-ffd6febcb14f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:20:07.875297 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 91b96534-53d4-46f2-b988-ffd6febcb14f not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:20:07.875754 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ada3e497-e902-49cd-8da8-ee614b69e661 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:20:07.886807 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:20:07.892705 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:07.900458 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:07.904603 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ada3e497-e902-49cd-8da8-ee614b69e661 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:20:07.904944 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ada3e497-e902-49cd-8da8-ee614b69e661 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:20:07.908121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] 10.222.0.65 "DELETE /v2.0/networks/034acf9e-699d-4cb1-828b-461a7634f57f HTTP/1.1" status: 204 len: 168 time: 0.9887514 Nov 11 12:20:07.909180 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59240) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:07.982572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055f132-f675-4452-94f9-8c8257b23c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=034acf9e-699d-4cb1-828b-461a7634f57f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:08.008221 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:08.072161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2c4ff-e861-481c-8c3f-66acb1e19236 req-aa5ec44b-ab8e-4486-a7f4-1dea4386f1a7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:08.073663 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dcc2c4ff-e861-481c-8c3f-66acb1e19236 req-aa5ec44b-ab8e-4486-a7f4-1dea4386f1a7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 944 time: 0.1131384 Nov 11 12:20:08.099565 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87c70934-555b-4250-a14a-ae73333d3937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:08.163800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Allocated IP 172.25.2.148 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/72f73ee7-efe8-4e5e-8c60-a4830eb1dead) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:08.223890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dcc2c4ff-e861-481c-8c3f-66acb1e19236 req-32505997-46bc-4e49-900a-470da28f4440 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423762 Nov 11 12:20:08.281977 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device e1d96b72-089d-40d3-8bae-af7e67d004bb up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:08.283169 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:08.334668 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:08.335715 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port e1d96b72-089d-40d3-8bae-af7e67d004bb completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:20:08.342690 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port e1d96b72-089d-40d3-8bae-af7e67d004bb triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:08.343427 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:08.374778 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:08.377840 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:08.381573 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:08.397054 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92633c9d-ee14-47d2-b46d-44951ebb91e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:08.431614 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:08.462854 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Pushing event updated for resources: {'Port': ['ID=72f73ee7-efe8-4e5e-8c60-a4830eb1dead,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:08.468126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf9eeec-260f-4c98-b06a-72d481d3afec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d96b72-089d-40d3-8bae-af7e67d004bb'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:20:08.473011 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f706aa48-ebae-4c2e-b4dc-9fa7e5f0628e" -d '{"events": [{"server_uuid": "fcf9eeec-260f-4c98-b06a-72d481d3afec", "name": "network-vif-plugged", "status": "completed", "tag": "e1d96b72-089d-40d3-8bae-af7e67d004bb"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:20:08.491135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port e1d96b72-089d-40d3-8bae-af7e67d004bb, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=e1d96b72-089d-40d3-8bae-af7e67d004bb,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:08.500456 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:08.502916 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:08.563699 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:08.587145 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea1df88-6e6d-4d87-940f-fa3e12ad07f4 x-openstack-request-id: req-9ea1df88-6e6d-4d87-940f-fa3e12ad07f4 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:20:08.588782 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf9eeec-260f-4c98-b06a-72d481d3afec", "name": "network-vif-plugged", "status": "completed", "tag": "e1d96b72-089d-40d3-8bae-af7e67d004bb", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:20:08.589127 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ea1df88-6e6d-4d87-940f-fa3e12ad07f4 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:20:08.589639 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf9eeec-260f-4c98-b06a-72d481d3afec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d96b72-089d-40d3-8bae-af7e67d004bb', 'code': 200} Nov 11 12:20:08.591869 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=e1d96b72-089d-40d3-8bae-af7e67d004bb,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:08.644804 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b163af4-312d-440e-8801-10d5eba4d988 req-586b485e-16fd-44e9-9b1a-b681b0397b81 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0328293 Nov 11 12:20:08.760782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-92633c9d-ee14-47d2-b46d-44951ebb91e8 admin admin] Deleting port fb3bbafe-4417-4e97-8f6f-39b82b1224d6 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:08.761136 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92633c9d-ee14-47d2-b46d-44951ebb91e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:08.858710 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-92633c9d-ee14-47d2-b46d-44951ebb91e8 admin admin] For port fb3bbafe-4417-4e97-8f6f-39b82b1224d6, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=fb3bbafe-4417-4e97-8f6f-39b82b1224d6,segment=NetworkSegment(f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db),segment_id=f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:08.859074 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92633c9d-ee14-47d2-b46d-44951ebb91e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:08.873520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-92633c9d-ee14-47d2-b46d-44951ebb91e8 admin admin] Calling delete_port for fb3bbafe-4417-4e97-8f6f-39b82b1224d6 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:09.009100 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddcb19-3511-4ef5-9aae-8a319d7bacce req-5c1fabf4-6a14-4d75-8fe0-f9439a910904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:09.010694 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8bddcb19-3511-4ef5-9aae-8a319d7bacce req-5c1fabf4-6a14-4d75-8fe0-f9439a910904 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 1096 time: 0.0580170 Nov 11 12:20:09.027040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a7ff7296-b054-4f1d-8347-5afa3f019fc1 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:20:09.066013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: a7ff7296-b054-4f1d-8347-5afa3f019fc1 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:20:09.066635 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a7ff7296-b054-4f1d-8347-5afa3f019fc1 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:20:09.077120 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:09.085835 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92633c9d-ee14-47d2-b46d-44951ebb91e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:09.114140 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92633c9d-ee14-47d2-b46d-44951ebb91e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3bbafe-4417-4e97-8f6f-39b82b1224d6,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:09.122071 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8bddcb19-3511-4ef5-9aae-8a319d7bacce req-c99d4e1e-3b19-48b9-8856-5f57d39781d2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863338 Nov 11 12:20:09.193400 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:09.202027 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:09.271513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Pushing event updated for resources: {'Port': ['ID=72f73ee7-efe8-4e5e-8c60-a4830eb1dead,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:09.296410 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:09.312233 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92633c9d-ee14-47d2-b46d-44951ebb91e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:09.320130 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:09.323069 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-42658343-f4f7-41a2-99eb-5c267dc75832 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6469915 Nov 11 12:20:09.326350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59250) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:09.338341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7b990e5f-80ba-4da0-95bb-7840dde56315 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-329986854', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'fixed_ips': [{'ip_address': '172.25.2.148'}]}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:09.383023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b990e5f-80ba-4da0-95bb-7840dde56315 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Made reservation on behalf of 9edc0a59498d4ad7b2434f560daa5298 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:09.386131 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b990e5f-80ba-4da0-95bb-7840dde56315 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:09.396259 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b990e5f-80ba-4da0-95bb-7840dde56315 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:09.504228 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b990e5f-80ba-4da0-95bb-7840dde56315 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:09.505134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7f389-23ab-4675-a06d-a69db3abcfd4 req-7414898c-6ae8-4f05-af80-962dd28aecb4 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:09.506812 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1d7f389-23ab-4675-a06d-a69db3abcfd4 req-7414898c-6ae8-4f05-af80-962dd28aecb4 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 945 time: 0.0882385 Nov 11 12:20:09.514298 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7b990e5f-80ba-4da0-95bb-7840dde56315 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:09.520143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-7b990e5f-80ba-4da0-95bb-7840dde56315 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] device_id is not set on port 15f0d59f-c08f-459d-aaa4-b0c8ec48721e yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:20:09.592131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b990e5f-80ba-4da0-95bb-7840dde56315 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f32a01-2c32-457d-ac39-635785f24016,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:09.635453 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1d7f389-23ab-4675-a06d-a69db3abcfd4 req-bad8e52b-6302-4f6a-b801-45a5fdf3bace tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901268 Nov 11 12:20:09.655729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92633c9d-ee14-47d2-b46d-44951ebb91e8 admin admin] Router 1335b219-797d-4178-b02e-10bcf9f419c2 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:20:09.739339 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b990e5f-80ba-4da0-95bb-7840dde56315 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 11 12:20:09.740058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b990e5f-80ba-4da0-95bb-7840dde56315 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:20:09.759912 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7b990e5f-80ba-4da0-95bb-7840dde56315 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4324307 Nov 11 12:20:09.760635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59256) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:09.799938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60f20f93-8f96-492f-ac05-eb131b37d4b3 req-56f929f2-c01c-4bd1-b0f1-81dcbdfb8225 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0335677 Nov 11 12:20:09.811830 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92633c9d-ee14-47d2-b46d-44951ebb91e8 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:09.826073 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-92633c9d-ee14-47d2-b46d-44951ebb91e8 admin admin] 10.222.0.65 "PUT /v2.0/routers/1335b219-797d-4178-b02e-10bcf9f419c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9138043 Nov 11 12:20:09.826752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59258) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:09.827098 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4755dac9-bbee-4158-a1b1-1b55b0f1d3bf None None] Sync routers for ids ['1335b219-797d-4178-b02e-10bcf9f419c2'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:09.861599 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4755dac9-bbee-4158-a1b1-1b55b0f1d3bf None None] Routers {'1335b219-797d-4178-b02e-10bcf9f419c2'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:09.862815 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4755dac9-bbee-4158-a1b1-1b55b0f1d3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['1335b219-797d-4178-b02e-10bcf9f419c2'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:09.965494 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e609c887-03a8-4fc7-8c3b-39476e7be204 admin admin] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:09.971192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-00afb0ba-f957-41ec-873f-00f3bcbf9e9b tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Deleting port 72f73ee7-efe8-4e5e-8c60-a4830eb1dead {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:09.971537 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-00afb0ba-f957-41ec-873f-00f3bcbf9e9b tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:10.031531 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-4755dac9-bbee-4158-a1b1-1b55b0f1d3bf None None] Set router 1335b219-797d-4178-b02e-10bcf9f419c2 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:10.175511 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-00afb0ba-f957-41ec-873f-00f3bcbf9e9b tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:10.176127 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-00afb0ba-f957-41ec-873f-00f3bcbf9e9b tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:10.201116 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-00afb0ba-f957-41ec-873f-00f3bcbf9e9b tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Calling delete_port for 72f73ee7-efe8-4e5e-8c60-a4830eb1dead owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:10.397424 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-00afb0ba-f957-41ec-873f-00f3bcbf9e9b tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:10.450786 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afb0ba-f957-41ec-873f-00f3bcbf9e9b tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Pushing event deleted for resources: {'Port': ['ID=72f73ee7-efe8-4e5e-8c60-a4830eb1dead,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:10.497937 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4755dac9-bbee-4158-a1b1-1b55b0f1d3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'name': 'tempest-TestAggregatesBasicOps-324230448-router', 'tenant_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:53Z', 'updated_at': '2021-11-11T12:20:09Z', 'revision_number': 5, 'project_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'gw_port': {'id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:54Z', 'updated_at': '2021-11-11T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:10.546031 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-00afb0ba-f957-41ec-873f-00f3bcbf9e9b tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:10.548881 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-00afb0ba-f957-41ec-873f-00f3bcbf9e9b tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:10.550461 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-00afb0ba-f957-41ec-873f-00f3bcbf9e9b tempest-ExternalNetworksAdminNegativeTestJSON-1999121908 tempest-ExternalNetworksAdminNegativeTestJSON-1999121908-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/45417b13-3776-400c-9c70-888000bc7c1f HTTP/1.1" status: 204 len: 168 time: 0.7884789 Nov 11 12:20:10.557351 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4755dac9-bbee-4158-a1b1-1b55b0f1d3bf None None] Checking router: 1335b219-797d-4178-b02e-10bcf9f419c2 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:10.575337 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:10.578425 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4755dac9-bbee-4158-a1b1-1b55b0f1d3bf None None] Routers {'1335b219-797d-4178-b02e-10bcf9f419c2'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:10.579107 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4755dac9-bbee-4158-a1b1-1b55b0f1d3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['1335b219-797d-4178-b02e-10bcf9f419c2'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:10.668711 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e609c887-03a8-4fc7-8c3b-39476e7be204 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:10.738967 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-4755dac9-bbee-4158-a1b1-1b55b0f1d3bf None None] Set router 1335b219-797d-4178-b02e-10bcf9f419c2 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:10.783239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e609c887-03a8-4fc7-8c3b-39476e7be204 admin admin] Deleting port f4f53071-43c6-44c3-b372-48650ba28a05 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:10.783572 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e609c887-03a8-4fc7-8c3b-39476e7be204 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:10.891307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-e609c887-03a8-4fc7-8c3b-39476e7be204 admin admin] For port f4f53071-43c6-44c3-b372-48650ba28a05, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f4f53071-43c6-44c3-b372-48650ba28a05,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:10.894192 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e609c887-03a8-4fc7-8c3b-39476e7be204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:10.924681 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e609c887-03a8-4fc7-8c3b-39476e7be204 admin admin] Calling delete_port for f4f53071-43c6-44c3-b372-48650ba28a05 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:11.010890 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-4755dac9-bbee-4158-a1b1-1b55b0f1d3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'name': 'tempest-TestAggregatesBasicOps-324230448-router', 'tenant_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:53Z', 'updated_at': '2021-11-11T12:20:09Z', 'revision_number': 5, 'project_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'gw_port': {'id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:54Z', 'updated_at': '2021-11-11T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:11.028220 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59276) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:11.051563 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4755dac9-bbee-4158-a1b1-1b55b0f1d3bf None None] The sync data for ids ['1335b219-797d-4178-b02e-10bcf9f419c2'] in n-d-807359-3 is: [{'id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'name': 'tempest-TestAggregatesBasicOps-324230448-router', 'tenant_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:19:53Z', 'updated_at': '2021-11-11T12:20:09Z', 'revision_number': 5, 'project_id': 'ec936c37f49a44f186ca2e3e32642b1a', 'gw_port': {'id': 'f4f53071-43c6-44c3-b372-48650ba28a05', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1335b219-797d-4178-b02e-10bcf9f419c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:54Z', 'updated_at': '2021-11-11T12:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:11.132766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c4f48097-f060-4860-a82d-8b3281032e4a req-950963f7-cbef-45af-80b3-1fa7ea92a7a2 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0571320 Nov 11 12:20:11.150448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997518d-25d8-43e6-9346-2f23c678696c req-85445bf2-614c-47ed-a557-f5d727ceff09 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:11.152471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9997518d-25d8-43e6-9346-2f23c678696c req-85445bf2-614c-47ed-a557-f5d727ceff09 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 945 time: 0.4177227 Nov 11 12:20:11.240224 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9c038c2-eb5d-4cc1-bf38-cc2ce188ac06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.274703 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9997518d-25d8-43e6-9346-2f23c678696c req-366e97f8-eba0-4699-b33c-c9b632144174 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035628 Nov 11 12:20:11.280868 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e609c887-03a8-4fc7-8c3b-39476e7be204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.311661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609c887-03a8-4fc7-8c3b-39476e7be204 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f53071-43c6-44c3-b372-48650ba28a05,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:11.321031 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.338222 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cb8ba3-ea31-4fa0-94b6-50ce6c021ceb None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:11.379652 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9c038c2-eb5d-4cc1-bf38-cc2ce188ac06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.387284 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f9c038c2-eb5d-4cc1-bf38-cc2ce188ac06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.426683 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f9c038c2-eb5d-4cc1-bf38-cc2ce188ac06 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ee497dfa14864ec1a08e55a8b0e25de6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3947229 Nov 11 12:20:11.427096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59284) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:11.457297 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c038c2-eb5d-4cc1-bf38-cc2ce188ac06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f00cd38-d5c2-491e-b414-e65dbe7f8ec2,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:11.464270 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e609c887-03a8-4fc7-8c3b-39476e7be204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.485320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89585bdf-b5d4-440a-b243-ca86d79d0299 req-3cc37f6c-2b48-49a4-92c0-6315e1cf92ab tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:11.486919 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89585bdf-b5d4-440a-b243-ca86d79d0299 req-3cc37f6c-2b48-49a4-92c0-6315e1cf92ab tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 945 time: 0.1156280 Nov 11 12:20:11.605572 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e609c887-03a8-4fc7-8c3b-39476e7be204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.609048 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e609c887-03a8-4fc7-8c3b-39476e7be204 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.684159 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89585bdf-b5d4-440a-b243-ca86d79d0299 req-1bb71b97-2567-40c9-902a-a7a8a217de5e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645169 Nov 11 12:20:11.686162 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3232-b9f1-4946-8576-af5795f615db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.695961 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e609c887-03a8-4fc7-8c3b-39476e7be204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.697629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e609c887-03a8-4fc7-8c3b-39476e7be204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1335b219-797d-4178-b02e-10bcf9f419c2 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:20:11.702198 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e609c887-03a8-4fc7-8c3b-39476e7be204 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.703027 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e609c887-03a8-4fc7-8c3b-39476e7be204 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1335b219-797d-4178-b02e-10bcf9f419c2 HTTP/1.1" status: 204 len: 168 time: 1.8751433 Nov 11 12:20:11.706192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59286) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:11.708145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59288) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:11.739771 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3232-b9f1-4946-8576-af5795f615db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.791459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95cfe2c-9f5d-428a-b309-b7216be48922 admin admin] Deleting subnet f9b2c352-2f74-4afd-b0ca-3d9599da0ec4 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:20:11.794956 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d95cfe2c-9f5d-428a-b309-b7216be48922 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.835353 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d95cfe2c-9f5d-428a-b309-b7216be48922 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.882280 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3232-b9f1-4946-8576-af5795f615db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.886190 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3232-b9f1-4946-8576-af5795f615db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.887698 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c3ac3232-b9f1-4946-8576-af5795f615db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9f00cd38-d5c2-491e-b414-e65dbe7f8ec2 HTTP/1.1" status: 204 len: 168 time: 0.4515805 Nov 11 12:20:11.922792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac3232-b9f1-4946-8576-af5795f615db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f00cd38-d5c2-491e-b414-e65dbe7f8ec2,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:11.924558 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90295392-3356-463d-9636-bc8819ff8457 tempest-TestVolumeBootPattern-1789105520 tempest-TestVolumeBootPattern-1789105520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:11.930064 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-90295392-3356-463d-9636-bc8819ff8457 tempest-TestVolumeBootPattern-1789105520 tempest-TestVolumeBootPattern-1789105520-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 1091 time: 0.2200835 Nov 11 12:20:11.930734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59294) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:11.943760 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d95cfe2c-9f5d-428a-b309-b7216be48922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.945155 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': 'e1d96b72-089d-40d3-8bae-af7e67d004bb', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:11.999800 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.029919 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d95cfe2c-9f5d-428a-b309-b7216be48922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.066907 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cfe2c-9f5d-428a-b309-b7216be48922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9b2c352-2f74-4afd-b0ca-3d9599da0ec4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:12.070748 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d95cfe2c-9f5d-428a-b309-b7216be48922 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.074251 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d95cfe2c-9f5d-428a-b309-b7216be48922 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f9b2c352-2f74-4afd-b0ca-3d9599da0ec4 HTTP/1.1" status: 204 len: 168 time: 0.3670452 Nov 11 12:20:12.076675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59298) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:12.080082 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc306b9-b30e-4275-b32e-033023f49591 None None] Network 8eefd73c-eac8-43db-b8dc-9cf0178f45ae requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:12.153334 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.160801 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.306738 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-701d8669-c123-4895-acce-7ceae4ab7b03 req-22589eac-3a78-478c-8105-f597bbc17022 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0591090 Nov 11 12:20:12.346375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] Deleting port 8bfd4a5a-7e77-40d8-b34c-1a4059733aed {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:12.347504 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.354046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Allocated IP 172.25.2.200 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/c3067fdf-5184-403a-8e97-f91200d4661f) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:12.406196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59304) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:12.453278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49da5f6-8566-4ec4-8efe-566a7db434a8 None None] DHCP port deletion for 8eefd73c-eac8-43db-b8dc-9cf0178f45ae request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:12.468081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] For port 8bfd4a5a-7e77-40d8-b34c-1a4059733aed, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8bfd4a5a-7e77-40d8-b34c-1a4059733aed,segment=NetworkSegment(f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db),segment_id=f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:12.469577 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.489828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] Calling delete_port for 8bfd4a5a-7e77-40d8-b34c-1a4059733aed owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:12.496269 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-743fc8a2-a699-45d4-a64d-4443d2ae4b23 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9edc0a59498d4ad7b2434f560daa5298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0867379 Nov 11 12:20:12.496984 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59306) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:12.506340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b49da5f6-8566-4ec4-8efe-566a7db434a8 None None] Deleting port 8bfd4a5a-7e77-40d8-b34c-1a4059733aed {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:12.506706 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b49da5f6-8566-4ec4-8efe-566a7db434a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.555036 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.570683 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5244dd42-b452-4af3-a609-5961fcfe0b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.601039 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5244dd42-b452-4af3-a609-5961fcfe0b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.623494 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b49da5f6-8566-4ec4-8efe-566a7db434a8 None None] For port 8bfd4a5a-7e77-40d8-b34c-1a4059733aed, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8bfd4a5a-7e77-40d8-b34c-1a4059733aed,segment=NetworkSegment(f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db),segment_id=f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:12.624158 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b49da5f6-8566-4ec4-8efe-566a7db434a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.624868 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.645975 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.663059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b49da5f6-8566-4ec4-8efe-566a7db434a8 None None] Calling delete_port for 8bfd4a5a-7e77-40d8-b34c-1a4059733aed owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:12.685894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bfd4a5a-7e77-40d8-b34c-1a4059733aed,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:12.693288 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:12.699365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:12.704831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:12.711165 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] No DVR routers for this DVR port 8bfd4a5a-7e77-40d8-b34c-1a4059733aed on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:20:12.743505 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5244dd42-b452-4af3-a609-5961fcfe0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.746199 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5244dd42-b452-4af3-a609-5961fcfe0b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.750117 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5244dd42-b452-4af3-a609-5961fcfe0b54 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c2f32a01-2c32-457d-ac39-635785f24016 HTTP/1.1" status: 204 len: 168 time: 0.2498827 Nov 11 12:20:12.751868 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'Port': ['ID=c3067fdf-5184-403a-8e97-f91200d4661f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:12.770480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244dd42-b452-4af3-a609-5961fcfe0b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f32a01-2c32-457d-ac39-635785f24016,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:12.808973 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.835979 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b49da5f6-8566-4ec4-8efe-566a7db434a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.866900 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eefd73c-eac8-43db-b8dc-9cf0178f45ae']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:12.869191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49da5f6-8566-4ec4-8efe-566a7db434a8 None None] No DVR routers for this DVR port 8bfd4a5a-7e77-40d8-b34c-1a4059733aed on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:20:12.898403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:12.899033 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e8b4c8-65bb-4c93-a5ce-2c92e8a4d8db') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:12.915464 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.934667 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.934970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49da5f6-8566-4ec4-8efe-566a7db434a8 None None] Pushing event deleted for resources: {'Port': ['ID=8bfd4a5a-7e77-40d8-b34c-1a4059733aed,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:12.954159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:20:12.955139 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:20:12.985328 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:20:13.051218 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:13.060036 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:13.079213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8eefd73c-eac8-43db-b8dc-9cf0178f45ae HTTP/1.1" status: 204 len: 168 time: 0.9945755 Nov 11 12:20:13.081183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device fb3bbafe-4417-4e97-8f6f-39b82b1224d6 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:20:13.106071 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2d390-722a-433d-b231-d760e2327129 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eefd73c-eac8-43db-b8dc-9cf0178f45ae,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:13.124842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: fb3bbafe-4417-4e97-8f6f-39b82b1224d6 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:20:13.125459 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device fb3bbafe-4417-4e97-8f6f-39b82b1224d6 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:20:13.126019 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f4f53071-43c6-44c3-b372-48650ba28a05 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:20:13.153106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: f4f53071-43c6-44c3-b372-48650ba28a05 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:20:13.153801 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f4f53071-43c6-44c3-b372-48650ba28a05 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:20:13.154355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8bfd4a5a-7e77-40d8-b34c-1a4059733aed no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:20:13.183980 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 8bfd4a5a-7e77-40d8-b34c-1a4059733aed {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:20:13.184609 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8bfd4a5a-7e77-40d8-b34c-1a4059733aed not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:20:13.284517 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:13.367592 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59322) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:13.392786 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:13.420629 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2c024593-bab5-4389-8327-4a0fa740c2b5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9868f82191a142efb49891e99f43cfd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0516136 Nov 11 12:20:13.423562 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59324) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:13.466712 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-97668f90-1d17-4059-8933-5e07b100eeb0 req-44a898a6-43e3-46ee-939b-388a33d98902 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0441935 Nov 11 12:20:13.533190 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e43f4c59-2ecf-4e5b-bdfd-d6c4836aa4da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:13.560446 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e43f4c59-2ecf-4e5b-bdfd-d6c4836aa4da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:13.597344 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:13.605304 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:13.625015 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e43f4c59-2ecf-4e5b-bdfd-d6c4836aa4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:13.629899 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e43f4c59-2ecf-4e5b-bdfd-d6c4836aa4da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:13.632585 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e43f4c59-2ecf-4e5b-bdfd-d6c4836aa4da admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/400586cd-d725-4a4e-bb31-c9142e066047 HTTP/1.1" status: 204 len: 168 time: 0.2072418 Nov 11 12:20:13.658333 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f4c59-2ecf-4e5b-bdfd-d6c4836aa4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400586cd-d725-4a4e-bb31-c9142e066047,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:13.682810 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:13.752643 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'Port': ['ID=c3067fdf-5184-403a-8e97-f91200d4661f,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:13.814271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-c8eb40f2-cf04-4b9e-aed5-b73a4e8a95a5 req-5252ea1d-ca1d-4015-a439-643cf469a3bd service neutron] (109153) timed out ('10.222.0.65', 34474) {{(pid=109153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 12:20:13.820811 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Floating IP dc0ec78a-d90c-414c-a3c5-1618518f1da5 associated. External IP: 172.25.2.200, port: e1d96b72-089d-40d3-8bae-af7e67d004bb. Nov 11 12:20:14.077915 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Router 8cd6c554-063b-472f-b28a-278447dbab91 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:20:14.153158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59346) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:14.212180 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3521f832-f31c-4dee-9d96-f6f8aaa35408 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec936c37f49a44f186ca2e3e32642b1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0574598 Nov 11 12:20:14.212688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59348) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:14.245058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:14.259538 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39aaea-f137-494a-8f53-3eb7f2e5813e None None] Sync routers for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:14.271505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be39aaea-f137-494a-8f53-3eb7f2e5813e None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:14.272628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-be39aaea-f137-494a-8f53-3eb7f2e5813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:14.280263 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc57c7bf-ef74-42a8-a2a1-9f28c6e93ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:14.309413 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:14.342269 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc57c7bf-ef74-42a8-a2a1-9f28c6e93ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:14.366265 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-80b67048-675c-4773-8db8-cbf912aba48a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4226873 Nov 11 12:20:14.366265 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf9eeec-260f-4c98-b06a-72d481d3afec', 'tag': 'e1d96b72-089d-40d3-8bae-af7e67d004bb'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:20:14.366265 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f325431-6f1d-4e62-bdc4-2489534a81cd" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf9eeec-260f-4c98-b06a-72d481d3afec", "tag": "e1d96b72-089d-40d3-8bae-af7e67d004bb"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:20:14.409743 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc57c7bf-ef74-42a8-a2a1-9f28c6e93ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:14.412913 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc57c7bf-ef74-42a8-a2a1-9f28c6e93ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:14.414655 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cc57c7bf-ef74-42a8-a2a1-9f28c6e93ff0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f816e5bf-105f-4154-8cf6-fc375adb33b9 HTTP/1.1" status: 204 len: 168 time: 0.2008328 Nov 11 12:20:14.423289 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57c7bf-ef74-42a8-a2a1-9f28c6e93ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f816e5bf-105f-4154-8cf6-fc375adb33b9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:14.450210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-be39aaea-f137-494a-8f53-3eb7f2e5813e None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:14.614676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8aedb27b-ec1f-483d-951d-75498e04145d req-ac564ca0-bf3f-4005-aeff-c1acb26e94a8 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0405252 Nov 11 12:20:14.686550 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a4f78c-75ff-44d4-9014-0b3d5284d1e8 x-openstack-request-id: req-93a4f78c-75ff-44d4-9014-0b3d5284d1e8 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:20:14.687069 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf9eeec-260f-4c98-b06a-72d481d3afec", "tag": "e1d96b72-089d-40d3-8bae-af7e67d004bb", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:20:14.688394 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93a4f78c-75ff-44d4-9014-0b3d5284d1e8 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:20:14.688996 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf9eeec-260f-4c98-b06a-72d481d3afec', 'tag': 'e1d96b72-089d-40d3-8bae-af7e67d004bb', 'status': 'completed', 'code': 200} Nov 11 12:20:14.776864 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-be39aaea-f137-494a-8f53-3eb7f2e5813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'dc0ec78a-d90c-414c-a3c5-1618518f1da5', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'port_id': 'e1d96b72-089d-40d3-8bae-af7e67d004bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'mac_address': 'fa:16:3e:b3:55:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf9eeec-260f-4c98-b06a-72d481d3afec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:20:13Z', 'updated_at': '2021-11-11T12:20:13Z', 'revision_number': 0, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:14.813085 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39aaea-f137-494a-8f53-3eb7f2e5813e None None] Checking router: 8cd6c554-063b-472f-b28a-278447dbab91 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:14.823525 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be39aaea-f137-494a-8f53-3eb7f2e5813e None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:14.824425 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-be39aaea-f137-494a-8f53-3eb7f2e5813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:14.843239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59378) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:14.943513 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-be39aaea-f137-494a-8f53-3eb7f2e5813e None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:15.032203 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f325431-6f1d-4e62-bdc4-2489534a81cd req-03bb08e5-1c7a-470b-8ede-27df996544b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:15.034491 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f325431-6f1d-4e62-bdc4-2489534a81cd req-03bb08e5-1c7a-470b-8ede-27df996544b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 1096 time: 0.3166673 Nov 11 12:20:15.123352 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59388) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:15.125595 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6578e7f8-0ec4-43f6-a13c-231abfb680d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a2791ddeaca4976996df76043b187f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2808087 Nov 11 12:20:15.214230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-be39aaea-f137-494a-8f53-3eb7f2e5813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'dc0ec78a-d90c-414c-a3c5-1618518f1da5', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'port_id': 'e1d96b72-089d-40d3-8bae-af7e67d004bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'mac_address': 'fa:16:3e:b3:55:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf9eeec-260f-4c98-b06a-72d481d3afec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:20:13Z', 'updated_at': '2021-11-11T12:20:13Z', 'revision_number': 0, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:15.247713 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39aaea-f137-494a-8f53-3eb7f2e5813e None None] The sync data for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 is: [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'dc0ec78a-d90c-414c-a3c5-1618518f1da5', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'port_id': 'e1d96b72-089d-40d3-8bae-af7e67d004bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'mac_address': 'fa:16:3e:b3:55:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf9eeec-260f-4c98-b06a-72d481d3afec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:20:13Z', 'updated_at': '2021-11-11T12:20:13Z', 'revision_number': 0, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:15.249801 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3da034e4-545d-40eb-aa31-a22b710278aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:15.281564 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f325431-6f1d-4e62-bdc4-2489534a81cd req-203521d0-d96a-4b8b-a52b-2040736db8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:15.283546 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f325431-6f1d-4e62-bdc4-2489534a81cd req-203521d0-d96a-4b8b-a52b-2040736db8dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 914 time: 0.2413867 Nov 11 12:20:15.360256 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3da034e4-545d-40eb-aa31-a22b710278aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:15.410395 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f325431-6f1d-4e62-bdc4-2489534a81cd req-211617d4-39de-44c8-a11e-2a1a97109fa0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1d96b72-089d-40d3-8bae-af7e67d004bb HTTP/1.1" status: 200 len: 999 time: 0.1170528 Nov 11 12:20:15.457533 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3da034e4-545d-40eb-aa31-a22b710278aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:15.461766 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3da034e4-545d-40eb-aa31-a22b710278aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:15.465803 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3da034e4-545d-40eb-aa31-a22b710278aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b48b2720-a48d-4699-822f-06f92a2505df HTTP/1.1" status: 204 len: 168 time: 0.3410659 Nov 11 12:20:15.480854 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da034e4-545d-40eb-aa31-a22b710278aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48b2720-a48d-4699-822f-06f92a2505df,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:15.484151 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f325431-6f1d-4e62-bdc4-2489534a81cd req-26b5f75d-ecb8-4276-a16e-c8f074040bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:15.486973 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f325431-6f1d-4e62-bdc4-2489534a81cd req-26b5f75d-ecb8-4276-a16e-c8f074040bba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.0688286 Nov 11 12:20:15.542981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59406) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:15.552829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f325431-6f1d-4e62-bdc4-2489534a81cd req-39e47dc7-b2c9-42e9-8785-0148b461a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:15.556832 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f325431-6f1d-4e62-bdc4-2489534a81cd req-39e47dc7-b2c9-42e9-8785-0148b461a608 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621619 Nov 11 12:20:15.569123 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-9f325431-6f1d-4e62-bdc4-2489534a81cd req-f717c5f5-4402-4782-91f9-06396fb71543 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:20:15.570240 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f325431-6f1d-4e62-bdc4-2489534a81cd req-f717c5f5-4402-4782-91f9-06396fb71543 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065441 Nov 11 12:20:15.574354 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a4c5a8-4669-482b-9a06-08a873331cdd None None] New status for floating IP dc0ec78a-d90c-414c-a3c5-1618518f1da5: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:20:15.717230 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f325431-6f1d-4e62-bdc4-2489534a81cd req-62171f23-171d-40da-bbd0-39e663218c65 service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386604 Nov 11 12:20:15.740504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89d03e8d-a08d-4a09-8acd-25b77aba4226 req-f4cfd6a0-13c7-4136-9573-93b2c0331ccd tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0453863 Nov 11 12:20:15.838855 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9f325431-6f1d-4e62-bdc4-2489534a81cd req-843213ec-f9fc-4920-9ca6-47675ea8f8cb service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148798 Nov 11 12:20:15.891909 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-6a955b1e-ee30-4f3f-9e94-87c9d341def8 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:15.901288 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:15.919919 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59420) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:15.927137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c1b5f2ef-87d4-4e85-8d65-13de82d14829 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Request body: {'network': {'project_id': 'bf9bfbdf706a467b869d92e621d5e1ab'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:15.930784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6a955b1e-ee30-4f3f-9e94-87c9d341def8 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] 10.222.0.65 "PUT /v2.0/quotas/bf9bfbdf706a467b869d92e621d5e1ab HTTP/1.1" status: 200 len: 368 time: 0.3892946 Nov 11 12:20:15.956404 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b5f2ef-87d4-4e85-8d65-13de82d14829 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Made reservation on behalf of bf9bfbdf706a467b869d92e621d5e1ab for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:15.959106 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f2ef-87d4-4e85-8d65-13de82d14829 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:15.973002 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f2ef-87d4-4e85-8d65-13de82d14829 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.057508 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f2ef-87d4-4e85-8d65-13de82d14829 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.065918 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f2ef-87d4-4e85-8d65-13de82d14829 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.089409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b5f2ef-87d4-4e85-8d65-13de82d14829 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:20:16.098363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5f2ef-87d4-4e85-8d65-13de82d14829 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a1c110-4cea-455a-83e8-6b31b976c571,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:16.105945 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f2ef-87d4-4e85-8d65-13de82d14829 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.106531 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-c1b5f2ef-87d4-4e85-8d65-13de82d14829 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Added segment b7ad571f-74be-4631-b4f9-5f5272a50e8d of type vlan for network 0515aea1-6676-4c68-aa9a-98d4f40b9ad0 Nov 11 12:20:16.150673 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f2ef-87d4-4e85-8d65-13de82d14829 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.180878 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f2ef-87d4-4e85-8d65-13de82d14829 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.182063 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b5f2ef-87d4-4e85-8d65-13de82d14829 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:16.182698 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f2ef-87d4-4e85-8d65-13de82d14829 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.254406 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c1b5f2ef-87d4-4e85-8d65-13de82d14829 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.3308620 Nov 11 12:20:16.254559 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59442) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:16.259247 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-81aca440-e26e-4a70-b69c-81e534d02292 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Request body: {'network': {'project_id': 'bf9bfbdf706a467b869d92e621d5e1ab'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:16.262377 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5f2ef-87d4-4e85-8d65-13de82d14829 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Pushing event updated for resources: {'Network': ['ID=0515aea1-6676-4c68-aa9a-98d4f40b9ad0,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:16.273775 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 0515aea1-6676-4c68-aa9a-98d4f40b9ad0 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:20:16.292890 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81aca440-e26e-4a70-b69c-81e534d02292 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Made reservation on behalf of bf9bfbdf706a467b869d92e621d5e1ab for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:16.295919 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81aca440-e26e-4a70-b69c-81e534d02292 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.327584 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81aca440-e26e-4a70-b69c-81e534d02292 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:20:16.342378 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81aca440-e26e-4a70-b69c-81e534d02292 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.342716 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-81aca440-e26e-4a70-b69c-81e534d02292 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Added segment 027df5a1-bdef-4aa3-9a55-dd8cb41dae32 of type vlan for network 9d0f9a7a-d70c-46c8-862f-086e499e4463 Nov 11 12:20:16.384626 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81aca440-e26e-4a70-b69c-81e534d02292 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.413567 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81aca440-e26e-4a70-b69c-81e534d02292 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.414793 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aca440-e26e-4a70-b69c-81e534d02292 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:16.415366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81aca440-e26e-4a70-b69c-81e534d02292 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.455345 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-81aca440-e26e-4a70-b69c-81e534d02292 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.1997569 Nov 11 12:20:16.459215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59452) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:16.464386 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-7cff220d-68ba-40b6-a84e-ecccd8dc43b4 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Request body: {'network': {'project_id': 'bf9bfbdf706a467b869d92e621d5e1ab'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:16.484045 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cff220d-68ba-40b6-a84e-ecccd8dc43b4 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 11 12:20:16.484651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cff220d-68ba-40b6-a84e-ecccd8dc43b4 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:20:16.486068 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7cff220d-68ba-40b6-a84e-ecccd8dc43b4 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0258529 Nov 11 12:20:16.489017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59454) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:16.490018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aca440-e26e-4a70-b69c-81e534d02292 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Pushing event updated for resources: {'Network': ['ID=9d0f9a7a-d70c-46c8-862f-086e499e4463,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:16.500669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 9d0f9a7a-d70c-46c8-862f-086e499e4463 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:20:16.537164 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-99b5c2b6-b29c-4fd6-ac1d-a0f95fea1c9e tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf9bfbdf706a467b869d92e621d5e1ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466688 Nov 11 12:20:16.539863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59458) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:16.593255 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fbe66da9-198d-442c-83c7-be21b4376a5b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.620159 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fbe66da9-198d-442c-83c7-be21b4376a5b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.680023 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fbe66da9-198d-442c-83c7-be21b4376a5b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.684730 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fbe66da9-198d-442c-83c7-be21b4376a5b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.686523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fbe66da9-198d-442c-83c7-be21b4376a5b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/b2a1c110-4cea-455a-83e8-6b31b976c571 HTTP/1.1" status: 204 len: 168 time: 0.1457198 Nov 11 12:20:16.689422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59464) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:16.698722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe66da9-198d-442c-83c7-be21b4376a5b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a1c110-4cea-455a-83e8-6b31b976c571,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:16.799307 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-69de4458-48ca-4747-9cfa-a6ee43749901 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.876829 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10cd88b3-ebde-4a53-850d-e78eb9656f6b req-e5032f04-4e69-430b-8aa4-773de6a1a24c tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0302255 Nov 11 12:20:16.919610 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-69de4458-48ca-4747-9cfa-a6ee43749901 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.945727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-69de4458-48ca-4747-9cfa-a6ee43749901 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0f9a7a-d70c-46c8-862f-086e499e4463']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:16.957339 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-69de4458-48ca-4747-9cfa-a6ee43749901 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027df5a1-bdef-4aa3-9a55-dd8cb41dae32') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:16.957851 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-69de4458-48ca-4747-9cfa-a6ee43749901 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027df5a1-bdef-4aa3-9a55-dd8cb41dae32') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:16.971378 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-69de4458-48ca-4747-9cfa-a6ee43749901 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.985111 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-69de4458-48ca-4747-9cfa-a6ee43749901 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.992352 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69de4458-48ca-4747-9cfa-a6ee43749901 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:20:16.992743 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-69de4458-48ca-4747-9cfa-a6ee43749901 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:20:16.994413 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:20:17.053902 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-69de4458-48ca-4747-9cfa-a6ee43749901 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.059947 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-69de4458-48ca-4747-9cfa-a6ee43749901 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.065855 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-69de4458-48ca-4747-9cfa-a6ee43749901 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] 10.222.0.65 "DELETE /v2.0/networks/9d0f9a7a-d70c-46c8-862f-086e499e4463 HTTP/1.1" status: 204 len: 168 time: 0.3726773 Nov 11 12:20:17.066210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59472) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:17.074218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de4458-48ca-4747-9cfa-a6ee43749901 tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d0f9a7a-d70c-46c8-862f-086e499e4463,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:17.146292 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cdbab0c-fc2b-4cb0-9212-539d9783b87b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.166666 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:20:17.213850 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59478) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:17.218755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0802d0a4-329a-4e4d-acd7-dcd9d96730b4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627463011', 'description': 'tempest-secgroup-smoke-1627463011 description', 'project_id': 'cd84530cc13144bcad0a0d119e726de1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:17.244262 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cdbab0c-fc2b-4cb0-9212-539d9783b87b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.244561 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0802d0a4-329a-4e4d-acd7-dcd9d96730b4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.255371 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0802d0a4-329a-4e4d-acd7-dcd9d96730b4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.271747 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-4cdbab0c-fc2b-4cb0-9212-539d9783b87b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0515aea1-6676-4c68-aa9a-98d4f40b9ad0']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:17.283069 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-4cdbab0c-fc2b-4cb0-9212-539d9783b87b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ad571f-74be-4631-b4f9-5f5272a50e8d') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:17.283363 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-4cdbab0c-fc2b-4cb0-9212-539d9783b87b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ad571f-74be-4631-b4f9-5f5272a50e8d') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:17.293872 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cdbab0c-fc2b-4cb0-9212-539d9783b87b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.310441 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cdbab0c-fc2b-4cb0-9212-539d9783b87b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.319738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cdbab0c-fc2b-4cb0-9212-539d9783b87b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:20:17.320295 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cdbab0c-fc2b-4cb0-9212-539d9783b87b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:20:17.323355 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:20:17.341244 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0802d0a4-329a-4e4d-acd7-dcd9d96730b4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.346184 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0802d0a4-329a-4e4d-acd7-dcd9d96730b4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.389221 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802d0a4-329a-4e4d-acd7-dcd9d96730b4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba59878f-d730-489b-801b-75fe4ee70c5a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:17.390478 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cdbab0c-fc2b-4cb0-9212-539d9783b87b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.395865 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cdbab0c-fc2b-4cb0-9212-539d9783b87b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.402335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4cdbab0c-fc2b-4cb0-9212-539d9783b87b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] 10.222.0.65 "DELETE /v2.0/networks/0515aea1-6676-4c68-aa9a-98d4f40b9ad0 HTTP/1.1" status: 204 len: 168 time: 0.3321140 Nov 11 12:20:17.412323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbab0c-fc2b-4cb0-9212-539d9783b87b tempest-QuotasNegativeTest-1513116449 tempest-QuotasNegativeTest-1513116449-project-admin] Pushing event deleted for resources: {'Network': ['ID=0515aea1-6676-4c68-aa9a-98d4f40b9ad0,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:17.796802 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0802d0a4-329a-4e4d-acd7-dcd9d96730b4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.801412 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0802d0a4-329a-4e4d-acd7-dcd9d96730b4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.834741 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802d0a4-329a-4e4d-acd7-dcd9d96730b4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325e2e6e-267f-4ec1-8446-b8adcef556a1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:17.842128 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0802d0a4-329a-4e4d-acd7-dcd9d96730b4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.843671 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0802d0a4-329a-4e4d-acd7-dcd9d96730b4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6286795 Nov 11 12:20:17.846741 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59488) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:17.852018 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e9d8beca-11b6-4f6e-8057-da91c0c29ba6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '325e2e6e-267f-4ec1-8446-b8adcef556a1', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:17.881239 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e9d8beca-11b6-4f6e-8057-da91c0c29ba6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.903744 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59490) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:17.968665 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e9d8beca-11b6-4f6e-8057-da91c0c29ba6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.983403 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e9d8beca-11b6-4f6e-8057-da91c0c29ba6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.015644 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ecb4a052-d96c-4949-857b-2b72cee0d058 req-417c2d13-4a87-4d71-b5fe-65e773033cf8 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0449932 Nov 11 12:20:18.040120 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4cfdb94-1723-4f7b-879f-8be311f7526b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.044576 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8beca-11b6-4f6e-8057-da91c0c29ba6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70819f86-1dcb-4091-96f4-3f1a741433dc,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:18.052603 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e9d8beca-11b6-4f6e-8057-da91c0c29ba6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.054346 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e9d8beca-11b6-4f6e-8057-da91c0c29ba6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2065883 Nov 11 12:20:18.057279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59496) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:18.062716 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-c2e69488-59b9-4764-80b3-0213445b6cbd tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '325e2e6e-267f-4ec1-8446-b8adcef556a1', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:18.096033 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c2e69488-59b9-4764-80b3-0213445b6cbd tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.164141 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4cfdb94-1723-4f7b-879f-8be311f7526b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.169031 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4cfdb94-1723-4f7b-879f-8be311f7526b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.180976 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c2e69488-59b9-4764-80b3-0213445b6cbd tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.186538 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c2e69488-59b9-4764-80b3-0213445b6cbd tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.205740 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e69488-59b9-4764-80b3-0213445b6cbd tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39ce073-95d5-414b-86b3-8f7d331da472,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:18.210960 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c2e69488-59b9-4764-80b3-0213445b6cbd tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.212019 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c2e69488-59b9-4764-80b3-0213445b6cbd tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1535454 Nov 11 12:20:18.214876 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59498) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:18.219194 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f4cfdb94-1723-4f7b-879f-8be311f7526b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=120c812852784a83992d89365abf692e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3120379 Nov 11 12:20:18.219194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfdb94-1723-4f7b-879f-8be311f7526b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bcf188-fbb7-4df5-80bc-619500b8966c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:18.220624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ab39f134-41da-4077-b073-d37b0ac6496a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '325e2e6e-267f-4ec1-8446-b8adcef556a1', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:18.221864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59500) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:18.250932 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab39f134-41da-4077-b073-d37b0ac6496a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.276036 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-014c7aac-2372-4c3a-931c-33176a9c5f7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.304402 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-014c7aac-2372-4c3a-931c-33176a9c5f7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.318538 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab39f134-41da-4077-b073-d37b0ac6496a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.323842 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab39f134-41da-4077-b073-d37b0ac6496a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.342895 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39f134-41da-4077-b073-d37b0ac6496a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1bc4f19-837c-4197-ae82-10bee2e0c751,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:18.351384 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab39f134-41da-4077-b073-d37b0ac6496a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.352721 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ab39f134-41da-4077-b073-d37b0ac6496a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368449 Nov 11 12:20:18.355620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59506) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:18.360892 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f56e27b0-9a19-4bb7-b855-0141bb28a1ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '325e2e6e-267f-4ec1-8446-b8adcef556a1', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:18.379004 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-014c7aac-2372-4c3a-931c-33176a9c5f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.381690 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-014c7aac-2372-4c3a-931c-33176a9c5f7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.382826 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-014c7aac-2372-4c3a-931c-33176a9c5f7d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7bcf188-fbb7-4df5-80bc-619500b8966c HTTP/1.1" status: 204 len: 168 time: 0.1597970 Nov 11 12:20:18.395799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c7aac-2372-4c3a-931c-33176a9c5f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bcf188-fbb7-4df5-80bc-619500b8966c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:18.405555 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f56e27b0-9a19-4bb7-b855-0141bb28a1ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.476685 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f56e27b0-9a19-4bb7-b855-0141bb28a1ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.487058 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f56e27b0-9a19-4bb7-b855-0141bb28a1ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.506700 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e27b0-9a19-4bb7-b855-0141bb28a1ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb848be6-34b0-4884-b19d-4c1e69ebbb55,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:18.515790 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f56e27b0-9a19-4bb7-b855-0141bb28a1ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.517747 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f56e27b0-9a19-4bb7-b855-0141bb28a1ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1608398 Nov 11 12:20:18.520505 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59514) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:18.525625 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c998a272-42b0-4bad-a705-3302da30b5fe tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '325e2e6e-267f-4ec1-8446-b8adcef556a1', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:18.555032 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-c998a272-42b0-4bad-a705-3302da30b5fe tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Project cd84530cc13144bcad0a0d119e726de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:20:18.562775 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c998a272-42b0-4bad-a705-3302da30b5fe tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.629441 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c998a272-42b0-4bad-a705-3302da30b5fe tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.637309 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c998a272-42b0-4bad-a705-3302da30b5fe tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.656587 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998a272-42b0-4bad-a705-3302da30b5fe tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136621a8-6834-4058-92d3-34506f8b5161,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:18.669983 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c998a272-42b0-4bad-a705-3302da30b5fe tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.672262 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c998a272-42b0-4bad-a705-3302da30b5fe tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1506593 Nov 11 12:20:18.675280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59518) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:18.681305 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-036f77d3-4007-44f9-b689-1ae1bf37415a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '325e2e6e-267f-4ec1-8446-b8adcef556a1', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:18.709029 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-036f77d3-4007-44f9-b689-1ae1bf37415a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Project cd84530cc13144bcad0a0d119e726de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:20:18.715135 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-036f77d3-4007-44f9-b689-1ae1bf37415a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.733715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59520) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:18.747196 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-77783929-c9ad-4201-bad4-d503988f5147 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.780211 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-036f77d3-4007-44f9-b689-1ae1bf37415a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.785821 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-036f77d3-4007-44f9-b689-1ae1bf37415a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.807491 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f77d3-4007-44f9-b689-1ae1bf37415a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1826c0-170a-4ae7-91f7-4aa7c4bea8a3,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:18.815736 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-036f77d3-4007-44f9-b689-1ae1bf37415a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.820099 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-036f77d3-4007-44f9-b689-1ae1bf37415a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405652 Nov 11 12:20:18.820498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59522) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:18.830995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-1b6fc720-a781-446e-841c-6730fb4e25c5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'network': {'name': 'tempest-network-smoke--1817318080', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'port_security_enabled': True}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:18.852985 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-77783929-c9ad-4201-bad4-d503988f5147 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.861023 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-77783929-c9ad-4201-bad4-d503988f5147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.873423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6fc720-a781-446e-841c-6730fb4e25c5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Made reservation on behalf of cd84530cc13144bcad0a0d119e726de1 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:18.877488 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc720-a781-446e-841c-6730fb4e25c5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.911925 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-77783929-c9ad-4201-bad4-d503988f5147 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=692632056c044344ba393d3a6cc62244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1770747 Nov 11 12:20:18.914727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59524) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:18.920745 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77783929-c9ad-4201-bad4-d503988f5147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8af372-2a83-4c1c-822f-3261a6604a59,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:18.931524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6fc720-a781-446e-841c-6730fb4e25c5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:20:18.942623 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc720-a781-446e-841c-6730fb4e25c5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.943001 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-1b6fc720-a781-446e-841c-6730fb4e25c5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Added segment 993c0c8a-f3a9-4655-8a63-62204ebaa5da of type vlan for network 098ee059-7c5f-4068-8fed-dc979f1bef90 Nov 11 12:20:18.973882 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7ba9224a-7279-41db-83db-acd94efeb6ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.993616 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc720-a781-446e-841c-6730fb4e25c5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.998395 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7ba9224a-7279-41db-83db-acd94efeb6ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:19.020064 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc720-a781-446e-841c-6730fb4e25c5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:19.026013 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6fc720-a781-446e-841c-6730fb4e25c5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:19.026597 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc720-a781-446e-841c-6730fb4e25c5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:19.047803 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7ba9224a-7279-41db-83db-acd94efeb6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:19.050775 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7ba9224a-7279-41db-83db-acd94efeb6ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:19.051938 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7ba9224a-7279-41db-83db-acd94efeb6ef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f8af372-2a83-4c1c-822f-3261a6604a59 HTTP/1.1" status: 204 len: 168 time: 0.1361308 Nov 11 12:20:19.063076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9224a-7279-41db-83db-acd94efeb6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8af372-2a83-4c1c-822f-3261a6604a59,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:19.083754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1b6fc720-a781-446e-841c-6730fb4e25c5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2619400 Nov 11 12:20:19.094563 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59530) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:19.107815 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-814670336', 'admin_state_up': True, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:19.129005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fc720-a781-446e-841c-6730fb4e25c5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Network': ['ID=098ee059-7c5f-4068-8fed-dc979f1bef90,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:19.140503 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 098ee059-7c5f-4068-8fed-dc979f1bef90 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:20:19.187005 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:19.187853 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:19.196444 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3690864b-6e5b-41df-a7a9-3ec4caa450bd req-6c7cf98b-af17-4f70-bbaf-9e9914bae281 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0518112 Nov 11 12:20:19.279578 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:19.431856 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:19.651765 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:19.671071 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:19.778012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Allocated IP 172.25.2.33 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/ebc699a9-bcc4-416c-9b88-79dd9a35d000) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:19.896519 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:19.930957 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:19.939353 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59552) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:19.967357 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:19.974648 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:19.977163 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:19.992157 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02505182-2b00-4e63-8d27-c1edb9dbfa52 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:20.013459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=ebc699a9-bcc4-416c-9b88-79dd9a35d000,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:20.050669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bfc4f6e2-62f6-44a8-967c-c1cc7457fb11 None None] Provisioning complete for port ebc699a9-bcc4-416c-9b88-79dd9a35d000 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:20.051211 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bfc4f6e2-62f6-44a8-967c-c1cc7457fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:20.065972 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f6d46cc6-7481-438a-8c44-018fee89b127 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1026542947'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:20.089288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d46cc6-7481-438a-8c44-018fee89b127 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Made reservation on behalf of 1eb2eb79166e4005b6b258e7d8fba4b5 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:20.093913 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6d46cc6-7481-438a-8c44-018fee89b127 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:20.102440 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4f6e2-62f6-44a8-967c-c1cc7457fb11 None None] Port ebc699a9-bcc4-416c-9b88-79dd9a35d000 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:20.105026 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6d46cc6-7481-438a-8c44-018fee89b127 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:20.204558 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6d46cc6-7481-438a-8c44-018fee89b127 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:20.209738 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6d46cc6-7481-438a-8c44-018fee89b127 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:20.238459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d46cc6-7481-438a-8c44-018fee89b127 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:20:20.258447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d46cc6-7481-438a-8c44-018fee89b127 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480bfb5c-d2b6-4675-940a-a6557865b2ab,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:20.272573 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6d46cc6-7481-438a-8c44-018fee89b127 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:20.272931 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-f6d46cc6-7481-438a-8c44-018fee89b127 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Added segment 57ae8b27-6a70-44c7-ad75-47b5f682fa41 of type vlan for network 4450154c-522c-4b5e-94cc-75d9f6bda9d7 Nov 11 12:20:20.308168 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:20.357950 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e10aa4b-1423-4d7a-bb38-234ec9328adc req-4ffd7d77-7611-402c-aa23-799f46918eca tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0402882 Nov 11 12:20:20.359756 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6d46cc6-7481-438a-8c44-018fee89b127 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:20.390154 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6d46cc6-7481-438a-8c44-018fee89b127 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:20.398963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d46cc6-7481-438a-8c44-018fee89b127 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:20.399602 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f6d46cc6-7481-438a-8c44-018fee89b127 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:20.501206 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f6d46cc6-7481-438a-8c44-018fee89b127 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5616319 Nov 11 12:20:20.504858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59558) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:20.512729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e60d3235-72cb-45de-855c-963bfae7e0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Request body: {'subnet': {'network_id': '4450154c-522c-4b5e-94cc-75d9f6bda9d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:20.520736 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d46cc6-7481-438a-8c44-018fee89b127 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Pushing event updated for resources: {'Network': ['ID=4450154c-522c-4b5e-94cc-75d9f6bda9d7,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:20.531927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 4450154c-522c-4b5e-94cc-75d9f6bda9d7 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:20:20.600226 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:20.684136 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60d3235-72cb-45de-855c-963bfae7e0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Made reservation on behalf of 1eb2eb79166e4005b6b258e7d8fba4b5 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:20.688035 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e60d3235-72cb-45de-855c-963bfae7e0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:20.741816 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-63f06b86-81cd-42f4-ba32-cdd032d19440 req-8213e80f-7b00-4961-a927-5eb38f0ff92f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.1374123 Nov 11 12:20:20.788246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router 4377792b-54c1-4450-8c56-4a63b244d5c3 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:20:20.908497 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:20.909014 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e60d3235-72cb-45de-855c-963bfae7e0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:20.923371 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Sync routers for ids ['4377792b-54c1-4450-8c56-4a63b244d5c3'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:20.941120 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:20.945910 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9dcfd235-eeda-4227-9a1c-43fc4de2c42b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8441408 Nov 11 12:20:20.946205 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59564) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:20.948421 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Routers {'4377792b-54c1-4450-8c56-4a63b244d5c3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:20.949450 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-762f2eab-5905-411e-ac73-f345381a860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4377792b-54c1-4450-8c56-4a63b244d5c3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:21.012837 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d3235-72cb-45de-855c-963bfae7e0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Checking segment: {'id': '57ae8b27-6a70-44c7-ad75-47b5f682fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4450154c-522c-4b5e-94cc-75d9f6bda9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:21.013345 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60d3235-72cb-45de-855c-963bfae7e0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Network hostable DHCP agents. Network: 4450154c-522c-4b5e-94cc-75d9f6bda9d7, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:20:21.019319 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d3235-72cb-45de-855c-963bfae7e0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Pushing event updated for resources: {'Subnet': ['ID=3e11c7fc-a57f-48fc-b238-f7aaf2680be9,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:21.046442 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60d3235-72cb-45de-855c-963bfae7e0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Network 4450154c-522c-4b5e-94cc-75d9f6bda9d7 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:20:21.061110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-e60d3235-72cb-45de-855c-963bfae7e0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 4450154c-522c-4b5e-94cc-75d9f6bda9d7) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:21.077946 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60d3235-72cb-45de-855c-963bfae7e0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:21.078868 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e60d3235-72cb-45de-855c-963bfae7e0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:21.086262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672d142b-f99b-47f6-a996-df09b766dfc8 None None] Network 4450154c-522c-4b5e-94cc-75d9f6bda9d7 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:21.106322 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e60d3235-72cb-45de-855c-963bfae7e0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6002791 Nov 11 12:20:21.109147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59568) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:21.121098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-63e1bc31-c95a-434a-8d3f-c30a75eea6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Request body: {'port': {'network_id': '4450154c-522c-4b5e-94cc-75d9f6bda9d7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1574207696'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:21.141632 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-45b96a85-8a72-4482-897f-cb3744e99774 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cd84530cc13144bcad0a0d119e726de1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1941116 Nov 11 12:20:21.144499 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59570) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:21.172971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Set router 4377792b-54c1-4450-8c56-4a63b244d5c3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:21.388761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab647e09-d8c7-4fac-8112-ea2a9a139fa0 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:21.390432 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ab647e09-d8c7-4fac-8112-ea2a9a139fa0 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2447596 Nov 11 12:20:21.393656 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59574) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:21.427236 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e1bc31-c95a-434a-8d3f-c30a75eea6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Made reservation on behalf of 1eb2eb79166e4005b6b258e7d8fba4b5 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:21.431722 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-63e1bc31-c95a-434a-8d3f-c30a75eea6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:21.443694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-4450154c-522c-4b5e-94cc-75d9f6bda9d7', 'network_id': '4450154c-522c-4b5e-94cc-75d9f6bda9d7', 'tenant_id': '1eb2eb79166e4005b6b258e7d8fba4b5', 'fixed_ips': [{'subnet_id': '3e11c7fc-a57f-48fc-b238-f7aaf2680be9'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:20:21.445917 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-239a48b2-4522-4bd7-b1b3-30207e4f9596 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509737 Nov 11 12:20:21.446798 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:21.448945 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59578) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:21.453501 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-63e1bc31-c95a-434a-8d3f-c30a75eea6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] device_id is not set on port ce3e5ac7-9061-419e-beac-1fd39c94ad8e yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:20:21.454429 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-1944fa98-9ad5-4e80-b8e0-fbf310b217ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1030824312', 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:21.528339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89bbecd5-4d54-4526-884f-27db79569b7c req-39c2e0de-7e29-489e-a68d-335db617f455 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0645835 Nov 11 12:20:21.576326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-762f2eab-5905-411e-ac73-f345381a860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814670336', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:20Z', 'revision_number': 3, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:21.600020 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1944fa98-9ad5-4e80-b8e0-fbf310b217ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Made reservation on behalf of cd84530cc13144bcad0a0d119e726de1 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:21.604658 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1944fa98-9ad5-4e80-b8e0-fbf310b217ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:21.621706 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Checking router: 4377792b-54c1-4450-8c56-4a63b244d5c3 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:21.622132 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Updating router 4377792b-54c1-4450-8c56-4a63b244d5c3 port ebc699a9-bcc4-416c-9b88-79dd9a35d000 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:20:21.635753 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-63e1bc31-c95a-434a-8d3f-c30a75eea6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Allocated IP 2001:db8::2a8 (4450154c-522c-4b5e-94cc-75d9f6bda9d7/3e11c7fc-a57f-48fc-b238-f7aaf2680be9/ce3e5ac7-9061-419e-beac-1fd39c94ad8e) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:21.664089 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:21.903514 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-63e1bc31-c95a-434a-8d3f-c30a75eea6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:21.903871 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:21.923984 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1944fa98-9ad5-4e80-b8e0-fbf310b217ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:21.957057 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-63e1bc31-c95a-434a-8d3f-c30a75eea6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:22.012106 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944fa98-9ad5-4e80-b8e0-fbf310b217ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Subnet': ['ID=e21fc6f1-84eb-4522-b031-28cf8fdf0a94,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:22.013115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e1bc31-c95a-434a-8d3f-c30a75eea6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Network 4450154c-522c-4b5e-94cc-75d9f6bda9d7 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:22.019193 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-63e1bc31-c95a-434a-8d3f-c30a75eea6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:22.023505 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e1bc31-c95a-434a-8d3f-c30a75eea6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:22.030133 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1bc31-c95a-434a-8d3f-c30a75eea6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:22.030805 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-63e1bc31-c95a-434a-8d3f-c30a75eea6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:22.032448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944fa98-9ad5-4e80-b8e0-fbf310b217ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Checking segment: {'id': '993c0c8a-f3a9-4655-8a63-62204ebaa5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:22.035480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1944fa98-9ad5-4e80-b8e0-fbf310b217ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network hostable DHCP agents. Network: 098ee059-7c5f-4068-8fed-dc979f1bef90, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:20:22.042431 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1bc31-c95a-434a-8d3f-c30a75eea6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Pushing event updated for resources: {'Port': ['ID=ce3e5ac7-9061-419e-beac-1fd39c94ad8e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:22.063642 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-63e1bc31-c95a-434a-8d3f-c30a75eea6d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9499006 Nov 11 12:20:22.064811 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59586) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:22.079029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1944fa98-9ad5-4e80-b8e0-fbf310b217ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 098ee059-7c5f-4068-8fed-dc979f1bef90 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:20:22.079889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-55764a73-ea01-4b6f-bb86-859f630fa8dc tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Request body: {'port': {'network_id': '4450154c-522c-4b5e-94cc-75d9f6bda9d7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1650746131', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:22.080590 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.api.validators [None req-55764a73-ea01-4b6f-bb86-859f630fa8dc tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] bootfile-name is not in valid_values {{(pid=109153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:20:22.082009 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.api.validators [None req-55764a73-ea01-4b6f-bb86-859f630fa8dc tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] tftp-server is not in valid_values {{(pid=109153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:20:22.082497 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.api.validators [None req-55764a73-ea01-4b6f-bb86-859f630fa8dc tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] server-ip-address is not in valid_values {{(pid=109153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:20:22.105028 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-1944fa98-9ad5-4e80-b8e0-fbf310b217ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 098ee059-7c5f-4068-8fed-dc979f1bef90) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:22.110336 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1944fa98-9ad5-4e80-b8e0-fbf310b217ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:22.111055 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1944fa98-9ad5-4e80-b8e0-fbf310b217ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:22.139388 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1944fa98-9ad5-4e80-b8e0-fbf310b217ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6866701 Nov 11 12:20:22.139598 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59588) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:22.158336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df67636-3a8f-46ff-91eb-a15dc1c9d171 None None] Network 098ee059-7c5f-4068-8fed-dc979f1bef90 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:22.166510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59590) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:22.233424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55764a73-ea01-4b6f-bb86-859f630fa8dc tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Made reservation on behalf of 1eb2eb79166e4005b6b258e7d8fba4b5 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:22.238888 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-55764a73-ea01-4b6f-bb86-859f630fa8dc tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:22.254103 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Allocated IP 2001:db8::2 (4450154c-522c-4b5e-94cc-75d9f6bda9d7/3e11c7fc-a57f-48fc-b238-f7aaf2680be9/7aff7172-f38f-4d35-8505-6077ab78f445) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:22.256810 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-55764a73-ea01-4b6f-bb86-859f630fa8dc tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] device_id is not set on port 56135f2d-61b0-4f29-b756-50c8e7924360 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:20:22.322585 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f29569a0-2f38-4215-a1df-100d84f0d99f req-a8d1efce-31a8-4145-b867-b55c1aeada11 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0299907 Nov 11 12:20:22.414738 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f29569a0-2f38-4215-a1df-100d84f0d99f req-9fd17bd2-e21b-497e-a57d-abd1189bfcf5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cfb7dcbf992a48f38df865ef8700b4ea&device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0380752 Nov 11 12:20:22.420460 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-442c7d3c-a515-4c89-9198-e5166e6b8f54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:22.437828 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:22.453875 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:22.497004 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f29569a0-2f38-4215-a1df-100d84f0d99f req-72e11765-1d22-467a-8c2a-9c72a12b647a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=cfb7dcbf992a48f38df865ef8700b4ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613334 Nov 11 12:20:22.531861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ecbea-f779-4e2f-baea-378e83350c6e None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:22.552201 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Attempting to bind port ebc699a9-bcc4-416c-9b88-79dd9a35d000 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:22.552601 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Attempting to bind port ebc699a9-bcc4-416c-9b88-79dd9a35d000 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:22.553064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Attempting to bind port ebc699a9-bcc4-416c-9b88-79dd9a35d000 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:22.575571 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-098ee059-7c5f-4068-8fed-dc979f1bef90', 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ips': [{'subnet_id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:20:22.576611 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:22.609191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:22.609560 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:22.609980 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:22.610420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:22.610894 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Bound port: ebc699a9-bcc4-416c-9b88-79dd9a35d000, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:22.611262 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:22.614420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b2512-3c55-4b7f-83d5-b0fc5bed9c29 None None] Pushing event updated for resources: {'Port': ['ID=ebc699a9-bcc4-416c-9b88-79dd9a35d000,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:22.654089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ff1cd08-25d6-43c9-8445-ebfd1f3e1e38 req-43bfba1e-a6e5-47bd-978a-1a2e95523137 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0394378 Nov 11 12:20:22.836578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29569a0-2f38-4215-a1df-100d84f0d99f req-e5f41ee5-baee-44ec-8510-742e8fb5fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:22.838995 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f29569a0-2f38-4215-a1df-100d84f0d99f req-e5f41ee5-baee-44ec-8510-742e8fb5fcd3 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3347123 Nov 11 12:20:22.844763 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:22.881566 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-442c7d3c-a515-4c89-9198-e5166e6b8f54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:22.892377 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-442c7d3c-a515-4c89-9198-e5166e6b8f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:22.926058 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a61419c7-7d54-43ae-8383-406afbe908cd req-9805373b-a78a-491f-a00f-d564a2ea4f10 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0338540 Nov 11 12:20:22.947452 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-55764a73-ea01-4b6f-bb86-859f630fa8dc tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Allocated IP 2001:db8::2b7 (4450154c-522c-4b5e-94cc-75d9f6bda9d7/3e11c7fc-a57f-48fc-b238-f7aaf2680be9/56135f2d-61b0-4f29-b756-50c8e7924360) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:22.962947 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-07dbed15-9295-4637-9ed3-0faa60cd94e9 None None] Provisioning complete for port ebc699a9-bcc4-416c-9b88-79dd9a35d000 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:22.963564 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-07dbed15-9295-4637-9ed3-0faa60cd94e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:22.967766 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:22.991409 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b8037a99-d97d-4973-9a5b-7d8b3dde0621 req-99d82f93-ce8b-4e74-948f-915ec06d7e1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cfb7dcbf992a48f38df865ef8700b4ea&device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0713766 Nov 11 12:20:23.003206 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-442c7d3c-a515-4c89-9198-e5166e6b8f54 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=66f5660b71cc458c96a94d2c8092ca63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7929142 Nov 11 12:20:23.003897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59600) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:23.016719 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c7d3c-a515-4c89-9198-e5166e6b8f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689f6b38-3c67-41ab-bd74-14cad27234cc,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:23.034444 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b8037a99-d97d-4973-9a5b-7d8b3dde0621 req-aab541c3-ec3d-425e-ba7d-c2c1ea9f6176 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=cfb7dcbf992a48f38df865ef8700b4ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326073 Nov 11 12:20:23.055910 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-762f2eab-5905-411e-ac73-f345381a860d None None] For port ebc699a9-bcc4-416c-9b88-79dd9a35d000, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:23.081435 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Network 4450154c-522c-4b5e-94cc-75d9f6bda9d7 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:23.107080 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-762f2eab-5905-411e-ac73-f345381a860d None None] For port ebc699a9-bcc4-416c-9b88-79dd9a35d000, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ebc699a9-bcc4-416c-9b88-79dd9a35d000,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:23.113826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:23.120809 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-07dbed15-9295-4637-9ed3-0faa60cd94e9 None None] Port ebc699a9-bcc4-416c-9b88-79dd9a35d000 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:23.122516 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Pushing event updated for resources: {'Port': ['ID=7aff7172-f38f-4d35-8505-6077ab78f445,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:23.127259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:23.138793 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:23.235817 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Allocated IP 172.20.0.2 (098ee059-7c5f-4068-8fed-dc979f1bef90/e21fc6f1-84eb-4522-b031-28cf8fdf0a94/2b12ae6b-93de-492c-821c-bdfce8267900) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:23.237718 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:23.252051 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8037a99-d97d-4973-9a5b-7d8b3dde0621 req-2dc401f8-6c5d-4dba-b47c-361b51dc7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:23.253575 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b8037a99-d97d-4973-9a5b-7d8b3dde0621 req-2dc401f8-6c5d-4dba-b47c-361b51dc7828 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1979618 Nov 11 12:20:23.269367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b2512-3c55-4b7f-83d5-b0fc5bed9c29 None None] Pushing event updated for resources: {'Port': ['ID=ebc699a9-bcc4-416c-9b88-79dd9a35d000,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:23.299558 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e559cac-9962-4d53-b65f-aaa68f9588aa None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:23.312324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Attempting to bind port 7aff7172-f38f-4d35-8505-6077ab78f445 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:23.312656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Attempting to bind port 7aff7172-f38f-4d35-8505-6077ab78f445 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '57ae8b27-6a70-44c7-ad75-47b5f682fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4450154c-522c-4b5e-94cc-75d9f6bda9d7'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:23.313267 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Attempting to bind port 7aff7172-f38f-4d35-8505-6077ab78f445 on network 4450154c-522c-4b5e-94cc-75d9f6bda9d7 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:23.346642 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Routers {'4377792b-54c1-4450-8c56-4a63b244d5c3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:23.347173 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-762f2eab-5905-411e-ac73-f345381a860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4377792b-54c1-4450-8c56-4a63b244d5c3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:23.389221 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:23.389902 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Checking segment: {'id': '57ae8b27-6a70-44c7-ad75-47b5f682fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4450154c-522c-4b5e-94cc-75d9f6bda9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:23.390481 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:23.391011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Bound using segment: {'id': '57ae8b27-6a70-44c7-ad75-47b5f682fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4450154c-522c-4b5e-94cc-75d9f6bda9d7'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:23.391494 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Bound port: 7aff7172-f38f-4d35-8505-6077ab78f445, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ae8b27-6a70-44c7-ad75-47b5f682fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4450154c-522c-4b5e-94cc-75d9f6bda9d7'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:23.391863 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:23.422415 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6565132e-8a27-4d20-b522-2a5824bf9c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:23.465934 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6565132e-8a27-4d20-b522-2a5824bf9c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:23.491876 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-55764a73-ea01-4b6f-bb86-859f630fa8dc tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:23.539340 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6565132e-8a27-4d20-b522-2a5824bf9c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:23.542113 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6565132e-8a27-4d20-b522-2a5824bf9c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:23.546010 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6565132e-8a27-4d20-b522-2a5824bf9c44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/689f6b38-3c67-41ab-bd74-14cad27234cc HTTP/1.1" status: 204 len: 168 time: 0.5379295 Nov 11 12:20:23.557532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565132e-8a27-4d20-b522-2a5824bf9c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689f6b38-3c67-41ab-bd74-14cad27234cc,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:23.561943 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-55764a73-ea01-4b6f-bb86-859f630fa8dc tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:23.609307 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7adf632e-1514-43e2-b776-91ed21e37bc9 None None] Provisioning complete for port ebc699a9-bcc4-416c-9b88-79dd9a35d000 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:23.609893 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7adf632e-1514-43e2-b776-91ed21e37bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:23.609976 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55764a73-ea01-4b6f-bb86-859f630fa8dc tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Network 4450154c-522c-4b5e-94cc-75d9f6bda9d7 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:23.613057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-55764a73-ea01-4b6f-bb86-859f630fa8dc tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:23.617036 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55764a73-ea01-4b6f-bb86-859f630fa8dc tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:23.622805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55764a73-ea01-4b6f-bb86-859f630fa8dc tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:23.623401 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-55764a73-ea01-4b6f-bb86-859f630fa8dc tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:23.632498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55764a73-ea01-4b6f-bb86-859f630fa8dc tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Pushing event updated for resources: {'Port': ['ID=56135f2d-61b0-4f29-b756-50c8e7924360,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:23.647900 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-55764a73-ea01-4b6f-bb86-859f630fa8dc tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.5794027 Nov 11 12:20:23.648292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59604) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:23.652390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-762f2eab-5905-411e-ac73-f345381a860d None None] Set router 4377792b-54c1-4450-8c56-4a63b244d5c3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:23.656557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] For port 7aff7172-f38f-4d35-8505-6077ab78f445, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:23.715400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcc9b0f-c2e5-4a7e-a0a0-1622ca6b5954 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:23.722055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcc9b0f-c2e5-4a7e-a0a0-1622ca6b5954 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:23.728354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcc9b0f-c2e5-4a7e-a0a0-1622ca6b5954 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:23.732996 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bdcc9b0f-c2e5-4a7e-a0a0-1622ca6b5954 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.0809216 Nov 11 12:20:23.733138 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] For port 7aff7172-f38f-4d35-8505-6077ab78f445, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=7aff7172-f38f-4d35-8505-6077ab78f445,segment=NetworkSegment(57ae8b27-6a70-44c7-ad75-47b5f682fa41),segment_id=57ae8b27-6a70-44c7-ad75-47b5f682fa41)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:23.733690 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59608) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:23.746152 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:23.748098 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:23.803243 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:23.839127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Allocated IP 172.20.0.1 (098ee059-7c5f-4068-8fed-dc979f1bef90/e21fc6f1-84eb-4522-b031-28cf8fdf0a94/76addaa0-9894-4291-8ebe-866b9ac24339) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:23.845020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-a4ed7ca7-24b1-47cc-8df4-c7e53d3394ea tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Deleting port 56135f2d-61b0-4f29-b756-50c8e7924360 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:23.845697 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7ca7-24b1-47cc-8df4-c7e53d3394ea tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:23.882303 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Network 098ee059-7c5f-4068-8fed-dc979f1bef90 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:23.895617 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:23.904763 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:23.925692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fe3d6-0d3f-47e3-858c-26ee8f754002 None None] Pushing event updated for resources: {'Port': ['ID=7aff7172-f38f-4d35-8505-6077ab78f445,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:24.018263 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7ca7-24b1-47cc-8df4-c7e53d3394ea tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:24.043185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-a4ed7ca7-24b1-47cc-8df4-c7e53d3394ea tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Calling delete_port for 56135f2d-61b0-4f29-b756-50c8e7924360 owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:24.052409 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:24.074398 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7adf632e-1514-43e2-b776-91ed21e37bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:24.095750 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35f9d2fd-56f5-45b7-8a15-db813fdae42b req-0a4a66b4-5a9d-4b19-8f9d-050a77b9e17e tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0500968 Nov 11 12:20:24.140501 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:24.151046 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Pushing event updated for resources: {'Port': ['ID=2b12ae6b-93de-492c-821c-bdfce8267900,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:24.162364 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7adf632e-1514-43e2-b776-91ed21e37bc9 None None] For port ebc699a9-bcc4-416c-9b88-79dd9a35d000, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ebc699a9-bcc4-416c-9b88-79dd9a35d000,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:24.170337 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Attempting to bind port 2b12ae6b-93de-492c-821c-bdfce8267900 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:24.170884 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Attempting to bind port 2b12ae6b-93de-492c-821c-bdfce8267900 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '993c0c8a-f3a9-4655-8a63-62204ebaa5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:24.171698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Attempting to bind port 2b12ae6b-93de-492c-821c-bdfce8267900 on network 098ee059-7c5f-4068-8fed-dc979f1bef90 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:24.178396 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7adf632e-1514-43e2-b776-91ed21e37bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:24.207975 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:24.213734 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Checking segment: {'id': '993c0c8a-f3a9-4655-8a63-62204ebaa5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:24.214462 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:24.215075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Bound using segment: {'id': '993c0c8a-f3a9-4655-8a63-62204ebaa5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:24.215817 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Bound port: 2b12ae6b-93de-492c-821c-bdfce8267900, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993c0c8a-f3a9-4655-8a63-62204ebaa5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:24.218967 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:24.225699 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 098ee059-7c5f-4068-8fed-dc979f1bef90 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:24.232988 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:24.238703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:24.244983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=76addaa0-9894-4291-8ebe-866b9ac24339,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:24.294671 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:24.351073 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf632e-1514-43e2-b776-91ed21e37bc9 None None] Pushing event updated for resources: {'Port': ['ID=ebc699a9-bcc4-416c-9b88-79dd9a35d000,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:24.361389 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7ca7-24b1-47cc-8df4-c7e53d3394ea tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:24.369079 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-762f2eab-5905-411e-ac73-f345381a860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814670336', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:20Z', 'revision_number': 3, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:24.407783 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed7ca7-24b1-47cc-8df4-c7e53d3394ea tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Pushing event deleted for resources: {'Port': ['ID=56135f2d-61b0-4f29-b756-50c8e7924360,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:24.442226 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7ca7-24b1-47cc-8df4-c7e53d3394ea tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:24.448648 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f2eab-5905-411e-ac73-f345381a860d None None] The sync data for ids ['4377792b-54c1-4450-8c56-4a63b244d5c3'] in n-d-807359-3 is: [{'id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814670336', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:20Z', 'revision_number': 3, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:24.452944 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a4ed7ca7-24b1-47cc-8df4-c7e53d3394ea tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] 10.222.0.65 "DELETE /v2.0/ports/56135f2d-61b0-4f29-b756-50c8e7924360 HTTP/1.1" status: 204 len: 168 time: 0.7151053 Nov 11 12:20:24.454038 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59628) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:24.464843 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5d8de729-ae34-4d57-83f5-5a7dd820010a tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Request body: {'port': {'name': 'tempest-new-port-name-1518212159', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:24.465280 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.api.validators [None req-5d8de729-ae34-4d57-83f5-5a7dd820010a tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] bootfile-name is not in valid_values {{(pid=109153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:20:24.465642 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.api.validators [None req-5d8de729-ae34-4d57-83f5-5a7dd820010a tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] tftp-server is not in valid_values {{(pid=109153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:20:24.466014 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.api.validators [None req-5d8de729-ae34-4d57-83f5-5a7dd820010a tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] server-ip-address is not in valid_values {{(pid=109153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:20:24.525203 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] For port 2b12ae6b-93de-492c-821c-bdfce8267900, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:24.529012 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] For port 2b12ae6b-93de-492c-821c-bdfce8267900, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2b12ae6b-93de-492c-821c-bdfce8267900,segment=NetworkSegment(993c0c8a-f3a9-4655-8a63-62204ebaa5da),segment_id=993c0c8a-f3a9-4655-8a63-62204ebaa5da)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:24.542115 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:24.566688 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5d8de729-ae34-4d57-83f5-5a7dd820010a tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:24.659810 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a3bcd-0567-4a16-8018-511441f5dc1b None None] Pushing event updated for resources: {'Port': ['ID=2b12ae6b-93de-492c-821c-bdfce8267900,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:25.037338 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5d8de729-ae34-4d57-83f5-5a7dd820010a tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:25.051291 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5d8de729-ae34-4d57-83f5-5a7dd820010a tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:25.141657 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b8037a99-d97d-4973-9a5b-7d8b3dde0621 req-d8846bea-224b-43b7-b20b-e7602a5494d7 tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.62 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.1624546 Nov 11 12:20:25.183526 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-5d8de729-ae34-4d57-83f5-5a7dd820010a tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] In _notify_port_updated(), no bound segment for port ce3e5ac7-9061-419e-beac-1fd39c94ad8e on network 4450154c-522c-4b5e-94cc-75d9f6bda9d7 {{(pid=109153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:20:25.198090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8de729-ae34-4d57-83f5-5a7dd820010a tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:25.198796 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5d8de729-ae34-4d57-83f5-5a7dd820010a tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:25.219609 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5d8de729-ae34-4d57-83f5-5a7dd820010a tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] 10.222.0.65 "PUT /v2.0/ports/ce3e5ac7-9061-419e-beac-1fd39c94ad8e HTTP/1.1" status: 200 len: 1130 time: 0.7631106 Nov 11 12:20:25.220315 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59646) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:25.249638 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:25.304772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7aff7172-f38f-4d35-8505-6077ab78f445 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:25.337998 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-deed1a53-cace-484a-ba0c-5fc1e4b54dd4 req-ef7bc06d-8424-43aa-bdbd-774b55ffc32b tempest-ServerShowV257Test-1795401563 tempest-ServerShowV257Test-1795401563-project] 10.222.0.65 "GET /v2.0/ports?device_id=827d44bc-e7aa-41f7-8590-2c219266b7dc HTTP/1.1" status: 200 len: 210 time: 0.0963399 Nov 11 12:20:25.363230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8de729-ae34-4d57-83f5-5a7dd820010a tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Pushing event updated for resources: {'Port': ['ID=ce3e5ac7-9061-419e-beac-1fd39c94ad8e,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:25.396803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9674d0-d8b0-4a91-85ad-fbebbb914728 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:25.399492 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-be9674d0-d8b0-4a91-85ad-fbebbb914728 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] 10.222.0.65 "GET /v2.0/ports/ce3e5ac7-9061-419e-beac-1fd39c94ad8e HTTP/1.1" status: 200 len: 1130 time: 0.1748931 Nov 11 12:20:25.402831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59648) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:25.442168 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 7aff7172-f38f-4d35-8505-6077ab78f445 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:25.442540 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:25.571474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-b883b9d4-1822-4f02-89fc-0efc0e2552dd tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Deleting port ce3e5ac7-9061-419e-beac-1fd39c94ad8e {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:25.575920 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b883b9d4-1822-4f02-89fc-0efc0e2552dd tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:25.595063 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:25.658864 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc07f7b-6ba0-4524-abe4-918bf654efca None None] Network 4450154c-522c-4b5e-94cc-75d9f6bda9d7 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:25.807140 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b883b9d4-1822-4f02-89fc-0efc0e2552dd tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:25.816410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-279b974b-caa1-4716-adbf-b0e2ee7be794 None None] Provisioning complete for port 7aff7172-f38f-4d35-8505-6077ab78f445 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:25.816996 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-279b974b-caa1-4716-adbf-b0e2ee7be794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:25.869244 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-b883b9d4-1822-4f02-89fc-0efc0e2552dd tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Calling delete_port for ce3e5ac7-9061-419e-beac-1fd39c94ad8e owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:25.911328 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:25.919438 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:25.940627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 7aff7172-f38f-4d35-8505-6077ab78f445, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=7aff7172-f38f-4d35-8505-6077ab78f445,segment=NetworkSegment(57ae8b27-6a70-44c7-ad75-47b5f682fa41),segment_id=57ae8b27-6a70-44c7-ad75-47b5f682fa41)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:25.976139 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:25.979605 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ebc699a9-bcc4-416c-9b88-79dd9a35d000 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:26.044208 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:26.047330 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=76addaa0-9894-4291-8ebe-866b9ac24339,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:26.204482 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 098ee059-7c5f-4068-8fed-dc979f1bef90 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:26.206611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:26.222861 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b883b9d4-1822-4f02-89fc-0efc0e2552dd tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:26.274690 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883b9d4-1822-4f02-89fc-0efc0e2552dd tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Pushing event deleted for resources: {'Port': ['ID=ce3e5ac7-9061-419e-beac-1fd39c94ad8e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:26.316664 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b883b9d4-1822-4f02-89fc-0efc0e2552dd tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:26.320702 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b883b9d4-1822-4f02-89fc-0efc0e2552dd tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] 10.222.0.65 "DELETE /v2.0/ports/ce3e5ac7-9061-419e-beac-1fd39c94ad8e HTTP/1.1" status: 204 len: 168 time: 0.9157014 Nov 11 12:20:26.323255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59656) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:26.374676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router 4377792b-54c1-4450-8c56-4a63b244d5c3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:20:26.420390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f7d153-6a6e-4195-b375-5b24d4168348 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Deleting subnet 3e11c7fc-a57f-48fc-b238-f7aaf2680be9 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:20:26.428825 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b1e4b4-4af5-455c-8708-f60b8faa6706 None None] Network 098ee059-7c5f-4068-8fed-dc979f1bef90 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:26.436359 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8f7d153-6a6e-4195-b375-5b24d4168348 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:26.512501 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8f7d153-6a6e-4195-b375-5b24d4168348 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:26.536188 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:26.560837 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a0620a4f-99bd-4d0c-9b8f-4571b68cfd26 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "PUT /v2.0/routers/4377792b-54c1-4450-8c56-4a63b244d5c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4125328 Nov 11 12:20:26.584845 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ebc699a9-bcc4-416c-9b88-79dd9a35d000 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:26.585135 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:26.610119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=7aff7172-f38f-4d35-8505-6077ab78f445,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:26.698647 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8f7d153-6a6e-4195-b375-5b24d4168348 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:26.840510 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8f7d153-6a6e-4195-b375-5b24d4168348 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:26.882277 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8f7d153-6a6e-4195-b375-5b24d4168348 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:26.888976 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b8f7d153-6a6e-4195-b375-5b24d4168348 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] 10.222.0.65 "DELETE /v2.0/subnets/3e11c7fc-a57f-48fc-b238-f7aaf2680be9 HTTP/1.1" status: 204 len: 168 time: 0.5633709 Nov 11 12:20:26.892352 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59674) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:26.900775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59676) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:26.941459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7d153-6a6e-4195-b375-5b24d4168348 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Pushing event deleted for resources: {'Subnet': ['ID=3e11c7fc-a57f-48fc-b238-f7aaf2680be9,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:26.995661 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2b12ae6b-93de-492c-821c-bdfce8267900 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:27.044571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd825225-4536-4223-bab9-5dc05341ab83 req-0721729f-074c-43b6-8f10-5bd1984881cc tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627463011&fields=id&tenant_id=cd84530cc13144bcad0a0d119e726de1 HTTP/1.1" status: 200 len: 267 time: 0.0794492 Nov 11 12:20:27.096174 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.122373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc0b536-1274-4247-84ef-d167d254a71b None None] Network 4450154c-522c-4b5e-94cc-75d9f6bda9d7 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:27.228105 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8cf13d9f-d465-4e2d-99a5-e10e7639f5f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.238187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Deleting port 7aff7172-f38f-4d35-8505-6077ab78f445 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:27.238741 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.273356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825225-4536-4223-bab9-5dc05341ab83 req-243468cd-7294-403b-b4bc-caba5172ca11 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:27.274710 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-111c88df-3867-41a4-8a1e-1e3343444de2 None None] Provisioning complete for port 2b12ae6b-93de-492c-821c-bdfce8267900 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:27.274958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd825225-4536-4223-bab9-5dc05341ab83 req-243468cd-7294-403b-b4bc-caba5172ca11 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/networks?id=098ee059-7c5f-4068-8fed-dc979f1bef90 HTTP/1.1" status: 200 len: 797 time: 0.2190013 Nov 11 12:20:27.275270 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-111c88df-3867-41a4-8a1e-1e3343444de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.320239 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd825225-4536-4223-bab9-5dc05341ab83 req-9f585207-7e14-4262-998c-6edccab16a18 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/quotas/cd84530cc13144bcad0a0d119e726de1 HTTP/1.1" status: 200 len: 375 time: 0.0302165 Nov 11 12:20:27.334293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] For port 7aff7172-f38f-4d35-8505-6077ab78f445, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=7aff7172-f38f-4d35-8505-6077ab78f445,segment=NetworkSegment(57ae8b27-6a70-44c7-ad75-47b5f682fa41),segment_id=57ae8b27-6a70-44c7-ad75-47b5f682fa41)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:27.334999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2b12ae6b-93de-492c-821c-bdfce8267900 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:27.335528 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.335786 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.358011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Calling delete_port for 7aff7172-f38f-4d35-8505-6077ab78f445 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:27.416083 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8cf13d9f-d465-4e2d-99a5-e10e7639f5f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.426467 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8cf13d9f-d465-4e2d-99a5-e10e7639f5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.501888 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.508814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8cf13d9f-d465-4e2d-99a5-e10e7639f5f6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cfb7dcbf992a48f38df865ef8700b4ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6048663 Nov 11 12:20:27.510151 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf13d9f-d465-4e2d-99a5-e10e7639f5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c447751-5be4-4d2c-aad7-7788161558e1,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:27.517799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59684) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:27.569353 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Sync routers for ids ['4377792b-54c1-4450-8c56-4a63b244d5c3'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:27.577712 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-111c88df-3867-41a4-8a1e-1e3343444de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.582263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd825225-4536-4223-bab9-5dc05341ab83 req-deb31007-48c3-4eca-aa99-a694a51cadd7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2195830 Nov 11 12:20:27.590837 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Routers {'4377792b-54c1-4450-8c56-4a63b244d5c3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:27.591847 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4377792b-54c1-4450-8c56-4a63b244d5c3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:27.595845 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Pushing event deleted for resources: {'Port': ['ID=7aff7172-f38f-4d35-8505-6077ab78f445,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:27.601054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ee12b8-1c05-4ac0-945b-4764150c3288 None None] DHCP port deletion for 4450154c-522c-4b5e-94cc-75d9f6bda9d7 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:27.623709 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] No DVR routers for this DVR port 7aff7172-f38f-4d35-8505-6077ab78f445 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:20:27.640016 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.666096 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-111c88df-3867-41a4-8a1e-1e3343444de2 None None] For port 2b12ae6b-93de-492c-821c-bdfce8267900, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2b12ae6b-93de-492c-821c-bdfce8267900,segment=NetworkSegment(993c0c8a-f3a9-4655-8a63-62204ebaa5da),segment_id=993c0c8a-f3a9-4655-8a63-62204ebaa5da)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:27.674406 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-111c88df-3867-41a4-8a1e-1e3343444de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.680586 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a445b379-7834-4579-9699-861d9e68b75e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.724632 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Set router 4377792b-54c1-4450-8c56-4a63b244d5c3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:27.749061 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.770288 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:20:27.770550 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:20:27.771495 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c88df-3867-41a4-8a1e-1e3343444de2 None None] Pushing event updated for resources: {'Port': ['ID=2b12ae6b-93de-492c-821c-bdfce8267900,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:27.781030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4450154c-522c-4b5e-94cc-75d9f6bda9d7']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:27.784412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd825225-4536-4223-bab9-5dc05341ab83 req-6f24c479-d9dc-4eb1-898b-143cc5b52f6f service neutron] 10.222.0.65 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894939 Nov 11 12:20:27.792258 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ae8b27-6a70-44c7-ad75-47b5f682fa41') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:27.792549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ae8b27-6a70-44c7-ad75-47b5f682fa41') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:27.803194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5ce7a8c7-fda9-479e-81a5-f06f8a2335f2 None None] Could not find standard attr ID for object 7aff7172-f38f-4d35-8505-6077ab78f445. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:20:27.804954 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.819599 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.826800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:20:27.827177 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.828153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5ce7a8c7-fda9-479e-81a5-f06f8a2335f2 None None] Provisioning complete for port 2b12ae6b-93de-492c-821c-bdfce8267900 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:27.828686 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5ce7a8c7-fda9-479e-81a5-f06f8a2335f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:20:27.895749 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:20:27.917230 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd825225-4536-4223-bab9-5dc05341ab83 req-d02bd4be-8771-4889-889d-a7462e050b85 service neutron] 10.222.0.65 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221402 Nov 11 12:20:27.923895 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.928592 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.933635 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] 10.222.0.65 "DELETE /v2.0/networks/4450154c-522c-4b5e-94cc-75d9f6bda9d7 HTTP/1.1" status: 204 len: 168 time: 1.0384135 Nov 11 12:20:27.976084 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a445b379-7834-4579-9699-861d9e68b75e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:27.976084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a850f-4dad-4bf5-97ce-8f27c704ec63 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874 tempest-ExtraDHCPOptionsIpV6TestJSON-1382024874-project] Pushing event deleted for resources: {'Network': ['ID=4450154c-522c-4b5e-94cc-75d9f6bda9d7,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:28.032334 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a445b379-7834-4579-9699-861d9e68b75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:28.036366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a445b379-7834-4579-9699-861d9e68b75e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:28.037559 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a445b379-7834-4579-9699-861d9e68b75e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c447751-5be4-4d2c-aad7-7788161558e1 HTTP/1.1" status: 204 len: 168 time: 0.5187585 Nov 11 12:20:28.059994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445b379-7834-4579-9699-861d9e68b75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c447751-5be4-4d2c-aad7-7788161558e1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:28.063531 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814670336', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:25Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '76addaa0-9894-4291-8ebe-866b9ac24339', 'name': '', 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:d3:01:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:23Z', 'updated_at': '2021-11-11T12:20:25Z', 'revision_number': 2, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:28.091985 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5ce7a8c7-fda9-479e-81a5-f06f8a2335f2 None None] Provisioning complete for port 76addaa0-9894-4291-8ebe-866b9ac24339 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:28.092505 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5ce7a8c7-fda9-479e-81a5-f06f8a2335f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:28.168472 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Checking router: 4377792b-54c1-4450-8c56-4a63b244d5c3 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:28.169793 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Updating router 4377792b-54c1-4450-8c56-4a63b244d5c3 port 76addaa0-9894-4291-8ebe-866b9ac24339 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:20:28.200954 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-5ce7a8c7-fda9-479e-81a5-f06f8a2335f2 None None] Port 76addaa0-9894-4291-8ebe-866b9ac24339 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:28.222956 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:28.323933 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40cdb0a3-cda4-4e00-975a-72b105599932 req-e64d5e36-fd59-4898-ae0f-25faa6b1ed62 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 210 time: 0.0869515 Nov 11 12:20:28.404288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-fb1eb0ed-478b-493f-9ba6-6f36aabb4546 None None] Provisioning complete for port 76addaa0-9894-4291-8ebe-866b9ac24339 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:28.404651 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fb1eb0ed-478b-493f-9ba6-6f36aabb4546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:28.502149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59708) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:28.525883 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-fb1eb0ed-478b-493f-9ba6-6f36aabb4546 None None] Port 76addaa0-9894-4291-8ebe-866b9ac24339 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:28.541087 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2b12ae6b-93de-492c-821c-bdfce8267900 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:28.650745 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2b12ae6b-93de-492c-821c-bdfce8267900 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:28.651375 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:28.726023 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c86dff54-6fc4-4b6f-9462-86defd21417b None None] Provisioning complete for port 76addaa0-9894-4291-8ebe-866b9ac24339 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:28.726882 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c86dff54-6fc4-4b6f-9462-86defd21417b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:28.768792 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fe14b1a2-5042-4ae4-853e-125f042b559e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1eb2eb79166e4005b6b258e7d8fba4b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2652516 Nov 11 12:20:28.771928 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59716) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:28.835732 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:28.848059 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:28.858303 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c86dff54-6fc4-4b6f-9462-86defd21417b None None] Port 76addaa0-9894-4291-8ebe-866b9ac24339 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:28.859202 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-555c75ef-c96e-4649-831f-5227646f0a8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:28.925157 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-555c75ef-c96e-4649-831f-5227646f0a8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:28.955663 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a5485-221b-48ad-9109-0e04a36e8b13 None None] Pushing event updated for resources: {'Port': ['ID=76addaa0-9894-4291-8ebe-866b9ac24339,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:29.016403 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7aff7172-f38f-4d35-8505-6077ab78f445 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:20:29.029234 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-555c75ef-c96e-4649-831f-5227646f0a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:29.036119 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-555c75ef-c96e-4649-831f-5227646f0a8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:29.040907 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-555c75ef-c96e-4649-831f-5227646f0a8c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/480bfb5c-d2b6-4675-940a-a6557865b2ab HTTP/1.1" status: 204 len: 168 time: 0.2654548 Nov 11 12:20:29.050562 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c75ef-c96e-4649-831f-5227646f0a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480bfb5c-d2b6-4675-940a-a6557865b2ab,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:29.072238 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 7aff7172-f38f-4d35-8505-6077ab78f445 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:20:29.072587 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7aff7172-f38f-4d35-8505-6077ab78f445 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:20:29.075771 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Attempting to bind port 76addaa0-9894-4291-8ebe-866b9ac24339 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:29.076571 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Attempting to bind port 76addaa0-9894-4291-8ebe-866b9ac24339 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '993c0c8a-f3a9-4655-8a63-62204ebaa5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:29.077120 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Attempting to bind port 76addaa0-9894-4291-8ebe-866b9ac24339 on network 098ee059-7c5f-4068-8fed-dc979f1bef90 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:29.086111 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:29.086478 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Checking segment: {'id': '993c0c8a-f3a9-4655-8a63-62204ebaa5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:29.086874 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:29.087339 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Bound using segment: {'id': '993c0c8a-f3a9-4655-8a63-62204ebaa5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:29.087703 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Bound port: 76addaa0-9894-4291-8ebe-866b9ac24339, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993c0c8a-f3a9-4655-8a63-62204ebaa5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:29.088070 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:29.255208 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] For port 76addaa0-9894-4291-8ebe-866b9ac24339, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:29.266152 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] For port 76addaa0-9894-4291-8ebe-866b9ac24339, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=76addaa0-9894-4291-8ebe-866b9ac24339,segment=NetworkSegment(993c0c8a-f3a9-4655-8a63-62204ebaa5da),segment_id=993c0c8a-f3a9-4655-8a63-62204ebaa5da)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:29.285916 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:29.376226 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Routers {'4377792b-54c1-4450-8c56-4a63b244d5c3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:29.387973 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4377792b-54c1-4450-8c56-4a63b244d5c3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:29.414391 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-05379eff-7089-4cd3-8b78-e3bc952402db None None] Provisioning complete for port 76addaa0-9894-4291-8ebe-866b9ac24339 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:29.417836 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-05379eff-7089-4cd3-8b78-e3bc952402db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:29.563768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-47f14203-aff2-4938-8e34-5bdfe1e893dc req-9bb94fa3-45e4-4ac3-b53f-6d7046bebca8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 210 time: 0.0919104 Nov 11 12:20:29.575893 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-05379eff-7089-4cd3-8b78-e3bc952402db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:29.618959 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a5485-221b-48ad-9109-0e04a36e8b13 None None] Pushing event updated for resources: {'Port': ['ID=76addaa0-9894-4291-8ebe-866b9ac24339,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:29.625655 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-05379eff-7089-4cd3-8b78-e3bc952402db None None] For port 76addaa0-9894-4291-8ebe-866b9ac24339, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=76addaa0-9894-4291-8ebe-866b9ac24339,segment=NetworkSegment(993c0c8a-f3a9-4655-8a63-62204ebaa5da),segment_id=993c0c8a-f3a9-4655-8a63-62204ebaa5da)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:29.635488 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-05379eff-7089-4cd3-8b78-e3bc952402db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:29.741934 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05379eff-7089-4cd3-8b78-e3bc952402db None None] Pushing event updated for resources: {'Port': ['ID=76addaa0-9894-4291-8ebe-866b9ac24339,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:29.781015 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] Set router 4377792b-54c1-4450-8c56-4a63b244d5c3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:29.787802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2f27f56f-7ea0-4b98-a8bf-a9ff1669e838 None None] Provisioning complete for port 76addaa0-9894-4291-8ebe-866b9ac24339 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:29.788167 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2f27f56f-7ea0-4b98-a8bf-a9ff1669e838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:29.797701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59750) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:30.018235 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-7f41c285-824f-41bd-a898-2fdb3f1f599c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2103078826-network', 'tenant_id': 'c86e75b72349490b85928fa4eba61911'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:30.055475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f41c285-824f-41bd-a898-2fdb3f1f599c admin admin] Made reservation on behalf of c86e75b72349490b85928fa4eba61911 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:30.070290 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f41c285-824f-41bd-a898-2fdb3f1f599c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:30.100494 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f41c285-824f-41bd-a898-2fdb3f1f599c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:30.332376 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f41c285-824f-41bd-a898-2fdb3f1f599c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:30.346573 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f41c285-824f-41bd-a898-2fdb3f1f599c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:30.348543 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814670336', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:25Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '76addaa0-9894-4291-8ebe-866b9ac24339', 'name': '', 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:d3:01:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:23Z', 'updated_at': '2021-11-11T12:20:29Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:30.409975 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b9430-be4f-4365-8b75-5dae531a9bf5 None None] The sync data for ids ['4377792b-54c1-4450-8c56-4a63b244d5c3'] in n-d-807359-3 is: [{'id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814670336', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:25Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '76addaa0-9894-4291-8ebe-866b9ac24339', 'name': '', 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:d3:01:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:23Z', 'updated_at': '2021-11-11T12:20:29Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:30.428111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f41c285-824f-41bd-a898-2fdb3f1f599c admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:20:30.449004 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f41c285-824f-41bd-a898-2fdb3f1f599c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:30.449441 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-7f41c285-824f-41bd-a898-2fdb3f1f599c admin admin] Added segment f581aca4-3e82-41e8-8516-c5451400bec8 of type vlan for network a77c6cb3-f220-490a-bf03-8045eaa287db Nov 11 12:20:30.557874 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59766) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:30.568445 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41c285-824f-41bd-a898-2fdb3f1f599c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fc3d25-6f58-4f06-9e0f-add77b72ddc0,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:30.577465 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825225-4536-4223-bab9-5dc05341ab83 req-9f252cd7-710d-44f9-8b0f-3d7393c092db tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:30.579898 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd825225-4536-4223-bab9-5dc05341ab83 req-9f252cd7-710d-44f9-8b0f-3d7393c092db tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.62 "GET /v2.0/networks?id=098ee059-7c5f-4068-8fed-dc979f1bef90 HTTP/1.1" status: 200 len: 797 time: 0.3856816 Nov 11 12:20:30.585309 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f41c285-824f-41bd-a898-2fdb3f1f599c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:30.630546 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f41c285-824f-41bd-a898-2fdb3f1f599c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:30.632062 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f41c285-824f-41bd-a898-2fdb3f1f599c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:30.632714 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7f41c285-824f-41bd-a898-2fdb3f1f599c admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:30.721271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41c285-824f-41bd-a898-2fdb3f1f599c admin admin] Pushing event updated for resources: {'Network': ['ID=a77c6cb3-f220-490a-bf03-8045eaa287db,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:30.725719 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd825225-4536-4223-bab9-5dc05341ab83 req-75d3ee27-e770-4138-ac32-6ba5d33688e2 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd84530cc13144bcad0a0d119e726de1 HTTP/1.1" status: 200 len: 380 time: 0.1318467 Nov 11 12:20:30.734379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network a77c6cb3-f220-490a-bf03-8045eaa287db details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:20:30.743167 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7f41c285-824f-41bd-a898-2fdb3f1f599c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9438598 Nov 11 12:20:30.744482 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-fd825225-4536-4223-bab9-5dc05341ab83 req-d52fe863-fcc7-47e8-ac0e-b86a29ae42e0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'port': {'device_id': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90', 'admin_state_up': True, 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'security_groups': ['325e2e6e-267f-4ec1-8446-b8adcef556a1']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:30.745809 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59772) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:30.750789 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-489c44f3-a2df-48e7-ad70-e709287818bd admin admin] Request body: {'subnet': {'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2103078826-subnet', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:30.805506 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51ee4ad0-0528-464c-ac66-2dc5d636045a req-560f7ed6-0f2d-44d8-8e54-094466d4ca5f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 210 time: 0.0789087 Nov 11 12:20:30.806106 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489c44f3-a2df-48e7-ad70-e709287818bd admin admin] Made reservation on behalf of c86e75b72349490b85928fa4eba61911 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:30.808451 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-489c44f3-a2df-48e7-ad70-e709287818bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:30.871911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Request body: {'networks': [{'name': 'tempest-network--725171103'}, {'name': 'tempest-network--307571466'}]} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:30.872275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Request body: {'network': {'name': 'tempest-network--725171103'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:30.872677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Request body: {'network': {'name': 'tempest-network--307571466'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:30.919809 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Made reservation on behalf of 6b94b07489624cd9a8deb20fcfe85da5 for: {'network': 2} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:30.924784 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:30.937828 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:30.981409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd825225-4536-4223-bab9-5dc05341ab83 req-d52fe863-fcc7-47e8-ac0e-b86a29ae42e0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Made reservation on behalf of cd84530cc13144bcad0a0d119e726de1 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:30.985052 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fd825225-4536-4223-bab9-5dc05341ab83 req-d52fe863-fcc7-47e8-ac0e-b86a29ae42e0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.022526 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-489c44f3-a2df-48e7-ad70-e709287818bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.087438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c44f3-a2df-48e7-ad70-e709287818bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d90c43-605c-44da-8d21-d70c17e99759,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:31.095519 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c44f3-a2df-48e7-ad70-e709287818bd admin admin] Checking segment: {'id': 'f581aca4-3e82-41e8-8516-c5451400bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:31.095519 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489c44f3-a2df-48e7-ad70-e709287818bd admin admin] Network hostable DHCP agents. Network: a77c6cb3-f220-490a-bf03-8045eaa287db, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:20:31.117919 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.120969 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489c44f3-a2df-48e7-ad70-e709287818bd admin admin] Network a77c6cb3-f220-490a-bf03-8045eaa287db is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:20:31.133570 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-489c44f3-a2df-48e7-ad70-e709287818bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, a77c6cb3-f220-490a-bf03-8045eaa287db) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:31.138895 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489c44f3-a2df-48e7-ad70-e709287818bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:31.139493 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-489c44f3-a2df-48e7-ad70-e709287818bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.143417 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.143911 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.145103 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d1ee13-ebd6-4a18-82ef-73630fce1ce7 None None] Network a77c6cb3-f220-490a-bf03-8045eaa287db requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:31.161037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-489c44f3-a2df-48e7-ad70-e709287818bd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4138596 Nov 11 12:20:31.163563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59774) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:31.170537 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:31.202870 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.204779 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.208216 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd79318-25bd-4719-8d26-fd32affc7e21,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:31.212011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-fd825225-4536-4223-bab9-5dc05341ab83 req-d52fe863-fcc7-47e8-ac0e-b86a29ae42e0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Allocated IP 172.20.0.4 (098ee059-7c5f-4068-8fed-dc979f1bef90/e21fc6f1-84eb-4522-b031-28cf8fdf0a94/9801da34-b6fe-4755-88bb-8b971fd17073) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:31.219391 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:20:31.246981 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.247535 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Added segment e4368f60-e33a-431c-b754-c9d218c2baf1 of type vlan for network ca255934-16fb-4319-b278-9234befaf0f5 Nov 11 12:20:31.299195 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.330586 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.367172 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-a77c6cb3-f220-490a-bf03-8045eaa287db', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:20:31.368459 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.446941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:20:31.475570 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.475936 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Added segment 2fb81ae2-b28e-4198-87b5-95b9c51d79e9 of type vlan for network 28441249-3aca-4de7-9ae2-18b05066bc9d Nov 11 12:20:31.482110 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.539760 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fd825225-4536-4223-bab9-5dc05341ab83 req-d52fe863-fcc7-47e8-ac0e-b86a29ae42e0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.552331 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.568319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Allocated IP 172.20.0.2 (a77c6cb3-f220-490a-bf03-8045eaa287db/c2d90c43-605c-44da-8d21-d70c17e99759/0a76e27a-19ec-4c9c-9f00-96a499f221a5) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:31.636183 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fd825225-4536-4223-bab9-5dc05341ab83 req-d52fe863-fcc7-47e8-ac0e-b86a29ae42e0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.652744 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.653494 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.662924 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:31.670431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:31.672163 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.806964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd825225-4536-4223-bab9-5dc05341ab83 req-d52fe863-fcc7-47e8-ac0e-b86a29ae42e0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 098ee059-7c5f-4068-8fed-dc979f1bef90 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:31.879843 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.880420 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-fd825225-4536-4223-bab9-5dc05341ab83 req-d52fe863-fcc7-47e8-ac0e-b86a29ae42e0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:31.886802 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd825225-4536-4223-bab9-5dc05341ab83 req-d52fe863-fcc7-47e8-ac0e-b86a29ae42e0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:31.903070 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:31.906676 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3461630 Nov 11 12:20:31.907483 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59786) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:31.973757 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Network a77c6cb3-f220-490a-bf03-8045eaa287db is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:31.985484 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:31.996183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:32.019867 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Pushing event updated for resources: {'Port': ['ID=0a76e27a-19ec-4c9c-9f00-96a499f221a5,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:32.063163 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:32.101884 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:32.106524 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Attempting to bind port 0a76e27a-19ec-4c9c-9f00-96a499f221a5 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:32.106931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Attempting to bind port 0a76e27a-19ec-4c9c-9f00-96a499f221a5 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'f581aca4-3e82-41e8-8516-c5451400bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:32.107441 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Attempting to bind port 0a76e27a-19ec-4c9c-9f00-96a499f221a5 on network a77c6cb3-f220-490a-bf03-8045eaa287db {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:32.113983 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:32.114357 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Checking segment: {'id': 'f581aca4-3e82-41e8-8516-c5451400bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:32.114759 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:32.115147 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Bound using segment: {'id': 'f581aca4-3e82-41e8-8516-c5451400bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:32.115630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Bound port: 0a76e27a-19ec-4c9c-9f00-96a499f221a5, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f581aca4-3e82-41e8-8516-c5451400bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:32.116003 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:32.153598 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ac6d3-d20c-40d7-9022-0ba1e36081ac req-fd7af052-2244-49fe-8a99-e2a841de4bb9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:32.160996 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-847ac6d3-d20c-40d7-9022-0ba1e36081ac req-fd7af052-2244-49fe-8a99-e2a841de4bb9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 931 time: 0.1900470 Nov 11 12:20:32.204775 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fe863-fcc7-47e8-ac0e-b86a29ae42e0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=9801da34-b6fe-4755-88bb-8b971fd17073,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:32.207899 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] For port 0a76e27a-19ec-4c9c-9f00-96a499f221a5, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:32.212713 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] For port 0a76e27a-19ec-4c9c-9f00-96a499f221a5, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0a76e27a-19ec-4c9c-9f00-96a499f221a5,segment=NetworkSegment(f581aca4-3e82-41e8-8516-c5451400bec8),segment_id=f581aca4-3e82-41e8-8516-c5451400bec8)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:32.218123 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:32.250278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event updated for resources: {'Network': ['ID=ca255934-16fb-4319-b278-9234befaf0f5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:32.273384 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network ca255934-16fb-4319-b278-9234befaf0f5 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:20:32.341453 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-847ac6d3-d20c-40d7-9022-0ba1e36081ac req-e9e0158f-542b-48aa-8304-5b4749b2217b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121385 Nov 11 12:20:32.428940 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Allocated IP 172.25.2.185 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/893ccda2-8c54-4392-86f2-bd11bb7bfb6b) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:32.606192 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 76addaa0-9894-4291-8ebe-866b9ac24339 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:32.614256 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7181d1f6-8489-449b-9754-79ec1b023c54 None None] Provisioning complete for port 9801da34-b6fe-4755-88bb-8b971fd17073 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:32.614626 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7181d1f6-8489-449b-9754-79ec1b023c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:32.662343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087e8f0-2453-4ee8-995d-e23f5b9d1e92 None None] Pushing event updated for resources: {'Port': ['ID=0a76e27a-19ec-4c9c-9f00-96a499f221a5,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:32.670330 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:32.783071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7181d1f6-8489-449b-9754-79ec1b023c54 None None] Port 9801da34-b6fe-4755-88bb-8b971fd17073 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:32.787608 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:32.794023 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 76addaa0-9894-4291-8ebe-866b9ac24339 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:32.794478 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:32.871484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:32.879208 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:32.885513 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:32.889988 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825225-4536-4223-bab9-5dc05341ab83 req-d52fe863-fcc7-47e8-ac0e-b86a29ae42e0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:32.890671 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fd825225-4536-4223-bab9-5dc05341ab83 req-d52fe863-fcc7-47e8-ac0e-b86a29ae42e0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:32.900254 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bd36ea-6993-4401-a1d3-efc97e9022da None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:32.912342 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd74e5-323b-477b-aaab-201d64e9f064 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event updated for resources: {'Network': ['ID=28441249-3aca-4de7-9ae2-18b05066bc9d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:32.936102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 28441249-3aca-4de7-9ae2-18b05066bc9d details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:20:32.951615 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Pushing event updated for resources: {'Port': ['ID=893ccda2-8c54-4392-86f2-bd11bb7bfb6b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:32.960991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7aa9a3-d999-4dea-a842-af4b8d3ec06f tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:32.968390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7aa9a3-d999-4dea-a842-af4b8d3ec06f tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:32.975973 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7aa9a3-d999-4dea-a842-af4b8d3ec06f tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:32.982904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7aa9a3-d999-4dea-a842-af4b8d3ec06f tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:32.984894 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ad7aa9a3-d999-4dea-a842-af4b8d3ec06f tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.0483382 Nov 11 12:20:32.988343 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59790) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:32.992304 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd825225-4536-4223-bab9-5dc05341ab83 req-d52fe863-fcc7-47e8-ac0e-b86a29ae42e0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2560782 Nov 11 12:20:33.010794 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Request body: {'port': {'device_id': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:33.064297 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-322773d5-b51f-49f8-8f12-a505aea3cff2 None None] Provisioning complete for port 893ccda2-8c54-4392-86f2-bd11bb7bfb6b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:33.064663 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-322773d5-b51f-49f8-8f12-a505aea3cff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:33.097823 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:33.116391 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-322773d5-b51f-49f8-8f12-a505aea3cff2 None None] Port 893ccda2-8c54-4392-86f2-bd11bb7bfb6b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:33.187359 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fabce020-d240-437e-84ee-21f4300eb33e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:33.344865 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fabce020-d240-437e-84ee-21f4300eb33e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:33.398593 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-fabce020-d240-437e-84ee-21f4300eb33e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca255934-16fb-4319-b278-9234befaf0f5']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:33.413521 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-fabce020-d240-437e-84ee-21f4300eb33e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4368f60-e33a-431c-b754-c9d218c2baf1') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:33.413888 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-fabce020-d240-437e-84ee-21f4300eb33e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4368f60-e33a-431c-b754-c9d218c2baf1') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:33.425711 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:33.428610 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fabce020-d240-437e-84ee-21f4300eb33e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:33.485894 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fabce020-d240-437e-84ee-21f4300eb33e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:33.507372 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabce020-d240-437e-84ee-21f4300eb33e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:20:33.507775 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fabce020-d240-437e-84ee-21f4300eb33e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:20:33.511198 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:20:33.536213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9801da34-b6fe-4755-88bb-8b971fd17073 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:20:33.547586 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:33.646178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Transition to ACTIVE for port object 9801da34-b6fe-4755-88bb-8b971fd17073 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:20:33.648440 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fabce020-d240-437e-84ee-21f4300eb33e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:33.651614 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:33.659707 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fabce020-d240-437e-84ee-21f4300eb33e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:33.666910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fabce020-d240-437e-84ee-21f4300eb33e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "DELETE /v2.0/networks/ca255934-16fb-4319-b278-9234befaf0f5 HTTP/1.1" status: 204 len: 168 time: 0.6743937 Nov 11 12:20:33.668802 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59794) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:33.702403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabce020-d240-437e-84ee-21f4300eb33e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event deleted for resources: {'Network': ['ID=ca255934-16fb-4319-b278-9234befaf0f5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:33.716618 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a520e-c363-4b87-88ba-27d02834f6de req-2333c91e-3dcd-4ec8-a5df-19fa9df69ec3 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:33.719636 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd7a520e-c363-4b87-88ba-27d02834f6de req-2333c91e-3dcd-4ec8-a5df-19fa9df69ec3 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 931 time: 0.2305312 Nov 11 12:20:33.788689 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Pushing event updated for resources: {'Port': ['ID=9801da34-b6fe-4755-88bb-8b971fd17073,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:33.830243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27955432-d85f-469e-9fb3-9cae8f4348cc None None] Network a77c6cb3-f220-490a-bf03-8045eaa287db requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:33.937442 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c187b119-0f51-4f3f-ae72-3af89f7edb01 None None] Provisioning complete for port 0a76e27a-19ec-4c9c-9f00-96a499f221a5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:33.938201 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c187b119-0f51-4f3f-ae72-3af89f7edb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:34.000169 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed7639fe-fc03-4f16-8c2b-7478b3245573 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:34.018322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Attempting to bind port 9801da34-b6fe-4755-88bb-8b971fd17073 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:34.018625 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Attempting to bind port 9801da34-b6fe-4755-88bb-8b971fd17073 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '993c0c8a-f3a9-4655-8a63-62204ebaa5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:34.019150 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Attempting to bind port 9801da34-b6fe-4755-88bb-8b971fd17073 on network 098ee059-7c5f-4068-8fed-dc979f1bef90 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:34.029051 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Port 9801da34-b6fe-4755-88bb-8b971fd17073 on network 098ee059-7c5f-4068-8fed-dc979f1bef90 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:20:34.029662 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Attempting to bind port 9801da34-b6fe-4755-88bb-8b971fd17073 on network 098ee059-7c5f-4068-8fed-dc979f1bef90 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:34.078703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:34.079080 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Checking segment: {'id': '993c0c8a-f3a9-4655-8a63-62204ebaa5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:34.081470 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Bound using segment: {'id': '993c0c8a-f3a9-4655-8a63-62204ebaa5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:34.082072 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Bound port: 9801da34-b6fe-4755-88bb-8b971fd17073, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993c0c8a-f3a9-4655-8a63-62204ebaa5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:34.084917 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:34.204370 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c187b119-0f51-4f3f-ae72-3af89f7edb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:34.296362 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c187b119-0f51-4f3f-ae72-3af89f7edb01 None None] For port 0a76e27a-19ec-4c9c-9f00-96a499f221a5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0a76e27a-19ec-4c9c-9f00-96a499f221a5,segment=NetworkSegment(f581aca4-3e82-41e8-8516-c5451400bec8),segment_id=f581aca4-3e82-41e8-8516-c5451400bec8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:34.309475 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed7639fe-fc03-4f16-8c2b-7478b3245573 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:34.316244 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c187b119-0f51-4f3f-ae72-3af89f7edb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:34.351710 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-ed7639fe-fc03-4f16-8c2b-7478b3245573 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28441249-3aca-4de7-9ae2-18b05066bc9d']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:34.370915 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-ed7639fe-fc03-4f16-8c2b-7478b3245573 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb81ae2-b28e-4198-87b5-95b9c51d79e9') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:34.371357 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-ed7639fe-fc03-4f16-8c2b-7478b3245573 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb81ae2-b28e-4198-87b5-95b9c51d79e9') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:34.381717 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] For port 9801da34-b6fe-4755-88bb-8b971fd17073, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:34.408501 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed7639fe-fc03-4f16-8c2b-7478b3245573 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:34.429746 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] For port 9801da34-b6fe-4755-88bb-8b971fd17073, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9801da34-b6fe-4755-88bb-8b971fd17073,segment=NetworkSegment(993c0c8a-f3a9-4655-8a63-62204ebaa5da),segment_id=993c0c8a-f3a9-4655-8a63-62204ebaa5da)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:34.440292 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:34.448695 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed7639fe-fc03-4f16-8c2b-7478b3245573 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:34.482074 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7639fe-fc03-4f16-8c2b-7478b3245573 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:20:34.482480 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed7639fe-fc03-4f16-8c2b-7478b3245573 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:20:34.485787 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:20:34.520983 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187b119-0f51-4f3f-ae72-3af89f7edb01 None None] Pushing event updated for resources: {'Port': ['ID=0a76e27a-19ec-4c9c-9f00-96a499f221a5,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:34.532303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:34.533711 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:34.535631 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd825225-4536-4223-bab9-5dc05341ab83 req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] 10.222.0.62 "PUT /v2.0/ports/9801da34-b6fe-4755-88bb-8b971fd17073 HTTP/1.1" status: 200 len: 1091 time: 1.5308986 Nov 11 12:20:34.548952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'tag': '9801da34-b6fe-4755-88bb-8b971fd17073'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:20:34.552138 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02e7c5e-ada4-4d32-ba1c-80392f47f116" -d '{"events": [{"name": "network-changed", "server_uuid": "96f1e4f9-aac2-458f-a38f-a4563fba6ab1", "tag": "9801da34-b6fe-4755-88bb-8b971fd17073"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:20:34.580462 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:34.598515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd7a520e-c363-4b87-88ba-27d02834f6de req-f3fcad74-407f-42f8-ad8a-c664ebfd7b35 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8146675 Nov 11 12:20:34.618346 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0a76e27a-19ec-4c9c-9f00-96a499f221a5 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:34.647089 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9b2467-1861-483b-89ea-dff0a995315b x-openstack-request-id: req-0b9b2467-1861-483b-89ea-dff0a995315b {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:20:34.647339 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f1e4f9-aac2-458f-a38f-a4563fba6ab1", "tag": "9801da34-b6fe-4755-88bb-8b971fd17073", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:20:34.647589 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b9b2467-1861-483b-89ea-dff0a995315b {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:20:34.648002 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'tag': '9801da34-b6fe-4755-88bb-8b971fd17073', 'status': 'completed', 'code': 200} Nov 11 12:20:34.705077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0a76e27a-19ec-4c9c-9f00-96a499f221a5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:34.706508 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:34.708477 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e651b3-d252-47d1-8bee-e4d651cf2777 service neutron] Pushing event updated for resources: {'Port': ['ID=9801da34-b6fe-4755-88bb-8b971fd17073,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:34.720316 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed7639fe-fc03-4f16-8c2b-7478b3245573 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:34.742463 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ed7639fe-fc03-4f16-8c2b-7478b3245573 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:34.748213 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ed7639fe-fc03-4f16-8c2b-7478b3245573 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "DELETE /v2.0/networks/28441249-3aca-4de7-9ae2-18b05066bc9d HTTP/1.1" status: 204 len: 168 time: 1.0793600 Nov 11 12:20:34.752060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59800) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:34.773294 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825225-4536-4223-bab9-5dc05341ab83 req-3a2b7944-4790-42da-a091-dcc4d92478da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:34.775012 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd825225-4536-4223-bab9-5dc05341ab83 req-3a2b7944-4790-42da-a091-dcc4d92478da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 1094 time: 0.1228833 Nov 11 12:20:34.776001 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7639fe-fc03-4f16-8c2b-7478b3245573 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event deleted for resources: {'Network': ['ID=28441249-3aca-4de7-9ae2-18b05066bc9d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:34.854299 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd825225-4536-4223-bab9-5dc05341ab83 req-f311610d-6706-4d51-9db4-1d6a1fa47910 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9801da34-b6fe-4755-88bb-8b971fd17073 HTTP/1.1" status: 200 len: 217 time: 0.0648758 Nov 11 12:20:34.911634 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825225-4536-4223-bab9-5dc05341ab83 req-d0b7061f-8b22-4d97-ad1f-f9b62242c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:34.911828 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bc618a70-b45b-47c1-b3ad-a4bb3b97ec88 None None] Provisioning complete for port 0a76e27a-19ec-4c9c-9f00-96a499f221a5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:34.911828 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bc618a70-b45b-47c1-b3ad-a4bb3b97ec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:34.912850 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd825225-4536-4223-bab9-5dc05341ab83 req-d0b7061f-8b22-4d97-ad1f-f9b62242c6dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e21fc6f1-84eb-4522-b031-28cf8fdf0a94 HTTP/1.1" status: 200 len: 835 time: 0.0513363 Nov 11 12:20:34.983778 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825225-4536-4223-bab9-5dc05341ab83 req-0f53c467-6f7c-481f-8cfe-54c87e9ec969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:34.986053 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd825225-4536-4223-bab9-5dc05341ab83 req-0f53c467-6f7c-481f-8cfe-54c87e9ec969 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098ee059-7c5f-4068-8fed-dc979f1bef90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625658 Nov 11 12:20:35.036848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:20:35.057846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c5fa7b-016f-4ea5-bc5f-23e910d9dda5 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:35.064246 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c5fa7b-016f-4ea5-bc5f-23e910d9dda5 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:35.069702 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f5c5fa7b-016f-4ea5-bc5f-23e910d9dda5 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3127820 Nov 11 12:20:35.090289 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59808) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:35.097073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-75f0cae3-cb77-4628-973b-42a201435fd7 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1929259344'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:35.143059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f0cae3-cb77-4628-973b-42a201435fd7 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Made reservation on behalf of 6b94b07489624cd9a8deb20fcfe85da5 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:35.146642 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75f0cae3-cb77-4628-973b-42a201435fd7 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:35.161928 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd825225-4536-4223-bab9-5dc05341ab83 req-db0356b1-3652-42b4-b4e4-15c73efa8813 service neutron] 10.222.0.62 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592050 Nov 11 12:20:35.176417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f0cae3-cb77-4628-973b-42a201435fd7 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:20:35.204484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:35.216740 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Sync routers for ids ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:35.217955 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75f0cae3-cb77-4628-973b-42a201435fd7 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:35.218372 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-75f0cae3-cb77-4628-973b-42a201435fd7 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Added segment 043310f7-d20e-4529-a9f8-d53a9efbdca9 of type vlan for network 30e78d5d-b788-4583-be7f-5fe354e503b8 Nov 11 12:20:35.230807 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Routers {'d2e2ea21-d6f1-42f4-a976-af1dd1840a96'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:35.232009 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:35.233449 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:35.235361 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d9851a28-8a9e-4147-9d6a-141e461bad30 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0697019 Nov 11 12:20:35.238078 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59810) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:35.333418 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75f0cae3-cb77-4628-973b-42a201435fd7 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:35.373612 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fd825225-4536-4223-bab9-5dc05341ab83 req-1a1a871c-8884-45ec-b49e-49c43f432ff8 service neutron] 10.222.0.62 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979728 Nov 11 12:20:35.387520 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Set router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:35.421073 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75f0cae3-cb77-4628-973b-42a201435fd7 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:35.437790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f0cae3-cb77-4628-973b-42a201435fd7 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:35.439155 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75f0cae3-cb77-4628-973b-42a201435fd7 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:35.578455 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-75f0cae3-cb77-4628-973b-42a201435fd7 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4844196 Nov 11 12:20:35.595728 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59814) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:35.602169 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-cfa75d3f-716c-4f2f-b245-4c843bab1dde tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-394396440'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:35.650088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0cae3-cb77-4628-973b-42a201435fd7 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event updated for resources: {'Network': ['ID=30e78d5d-b788-4583-be7f-5fe354e503b8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:35.661085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa75d3f-716c-4f2f-b245-4c843bab1dde tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Made reservation on behalf of 6b94b07489624cd9a8deb20fcfe85da5 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:35.666487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e7c5e-ada4-4d32-ba1c-80392f47f116 req-4004c91e-5df9-4553-b1bc-151506128037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:35.670339 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e02e7c5e-ada4-4d32-ba1c-80392f47f116 req-4004c91e-5df9-4553-b1bc-151506128037 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 1094 time: 0.2144418 Nov 11 12:20:35.673759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 30e78d5d-b788-4583-be7f-5fe354e503b8 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:20:35.674067 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cfa75d3f-716c-4f2f-b245-4c843bab1dde tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:35.806370 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e7c5e-ada4-4d32-ba1c-80392f47f116 req-64fa599d-d517-4c04-9d74-ae8eec53838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:35.808520 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e02e7c5e-ada4-4d32-ba1c-80392f47f116 req-64fa599d-d517-4c04-9d74-ae8eec53838a service neutron] 10.222.0.62 "GET /v2.0/networks?id=098ee059-7c5f-4068-8fed-dc979f1bef90 HTTP/1.1" status: 200 len: 899 time: 0.1293881 Nov 11 12:20:35.837504 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa75d3f-716c-4f2f-b245-4c843bab1dde tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:20:35.875636 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cfa75d3f-716c-4f2f-b245-4c843bab1dde tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:35.875917 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e02e7c5e-ada4-4d32-ba1c-80392f47f116 req-7657b470-3516-4763-bd06-936e39d847f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9801da34-b6fe-4755-88bb-8b971fd17073 HTTP/1.1" status: 200 len: 217 time: 0.0549080 Nov 11 12:20:35.876316 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-cfa75d3f-716c-4f2f-b245-4c843bab1dde tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Added segment e5ea1b91-03aa-4fe3-81cc-f762bbbf4343 of type vlan for network a886823b-0e24-4654-97ff-21c82d3c7af7 Nov 11 12:20:35.877750 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-899bc7d8-43ec-4e29-8201-05264fdcbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:35.893470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf839d-7dbd-402a-ac0a-8899013beaa5 req-9cc41019-a7f9-4168-8c08-f9d28c5393dd tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:35.894522 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:33Z', 'revision_number': 3, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:35.895975 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91cf839d-7dbd-402a-ac0a-8899013beaa5 req-9cc41019-a7f9-4168-8c08-f9d28c5393dd tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 943 time: 0.1862268 Nov 11 12:20:35.942377 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e7c5e-ada4-4d32-ba1c-80392f47f116 req-b91500d0-3ed1-4ae7-87de-f36ae89c2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:35.944547 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e02e7c5e-ada4-4d32-ba1c-80392f47f116 req-b91500d0-3ed1-4ae7-87de-f36ae89c2af1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e21fc6f1-84eb-4522-b031-28cf8fdf0a94 HTTP/1.1" status: 200 len: 835 time: 0.0574849 Nov 11 12:20:35.946127 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Checking router: d2e2ea21-d6f1-42f4-a976-af1dd1840a96 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:35.946664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Updating router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 port 893ccda2-8c54-4392-86f2-bd11bb7bfb6b binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:20:35.999600 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.011547 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e7c5e-ada4-4d32-ba1c-80392f47f116 req-662fdfe8-dbbf-4db5-8664-e30d793311d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:36.013955 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e02e7c5e-ada4-4d32-ba1c-80392f47f116 req-662fdfe8-dbbf-4db5-8664-e30d793311d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098ee059-7c5f-4068-8fed-dc979f1bef90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589676 Nov 11 12:20:36.104021 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cfa75d3f-716c-4f2f-b245-4c843bab1dde tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.142757 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91cf839d-7dbd-402a-ac0a-8899013beaa5 req-bf668676-9d03-4c83-8462-f9693dce5477 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059510 Nov 11 12:20:36.156897 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e02e7c5e-ada4-4d32-ba1c-80392f47f116 req-b3f509b0-7996-44dc-ad4d-7813f699afcd service neutron] 10.222.0.62 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339750 Nov 11 12:20:36.260809 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cfa75d3f-716c-4f2f-b245-4c843bab1dde tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.271748 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa75d3f-716c-4f2f-b245-4c843bab1dde tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:36.272714 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cfa75d3f-716c-4f2f-b245-4c843bab1dde tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.285199 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e02e7c5e-ada4-4d32-ba1c-80392f47f116 req-56a7221b-c8c4-4e32-94b6-a05a73a46b1f service neutron] 10.222.0.62 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151776 Nov 11 12:20:36.290894 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.334193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cfa75d3f-716c-4f2f-b245-4c843bab1dde tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7367127 Nov 11 12:20:36.335305 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59820) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:36.340704 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Request body: {'ports': [{'network_id': '30e78d5d-b788-4583-be7f-5fe354e503b8', 'name': 'tempest-port--1782321976', 'admin_state_up': True}, {'network_id': 'a886823b-0e24-4654-97ff-21c82d3c7af7', 'admin_state_up': False}]} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:36.341076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Request body: {'port': {'network_id': '30e78d5d-b788-4583-be7f-5fe354e503b8', 'name': 'tempest-port--1782321976', 'admin_state_up': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:36.341780 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Request body: {'port': {'network_id': 'a886823b-0e24-4654-97ff-21c82d3c7af7', 'admin_state_up': False}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:36.383871 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa75d3f-716c-4f2f-b245-4c843bab1dde tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event updated for resources: {'Network': ['ID=a886823b-0e24-4654-97ff-21c82d3c7af7,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:36.397704 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network a886823b-0e24-4654-97ff-21c82d3c7af7 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:20:36.446009 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.488488 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.543814 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0a76e27a-19ec-4c9c-9f00-96a499f221a5 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:36.573048 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Made reservation on behalf of 6b94b07489624cd9a8deb20fcfe85da5 for: {'port': 2} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:36.576760 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Allocated IP 172.20.0.1 (a77c6cb3-f220-490a-bf03-8045eaa287db/c2d90c43-605c-44da-8d21-d70c17e99759/49758074-1536-423f-b366-faeff0c03287) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:36.580040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0778b01-e560-4b7c-b69b-0c0aa9cf0dfe None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:36.583173 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.608281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Attempting to bind port 893ccda2-8c54-4392-86f2-bd11bb7bfb6b on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:36.608745 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Attempting to bind port 893ccda2-8c54-4392-86f2-bd11bb7bfb6b by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:36.609106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Attempting to bind port 893ccda2-8c54-4392-86f2-bd11bb7bfb6b on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:36.613821 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27c859-b339-495d-9c01-c831fe5b354a None None] Pushing event updated for resources: {'Port': ['ID=893ccda2-8c54-4392-86f2-bd11bb7bfb6b,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:36.614321 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.623773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:36.624156 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:36.624555 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.625516 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:36.626036 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Bound port: 893ccda2-8c54-4392-86f2-bd11bb7bfb6b, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:36.626537 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.710363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0a76e27a-19ec-4c9c-9f00-96a499f221a5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:36.710707 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.715956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] For port 893ccda2-8c54-4392-86f2-bd11bb7bfb6b, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:36.717984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c0809d54-da06-4b48-b890-4601379d4d6d None None] Provisioning complete for port 893ccda2-8c54-4392-86f2-bd11bb7bfb6b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:36.718363 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c0809d54-da06-4b48-b890-4601379d4d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.721057 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] For port 893ccda2-8c54-4392-86f2-bd11bb7bfb6b, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=893ccda2-8c54-4392-86f2-bd11bb7bfb6b,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:36.727744 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.746094 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.750945 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] device_id is not set on port 6587892e-7de8-486a-a44a-72c2de90f514 yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:20:36.783125 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.840821 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Network a77c6cb3-f220-490a-bf03-8045eaa287db is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:36.842091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4fc2a8-5da9-4f9c-9520-604f92ebaf9c None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:36.877927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27c859-b339-495d-9c01-c831fe5b354a None None] Pushing event updated for resources: {'Port': ['ID=893ccda2-8c54-4392-86f2-bd11bb7bfb6b,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:36.881964 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Routers {'d2e2ea21-d6f1-42f4-a976-af1dd1840a96'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:36.882586 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:36.931060 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.936874 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:36.955556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:36.961275 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Pushing event updated for resources: {'Port': ['ID=49758074-1536-423f-b366-faeff0c03287,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:37.004775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:37.005187 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:37.005622 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:37.006626 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:37.007025 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:37.007355 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:37.007711 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:37.008032 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:37.008450 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:37.009007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:37.009986 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:37.010328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:37.079245 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:37.081646 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] device_id is not set on port 2ec4fb8f-2060-4782-aa2c-df7aa5bd34be yet. {{(pid=109154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:20:37.287240 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:37.290082 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:37.327361 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9801da34-b6fe-4755-88bb-8b971fd17073 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:20:37.345772 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:37.369788 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c0809d54-da06-4b48-b890-4601379d4d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:37.409778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] Set router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:37.427635 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c0809d54-da06-4b48-b890-4601379d4d6d None None] For port 893ccda2-8c54-4392-86f2-bd11bb7bfb6b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=893ccda2-8c54-4392-86f2-bd11bb7bfb6b,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:37.438710 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event updated for resources: {'Port': ['ID=6587892e-7de8-486a-a44a-72c2de90f514,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:37.458591 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Checking segment: {'id': '043310f7-d20e-4529-a9f8-d53a9efbdca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '30e78d5d-b788-4583-be7f-5fe354e503b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:37.459393 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Network hostable DHCP agents. Network: 30e78d5d-b788-4583-be7f-5fe354e503b8, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:20:37.484184 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Network 30e78d5d-b788-4583-be7f-5fe354e503b8 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:20:37.495882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 30e78d5d-b788-4583-be7f-5fe354e503b8) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:37.498506 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c0809d54-da06-4b48-b890-4601379d4d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:37.502602 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:37.504756 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:37.556135 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:37.560372 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a772b769-0410-4d5e-bc2f-18f4aa54abbe None None] Network 30e78d5d-b788-4583-be7f-5fe354e503b8 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:37.572418 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:37.620330 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event updated for resources: {'Port': ['ID=2ec4fb8f-2060-4782-aa2c-df7aa5bd34be,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:37.641482 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Checking segment: {'id': 'e5ea1b91-03aa-4fe3-81cc-f762bbbf4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'a886823b-0e24-4654-97ff-21c82d3c7af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:37.641953 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Network hostable DHCP agents. Network: a886823b-0e24-4654-97ff-21c82d3c7af7, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:20:37.664123 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Network a886823b-0e24-4654-97ff-21c82d3c7af7 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:20:37.680901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, a886823b-0e24-4654-97ff-21c82d3c7af7) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:37.709141 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4ec063-d4b2-4a41-8366-c01d89b44c61 None None] Network a886823b-0e24-4654-97ff-21c82d3c7af7 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:37.710207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:37.711784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e688a1-1387-4081-a6fc-bdb63d7eba9f req-dda06915-4984-4122-80ed-6353ef7d6e21 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:37.713404 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96e688a1-1387-4081-a6fc-bdb63d7eba9f req-dda06915-4984-4122-80ed-6353ef7d6e21 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 943 time: 0.1546381 Nov 11 12:20:37.718475 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:37.721240 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Pushing event updated for resources: {'Port': ['ID=49758074-1536-423f-b366-faeff0c03287,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:37.734777 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:37.739840 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:37.740578 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:37.763495 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b7e4ffdd-6944-4ac1-bfcd-e338655c6614 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4270985 Nov 11 12:20:37.766411 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59826) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:37.819007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0809d54-da06-4b48-b890-4601379d4d6d None None] Pushing event updated for resources: {'Port': ['ID=893ccda2-8c54-4392-86f2-bd11bb7bfb6b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:37.859269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e3cc3919-5158-4e69-8bf3-8a80113ff6fa None None] Provisioning complete for port 49758074-1536-423f-b366-faeff0c03287 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:37.859551 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e3cc3919-5158-4e69-8bf3-8a80113ff6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:37.864059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9801da34-b6fe-4755-88bb-8b971fd17073, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9801da34-b6fe-4755-88bb-8b971fd17073,segment=NetworkSegment(993c0c8a-f3a9-4655-8a63-62204ebaa5da),segment_id=993c0c8a-f3a9-4655-8a63-62204ebaa5da)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:37.869498 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96e688a1-1387-4081-a6fc-bdb63d7eba9f req-f757c3d4-7cdf-463d-a3d6-4c3c43062b13 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419158 Nov 11 12:20:37.892242 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc76c28b-380e-4845-a935-89dda64585e3 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:37.898607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc76c28b-380e-4845-a935-89dda64585e3 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:37.900243 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cc76c28b-380e-4845-a935-89dda64585e3 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1315770 Nov 11 12:20:37.903143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59828) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:37.909973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Network a77c6cb3-f220-490a-bf03-8045eaa287db is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:37.913380 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:38.001247 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '9801da34-b6fe-4755-88bb-8b971fd17073', 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90', 'port_id': '9801da34-b6fe-4755-88bb-8b971fd17073', 'mac_address': 'fa:16:3e:e9:e0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:20:38.009924 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc3919-5158-4e69-8bf3-8a80113ff6fa None None] Port 49758074-1536-423f-b366-faeff0c03287 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:38.047052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d2667a84-989b-445f-a3a2-2778dee9b240 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Deleting port 6587892e-7de8-486a-a44a-72c2de90f514 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:38.047392 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2667a84-989b-445f-a3a2-2778dee9b240 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:38.065824 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:20:38.153265 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2667a84-989b-445f-a3a2-2778dee9b240 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:38.172223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d2667a84-989b-445f-a3a2-2778dee9b240 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Calling delete_port for 6587892e-7de8-486a-a44a-72c2de90f514 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:38.190904 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:38.210905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:38.217045 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-48799e83-a4b9-48a4-a4e9-cb6b241660e5 admin admin] 10.222.0.65 "PUT /v2.0/routers/d2e2ea21-d6f1-42f4-a976-af1dd1840a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9777746 Nov 11 12:20:38.241500 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e3cc3919-5158-4e69-8bf3-8a80113ff6fa None None] Provisioning complete for port 893ccda2-8c54-4392-86f2-bd11bb7bfb6b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:38.241916 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e3cc3919-5158-4e69-8bf3-8a80113ff6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:38.305622 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9801da34-b6fe-4755-88bb-8b971fd17073 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:20:38.307461 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2667a84-989b-445f-a3a2-2778dee9b240 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:38.358026 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4f14a9c2-2ae8-4233-922c-989511ff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:38.373252 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2667a84-989b-445f-a3a2-2778dee9b240 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event deleted for resources: {'Port': ['ID=6587892e-7de8-486a-a44a-72c2de90f514,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:38.391518 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9801da34-b6fe-4755-88bb-8b971fd17073, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9801da34-b6fe-4755-88bb-8b971fd17073,segment=NetworkSegment(993c0c8a-f3a9-4655-8a63-62204ebaa5da),segment_id=993c0c8a-f3a9-4655-8a63-62204ebaa5da)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:38.406976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:33Z', 'revision_number': 3, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:38.408861 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:38.422182 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2667a84-989b-445f-a3a2-2778dee9b240 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:38.434233 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59840) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:38.438270 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d2667a84-989b-445f-a3a2-2778dee9b240 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "DELETE /v2.0/ports/6587892e-7de8-486a-a44a-72c2de90f514 HTTP/1.1" status: 204 len: 168 time: 0.5338218 Nov 11 12:20:38.462751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30f2be4-34b4-4542-bcdb-53ada388448d None None] The sync data for ids ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'] in n-d-807359-3 is: [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:33Z', 'revision_number': 3, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:38.551737 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=9801da34-b6fe-4755-88bb-8b971fd17073,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:38.560884 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:38.561223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:38.561653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:38.562022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:38.562353 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:38.562705 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:38.563024 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:38.563378 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:38.563771 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:38.564090 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:38.564495 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:38.565057 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:38.618705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-fc8f42be-4e15-40cf-aab7-4d50fd970443 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Deleting port 2ec4fb8f-2060-4782-aa2c-df7aa5bd34be {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:38.619208 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fc8f42be-4e15-40cf-aab7-4d50fd970443 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:38.677100 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-877dd210-f6ee-49e8-8b1e-25656552d188 None None] Provisioning complete for port 49758074-1536-423f-b366-faeff0c03287 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:38.678288 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-877dd210-f6ee-49e8-8b1e-25656552d188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:38.690723 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59844) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:38.720430 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fc8f42be-4e15-40cf-aab7-4d50fd970443 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:38.744259 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-fc8f42be-4e15-40cf-aab7-4d50fd970443 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Calling delete_port for 2ec4fb8f-2060-4782-aa2c-df7aa5bd34be owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:38.767632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-877dd210-f6ee-49e8-8b1e-25656552d188 None None] Port 49758074-1536-423f-b366-faeff0c03287 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:38.798458 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['9801da34-b6fe-4755-88bb-8b971fd17073'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:20:38.856164 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-afc8c0fe-3280-4301-9efb-a9a8a96fbe10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:38.898661 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fc8f42be-4e15-40cf-aab7-4d50fd970443 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.013034 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f42be-4e15-40cf-aab7-4d50fd970443 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event deleted for resources: {'Port': ['ID=2ec4fb8f-2060-4782-aa2c-df7aa5bd34be,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:39.059211 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fc8f42be-4e15-40cf-aab7-4d50fd970443 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.062853 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fc8f42be-4e15-40cf-aab7-4d50fd970443 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "DELETE /v2.0/ports/2ec4fb8f-2060-4782-aa2c-df7aa5bd34be HTTP/1.1" status: 204 len: 168 time: 0.6274991 Nov 11 12:20:39.069897 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59850) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:39.095583 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566afad4-7f04-4f9b-86aa-6c3e213a81e2 req-241382cd-057e-4de0-ab38-23c5e09202a9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:39.097539 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-566afad4-7f04-4f9b-86aa-6c3e213a81e2 req-241382cd-057e-4de0-ab38-23c5e09202a9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 944 time: 0.0913675 Nov 11 12:20:39.127196 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.181076 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b2984c90-ad9b-4d77-99c6-ce565c11d308 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1100595 Nov 11 12:20:39.181967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59852) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:39.194496 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-afc8c0fe-3280-4301-9efb-a9a8a96fbe10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.198406 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e1c6eab7-675a-45c5-8d74-3f6cddd9b65e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-685626305'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:39.206042 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-afc8c0fe-3280-4301-9efb-a9a8a96fbe10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.218790 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-566afad4-7f04-4f9b-86aa-6c3e213a81e2 req-4507da46-f1c1-48b6-826b-664d44650773 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141005 Nov 11 12:20:39.260529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c6eab7-675a-45c5-8d74-3f6cddd9b65e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Made reservation on behalf of 6b94b07489624cd9a8deb20fcfe85da5 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:39.260927 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8c0fe-3280-4301-9efb-a9a8a96fbe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1d98d9-d9ce-4641-b1e4-5a6a37cb3c28,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:39.265053 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e1c6eab7-675a-45c5-8d74-3f6cddd9b65e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.304533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59854) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:39.306552 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-afc8c0fe-3280-4301-9efb-a9a8a96fbe10 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d5e60eefea6d484da3b0536432b2db54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6136367 Nov 11 12:20:39.356279 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59856) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:39.361400 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-519e4020-8e4e-4cf2-880f-3f9920cb616e tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1291909955', 'description': 'tempest-description--1563763486'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:39.377786 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c6eab7-675a-45c5-8d74-3f6cddd9b65e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:20:39.405476 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-519e4020-8e4e-4cf2-880f-3f9920cb616e tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.408700 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e1c6eab7-675a-45c5-8d74-3f6cddd9b65e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.408858 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-e1c6eab7-675a-45c5-8d74-3f6cddd9b65e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Added segment 189346e3-151b-4e21-a2d5-64a2b0a1d556 of type vlan for network 23c9182f-eff9-4bc6-9625-15cc0385929b Nov 11 12:20:39.410311 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8553303c-ccdc-408d-9a72-142d11fb1724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.477536 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8553303c-ccdc-408d-9a72-142d11fb1724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.480548 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e1c6eab7-675a-45c5-8d74-3f6cddd9b65e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.520088 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-519e4020-8e4e-4cf2-880f-3f9920cb616e tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.527732 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-519e4020-8e4e-4cf2-880f-3f9920cb616e tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.540619 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e1c6eab7-675a-45c5-8d74-3f6cddd9b65e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.550116 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c6eab7-675a-45c5-8d74-3f6cddd9b65e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:39.550856 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e1c6eab7-675a-45c5-8d74-3f6cddd9b65e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.559031 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-519e4020-8e4e-4cf2-880f-3f9920cb616e tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.560743 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-519e4020-8e4e-4cf2-880f-3f9920cb616e tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2034614 Nov 11 12:20:39.570793 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59858) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:39.577665 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fe92c592-8244-4b0f-8928-e6c959ec6501 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Request body: {'security_group_rule': {'security_group_id': '77b892af-3d8b-41eb-b810-8edbb1e5068b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:39.586312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e4020-8e4e-4cf2-880f-3f9920cb616e tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b892af-3d8b-41eb-b810-8edbb1e5068b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:39.613965 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe92c592-8244-4b0f-8928-e6c959ec6501 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.647494 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e1c6eab7-675a-45c5-8d74-3f6cddd9b65e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4636865 Nov 11 12:20:39.652781 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59860) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:39.656205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6eab7-675a-45c5-8d74-3f6cddd9b65e tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event updated for resources: {'Network': ['ID=23c9182f-eff9-4bc6-9625-15cc0385929b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:39.659185 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ad8d5591-1563-4ecb-b141-485d292453cb tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1722184358'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:39.660480 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8553303c-ccdc-408d-9a72-142d11fb1724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.663524 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8553303c-ccdc-408d-9a72-142d11fb1724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.667228 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8553303c-ccdc-408d-9a72-142d11fb1724 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f1d98d9-d9ce-4641-b1e4-5a6a37cb3c28 HTTP/1.1" status: 204 len: 168 time: 0.3586094 Nov 11 12:20:39.672967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 23c9182f-eff9-4bc6-9625-15cc0385929b details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:20:39.690572 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe92c592-8244-4b0f-8928-e6c959ec6501 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.698625 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe92c592-8244-4b0f-8928-e6c959ec6501 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.699070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553303c-ccdc-408d-9a72-142d11fb1724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1d98d9-d9ce-4641-b1e4-5a6a37cb3c28,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:39.711647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8d5591-1563-4ecb-b141-485d292453cb tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Made reservation on behalf of 6b94b07489624cd9a8deb20fcfe85da5 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:39.715340 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ad8d5591-1563-4ecb-b141-485d292453cb tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.736248 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92c592-8244-4b0f-8928-e6c959ec6501 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aca0222-f52d-4bbb-88b7-a63104a06e9d,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:39.745308 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fe92c592-8244-4b0f-8928-e6c959ec6501 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.749150 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fe92c592-8244-4b0f-8928-e6c959ec6501 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1747096 Nov 11 12:20:39.750020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59864) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:39.756515 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-22c2eacf-60d3-4291-bb34-5f234ec8d22c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Request body: {'security_group_rule': {'security_group_id': '77b892af-3d8b-41eb-b810-8edbb1e5068b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:39.760887 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8d5591-1563-4ecb-b141-485d292453cb tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:20:39.770981 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ad8d5591-1563-4ecb-b141-485d292453cb tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.771363 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-ad8d5591-1563-4ecb-b141-485d292453cb tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Added segment 2c40eb44-579f-4937-bd61-a0378eb09135 of type vlan for network 80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c Nov 11 12:20:39.822046 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ad8d5591-1563-4ecb-b141-485d292453cb tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.832164 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-22c2eacf-60d3-4291-bb34-5f234ec8d22c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.865128 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ad8d5591-1563-4ecb-b141-485d292453cb tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.872543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8d5591-1563-4ecb-b141-485d292453cb tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:39.873276 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ad8d5591-1563-4ecb-b141-485d292453cb tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.946161 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-22c2eacf-60d3-4291-bb34-5f234ec8d22c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.950536 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ad8d5591-1563-4ecb-b141-485d292453cb tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2962799 Nov 11 12:20:39.951757 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-22c2eacf-60d3-4291-bb34-5f234ec8d22c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.980025 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-22c2eacf-60d3-4291-bb34-5f234ec8d22c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.984237 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-22c2eacf-60d3-4291-bb34-5f234ec8d22c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2328732 Nov 11 12:20:39.985053 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59868) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:39.985476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2eacf-60d3-4291-bb34-5f234ec8d22c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3617b924-a71c-45df-b9a1-9f217252e59a,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:39.989903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:39.994479 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d5591-1563-4ecb-b141-485d292453cb tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event updated for resources: {'Network': ['ID=80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:40.007698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:20:40.035054 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:40.195281 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:40.340057 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Allocated IP 172.25.2.113 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/35f10d33-b933-4416-bb5b-9630aa539744) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:40.428822 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62d9f7-d620-4b2a-bca8-b7a2b1a4ed22 req-6e83b510-3229-4f3d-90e2-22c47ff17744 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:40.450822 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c62d9f7-d620-4b2a-bca8-b7a2b1a4ed22 req-6e83b510-3229-4f3d-90e2-22c47ff17744 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 944 time: 0.1094711 Nov 11 12:20:40.521635 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:40.551505 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c62d9f7-d620-4b2a-bca8-b7a2b1a4ed22 req-63cc810b-30fe-4164-8a0d-114248ac25e8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990400 Nov 11 12:20:40.586964 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:40.611669 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:40.612890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 893ccda2-8c54-4392-86f2-bd11bb7bfb6b up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:40.641794 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:40.646370 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:40.655070 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:40.658488 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event updated for resources: {'Port': ['ID=35f10d33-b933-4416-bb5b-9630aa539744,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:40.705625 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 893ccda2-8c54-4392-86f2-bd11bb7bfb6b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:40.707360 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:40.756320 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:40.801692 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:41.057119 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Sync routers for ids ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:41.088771 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Routers {'d2e2ea21-d6f1-42f4-a976-af1dd1840a96'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:41.089898 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:41.231140 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9801da34-b6fe-4755-88bb-8b971fd17073 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:41.244225 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Set router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:41.321829 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:41.322405 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:41.326644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 9801da34-b6fe-4755-88bb-8b971fd17073 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:20:41.332195 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 9801da34-b6fe-4755-88bb-8b971fd17073 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:41.332472 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:41.332735 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:41.447300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event updated for resources: {'Port': ['ID=35f10d33-b933-4416-bb5b-9630aa539744,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:41.462236 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:41.467454 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:41.481481 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:41.490410 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-325fa4ed-8dee-4c63-beb6-6cf5dc3304e3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4972959 Nov 11 12:20:41.517118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 9801da34-b6fe-4755-88bb-8b971fd17073, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9801da34-b6fe-4755-88bb-8b971fd17073,segment=NetworkSegment(993c0c8a-f3a9-4655-8a63-62204ebaa5da),segment_id=993c0c8a-f3a9-4655-8a63-62204ebaa5da)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:41.518250 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9801da34-b6fe-4755-88bb-8b971fd17073'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:20:41.521767 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02739374-6f71-40e2-80a0-931585a298dc" -d '{"events": [{"server_uuid": "96f1e4f9-aac2-458f-a38f-a4563fba6ab1", "name": "network-vif-plugged", "status": "completed", "tag": "9801da34-b6fe-4755-88bb-8b971fd17073"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:20:41.526714 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:41.548180 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '49758074-1536-423f-b366-faeff0c03287', 'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'mac_address': 'fa:16:3e:1b:46:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:36Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 2, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'subnets': [{'id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:41.582490 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=9801da34-b6fe-4755-88bb-8b971fd17073,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:41.615236 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Checking router: d2e2ea21-d6f1-42f4-a976-af1dd1840a96 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:41.616555 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Updating router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 port 49758074-1536-423f-b366-faeff0c03287 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:20:41.644481 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:41.682909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59912) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:41.736010 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98b715-f835-4170-8b2b-7328ec8c6759 req-50ae38ed-0be2-4fba-843a-6d8ef663eb64 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:41.744820 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f98b715-f835-4170-8b2b-7328ec8c6759 req-50ae38ed-0be2-4fba-843a-6d8ef663eb64 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0790496 Nov 11 12:20:41.809784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0f98b715-f835-4170-8b2b-7328ec8c6759 req-118865e9-ab4d-4338-8e63-ad55e0fb214d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637181 Nov 11 12:20:41.884043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-59fa3e31-398d-4443-afea-765e2f89a814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'network': {'name': 'tempest-network-smoke--788697966', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'port_security_enabled': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:41.909316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fa3e31-398d-4443-afea-765e2f89a814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Made reservation on behalf of 0565b14f5ea4452abe2554e29ca69bdf for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:41.914787 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa3e31-398d-4443-afea-765e2f89a814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:41.927651 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa3e31-398d-4443-afea-765e2f89a814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:41.995874 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a49f3f-b328-43f6-9d14-5ea3b63c79eb x-openstack-request-id: req-72a49f3f-b328-43f6-9d14-5ea3b63c79eb {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:20:41.996742 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f1e4f9-aac2-458f-a38f-a4563fba6ab1", "name": "network-vif-plugged", "status": "completed", "tag": "9801da34-b6fe-4755-88bb-8b971fd17073", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:20:41.997174 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72a49f3f-b328-43f6-9d14-5ea3b63c79eb {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:20:41.999143 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9801da34-b6fe-4755-88bb-8b971fd17073', 'code': 200} Nov 11 12:20:42.018082 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-897bfa11-9e7d-4798-be3a-93f00aaf7be2 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1291909955&fields=id&tenant_id=c86e75b72349490b85928fa4eba61911 HTTP/1.1" status: 200 len: 267 time: 0.1075120 Nov 11 12:20:42.028662 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa3e31-398d-4443-afea-765e2f89a814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.034869 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa3e31-398d-4443-afea-765e2f89a814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.068347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fa3e31-398d-4443-afea-765e2f89a814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:20:42.098037 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.105518 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.119483 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa3e31-398d-4443-afea-765e2f89a814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.119947 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-59fa3e31-398d-4443-afea-765e2f89a814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Added segment cd35b200-1745-42e4-ad0b-3131fa2fb08e of type vlan for network 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 Nov 11 12:20:42.121758 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa3e31-398d-4443-afea-765e2f89a814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10079625-ea33-4916-8050-0ddd3c70de02,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:42.181259 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa3e31-398d-4443-afea-765e2f89a814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.192592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1cf72-3b31-4455-be2c-064f4a021ec5 req-b45671a1-4cbc-4479-b691-6efa0eb38693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:42.194338 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aab1cf72-3b31-4455-be2c-064f4a021ec5 req-b45671a1-4cbc-4479-b691-6efa0eb38693 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 1096 time: 0.1145968 Nov 11 12:20:42.242211 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa3e31-398d-4443-afea-765e2f89a814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.250461 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa3e31-398d-4443-afea-765e2f89a814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:42.251242 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa3e31-398d-4443-afea-765e2f89a814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.261071 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b42b50-477c-4d37-b369-53a051a9080c None None] Pushing event updated for resources: {'Port': ['ID=49758074-1536-423f-b366-faeff0c03287,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:42.294735 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Attempting to bind port 49758074-1536-423f-b366-faeff0c03287 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:42.295631 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Attempting to bind port 49758074-1536-423f-b366-faeff0c03287 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'f581aca4-3e82-41e8-8516-c5451400bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:42.295631 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Attempting to bind port 49758074-1536-423f-b366-faeff0c03287 on network a77c6cb3-f220-490a-bf03-8045eaa287db {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:42.329309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-60e3e73a-eda0-4ba5-aac9-88366f707e77 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:42.333267 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:42.333798 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Checking segment: {'id': 'f581aca4-3e82-41e8-8516-c5451400bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:42.334704 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aab1cf72-3b31-4455-be2c-064f4a021ec5 req-1f58542e-e1ab-4c2a-a340-9c951fcd0450 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203847 Nov 11 12:20:42.335145 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.335704 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Bound using segment: {'id': 'f581aca4-3e82-41e8-8516-c5451400bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:42.336289 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Bound port: 49758074-1536-423f-b366-faeff0c03287, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f581aca4-3e82-41e8-8516-c5451400bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:42.336717 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.339500 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-60e3e73a-eda0-4ba5-aac9-88366f707e77 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/networks?id=a77c6cb3-f220-490a-bf03-8045eaa287db HTTP/1.1" status: 200 len: 811 time: 0.3199854 Nov 11 12:20:42.374002 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-fbbfbb8d-dec6-41ad-931d-a5373317d04f tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/quotas/c86e75b72349490b85928fa4eba61911 HTTP/1.1" status: 200 len: 375 time: 0.0329499 Nov 11 12:20:42.378409 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-59fa3e31-398d-4443-afea-765e2f89a814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6943429 Nov 11 12:20:42.382085 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59926) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:42.389023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-592624318', 'admin_state_up': True, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:42.396191 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa3e31-398d-4443-afea-765e2f89a814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Network': ['ID=0cafca3f-a4ce-4a68-8b99-df67c9e67cf7,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:42.410195 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:20:42.426667 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.427975 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.468692 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] For port 49758074-1536-423f-b366-faeff0c03287, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:42.473467 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] For port 49758074-1536-423f-b366-faeff0c03287, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=49758074-1536-423f-b366-faeff0c03287,segment=NetworkSegment(f581aca4-3e82-41e8-8516-c5451400bec8),segment_id=f581aca4-3e82-41e8-8516-c5451400bec8)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:42.482704 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.512480 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.526396 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-e5784316-d3dc-45b6-8b1b-128777b2a671 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c86e75b72349490b85928fa4eba61911&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1495962 Nov 11 12:20:42.560819 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Routers {'d2e2ea21-d6f1-42f4-a976-af1dd1840a96'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:42.561554 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:42.622250 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-72247033-f510-4c81-a1fa-3c204dbc41fb None None] Provisioning complete for port 49758074-1536-423f-b366-faeff0c03287 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:42.622866 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-72247033-f510-4c81-a1fa-3c204dbc41fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.705448 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.773210 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-72247033-f510-4c81-a1fa-3c204dbc41fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.818121 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b42b50-477c-4d37-b369-53a051a9080c None None] Pushing event updated for resources: {'Port': ['ID=49758074-1536-423f-b366-faeff0c03287,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:42.842448 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-72247033-f510-4c81-a1fa-3c204dbc41fb None None] For port 49758074-1536-423f-b366-faeff0c03287, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=49758074-1536-423f-b366-faeff0c03287,segment=NetworkSegment(f581aca4-3e82-41e8-8516-c5451400bec8),segment_id=f581aca4-3e82-41e8-8516-c5451400bec8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:42.855394 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-72247033-f510-4c81-a1fa-3c204dbc41fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:42.887518 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] Set router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:43.006878 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72247033-f510-4c81-a1fa-3c204dbc41fb None None] Pushing event updated for resources: {'Port': ['ID=49758074-1536-423f-b366-faeff0c03287,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:43.020778 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:43.050088 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:43.102184 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d0d924e4-4b9b-4e7e-9a64-f1e6cbd89197 None None] Provisioning complete for port 49758074-1536-423f-b366-faeff0c03287 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:43.102550 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d0d924e4-4b9b-4e7e-9a64-f1e6cbd89197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:43.223114 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '49758074-1536-423f-b366-faeff0c03287', 'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'mac_address': 'fa:16:3e:1b:46:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:36Z', 'updated_at': '2021-11-11T12:20:42Z', 'revision_number': 4, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'subnets': [{'id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:43.227926 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Allocated IP 172.25.2.210 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/af136162-f1bb-4c4a-be92-765bc8608e71) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:43.311082 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59930) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:43.318521 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Request body: {'subnets': [{'network_id': '23c9182f-eff9-4bc6-9625-15cc0385929b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1040194982', 'ip_version': 6}, {'network_id': '80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:43.318837 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Request body: {'subnet': {'network_id': '23c9182f-eff9-4bc6-9625-15cc0385929b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1040194982', 'ip_version': 6}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:43.319521 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Request body: {'subnet': {'network_id': '80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:43.370609 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f3ebe6-4cad-4e23-a741-e2e5243b9990 None None] The sync data for ids ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'] in n-d-807359-3 is: [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '49758074-1536-423f-b366-faeff0c03287', 'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'mac_address': 'fa:16:3e:1b:46:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:36Z', 'updated_at': '2021-11-11T12:20:42Z', 'revision_number': 4, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'subnets': [{'id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:43.448587 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-c38212ea-6307-492b-9a41-53ae2cc36b24 service neutron] 10.222.0.65 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8789694 Nov 11 12:20:43.478583 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:43.527097 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641623b-21d7-437a-920f-407c3106d672 req-ff64641f-59b0-4d67-99e2-c3155c8f96c6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:43.528850 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5641623b-21d7-437a-920f-407c3106d672 req-ff64641f-59b0-4d67-99e2-c3155c8f96c6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.1549413 Nov 11 12:20:43.585796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Made reservation on behalf of 6b94b07489624cd9a8deb20fcfe85da5 for: {'subnet': 2} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:43.590514 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:43.590849 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:43.594637 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-33818dab-ef35-4055-a892-b401f5afd2c0 service neutron] 10.222.0.65 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451700 Nov 11 12:20:43.601083 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:43.610207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5641623b-21d7-437a-920f-407c3106d672 req-786b4733-c342-43c9-b0cc-daae05dbecd1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742443 Nov 11 12:20:43.741517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:43.769398 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Port': ['ID=af136162-f1bb-4c4a-be92-765bc8608e71,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:43.772066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:43.785954 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:43.787992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17abccf-18be-45c3-a4e8-8fa029f211f9 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:43.818760 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c259717b-71e8-4f2a-b25e-ba46c1632ef8 req-122825f5-ef7e-474d-a825-cdd14786b090 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 210 time: 0.0577765 Nov 11 12:20:43.888239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f031dbbd-04bc-47ab-9fb4-058435661c53 None None] Provisioning complete for port af136162-f1bb-4c4a-be92-765bc8608e71 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:43.888823 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f031dbbd-04bc-47ab-9fb4-058435661c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:43.925618 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f031dbbd-04bc-47ab-9fb4-058435661c53 None None] Port af136162-f1bb-4c4a-be92-765bc8608e71 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:44.213107 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.434416 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.513699 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 49758074-1536-423f-b366-faeff0c03287 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:44.548332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event updated for resources: {'Subnet': ['ID=b3347888-1b1b-4640-80c0-7f9aa78d8155,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:44.568191 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.576691 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Checking segment: {'id': '189346e3-151b-4e21-a2d5-64a2b0a1d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '23c9182f-eff9-4bc6-9625-15cc0385929b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:44.576997 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 49758074-1536-423f-b366-faeff0c03287 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:44.577145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Network hostable DHCP agents. Network: 23c9182f-eff9-4bc6-9625-15cc0385929b, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:20:44.577553 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.642872 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Network 23c9182f-eff9-4bc6-9625-15cc0385929b is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:20:44.690186 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 23c9182f-eff9-4bc6-9625-15cc0385929b) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:44.702747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55ca3c5-d676-4fb6-aa1f-520817092dc1 None None] Network 23c9182f-eff9-4bc6-9625-15cc0385929b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:44.705085 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.787524 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event updated for resources: {'Subnet': ['ID=0a1143ff-fe96-471b-aa34-e931b5e3cdc9,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:44.817418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fd83b-04aa-4999-9f05-fa58675398f9 req-757cb981-4f56-402e-b424-5a46f6ba9908 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:44.826580 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b9fd83b-04aa-4999-9f05-fa58675398f9 req-757cb981-4f56-402e-b424-5a46f6ba9908 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.1107650 Nov 11 12:20:44.826997 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Checking segment: {'id': '2c40eb44-579f-4937-bd61-a0378eb09135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:44.827358 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Network hostable DHCP agents. Network: 80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:20:44.886845 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:20:44.893332 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-23c9182f-eff9-4bc6-9625-15cc0385929b', 'network_id': '23c9182f-eff9-4bc6-9625-15cc0385929b', 'tenant_id': '6b94b07489624cd9a8deb20fcfe85da5', 'fixed_ips': [{'subnet_id': 'b3347888-1b1b-4640-80c0-7f9aa78d8155'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:20:44.894237 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.911079 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b9fd83b-04aa-4999-9f05-fa58675398f9 req-6b8fe22f-7345-426b-8b17-9db1463787e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832562 Nov 11 12:20:44.911816 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Network 80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:20:44.984830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ffc9ded-2919-43fd-bd59-0f84b80d4114 req-c0c88539-e5fe-48d0-8c3f-9a8844372a30 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 210 time: 0.0348244 Nov 11 12:20:44.999134 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:45.017506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:45.019014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d797e921-cb7a-4a89-93dc-9835df12cb5e None None] Network 80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:45.021628 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:45.021628 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.064484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c510c-685d-44f2-ac04-05dc9ce167b6 req-9f6da66f-2aa8-4f47-b564-a6a708fd42de tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:45.066033 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-721c510c-685d-44f2-ac04-05dc9ce167b6 req-9f6da66f-2aa8-4f47-b564-a6a708fd42de tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0656793 Nov 11 12:20:45.127646 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-721c510c-685d-44f2-ac04-05dc9ce167b6 req-73f17322-787c-4308-993f-5b76609e2819 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541534 Nov 11 12:20:45.134203 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-eaddd6a5-7053-40c5-9047-9db5c05f4bc4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:45.135699 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-eaddd6a5-7053-40c5-9047-9db5c05f4bc4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.43 "GET /v2.0/networks?id=a77c6cb3-f220-490a-bf03-8045eaa287db HTTP/1.1" status: 200 len: 811 time: 0.2920117 Nov 11 12:20:45.153780 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59948) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:45.171055 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-28d1bdfc-2486-42d2-becf-cbe72079691d tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.8558652 Nov 11 12:20:45.182864 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59950) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:45.260255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdbb326-65d8-4dd3-bdfd-22abd9b35b36 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:45.262071 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdbb326-65d8-4dd3-bdfd-22abd9b35b36 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:45.264269 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdbb326-65d8-4dd3-bdfd-22abd9b35b36 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:45.266228 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9fdbb326-65d8-4dd3-bdfd-22abd9b35b36 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0821228 Nov 11 12:20:45.269005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff1959a-3d53-4148-b816-731cdc6806c4 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:45.274326 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5ff1959a-3d53-4148-b816-731cdc6806c4 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 1091 time: 0.1191013 Nov 11 12:20:45.275381 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59952) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:45.278432 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59954) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:45.281719 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '9801da34-b6fe-4755-88bb-8b971fd17073', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:45.336440 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Allocated IP 2001:db8::1 (23c9182f-eff9-4bc6-9625-15cc0385929b/b3347888-1b1b-4640-80c0-7f9aa78d8155/02f5b3fe-a706-458a-a063-889f5572c93d) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:45.356893 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.363787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-28504444-0fdd-445a-9d38-ce44e533e5dd tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Deleting subnet b3347888-1b1b-4640-80c0-7f9aa78d8155 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:20:45.477492 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.503460 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c', 'network_id': '80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c', 'tenant_id': '6b94b07489624cd9a8deb20fcfe85da5', 'fixed_ips': [{'subnet_id': '0a1143ff-fe96-471b-aa34-e931b5e3cdc9'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:20:45.505481 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.539501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:45.545856 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-222926b7-53e1-4be7-a7af-3e73684072ac tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c86e75b72349490b85928fa4eba61911 HTTP/1.1" status: 200 len: 380 time: 0.3986759 Nov 11 12:20:45.562475 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-3b1301e9-4f7d-47de-a898-bb95183aa2d8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Request body: {'port': {'device_id': '818e1a1e-4ac9-47bf-908b-35d7deb7f293', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'admin_state_up': True, 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'security_groups': ['77b892af-3d8b-41eb-b810-8edbb1e5068b']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:45.568086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Sync routers for ids ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:45.597103 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.603218 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-42502d86-1f52-4725-a751-494dc7fd055c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2199616 Nov 11 12:20:45.603932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59956) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:45.605476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Allocated IP 172.25.2.55 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/22674df1-8a3b-4f5a-be82-6fa14b91f695) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:45.644660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Routers {'bb88b92e-bb06-4bf9-a597-ee5bfec838b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:45.645296 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:45.654076 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.704713 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28504444-0fdd-445a-9d38-ce44e533e5dd tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.712124 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.734064 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3f127138-0474-4686-ad18-d2060e5fdada tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=0565b14f5ea4452abe2554e29ca69bdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0976954 Nov 11 12:20:45.734302 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59960) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:45.757217 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.769058 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28504444-0fdd-445a-9d38-ce44e533e5dd tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.830700 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Network 23c9182f-eff9-4bc6-9625-15cc0385929b is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:45.837979 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.846412 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:45.854986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Pushing event updated for resources: {'Port': ['ID=02f5b3fe-a706-458a-a063-889f5572c93d,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:45.859553 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Allocated IP 2001:db8:0:1::1 (80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c/0a1143ff-fe96-471b-aa34-e931b5e3cdc9/90f36494-9b36-44f8-a1f1-db8ca98e24c0) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:45.861696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:45.889542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=22674df1-8a3b-4f5a-be82-6fa14b91f695,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:45.912234 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Set router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:45.915376 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-3b1301e9-4f7d-47de-a898-bb95183aa2d8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Made reservation on behalf of c86e75b72349490b85928fa4eba61911 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:45.919448 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-3b1301e9-4f7d-47de-a898-bb95183aa2d8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.927171 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:45.930571 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:45.936518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:45.965967 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28504444-0fdd-445a-9d38-ce44e533e5dd tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.970661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546be32a-10a1-4fc3-abf9-c7173a5bc331 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:45.974801 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-546be32a-10a1-4fc3-abf9-c7173a5bc331 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2371037 Nov 11 12:20:45.975699 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59962) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:46.040025 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ea83aa0c-7fed-4637-8946-f864fc09583e tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0583076 Nov 11 12:20:46.041448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59966) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:46.047116 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e589cfc2-1550-40b1-b8fc-f4de2d7348ef tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-909923990', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:46.065663 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.128376 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Attempting to bind port 02f5b3fe-a706-458a-a063-889f5572c93d on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:46.130154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Attempting to bind port 02f5b3fe-a706-458a-a063-889f5572c93d by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '189346e3-151b-4e21-a2d5-64a2b0a1d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '23c9182f-eff9-4bc6-9625-15cc0385929b'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:46.130702 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Attempting to bind port 02f5b3fe-a706-458a-a063-889f5572c93d on network 23c9182f-eff9-4bc6-9625-15cc0385929b {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:46.147024 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:46.147694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Checking segment: {'id': '189346e3-151b-4e21-a2d5-64a2b0a1d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '23c9182f-eff9-4bc6-9625-15cc0385929b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:46.148276 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.148660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Bound using segment: {'id': '189346e3-151b-4e21-a2d5-64a2b0a1d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '23c9182f-eff9-4bc6-9625-15cc0385929b'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:46.149170 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Bound port: 02f5b3fe-a706-458a-a063-889f5572c93d, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189346e3-151b-4e21-a2d5-64a2b0a1d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '23c9182f-eff9-4bc6-9625-15cc0385929b'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:46.149540 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.173902 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-3b1301e9-4f7d-47de-a898-bb95183aa2d8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Allocated IP 172.20.0.8 (a77c6cb3-f220-490a-bf03-8045eaa287db/c2d90c43-605c-44da-8d21-d70c17e99759/3151382d-d1fe-4b97-b00c-70695d6cd25a) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:46.182782 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa015697-086d-48cf-b6c0-21e40e1c02b0 req-7fe008a0-309b-41c7-b78b-4bb5b999f03b tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 210 time: 0.0742624 Nov 11 12:20:46.188384 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28504444-0fdd-445a-9d38-ce44e533e5dd tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.280288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28504444-0fdd-445a-9d38-ce44e533e5dd tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event deleted for resources: {'Subnet': ['ID=b3347888-1b1b-4640-80c0-7f9aa78d8155,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:46.282545 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28504444-0fdd-445a-9d38-ce44e533e5dd tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.285801 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-28504444-0fdd-445a-9d38-ce44e533e5dd tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "DELETE /v2.0/subnets/b3347888-1b1b-4640-80c0-7f9aa78d8155 HTTP/1.1" status: 204 len: 168 time: 0.9978495 Nov 11 12:20:46.290874 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59968) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:46.322147 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] For port 02f5b3fe-a706-458a-a063-889f5572c93d, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:46.336636 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.344110 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] For port 02f5b3fe-a706-458a-a063-889f5572c93d, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=02f5b3fe-a706-458a-a063-889f5572c93d,segment=NetworkSegment(189346e3-151b-4e21-a2d5-64a2b0a1d556),segment_id=189346e3-151b-4e21-a2d5-64a2b0a1d556)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:46.350721 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.360378 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.373897 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-3b1301e9-4f7d-47de-a898-bb95183aa2d8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.394819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e589cfc2-1550-40b1-b8fc-f4de2d7348ef tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Made reservation on behalf of 0565b14f5ea4452abe2554e29ca69bdf for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:46.398303 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e589cfc2-1550-40b1-b8fc-f4de2d7348ef tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.418938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Network 80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:46.431025 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:46.432533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a20b57-45e3-4b53-aabb-059f376563a6 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Deleting subnet 0a1143ff-fe96-471b-aa34-e931b5e3cdc9 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:20:46.436735 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-3b1301e9-4f7d-47de-a898-bb95183aa2d8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.436926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:46.439610 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06a20b57-45e3-4b53-aabb-059f376563a6 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.458633 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Pushing event updated for resources: {'Port': ['ID=90f36494-9b36-44f8-a1f1-db8ca98e24c0,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:46.471253 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:20:43Z', 'revision_number': 3, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:46.492285 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-3b1301e9-4f7d-47de-a898-bb95183aa2d8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Network a77c6cb3-f220-490a-bf03-8045eaa287db is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:46.497050 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-3b1301e9-4f7d-47de-a898-bb95183aa2d8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:46.499338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-3b1301e9-4f7d-47de-a898-bb95183aa2d8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:46.537969 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1301e9-4f7d-47de-a898-bb95183aa2d8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event updated for resources: {'Port': ['ID=3151382d-d1fe-4b97-b00c-70695d6cd25a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:46.549826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Checking router: bb88b92e-bb06-4bf9-a597-ee5bfec838b3 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:46.550395 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Updating router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 port af136162-f1bb-4c4a-be92-765bc8608e71 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:20:46.574620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-3b1301e9-4f7d-47de-a898-bb95183aa2d8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:46.575273 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-3b1301e9-4f7d-47de-a898-bb95183aa2d8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.591204 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b6974f-7a8f-4a09-95ad-902ede705804 None None] Network 23c9182f-eff9-4bc6-9625-15cc0385929b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:46.597986 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-3b1301e9-4f7d-47de-a898-bb95183aa2d8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0424511 Nov 11 12:20:46.614178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Request body: {'port': {'device_id': '818e1a1e-4ac9-47bf-908b-35d7deb7f293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:46.614632 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06a20b57-45e3-4b53-aabb-059f376563a6 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.617433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-a8b31bdd-7ae2-4653-ac18-5b5aa261794f req-f02c6f29-0378-415a-bd8c-82661a350600 service neutron] (109153) timed out ('10.222.0.65', 37962) {{(pid=109153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 12:20:46.673069 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.675214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Attempting to bind port 90f36494-9b36-44f8-a1f1-db8ca98e24c0 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:46.675335 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Attempting to bind port 90f36494-9b36-44f8-a1f1-db8ca98e24c0 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '2c40eb44-579f-4937-bd61-a0378eb09135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:46.675657 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Attempting to bind port 90f36494-9b36-44f8-a1f1-db8ca98e24c0 on network 80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:46.682336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7b5c1-669b-44b8-b8a6-cad538240d43 None None] Pushing event updated for resources: {'Port': ['ID=02f5b3fe-a706-458a-a063-889f5572c93d,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:46.687066 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.720838 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:46.721209 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Checking segment: {'id': '2c40eb44-579f-4937-bd61-a0378eb09135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:46.721702 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.722121 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Bound using segment: {'id': '2c40eb44-579f-4937-bd61-a0378eb09135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:46.722630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Bound port: 90f36494-9b36-44f8-a1f1-db8ca98e24c0, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c40eb44-579f-4937-bd61-a0378eb09135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:46.723006 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.947418 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] For port 90f36494-9b36-44f8-a1f1-db8ca98e24c0, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:46.955834 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-cdec2442-6ff1-478b-8e0a-e49a2022a4a4 None None] Provisioning complete for port 3151382d-d1fe-4b97-b00c-70695d6cd25a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:46.956194 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cdec2442-6ff1-478b-8e0a-e49a2022a4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.017873 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3151382d-d1fe-4b97-b00c-70695d6cd25a {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:20:47.027287 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.052186 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Transition to ACTIVE for port object 3151382d-d1fe-4b97-b00c-70695d6cd25a will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:20:47.058050 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.071108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.088686 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e589cfc2-1550-40b1-b8fc-f4de2d7348ef tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.138307 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3151382d-d1fe-4b97-b00c-70695d6cd25a,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:47.180249 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] For port 90f36494-9b36-44f8-a1f1-db8ca98e24c0, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=90f36494-9b36-44f8-a1f1-db8ca98e24c0,segment=NetworkSegment(2c40eb44-579f-4937-bd61-a0378eb09135),segment_id=2c40eb44-579f-4937-bd61-a0378eb09135)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:47.196790 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06a20b57-45e3-4b53-aabb-059f376563a6 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.206437 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.235527 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Attempting to bind port 3151382d-d1fe-4b97-b00c-70695d6cd25a on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:47.235891 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Attempting to bind port 3151382d-d1fe-4b97-b00c-70695d6cd25a by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'f581aca4-3e82-41e8-8516-c5451400bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:47.236229 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Attempting to bind port 3151382d-d1fe-4b97-b00c-70695d6cd25a on network a77c6cb3-f220-490a-bf03-8045eaa287db {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:47.242826 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Port 3151382d-d1fe-4b97-b00c-70695d6cd25a on network a77c6cb3-f220-490a-bf03-8045eaa287db not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:20:47.243184 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Attempting to bind port 3151382d-d1fe-4b97-b00c-70695d6cd25a on network a77c6cb3-f220-490a-bf03-8045eaa287db {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:47.248881 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:47.249226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Checking segment: {'id': 'f581aca4-3e82-41e8-8516-c5451400bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:47.250021 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Bound using segment: {'id': 'f581aca4-3e82-41e8-8516-c5451400bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:47.250467 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Bound port: 3151382d-d1fe-4b97-b00c-70695d6cd25a, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f581aca4-3e82-41e8-8516-c5451400bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:47.251932 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.282752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589cfc2-1550-40b1-b8fc-f4de2d7348ef tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Subnet': ['ID=2dcab28d-a90c-4244-a2a5-daf3f92153b2,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:47.324786 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-cdec2442-6ff1-478b-8e0a-e49a2022a4a4 None None] Port 3151382d-d1fe-4b97-b00c-70695d6cd25a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:47.360681 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f70ccf-b6f5-4e19-bb05-464d633eb738 None None] Pushing event updated for resources: {'Port': ['ID=90f36494-9b36-44f8-a1f1-db8ca98e24c0,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:47.403254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] For port 3151382d-d1fe-4b97-b00c-70695d6cd25a, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:47.407967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] For port 3151382d-d1fe-4b97-b00c-70695d6cd25a, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3151382d-d1fe-4b97-b00c-70695d6cd25a,segment=NetworkSegment(f581aca4-3e82-41e8-8516-c5451400bec8),segment_id=f581aca4-3e82-41e8-8516-c5451400bec8)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:47.414367 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.419075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589cfc2-1550-40b1-b8fc-f4de2d7348ef tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Checking segment: {'id': 'cd35b200-1745-42e4-ad0b-3131fa2fb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:47.419579 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e589cfc2-1550-40b1-b8fc-f4de2d7348ef tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network hostable DHCP agents. Network: 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:20:47.422332 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.435775 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06a20b57-45e3-4b53-aabb-059f376563a6 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.465724 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.479348 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.481418 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:47.482317 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.484970 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] 10.222.0.43 "PUT /v2.0/ports/3151382d-d1fe-4b97-b00c-70695d6cd25a HTTP/1.1" status: 200 len: 1091 time: 0.8787007 Nov 11 12:20:47.502632 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818e1a1e-4ac9-47bf-908b-35d7deb7f293', 'tag': '3151382d-d1fe-4b97-b00c-70695d6cd25a'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:20:47.509635 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b1bbb8-2aad-4fc5-abe0-eea96d1e40f4" -d '{"events": [{"name": "network-changed", "server_uuid": "818e1a1e-4ac9-47bf-908b-35d7deb7f293", "tag": "3151382d-d1fe-4b97-b00c-70695d6cd25a"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:20:47.514171 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a20b57-45e3-4b53-aabb-059f376563a6 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1143ff-fe96-471b-aa34-e931b5e3cdc9,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:47.532597 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06a20b57-45e3-4b53-aabb-059f376563a6 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.536584 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-06a20b57-45e3-4b53-aabb-059f376563a6 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "DELETE /v2.0/subnets/0a1143ff-fe96-471b-aa34-e931b5e3cdc9 HTTP/1.1" status: 204 len: 168 time: 1.2418272 Nov 11 12:20:47.545566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59974) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:47.571415 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24440726-fbbe-4a7e-84f4-04b84784afb1 req-d5cccfec-bd3d-4707-9f71-de9355576d3e tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:47.573319 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-24440726-fbbe-4a7e-84f4-04b84784afb1 req-d5cccfec-bd3d-4707-9f71-de9355576d3e tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 943 time: 0.2194655 Nov 11 12:20:47.586318 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355a9fd-c642-4e39-8d76-d44cb5c413ff None None] Pushing event updated for resources: {'Port': ['ID=af136162-f1bb-4c4a-be92-765bc8608e71,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:47.610866 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fb7a08-a00f-4e2a-a684-5c0d070a9c27 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:47.624094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e589cfc2-1550-40b1-b8fc-f4de2d7348ef tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:20:47.645657 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Attempting to bind port af136162-f1bb-4c4a-be92-765bc8608e71 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:47.646022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Attempting to bind port af136162-f1bb-4c4a-be92-765bc8608e71 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:47.646523 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Attempting to bind port af136162-f1bb-4c4a-be92-765bc8608e71 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:47.663948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:47.664568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:47.665308 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.665904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:47.666551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Bound port: af136162-f1bb-4c4a-be92-765bc8608e71, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:47.667951 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.672642 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784b8a60-19e3-44de-ae4a-42c7036d7b89 x-openstack-request-id: req-784b8a60-19e3-44de-ae4a-42c7036d7b89 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:20:47.673067 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818e1a1e-4ac9-47bf-908b-35d7deb7f293", "tag": "3151382d-d1fe-4b97-b00c-70695d6cd25a", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:20:47.673259 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-784b8a60-19e3-44de-ae4a-42c7036d7b89 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:20:47.673812 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818e1a1e-4ac9-47bf-908b-35d7deb7f293', 'tag': '3151382d-d1fe-4b97-b00c-70695d6cd25a', 'status': 'completed', 'code': 200} Nov 11 12:20:47.687694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30801eb-1156-44fb-9bc4-d765874753d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3151382d-d1fe-4b97-b00c-70695d6cd25a,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:47.710150 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-76aec229-8511-451b-99ae-8afd66bee0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:47.712224 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-76aec229-8511-451b-99ae-8afd66bee0bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c86e75b72349490b85928fa4eba61911&device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 1094 time: 0.1409521 Nov 11 12:20:47.758090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-e589cfc2-1550-40b1-b8fc-f4de2d7348ef tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:47.773999 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-197a3cb3-5b6d-45fd-93f5-f510750f2729 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3151382d-d1fe-4b97-b00c-70695d6cd25a HTTP/1.1" status: 200 len: 217 time: 0.0522645 Nov 11 12:20:47.798192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e589cfc2-1550-40b1-b8fc-f4de2d7348ef tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:47.804362 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e589cfc2-1550-40b1-b8fc-f4de2d7348ef tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.814198 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62c5662-cc12-4471-a16e-3f2ac8088186 None None] Network 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:47.827122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f62d66-df55-47a8-9112-a6009ad26f38 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:47.829171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f5f62d66-df55-47a8-9112-a6009ad26f38 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2824640 Nov 11 12:20:47.836197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59976) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:47.858345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-253183fb-3219-4ba5-a2c0-3dfcd7bac90c None None] Provisioning complete for port af136162-f1bb-4c4a-be92-765bc8608e71 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:47.858697 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-253183fb-3219-4ba5-a2c0-3dfcd7bac90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.884335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-02e2c6b0-8c02-4550-959d-55aa974150c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:47.886247 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-02e2c6b0-8c02-4550-959d-55aa974150c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2d90c43-605c-44da-8d21-d70c17e99759 HTTP/1.1" status: 200 len: 850 time: 0.1056459 Nov 11 12:20:47.952296 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-253183fb-3219-4ba5-a2c0-3dfcd7bac90c None None] Port af136162-f1bb-4c4a-be92-765bc8608e71 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:47.957295 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-568a48b1-216d-4e5c-941c-68f29660433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:47.959850 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-568a48b1-216d-4e5c-941c-68f29660433b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a77c6cb3-f220-490a-bf03-8045eaa287db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654767 Nov 11 12:20:47.961864 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] For port af136162-f1bb-4c4a-be92-765bc8608e71, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:47.982828 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.985677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] For port af136162-f1bb-4c4a-be92-765bc8608e71, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=af136162-f1bb-4c4a-be92-765bc8608e71,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:47.997295 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.006708 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e589cfc2-1550-40b1-b8fc-f4de2d7348ef tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9612885 Nov 11 12:20:48.008261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 59978) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:48.014439 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-24440726-fbbe-4a7e-84f4-04b84784afb1 req-b77de810-d6be-46c6-b01a-1c695781d269 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3585348 Nov 11 12:20:48.019337 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.103730 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e68115-a321-4699-a586-40a03d92bba3 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:48.133726 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355a9fd-c642-4e39-8d76-d44cb5c413ff None None] Pushing event updated for resources: {'Port': ['ID=af136162-f1bb-4c4a-be92-765bc8608e71,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:48.150705 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Routers {'bb88b92e-bb06-4bf9-a597-ee5bfec838b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:48.153847 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:48.186226 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.216295 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=22674df1-8a3b-4f5a-be82-6fa14b91f695,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:48.235382 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-2768a9b0-675c-4274-a578-85f99da975eb service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675424 Nov 11 12:20:48.246409 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'fixed_ips': [{'subnet_id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:20:48.247303 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.382684 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] Set router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:48.473003 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5724d024-2bf0-4486-9d0a-5902a0b02c3d req-d493a14a-747c-49ef-9087-b9e4f346803a service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181985 Nov 11 12:20:48.570876 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-57134066-fd9c-4f68-83dc-483a6ebf1f08 None None] Provisioning complete for port af136162-f1bb-4c4a-be92-765bc8608e71 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:48.570876 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-57134066-fd9c-4f68-83dc-483a6ebf1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.646514 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 90f36494-9b36-44f8-a1f1-db8ca98e24c0 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:48.666205 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1bbb8-2aad-4fc5-abe0-eea96d1e40f4 req-5c9440a3-6af4-45c9-a571-56010240ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:48.667514 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0b1bbb8-2aad-4fc5-abe0-eea96d1e40f4 req-5c9440a3-6af4-45c9-a571-56010240ca53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c86e75b72349490b85928fa4eba61911&device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 1094 time: 0.1105118 Nov 11 12:20:48.703668 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.781686 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Allocated IP 172.20.0.2 (0cafca3f-a4ce-4a68-8b99-df67c9e67cf7/2dcab28d-a90c-4244-a2a5-daf3f92153b2/133254f6-0661-4f24-b39e-8d40827363b4) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:48.830513 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Deleting port 90f36494-9b36-44f8-a1f1-db8ca98e24c0 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:48.831210 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.838371 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 90f36494-9b36-44f8-a1f1-db8ca98e24c0 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:48.838736 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.893372 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1bbb8-2aad-4fc5-abe0-eea96d1e40f4 req-e3907404-022d-4125-b5de-855918634663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:48.895150 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0b1bbb8-2aad-4fc5-abe0-eea96d1e40f4 req-e3907404-022d-4125-b5de-855918634663 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a77c6cb3-f220-490a-bf03-8045eaa287db HTTP/1.1" status: 200 len: 913 time: 0.2170804 Nov 11 12:20:48.906077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] For port 90f36494-9b36-44f8-a1f1-db8ca98e24c0, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=90f36494-9b36-44f8-a1f1-db8ca98e24c0,segment=NetworkSegment(2c40eb44-579f-4937-bd61-a0378eb09135),segment_id=2c40eb44-579f-4937-bd61-a0378eb09135)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:48.906730 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.915432 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.930892 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Calling delete_port for 90f36494-9b36-44f8-a1f1-db8ca98e24c0 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:48.957056 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0b1bbb8-2aad-4fc5-abe0-eea96d1e40f4 req-00897400-407b-4e31-a55c-4f82440f9864 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3151382d-d1fe-4b97-b00c-70695d6cd25a HTTP/1.1" status: 200 len: 217 time: 0.0511715 Nov 11 12:20:48.987414 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad39f6d8-3796-42b9-a3fe-496fc75106db None None] Network 80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:48.992145 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Floating IP 479adb6e-551a-44a7-a290-b1cff2d93d08 associated. External IP: 172.25.2.55, port: 9801da34-b6fe-4755-88bb-8b971fd17073. Nov 11 12:20:48.993917 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-57134066-fd9c-4f68-83dc-483a6ebf1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.089779 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-57134066-fd9c-4f68-83dc-483a6ebf1f08 None None] For port af136162-f1bb-4c4a-be92-765bc8608e71, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=af136162-f1bb-4c4a-be92-765bc8608e71,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:49.126568 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-57134066-fd9c-4f68-83dc-483a6ebf1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.144242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1bbb8-2aad-4fc5-abe0-eea96d1e40f4 req-145ad29e-346b-44b5-b6c8-68e03cbbf375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:49.146081 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0b1bbb8-2aad-4fc5-abe0-eea96d1e40f4 req-145ad29e-346b-44b5-b6c8-68e03cbbf375 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2d90c43-605c-44da-8d21-d70c17e99759 HTTP/1.1" status: 200 len: 850 time: 0.1806419 Nov 11 12:20:49.158564 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.234719 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event deleted for resources: {'Port': ['ID=90f36494-9b36-44f8-a1f1-db8ca98e24c0,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:49.245291 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] No DVR routers for this DVR port 90f36494-9b36-44f8-a1f1-db8ca98e24c0 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:20:49.267358 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1bbb8-2aad-4fc5-abe0-eea96d1e40f4 req-c9f48318-d555-44be-993e-1fb309cccae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:49.269549 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0b1bbb8-2aad-4fc5-abe0-eea96d1e40f4 req-c9f48318-d555-44be-993e-1fb309cccae3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a77c6cb3-f220-490a-bf03-8045eaa287db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130047 Nov 11 12:20:49.286942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132bd97-e040-468d-99f7-aaa568c06398 req-844535f1-abd0-4156-9ae1-7a6096b89f02 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:49.288609 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1132bd97-e040-468d-99f7-aaa568c06398 req-844535f1-abd0-4156-9ae1-7a6096b89f02 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 943 time: 0.1763325 Nov 11 12:20:49.316722 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-999c24dc-2824-46ad-b3f1-cd5859589ec9 None None] Could not find standard attr ID for object 90f36494-9b36-44f8-a1f1-db8ca98e24c0. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:20:49.322688 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.325555 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:20:43Z', 'revision_number': 3, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:49.374862 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57134066-fd9c-4f68-83dc-483a6ebf1f08 None None] Pushing event updated for resources: {'Port': ['ID=af136162-f1bb-4c4a-be92-765bc8608e71,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:49.377979 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.383218 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5206ff-0ffe-49c5-8a40-847ba7402315 None None] The sync data for ids ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'] in n-d-807359-3 is: [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:20:43Z', 'revision_number': 3, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:49.405062 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.419170 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.438427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0414abff-cba9-4c81-b1f8-9311d0bbe925 None None] DHCP port deletion for 80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:49.477971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:49.494473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c40eb44-579f-4937-bd61-a0378eb09135') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:49.494860 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c40eb44-579f-4937-bd61-a0378eb09135') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:49.500183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1132bd97-e040-468d-99f7-aaa568c06398 req-295aab00-c476-450a-b053-6bbda352a548 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823285 Nov 11 12:20:49.509375 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0b1bbb8-2aad-4fc5-abe0-eea96d1e40f4 req-bbf3805f-9232-4a98-90e1-71247ae44e3e service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267213 Nov 11 12:20:49.514166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router 4377792b-54c1-4450-8c56-4a63b244d5c3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:20:49.516435 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.539633 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.584294 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:20:49.584871 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:20:49.588466 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:20:49.675267 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Network 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:49.679302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:49.683618 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:49.689773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Pushing event updated for resources: {'Port': ['ID=133254f6-0661-4f24-b39e-8d40827363b4,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:49.706972 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.725384 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.732251 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "DELETE /v2.0/networks/80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c HTTP/1.1" status: 204 len: 168 time: 1.8881378 Nov 11 12:20:49.732899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59986) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:49.759969 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f87990-6d64-493d-8ff3-a0493bcdd727 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event deleted for resources: {'Network': ['ID=80c0d73a-89f2-4a3a-80b9-34f31bbb9c8c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:49.775591 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:49.779242 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Attempting to bind port 133254f6-0661-4f24-b39e-8d40827363b4 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:49.779786 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Attempting to bind port 133254f6-0661-4f24-b39e-8d40827363b4 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'cd35b200-1745-42e4-ad0b-3131fa2fb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:49.780155 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Attempting to bind port 133254f6-0661-4f24-b39e-8d40827363b4 on network 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:49.788248 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:49.788672 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Checking segment: {'id': 'cd35b200-1745-42e4-ad0b-3131fa2fb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:49.788971 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35434ee2-1ef5-41b4-8e1b-2296c8af7578 None None] Sync routers for ids ['4377792b-54c1-4450-8c56-4a63b244d5c3'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:49.789691 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.790182 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Bound using segment: {'id': 'cd35b200-1745-42e4-ad0b-3131fa2fb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:49.790671 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Bound port: 133254f6-0661-4f24-b39e-8d40827363b4, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd35b200-1745-42e4-ad0b-3131fa2fb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:49.791057 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.823315 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35434ee2-1ef5-41b4-8e1b-2296c8af7578 None None] Routers {'4377792b-54c1-4450-8c56-4a63b244d5c3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:49.826340 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-35434ee2-1ef5-41b4-8e1b-2296c8af7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4377792b-54c1-4450-8c56-4a63b244d5c3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:49.867171 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.922675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2a05c498-c93e-4156-ad31-cf237bfa5a88 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6457450 Nov 11 12:20:49.940409 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.943031 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'tag': '9801da34-b6fe-4755-88bb-8b971fd17073'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:20:49.951147 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55655a12-bb0c-4dbd-9496-5102213444bc" -d '{"events": [{"name": "network-changed", "server_uuid": "96f1e4f9-aac2-458f-a38f-a4563fba6ab1", "tag": "9801da34-b6fe-4755-88bb-8b971fd17073"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:20:49.987797 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] For port 133254f6-0661-4f24-b39e-8d40827363b4, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:49.997433 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] For port 133254f6-0661-4f24-b39e-8d40827363b4, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=133254f6-0661-4f24-b39e-8d40827363b4,segment=NetworkSegment(cd35b200-1745-42e4-ad0b-3131fa2fb08e),segment_id=cd35b200-1745-42e4-ad0b-3131fa2fb08e)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:50.012248 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:50.048438 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-35434ee2-1ef5-41b4-8e1b-2296c8af7578 None None] Set router 4377792b-54c1-4450-8c56-4a63b244d5c3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:50.096063 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Allocated IP 172.20.0.1 (0cafca3f-a4ce-4a68-8b99-df67c9e67cf7/2dcab28d-a90c-4244-a2a5-daf3f92153b2/6580dfe6-6a65-42c7-97e3-d9ce84273b64) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:50.158663 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0b1bbb8-2aad-4fc5-abe0-eea96d1e40f4 req-cca6e6d4-241d-4d41-a145-a04a55660151 service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6375222 Nov 11 12:20:50.184001 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f53b8-141d-4951-8592-8781527f005e None None] Pushing event updated for resources: {'Port': ['ID=133254f6-0661-4f24-b39e-8d40827363b4,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:50.203197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946cc56-14fe-493f-8cd0-18b8f62f54b3 req-fd0d262f-8d7b-4a60-938f-714a658186d3 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:50.204893 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6946cc56-14fe-493f-8cd0-18b8f62f54b3 req-fd0d262f-8d7b-4a60-938f-714a658186d3 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.1703994 Nov 11 12:20:50.211843 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c1e123-33f4-4382-bb5d-cca7b18128f5 x-openstack-request-id: req-e0c1e123-33f4-4382-bb5d-cca7b18128f5 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:20:50.212173 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f1e4f9-aac2-458f-a38f-a4563fba6ab1", "tag": "9801da34-b6fe-4755-88bb-8b971fd17073", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:20:50.212389 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0c1e123-33f4-4382-bb5d-cca7b18128f5 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:20:50.212825 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'tag': '9801da34-b6fe-4755-88bb-8b971fd17073', 'status': 'completed', 'code': 200} Nov 11 12:20:50.239193 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Deleting port 02f5b3fe-a706-458a-a063-889f5572c93d {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:50.239850 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:50.331766 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55655a12-bb0c-4dbd-9496-5102213444bc req-c7067ce3-9315-4e5f-bba7-9fad53d6c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:50.333284 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55655a12-bb0c-4dbd-9496-5102213444bc req-c7067ce3-9315-4e5f-bba7-9fad53d6c53e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 1096 time: 0.1163912 Nov 11 12:20:50.355765 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:50.384176 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6946cc56-14fe-493f-8cd0-18b8f62f54b3 req-1faf6e0f-91f7-4cb3-8946-e96e90f40c8a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678238 Nov 11 12:20:50.390983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] For port 02f5b3fe-a706-458a-a063-889f5572c93d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=02f5b3fe-a706-458a-a063-889f5572c93d,segment=NetworkSegment(189346e3-151b-4e21-a2d5-64a2b0a1d556),segment_id=189346e3-151b-4e21-a2d5-64a2b0a1d556)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:50.391806 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:50.407381 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59994) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:50.414899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Calling delete_port for 02f5b3fe-a706-458a-a063-889f5572c93d owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:50.422931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 3151382d-d1fe-4b97-b00c-70695d6cd25a details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:20:50.564852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55655a12-bb0c-4dbd-9496-5102213444bc req-a0dff4d3-2449-4358-915d-f4a9f30773e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:50.572373 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55655a12-bb0c-4dbd-9496-5102213444bc req-a0dff4d3-2449-4358-915d-f4a9f30773e0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=098ee059-7c5f-4068-8fed-dc979f1bef90 HTTP/1.1" status: 200 len: 899 time: 0.2299054 Nov 11 12:20:50.574095 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:50.576285 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-35434ee2-1ef5-41b4-8e1b-2296c8af7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814670336', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:25Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '479adb6e-551a-44a7-a290-b1cff2d93d08', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'port_id': '9801da34-b6fe-4755-88bb-8b971fd17073', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90', 'mac_address': 'fa:16:3e:e9:e0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:20:46Z', 'updated_at': '2021-11-11T12:20:46Z', 'revision_number': 0, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76addaa0-9894-4291-8ebe-866b9ac24339', 'name': '', 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:d3:01:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:23Z', 'updated_at': '2021-11-11T12:20:29Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:50.646606 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35434ee2-1ef5-41b4-8e1b-2296c8af7578 None None] Checking router: 4377792b-54c1-4450-8c56-4a63b244d5c3 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:50.684518 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35434ee2-1ef5-41b4-8e1b-2296c8af7578 None None] Routers {'4377792b-54c1-4450-8c56-4a63b244d5c3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:50.685379 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-35434ee2-1ef5-41b4-8e1b-2296c8af7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4377792b-54c1-4450-8c56-4a63b244d5c3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:50.687130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 3151382d-d1fe-4b97-b00c-70695d6cd25a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3151382d-d1fe-4b97-b00c-70695d6cd25a,segment=NetworkSegment(f581aca4-3e82-41e8-8516-c5451400bec8),segment_id=f581aca4-3e82-41e8-8516-c5451400bec8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:50.695041 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device af136162-f1bb-4c4a-be92-765bc8608e71 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:50.721289 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-11b81dcd-22de-43da-adcd-51531f83e47b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/floatingips/479adb6e-551a-44a7-a290-b1cff2d93d08 HTTP/1.1" status: 200 len: 990 time: 0.3124881 Nov 11 12:20:50.762509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823b6bc-3ffc-449c-af24-53653ff68312 req-7ad4cb09-163f-4108-bbf1-d04ad5bb306e tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:50.770514 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4823b6bc-3ffc-449c-af24-53653ff68312 req-7ad4cb09-163f-4108-bbf1-d04ad5bb306e tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 943 time: 0.1370459 Nov 11 12:20:50.786827 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '3151382d-d1fe-4b97-b00c-70695d6cd25a', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'port_id': '3151382d-d1fe-4b97-b00c-70695d6cd25a', 'mac_address': 'fa:16:3e:ed:77:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:20:50.791702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:50.799002 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:50.799367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port af136162-f1bb-4c4a-be92-765bc8608e71 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:50.799748 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:50.805724 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:50.806047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Port': ['ID=6580dfe6-6a65-42c7-97e3-d9ce84273b64,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:50.808590 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:50.847924 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event deleted for resources: {'Port': ['ID=02f5b3fe-a706-458a-a063-889f5572c93d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:50.856049 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] No DVR routers for this DVR port 02f5b3fe-a706-458a-a063-889f5572c93d on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:20:50.863506 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-35434ee2-1ef5-41b4-8e1b-2296c8af7578 None None] Set router 4377792b-54c1-4450-8c56-4a63b244d5c3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:50.885067 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:50.925696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4823b6bc-3ffc-449c-af24-53653ff68312 req-f76d5195-4fae-4149-80f0-f730807ea5be tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540489 Nov 11 12:20:50.928043 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:50.946751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3151382d-d1fe-4b97-b00c-70695d6cd25a {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:20:50.959736 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55655a12-bb0c-4dbd-9496-5102213444bc req-9e84a9a7-9fa4-4ab1-8202-ed164d45dd8b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9801da34-b6fe-4755-88bb-8b971fd17073 HTTP/1.1" status: 200 len: 998 time: 0.3684835 Nov 11 12:20:50.994650 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:50.994952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 3151382d-d1fe-4b97-b00c-70695d6cd25a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3151382d-d1fe-4b97-b00c-70695d6cd25a,segment=NetworkSegment(f581aca4-3e82-41e8-8516-c5451400bec8),segment_id=f581aca4-3e82-41e8-8516-c5451400bec8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:51.009771 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.034585 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c9182f-eff9-4bc6-9625-15cc0385929b']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:51.045651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189346e3-151b-4e21-a2d5-64a2b0a1d556') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:51.045915 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55655a12-bb0c-4dbd-9496-5102213444bc req-34e7e62c-87a1-4f62-acaa-a1d880bc6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:51.046222 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189346e3-151b-4e21-a2d5-64a2b0a1d556') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:51.047270 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55655a12-bb0c-4dbd-9496-5102213444bc req-34e7e62c-87a1-4f62-acaa-a1d880bc6ec9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e21fc6f1-84eb-4522-b031-28cf8fdf0a94 HTTP/1.1" status: 200 len: 835 time: 0.0771313 Nov 11 12:20:51.058732 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.076402 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.092673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:20:51.093228 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:20:51.098020 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:20:51.124380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=3151382d-d1fe-4b97-b00c-70695d6cd25a,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:51.172348 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55655a12-bb0c-4dbd-9496-5102213444bc req-4dbff502-879a-4c57-bdb9-714ccd6c301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:51.174408 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55655a12-bb0c-4dbd-9496-5102213444bc req-4dbff502-879a-4c57-bdb9-714ccd6c301e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098ee059-7c5f-4068-8fed-dc979f1bef90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195083 Nov 11 12:20:51.204228 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 90f36494-9b36-44f8-a1f1-db8ca98e24c0 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:20:51.235979 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.244619 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.251333 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "DELETE /v2.0/networks/23c9182f-eff9-4bc6-9625-15cc0385929b HTTP/1.1" status: 204 len: 168 time: 1.5127285 Nov 11 12:20:51.253336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 59998) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:51.254299 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['3151382d-d1fe-4b97-b00c-70695d6cd25a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:20:51.266090 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 90f36494-9b36-44f8-a1f1-db8ca98e24c0 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:20:51.266572 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 90f36494-9b36-44f8-a1f1-db8ca98e24c0 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:20:51.285083 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866531d-cf6d-429d-8a2a-d483c47b65ec tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event deleted for resources: {'Network': ['ID=23c9182f-eff9-4bc6-9625-15cc0385929b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:51.291578 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.335049 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-35434ee2-1ef5-41b4-8e1b-2296c8af7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814670336', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:25Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '479adb6e-551a-44a7-a290-b1cff2d93d08', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'port_id': '9801da34-b6fe-4755-88bb-8b971fd17073', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90', 'mac_address': 'fa:16:3e:e9:e0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:20:46Z', 'updated_at': '2021-11-11T12:20:46Z', 'revision_number': 0, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76addaa0-9894-4291-8ebe-866b9ac24339', 'name': '', 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:d3:01:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:23Z', 'updated_at': '2021-11-11T12:20:29Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:51.387376 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-792ab9c4-9b42-4eba-afe3-03e51c317a8c tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.390092 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35434ee2-1ef5-41b4-8e1b-2296c8af7578 None None] The sync data for ids ['4377792b-54c1-4450-8c56-4a63b244d5c3'] in n-d-807359-3 is: [{'id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814670336', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:25Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '479adb6e-551a-44a7-a290-b1cff2d93d08', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'port_id': '9801da34-b6fe-4755-88bb-8b971fd17073', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90', 'mac_address': 'fa:16:3e:e9:e0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:20:46Z', 'updated_at': '2021-11-11T12:20:46Z', 'revision_number': 0, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76addaa0-9894-4291-8ebe-866b9ac24339', 'name': '', 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:d3:01:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:23Z', 'updated_at': '2021-11-11T12:20:29Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:51.513206 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55655a12-bb0c-4dbd-9496-5102213444bc req-71348f1a-33f8-4a08-9df9-26eb896a825c service neutron] 10.222.0.62 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280394 Nov 11 12:20:51.521570 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-792ab9c4-9b42-4eba-afe3-03e51c317a8c tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.547042 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-792ab9c4-9b42-4eba-afe3-03e51c317a8c tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a886823b-0e24-4654-97ff-21c82d3c7af7']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:51.559649 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-792ab9c4-9b42-4eba-afe3-03e51c317a8c tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ea1b91-03aa-4fe3-81cc-f762bbbf4343') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:51.559985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-792ab9c4-9b42-4eba-afe3-03e51c317a8c tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ea1b91-03aa-4fe3-81cc-f762bbbf4343') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:51.580769 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-792ab9c4-9b42-4eba-afe3-03e51c317a8c tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.598650 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-792ab9c4-9b42-4eba-afe3-03e51c317a8c tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.606586 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792ab9c4-9b42-4eba-afe3-03e51c317a8c tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:20:51.606990 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-792ab9c4-9b42-4eba-afe3-03e51c317a8c tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:20:51.665174 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:20:51.679872 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-792ab9c4-9b42-4eba-afe3-03e51c317a8c tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.704914 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55655a12-bb0c-4dbd-9496-5102213444bc req-19a06c8c-6513-4494-becc-1640a3a51c89 service neutron] 10.222.0.62 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824830 Nov 11 12:20:51.705474 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-792ab9c4-9b42-4eba-afe3-03e51c317a8c tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.711247 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-792ab9c4-9b42-4eba-afe3-03e51c317a8c tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "DELETE /v2.0/networks/a886823b-0e24-4654-97ff-21c82d3c7af7 HTTP/1.1" status: 204 len: 168 time: 0.4544599 Nov 11 12:20:51.711247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ab9c4-9b42-4eba-afe3-03e51c317a8c tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event deleted for resources: {'Network': ['ID=a886823b-0e24-4654-97ff-21c82d3c7af7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:51.711702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60000) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:51.726320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60002) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:51.729736 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f44e947-a2fa-4917-9923-64a7d4e1b62c None None] Network 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:51.765863 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.770573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fdae7e-bbb9-446d-a820-f813fba9b973 None None] New status for floating IP 479adb6e-551a-44a7-a290-b1cff2d93d08: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:20:51.826617 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ac935107-8539-4f90-af07-c4419bc18595 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/floatingips/479adb6e-551a-44a7-a290-b1cff2d93d08 HTTP/1.1" status: 200 len: 990 time: 0.0990760 Nov 11 12:20:51.830603 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.839565 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7aafba60-1b27-48ca-9cfc-100a77ff4484 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.843295 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.896025 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-17cba59d-8ba4-4c0c-a098-e07e2e1b1e51 None None] Provisioning complete for port 133254f6-0661-4f24-b39e-8d40827363b4 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:51.896298 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-17cba59d-8ba4-4c0c-a098-e07e2e1b1e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.940894 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.973358 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Port': ['ID=6580dfe6-6a65-42c7-97e3-d9ce84273b64,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:52.039850 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7aafba60-1b27-48ca-9cfc-100a77ff4484 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.094740 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb433019-0e25-41bd-b328-5f4cbac0adbd req-7341af8e-dd4c-4ca3-a88c-f357c260c59a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:52.096510 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb433019-0e25-41bd-b328-5f4cbac0adbd req-7341af8e-dd4c-4ca3-a88c-f357c260c59a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 944 time: 0.0814288 Nov 11 12:20:52.104561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-7aafba60-1b27-48ca-9cfc-100a77ff4484 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e78d5d-b788-4583-be7f-5fe354e503b8']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:52.119029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-7aafba60-1b27-48ca-9cfc-100a77ff4484 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043310f7-d20e-4529-a9f8-d53a9efbdca9') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:52.119318 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-7aafba60-1b27-48ca-9cfc-100a77ff4484 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043310f7-d20e-4529-a9f8-d53a9efbdca9') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:52.134313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7aafba60-1b27-48ca-9cfc-100a77ff4484 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.140871 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-17cba59d-8ba4-4c0c-a098-e07e2e1b1e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.160984 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7aafba60-1b27-48ca-9cfc-100a77ff4484 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.164260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:52.167934 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:52.168121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb433019-0e25-41bd-b328-5f4cbac0adbd req-507bbc5a-6228-49bb-9349-4e345e0515bc tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607944 Nov 11 12:20:52.176078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aafba60-1b27-48ca-9cfc-100a77ff4484 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:20:52.176857 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7aafba60-1b27-48ca-9cfc-100a77ff4484 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:20:52.179875 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:20:52.198787 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-17cba59d-8ba4-4c0c-a098-e07e2e1b1e51 None None] For port 133254f6-0661-4f24-b39e-8d40827363b4, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=133254f6-0661-4f24-b39e-8d40827363b4,segment=NetworkSegment(cd35b200-1745-42e4-ad0b-3131fa2fb08e),segment_id=cd35b200-1745-42e4-ad0b-3131fa2fb08e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:52.203139 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-17cba59d-8ba4-4c0c-a098-e07e2e1b1e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.254197 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cba59d-8ba4-4c0c-a098-e07e2e1b1e51 None None] Pushing event updated for resources: {'Port': ['ID=133254f6-0661-4f24-b39e-8d40827363b4,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:52.294752 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7aafba60-1b27-48ca-9cfc-100a77ff4484 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.333327 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7aafba60-1b27-48ca-9cfc-100a77ff4484 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.336655 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7aafba60-1b27-48ca-9cfc-100a77ff4484 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] 10.222.0.65 "DELETE /v2.0/networks/30e78d5d-b788-4583-be7f-5fe354e503b8 HTTP/1.1" status: 204 len: 168 time: 0.6238663 Nov 11 12:20:52.353892 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafba60-1b27-48ca-9cfc-100a77ff4484 tempest-BulkNetworkOpsIpV6Test-564595477 tempest-BulkNetworkOpsIpV6Test-564595477-project] Pushing event deleted for resources: {'Network': ['ID=30e78d5d-b788-4583-be7f-5fe354e503b8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:52.375144 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:20:52.426181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 3151382d-d1fe-4b97-b00c-70695d6cd25a up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:52.499301 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d40763c1-97d8-4859-a1ad-42af1ce39c39 None None] Provisioning complete for port 6580dfe6-6a65-42c7-97e3-d9ce84273b64 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:52.499786 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d40763c1-97d8-4859-a1ad-42af1ce39c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.517369 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:52.526901 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-da18796f-98d4-421f-9cfc-c8e1f1d9a87b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "PUT /v2.0/routers/bb88b92e-bb06-4bf9-a597-ee5bfec838b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5180874 Nov 11 12:20:52.529189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60008) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:52.530812 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Sync routers for ids ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:52.546870 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Routers {'bb88b92e-bb06-4bf9-a597-ee5bfec838b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:52.548420 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:52.564366 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d40763c1-97d8-4859-a1ad-42af1ce39c39 None None] Port 6580dfe6-6a65-42c7-97e3-d9ce84273b64 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:52.574604 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 3151382d-d1fe-4b97-b00c-70695d6cd25a completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:20:52.579479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 133254f6-0661-4f24-b39e-8d40827363b4 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:52.605887 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 3151382d-d1fe-4b97-b00c-70695d6cd25a triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:52.606478 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.611078 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d40763c1-97d8-4859-a1ad-42af1ce39c39 None None] Provisioning complete for port 133254f6-0661-4f24-b39e-8d40827363b4 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:52.611440 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d40763c1-97d8-4859-a1ad-42af1ce39c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.725384 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Set router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:52.763018 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 133254f6-0661-4f24-b39e-8d40827363b4 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:52.763618 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.780038 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60012) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:52.828523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60016) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:52.830558 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.869789 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf2e02b-d87f-4c6c-bb6c-3b74f59a2837 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:52.870045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818e1a1e-4ac9-47bf-908b-35d7deb7f293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3151382d-d1fe-4b97-b00c-70695d6cd25a'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:20:52.871938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf2e02b-d87f-4c6c-bb6c-3b74f59a2837 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:52.872260 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db45ce02-580a-4399-8a25-215ae9452dac" -d '{"events": [{"server_uuid": "818e1a1e-4ac9-47bf-908b-35d7deb7f293", "name": "network-vif-plugged", "status": "completed", "tag": "3151382d-d1fe-4b97-b00c-70695d6cd25a"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:20:52.873105 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf2e02b-d87f-4c6c-bb6c-3b74f59a2837 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:52.876688 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf2e02b-d87f-4c6c-bb6c-3b74f59a2837 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:52.877412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf2e02b-d87f-4c6c-bb6c-3b74f59a2837 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:52.881379 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf2e02b-d87f-4c6c-bb6c-3b74f59a2837 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:52.882362 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf2e02b-d87f-4c6c-bb6c-3b74f59a2837 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:52.882891 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf2e02b-d87f-4c6c-bb6c-3b74f59a2837 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:52.892308 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bcf2e02b-d87f-4c6c-bb6c-3b74f59a2837 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5674 time: 0.3613932 Nov 11 12:20:52.894618 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60020) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:52.924892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 3151382d-d1fe-4b97-b00c-70695d6cd25a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3151382d-d1fe-4b97-b00c-70695d6cd25a,segment=NetworkSegment(f581aca4-3e82-41e8-8516-c5451400bec8),segment_id=f581aca4-3e82-41e8-8516-c5451400bec8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:52.938764 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.033694 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a557d46-d6f6-4abd-b100-7436c9ee2af7 x-openstack-request-id: req-6a557d46-d6f6-4abd-b100-7436c9ee2af7 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:20:53.033917 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818e1a1e-4ac9-47bf-908b-35d7deb7f293", "name": "network-vif-plugged", "status": "completed", "tag": "3151382d-d1fe-4b97-b00c-70695d6cd25a", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:20:53.034146 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a557d46-d6f6-4abd-b100-7436c9ee2af7 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:20:53.034643 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818e1a1e-4ac9-47bf-908b-35d7deb7f293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3151382d-d1fe-4b97-b00c-70695d6cd25a', 'code': 200} Nov 11 12:20:53.037119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=3151382d-d1fe-4b97-b00c-70695d6cd25a,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:53.054428 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a788a-e3b4-4f5f-80a8-452863b6fa01 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:53.054895 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a788a-e3b4-4f5f-80a8-452863b6fa01 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:53.055779 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a788a-e3b4-4f5f-80a8-452863b6fa01 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:53.056234 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a788a-e3b4-4f5f-80a8-452863b6fa01 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:53.056809 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a788a-e3b4-4f5f-80a8-452863b6fa01 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:53.057258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a788a-e3b4-4f5f-80a8-452863b6fa01 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:53.057724 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a788a-e3b4-4f5f-80a8-452863b6fa01 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:53.058215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a788a-e3b4-4f5f-80a8-452863b6fa01 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:53.064036 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3e8a788a-e3b4-4f5f-80a8-452863b6fa01 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5264 time: 0.1681855 Nov 11 12:20:53.064696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60022) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:53.086615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0ba3a9db-c8a3-4ebd-ba74-c139f8e8abe4 None None] Provisioning complete for port 6580dfe6-6a65-42c7-97e3-d9ce84273b64 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:53.086978 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0ba3a9db-c8a3-4ebd-ba74-c139f8e8abe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.101201 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c82df2a4-2336-411b-843a-e0588a47f6d8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/floatingips/479adb6e-551a-44a7-a290-b1cff2d93d08 HTTP/1.1" status: 200 len: 992 time: 0.2705593 Nov 11 12:20:53.147812 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75112b4d-c845-48d7-8790-09a278973757 None None] get_active_networks_info from n-d-807359-3 {{(pid=109155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:20:53.165806 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:20:51Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '6580dfe6-6a65-42c7-97e3-d9ce84273b64', 'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:68:b3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:49Z', 'updated_at': '2021-11-11T12:20:51Z', 'revision_number': 2, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:53.169521 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f8508-92b9-4552-b280-1df4627ab70f req-d166e6df-2186-4e43-8a28-e7990c44ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:53.171762 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a8f8508-92b9-4552-b280-1df4627ab70f req-d166e6df-2186-4e43-8a28-e7990c44ae90 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 1096 time: 0.0832479 Nov 11 12:20:53.197423 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Checking router: bb88b92e-bb06-4bf9-a597-ee5bfec838b3 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:53.198173 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Updating router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 port 6580dfe6-6a65-42c7-97e3-d9ce84273b64 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:20:53.207938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0ba3a9db-c8a3-4ebd-ba74-c139f8e8abe4 None None] Port 6580dfe6-6a65-42c7-97e3-d9ce84273b64 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:53.243300 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0363441b-92a1-4635-8bbf-23616ad77b48 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b94b07489624cd9a8deb20fcfe85da5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4595542 Nov 11 12:20:53.245371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60026) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:53.246745 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.291358 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75112b4d-c845-48d7-8790-09a278973757 None None] Resources bound (agent type, host, resource id): {{(pid=109155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:20:53.334619 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9a8f8508-92b9-4552-b280-1df4627ab70f req-9838f93d-7da1-4dfb-a1ef-83c07875aa74 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527543 Nov 11 12:20:53.350732 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42858e4e-5bf7-44e9-89ec-255ab63fa64d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.378041 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42858e4e-5bf7-44e9-89ec-255ab63fa64d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.440062 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42858e4e-5bf7-44e9-89ec-255ab63fa64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.444324 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-42858e4e-5bf7-44e9-89ec-255ab63fa64d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.445233 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-42858e4e-5bf7-44e9-89ec-255ab63fa64d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bfd79318-25bd-4719-8d26-fd32affc7e21 HTTP/1.1" status: 204 len: 168 time: 0.1957076 Nov 11 12:20:53.467076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-970c2f00-316f-4480-8cfe-506c9a9a3e92 None None] Provisioning complete for port 6580dfe6-6a65-42c7-97e3-d9ce84273b64 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:53.467537 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-970c2f00-316f-4480-8cfe-506c9a9a3e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.477514 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42858e4e-5bf7-44e9-89ec-255ab63fa64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd79318-25bd-4719-8d26-fd32affc7e21,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:53.509313 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-970c2f00-316f-4480-8cfe-506c9a9a3e92 None None] Port 6580dfe6-6a65-42c7-97e3-d9ce84273b64 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:53.571621 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.581045 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.641837 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b86fa2-047b-406f-b8fc-2b3c0bf038bb None None] Pushing event updated for resources: {'Port': ['ID=6580dfe6-6a65-42c7-97e3-d9ce84273b64,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:53.708822 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Attempting to bind port 6580dfe6-6a65-42c7-97e3-d9ce84273b64 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:53.709448 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Attempting to bind port 6580dfe6-6a65-42c7-97e3-d9ce84273b64 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'cd35b200-1745-42e4-ad0b-3131fa2fb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:53.710253 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Attempting to bind port 6580dfe6-6a65-42c7-97e3-d9ce84273b64 on network 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:53.717987 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:53.718642 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Checking segment: {'id': 'cd35b200-1745-42e4-ad0b-3131fa2fb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:53.719230 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.720047 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Bound using segment: {'id': 'cd35b200-1745-42e4-ad0b-3131fa2fb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:53.721290 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Bound port: 6580dfe6-6a65-42c7-97e3-d9ce84273b64, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd35b200-1745-42e4-ad0b-3131fa2fb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:53.722307 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.737303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418d52e-d11e-4d6f-835e-04e33d2943c0 req-29a6f71d-1e58-4d36-8cc9-eef1383369ee tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:53.738928 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f418d52e-d11e-4d6f-835e-04e33d2943c0 req-29a6f71d-1e58-4d36-8cc9-eef1383369ee tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0911708 Nov 11 12:20:53.797523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bfc115a7-c019-4c26-ba52-c845ba8239f8 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.7317057 Nov 11 12:20:53.828826 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] For port 6580dfe6-6a65-42c7-97e3-d9ce84273b64, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:53.832869 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] For port 6580dfe6-6a65-42c7-97e3-d9ce84273b64, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6580dfe6-6a65-42c7-97e3-d9ce84273b64,segment=NetworkSegment(cd35b200-1745-42e4-ad0b-3131fa2fb08e),segment_id=cd35b200-1745-42e4-ad0b-3131fa2fb08e)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:53.845533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f418d52e-d11e-4d6f-835e-04e33d2943c0 req-c1339e6e-9259-4819-91c1-026b9b6288d5 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904198 Nov 11 12:20:53.846718 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.919021 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Routers {'bb88b92e-bb06-4bf9-a597-ee5bfec838b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:53.919656 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:53.960250 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b86fa2-047b-406f-b8fc-2b3c0bf038bb None None] Pushing event updated for resources: {'Port': ['ID=6580dfe6-6a65-42c7-97e3-d9ce84273b64,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:53.962222 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a825c4a5-454e-4e82-b4a2-a739c42ba691 None None] Provisioning complete for port 6580dfe6-6a65-42c7-97e3-d9ce84273b64 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:53.962701 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a825c4a5-454e-4e82-b4a2-a739c42ba691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.017014 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60042) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:54.023390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-84b58125-abb9-48f5-99ee-7212eb42c9d0 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-972176780', 'description': 'tempest-secgroup-smoke-972176780 description', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:54.068909 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84b58125-abb9-48f5-99ee-7212eb42c9d0 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.100177 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a825c4a5-454e-4e82-b4a2-a739c42ba691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.169960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a825c4a5-454e-4e82-b4a2-a739c42ba691 None None] For port 6580dfe6-6a65-42c7-97e3-d9ce84273b64, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6580dfe6-6a65-42c7-97e3-d9ce84273b64,segment=NetworkSegment(cd35b200-1745-42e4-ad0b-3131fa2fb08e),segment_id=cd35b200-1745-42e4-ad0b-3131fa2fb08e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:54.178382 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a825c4a5-454e-4e82-b4a2-a739c42ba691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.182770 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:20:54.192680 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84b58125-abb9-48f5-99ee-7212eb42c9d0 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.202707 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84b58125-abb9-48f5-99ee-7212eb42c9d0 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.218115 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] Set router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:54.249966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b58125-abb9-48f5-99ee-7212eb42c9d0 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9739d98c-5800-48d3-959d-bb96070b2c2a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:54.255152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84b58125-abb9-48f5-99ee-7212eb42c9d0 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.257655 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-84b58125-abb9-48f5-99ee-7212eb42c9d0 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2371929 Nov 11 12:20:54.259682 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60052) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:54.268235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5286c7d2-6575-4fa2-a9d2-8700919e1ebb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': '9739d98c-5800-48d3-959d-bb96070b2c2a', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:54.276068 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825c4a5-454e-4e82-b4a2-a739c42ba691 None None] Pushing event updated for resources: {'Port': ['ID=6580dfe6-6a65-42c7-97e3-d9ce84273b64,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:54.300165 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-dc35ab63-6b16-43c0-8801-844dd467de66 None None] Provisioning complete for port 6580dfe6-6a65-42c7-97e3-d9ce84273b64 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:54.300527 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dc35ab63-6b16-43c0-8801-844dd467de66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.320827 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5286c7d2-6575-4fa2-a9d2-8700919e1ebb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.358401 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60054) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:54.400012 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5286c7d2-6575-4fa2-a9d2-8700919e1ebb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.406943 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5286c7d2-6575-4fa2-a9d2-8700919e1ebb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.433854 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286c7d2-6575-4fa2-a9d2-8700919e1ebb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98105903-da50-4ee4-ac5a-c2921f84d90c,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:54.452219 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5286c7d2-6575-4fa2-a9d2-8700919e1ebb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.456592 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5286c7d2-6575-4fa2-a9d2-8700919e1ebb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1930265 Nov 11 12:20:54.456796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60058) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:54.464225 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b04754cc-a635-464e-b625-695b484c95a2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': '9739d98c-5800-48d3-959d-bb96070b2c2a', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:54.494258 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b04754cc-a635-464e-b625-695b484c95a2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.505374 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:20:51Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '6580dfe6-6a65-42c7-97e3-d9ce84273b64', 'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:68:b3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:49Z', 'updated_at': '2021-11-11T12:20:53Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:54.531991 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c725cb-3bd6-4b02-bd5f-0801712191a3 None None] The sync data for ids ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'] in n-d-807359-3 is: [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:20:51Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '6580dfe6-6a65-42c7-97e3-d9ce84273b64', 'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:68:b3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:49Z', 'updated_at': '2021-11-11T12:20:53Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:54.534025 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4b1f5c40-5c54-458b-aa53-5bde5b635306 tempest-ServiceProvidersTest-309367062 tempest-ServiceProvidersTest-309367062-project] 10.222.0.65 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1738570 Nov 11 12:20:54.559189 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b04754cc-a635-464e-b625-695b484c95a2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.565234 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b04754cc-a635-464e-b625-695b484c95a2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.593126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04754cc-a635-464e-b625-695b484c95a2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73215f6-bd02-4baf-b45b-c47f7fc04760,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:54.602385 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b04754cc-a635-464e-b625-695b484c95a2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.606800 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60062) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:54.607718 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b04754cc-a635-464e-b625-695b484c95a2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1488409 Nov 11 12:20:54.612161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-776ebc96-9320-4fe6-b9db-35e0d880dc79 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': '9739d98c-5800-48d3-959d-bb96070b2c2a', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:54.648765 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-776ebc96-9320-4fe6-b9db-35e0d880dc79 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.702778 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-776ebc96-9320-4fe6-b9db-35e0d880dc79 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.708384 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-776ebc96-9320-4fe6-b9db-35e0d880dc79 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.728174 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ebc96-9320-4fe6-b9db-35e0d880dc79 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e989349d-71ba-4c08-b0ee-e0097e5013a4,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:54.740272 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-776ebc96-9320-4fe6-b9db-35e0d880dc79 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.741697 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-776ebc96-9320-4fe6-b9db-35e0d880dc79 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338379 Nov 11 12:20:54.744500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60064) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:54.750312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-37988575-2183-43ad-98ca-a886e214a9f5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': '9739d98c-5800-48d3-959d-bb96070b2c2a', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:54.782214 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37988575-2183-43ad-98ca-a886e214a9f5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.850146 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37988575-2183-43ad-98ca-a886e214a9f5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.854915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60068) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:54.862081 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37988575-2183-43ad-98ca-a886e214a9f5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.882890 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37988575-2183-43ad-98ca-a886e214a9f5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9c22c2-8341-4a67-8d4a-1ac76f8e7151,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:54.892643 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37988575-2183-43ad-98ca-a886e214a9f5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.893911 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-37988575-2183-43ad-98ca-a886e214a9f5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1482732 Nov 11 12:20:54.896876 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60074) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:54.901630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-9ea0bdef-cc15-4140-82e8-89e872cd7224 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': '9739d98c-5800-48d3-959d-bb96070b2c2a', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:54.925955 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-9ea0bdef-cc15-4140-82e8-89e872cd7224 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Project 0565b14f5ea4452abe2554e29ca69bdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:20:54.944428 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9ea0bdef-cc15-4140-82e8-89e872cd7224 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.011595 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-34f90a3a-6cd9-4e09-a81a-7e96fccc6e1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.036918 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d254ae8-f703-4581-b425-3dec0e902046 req-678bb562-28e8-4879-894e-5dc10ee211cb tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:55.038438 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d254ae8-f703-4581-b425-3dec0e902046 req-678bb562-28e8-4879-894e-5dc10ee211cb tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.1059206 Nov 11 12:20:55.066785 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9ea0bdef-cc15-4140-82e8-89e872cd7224 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.084071 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9ea0bdef-cc15-4140-82e8-89e872cd7224 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.126977 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0bdef-cc15-4140-82e8-89e872cd7224 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2863e989-8ea1-4fe1-ad2f-2d8601470abc,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:55.147549 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9ea0bdef-cc15-4140-82e8-89e872cd7224 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.148765 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9ea0bdef-cc15-4140-82e8-89e872cd7224 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2509484 Nov 11 12:20:55.152114 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60076) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:55.154812 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d254ae8-f703-4581-b425-3dec0e902046 req-51bfcefe-f382-4d98-97cf-409683cd74cc tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016839 Nov 11 12:20:55.158607 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f524181d-50ca-437c-a428-7cf1e2e69c28 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': '9739d98c-5800-48d3-959d-bb96070b2c2a', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:55.204574 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-f524181d-50ca-437c-a428-7cf1e2e69c28 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Project 0565b14f5ea4452abe2554e29ca69bdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:20:55.211300 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-34f90a3a-6cd9-4e09-a81a-7e96fccc6e1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.212777 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f524181d-50ca-437c-a428-7cf1e2e69c28 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.218998 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-34f90a3a-6cd9-4e09-a81a-7e96fccc6e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.264857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f90a3a-6cd9-4e09-a81a-7e96fccc6e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733e934e-59db-481c-8083-db3ff5b928d4,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:55.281876 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f524181d-50ca-437c-a428-7cf1e2e69c28 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.287792 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f524181d-50ca-437c-a428-7cf1e2e69c28 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.308836 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524181d-50ca-437c-a428-7cf1e2e69c28 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7b7a88-14cf-499b-b2a8-f3db2148aead,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:55.313983 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-34f90a3a-6cd9-4e09-a81a-7e96fccc6e1c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1648d71d792a455c9830c66887d2f495&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4546938 Nov 11 12:20:55.314791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60080) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:55.333160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5516f15-7915-476d-8bed-9ff6127441d2 req-d1a0ee35-52ca-4de8-bcee-ff5cf33b1586 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:55.334210 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f524181d-50ca-437c-a428-7cf1e2e69c28 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.335142 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5516f15-7915-476d-8bed-9ff6127441d2 req-d1a0ee35-52ca-4de8-bcee-ff5cf33b1586 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0885644 Nov 11 12:20:55.344202 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f524181d-50ca-437c-a428-7cf1e2e69c28 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1900947 Nov 11 12:20:55.344587 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60084) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:55.349835 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b82639d6-2b14-4fd0-a10a-310c02bddee7 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Request body: {'floatingip': {'port_id': '3151382d-d1fe-4b97-b00c-70695d6cd25a'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:55.384308 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-87582fa0-2df6-4724-ad35-446d43e76ccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.394565 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b82639d6-2b14-4fd0-a10a-310c02bddee7 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.408484 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-87582fa0-2df6-4724-ad35-446d43e76ccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.466292 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-87582fa0-2df6-4724-ad35-446d43e76ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.469240 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-87582fa0-2df6-4724-ad35-446d43e76ccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.471312 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-87582fa0-2df6-4724-ad35-446d43e76ccd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/733e934e-59db-481c-8083-db3ff5b928d4 HTTP/1.1" status: 204 len: 168 time: 0.1551321 Nov 11 12:20:55.493703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87582fa0-2df6-4724-ad35-446d43e76ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733e934e-59db-481c-8083-db3ff5b928d4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:55.627481 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-d61e1c5e-9b68-49db-8306-df41514e7cf2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-972176780&fields=id&tenant_id=0565b14f5ea4452abe2554e29ca69bdf HTTP/1.1" status: 200 len: 267 time: 0.1085677 Nov 11 12:20:55.837450 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77621b73-027a-482e-b9de-69415917b2a5 req-2ba92855-f112-404c-a925-66ef377ab8a5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:55.839383 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-2ba92855-f112-404c-a925-66ef377ab8a5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/networks?id=0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 HTTP/1.1" status: 200 len: 796 time: 0.2040424 Nov 11 12:20:55.898326 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-9df8fd1b-af28-430a-ac20-b752956ea9b8 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/quotas/0565b14f5ea4452abe2554e29ca69bdf HTTP/1.1" status: 200 len: 375 time: 0.0098221 Nov 11 12:20:56.009899 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-9751dfa0-f2e7-4910-b450-3658adcbb1f0 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0565b14f5ea4452abe2554e29ca69bdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044457 Nov 11 12:20:56.028775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-5d99d949-b305-4b40-a1cb-fd7d883a440b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:20:56.029841 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-5d99d949-b305-4b40-a1cb-fd7d883a440b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057814 Nov 11 12:20:56.139791 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.db.resource_extend [None req-b82639d6-2b14-4fd0-a10a-310c02bddee7 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:20:56.213830 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b82639d6-2b14-4fd0-a10a-310c02bddee7 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:56.225222 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b82639d6-2b14-4fd0-a10a-310c02bddee7 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:56.241908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60116) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:56.260489 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-2b93db9c-4456-4aaa-8a4e-9cda007cf313 service neutron] 10.222.0.65 "GET /v2.0/networks/0cafca3f-a4ce-4a68-8b99-df67c9e67cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040594 Nov 11 12:20:56.367588 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-81e71fc6-93a9-4590-92a5-4f91d2e9ab25 tempest-SubnetPoolsTestJSON-1079733819 tempest-SubnetPoolsTestJSON-1079733819-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1175476480', 'prefixes': ['172.20.0.0/16']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:56.401452 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-b82639d6-2b14-4fd0-a10a-310c02bddee7 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Floating IP f76ccb85-db33-4ee1-9d83-c4b0933c4fcd associated. External IP: 172.25.2.113, port: 3151382d-d1fe-4b97-b00c-70695d6cd25a. Nov 11 12:20:56.447522 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81e71fc6-93a9-4590-92a5-4f91d2e9ab25 tempest-SubnetPoolsTestJSON-1079733819 tempest-SubnetPoolsTestJSON-1079733819-project] Publish callbacks [] for subnetpool, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:56.452910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60120) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:56.453100 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-81e71fc6-93a9-4590-92a5-4f91d2e9ab25 tempest-SubnetPoolsTestJSON-1079733819 tempest-SubnetPoolsTestJSON-1079733819-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2096620 Nov 11 12:20:56.454566 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-56d1b2b5-111f-40cb-bdc8-fb95ef79e5d9 service neutron] 10.222.0.65 "GET /v2.0/networks/0cafca3f-a4ce-4a68-8b99-df67c9e67cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805503 Nov 11 12:20:56.499613 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8f37c939-52c2-4eee-bd74-a449a8314855 tempest-SubnetPoolsTestJSON-1079733819 tempest-SubnetPoolsTestJSON-1079733819-project] 10.222.0.65 "GET /v2.0/subnetpools/7bcfa56c-fb1a-4109-b516-b94a31826e33 HTTP/1.1" status: 200 len: 732 time: 0.0439734 Nov 11 12:20:56.502653 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60122) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:56.508703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c05e4080-4051-43db-ada5-3bfaf65bbe83 tempest-SubnetPoolsTestJSON-1079733819 tempest-SubnetPoolsTestJSON-1079733819-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-947488725'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:56.551568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6580dfe6-6a65-42c7-97e3-d9ce84273b64 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:56.635491 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 6580dfe6-6a65-42c7-97e3-d9ce84273b64 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:56.636246 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:56.666903 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c05e4080-4051-43db-ada5-3bfaf65bbe83 tempest-SubnetPoolsTestJSON-1079733819 tempest-SubnetPoolsTestJSON-1079733819-project] Publish callbacks [] for subnetpool, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:56.672034 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60128) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:56.672606 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c05e4080-4051-43db-ada5-3bfaf65bbe83 tempest-SubnetPoolsTestJSON-1079733819 tempest-SubnetPoolsTestJSON-1079733819-project] 10.222.0.65 "PUT /v2.0/subnetpools/7bcfa56c-fb1a-4109-b516-b94a31826e33 HTTP/1.1" status: 200 len: 683 time: 0.1678119 Nov 11 12:20:56.713833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aebcfb20-767e-433f-89bb-a85659af9f61 req-680df7da-7f0d-4c18-8a9a-f61a75aaa050 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 210 time: 0.0491655 Nov 11 12:20:56.834246 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82639d6-2b14-4fd0-a10a-310c02bddee7 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:20:56.843457 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2b3387ef-d728-4ea4-a197-9e4d8e38df30 tempest-SubnetPoolsTestJSON-1079733819 tempest-SubnetPoolsTestJSON-1079733819-project] Publish callbacks [] for subnetpool, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:56.847112 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2b3387ef-d728-4ea4-a197-9e4d8e38df30 tempest-SubnetPoolsTestJSON-1079733819 tempest-SubnetPoolsTestJSON-1079733819-project] 10.222.0.65 "DELETE /v2.0/subnetpools/7bcfa56c-fb1a-4109-b516-b94a31826e33 HTTP/1.1" status: 204 len: 168 time: 0.1706414 Nov 11 12:20:56.847663 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60132) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:56.864174 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-5c8bd651-176a-4aa9-bf87-9f7ecaba61fb tempest-SubnetPoolsTestJSON-1079733819 tempest-SubnetPoolsTestJSON-1079733819-project] show failed (client error): The resource could not be found. Nov 11 12:20:56.868244 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5c8bd651-176a-4aa9-bf87-9f7ecaba61fb tempest-SubnetPoolsTestJSON-1079733819 tempest-SubnetPoolsTestJSON-1079733819-project] 10.222.0.65 "GET /v2.0/subnetpools/7bcfa56c-fb1a-4109-b516-b94a31826e33 HTTP/1.1" status: 404 len: 346 time: 0.0166540 Nov 11 12:20:56.868555 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60134) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:56.885174 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-94b6e9dc-5b21-4c4c-8592-9b4db2aad831 tempest-SubnetPoolsTestJSON-1079733819 tempest-SubnetPoolsTestJSON-1079733819-project] delete failed (client error): The resource could not be found. Nov 11 12:20:56.886457 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-94b6e9dc-5b21-4c4c-8592-9b4db2aad831 tempest-SubnetPoolsTestJSON-1079733819 tempest-SubnetPoolsTestJSON-1079733819-project] 10.222.0.65 "DELETE /v2.0/subnetpools/7bcfa56c-fb1a-4109-b516-b94a31826e33 HTTP/1.1" status: 404 len: 346 time: 0.0169184 Nov 11 12:20:56.956320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82639d6-2b14-4fd0-a10a-310c02bddee7 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:56.960958 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b82639d6-2b14-4fd0-a10a-310c02bddee7 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:56.967633 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2545108-d5b8-4d31-a938-13dd6e8a56f6 None None] Sync routers for ids ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:56.991236 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2545108-d5b8-4d31-a938-13dd6e8a56f6 None None] Routers {'d2e2ea21-d6f1-42f4-a976-af1dd1840a96'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:56.991871 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c2545108-d5b8-4d31-a938-13dd6e8a56f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:56.994279 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b82639d6-2b14-4fd0-a10a-310c02bddee7 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "PUT /v2.0/floatingips/f76ccb85-db33-4ee1-9d83-c4b0933c4fcd HTTP/1.1" status: 200 len: 991 time: 1.6483479 Nov 11 12:20:56.995017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818e1a1e-4ac9-47bf-908b-35d7deb7f293', 'tag': '3151382d-d1fe-4b97-b00c-70695d6cd25a'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:20:56.997561 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990dd492-e002-4b57-96c6-191c50bc7142" -d '{"events": [{"name": "network-changed", "server_uuid": "818e1a1e-4ac9-47bf-908b-35d7deb7f293", "tag": "3151382d-d1fe-4b97-b00c-70695d6cd25a"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:20:57.035045 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ccf65a-7f8f-47c7-bfc4-d1790e606a72 x-openstack-request-id: req-d9ccf65a-7f8f-47c7-bfc4-d1790e606a72 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:20:57.035566 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818e1a1e-4ac9-47bf-908b-35d7deb7f293", "tag": "3151382d-d1fe-4b97-b00c-70695d6cd25a", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:20:57.035998 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9ccf65a-7f8f-47c7-bfc4-d1790e606a72 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:20:57.036549 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818e1a1e-4ac9-47bf-908b-35d7deb7f293', 'tag': '3151382d-d1fe-4b97-b00c-70695d6cd25a', 'status': 'completed', 'code': 200} Nov 11 12:20:57.154600 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dd492-e002-4b57-96c6-191c50bc7142 req-b1df86db-fa5f-44ff-a01b-305564f1e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:57.156620 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-990dd492-e002-4b57-96c6-191c50bc7142 req-b1df86db-fa5f-44ff-a01b-305564f1e440 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c86e75b72349490b85928fa4eba61911&device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 1096 time: 0.0939021 Nov 11 12:20:57.265485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60148) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:57.289866 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dd492-e002-4b57-96c6-191c50bc7142 req-5d59ffca-bed2-4331-941a-300d117778eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:57.291474 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-990dd492-e002-4b57-96c6-191c50bc7142 req-5d59ffca-bed2-4331-941a-300d117778eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=a77c6cb3-f220-490a-bf03-8045eaa287db HTTP/1.1" status: 200 len: 913 time: 0.1274974 Nov 11 12:20:57.379043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-c2545108-d5b8-4d31-a938-13dd6e8a56f6 None None] Set router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:57.382761 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-990dd492-e002-4b57-96c6-191c50bc7142 req-37b9c92a-3a9a-4f48-b534-c4aaa9b9e3cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3151382d-d1fe-4b97-b00c-70695d6cd25a HTTP/1.1" status: 200 len: 999 time: 0.0845160 Nov 11 12:20:57.410140 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6eca12b1-f466-4f2b-ae15-79fdf382e1d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.440381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dd492-e002-4b57-96c6-191c50bc7142 req-25120cc2-1c9c-4445-84c5-8cae4e2fec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:57.441908 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-990dd492-e002-4b57-96c6-191c50bc7142 req-25120cc2-1c9c-4445-84c5-8cae4e2fec2b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2d90c43-605c-44da-8d21-d70c17e99759 HTTP/1.1" status: 200 len: 850 time: 0.0522490 Nov 11 12:20:57.504459 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6eca12b1-f466-4f2b-ae15-79fdf382e1d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.510596 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6eca12b1-f466-4f2b-ae15-79fdf382e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.558500 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6eca12b1-f466-4f2b-ae15-79fdf382e1d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5d47b841b04c48f09d59856752833abd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2915175 Nov 11 12:20:57.559479 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca12b1-f466-4f2b-ae15-79fdf382e1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bee6757-4972-40d3-a014-50ae9e7042dc,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:57.562779 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60152) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:57.619522 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aef8e6af-59fb-4d45-8d03-b8f62059fc7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.645927 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aef8e6af-59fb-4d45-8d03-b8f62059fc7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.661613 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c2545108-d5b8-4d31-a938-13dd6e8a56f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'f76ccb85-db33-4ee1-9d83-c4b0933c4fcd', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'port_id': '3151382d-d1fe-4b97-b00c-70695d6cd25a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'mac_address': 'fa:16:3e:ed:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818e1a1e-4ac9-47bf-908b-35d7deb7f293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:20:40Z', 'updated_at': '2021-11-11T12:20:56Z', 'revision_number': 1, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49758074-1536-423f-b366-faeff0c03287', 'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'mac_address': 'fa:16:3e:1b:46:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:36Z', 'updated_at': '2021-11-11T12:20:42Z', 'revision_number': 5, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'subnets': [{'id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:57.693220 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2545108-d5b8-4d31-a938-13dd6e8a56f6 None None] Checking router: d2e2ea21-d6f1-42f4-a976-af1dd1840a96 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:57.699664 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aef8e6af-59fb-4d45-8d03-b8f62059fc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.703030 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2545108-d5b8-4d31-a938-13dd6e8a56f6 None None] Routers {'d2e2ea21-d6f1-42f4-a976-af1dd1840a96'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:57.703190 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aef8e6af-59fb-4d45-8d03-b8f62059fc7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.706585 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-aef8e6af-59fb-4d45-8d03-b8f62059fc7c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5bee6757-4972-40d3-a014-50ae9e7042dc HTTP/1.1" status: 204 len: 168 time: 0.1401265 Nov 11 12:20:57.707039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c2545108-d5b8-4d31-a938-13dd6e8a56f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:20:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:57.721141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8e6af-59fb-4d45-8d03-b8f62059fc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bee6757-4972-40d3-a014-50ae9e7042dc,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:57.833203 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dd492-e002-4b57-96c6-191c50bc7142 req-8c94e866-86ed-44a9-9e6c-97794027695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:57.837700 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e11f00db-d3f1-4e8c-bd23-ea47d2e05990 req-feea1ad2-9ec9-453e-b7d7-8f6a2c4c5be1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 210 time: 0.0358012 Nov 11 12:20:57.842117 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-990dd492-e002-4b57-96c6-191c50bc7142 req-8c94e866-86ed-44a9-9e6c-97794027695c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a77c6cb3-f220-490a-bf03-8045eaa287db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3926775 Nov 11 12:20:57.851403 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-c2545108-d5b8-4d31-a938-13dd6e8a56f6 None None] Set router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:58.034542 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-990dd492-e002-4b57-96c6-191c50bc7142 req-49fc4759-c778-439d-8f01-17d918781f03 service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905527 Nov 11 12:20:58.100029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77621b73-027a-482e-b9de-69415917b2a5 req-b8661a65-74a4-4fb6-b528-cac1a998b723 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:58.101513 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-b8661a65-74a4-4fb6-b528-cac1a998b723 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.62 "GET /v2.0/networks?id=0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 HTTP/1.1" status: 200 len: 796 time: 0.1606317 Nov 11 12:20:58.143388 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c2545108-d5b8-4d31-a938-13dd6e8a56f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'f76ccb85-db33-4ee1-9d83-c4b0933c4fcd', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'port_id': '3151382d-d1fe-4b97-b00c-70695d6cd25a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'mac_address': 'fa:16:3e:ed:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818e1a1e-4ac9-47bf-908b-35d7deb7f293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:20:40Z', 'updated_at': '2021-11-11T12:20:56Z', 'revision_number': 1, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49758074-1536-423f-b366-faeff0c03287', 'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'mac_address': 'fa:16:3e:1b:46:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:36Z', 'updated_at': '2021-11-11T12:20:42Z', 'revision_number': 5, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'subnets': [{'id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:58.179669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2545108-d5b8-4d31-a938-13dd6e8a56f6 None None] The sync data for ids ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'] in n-d-807359-3 is: [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'f76ccb85-db33-4ee1-9d83-c4b0933c4fcd', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'port_id': '3151382d-d1fe-4b97-b00c-70695d6cd25a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'mac_address': 'fa:16:3e:ed:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818e1a1e-4ac9-47bf-908b-35d7deb7f293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:20:40Z', 'updated_at': '2021-11-11T12:20:56Z', 'revision_number': 1, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49758074-1536-423f-b366-faeff0c03287', 'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'mac_address': 'fa:16:3e:1b:46:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:36Z', 'updated_at': '2021-11-11T12:20:42Z', 'revision_number': 5, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'subnets': [{'id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:58.230704 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-990dd492-e002-4b57-96c6-191c50bc7142 req-96f9a718-41cc-453b-a66f-80423447046f service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850584 Nov 11 12:20:58.236561 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-67bb34bb-4fa9-453c-9793-74e56997d0fb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0565b14f5ea4452abe2554e29ca69bdf HTTP/1.1" status: 200 len: 379 time: 0.0970764 Nov 11 12:20:58.248164 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-77621b73-027a-482e-b9de-69415917b2a5 req-272388a6-dd49-4cce-9f7d-7db8c2e41710 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'port': {'device_id': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'admin_state_up': True, 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'security_groups': ['9739d98c-5800-48d3-959d-bb96070b2c2a']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:58.368852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77621b73-027a-482e-b9de-69415917b2a5 req-272388a6-dd49-4cce-9f7d-7db8c2e41710 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Made reservation on behalf of 0565b14f5ea4452abe2554e29ca69bdf for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:58.373379 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-77621b73-027a-482e-b9de-69415917b2a5 req-272388a6-dd49-4cce-9f7d-7db8c2e41710 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.413912 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b66ea-0b94-451c-9541-3974b759468f None None] New status for floating IP f76ccb85-db33-4ee1-9d83-c4b0933c4fcd: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:20:58.527933 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-77621b73-027a-482e-b9de-69415917b2a5 req-272388a6-dd49-4cce-9f7d-7db8c2e41710 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Allocated IP 172.20.0.8 (0cafca3f-a4ce-4a68-8b99-df67c9e67cf7/2dcab28d-a90c-4244-a2a5-daf3f92153b2/0dfbea20-a534-4e2c-b280-c4167a872f41) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:58.546373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60178) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:58.655097 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b6a7d0d0-8b15-425e-b209-db6749465252 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-727533832'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:58.676872 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a7d0d0-8b15-425e-b209-db6749465252 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Made reservation on behalf of 49ea1df9c9574654b4c6fe3511b2ea03 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:58.680999 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d0d0-8b15-425e-b209-db6749465252 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.689560 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d0d0-8b15-425e-b209-db6749465252 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.690549 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-77621b73-027a-482e-b9de-69415917b2a5 req-272388a6-dd49-4cce-9f7d-7db8c2e41710 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.724334 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-77621b73-027a-482e-b9de-69415917b2a5 req-272388a6-dd49-4cce-9f7d-7db8c2e41710 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.765835 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d0d0-8b15-425e-b209-db6749465252 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.771183 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77621b73-027a-482e-b9de-69415917b2a5 req-272388a6-dd49-4cce-9f7d-7db8c2e41710 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:58.771325 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d0d0-8b15-425e-b209-db6749465252 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.774461 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-77621b73-027a-482e-b9de-69415917b2a5 req-272388a6-dd49-4cce-9f7d-7db8c2e41710 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:58.779292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-77621b73-027a-482e-b9de-69415917b2a5 req-272388a6-dd49-4cce-9f7d-7db8c2e41710 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:58.783414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272388a6-dd49-4cce-9f7d-7db8c2e41710 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Port': ['ID=0dfbea20-a534-4e2c-b280-c4167a872f41,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:58.802186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a7d0d0-8b15-425e-b209-db6749465252 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:20:58.810007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7d0d0-8b15-425e-b209-db6749465252 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09f5792-cf72-452f-a90c-f6460cfaa65c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:58.816487 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d0d0-8b15-425e-b209-db6749465252 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.816829 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-b6a7d0d0-8b15-425e-b209-db6749465252 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Added segment e223e382-e103-4600-a60f-d086f27c3684 of type vlan for network 7f7dc6eb-7053-4359-841b-cc7b5e9e40bb Nov 11 12:20:58.832389 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77621b73-027a-482e-b9de-69415917b2a5 req-272388a6-dd49-4cce-9f7d-7db8c2e41710 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:58.833080 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-77621b73-027a-482e-b9de-69415917b2a5 req-272388a6-dd49-4cce-9f7d-7db8c2e41710 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.852144 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-272388a6-dd49-4cce-9f7d-7db8c2e41710 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6081285 Nov 11 12:20:58.859364 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d0d0-8b15-425e-b209-db6749465252 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.865670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-dddd34d1-e365-4e6b-b89e-081a1fbfb5b6 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:20:58.866683 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-dddd34d1-e365-4e6b-b89e-081a1fbfb5b6 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073354 Nov 11 12:20:58.884177 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Request body: {'port': {'device_id': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:58.894477 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d0d0-8b15-425e-b209-db6749465252 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.901792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a7d0d0-8b15-425e-b209-db6749465252 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:58.902818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d0d0-8b15-425e-b209-db6749465252 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.944811 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b6a7d0d0-8b15-425e-b209-db6749465252 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.3972702 Nov 11 12:20:58.948212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60184) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:58.953645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.tag.tag_plugin [None req-cdea6aaf-2ecd-4695-b128-97398281a3e1 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7f7dc6eb-7053-4359-841b-cc7b5e9e40bb', 'tempest-TagsTest-Tag-249522623') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:58.960419 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.015661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7d0d0-8b15-425e-b209-db6749465252 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Pushing event updated for resources: {'Network': ['ID=7f7dc6eb-7053-4359-841b-cc7b5e9e40bb,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:59.032199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 7f7dc6eb-7053-4359-841b-cc7b5e9e40bb details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:20:59.032720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622374ce-6c65-4312-8de3-d251cce9fa64 req-e05ba421-f298-45d0-81e5-ec0193cfd199 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:59.033951 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-622374ce-6c65-4312-8de3-d251cce9fa64 req-e05ba421-f298-45d0-81e5-ec0193cfd199 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 931 time: 0.1145697 Nov 11 12:20:59.093862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-622374ce-6c65-4312-8de3-d251cce9fa64 req-ed146a38-b06b-489f-a596-d518b34896df tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=9739d98c-5800-48d3-959d-bb96070b2c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477283 Nov 11 12:20:59.114177 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a74727e2-02e6-4e0c-8543-067d7bc8585f None None] Provisioning complete for port 0dfbea20-a534-4e2c-b280-c4167a872f41 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:59.114546 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a74727e2-02e6-4e0c-8543-067d7bc8585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.154648 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a74727e2-02e6-4e0c-8543-067d7bc8585f None None] Port 0dfbea20-a534-4e2c-b280-c4167a872f41 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:59.156474 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cdea6aaf-2ecd-4695-b128-97398281a3e1 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] 10.222.0.65 "PUT /v2.0/networks/7f7dc6eb-7053-4359-841b-cc7b5e9e40bb/tags/tempest-TagsTest-Tag-249522623 HTTP/1.1" status: 201 len: 201 time: 0.2071009 Nov 11 12:20:59.159486 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60186) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:59.165863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-9c2b6349-f3b1-4035-af09-0a85cf3cac00 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7f7dc6eb-7053-4359-841b-cc7b5e9e40bb', 'tempest-TagsTest-Tag-249522623') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:59.241222 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9c2b6349-f3b1-4035-af09-0a85cf3cac00 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] 10.222.0.65 "GET /v2.0/networks/7f7dc6eb-7053-4359-841b-cc7b5e9e40bb/tags/tempest-TagsTest-Tag-249522623 HTTP/1.1" status: 204 len: 168 time: 0.0766459 Nov 11 12:20:59.241469 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60190) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:59.251114 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-2d996548-776b-4fa7-abc7-c1c049fd00f0 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7f7dc6eb-7053-4359-841b-cc7b5e9e40bb') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:59.311348 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfbea20-a534-4e2c-b280-c4167a872f41 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:20:59.317613 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2d996548-776b-4fa7-abc7-c1c049fd00f0 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] 10.222.0.65 "GET /v2.0/networks/7f7dc6eb-7053-4359-841b-cc7b5e9e40bb/tags HTTP/1.1" status: 200 len: 237 time: 0.0704949 Nov 11 12:20:59.319640 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.320104 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60192) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:59.324652 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-989a6b77-cf2f-49f0-a9d2-6498e9544191 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7f7dc6eb-7053-4359-841b-cc7b5e9e40bb', {'tags': ['tempest-TagsTest-Tag-138375851', 'tempest-TagsTest-Tag-719765799', 'tempest-TagsTest-Tag-205167962']}) {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:59.332009 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Transition to ACTIVE for port object 0dfbea20-a534-4e2c-b280-c4167a872f41 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:20:59.337047 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.382784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfbea20-a534-4e2c-b280-c4167a872f41,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:59.418397 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-989a6b77-cf2f-49f0-a9d2-6498e9544191 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] 10.222.0.65 "PUT /v2.0/networks/7f7dc6eb-7053-4359-841b-cc7b5e9e40bb/tags HTTP/1.1" status: 200 len: 306 time: 0.0971420 Nov 11 12:20:59.420912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60194) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:59.425864 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-ecb78c88-0ab1-47e4-94e7-aa152dc39ce2 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7f7dc6eb-7053-4359-841b-cc7b5e9e40bb', 'tempest-TagsTest-Tag-138375851') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:59.474287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Attempting to bind port 0dfbea20-a534-4e2c-b280-c4167a872f41 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:59.474620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Attempting to bind port 0dfbea20-a534-4e2c-b280-c4167a872f41 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'cd35b200-1745-42e4-ad0b-3131fa2fb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:59.474941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Attempting to bind port 0dfbea20-a534-4e2c-b280-c4167a872f41 on network 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:59.479800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Port 0dfbea20-a534-4e2c-b280-c4167a872f41 on network 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:20:59.480112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Attempting to bind port 0dfbea20-a534-4e2c-b280-c4167a872f41 on network 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:59.485995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:59.486328 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Checking segment: {'id': 'cd35b200-1745-42e4-ad0b-3131fa2fb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:59.486698 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Bound using segment: {'id': 'cd35b200-1745-42e4-ad0b-3131fa2fb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:59.487223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Bound port: 0dfbea20-a534-4e2c-b280-c4167a872f41, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd35b200-1745-42e4-ad0b-3131fa2fb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:59.487463 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.517994 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ecb78c88-0ab1-47e4-94e7-aa152dc39ce2 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] 10.222.0.65 "DELETE /v2.0/networks/7f7dc6eb-7053-4359-841b-cc7b5e9e40bb/tags/tempest-TagsTest-Tag-138375851 HTTP/1.1" status: 204 len: 168 time: 0.0959392 Nov 11 12:20:59.521335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60196) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:59.529367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-b59f0266-d225-4b6b-ab7f-aa1cad4aecf7 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7f7dc6eb-7053-4359-841b-cc7b5e9e40bb', 'tempest-TagsTest-Tag-138375851') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:59.559386 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] For port 0dfbea20-a534-4e2c-b280-c4167a872f41, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:59.563007 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] For port 0dfbea20-a534-4e2c-b280-c4167a872f41, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0dfbea20-a534-4e2c-b280-c4167a872f41,segment=NetworkSegment(cd35b200-1745-42e4-ad0b-3131fa2fb08e),segment_id=cd35b200-1745-42e4-ad0b-3131fa2fb08e)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:59.568924 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.603463 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:59.604159 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.605439 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] 10.222.0.62 "PUT /v2.0/ports/0dfbea20-a534-4e2c-b280-c4167a872f41 HTTP/1.1" status: 200 len: 1091 time: 0.7272646 Nov 11 12:20:59.605752 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-b59f0266-d225-4b6b-ab7f-aa1cad4aecf7 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] show failed (client error): The resource could not be found. Nov 11 12:20:59.606208 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'tag': '0dfbea20-a534-4e2c-b280-c4167a872f41'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:20:59.606899 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b59f0266-d225-4b6b-ab7f-aa1cad4aecf7 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] 10.222.0.65 "GET /v2.0/networks/7f7dc6eb-7053-4359-841b-cc7b5e9e40bb/tags/tempest-TagsTest-Tag-138375851 HTTP/1.1" status: 404 len: 325 time: 0.0829718 Nov 11 12:20:59.609508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60198) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:59.611135 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20021162-d8c4-40dd-aa5d-d805112ae880" -d '{"events": [{"name": "network-changed", "server_uuid": "3de6c8e9-aeef-4dfd-8742-91875ab139f7", "tag": "0dfbea20-a534-4e2c-b280-c4167a872f41"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:20:59.623650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-573a0b3c-d54b-441e-be95-fd9a393ad235 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7f7dc6eb-7053-4359-841b-cc7b5e9e40bb', 'tempest-TagsTest-Tag-719765799') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:59.643530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c5ffa-8e2d-485e-8bc6-108f70591585 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfbea20-a534-4e2c-b280-c4167a872f41,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:59.684442 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb1423c-aec8-4f07-94f5-c5512ef123ec x-openstack-request-id: req-6bb1423c-aec8-4f07-94f5-c5512ef123ec {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:20:59.684918 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de6c8e9-aeef-4dfd-8742-91875ab139f7", "tag": "0dfbea20-a534-4e2c-b280-c4167a872f41", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:20:59.685163 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6bb1423c-aec8-4f07-94f5-c5512ef123ec {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:20:59.685578 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'tag': '0dfbea20-a534-4e2c-b280-c4167a872f41', 'status': 'completed', 'code': 200} Nov 11 12:20:59.699695 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77621b73-027a-482e-b9de-69415917b2a5 req-5d6e3b98-d079-4e7f-83c6-7192fcc4e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:59.701288 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-5d6e3b98-d079-4e7f-83c6-7192fcc4e97d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0565b14f5ea4452abe2554e29ca69bdf&device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 1094 time: 0.0521719 Nov 11 12:20:59.721506 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-573a0b3c-d54b-441e-be95-fd9a393ad235 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] 10.222.0.65 "GET /v2.0/networks/7f7dc6eb-7053-4359-841b-cc7b5e9e40bb/tags/tempest-TagsTest-Tag-719765799 HTTP/1.1" status: 204 len: 168 time: 0.1109364 Nov 11 12:20:59.724126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60202) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:59.728647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-d25b08aa-a992-45dd-aef7-1d1c3de098c9 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7f7dc6eb-7053-4359-841b-cc7b5e9e40bb', 'tempest-TagsTest-Tag-205167962') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:59.760071 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-2fcdb85c-0ba5-4783-8d35-6ecf3c41f15b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dfbea20-a534-4e2c-b280-c4167a872f41 HTTP/1.1" status: 200 len: 217 time: 0.0441735 Nov 11 12:20:59.801746 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d25b08aa-a992-45dd-aef7-1d1c3de098c9 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] 10.222.0.65 "GET /v2.0/networks/7f7dc6eb-7053-4359-841b-cc7b5e9e40bb/tags/tempest-TagsTest-Tag-205167962 HTTP/1.1" status: 204 len: 168 time: 0.0764523 Nov 11 12:20:59.804041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60204) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:59.808637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-15a4c343-bb3a-4c78-9cac-dd51983842dd tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7f7dc6eb-7053-4359-841b-cc7b5e9e40bb') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:59.815888 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77621b73-027a-482e-b9de-69415917b2a5 req-b38aefd6-d03c-407e-a103-52200deab046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:59.817543 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-b38aefd6-d03c-407e-a103-52200deab046 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dcab28d-a90c-4244-a2a5-daf3f92153b2 HTTP/1.1" status: 200 len: 834 time: 0.0501599 Nov 11 12:20:59.866082 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77621b73-027a-482e-b9de-69415917b2a5 req-c5219a6e-6a43-4107-b698-92872f844dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:59.867790 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-c5219a6e-6a43-4107-b698-92872f844dcc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0cafca3f-a4ce-4a68-8b99-df67c9e67cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413623 Nov 11 12:20:59.890881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-15a4c343-bb3a-4c78-9cac-dd51983842dd tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] 10.222.0.65 "DELETE /v2.0/networks/7f7dc6eb-7053-4359-841b-cc7b5e9e40bb/tags HTTP/1.1" status: 204 len: 168 time: 0.0857108 Nov 11 12:20:59.893726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60206) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:59.902553 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-4c17e790-17ad-4d34-a929-212d5037892c tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7f7dc6eb-7053-4359-841b-cc7b5e9e40bb', 'tempest-TagsTest-Tag-719765799') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:59.965870 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-102b0e8f-f349-40f1-8320-3c7acdeb8550 service neutron] 10.222.0.62 "GET /v2.0/networks/0cafca3f-a4ce-4a68-8b99-df67c9e67cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901124 Nov 11 12:20:59.973003 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-4c17e790-17ad-4d34-a929-212d5037892c tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] show failed (client error): The resource could not be found. Nov 11 12:20:59.974110 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4c17e790-17ad-4d34-a929-212d5037892c tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] 10.222.0.65 "GET /v2.0/networks/7f7dc6eb-7053-4359-841b-cc7b5e9e40bb/tags/tempest-TagsTest-Tag-719765799 HTTP/1.1" status: 404 len: 325 time: 0.0794892 Nov 11 12:20:59.977188 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60208) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:59.981532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-667bedb6-2edc-4c33-adb9-b9add866f120 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7f7dc6eb-7053-4359-841b-cc7b5e9e40bb', 'tempest-TagsTest-Tag-205167962') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:00.047226 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [None req-667bedb6-2edc-4c33-adb9-b9add866f120 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] show failed (client error): The resource could not be found. Nov 11 12:21:00.048326 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-667bedb6-2edc-4c33-adb9-b9add866f120 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] 10.222.0.65 "GET /v2.0/networks/7f7dc6eb-7053-4359-841b-cc7b5e9e40bb/tags/tempest-TagsTest-Tag-205167962 HTTP/1.1" status: 404 len: 325 time: 0.0701520 Nov 11 12:21:00.051241 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60210) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:00.055857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.tag.tag_plugin [None req-838d4180-fd56-4393-ab77-0dbca1688c77 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7f7dc6eb-7053-4359-841b-cc7b5e9e40bb') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:00.059718 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-77621b73-027a-482e-b9de-69415917b2a5 req-425510b9-24af-4706-a9c4-3e10013c6fc5 service neutron] 10.222.0.62 "GET /v2.0/networks/0cafca3f-a4ce-4a68-8b99-df67c9e67cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856500 Nov 11 12:21:00.131407 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-838d4180-fd56-4393-ab77-0dbca1688c77 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] 10.222.0.65 "DELETE /v2.0/networks/7f7dc6eb-7053-4359-841b-cc7b5e9e40bb/tags HTTP/1.1" status: 204 len: 168 time: 0.0791698 Nov 11 12:21:00.135963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60214) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:00.162629 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20021162-d8c4-40dd-aa5d-d805112ae880 req-d5baf2ea-9626-4545-a777-b39cd9d5ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:00.164157 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-20021162-d8c4-40dd-aa5d-d805112ae880 req-d5baf2ea-9626-4545-a777-b39cd9d5ba03 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0565b14f5ea4452abe2554e29ca69bdf&device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 1094 time: 0.0479281 Nov 11 12:21:00.236444 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a7c-8a59-4791-82b3-610ac19b0d73 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:00.259190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20021162-d8c4-40dd-aa5d-d805112ae880 req-06618385-4b23-4189-8c07-0e23e3d5a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:00.260670 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-20021162-d8c4-40dd-aa5d-d805112ae880 req-06618385-4b23-4189-8c07-0e23e3d5a607 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 HTTP/1.1" status: 200 len: 898 time: 0.0890822 Nov 11 12:21:00.264663 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16d586-c3a2-440c-be00-32ac048c948c req-d4905e1e-e453-4c76-ad8d-4213e38ef036 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:00.266196 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f16d586-c3a2-440c-be00-32ac048c948c req-d4905e1e-e453-4c76-ad8d-4213e38ef036 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 943 time: 0.0715587 Nov 11 12:21:00.311197 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-20021162-d8c4-40dd-aa5d-d805112ae880 req-8195fdd4-d728-4bba-9c33-472c16963f6e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dfbea20-a534-4e2c-b280-c4167a872f41 HTTP/1.1" status: 200 len: 217 time: 0.0433247 Nov 11 12:21:00.361620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20021162-d8c4-40dd-aa5d-d805112ae880 req-f79755c7-4d59-4265-ad8a-0c3f256fdf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:00.363149 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-20021162-d8c4-40dd-aa5d-d805112ae880 req-f79755c7-4d59-4265-ad8a-0c3f256fdf59 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dcab28d-a90c-4244-a2a5-daf3f92153b2 HTTP/1.1" status: 200 len: 834 time: 0.0447838 Nov 11 12:21:00.370910 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a7c-8a59-4791-82b3-610ac19b0d73 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:00.394442 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f16d586-c3a2-440c-be00-32ac048c948c req-f5d07966-f8c6-45df-92d8-901e30032962 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=9739d98c-5800-48d3-959d-bb96070b2c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046743 Nov 11 12:21:00.403158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-b5ff7a7c-8a59-4791-82b3-610ac19b0d73 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7dc6eb-7053-4359-841b-cc7b5e9e40bb']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:00.414817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20021162-d8c4-40dd-aa5d-d805112ae880 req-9b29b0ee-5149-4bc4-a041-6dc976d6ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:00.414817 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-20021162-d8c4-40dd-aa5d-d805112ae880 req-9b29b0ee-5149-4bc4-a041-6dc976d6ebca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0cafca3f-a4ce-4a68-8b99-df67c9e67cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416195 Nov 11 12:21:00.415413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-b5ff7a7c-8a59-4791-82b3-610ac19b0d73 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e223e382-e103-4600-a60f-d086f27c3684') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:00.415413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-b5ff7a7c-8a59-4791-82b3-610ac19b0d73 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e223e382-e103-4600-a60f-d086f27c3684') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:00.424303 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a7c-8a59-4791-82b3-610ac19b0d73 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:00.438470 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a7c-8a59-4791-82b3-610ac19b0d73 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:00.444598 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ff7a7c-8a59-4791-82b3-610ac19b0d73 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:21:00.444982 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a7c-8a59-4791-82b3-610ac19b0d73 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:21:00.448179 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:21:00.509217 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-20021162-d8c4-40dd-aa5d-d805112ae880 req-335f6f66-fd2c-4a1f-be66-aba1fa4dd1c2 service neutron] 10.222.0.62 "GET /v2.0/networks/0cafca3f-a4ce-4a68-8b99-df67c9e67cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874541 Nov 11 12:21:00.510663 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a7c-8a59-4791-82b3-610ac19b0d73 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:00.527366 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a7c-8a59-4791-82b3-610ac19b0d73 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:00.530602 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b5ff7a7c-8a59-4791-82b3-610ac19b0d73 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] 10.222.0.65 "DELETE /v2.0/networks/7f7dc6eb-7053-4359-841b-cc7b5e9e40bb HTTP/1.1" status: 204 len: 168 time: 0.3937323 Nov 11 12:21:00.531863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff7a7c-8a59-4791-82b3-610ac19b0d73 tempest-TagsTest-2142415093 tempest-TagsTest-2142415093-project] Pushing event deleted for resources: {'Network': ['ID=7f7dc6eb-7053-4359-841b-cc7b5e9e40bb,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:00.606236 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-20021162-d8c4-40dd-aa5d-d805112ae880 req-c535be86-9346-4334-bd48-fb44795e799d service neutron] 10.222.0.62 "GET /v2.0/networks/0cafca3f-a4ce-4a68-8b99-df67c9e67cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877531 Nov 11 12:21:00.779955 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60222) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:00.928142 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8130d8af-13e1-4fbc-9d95-215a7d4e9ada admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49ea1df9c9574654b4c6fe3511b2ea03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1469305 Nov 11 12:21:00.931192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60226) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:00.983354 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c4aba354-7e60-4aa3-9d82-281a5d21f4dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.005513 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c4aba354-7e60-4aa3-9d82-281a5d21f4dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.062860 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c4aba354-7e60-4aa3-9d82-281a5d21f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.066708 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c4aba354-7e60-4aa3-9d82-281a5d21f4dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.068257 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c4aba354-7e60-4aa3-9d82-281a5d21f4dd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c09f5792-cf72-452f-a90c-f6460cfaa65c HTTP/1.1" status: 204 len: 168 time: 0.1361094 Nov 11 12:21:01.076667 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aba354-7e60-4aa3-9d82-281a5d21f4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09f5792-cf72-452f-a90c-f6460cfaa65c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:01.515137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e4160-5568-425b-9327-84a9340d8056 req-9885ea55-1761-4643-ac6e-301908307b88 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:01.516670 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c1e4160-5568-425b-9327-84a9340d8056 req-9885ea55-1761-4643-ac6e-301908307b88 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 943 time: 0.0501997 Nov 11 12:21:01.571548 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c1e4160-5568-425b-9327-84a9340d8056 req-bd60f346-5d85-4885-b2f0-9e9484170116 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=9739d98c-5800-48d3-959d-bb96070b2c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481079 Nov 11 12:21:02.547266 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60272) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:02.655283 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-579e87ce-6550-43b1-ba6c-2ba38e1ac417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.692201 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17388d00-b50b-40d3-a551-3a4f2b587a80 req-51e9bccb-9320-4fda-a907-e28ade9924fa tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:02.698129 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17388d00-b50b-40d3-a551-3a4f2b587a80 req-51e9bccb-9320-4fda-a907-e28ade9924fa tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 943 time: 0.0593414 Nov 11 12:21:02.733498 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-579e87ce-6550-43b1-ba6c-2ba38e1ac417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.738676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-579e87ce-6550-43b1-ba6c-2ba38e1ac417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.747709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17388d00-b50b-40d3-a551-3a4f2b587a80 req-15fff128-ea75-4cf6-b457-5bcc7593b0c6 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=9739d98c-5800-48d3-959d-bb96070b2c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458488 Nov 11 12:21:02.777260 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-579e87ce-6550-43b1-ba6c-2ba38e1ac417 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=01294e7d73e54ea7bdd8a6c25a8031a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2288744 Nov 11 12:21:02.778414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e87ce-6550-43b1-ba6c-2ba38e1ac417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bdcef7-99c4-4986-bdfc-f98860fe0ef8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:02.780024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60278) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:02.828519 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-732169d6-673b-4dc6-8e18-e14688f5ea46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.850591 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-732169d6-673b-4dc6-8e18-e14688f5ea46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.904862 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-732169d6-673b-4dc6-8e18-e14688f5ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.907514 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-732169d6-673b-4dc6-8e18-e14688f5ea46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.908655 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-732169d6-673b-4dc6-8e18-e14688f5ea46 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/35bdcef7-99c4-4986-bdfc-f98860fe0ef8 HTTP/1.1" status: 204 len: 168 time: 0.1269398 Nov 11 12:21:02.917480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732169d6-673b-4dc6-8e18-e14688f5ea46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bdcef7-99c4-4986-bdfc-f98860fe0ef8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:03.190322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60284) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:03.205748 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-939126d5-6a55-43fb-85fc-42d0a286ffb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:03.284109 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-939126d5-6a55-43fb-85fc-42d0a286ffb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:03.289406 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-939126d5-6a55-43fb-85fc-42d0a286ffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:03.294462 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 0dfbea20-a534-4e2c-b280-c4167a872f41 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:21:03.328942 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-939126d5-6a55-43fb-85fc-42d0a286ffb8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=de7e5eb243f945ed8ad89e917b507423&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372187 Nov 11 12:21:03.330113 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939126d5-6a55-43fb-85fc-42d0a286ffb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3f0e5b-ff50-42cf-a6c4-90ccceaa9a80,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:03.331745 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60286) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:03.382860 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cef74d5d-20a4-48b1-92fe-06e9d50b796b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:03.392113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 0dfbea20-a534-4e2c-b280-c4167a872f41, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0dfbea20-a534-4e2c-b280-c4167a872f41,segment=NetworkSegment(cd35b200-1745-42e4-ad0b-3131fa2fb08e),segment_id=cd35b200-1745-42e4-ad0b-3131fa2fb08e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:03.406506 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '0dfbea20-a534-4e2c-b280-c4167a872f41', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'port_id': '0dfbea20-a534-4e2c-b280-c4167a872f41', 'mac_address': 'fa:16:3e:ac:86:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:21:03.407287 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cef74d5d-20a4-48b1-92fe-06e9d50b796b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:03.444099 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:03.457481 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cef74d5d-20a4-48b1-92fe-06e9d50b796b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:03.459362 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfbea20-a534-4e2c-b280-c4167a872f41 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:21:03.460772 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cef74d5d-20a4-48b1-92fe-06e9d50b796b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:03.462587 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cef74d5d-20a4-48b1-92fe-06e9d50b796b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc3f0e5b-ff50-42cf-a6c4-90ccceaa9a80 HTTP/1.1" status: 204 len: 168 time: 0.1290865 Nov 11 12:21:03.474276 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef74d5d-20a4-48b1-92fe-06e9d50b796b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3f0e5b-ff50-42cf-a6c4-90ccceaa9a80,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:03.487072 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 0dfbea20-a534-4e2c-b280-c4167a872f41, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0dfbea20-a534-4e2c-b280-c4167a872f41,segment=NetworkSegment(cd35b200-1745-42e4-ad0b-3131fa2fb08e),segment_id=cd35b200-1745-42e4-ad0b-3131fa2fb08e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:03.499422 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:03.547499 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=0dfbea20-a534-4e2c-b280-c4167a872f41,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:03.755941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['0dfbea20-a534-4e2c-b280-c4167a872f41'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:21:03.874803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7d4fc-1a71-45b2-b56f-0ebc7c5ac23f req-004c404b-c4b5-46a0-b585-af23c62a8885 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:03.876595 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f2a7d4fc-1a71-45b2-b56f-0ebc7c5ac23f req-004c404b-c4b5-46a0-b585-af23c62a8885 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 944 time: 0.0567894 Nov 11 12:21:03.932130 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f2a7d4fc-1a71-45b2-b56f-0ebc7c5ac23f req-cbcd2b27-7242-4b60-adb8-ec4fef2b8b97 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=9739d98c-5800-48d3-959d-bb96070b2c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493395 Nov 11 12:21:05.050253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c285d30-f5c3-464e-aaaf-d81f00950030 req-f9c5aedd-fd57-46f2-bd5c-52ea90c3157b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:05.051844 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c285d30-f5c3-464e-aaaf-d81f00950030 req-f9c5aedd-fd57-46f2-bd5c-52ea90c3157b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 944 time: 0.0490320 Nov 11 12:21:05.106618 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2c285d30-f5c3-464e-aaaf-d81f00950030 req-7b2f75c6-370f-499b-8642-07279016d579 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=9739d98c-5800-48d3-959d-bb96070b2c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475848 Nov 11 12:21:05.300702 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 0dfbea20-a534-4e2c-b280-c4167a872f41 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:21:05.362447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 0dfbea20-a534-4e2c-b280-c4167a872f41 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:21:05.366647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 0dfbea20-a534-4e2c-b280-c4167a872f41 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:05.367017 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:05.443830 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:05.467306 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfbea20-a534-4e2c-b280-c4167a872f41'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:21:05.469578 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4051efb0-75ca-4d3e-b6a8-87bade0a4187" -d '{"events": [{"server_uuid": "3de6c8e9-aeef-4dfd-8742-91875ab139f7", "name": "network-vif-plugged", "status": "completed", "tag": "0dfbea20-a534-4e2c-b280-c4167a872f41"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:21:05.482071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 0dfbea20-a534-4e2c-b280-c4167a872f41, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0dfbea20-a534-4e2c-b280-c4167a872f41,segment=NetworkSegment(cd35b200-1745-42e4-ad0b-3131fa2fb08e),segment_id=cd35b200-1745-42e4-ad0b-3131fa2fb08e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:05.487169 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:05.512174 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a7084e-0257-4534-8e6c-2eaa13b092b2 x-openstack-request-id: req-b0a7084e-0257-4534-8e6c-2eaa13b092b2 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:21:05.512466 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de6c8e9-aeef-4dfd-8742-91875ab139f7", "name": "network-vif-plugged", "status": "completed", "tag": "0dfbea20-a534-4e2c-b280-c4167a872f41", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:21:05.512884 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0a7084e-0257-4534-8e6c-2eaa13b092b2 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:21:05.513275 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfbea20-a534-4e2c-b280-c4167a872f41', 'code': 200} Nov 11 12:21:05.543749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=0dfbea20-a534-4e2c-b280-c4167a872f41,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:05.622513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c7c06-f1af-4011-bcdd-9ba9153acaed req-1004aa74-e031-4710-8e08-9d0dc7a103a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:05.624041 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c1c7c06-f1af-4011-bcdd-9ba9153acaed req-1004aa74-e031-4710-8e08-9d0dc7a103a9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 1096 time: 0.0459442 Nov 11 12:21:05.672975 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c1c7c06-f1af-4011-bcdd-9ba9153acaed req-3e1d2254-ee64-4ee5-bfb5-466170cd7840 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9739d98c-5800-48d3-959d-bb96070b2c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406048 Nov 11 12:21:05.860684 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6570c9a3-b19c-4786-ace7-560627c073da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:06.230373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd2ac4-fe1f-48ce-adfc-b81a3546323a req-a9276f0a-0f1a-4318-9c39-e5ca63df8f42 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:06.231874 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40bd2ac4-fe1f-48ce-adfc-b81a3546323a req-a9276f0a-0f1a-4318-9c39-e5ca63df8f42 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 945 time: 0.0540347 Nov 11 12:21:06.280755 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40bd2ac4-fe1f-48ce-adfc-b81a3546323a req-374057f7-8126-42d7-bb7b-950b63259d26 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=9739d98c-5800-48d3-959d-bb96070b2c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429866 Nov 11 12:21:07.397241 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc35a3-1998-4d5a-a78b-82d086f1f873 req-e24c8629-e440-4c95-a840-620dee8c70da tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:07.398712 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93bc35a3-1998-4d5a-a78b-82d086f1f873 req-e24c8629-e440-4c95-a840-620dee8c70da tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 945 time: 0.0486953 Nov 11 12:21:07.447878 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93bc35a3-1998-4d5a-a78b-82d086f1f873 req-88a0f46f-299c-4327-a49f-121428792ace tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=9739d98c-5800-48d3-959d-bb96070b2c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429854 Nov 11 12:21:07.571909 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422f45b-191c-4a79-ae20-125f7b064d7c req-0234ad96-8c74-4531-8680-60d75311f291 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:07.573423 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e422f45b-191c-4a79-ae20-125f7b064d7c req-0234ad96-8c74-4531-8680-60d75311f291 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 945 time: 0.0537689 Nov 11 12:21:07.999727 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e422f45b-191c-4a79-ae20-125f7b064d7c req-f9ecdae5-0cb3-4544-a724-275a5b85c77e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=9739d98c-5800-48d3-959d-bb96070b2c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200029 Nov 11 12:21:08.028820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60382) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:08.077123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312e68b8-0ee4-43fb-b57a-8474080c9870 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:08.079239 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-312e68b8-0ee4-43fb-b57a-8474080c9870 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 1091 time: 0.0493922 Nov 11 12:21:08.082549 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60388) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:08.087704 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '0dfbea20-a534-4e2c-b280-c4167a872f41', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:08.089907 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f16c2ccf-bde5-4c0b-a086-834ecd409ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:08.125244 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:08.226684 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:08.330467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Allocated IP 172.25.2.87 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/778bdbc8-2351-475d-b491-3cb5301c9357) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:21:08.433911 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:08.469029 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:08.510141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:21:08.514903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:21:08.517685 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:21:08.541557 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Port': ['ID=778bdbc8-2351-475d-b491-3cb5301c9357,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:08.890324 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:08.960145 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:09.069866 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:09.130131 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:09.137137 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:09.232484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Port': ['ID=778bdbc8-2351-475d-b491-3cb5301c9357,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:09.242258 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:09.376342 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Floating IP da6605a2-fb37-4de1-a054-529cbe9209d5 associated. External IP: 172.25.2.87, port: 0dfbea20-a534-4e2c-b280-c4167a872f41. Nov 11 12:21:09.587360 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:21:09.698449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:21:09.708905 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed74c286-35cd-4d9f-940c-de1b98566526 None None] Sync routers for ids ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:21:09.719252 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:09.719984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed74c286-35cd-4d9f-940c-de1b98566526 None None] Routers {'bb88b92e-bb06-4bf9-a597-ee5bfec838b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:21:09.720681 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ed74c286-35cd-4d9f-940c-de1b98566526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:21:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:09.751284 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-33350b33-10d4-4923-b46e-35ad5e3a6749 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6649852 Nov 11 12:21:09.751284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'tag': '0dfbea20-a534-4e2c-b280-c4167a872f41'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:21:09.751622 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60396) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:09.760250 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5b22d7-8581-4820-9e25-d5a046c20ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "3de6c8e9-aeef-4dfd-8742-91875ab139f7", "tag": "0dfbea20-a534-4e2c-b280-c4167a872f41"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:21:09.829356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-ed74c286-35cd-4d9f-940c-de1b98566526 None None] Set router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:21:09.837276 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec15419f-0192-4cf6-b704-12ab97abc7b7 x-openstack-request-id: req-ec15419f-0192-4cf6-b704-12ab97abc7b7 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:21:09.837679 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de6c8e9-aeef-4dfd-8742-91875ab139f7", "tag": "0dfbea20-a534-4e2c-b280-c4167a872f41", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:21:09.838037 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec15419f-0192-4cf6-b704-12ab97abc7b7 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:21:09.838531 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'tag': '0dfbea20-a534-4e2c-b280-c4167a872f41', 'status': 'completed', 'code': 200} Nov 11 12:21:09.917425 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-75bb9ff1-c212-4ca4-87f2-bdd3da02e3d0 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/floatingips/da6605a2-fb37-4de1-a054-529cbe9209d5 HTTP/1.1" status: 200 len: 990 time: 0.1644003 Nov 11 12:21:09.934622 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b22d7-8581-4820-9e25-d5a046c20ddd req-80e0dabe-a3c0-4978-b393-18330bac9996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:09.935104 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c5b22d7-8581-4820-9e25-d5a046c20ddd req-80e0dabe-a3c0-4978-b393-18330bac9996 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0565b14f5ea4452abe2554e29ca69bdf&device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 1096 time: 0.0871313 Nov 11 12:21:10.043951 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b22d7-8581-4820-9e25-d5a046c20ddd req-a032874f-74be-49d1-b016-1702aef131e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:10.045519 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c5b22d7-8581-4820-9e25-d5a046c20ddd req-a032874f-74be-49d1-b016-1702aef131e9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 HTTP/1.1" status: 200 len: 898 time: 0.1027813 Nov 11 12:21:10.077424 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ed74c286-35cd-4d9f-940c-de1b98566526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:20:51Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'da6605a2-fb37-4de1-a054-529cbe9209d5', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'port_id': '0dfbea20-a534-4e2c-b280-c4167a872f41', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'mac_address': 'fa:16:3e:ac:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:08Z', 'updated_at': '2021-11-11T12:21:08Z', 'revision_number': 0, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6580dfe6-6a65-42c7-97e3-d9ce84273b64', 'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:68:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:49Z', 'updated_at': '2021-11-11T12:20:54Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:10.112551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed74c286-35cd-4d9f-940c-de1b98566526 None None] Checking router: bb88b92e-bb06-4bf9-a597-ee5bfec838b3 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:21:10.123829 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed74c286-35cd-4d9f-940c-de1b98566526 None None] Routers {'bb88b92e-bb06-4bf9-a597-ee5bfec838b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:21:10.124880 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ed74c286-35cd-4d9f-940c-de1b98566526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:21:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:10.134387 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c5b22d7-8581-4820-9e25-d5a046c20ddd req-333143a3-5c9b-4d62-b9ad-195cb9d4f3bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dfbea20-a534-4e2c-b280-c4167a872f41 HTTP/1.1" status: 200 len: 998 time: 0.0806272 Nov 11 12:21:10.185528 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b22d7-8581-4820-9e25-d5a046c20ddd req-23dd0d34-6758-4500-b0fe-96086ef7359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:10.187239 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c5b22d7-8581-4820-9e25-d5a046c20ddd req-23dd0d34-6758-4500-b0fe-96086ef7359e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dcab28d-a90c-4244-a2a5-daf3f92153b2 HTTP/1.1" status: 200 len: 834 time: 0.0451610 Nov 11 12:21:10.233323 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b22d7-8581-4820-9e25-d5a046c20ddd req-ea92da20-4685-4535-b902-2069f74d0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:10.234412 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-ed74c286-35cd-4d9f-940c-de1b98566526 None None] Set router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:21:10.235004 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c5b22d7-8581-4820-9e25-d5a046c20ddd req-ea92da20-4685-4535-b902-2069f74d0e7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0cafca3f-a4ce-4a68-8b99-df67c9e67cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404046 Nov 11 12:21:10.349924 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c5b22d7-8581-4820-9e25-d5a046c20ddd req-f8d4e75d-509a-4b82-808a-10697462ff91 service neutron] 10.222.0.62 "GET /v2.0/networks/0cafca3f-a4ce-4a68-8b99-df67c9e67cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054707 Nov 11 12:21:10.452937 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9c5b22d7-8581-4820-9e25-d5a046c20ddd req-e9b316b3-dc88-495a-b35d-4baf14290d98 service neutron] 10.222.0.62 "GET /v2.0/networks/0cafca3f-a4ce-4a68-8b99-df67c9e67cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880325 Nov 11 12:21:10.477044 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ed74c286-35cd-4d9f-940c-de1b98566526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:20:51Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'da6605a2-fb37-4de1-a054-529cbe9209d5', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'port_id': '0dfbea20-a534-4e2c-b280-c4167a872f41', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'mac_address': 'fa:16:3e:ac:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:08Z', 'updated_at': '2021-11-11T12:21:08Z', 'revision_number': 0, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6580dfe6-6a65-42c7-97e3-d9ce84273b64', 'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:68:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:49Z', 'updated_at': '2021-11-11T12:20:54Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:10.512093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed74c286-35cd-4d9f-940c-de1b98566526 None None] The sync data for ids ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'] in n-d-807359-3 is: [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:20:51Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'da6605a2-fb37-4de1-a054-529cbe9209d5', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'port_id': '0dfbea20-a534-4e2c-b280-c4167a872f41', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'mac_address': 'fa:16:3e:ac:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:08Z', 'updated_at': '2021-11-11T12:21:08Z', 'revision_number': 0, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6580dfe6-6a65-42c7-97e3-d9ce84273b64', 'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:68:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:49Z', 'updated_at': '2021-11-11T12:20:54Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:21:10.588547 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:10.715774 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7def4b-ea12-4ebc-88a5-0c4c8fe0cddf None None] New status for floating IP da6605a2-fb37-4de1-a054-529cbe9209d5: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:21:10.919433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60406) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:10.987950 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7444dedc-45c5-4e9a-8d39-2d5dbcf0955c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/floatingips/da6605a2-fb37-4de1-a054-529cbe9209d5 HTTP/1.1" status: 200 len: 992 time: 0.0672891 Nov 11 12:21:11.299211 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:13.666832 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dbdf557c-b398-47e1-a030-109d9bda621b req-3e871233-b54b-4fed-80d2-cf00b1747158 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463891 Nov 11 12:21:13.753634 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf557c-b398-47e1-a030-109d9bda621b req-0b179ffb-aab4-4302-ae5e-1dafe0d48de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:13.755116 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dbdf557c-b398-47e1-a030-109d9bda621b req-0b179ffb-aab4-4302-ae5e-1dafe0d48de3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 1096 time: 0.0437901 Nov 11 12:21:13.861815 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf557c-b398-47e1-a030-109d9bda621b req-9524ae5c-2fc7-40a7-8b1b-19fe81b81e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:13.863283 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dbdf557c-b398-47e1-a030-109d9bda621b req-9524ae5c-2fc7-40a7-8b1b-19fe81b81e55 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 914 time: 0.0874984 Nov 11 12:21:13.931947 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dbdf557c-b398-47e1-a030-109d9bda621b req-c4ce893e-2578-4c54-a1f4-6fb6baaa380c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1d96b72-089d-40d3-8bae-af7e67d004bb HTTP/1.1" status: 200 len: 1001 time: 0.0616624 Nov 11 12:21:13.982320 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf557c-b398-47e1-a030-109d9bda621b req-763741ce-a97c-4878-9d24-0cf9d4d40672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:13.983914 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dbdf557c-b398-47e1-a030-109d9bda621b req-763741ce-a97c-4878-9d24-0cf9d4d40672 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.0451608 Nov 11 12:21:14.030948 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf557c-b398-47e1-a030-109d9bda621b req-c0d039cb-7351-4557-a08a-f7f09eceb512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:14.032380 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dbdf557c-b398-47e1-a030-109d9bda621b req-c0d039cb-7351-4557-a08a-f7f09eceb512 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415919 Nov 11 12:21:14.133296 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dbdf557c-b398-47e1-a030-109d9bda621b req-4f53efe8-07ca-4182-b8fe-1d56d2accf50 service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936468 Nov 11 12:21:14.229531 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dbdf557c-b398-47e1-a030-109d9bda621b req-74a2b9e6-6278-4d36-a52f-158ca320ae74 service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880179 Nov 11 12:21:15.907299 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:21.728880 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:22.242726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cdb30-bc2c-4e5c-b401-e199671bbe46 req-48cd2cb3-5288-4954-b495-aa3cc6e85237 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:22.244252 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f6cdb30-bc2c-4e5c-b401-e199671bbe46 req-48cd2cb3-5288-4954-b495-aa3cc6e85237 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0441844 Nov 11 12:21:22.264450 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1f6cdb30-bc2c-4e5c-b401-e199671bbe46 req-5a8eed00-19ee-4b98-85f3-e608973c5617 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:22.354109 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1f6cdb30-bc2c-4e5c-b401-e199671bbe46 req-5a8eed00-19ee-4b98-85f3-e608973c5617 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:22.361196 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1f6cdb30-bc2c-4e5c-b401-e199671bbe46 req-5a8eed00-19ee-4b98-85f3-e608973c5617 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:22.406329 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f6cdb30-bc2c-4e5c-b401-e199671bbe46 req-5a8eed00-19ee-4b98-85f3-e608973c5617 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555524 Nov 11 12:21:22.407003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8eed00-19ee-4b98-85f3-e608973c5617 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b293df9-08ac-47ab-bb17-4ef2c2733d5b,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:22.526656 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa743c-a2ca-4903-9300-d7b203a33d39 req-cd9f7036-99bd-4bf3-aaa6-b5fa14e88b52 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:22.528773 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c6aa743c-a2ca-4903-9300-d7b203a33d39 req-cd9f7036-99bd-4bf3-aaa6-b5fa14e88b52 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0503240 Nov 11 12:21:22.589805 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c6aa743c-a2ca-4903-9300-d7b203a33d39 req-ee708ec3-b611-493c-911d-cc62b6dd5d16 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553520 Nov 11 12:21:22.613000 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60516) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:22.679510 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-03fcec8e-158c-44e2-857e-b6b254a05023 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/floatingips/479adb6e-551a-44a7-a290-b1cff2d93d08 HTTP/1.1" status: 200 len: 992 time: 0.0652151 Nov 11 12:21:22.988546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60534) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:23.000553 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-978e284f-6e20-4a85-998d-10afaa0037bf req-800b64f5-f23d-4154-9f67-9bb01b97187b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:21:23.001541 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-978e284f-6e20-4a85-998d-10afaa0037bf req-800b64f5-f23d-4154-9f67-9bb01b97187b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051217 Nov 11 12:21:23.110200 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d31d6565-851f-47e6-a37c-59b57bf98067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:23.198629 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d31d6565-851f-47e6-a37c-59b57bf98067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:23.203343 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d31d6565-851f-47e6-a37c-59b57bf98067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:23.246189 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d31d6565-851f-47e6-a37c-59b57bf98067 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2de67a56d93644a984f2e9876aff7f26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2561738 Nov 11 12:21:23.247319 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d6565-851f-47e6-a37c-59b57bf98067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f80930-d81b-4477-a586-0c4c34899764,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:23.248982 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60542) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:23.319516 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60546) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:23.338673 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:23.361189 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:23.383788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e74d6e-07ea-4cb1-b512-3cdf653b318b req-d5296895-49e1-4f0d-9394-503a0c31cfa7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:23.385657 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35e74d6e-07ea-4cb1-b512-3cdf653b318b req-d5296895-49e1-4f0d-9394-503a0c31cfa7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0646548 Nov 11 12:21:23.423029 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:23.425826 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:23.427047 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b0f80930-d81b-4477-a586-0c4c34899764 HTTP/1.1" status: 204 len: 168 time: 0.1767652 Nov 11 12:21:23.437315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f80930-d81b-4477-a586-0c4c34899764,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:23.446934 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:23.447641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:23.448220 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:23.448919 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:23.449469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:23.449996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:23.450319 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:23.450913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:23.451529 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:23.452105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:23.452630 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:23.453113 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685bf48-8eca-4571-84bf-6e484805b027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:23.470749 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35e74d6e-07ea-4cb1-b512-3cdf653b318b req-dd52b597-dd46-4c93-bbd9-99c01c80d001 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768223 Nov 11 12:21:23.487331 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-e801ebce-9895-45ba-ad2c-0520ddce45b3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1573906 Nov 11 12:21:23.497110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-b40381ee-d0e2-4554-90d0-8c95f41f22f2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:21:23.498287 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-b40381ee-d0e2-4554-90d0-8c95f41f22f2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057034 Nov 11 12:21:23.727507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60564) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:23.741239 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d251d554-f252-4e8b-b40c-3b8c5dc21535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:23.846836 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d251d554-f252-4e8b-b40c-3b8c5dc21535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:23.853638 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d251d554-f252-4e8b-b40c-3b8c5dc21535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:23.903951 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d251d554-f252-4e8b-b40c-3b8c5dc21535 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=283225f232a24c158961fbafaf05b229&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1753254 Nov 11 12:21:23.904669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251d554-f252-4e8b-b40c-3b8c5dc21535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3c2e36-a4a1-4f22-9f52-6c9b6f549543,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:23.906694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60574) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:23.962509 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0645a403-b2ff-4eca-afb0-ab26f2589b03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:23.985836 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0645a403-b2ff-4eca-afb0-ab26f2589b03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:24.032252 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0645a403-b2ff-4eca-afb0-ab26f2589b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:24.035027 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0645a403-b2ff-4eca-afb0-ab26f2589b03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:24.036244 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0645a403-b2ff-4eca-afb0-ab26f2589b03 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c3c2e36-a4a1-4f22-9f52-6c9b6f549543 HTTP/1.1" status: 204 len: 168 time: 0.1285279 Nov 11 12:21:24.044332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645a403-b2ff-4eca-afb0-ab26f2589b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3c2e36-a4a1-4f22-9f52-6c9b6f549543,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:24.623110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999721c5-32dc-4d17-bd88-06def09cda19 req-cfaf39e4-957b-4a21-9872-5965b7e72a2b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:24.624687 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-999721c5-32dc-4d17-bd88-06def09cda19 req-cfaf39e4-957b-4a21-9872-5965b7e72a2b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0539126 Nov 11 12:21:24.679880 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-999721c5-32dc-4d17-bd88-06def09cda19 req-c95f2648-ce8c-4fd0-a72e-8fa865dbc17e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487931 Nov 11 12:21:24.832863 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-054fdd11-2e2a-4cea-935e-8de52e4fa38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:24.834391 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-054fdd11-2e2a-4cea-935e-8de52e4fa38e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0416172 Nov 11 12:21:24.935846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-ea3f3a4e-109e-4c6b-af6b-a5b0ff3d7f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:24.937362 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-ea3f3a4e-109e-4c6b-af6b-a5b0ff3d7f7f service neutron] 10.222.0.62 "GET /v2.0/networks?id=098ee059-7c5f-4068-8fed-dc979f1bef90 HTTP/1.1" status: 200 len: 899 time: 0.0933774 Nov 11 12:21:25.007434 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-7832b3e1-7871-4046-85ef-72d41be5d663 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9801da34-b6fe-4755-88bb-8b971fd17073 HTTP/1.1" status: 200 len: 1000 time: 0.0598464 Nov 11 12:21:25.057954 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-a96af4b6-ed22-41e8-9bb8-0f6ccee323a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:25.059497 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-a96af4b6-ed22-41e8-9bb8-0f6ccee323a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e21fc6f1-84eb-4522-b031-28cf8fdf0a94 HTTP/1.1" status: 200 len: 835 time: 0.0454254 Nov 11 12:21:25.120235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-b3cebfeb-bc01-4242-8ba9-5560cd4b5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:25.121896 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-b3cebfeb-bc01-4242-8ba9-5560cd4b5403 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098ee059-7c5f-4068-8fed-dc979f1bef90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450954 Nov 11 12:21:25.215137 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-94467bba-7cd6-4612-bcdf-4d4c5b22d7e1 service neutron] 10.222.0.62 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857341 Nov 11 12:21:25.311051 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-62159b3d-93bc-4147-b9c1-4618d3966f4e service neutron] 10.222.0.62 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878580 Nov 11 12:21:25.422656 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e4f80-b120-4ce2-9595-ab68b329b5d2 req-68298918-e6dc-4088-931c-0078b3bc5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:25.424266 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c8e4f80-b120-4ce2-9595-ab68b329b5d2 req-68298918-e6dc-4088-931c-0078b3bc5591 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0432291 Nov 11 12:21:25.547853 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e4f80-b120-4ce2-9595-ab68b329b5d2 req-0d2027fc-0abc-46ae-97aa-3893546c7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:25.549375 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c8e4f80-b120-4ce2-9595-ab68b329b5d2 req-0d2027fc-0abc-46ae-97aa-3893546c7900 service neutron] 10.222.0.62 "GET /v2.0/networks?id=098ee059-7c5f-4068-8fed-dc979f1bef90 HTTP/1.1" status: 200 len: 899 time: 0.0905197 Nov 11 12:21:25.809961 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e8faa-da4d-454f-bcd7-e7eb76f8fc23 req-90102da2-8804-461a-9e61-ee6c03643b82 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:25.811514 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab8e8faa-da4d-454f-bcd7-e7eb76f8fc23 req-90102da2-8804-461a-9e61-ee6c03643b82 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0526490 Nov 11 12:21:25.863101 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab8e8faa-da4d-454f-bcd7-e7eb76f8fc23 req-01f1b1f5-0cd2-4455-a1bd-2a51cbb4ed10 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451801 Nov 11 12:21:25.922531 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c8e4f80-b120-4ce2-9595-ab68b329b5d2 req-43ed56a2-ff5c-403a-87e8-f48bd94476fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9801da34-b6fe-4755-88bb-8b971fd17073 HTTP/1.1" status: 200 len: 1000 time: 0.3650413 Nov 11 12:21:25.980477 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e4f80-b120-4ce2-9595-ab68b329b5d2 req-c8bec1f3-83a6-4fea-936d-16a0618b52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:25.982220 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c8e4f80-b120-4ce2-9595-ab68b329b5d2 req-c8bec1f3-83a6-4fea-936d-16a0618b52e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e21fc6f1-84eb-4522-b031-28cf8fdf0a94 HTTP/1.1" status: 200 len: 835 time: 0.0513415 Nov 11 12:21:26.033642 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e4f80-b120-4ce2-9595-ab68b329b5d2 req-a283f5d4-8cd8-48d8-9182-501b495b8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:26.035150 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c8e4f80-b120-4ce2-9595-ab68b329b5d2 req-a283f5d4-8cd8-48d8-9182-501b495b8097 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098ee059-7c5f-4068-8fed-dc979f1bef90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450826 Nov 11 12:21:26.127836 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c8e4f80-b120-4ce2-9595-ab68b329b5d2 req-589ff6fc-6163-48e5-ae36-fe24f98e4c70 service neutron] 10.222.0.62 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839090 Nov 11 12:21:26.222881 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c8e4f80-b120-4ce2-9595-ab68b329b5d2 req-6fb7ab49-afc1-4f80-92a4-33dafa83851f service neutron] 10.222.0.62 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864465 Nov 11 12:21:26.988707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942477aa-a488-4765-af28-af419e68e852 req-b6059d57-9e08-419f-a6d2-c70fd2ce664e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:26.990730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-942477aa-a488-4765-af28-af419e68e852 req-b6059d57-9e08-419f-a6d2-c70fd2ce664e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0573435 Nov 11 12:21:27.044900 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-942477aa-a488-4765-af28-af419e68e852 req-dd89b130-ce9a-464f-8dd9-db5635f718e3 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480733 Nov 11 12:21:28.170910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2419c76-85f8-477d-af8b-feb542702949 req-e624d4c7-f5cd-4edf-99a0-75a78a719446 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:28.172427 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c2419c76-85f8-477d-af8b-feb542702949 req-e624d4c7-f5cd-4edf-99a0-75a78a719446 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0498500 Nov 11 12:21:28.229625 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c2419c76-85f8-477d-af8b-feb542702949 req-37bfb8ff-52c4-4b8e-9388-6f178f54bf86 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510514 Nov 11 12:21:28.577175 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60680) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:28.683820 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-561aaa9c-4e9b-4a5e-85bd-99f85d5c52f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:28.763920 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-561aaa9c-4e9b-4a5e-85bd-99f85d5c52f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:28.770012 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-561aaa9c-4e9b-4a5e-85bd-99f85d5c52f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:28.810606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561aaa9c-4e9b-4a5e-85bd-99f85d5c52f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46103ca1-7389-4024-b48d-b966b2230661,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:28.814743 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-561aaa9c-4e9b-4a5e-85bd-99f85d5c52f3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=16900df0f1eb4877b5708564024234cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364576 Nov 11 12:21:28.817501 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60684) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:28.867081 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ce23735-b953-4309-bd3d-3739947803a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:28.894217 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ce23735-b953-4309-bd3d-3739947803a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:28.943989 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ce23735-b953-4309-bd3d-3739947803a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:28.946726 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8ce23735-b953-4309-bd3d-3739947803a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:28.947900 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8ce23735-b953-4309-bd3d-3739947803a1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/46103ca1-7389-4024-b48d-b966b2230661 HTTP/1.1" status: 204 len: 168 time: 0.1294868 Nov 11 12:21:28.955742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce23735-b953-4309-bd3d-3739947803a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46103ca1-7389-4024-b48d-b966b2230661,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:29.238375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60692) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:29.252077 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2352f41-e187-4f17-9122-dd0d5de6a30d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:29.328413 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2352f41-e187-4f17-9122-dd0d5de6a30d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:29.335194 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2352f41-e187-4f17-9122-dd0d5de6a30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:29.351694 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41782617-f1ac-4964-b7a8-44f13859246d req-f6c69c19-aadd-47a7-bd3b-469511507072 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:29.353189 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41782617-f1ac-4964-b7a8-44f13859246d req-f6c69c19-aadd-47a7-bd3b-469511507072 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0515964 Nov 11 12:21:29.373556 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f2352f41-e187-4f17-9122-dd0d5de6a30d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a5d6ee3cab654619ae8b446cce0faa66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341100 Nov 11 12:21:29.374462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2352f41-e187-4f17-9122-dd0d5de6a30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7130684e-f3d9-4aaa-930c-3f49a9521853,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:29.376754 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60696) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:29.403996 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41782617-f1ac-4964-b7a8-44f13859246d req-3768fe5b-6eac-4c73-86ce-8622ba6da7ca tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444310 Nov 11 12:21:29.424633 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-744de183-7223-4a5f-a849-0c28b8ed48cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:29.446108 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-744de183-7223-4a5f-a849-0c28b8ed48cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:29.497986 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-744de183-7223-4a5f-a849-0c28b8ed48cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:29.500664 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-744de183-7223-4a5f-a849-0c28b8ed48cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:29.501840 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-744de183-7223-4a5f-a849-0c28b8ed48cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7130684e-f3d9-4aaa-930c-3f49a9521853 HTTP/1.1" status: 204 len: 168 time: 0.1241629 Nov 11 12:21:29.509723 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744de183-7223-4a5f-a849-0c28b8ed48cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7130684e-f3d9-4aaa-930c-3f49a9521853,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:30.532743 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664a09f-7e38-4c5b-9d29-0dde84307989 req-6003a262-dcfe-4411-ab0a-1d6a5c5ec875 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:30.534390 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b664a09f-7e38-4c5b-9d29-0dde84307989 req-6003a262-dcfe-4411-ab0a-1d6a5c5ec875 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0551140 Nov 11 12:21:30.585605 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b664a09f-7e38-4c5b-9d29-0dde84307989 req-e09fbefc-21aa-4659-9a8b-47d8a8f12e0a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446830 Nov 11 12:21:31.182536 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:21:31.275431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60752) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:31.385878 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-379a5d99-b118-48bc-8bb9-4c06550f6e3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:31.470977 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-379a5d99-b118-48bc-8bb9-4c06550f6e3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:31.477128 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-379a5d99-b118-48bc-8bb9-4c06550f6e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:31.514586 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-379a5d99-b118-48bc-8bb9-4c06550f6e3c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=041788f53aa94290a9c55f1edfad3827&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2380693 Nov 11 12:21:31.515463 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a5d99-b118-48bc-8bb9-4c06550f6e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72013b57-2273-42e6-8c03-264d57c9fbcb,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:31.517750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60756) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:31.570221 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f1dd7ec-b275-4c02-8b56-655dc3b072a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:31.593212 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f1dd7ec-b275-4c02-8b56-655dc3b072a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:31.646794 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f1dd7ec-b275-4c02-8b56-655dc3b072a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:31.649625 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f1dd7ec-b275-4c02-8b56-655dc3b072a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:31.653789 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5f1dd7ec-b275-4c02-8b56-655dc3b072a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/72013b57-2273-42e6-8c03-264d57c9fbcb HTTP/1.1" status: 204 len: 168 time: 0.1348641 Nov 11 12:21:31.663395 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1dd7ec-b275-4c02-8b56-655dc3b072a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72013b57-2273-42e6-8c03-264d57c9fbcb,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:31.730231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3a8c0-48b0-46cb-b5aa-2ad798971899 req-c7f58286-830e-4465-a218-ef99915d0a73 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:31.731798 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50f3a8c0-48b0-46cb-b5aa-2ad798971899 req-c7f58286-830e-4465-a218-ef99915d0a73 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0696158 Nov 11 12:21:31.783795 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50f3a8c0-48b0-46cb-b5aa-2ad798971899 req-8e522e97-1e0a-4bba-a34b-a4c492fee4c3 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454564 Nov 11 12:21:31.930012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60764) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:31.944212 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d8810570-a22c-41e2-b576-3a843899ff18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:32.022253 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d8810570-a22c-41e2-b576-3a843899ff18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:32.028506 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d8810570-a22c-41e2-b576-3a843899ff18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:32.066796 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d8810570-a22c-41e2-b576-3a843899ff18 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c9e6fd1d582406d83c1e05515815fdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356640 Nov 11 12:21:32.067631 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8810570-a22c-41e2-b576-3a843899ff18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7628be14-97f1-48d6-95cc-4175593f6f6f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:32.069727 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60766) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:32.120431 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37e9a777-1054-4881-8ce0-975e1ee03a32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:32.143340 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37e9a777-1054-4881-8ce0-975e1ee03a32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:32.192243 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37e9a777-1054-4881-8ce0-975e1ee03a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:32.194952 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37e9a777-1054-4881-8ce0-975e1ee03a32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:32.196109 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-37e9a777-1054-4881-8ce0-975e1ee03a32 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7628be14-97f1-48d6-95cc-4175593f6f6f HTTP/1.1" status: 204 len: 168 time: 0.1253359 Nov 11 12:21:32.204566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9a777-1054-4881-8ce0-975e1ee03a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7628be14-97f1-48d6-95cc-4175593f6f6f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:32.906903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14198799-71e5-4689-9264-8bee18a16221 req-4a1c45cd-fd22-47eb-a905-245cab798d56 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:32.908427 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14198799-71e5-4689-9264-8bee18a16221 req-4a1c45cd-fd22-47eb-a905-245cab798d56 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0492010 Nov 11 12:21:32.966632 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14198799-71e5-4689-9264-8bee18a16221 req-46144f60-e5a0-45c7-863e-a5c0adfdb33f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521584 Nov 11 12:21:34.086322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e56f6-3ff9-4e4c-8e89-c3e21c816f33 req-59b686fe-a578-4ce8-bbff-74f50cbb5c53 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:34.087831 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-547e56f6-3ff9-4e4c-8e89-c3e21c816f33 req-59b686fe-a578-4ce8-bbff-74f50cbb5c53 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0500042 Nov 11 12:21:34.138089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-547e56f6-3ff9-4e4c-8e89-c3e21c816f33 req-6d03ab55-7eff-4db5-ab41-88ccdbc66814 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442884 Nov 11 12:21:35.257340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8a63c-0ee7-48c9-b514-b731b0b0bbf2 req-0d0b6660-2cea-4312-8bdc-89d52b771594 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:35.258847 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27e8a63c-0ee7-48c9-b514-b731b0b0bbf2 req-0d0b6660-2cea-4312-8bdc-89d52b771594 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0506172 Nov 11 12:21:35.311049 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27e8a63c-0ee7-48c9-b514-b731b0b0bbf2 req-ad193e6a-5273-4a22-9f23-61a79de3fbb2 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456820 Nov 11 12:21:35.846263 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a9e1b5f-cbcd-4337-beb7-c681dfa9eb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:36.434365 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba81a1-e2ca-4383-958c-bf1359c19b53 req-d7229581-9fe9-44a9-870e-d7555d802f41 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:36.435937 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7eba81a1-e2ca-4383-958c-bf1359c19b53 req-d7229581-9fe9-44a9-870e-d7555d802f41 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0550432 Nov 11 12:21:36.490556 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7eba81a1-e2ca-4383-958c-bf1359c19b53 req-738b3834-7b3a-44bf-8c8d-07eff2f5e5bd tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482857 Nov 11 12:21:37.610307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e589447-2667-4dbc-b7f9-9f6405e9214a req-64e80349-2d00-403c-9d8c-c5f5547d6af4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:37.611819 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e589447-2667-4dbc-b7f9-9f6405e9214a req-64e80349-2d00-403c-9d8c-c5f5547d6af4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0517380 Nov 11 12:21:37.663862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2e589447-2667-4dbc-b7f9-9f6405e9214a req-7276a88b-285c-46b7-bb2e-42fda713956b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452397 Nov 11 12:21:38.086347 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e9cc16dc-8c03-4af7-874b-5220e6a269b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:38.815371 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e2be4-0bac-459c-aa7f-683f7ca0b4ca req-6f7e7cc1-f78e-426d-bd25-0f8a38382886 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:38.817124 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a9e2be4-0bac-459c-aa7f-683f7ca0b4ca req-6f7e7cc1-f78e-426d-bd25-0f8a38382886 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0532212 Nov 11 12:21:38.878144 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a9e2be4-0bac-459c-aa7f-683f7ca0b4ca req-40834267-808a-4a29-a0cf-37583216f1b7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541372 Nov 11 12:21:39.073819 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:39.997257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707e275-5836-49d9-97a2-53953ec7caf6 req-e04b2d09-c6a0-4b17-b4f4-4d32b473a791 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:39.999078 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5707e275-5836-49d9-97a2-53953ec7caf6 req-e04b2d09-c6a0-4b17-b4f4-4d32b473a791 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0508626 Nov 11 12:21:40.053445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5707e275-5836-49d9-97a2-53953ec7caf6 req-9a2f04db-2a1d-4762-bf0a-b02ebea29104 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477176 Nov 11 12:21:40.585885 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:41.177881 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6718f6-2682-4bd2-a79c-4d91a18f4bc3 req-884f6424-44bb-46b3-a4c9-e0ada2b77b66 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:41.179263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba6718f6-2682-4bd2-a79c-4d91a18f4bc3 req-884f6424-44bb-46b3-a4c9-e0ada2b77b66 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0488684 Nov 11 12:21:41.229167 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba6718f6-2682-4bd2-a79c-4d91a18f4bc3 req-cb2c3785-209c-4e3b-874a-a05165795dd6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437217 Nov 11 12:21:41.292821 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:42.361114 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74281b81-633d-4952-b41f-f47147deb3c2 req-6ed52771-732f-4056-90c6-bc56c6b4307d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:42.363430 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-74281b81-633d-4952-b41f-f47147deb3c2 req-6ed52771-732f-4056-90c6-bc56c6b4307d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0574331 Nov 11 12:21:42.416164 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-74281b81-633d-4952-b41f-f47147deb3c2 req-e93e29f3-9376-4291-a69e-b4c3cf57b301 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465281 Nov 11 12:21:42.485492 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-b9244211-a49c-4db2-9629-a4e61c49544f service neutron] show failed (client error): The resource could not be found. Nov 11 12:21:42.486815 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-b9244211-a49c-4db2-9629-a4e61c49544f service neutron] 10.222.0.62 "GET /v2.0/ports/9801da34-b6fe-4755-88bb-8b971fd17073/bindings/n-h2-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.0752349 Nov 11 12:21:42.740487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-5f88475b-63af-48ac-95b5-2854d3c91eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:42.742176 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-5f88475b-63af-48ac-95b5-2854d3c91eb6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1&tenant_id=cd84530cc13144bcad0a0d119e726de1 HTTP/1.1" status: 200 len: 1096 time: 0.0812790 Nov 11 12:21:42.757565 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:42.816734 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:43.032650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] For port 9801da34-b6fe-4755-88bb-8b971fd17073, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=9801da34-b6fe-4755-88bb-8b971fd17073,segment=NetworkSegment(993c0c8a-f3a9-4655-8a63-62204ebaa5da),segment_id=993c0c8a-f3a9-4655-8a63-62204ebaa5da)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:43.069522 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] For port 9801da34-b6fe-4755-88bb-8b971fd17073, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:21:43.114677 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:43.118568 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9801da34-b6fe-4755-88bb-8b971fd17073'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:21:43.121709 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe35d60-411c-4976-86c7-991767cbb7fc" -d '{"events": [{"server_uuid": "96f1e4f9-aac2-458f-a38f-a4563fba6ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "9801da34-b6fe-4755-88bb-8b971fd17073"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:21:43.134496 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Transition to ACTIVE for port object 9801da34-b6fe-4755-88bb-8b971fd17073 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:21:43.140433 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:43.213399 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfbdc83-e7aa-4326-a150-934dba335743 x-openstack-request-id: req-5bfbdc83-e7aa-4326-a150-934dba335743 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:21:43.213715 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f1e4f9-aac2-458f-a38f-a4563fba6ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "9801da34-b6fe-4755-88bb-8b971fd17073", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:21:43.213967 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5bfbdc83-e7aa-4326-a150-934dba335743 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:21:43.214366 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9801da34-b6fe-4755-88bb-8b971fd17073', 'code': 200} Nov 11 12:21:43.274829 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60956) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:43.298402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9801da34-b6fe-4755-88bb-8b971fd17073,revision_number=6']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:43.341791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] No DVR routers for this DVR port 9801da34-b6fe-4755-88bb-8b971fd17073 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:21:43.433084 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-125e7d8d-de92-4ab3-a1b9-53a6d84d7811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:43.489512 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Attempting to bind port 9801da34-b6fe-4755-88bb-8b971fd17073 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:21:43.490123 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Attempting to bind port 9801da34-b6fe-4755-88bb-8b971fd17073 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '993c0c8a-f3a9-4655-8a63-62204ebaa5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:21:43.490421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Attempting to bind port 9801da34-b6fe-4755-88bb-8b971fd17073 on network 098ee059-7c5f-4068-8fed-dc979f1bef90 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:21:43.495810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Port 9801da34-b6fe-4755-88bb-8b971fd17073 on network 098ee059-7c5f-4068-8fed-dc979f1bef90 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:21:43.496150 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Attempting to bind port 9801da34-b6fe-4755-88bb-8b971fd17073 on network 098ee059-7c5f-4068-8fed-dc979f1bef90 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:21:43.501736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:21:43.502067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Checking segment: {'id': '993c0c8a-f3a9-4655-8a63-62204ebaa5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:21:43.502438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Bound using segment: {'id': '993c0c8a-f3a9-4655-8a63-62204ebaa5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:21:43.503660 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Bound port: 9801da34-b6fe-4755-88bb-8b971fd17073, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993c0c8a-f3a9-4655-8a63-62204ebaa5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:21:43.504284 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:43.526210 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-125e7d8d-de92-4ab3-a1b9-53a6d84d7811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:43.545634 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-125e7d8d-de92-4ab3-a1b9-53a6d84d7811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:43.580581 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] For port 9801da34-b6fe-4755-88bb-8b971fd17073, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:21:43.584796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] For port 9801da34-b6fe-4755-88bb-8b971fd17073, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=9801da34-b6fe-4755-88bb-8b971fd17073,segment=NetworkSegment(993c0c8a-f3a9-4655-8a63-62204ebaa5da),segment_id=993c0c8a-f3a9-4655-8a63-62204ebaa5da)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:21:43.587536 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e7d8d-de92-4ab3-a1b9-53a6d84d7811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1b0109-68e3-4297-a23e-18039290ef04,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:43.589458 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:43.599384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d8d-de92-4ab3-a1b9-53a6d84d7811 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:43.599725 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d8d-de92-4ab3-a1b9-53a6d84d7811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:43.600055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d8d-de92-4ab3-a1b9-53a6d84d7811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:43.600382 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d8d-de92-4ab3-a1b9-53a6d84d7811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:43.600708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d8d-de92-4ab3-a1b9-53a6d84d7811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:43.601030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d8d-de92-4ab3-a1b9-53a6d84d7811 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:43.601346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d8d-de92-4ab3-a1b9-53a6d84d7811 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:43.601684 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d8d-de92-4ab3-a1b9-53a6d84d7811 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:43.602001 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d8d-de92-4ab3-a1b9-53a6d84d7811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:43.602314 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d8d-de92-4ab3-a1b9-53a6d84d7811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:43.602640 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d8d-de92-4ab3-a1b9-53a6d84d7811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:43.602938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d8d-de92-4ab3-a1b9-53a6d84d7811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:43.623578 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-125e7d8d-de92-4ab3-a1b9-53a6d84d7811 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=521f452b6a9545b9916ef4a8398c6b58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3450937 Nov 11 12:21:43.628044 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60962) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:43.632817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d18002-052f-4c69-af9a-61c28d7a8378 req-0b62bbde-7d53-431b-ada9-8853e26f5371 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:43.634630 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6d18002-052f-4c69-af9a-61c28d7a8378 req-0b62bbde-7d53-431b-ada9-8853e26f5371 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 943 time: 0.1270766 Nov 11 12:21:43.663725 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:43.664332 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:43.665746 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] 10.222.0.43 "PUT /v2.0/ports/9801da34-b6fe-4755-88bb-8b971fd17073 HTTP/1.1" status: 200 len: 1091 time: 0.9155681 Nov 11 12:21:43.696858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84fd83-d2e5-4b68-8fa2-80ab3041f0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9801da34-b6fe-4755-88bb-8b971fd17073,revision_number=7']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:43.717806 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b6d18002-052f-4c69-af9a-61c28d7a8378 req-cb809790-e633-4cff-85a5-67cd13cfeb34 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584025 Nov 11 12:21:43.752235 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9457c72f-8715-4130-9132-0c61c4022a51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:43.769073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cd4c2481-a41b-442b-ad9a-4cbc1ead45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:43.770746 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-cd4c2481-a41b-442b-ad9a-4cbc1ead45c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 1094 time: 0.0751629 Nov 11 12:21:43.793971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9457c72f-8715-4130-9132-0c61c4022a51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:43.903789 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-f199f620-2ff8-4731-a8c6-031972e1eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:43.905442 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-f199f620-2ff8-4731-a8c6-031972e1eda7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=098ee059-7c5f-4068-8fed-dc979f1bef90 HTTP/1.1" status: 200 len: 899 time: 0.1250646 Nov 11 12:21:43.906687 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9457c72f-8715-4130-9132-0c61c4022a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:43.909506 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9457c72f-8715-4130-9132-0c61c4022a51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:43.910569 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9457c72f-8715-4130-9132-0c61c4022a51 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ec1b0109-68e3-4297-a23e-18039290ef04 HTTP/1.1" status: 204 len: 168 time: 0.2815757 Nov 11 12:21:43.951517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457c72f-8715-4130-9132-0c61c4022a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1b0109-68e3-4297-a23e-18039290ef04,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:43.980355 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-6153532f-8271-4b2a-991a-663faad3ee7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9801da34-b6fe-4755-88bb-8b971fd17073 HTTP/1.1" status: 200 len: 998 time: 0.0671875 Nov 11 12:21:44.032478 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-335f47d1-0e7f-43c5-bd40-1d6d0e5e4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:44.034019 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-335f47d1-0e7f-43c5-bd40-1d6d0e5e4498 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e21fc6f1-84eb-4522-b031-28cf8fdf0a94 HTTP/1.1" status: 200 len: 835 time: 0.0470152 Nov 11 12:21:44.084546 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-0d866f02-0990-4e90-8a13-56f0e9f10ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:44.086087 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-0d866f02-0990-4e90-8a13-56f0e9f10ba4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=098ee059-7c5f-4068-8fed-dc979f1bef90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449052 Nov 11 12:21:44.093039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60970) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:44.190077 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-4d0d9731-46cb-4d0d-91e5-080a34fdc8b0 service neutron] 10.222.0.43 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929382 Nov 11 12:21:44.211107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60974) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:44.228751 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c083f692-0961-42aa-8c33-b07878dc5ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:44.247860 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2471d3f4-0e4f-4fe2-be3e-4a4fab1d1e47 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:44.248336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2471d3f4-0e4f-4fe2-be3e-4a4fab1d1e47 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:44.248809 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2471d3f4-0e4f-4fe2-be3e-4a4fab1d1e47 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:44.251664 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2471d3f4-0e4f-4fe2-be3e-4a4fab1d1e47 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=0565b14f5ea4452abe2554e29ca69bdf&network_id=0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 HTTP/1.1" status: 200 len: 2969 time: 0.1564519 Nov 11 12:21:44.289461 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3044e55f-4c63-4a7c-9edf-dfe84dbce567 req-915dc455-ee5c-4789-8a3d-cac6aff6fa78 service neutron] 10.222.0.43 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924737 Nov 11 12:21:44.319008 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c083f692-0961-42aa-8c33-b07878dc5ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:44.323882 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c083f692-0961-42aa-8c33-b07878dc5ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:44.362818 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c083f692-0961-42aa-8c33-b07878dc5ae7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c972ed80afc14ae69255e27d20d9eee8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504722 Nov 11 12:21:44.363941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083f692-0961-42aa-8c33-b07878dc5ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b751a48-db60-41c7-9aa5-dac988378ffc,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:44.365561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60978) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:44.415625 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-407fac6a-7d1d-4b45-9c98-7cbfd529e7d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:44.437532 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-407fac6a-7d1d-4b45-9c98-7cbfd529e7d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:44.487340 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-407fac6a-7d1d-4b45-9c98-7cbfd529e7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:44.491757 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-407fac6a-7d1d-4b45-9c98-7cbfd529e7d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:44.493029 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-407fac6a-7d1d-4b45-9c98-7cbfd529e7d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b751a48-db60-41c7-9aa5-dac988378ffc HTTP/1.1" status: 204 len: 168 time: 0.1264560 Nov 11 12:21:44.501429 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fac6a-7d1d-4b45-9c98-7cbfd529e7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b751a48-db60-41c7-9aa5-dac988378ffc,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:44.822089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64599c93-7c62-4b4a-b53b-dddbcc325a4c req-15039b74-564b-4aa8-8ae8-e60859ca7687 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:44.823605 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64599c93-7c62-4b4a-b53b-dddbcc325a4c req-15039b74-564b-4aa8-8ae8-e60859ca7687 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 943 time: 0.0572591 Nov 11 12:21:44.835896 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 60988) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:44.849849 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca4d3-4249-489c-812d-88205bd8d2d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:44.873775 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64599c93-7c62-4b4a-b53b-dddbcc325a4c req-24c78669-4fea-4928-9e5a-a750e5f82663 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436809 Nov 11 12:21:44.926932 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca4d3-4249-489c-812d-88205bd8d2d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:44.932275 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca4d3-4249-489c-812d-88205bd8d2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:44.973650 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bb5ca4d3-4249-489c-812d-88205bd8d2d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=11f7ba253934479ea83324b2dbc602d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365807 Nov 11 12:21:44.974575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ca4d3-4249-489c-812d-88205bd8d2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60d32a3-2874-4669-b814-5314da147961,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:44.976601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 60990) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:45.027476 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5ed2f4eb-dde3-409a-a420-7c470e528cec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:45.049221 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5ed2f4eb-dde3-409a-a420-7c470e528cec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:45.099228 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5ed2f4eb-dde3-409a-a420-7c470e528cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:45.101828 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5ed2f4eb-dde3-409a-a420-7c470e528cec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:45.102966 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5ed2f4eb-dde3-409a-a420-7c470e528cec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a60d32a3-2874-4669-b814-5314da147961 HTTP/1.1" status: 204 len: 168 time: 0.1253231 Nov 11 12:21:45.110679 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2f4eb-dde3-409a-a420-7c470e528cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60d32a3-2874-4669-b814-5314da147961,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:45.215504 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'tag': '9801da34-b6fe-4755-88bb-8b971fd17073'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:21:45.218061 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f1258e-2527-4527-83e7-c07b8261f527" -d '{"events": [{"name": "network-changed", "server_uuid": "96f1e4f9-aac2-458f-a38f-a4563fba6ab1", "tag": "9801da34-b6fe-4755-88bb-8b971fd17073"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:21:45.267564 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133f5cf2-62a8-40a3-8a3d-2b498b1ab1fe x-openstack-request-id: req-133f5cf2-62a8-40a3-8a3d-2b498b1ab1fe {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:21:45.267996 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f1e4f9-aac2-458f-a38f-a4563fba6ab1", "tag": "9801da34-b6fe-4755-88bb-8b971fd17073", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:21:45.268322 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-133f5cf2-62a8-40a3-8a3d-2b498b1ab1fe {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:21:45.268996 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'tag': '9801da34-b6fe-4755-88bb-8b971fd17073', 'status': 'completed', 'code': 200} Nov 11 12:21:45.355782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1258e-2527-4527-83e7-c07b8261f527 req-da3346f7-f50a-4e48-a19d-63e034f5b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:45.357305 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f1258e-2527-4527-83e7-c07b8261f527 req-da3346f7-f50a-4e48-a19d-63e034f5b9d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 1094 time: 0.0674775 Nov 11 12:21:45.363487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1258e-2527-4527-83e7-c07b8261f527 req-38f24aad-f11a-4637-befc-6ce54dab49df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:45.365119 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f1258e-2527-4527-83e7-c07b8261f527 req-38f24aad-f11a-4637-befc-6ce54dab49df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 1094 time: 0.0651481 Nov 11 12:21:45.518328 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1258e-2527-4527-83e7-c07b8261f527 req-93fbf553-2d85-43c1-8184-e6dca701049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:45.519819 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f1258e-2527-4527-83e7-c07b8261f527 req-93fbf553-2d85-43c1-8184-e6dca701049f service neutron] 10.222.0.62 "GET /v2.0/networks?id=098ee059-7c5f-4068-8fed-dc979f1bef90 HTTP/1.1" status: 200 len: 899 time: 0.1536751 Nov 11 12:21:45.521227 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1258e-2527-4527-83e7-c07b8261f527 req-2388f027-05a3-4969-b772-4d476d39d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:45.522553 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f1258e-2527-4527-83e7-c07b8261f527 req-2388f027-05a3-4969-b772-4d476d39d91a service neutron] 10.222.0.43 "GET /v2.0/networks?id=098ee059-7c5f-4068-8fed-dc979f1bef90 HTTP/1.1" status: 200 len: 899 time: 0.1491613 Nov 11 12:21:45.554114 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9801da34-b6fe-4755-88bb-8b971fd17073 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:21:45.601004 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 9801da34-b6fe-4755-88bb-8b971fd17073 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:21:45.637578 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f1258e-2527-4527-83e7-c07b8261f527 req-3e76344e-d32d-4729-b5fe-389bdbc14c24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9801da34-b6fe-4755-88bb-8b971fd17073 HTTP/1.1" status: 200 len: 998 time: 0.1099298 Nov 11 12:21:45.639428 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f1258e-2527-4527-83e7-c07b8261f527 req-cee16d0c-cc2d-411c-81e9-7a8727dba46a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9801da34-b6fe-4755-88bb-8b971fd17073 HTTP/1.1" status: 200 len: 998 time: 0.1058981 Nov 11 12:21:45.726901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1258e-2527-4527-83e7-c07b8261f527 req-532679e5-a73a-47e0-a432-35457b55f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:45.728373 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f1258e-2527-4527-83e7-c07b8261f527 req-532679e5-a73a-47e0-a432-35457b55f9e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e21fc6f1-84eb-4522-b031-28cf8fdf0a94 HTTP/1.1" status: 200 len: 835 time: 0.0820844 Nov 11 12:21:45.729861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1258e-2527-4527-83e7-c07b8261f527 req-a7941229-f242-4f8d-b98e-48814b350baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:45.731144 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f1258e-2527-4527-83e7-c07b8261f527 req-a7941229-f242-4f8d-b98e-48814b350baa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e21fc6f1-84eb-4522-b031-28cf8fdf0a94 HTTP/1.1" status: 200 len: 835 time: 0.0775976 Nov 11 12:21:45.801093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1258e-2527-4527-83e7-c07b8261f527 req-99b531e4-52f5-4bc8-bbed-0c51867104d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:45.802734 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f1258e-2527-4527-83e7-c07b8261f527 req-99b531e4-52f5-4bc8-bbed-0c51867104d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098ee059-7c5f-4068-8fed-dc979f1bef90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661623 Nov 11 12:21:45.807712 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1258e-2527-4527-83e7-c07b8261f527 req-bf5fd0a5-c315-4c07-b1c1-406e79d7101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:45.809152 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f1258e-2527-4527-83e7-c07b8261f527 req-bf5fd0a5-c315-4c07-b1c1-406e79d7101b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=098ee059-7c5f-4068-8fed-dc979f1bef90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649202 Nov 11 12:21:45.948888 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:45.981821 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f1258e-2527-4527-83e7-c07b8261f527 req-7671eb6b-7286-43f0-b289-1b78b3164c4c service neutron] 10.222.0.62 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706297 Nov 11 12:21:45.985214 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f1258e-2527-4527-83e7-c07b8261f527 req-c492bf93-3972-43ed-adfd-f9d67f5cfa18 service neutron] 10.222.0.43 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668339 Nov 11 12:21:46.019109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670d866-4823-48b4-bca0-4ff66514a1ce req-ecec7380-6f0c-40cf-8f98-2d5368c99ca1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:46.021367 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4670d866-4823-48b4-bca0-4ff66514a1ce req-ecec7380-6f0c-40cf-8f98-2d5368c99ca1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 943 time: 0.0636735 Nov 11 12:21:46.076059 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4670d866-4823-48b4-bca0-4ff66514a1ce req-40644a93-3bd2-4634-92b4-148b692f403a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478418 Nov 11 12:21:46.150430 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f1258e-2527-4527-83e7-c07b8261f527 req-65870e6d-4a51-4510-b145-264070837eb3 service neutron] 10.222.0.62 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592684 Nov 11 12:21:46.152333 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-76f1258e-2527-4527-83e7-c07b8261f527 req-6d425ea0-91d4-4d74-9132-931f82f57fd4 service neutron] 10.222.0.43 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532297 Nov 11 12:21:46.296030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34287a2-336a-4a79-afb9-2ea9b6e60a8f req-f1d5212e-7da2-43e7-86ba-34682517c040 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:46.297774 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c34287a2-336a-4a79-afb9-2ea9b6e60a8f req-f1d5212e-7da2-43e7-86ba-34682517c040 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 943 time: 0.0535214 Nov 11 12:21:46.365810 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c34287a2-336a-4a79-afb9-2ea9b6e60a8f req-d658b0fd-72b3-4d18-aff4-fcaf5bb4d991 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612311 Nov 11 12:21:46.368173 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862297b9-8659-4352-b1ee-9bb2a72fbcbc req-7182547a-f854-4f4a-87bf-af220faf48d9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:46.369512 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-862297b9-8659-4352-b1ee-9bb2a72fbcbc req-7182547a-f854-4f4a-87bf-af220faf48d9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.62 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1&tenant_id=cd84530cc13144bcad0a0d119e726de1&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 943 time: 0.0973175 Nov 11 12:21:46.681462 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 9801da34-b6fe-4755-88bb-8b971fd17073 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:21:46.732215 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [req-862297b9-8659-4352-b1ee-9bb2a72fbcbc req-5d897f2b-fb3b-4a5a-8a6a-a76929db58fe service neutron] delete failed (client error): The resource could not be found. Nov 11 12:21:46.733240 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-862297b9-8659-4352-b1ee-9bb2a72fbcbc req-5d897f2b-fb3b-4a5a-8a6a-a76929db58fe service neutron] 10.222.0.62 "DELETE /v2.0/ports/9801da34-b6fe-4755-88bb-8b971fd17073/bindings/n-h1-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.3521936 Nov 11 12:21:46.796754 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 9801da34-b6fe-4755-88bb-8b971fd17073, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=9801da34-b6fe-4755-88bb-8b971fd17073,segment=NetworkSegment(993c0c8a-f3a9-4655-8a63-62204ebaa5da),segment_id=993c0c8a-f3a9-4655-8a63-62204ebaa5da)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:46.813572 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '9801da34-b6fe-4755-88bb-8b971fd17073', 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90', 'port_id': '9801da34-b6fe-4755-88bb-8b971fd17073', 'mac_address': 'fa:16:3e:e9:e0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:21:46.831262 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862297b9-8659-4352-b1ee-9bb2a72fbcbc req-61dbe544-fe1a-48f6-b99b-883b8f5ff6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:46.833105 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-862297b9-8659-4352-b1ee-9bb2a72fbcbc req-61dbe544-fe1a-48f6-b99b-883b8f5ff6f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 1094 time: 0.0435872 Nov 11 12:21:46.854261 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:46.867520 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9801da34-b6fe-4755-88bb-8b971fd17073 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:21:46.888042 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 9801da34-b6fe-4755-88bb-8b971fd17073, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=9801da34-b6fe-4755-88bb-8b971fd17073,segment=NetworkSegment(993c0c8a-f3a9-4655-8a63-62204ebaa5da),segment_id=993c0c8a-f3a9-4655-8a63-62204ebaa5da)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:46.893526 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:46.939128 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862297b9-8659-4352-b1ee-9bb2a72fbcbc req-c50c60dd-af92-4d1e-a0a3-50758a61e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:46.940897 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-862297b9-8659-4352-b1ee-9bb2a72fbcbc req-c50c60dd-af92-4d1e-a0a3-50758a61e465 service neutron] 10.222.0.62 "GET /v2.0/networks?id=098ee059-7c5f-4068-8fed-dc979f1bef90 HTTP/1.1" status: 200 len: 899 time: 0.0980558 Nov 11 12:21:46.948197 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=9801da34-b6fe-4755-88bb-8b971fd17073,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:46.955594 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:46.956146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:46.956481 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:46.956804 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:46.957698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:46.958032 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:46.958359 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:46.958679 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:46.958998 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:46.959315 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:46.959632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:46.959946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:47.010958 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-862297b9-8659-4352-b1ee-9bb2a72fbcbc req-8f5566dc-c468-4cf1-871f-1a768c836f25 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9801da34-b6fe-4755-88bb-8b971fd17073 HTTP/1.1" status: 200 len: 999 time: 0.0618978 Nov 11 12:21:47.062298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862297b9-8659-4352-b1ee-9bb2a72fbcbc req-5cdfd4c8-ad8d-4715-a8da-9632cbc9474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:47.063783 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-862297b9-8659-4352-b1ee-9bb2a72fbcbc req-5cdfd4c8-ad8d-4715-a8da-9632cbc9474e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e21fc6f1-84eb-4522-b031-28cf8fdf0a94 HTTP/1.1" status: 200 len: 835 time: 0.0450096 Nov 11 12:21:47.114217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32844) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:47.128145 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['9801da34-b6fe-4755-88bb-8b971fd17073'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:21:47.136287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862297b9-8659-4352-b1ee-9bb2a72fbcbc req-88cbc0c4-c004-4b06-9728-d8f62e4ea719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:47.137825 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-862297b9-8659-4352-b1ee-9bb2a72fbcbc req-88cbc0c4-c004-4b06-9728-d8f62e4ea719 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=098ee059-7c5f-4068-8fed-dc979f1bef90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662541 Nov 11 12:21:47.207891 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 32848) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:47.223252 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ae9dc2-bfe6-4dc7-890c-52050f8b46ab tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:47.229637 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c8ae9dc2-bfe6-4dc7-890c-52050f8b46ab tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de HTTP/1.1" status: 200 len: 814 time: 0.1095235 Nov 11 12:21:47.256485 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-862297b9-8659-4352-b1ee-9bb2a72fbcbc req-b2031654-7569-4ded-8b90-4184cb9859ef service neutron] 10.222.0.62 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006825 Nov 11 12:21:47.334933 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b42d114-14c1-4ea3-bf6a-fdc94060e2c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:47.382989 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-862297b9-8659-4352-b1ee-9bb2a72fbcbc req-727cefd7-b1cc-429a-b136-2a35b608e526 service neutron] 10.222.0.62 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176200 Nov 11 12:21:47.425454 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b42d114-14c1-4ea3-bf6a-fdc94060e2c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:47.430918 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0b42d114-14c1-4ea3-bf6a-fdc94060e2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:47.480304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42d114-14c1-4ea3-bf6a-fdc94060e2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11596bde-be22-49dc-8e8d-c42d776cdd4d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:47.487794 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32860) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:47.487905 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0b42d114-14c1-4ea3-bf6a-fdc94060e2c7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ba2e0c5f0d045caa0312955a57919e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2782249 Nov 11 12:21:47.529417 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41c081-5ab3-4200-af72-a35af98a1348 req-e053430f-573a-4be1-8a65-8fb97ebe88b8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:47.530965 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a41c081-5ab3-4200-af72-a35af98a1348 req-e053430f-573a-4be1-8a65-8fb97ebe88b8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 944 time: 0.0678117 Nov 11 12:21:47.542348 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38785918-0f98-4140-9fe6-3f932f81e8d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:47.563531 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38785918-0f98-4140-9fe6-3f932f81e8d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:47.582580 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a41c081-5ab3-4200-af72-a35af98a1348 req-1b37d10e-c9f3-4e47-be37-5c2547cd6332 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453207 Nov 11 12:21:47.612221 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38785918-0f98-4140-9fe6-3f932f81e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:47.615000 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38785918-0f98-4140-9fe6-3f932f81e8d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:47.616204 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-38785918-0f98-4140-9fe6-3f932f81e8d4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/11596bde-be22-49dc-8e8d-c42d776cdd4d HTTP/1.1" status: 204 len: 168 time: 0.1278760 Nov 11 12:21:47.624400 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38785918-0f98-4140-9fe6-3f932f81e8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11596bde-be22-49dc-8e8d-c42d776cdd4d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:47.891964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32866) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:47.906204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-488d77c2-4cc5-4aef-8192-3d820b673395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:47.986925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32868) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:47.992022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0a9fc3d2-f31c-4789-a4e2-3a45022d1969 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'network': {'name': 'tempest-network-smoke--888543997', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'port_security_enabled': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:47.996304 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-488d77c2-4cc5-4aef-8192-3d820b673395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:48.004472 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-488d77c2-4cc5-4aef-8192-3d820b673395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:48.047087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9fc3d2-f31c-4789-a4e2-3a45022d1969 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Made reservation on behalf of 0565b14f5ea4452abe2554e29ca69bdf for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:21:48.050602 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc3d2-f31c-4789-a4e2-3a45022d1969 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:48.058905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 32870) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:48.059123 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-488d77c2-4cc5-4aef-8192-3d820b673395 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9e0db3d08a6f410281a1bee14b9274b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1657763 Nov 11 12:21:48.067004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d77c2-4cc5-4aef-8192-3d820b673395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27b01e2-0939-4a29-a948-f58520bd4959,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:48.085976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9fc3d2-f31c-4789-a4e2-3a45022d1969 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:21:48.096467 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc3d2-f31c-4789-a4e2-3a45022d1969 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:48.096807 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-0a9fc3d2-f31c-4789-a4e2-3a45022d1969 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Added segment 2b119a35-fd1b-4c7e-8c43-fae9da6a8294 of type vlan for network f29d3062-257e-4044-a250-59d41b7e4e33 Nov 11 12:21:48.111561 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-829e6b2a-e9e9-48b5-ad92-6a08664924b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:48.133783 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-829e6b2a-e9e9-48b5-ad92-6a08664924b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:48.139715 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc3d2-f31c-4789-a4e2-3a45022d1969 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:48.168664 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc3d2-f31c-4789-a4e2-3a45022d1969 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:48.174403 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9fc3d2-f31c-4789-a4e2-3a45022d1969 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:48.175181 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc3d2-f31c-4789-a4e2-3a45022d1969 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:48.179807 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-829e6b2a-e9e9-48b5-ad92-6a08664924b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:48.182455 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-829e6b2a-e9e9-48b5-ad92-6a08664924b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:48.183659 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-829e6b2a-e9e9-48b5-ad92-6a08664924b8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b27b01e2-0939-4a29-a948-f58520bd4959 HTTP/1.1" status: 204 len: 168 time: 0.1235132 Nov 11 12:21:48.201089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e6b2a-e9e9-48b5-ad92-6a08664924b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27b01e2-0939-4a29-a948-f58520bd4959,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:48.214978 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0a9fc3d2-f31c-4789-a4e2-3a45022d1969 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2240717 Nov 11 12:21:48.215290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 32874) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:48.261155 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fc3d2-f31c-4789-a4e2-3a45022d1969 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Network': ['ID=f29d3062-257e-4044-a250-59d41b7e4e33,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:48.272404 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network f29d3062-257e-4044-a250-59d41b7e4e33 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:21:48.294181 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0da345-4645-4496-8434-046ae615b8c7 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:48.295715 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ba0da345-4645-4496-8434-046ae615b8c7 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=0565b14f5ea4452abe2554e29ca69bdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0792296 Nov 11 12:21:48.298785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32876) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:48.393070 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603bbeaa-3d56-4b11-a22a-52b777e4e052 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:48.394597 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-603bbeaa-3d56-4b11-a22a-52b777e4e052 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948372 Nov 11 12:21:48.397437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32880) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:48.425496 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0351e74c-8e13-495b-b8d1-d51474890627 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269682 Nov 11 12:21:48.428350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32882) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:48.455890 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dc4db52a-6ef8-4307-8251-7e4ba62133ed tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=0565b14f5ea4452abe2554e29ca69bdf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262074 Nov 11 12:21:48.458347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32884) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:48.552035 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59d57c9-af29-4cc2-af60-1b624b7905b3 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:48.553620 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b59d57c9-af29-4cc2-af60-1b624b7905b3 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943050 Nov 11 12:21:48.556431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32892) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:48.585299 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0fc93f1e-315b-4634-957c-70b279ce8573 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278056 Nov 11 12:21:48.588222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32896) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:48.593196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-bd17191c-f378-4e48-896d-365541deaf3f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1048979344', 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:48.686848 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 9801da34-b6fe-4755-88bb-8b971fd17073 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:21:48.701699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9748b0-42e3-4111-a0e9-540847eda88b req-42553a72-6044-4145-9eb6-505e5f9ef3f3 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:48.704104 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b9748b0-42e3-4111-a0e9-540847eda88b req-42553a72-6044-4145-9eb6-505e5f9ef3f3 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 944 time: 0.0510144 Nov 11 12:21:48.711853 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd17191c-f378-4e48-896d-365541deaf3f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Made reservation on behalf of 0565b14f5ea4452abe2554e29ca69bdf for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:21:48.716393 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bd17191c-f378-4e48-896d-365541deaf3f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:48.755529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 9801da34-b6fe-4755-88bb-8b971fd17073 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:21:48.762712 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 9801da34-b6fe-4755-88bb-8b971fd17073 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:48.763243 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:48.767326 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b9748b0-42e3-4111-a0e9-540847eda88b req-903ec95d-ba71-472f-a955-b703bc3e914e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563993 Nov 11 12:21:48.789847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 32906) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:48.869122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-879690b8-65d0-403a-b959-d1342b9ac4b0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/floatingips/479adb6e-551a-44a7-a290-b1cff2d93d08 HTTP/1.1" status: 200 len: 991 time: 0.0778263 Nov 11 12:21:48.876642 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:48.913607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9801da34-b6fe-4755-88bb-8b971fd17073'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:21:48.916302 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e791f9c2-f892-42e1-9a8b-d36baa51829e" -d '{"events": [{"server_uuid": "96f1e4f9-aac2-458f-a38f-a4563fba6ab1", "name": "network-vif-plugged", "status": "completed", "tag": "9801da34-b6fe-4755-88bb-8b971fd17073"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:21:48.929436 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 9801da34-b6fe-4755-88bb-8b971fd17073, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=9801da34-b6fe-4755-88bb-8b971fd17073,segment=NetworkSegment(993c0c8a-f3a9-4655-8a63-62204ebaa5da),segment_id=993c0c8a-f3a9-4655-8a63-62204ebaa5da)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:48.936182 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:48.948740 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bd17191c-f378-4e48-896d-365541deaf3f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:48.967774 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0388ac37-daee-4354-bef2-0d73ae5a07c9 x-openstack-request-id: req-0388ac37-daee-4354-bef2-0d73ae5a07c9 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:21:48.968131 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f1e4f9-aac2-458f-a38f-a4563fba6ab1", "name": "network-vif-plugged", "status": "completed", "tag": "9801da34-b6fe-4755-88bb-8b971fd17073", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:21:48.968428 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0388ac37-daee-4354-bef2-0d73ae5a07c9 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:21:48.968873 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9801da34-b6fe-4755-88bb-8b971fd17073', 'code': 200} Nov 11 12:21:48.996751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=9801da34-b6fe-4755-88bb-8b971fd17073,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:49.018955 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17191c-f378-4e48-896d-365541deaf3f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Subnet': ['ID=21a26b37-816a-4a51-b530-86f61de936eb,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:49.026570 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd17191c-f378-4e48-896d-365541deaf3f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Checking segment: {'id': '2b119a35-fd1b-4c7e-8c43-fae9da6a8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:21:49.027054 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd17191c-f378-4e48-896d-365541deaf3f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network hostable DHCP agents. Network: f29d3062-257e-4044-a250-59d41b7e4e33, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:21:49.044978 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd17191c-f378-4e48-896d-365541deaf3f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network f29d3062-257e-4044-a250-59d41b7e4e33 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:21:49.055273 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-bd17191c-f378-4e48-896d-365541deaf3f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, f29d3062-257e-4044-a250-59d41b7e4e33) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:21:49.059625 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd17191c-f378-4e48-896d-365541deaf3f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:49.060290 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bd17191c-f378-4e48-896d-365541deaf3f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.067234 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e39237-fcd8-475d-8d58-387dd5ba21c7 None None] Network f29d3062-257e-4044-a250-59d41b7e4e33 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:21:49.079109 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bd17191c-f378-4e48-896d-365541deaf3f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4896967 Nov 11 12:21:49.232626 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-f29d3062-257e-4044-a250-59d41b7e4e33', 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'fixed_ips': [{'subnet_id': '21a26b37-816a-4a51-b530-86f61de936eb'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:21:49.233506 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.275325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32922) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:49.280303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-bde4ac11-47e3-4af3-9b94-33371ae641f0 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1072154956', 'description': 'tempest-secgroup-smoke-1072154956 description', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:49.304247 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bde4ac11-47e3-4af3-9b94-33371ae641f0 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.380055 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bde4ac11-47e3-4af3-9b94-33371ae641f0 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.385291 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bde4ac11-47e3-4af3-9b94-33371ae641f0 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.387738 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Allocated IP 172.20.0.18 (f29d3062-257e-4044-a250-59d41b7e4e33/21a26b37-816a-4a51-b530-86f61de936eb/4e4cce2c-45e2-4404-bfcb-637296e8535f) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:21:49.411621 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 32926) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:49.417088 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bde4ac11-47e3-4af3-9b94-33371ae641f0 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.420171 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bde4ac11-47e3-4af3-9b94-33371ae641f0 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1420004 Nov 11 12:21:49.421503 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 32930) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:49.422331 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4ac11-47e3-4af3-9b94-33371ae641f0 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5344041-1f20-4017-a831-7049ebcf0d66,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:49.427941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-85b672d6-f522-4ef3-a01d-858f18eb9323 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': 'b5344041-1f20-4017-a831-7049ebcf0d66', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:49.458087 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-85b672d6-f522-4ef3-a01d-858f18eb9323 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.508084 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-85b672d6-f522-4ef3-a01d-858f18eb9323 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.512536 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-85b672d6-f522-4ef3-a01d-858f18eb9323 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.540301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b672d6-f522-4ef3-a01d-858f18eb9323 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c474df-dc9d-4223-8d54-6aa3b5b1719c,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:49.551870 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-85b672d6-f522-4ef3-a01d-858f18eb9323 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.553162 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-85b672d6-f522-4ef3-a01d-858f18eb9323 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301904 Nov 11 12:21:49.554246 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b662ebc-c7ed-43b1-9a12-c630d25afd64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.556167 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32934) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:49.562095 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-92e762eb-6eb2-4bb7-aaf4-06b5246a3f3e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': 'b5344041-1f20-4017-a831-7049ebcf0d66', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:49.578265 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.587840 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.618308 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-92e762eb-6eb2-4bb7-aaf4-06b5246a3f3e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.637376 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Network f29d3062-257e-4044-a250-59d41b7e4e33 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:21:49.642532 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:21:49.647561 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:21:49.651684 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Pushing event updated for resources: {'Port': ['ID=4e4cce2c-45e2-4404-bfcb-637296e8535f,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:49.677742 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b662ebc-c7ed-43b1-9a12-c630d25afd64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.683029 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b662ebc-c7ed-43b1-9a12-c630d25afd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.697410 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-92e762eb-6eb2-4bb7-aaf4-06b5246a3f3e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.704411 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-92e762eb-6eb2-4bb7-aaf4-06b5246a3f3e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.725429 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e762eb-6eb2-4bb7-aaf4-06b5246a3f3e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c06c092-1aab-4b8e-9faf-8fb75b3da79d,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:49.726711 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Attempting to bind port 4e4cce2c-45e2-4404-bfcb-637296e8535f on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:21:49.727128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Attempting to bind port 4e4cce2c-45e2-4404-bfcb-637296e8535f by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '2b119a35-fd1b-4c7e-8c43-fae9da6a8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:21:49.727700 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Attempting to bind port 4e4cce2c-45e2-4404-bfcb-637296e8535f on network f29d3062-257e-4044-a250-59d41b7e4e33 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:21:49.735062 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:21:49.735526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Checking segment: {'id': '2b119a35-fd1b-4c7e-8c43-fae9da6a8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:21:49.736109 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.739263 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Bound using segment: {'id': '2b119a35-fd1b-4c7e-8c43-fae9da6a8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:21:49.739400 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-92e762eb-6eb2-4bb7-aaf4-06b5246a3f3e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.739510 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Bound port: 4e4cce2c-45e2-4404-bfcb-637296e8535f, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b119a35-fd1b-4c7e-8c43-fae9da6a8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:21:49.739622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3b662ebc-c7ed-43b1-9a12-c630d25afd64 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=30ae1688d10942fc8eee5b35c7184220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3233283 Nov 11 12:21:49.739706 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.739782 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-92e762eb-6eb2-4bb7-aaf4-06b5246a3f3e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1808152 Nov 11 12:21:49.739782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 32936) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:49.741290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b662ebc-c7ed-43b1-9a12-c630d25afd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2367acb7-b923-44f3-a319-4eb6e66655db,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:49.745712 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 32938) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:49.752427 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5824133c-4263-4739-94dd-41b8ef007f8c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': 'b5344041-1f20-4017-a831-7049ebcf0d66', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:49.794213 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5824133c-4263-4739-94dd-41b8ef007f8c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.801177 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5468e480-98e4-424e-9390-48bcb0039c83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.810211 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] For port 4e4cce2c-45e2-4404-bfcb-637296e8535f, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:21:49.813623 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] For port 4e4cce2c-45e2-4404-bfcb-637296e8535f, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4e4cce2c-45e2-4404-bfcb-637296e8535f,segment=NetworkSegment(2b119a35-fd1b-4c7e-8c43-fae9da6a8294),segment_id=2b119a35-fd1b-4c7e-8c43-fae9da6a8294)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:21:49.820522 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.827586 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5468e480-98e4-424e-9390-48bcb0039c83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.867356 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5824133c-4263-4739-94dd-41b8ef007f8c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.875248 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5824133c-4263-4739-94dd-41b8ef007f8c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.882730 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5468e480-98e4-424e-9390-48bcb0039c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.887219 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5468e480-98e4-424e-9390-48bcb0039c83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.892942 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5468e480-98e4-424e-9390-48bcb0039c83 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2367acb7-b923-44f3-a319-4eb6e66655db HTTP/1.1" status: 204 len: 168 time: 0.1523380 Nov 11 12:21:49.905578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468e480-98e4-424e-9390-48bcb0039c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2367acb7-b923-44f3-a319-4eb6e66655db,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:49.913721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824133c-4263-4739-94dd-41b8ef007f8c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a110ead-5188-4a8d-92d8-577d7cf86abc,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:49.921613 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0640f1-1a37-4849-a1a5-ea9a7dc42329 None None] Pushing event updated for resources: {'Port': ['ID=4e4cce2c-45e2-4404-bfcb-637296e8535f,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:49.927290 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5824133c-4263-4739-94dd-41b8ef007f8c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:49.929193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5824133c-4263-4739-94dd-41b8ef007f8c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1814926 Nov 11 12:21:49.931668 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 32942) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:49.938434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-17932002-9ddf-4e17-8392-8448e4241f27 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': 'b5344041-1f20-4017-a831-7049ebcf0d66', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:49.971858 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-17932002-9ddf-4e17-8392-8448e4241f27 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:50.042352 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-17932002-9ddf-4e17-8392-8448e4241f27 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:50.047654 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-17932002-9ddf-4e17-8392-8448e4241f27 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:50.066124 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17932002-9ddf-4e17-8392-8448e4241f27 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e0d7cd-67d6-4523-8716-267be390773f,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:50.078555 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-17932002-9ddf-4e17-8392-8448e4241f27 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:50.083343 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-17932002-9ddf-4e17-8392-8448e4241f27 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463659 Nov 11 12:21:50.083867 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 32946) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:50.100680 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-47d9c982-c8df-49db-9141-a7e7839179fe tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': 'b5344041-1f20-4017-a831-7049ebcf0d66', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:50.133175 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-47d9c982-c8df-49db-9141-a7e7839179fe tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Project 0565b14f5ea4452abe2554e29ca69bdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:21:50.141069 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47d9c982-c8df-49db-9141-a7e7839179fe tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:50.218759 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47d9c982-c8df-49db-9141-a7e7839179fe tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:50.227291 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47d9c982-c8df-49db-9141-a7e7839179fe tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:50.247177 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9c982-c8df-49db-9141-a7e7839179fe tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb5ba6d-28ae-4479-a0ff-df57273907b3,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:50.256630 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47d9c982-c8df-49db-9141-a7e7839179fe tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:50.257942 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-47d9c982-c8df-49db-9141-a7e7839179fe tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1730042 Nov 11 12:21:50.260623 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 32954) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:50.265333 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-7fbaefbc-fc29-4f70-8efe-1d3ec01c38da tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': 'b5344041-1f20-4017-a831-7049ebcf0d66', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:50.288330 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-7fbaefbc-fc29-4f70-8efe-1d3ec01c38da tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Project 0565b14f5ea4452abe2554e29ca69bdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:21:50.293744 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7fbaefbc-fc29-4f70-8efe-1d3ec01c38da tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:50.357202 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7fbaefbc-fc29-4f70-8efe-1d3ec01c38da tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:50.361870 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7fbaefbc-fc29-4f70-8efe-1d3ec01c38da tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:50.378963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbaefbc-fc29-4f70-8efe-1d3ec01c38da tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0799ab95-b41f-40fa-8b4a-de38160ce742,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:50.390546 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7fbaefbc-fc29-4f70-8efe-1d3ec01c38da tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:50.391789 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7fbaefbc-fc29-4f70-8efe-1d3ec01c38da tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301422 Nov 11 12:21:50.578121 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4e4cce2c-45e2-4404-bfcb-637296e8535f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:21:50.650535 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-f5e0cf50-4de8-4269-befb-abbb522a76a0 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1072154956&fields=id&tenant_id=0565b14f5ea4452abe2554e29ca69bdf HTTP/1.1" status: 200 len: 267 time: 0.0653021 Nov 11 12:21:50.659197 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 4e4cce2c-45e2-4404-bfcb-637296e8535f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:50.659574 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:50.776097 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:50.801521 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-5cda4be8-0f6e-4ad0-aa49-f0a13a19e814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:50.803209 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-5cda4be8-0f6e-4ad0-aa49-f0a13a19e814 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/networks?id=f29d3062-257e-4044-a250-59d41b7e4e33 HTTP/1.1" status: 200 len: 796 time: 0.1520922 Nov 11 12:21:50.820307 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 4e4cce2c-45e2-4404-bfcb-637296e8535f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4e4cce2c-45e2-4404-bfcb-637296e8535f,segment=NetworkSegment(2b119a35-fd1b-4c7e-8c43-fae9da6a8294),segment_id=2b119a35-fd1b-4c7e-8c43-fae9da6a8294)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:50.824177 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-f87ee00b-36c5-4077-b180-c567755b2de3 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/quotas/0565b14f5ea4452abe2554e29ca69bdf HTTP/1.1" status: 200 len: 375 time: 0.0131698 Nov 11 12:21:50.826573 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:50.892542 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=4e4cce2c-45e2-4404-bfcb-637296e8535f,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:50.920917 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-a958010a-5701-4e4f-adee-bb19b28d3bdf tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0565b14f5ea4452abe2554e29ca69bdf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0870697 Nov 11 12:21:50.989076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5210586f-a925-45e1-a196-86c17c0c015a None None] Network f29d3062-257e-4044-a250-59d41b7e4e33 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:21:51.046527 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-956a9880-9171-41fe-954e-281765cbb124 service neutron] 10.222.0.65 "GET /v2.0/networks/f29d3062-257e-4044-a250-59d41b7e4e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090183 Nov 11 12:21:51.084102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-41f48667-2ee9-435c-b9a7-a41779bbef04 None None] Provisioning complete for port 4e4cce2c-45e2-4404-bfcb-637296e8535f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:51.084510 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-41f48667-2ee9-435c-b9a7-a41779bbef04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:51.155451 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-4ca0a122-c003-404e-8d19-1080b5a872d9 service neutron] 10.222.0.65 "GET /v2.0/networks/f29d3062-257e-4044-a250-59d41b7e4e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018181 Nov 11 12:21:51.383774 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-064c4801-e1c1-4e38-bf96-9b19c1245fc4 req-aed8bcf2-7416-461e-98f5-b229679bf541 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bcbd7f3-12f0-4879-8630-2847935ada0c HTTP/1.1" status: 200 len: 210 time: 0.0406513 Nov 11 12:21:51.593059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8fee00a1-b5ad-4a84-8761-104acaedb33a None None] Provisioning complete for port 4e4cce2c-45e2-4404-bfcb-637296e8535f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:51.593644 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8fee00a1-b5ad-4a84-8761-104acaedb33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:51.782774 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:52.415885 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-d9cfcb87-2d8a-47e4-9087-416e7171aa09 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:52.417449 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-d9cfcb87-2d8a-47e4-9087-416e7171aa09 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.43 "GET /v2.0/networks?id=f29d3062-257e-4044-a250-59d41b7e4e33 HTTP/1.1" status: 200 len: 796 time: 0.1277764 Nov 11 12:21:52.491478 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba3237e6-6f84-4d4a-9263-854793ac0d47 req-fd29f81f-0a22-4f33-85e6-28739fc2b8d9 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bcbd7f3-12f0-4879-8630-2847935ada0c HTTP/1.1" status: 200 len: 210 time: 0.0284722 Nov 11 12:21:52.538424 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-c862958e-abdc-43c2-8a81-f17e632fba66 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0565b14f5ea4452abe2554e29ca69bdf HTTP/1.1" status: 200 len: 472 time: 0.1109710 Nov 11 12:21:52.548682 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4e4cce2c-45e2-4404-bfcb-637296e8535f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:21:52.552732 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-bd69480b-b758-457b-b07c-157705721854 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'port': {'device_id': '2bcbd7f3-12f0-4879-8630-2847935ada0c', 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33', 'admin_state_up': True, 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'security_groups': ['b5344041-1f20-4017-a831-7049ebcf0d66']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:52.612788 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 4e4cce2c-45e2-4404-bfcb-637296e8535f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:52.613397 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:52.687466 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-bd69480b-b758-457b-b07c-157705721854 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Made reservation on behalf of 0565b14f5ea4452abe2554e29ca69bdf for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:21:52.691457 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-bd69480b-b758-457b-b07c-157705721854 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:52.828072 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-bd69480b-b758-457b-b07c-157705721854 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Allocated IP 172.20.0.23 (f29d3062-257e-4044-a250-59d41b7e4e33/21a26b37-816a-4a51-b530-86f61de936eb/8fc2ecfc-8921-4d07-9430-dbb1c1b488ae) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:21:52.986071 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-bd69480b-b758-457b-b07c-157705721854 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:53.021123 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-bd69480b-b758-457b-b07c-157705721854 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:53.063984 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-bd69480b-b758-457b-b07c-157705721854 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network f29d3062-257e-4044-a250-59d41b7e4e33 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:21:53.069713 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-bd69480b-b758-457b-b07c-157705721854 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:21:53.073518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-bd69480b-b758-457b-b07c-157705721854 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:21:53.100477 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69480b-b758-457b-b07c-157705721854 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Port': ['ID=8fc2ecfc-8921-4d07-9430-dbb1c1b488ae,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:53.137732 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-bd69480b-b758-457b-b07c-157705721854 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:53.138530 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-bd69480b-b758-457b-b07c-157705721854 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:53.157112 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-bd69480b-b758-457b-b07c-157705721854 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6085370 Nov 11 12:21:53.170862 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Request body: {'port': {'device_id': '2bcbd7f3-12f0-4879-8630-2847935ada0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:53.235972 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:53.317050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5fbfdcc4-c682-4aca-9fb1-b0a8d043e6ff None None] Provisioning complete for port 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:53.317504 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5fbfdcc4-c682-4aca-9fb1-b0a8d043e6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:53.351608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-5fbfdcc4-c682-4aca-9fb1-b0a8d043e6ff None None] Port 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:21:53.503294 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:21:53.510950 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:53.523232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Transition to ACTIVE for port object 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:21:53.529057 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:53.582391 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Pushing event updated for resources: {'Port': ['ID=8fc2ecfc-8921-4d07-9430-dbb1c1b488ae,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:53.632788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5749bcd-9c23-49b9-9ee0-ea8341103900 req-5fb9aa8d-e22e-47fe-b99d-3c169a5f6a99 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:53.641520 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5749bcd-9c23-49b9-9ee0-ea8341103900 req-5fb9aa8d-e22e-47fe-b99d-3c169a5f6a99 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bcbd7f3-12f0-4879-8630-2847935ada0c HTTP/1.1" status: 200 len: 944 time: 0.0664966 Nov 11 12:21:53.666668 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Attempting to bind port 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:21:53.672336 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Attempting to bind port 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '2b119a35-fd1b-4c7e-8c43-fae9da6a8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:21:53.672809 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Attempting to bind port 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae on network f29d3062-257e-4044-a250-59d41b7e4e33 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:21:53.678252 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Port 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae on network f29d3062-257e-4044-a250-59d41b7e4e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:21:53.678670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Attempting to bind port 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae on network f29d3062-257e-4044-a250-59d41b7e4e33 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:21:53.684661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:21:53.685384 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Checking segment: {'id': '2b119a35-fd1b-4c7e-8c43-fae9da6a8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:21:53.685879 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Bound using segment: {'id': '2b119a35-fd1b-4c7e-8c43-fae9da6a8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:21:53.686392 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Bound port: 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b119a35-fd1b-4c7e-8c43-fae9da6a8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:21:53.686823 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:53.697072 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5749bcd-9c23-49b9-9ee0-ea8341103900 req-f11363e5-6f6b-4a45-8e98-f355f319695f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5344041-1f20-4017-a831-7049ebcf0d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542717 Nov 11 12:21:53.761222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] For port 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:21:53.765034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] For port 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8fc2ecfc-8921-4d07-9430-dbb1c1b488ae,segment=NetworkSegment(2b119a35-fd1b-4c7e-8c43-fae9da6a8294),segment_id=2b119a35-fd1b-4c7e-8c43-fae9da6a8294)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:21:53.771139 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:53.811242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:53.811864 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:53.813255 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] 10.222.0.43 "PUT /v2.0/ports/8fc2ecfc-8921-4d07-9430-dbb1c1b488ae HTTP/1.1" status: 200 len: 1092 time: 0.6469593 Nov 11 12:21:53.813734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bcbd7f3-12f0-4879-8630-2847935ada0c', 'tag': '8fc2ecfc-8921-4d07-9430-dbb1c1b488ae'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:21:53.816044 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6373df12-efea-4fb2-8f96-527b35e9c4c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2bcbd7f3-12f0-4879-8630-2847935ada0c", "tag": "8fc2ecfc-8921-4d07-9430-dbb1c1b488ae"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:21:53.841464 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519efc5d-1ea3-482f-a4f9-9d6407bc5b9a service neutron] Pushing event updated for resources: {'Port': ['ID=8fc2ecfc-8921-4d07-9430-dbb1c1b488ae,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:53.896890 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8f41df-4129-404d-9ddc-a6617ce3d7c6 x-openstack-request-id: req-5e8f41df-4129-404d-9ddc-a6617ce3d7c6 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:21:53.897265 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bcbd7f3-12f0-4879-8630-2847935ada0c", "tag": "8fc2ecfc-8921-4d07-9430-dbb1c1b488ae", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:21:53.897871 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e8f41df-4129-404d-9ddc-a6617ce3d7c6 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:21:53.898349 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bcbd7f3-12f0-4879-8630-2847935ada0c', 'tag': '8fc2ecfc-8921-4d07-9430-dbb1c1b488ae', 'status': 'completed', 'code': 200} Nov 11 12:21:53.917993 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-7af6297d-b269-4eb9-bc7e-44458f4c09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:53.919752 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-7af6297d-b269-4eb9-bc7e-44458f4c09fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0565b14f5ea4452abe2554e29ca69bdf&device_id=2bcbd7f3-12f0-4879-8630-2847935ada0c HTTP/1.1" status: 200 len: 1095 time: 0.0605991 Nov 11 12:21:53.970884 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-cff111f8-9822-4166-8e96-99e47c2d732a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8fc2ecfc-8921-4d07-9430-dbb1c1b488ae HTTP/1.1" status: 200 len: 217 time: 0.0414851 Nov 11 12:21:54.023480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-9ea4458b-4074-4d16-ac5a-8f6ed6087404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:54.024968 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-9ea4458b-4074-4d16-ac5a-8f6ed6087404 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21a26b37-816a-4a51-b530-86f61de936eb HTTP/1.1" status: 200 len: 838 time: 0.0472624 Nov 11 12:21:54.073665 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-18d8dff8-c796-4266-9d75-f7e0ea0c0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:54.075388 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-18d8dff8-c796-4266-9d75-f7e0ea0c0d44 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f29d3062-257e-4044-a250-59d41b7e4e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425534 Nov 11 12:21:54.174324 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-2d1b3ed2-9f85-409f-9139-b7b2e626aa1d service neutron] 10.222.0.43 "GET /v2.0/networks/f29d3062-257e-4044-a250-59d41b7e4e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909688 Nov 11 12:21:54.272768 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3bf6253b-e6f3-4d29-aad7-fcbad10f894e req-1431c38e-4042-4bde-a84b-735e731965dc service neutron] 10.222.0.43 "GET /v2.0/networks/f29d3062-257e-4044-a250-59d41b7e4e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913048 Nov 11 12:21:54.364405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373df12-efea-4fb2-8f96-527b35e9c4c5 req-27e18cfb-29fb-4225-9726-c6b25d311c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:54.366037 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6373df12-efea-4fb2-8f96-527b35e9c4c5 req-27e18cfb-29fb-4225-9726-c6b25d311c98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0565b14f5ea4452abe2554e29ca69bdf&device_id=2bcbd7f3-12f0-4879-8630-2847935ada0c HTTP/1.1" status: 200 len: 1095 time: 0.0451586 Nov 11 12:21:54.458927 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373df12-efea-4fb2-8f96-527b35e9c4c5 req-e0508ee7-4298-43e4-95b5-c0e3789a282a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:54.460777 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6373df12-efea-4fb2-8f96-527b35e9c4c5 req-e0508ee7-4298-43e4-95b5-c0e3789a282a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f29d3062-257e-4044-a250-59d41b7e4e33 HTTP/1.1" status: 200 len: 898 time: 0.0875878 Nov 11 12:21:54.507986 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6373df12-efea-4fb2-8f96-527b35e9c4c5 req-27a7a2e5-f894-4a57-b1cf-4eb042b83074 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8fc2ecfc-8921-4d07-9430-dbb1c1b488ae HTTP/1.1" status: 200 len: 217 time: 0.0398402 Nov 11 12:21:54.559952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373df12-efea-4fb2-8f96-527b35e9c4c5 req-74a7e393-baa2-42a0-9963-55a9a94e4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:54.561355 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6373df12-efea-4fb2-8f96-527b35e9c4c5 req-74a7e393-baa2-42a0-9963-55a9a94e4304 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21a26b37-816a-4a51-b530-86f61de936eb HTTP/1.1" status: 200 len: 838 time: 0.0466311 Nov 11 12:21:54.610551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373df12-efea-4fb2-8f96-527b35e9c4c5 req-ae51fa9a-c806-4553-a5e9-f5d314325b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:54.612204 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6373df12-efea-4fb2-8f96-527b35e9c4c5 req-ae51fa9a-c806-4553-a5e9-f5d314325b6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f29d3062-257e-4044-a250-59d41b7e4e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427077 Nov 11 12:21:54.707282 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6373df12-efea-4fb2-8f96-527b35e9c4c5 req-f9d7d26c-929d-4fb3-9325-e4910357f008 service neutron] 10.222.0.43 "GET /v2.0/networks/f29d3062-257e-4044-a250-59d41b7e4e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872152 Nov 11 12:21:54.801291 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6373df12-efea-4fb2-8f96-527b35e9c4c5 req-f24a714d-ac95-4128-b520-dc94896cfd4c service neutron] 10.222.0.43 "GET /v2.0/networks/f29d3062-257e-4044-a250-59d41b7e4e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865748 Nov 11 12:21:54.822624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6def5-173d-4d9d-b75c-3492476a77c0 req-275e4578-df87-4015-982b-c51ce3802b76 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:54.826027 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35d6def5-173d-4d9d-b75c-3492476a77c0 req-275e4578-df87-4015-982b-c51ce3802b76 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bcbd7f3-12f0-4879-8630-2847935ada0c HTTP/1.1" status: 200 len: 944 time: 0.0581133 Nov 11 12:21:54.873765 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35d6def5-173d-4d9d-b75c-3492476a77c0 req-59f324f4-3422-43c5-9fab-440d90a9f1aa tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5344041-1f20-4017-a831-7049ebcf0d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434792 Nov 11 12:21:55.383926 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33046) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:55.495280 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aa031427-629d-439c-ad3c-f2fd993dad73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:55.573979 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aa031427-629d-439c-ad3c-f2fd993dad73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:55.579450 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aa031427-629d-439c-ad3c-f2fd993dad73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:55.618279 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-aa031427-629d-439c-ad3c-f2fd993dad73 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=855db235c7b4462c8e613772b84f3863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2332494 Nov 11 12:21:55.619134 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa031427-629d-439c-ad3c-f2fd993dad73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a05c0d-a2ba-4c46-9c56-1136286930b8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:55.621156 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33050) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:55.672874 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc1241d7-0752-44b9-9cbf-26a93403e0b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:55.693708 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc1241d7-0752-44b9-9cbf-26a93403e0b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:55.744939 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc1241d7-0752-44b9-9cbf-26a93403e0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:55.747847 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bc1241d7-0752-44b9-9cbf-26a93403e0b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:55.749193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bc1241d7-0752-44b9-9cbf-26a93403e0b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a4a05c0d-a2ba-4c46-9c56-1136286930b8 HTTP/1.1" status: 204 len: 168 time: 0.1266177 Nov 11 12:21:55.763325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1241d7-0752-44b9-9cbf-26a93403e0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a05c0d-a2ba-4c46-9c56-1136286930b8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:56.014612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28443f6a-8f14-40e0-a085-279c4030ab4c req-ad3ab60c-d7ff-4290-b998-ce7c3a0da2d3 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:56.016855 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28443f6a-8f14-40e0-a085-279c4030ab4c req-ad3ab60c-d7ff-4290-b998-ce7c3a0da2d3 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bcbd7f3-12f0-4879-8630-2847935ada0c HTTP/1.1" status: 200 len: 944 time: 0.0690253 Nov 11 12:21:56.057532 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33062) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:56.076073 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28443f6a-8f14-40e0-a085-279c4030ab4c req-4da4d163-d34d-44a3-b88c-b3d56fd839d7 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5344041-1f20-4017-a831-7049ebcf0d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513561 Nov 11 12:21:56.078278 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05ddf92b-f554-4b5a-9c9e-74f429b3c2da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:56.164485 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05ddf92b-f554-4b5a-9c9e-74f429b3c2da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:56.169120 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05ddf92b-f554-4b5a-9c9e-74f429b3c2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:56.207341 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-05ddf92b-f554-4b5a-9c9e-74f429b3c2da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12049ec720d94d1e8b116e7976a4a1c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1485310 Nov 11 12:21:56.208197 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ddf92b-f554-4b5a-9c9e-74f429b3c2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54df47f-f47c-41f1-a70e-cbaef4cfa53d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:56.210939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33064) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:56.262456 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3988aa3f-3eac-4fad-8e1a-c9e3b3ab6659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:56.283899 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3988aa3f-3eac-4fad-8e1a-c9e3b3ab6659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:56.331036 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3988aa3f-3eac-4fad-8e1a-c9e3b3ab6659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:56.333738 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3988aa3f-3eac-4fad-8e1a-c9e3b3ab6659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:56.337500 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3988aa3f-3eac-4fad-8e1a-c9e3b3ab6659 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a54df47f-f47c-41f1-a70e-cbaef4cfa53d HTTP/1.1" status: 204 len: 168 time: 0.1226916 Nov 11 12:21:56.346288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988aa3f-3eac-4fad-8e1a-c9e3b3ab6659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54df47f-f47c-41f1-a70e-cbaef4cfa53d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:56.731158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:21:56.828120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8fc2ecfc-8921-4d07-9430-dbb1c1b488ae,segment=NetworkSegment(2b119a35-fd1b-4c7e-8c43-fae9da6a8294),segment_id=2b119a35-fd1b-4c7e-8c43-fae9da6a8294)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:56.839691 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '8fc2ecfc-8921-4d07-9430-dbb1c1b488ae', 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33', 'port_id': '8fc2ecfc-8921-4d07-9430-dbb1c1b488ae', 'mac_address': 'fa:16:3e:07:67:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a26b37-816a-4a51-b530-86f61de936eb', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:21:56.876733 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:56.890002 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:21:56.913535 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8fc2ecfc-8921-4d07-9430-dbb1c1b488ae,segment=NetworkSegment(2b119a35-fd1b-4c7e-8c43-fae9da6a8294),segment_id=2b119a35-fd1b-4c7e-8c43-fae9da6a8294)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:56.918736 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:56.970151 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=8fc2ecfc-8921-4d07-9430-dbb1c1b488ae,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:57.167326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['8fc2ecfc-8921-4d07-9430-dbb1c1b488ae'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:21:57.220625 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b87f4-e401-4864-8563-a42c429b5417 req-f1cd46dd-7b92-43d9-8f93-dde50eb86795 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:57.222192 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d4b87f4-e401-4864-8563-a42c429b5417 req-f1cd46dd-7b92-43d9-8f93-dde50eb86795 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bcbd7f3-12f0-4879-8630-2847935ada0c HTTP/1.1" status: 200 len: 945 time: 0.0498254 Nov 11 12:21:57.278496 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d4b87f4-e401-4864-8563-a42c429b5417 req-80599f76-8a21-4daf-978d-9986d99d274b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5344041-1f20-4017-a831-7049ebcf0d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492067 Nov 11 12:21:58.404241 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302455b-01ed-4703-90c0-c9fd168d768f req-55ddd030-4725-4156-8421-83b90b7f0416 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:58.406221 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9302455b-01ed-4703-90c0-c9fd168d768f req-55ddd030-4725-4156-8421-83b90b7f0416 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bcbd7f3-12f0-4879-8630-2847935ada0c HTTP/1.1" status: 200 len: 945 time: 0.0581474 Nov 11 12:21:58.458503 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9302455b-01ed-4703-90c0-c9fd168d768f req-61b7a749-0714-48d3-bbe9-dd57f86823ad tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5344041-1f20-4017-a831-7049ebcf0d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461643 Nov 11 12:21:58.749836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:21:58.802646 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:21:58.807477 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:58.807847 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:58.892190 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:58.916290 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcbd7f3-12f0-4879-8630-2847935ada0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc2ecfc-8921-4d07-9430-dbb1c1b488ae'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:21:58.918597 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fb176b-ee60-42ca-ae30-8774ef06bdc5" -d '{"events": [{"server_uuid": "2bcbd7f3-12f0-4879-8630-2847935ada0c", "name": "network-vif-plugged", "status": "completed", "tag": "8fc2ecfc-8921-4d07-9430-dbb1c1b488ae"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:21:58.938340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8fc2ecfc-8921-4d07-9430-dbb1c1b488ae,segment=NetworkSegment(2b119a35-fd1b-4c7e-8c43-fae9da6a8294),segment_id=2b119a35-fd1b-4c7e-8c43-fae9da6a8294)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:58.946895 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:58.973791 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a72faea-e620-4a5c-a26b-7db967cd9e8e x-openstack-request-id: req-9a72faea-e620-4a5c-a26b-7db967cd9e8e {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:21:58.974253 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcbd7f3-12f0-4879-8630-2847935ada0c", "name": "network-vif-plugged", "status": "completed", "tag": "8fc2ecfc-8921-4d07-9430-dbb1c1b488ae", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:21:58.974601 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a72faea-e620-4a5c-a26b-7db967cd9e8e {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:21:58.975080 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcbd7f3-12f0-4879-8630-2847935ada0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc2ecfc-8921-4d07-9430-dbb1c1b488ae', 'code': 200} Nov 11 12:21:59.013139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=8fc2ecfc-8921-4d07-9430-dbb1c1b488ae,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:59.069413 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5268db-46d8-465b-a42e-82b66a21e4d0 req-bafd03ce-78aa-48d9-8f4c-c604c3816f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:59.071562 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ee5268db-46d8-465b-a42e-82b66a21e4d0 req-bafd03ce-78aa-48d9-8f4c-c604c3816f40 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2bcbd7f3-12f0-4879-8630-2847935ada0c HTTP/1.1" status: 200 len: 1097 time: 0.0463963 Nov 11 12:21:59.124947 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ee5268db-46d8-465b-a42e-82b66a21e4d0 req-2cd530bf-b0b9-4804-a6c9-93a442ace43e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b5344041-1f20-4017-a831-7049ebcf0d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455437 Nov 11 12:21:59.582455 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c085d-f2d2-4393-bc52-59b2e27cfdc6 req-0f5e1ac6-f544-4f65-8f18-325ef8d44486 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:59.584036 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e79c085d-f2d2-4393-bc52-59b2e27cfdc6 req-0f5e1ac6-f544-4f65-8f18-325ef8d44486 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bcbd7f3-12f0-4879-8630-2847935ada0c HTTP/1.1" status: 200 len: 946 time: 0.0513966 Nov 11 12:21:59.637141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e79c085d-f2d2-4393-bc52-59b2e27cfdc6 req-43ef3f36-b6cd-42ba-a91c-a819f5a79160 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5344041-1f20-4017-a831-7049ebcf0d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468323 Nov 11 12:22:00.754820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd171389-c731-49ed-8dad-d6a909a3759a req-86db1b79-426f-4799-9da8-bc911c06ef6c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:00.756416 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd171389-c731-49ed-8dad-d6a909a3759a req-86db1b79-426f-4799-9da8-bc911c06ef6c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bcbd7f3-12f0-4879-8630-2847935ada0c HTTP/1.1" status: 200 len: 946 time: 0.0492427 Nov 11 12:22:00.814474 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd171389-c731-49ed-8dad-d6a909a3759a req-5bb11860-fbb2-4d4c-8e70-189a75c08b52 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5344041-1f20-4017-a831-7049ebcf0d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514913 Nov 11 12:22:00.935324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed54d9-7a62-4189-abca-3ea6050dd14c req-6ed9fdca-807a-4756-8b7a-cf072f16638e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:00.937052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79ed54d9-7a62-4189-abca-3ea6050dd14c req-6ed9fdca-807a-4756-8b7a-cf072f16638e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bcbd7f3-12f0-4879-8630-2847935ada0c HTTP/1.1" status: 200 len: 946 time: 0.0522904 Nov 11 12:22:00.989709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79ed54d9-7a62-4189-abca-3ea6050dd14c req-4b296f1b-6625-4ce2-aae3-dca1882b713e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5344041-1f20-4017-a831-7049ebcf0d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464141 Nov 11 12:22:02.487301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33158) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:03.432535 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:03.815307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Allocated IP 172.20.0.17 (f29d3062-257e-4044-a250-59d41b7e4e33/21a26b37-816a-4a51-b530-86f61de936eb/85c3ba42-74f8-4cde-ad28-243f4e10f10a) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:22:03.932774 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:03.968778 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:04.021834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network f29d3062-257e-4044-a250-59d41b7e4e33 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:04.029227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:04.035412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:22:04.064653 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Port': ['ID=85c3ba42-74f8-4cde-ad28-243f4e10f10a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:04.088646 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:04.244104 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:04.324089 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5dff3e6e-8d4c-4ea7-8f47-03f07c91b3e5 None None] Provisioning complete for port 85c3ba42-74f8-4cde-ad28-243f4e10f10a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:04.324637 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5dff3e6e-8d4c-4ea7-8f47-03f07c91b3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:04.363415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-5dff3e6e-8d4c-4ea7-8f47-03f07c91b3e5 None None] Port 85c3ba42-74f8-4cde-ad28-243f4e10f10a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:22:04.537385 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:04.543241 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:04.626105 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:04.638261 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Port': ['ID=85c3ba42-74f8-4cde-ad28-243f4e10f10a,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:04.760131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network f29d3062-257e-4044-a250-59d41b7e4e33 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:04.762481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:04.903718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:22:04.997708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8693def0-2fcb-4dd2-b8a1-c48ea4883c91 None None] Provisioning complete for port 85c3ba42-74f8-4cde-ad28-243f4e10f10a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:04.998325 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8693def0-2fcb-4dd2-b8a1-c48ea4883c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:05.023267 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:22:05.035284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Sync routers for ids ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:22:05.044839 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5b5f6d39-f60f-48d3-ab42-15e6285ce66b tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "PUT /v2.0/routers/bb88b92e-bb06-4bf9-a597-ee5bfec838b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5561893 Nov 11 12:22:05.049115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8693def0-2fcb-4dd2-b8a1-c48ea4883c91 None None] Port 85c3ba42-74f8-4cde-ad28-243f4e10f10a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:22:05.054024 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Routers {'bb88b92e-bb06-4bf9-a597-ee5bfec838b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:05.054914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:21:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:05.181298 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Set router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:05.603343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'da6605a2-fb37-4de1-a054-529cbe9209d5', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'port_id': '0dfbea20-a534-4e2c-b280-c4167a872f41', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'mac_address': 'fa:16:3e:ac:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:08Z', 'updated_at': '2021-11-11T12:21:10Z', 'revision_number': 1, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6580dfe6-6a65-42c7-97e3-d9ce84273b64', 'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:68:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:49Z', 'updated_at': '2021-11-11T12:20:54Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85c3ba42-74f8-4cde-ad28-243f4e10f10a', 'name': '', 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:73:e2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '21a26b37-816a-4a51-b530-86f61de936eb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:03Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 2, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '21a26b37-816a-4a51-b530-86f61de936eb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:05.630995 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Checking router: bb88b92e-bb06-4bf9-a597-ee5bfec838b3 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:22:05.631845 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Updating router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 port 85c3ba42-74f8-4cde-ad28-243f4e10f10a binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:22:05.656510 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:05.864822 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bbdd9079-b3ef-4db8-8aaf-71b7e7b1009d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:05.943573 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:05.951074 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:06.005155 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bbce0-acaa-4841-9768-37bf29e6799f None None] Pushing event updated for resources: {'Port': ['ID=85c3ba42-74f8-4cde-ad28-243f4e10f10a,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:06.060169 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Attempting to bind port 85c3ba42-74f8-4cde-ad28-243f4e10f10a on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:22:06.061388 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Attempting to bind port 85c3ba42-74f8-4cde-ad28-243f4e10f10a by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '2b119a35-fd1b-4c7e-8c43-fae9da6a8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:22:06.061946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Attempting to bind port 85c3ba42-74f8-4cde-ad28-243f4e10f10a on network f29d3062-257e-4044-a250-59d41b7e4e33 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:22:06.068050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:22:06.068743 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Checking segment: {'id': '2b119a35-fd1b-4c7e-8c43-fae9da6a8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:22:06.069314 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:06.070073 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Bound using segment: {'id': '2b119a35-fd1b-4c7e-8c43-fae9da6a8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:22:06.070721 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Bound port: 85c3ba42-74f8-4cde-ad28-243f4e10f10a, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b119a35-fd1b-4c7e-8c43-fae9da6a8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:22:06.071278 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:06.153611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] For port 85c3ba42-74f8-4cde-ad28-243f4e10f10a, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:22:06.156401 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] For port 85c3ba42-74f8-4cde-ad28-243f4e10f10a, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=85c3ba42-74f8-4cde-ad28-243f4e10f10a,segment=NetworkSegment(2b119a35-fd1b-4c7e-8c43-fae9da6a8294),segment_id=2b119a35-fd1b-4c7e-8c43-fae9da6a8294)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:22:06.160816 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:06.219868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Routers {'bb88b92e-bb06-4bf9-a597-ee5bfec838b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:06.220789 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:21:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:06.260504 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bbce0-acaa-4841-9768-37bf29e6799f None None] Pushing event updated for resources: {'Port': ['ID=85c3ba42-74f8-4cde-ad28-243f4e10f10a,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:06.320658 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-faaf692d-f177-4751-9fa4-da8810d2fd75 None None] Provisioning complete for port 85c3ba42-74f8-4cde-ad28-243f4e10f10a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:06.321014 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-faaf692d-f177-4751-9fa4-da8810d2fd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:06.372356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] Set router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:06.508545 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-faaf692d-f177-4751-9fa4-da8810d2fd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:06.589621 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-faaf692d-f177-4751-9fa4-da8810d2fd75 None None] For port 85c3ba42-74f8-4cde-ad28-243f4e10f10a, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=85c3ba42-74f8-4cde-ad28-243f4e10f10a,segment=NetworkSegment(2b119a35-fd1b-4c7e-8c43-fae9da6a8294),segment_id=2b119a35-fd1b-4c7e-8c43-fae9da6a8294)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:06.597051 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-faaf692d-f177-4751-9fa4-da8810d2fd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:06.682123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf692d-f177-4751-9fa4-da8810d2fd75 None None] Pushing event updated for resources: {'Port': ['ID=85c3ba42-74f8-4cde-ad28-243f4e10f10a,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:06.712826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'da6605a2-fb37-4de1-a054-529cbe9209d5', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'port_id': '0dfbea20-a534-4e2c-b280-c4167a872f41', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'mac_address': 'fa:16:3e:ac:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:08Z', 'updated_at': '2021-11-11T12:21:10Z', 'revision_number': 1, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6580dfe6-6a65-42c7-97e3-d9ce84273b64', 'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:68:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:49Z', 'updated_at': '2021-11-11T12:20:54Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85c3ba42-74f8-4cde-ad28-243f4e10f10a', 'name': '', 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:73:e2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '21a26b37-816a-4a51-b530-86f61de936eb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:03Z', 'updated_at': '2021-11-11T12:22:06Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '21a26b37-816a-4a51-b530-86f61de936eb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:06.742048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8cf139-d08f-4530-abe9-3fe6ab2faa05 None None] The sync data for ids ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'] in n-d-807359-3 is: [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'da6605a2-fb37-4de1-a054-529cbe9209d5', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'port_id': '0dfbea20-a534-4e2c-b280-c4167a872f41', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'mac_address': 'fa:16:3e:ac:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:08Z', 'updated_at': '2021-11-11T12:21:10Z', 'revision_number': 1, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6580dfe6-6a65-42c7-97e3-d9ce84273b64', 'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:68:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:49Z', 'updated_at': '2021-11-11T12:20:54Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85c3ba42-74f8-4cde-ad28-243f4e10f10a', 'name': '', 'network_id': 'f29d3062-257e-4044-a250-59d41b7e4e33', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:73:e2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '21a26b37-816a-4a51-b530-86f61de936eb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:03Z', 'updated_at': '2021-11-11T12:22:06Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '21a26b37-816a-4a51-b530-86f61de936eb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:22:06.749184 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c7bfc36-05cf-4fa6-bca9-666fd94b34eb None None] Provisioning complete for port 85c3ba42-74f8-4cde-ad28-243f4e10f10a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:06.749527 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c7bfc36-05cf-4fa6-bca9-666fd94b34eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:08.083629 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-337baf8f-da7c-44b8-9dd2-3cf84c1d6eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:08.184210 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:22:08.558510 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 85c3ba42-74f8-4cde-ad28-243f4e10f10a up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:22:08.606371 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 85c3ba42-74f8-4cde-ad28-243f4e10f10a triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:08.606707 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:09.077872 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:10.391464 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b177041-33d3-4368-91ba-56e8800f5509 req-649de648-37d0-4673-b693-a61e27d8a29c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:10.392911 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b177041-33d3-4368-91ba-56e8800f5509 req-649de648-37d0-4673-b693-a61e27d8a29c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 945 time: 0.0507758 Nov 11 12:22:10.442638 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b177041-33d3-4368-91ba-56e8800f5509 req-62a9a24f-42ac-4ea5-872b-9ba172726b25 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432963 Nov 11 12:22:10.587918 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:11.298417 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:11.568863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89b636-38f6-4ee0-9cca-08ab7bf93018 req-285fc382-b220-46ae-b614-f575318760e5 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:11.570356 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d89b636-38f6-4ee0-9cca-08ab7bf93018 req-285fc382-b220-46ae-b614-f575318760e5 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 945 time: 0.0534475 Nov 11 12:22:11.630153 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d89b636-38f6-4ee0-9cca-08ab7bf93018 req-4f06683f-e400-4d93-af7e-e0339630151c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522943 Nov 11 12:22:12.084725 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa911e-3849-45db-921e-54b3d5afd6c3 req-a7505f73-ae2d-457c-b8d7-8934d1451bb7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:12.086253 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6aa911e-3849-45db-921e-54b3d5afd6c3 req-a7505f73-ae2d-457c-b8d7-8934d1451bb7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 945 time: 0.0621257 Nov 11 12:22:12.198854 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-a6aa911e-3849-45db-921e-54b3d5afd6c3 req-83d3a184-2810-46f9-ae75-d80f5407b180 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Deleting port e1d96b72-089d-40d3-8bae-af7e67d004bb {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:22:12.199245 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6aa911e-3849-45db-921e-54b3d5afd6c3 req-83d3a184-2810-46f9-ae75-d80f5407b180 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:12.294016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a6aa911e-3849-45db-921e-54b3d5afd6c3 req-83d3a184-2810-46f9-ae75-d80f5407b180 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] For port e1d96b72-089d-40d3-8bae-af7e67d004bb, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=e1d96b72-089d-40d3-8bae-af7e67d004bb,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:12.294874 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6aa911e-3849-45db-921e-54b3d5afd6c3 req-83d3a184-2810-46f9-ae75-d80f5407b180 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:12.539612 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6aa911e-3849-45db-921e-54b3d5afd6c3 req-83d3a184-2810-46f9-ae75-d80f5407b180 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:12.540077 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6aa911e-3849-45db-921e-54b3d5afd6c3 req-83d3a184-2810-46f9-ae75-d80f5407b180 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:12.540460 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [req-a6aa911e-3849-45db-921e-54b3d5afd6c3 req-83d3a184-2810-46f9-ae75-d80f5407b180 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Floating IP dc0ec78a-d90c-414c-a3c5-1618518f1da5 disassociated. External IP: 172.25.2.200, port: e1d96b72-089d-40d3-8bae-af7e67d004bb. Nov 11 12:22:12.540802 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-a6aa911e-3849-45db-921e-54b3d5afd6c3 req-83d3a184-2810-46f9-ae75-d80f5407b180 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Calling delete_port for e1d96b72-089d-40d3-8bae-af7e67d004bb owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:22:12.687099 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6aa911e-3849-45db-921e-54b3d5afd6c3 req-83d3a184-2810-46f9-ae75-d80f5407b180 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:12.718187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3a184-2810-46f9-ae75-d80f5407b180 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event deleted for resources: {'Port': ['ID=e1d96b72-089d-40d3-8bae-af7e67d004bb,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:12.844392 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6aa911e-3849-45db-921e-54b3d5afd6c3 req-83d3a184-2810-46f9-ae75-d80f5407b180 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Router 8cd6c554-063b-472f-b28a-278447dbab91 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:22:12.977093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6aa911e-3849-45db-921e-54b3d5afd6c3 req-83d3a184-2810-46f9-ae75-d80f5407b180 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:22:12.988486 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09017d3-fa23-45fc-bb6f-9e9f74400523 None None] Sync routers for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:22:13.001495 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09017d3-fa23-45fc-bb6f-9e9f74400523 None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:13.002408 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a09017d3-fa23-45fc-bb6f-9e9f74400523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:13.036024 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34830965-4f4e-4c75-ae63-0b11bec134c5 req-37ed9bc9-8d5c-4c83-afcf-c0916464b123 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 210 time: 0.3372605 Nov 11 12:22:13.073498 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6aa911e-3849-45db-921e-54b3d5afd6c3 req-83d3a184-2810-46f9-ae75-d80f5407b180 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] No DVR routers for this DVR port e1d96b72-089d-40d3-8bae-af7e67d004bb on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:22:13.076607 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a6aa911e-3849-45db-921e-54b3d5afd6c3 req-83d3a184-2810-46f9-ae75-d80f5407b180 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:13.080139 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6aa911e-3849-45db-921e-54b3d5afd6c3 req-83d3a184-2810-46f9-ae75-d80f5407b180 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "DELETE /v2.0/ports/e1d96b72-089d-40d3-8bae-af7e67d004bb HTTP/1.1" status: 204 len: 173 time: 0.9870760 Nov 11 12:22:13.080692 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf9eeec-260f-4c98-b06a-72d481d3afec', 'name': 'network-vif-deleted', 'tag': 'e1d96b72-089d-40d3-8bae-af7e67d004bb'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:22:13.083300 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eff7af9-7bec-49f4-ab3e-73652447273e" -d '{"events": [{"server_uuid": "fcf9eeec-260f-4c98-b06a-72d481d3afec", "name": "network-vif-deleted", "tag": "e1d96b72-089d-40d3-8bae-af7e67d004bb"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:22:13.128676 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97ad56e-2c01-4101-a5d5-de3a878a017a x-openstack-request-id: req-b97ad56e-2c01-4101-a5d5-de3a878a017a {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:22:13.129182 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf9eeec-260f-4c98-b06a-72d481d3afec", "name": "network-vif-deleted", "tag": "e1d96b72-089d-40d3-8bae-af7e67d004bb", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:22:13.129182 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b97ad56e-2c01-4101-a5d5-de3a878a017a {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:22:13.129636 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf9eeec-260f-4c98-b06a-72d481d3afec', 'name': 'network-vif-deleted', 'tag': 'e1d96b72-089d-40d3-8bae-af7e67d004bb', 'status': 'completed', 'code': 200} Nov 11 12:22:13.182067 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-a09017d3-fa23-45fc-bb6f-9e9f74400523 None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:13.479582 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a09017d3-fa23-45fc-bb6f-9e9f74400523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:13.509273 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09017d3-fa23-45fc-bb6f-9e9f74400523 None None] Checking router: 8cd6c554-063b-472f-b28a-278447dbab91 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:22:13.520335 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09017d3-fa23-45fc-bb6f-9e9f74400523 None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:13.520949 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a09017d3-fa23-45fc-bb6f-9e9f74400523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:13.639684 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-a09017d3-fa23-45fc-bb6f-9e9f74400523 None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:13.872516 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-a09017d3-fa23-45fc-bb6f-9e9f74400523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:13.898787 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09017d3-fa23-45fc-bb6f-9e9f74400523 None None] The sync data for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 is: [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:22:14.171824 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2cf95c28-dcac-4f7c-8d4e-b158cd8a1974 req-f1e2473f-7fd0-42ce-b014-4c6231e02e5e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 210 time: 0.0308766 Nov 11 12:22:14.239447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa5789-17ba-4ebf-a52c-b4b59995e148 None None] New status for floating IP dc0ec78a-d90c-414c-a3c5-1618518f1da5: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:22:14.871850 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device e1d96b72-089d-40d3-8bae-af7e67d004bb no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:22:14.893531 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: e1d96b72-089d-40d3-8bae-af7e67d004bb {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:22:14.894064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device e1d96b72-089d-40d3-8bae-af7e67d004bb not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:22:15.289901 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f8d83eb-6088-4105-bedf-c58ef214bbb1 req-8bb8d72e-d9b9-44ee-92b7-06a9a3dc7c1d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 210 time: 0.0278623 Nov 11 12:22:15.748583 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a6e7cb6-5fa1-4efa-8361-e3f4b375e718 req-31bb450f-4bfe-4fc5-9be9-ea7d7bfaee3d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449629 Nov 11 12:22:15.815728 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e7cb6-5fa1-4efa-8361-e3f4b375e718 req-6d55522b-60ef-4e31-bc88-befdf1d0dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:15.817440 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a6e7cb6-5fa1-4efa-8361-e3f4b375e718 req-6d55522b-60ef-4e31-bc88-befdf1d0dd61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c86e75b72349490b85928fa4eba61911&device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 1096 time: 0.0451343 Nov 11 12:22:15.925898 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e7cb6-5fa1-4efa-8361-e3f4b375e718 req-d204c234-3d16-4160-9207-b1b549de70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:15.927532 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a6e7cb6-5fa1-4efa-8361-e3f4b375e718 req-d204c234-3d16-4160-9207-b1b549de70d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a77c6cb3-f220-490a-bf03-8045eaa287db HTTP/1.1" status: 200 len: 913 time: 0.0878181 Nov 11 12:22:15.986810 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:15.999419 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a6e7cb6-5fa1-4efa-8361-e3f4b375e718 req-6a678732-c95e-4d67-8134-efdc3f8af0d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3151382d-d1fe-4b97-b00c-70695d6cd25a HTTP/1.1" status: 200 len: 1001 time: 0.0637937 Nov 11 12:22:16.050781 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e7cb6-5fa1-4efa-8361-e3f4b375e718 req-762c3f0a-57df-488d-ba1e-ed1048e521ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:16.052843 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a6e7cb6-5fa1-4efa-8361-e3f4b375e718 req-762c3f0a-57df-488d-ba1e-ed1048e521ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2d90c43-605c-44da-8d21-d70c17e99759 HTTP/1.1" status: 200 len: 850 time: 0.0459554 Nov 11 12:22:16.099669 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e7cb6-5fa1-4efa-8361-e3f4b375e718 req-5bd61cf0-be56-49a1-90df-a469da8d3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:16.101395 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a6e7cb6-5fa1-4efa-8361-e3f4b375e718 req-5bd61cf0-be56-49a1-90df-a469da8d3a7b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a77c6cb3-f220-490a-bf03-8045eaa287db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415397 Nov 11 12:22:16.432981 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-567fc4c4-719a-475c-9cbb-0acd2d4997cb req-212f1da9-a71b-43d8-b24c-00bb0b5e4ed3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 210 time: 0.0404258 Nov 11 12:22:16.523960 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a6e7cb6-5fa1-4efa-8361-e3f4b375e718 req-94bfde61-e495-49c3-b405-1b10d95751cc service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147530 Nov 11 12:22:16.631526 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a6e7cb6-5fa1-4efa-8361-e3f4b375e718 req-605c15a4-9426-4d14-b856-4a5097a04663 service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954218 Nov 11 12:22:17.468291 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67f5fe-2d74-4175-a0ba-384c20e690ac req-002bf6e7-e799-46a3-9c62-c3aa7fb4f9a8 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:17.474834 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc67f5fe-2d74-4175-a0ba-384c20e690ac req-002bf6e7-e799-46a3-9c62-c3aa7fb4f9a8 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0528560 Nov 11 12:22:17.532730 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc67f5fe-2d74-4175-a0ba-384c20e690ac req-0ced0d72-6863-43b8-a616-64f949c28d3b tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557876 Nov 11 12:22:17.553940 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ebddf583-432d-4a2d-8d27-9d109079225b req-6a7f7b29-53b0-44cb-8f4f-830214fad180 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf9eeec-260f-4c98-b06a-72d481d3afec HTTP/1.1" status: 200 len: 210 time: 0.0397675 Nov 11 12:22:17.559355 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33286) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:17.751771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-f71efb2d-7aa0-4804-82b1-9e3eded560d0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting port 22674df1-8a3b-4f5a-be82-6fa14b91f695 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:22:17.752108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f71efb2d-7aa0-4804-82b1-9e3eded560d0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:17.835316 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f71efb2d-7aa0-4804-82b1-9e3eded560d0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:17.835606 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f71efb2d-7aa0-4804-82b1-9e3eded560d0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:17.848773 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-f71efb2d-7aa0-4804-82b1-9e3eded560d0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Calling delete_port for 22674df1-8a3b-4f5a-be82-6fa14b91f695 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:22:18.034280 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f71efb2d-7aa0-4804-82b1-9e3eded560d0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:18.058838 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71efb2d-7aa0-4804-82b1-9e3eded560d0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Port': ['ID=22674df1-8a3b-4f5a-be82-6fa14b91f695,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:18.156846 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f71efb2d-7aa0-4804-82b1-9e3eded560d0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:18.157254 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-f71efb2d-7aa0-4804-82b1-9e3eded560d0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Floating IP 479adb6e-551a-44a7-a290-b1cff2d93d08 disassociated (deleted). External IP: 172.25.2.55, port: 9801da34-b6fe-4755-88bb-8b971fd17073. Nov 11 12:22:18.407108 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71efb2d-7aa0-4804-82b1-9e3eded560d0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router 4377792b-54c1-4450-8c56-4a63b244d5c3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:22:18.514480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71efb2d-7aa0-4804-82b1-9e3eded560d0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:22:18.519381 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f71efb2d-7aa0-4804-82b1-9e3eded560d0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:18.525776 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54467124-1e79-4183-841c-ae477fc2559d None None] Sync routers for ids ['4377792b-54c1-4450-8c56-4a63b244d5c3'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:22:18.535736 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54467124-1e79-4183-841c-ae477fc2559d None None] Routers {'4377792b-54c1-4450-8c56-4a63b244d5c3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:18.536597 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-54467124-1e79-4183-841c-ae477fc2559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4377792b-54c1-4450-8c56-4a63b244d5c3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:18.548969 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f71efb2d-7aa0-4804-82b1-9e3eded560d0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/floatingips/479adb6e-551a-44a7-a290-b1cff2d93d08 HTTP/1.1" status: 204 len: 168 time: 0.9883928 Nov 11 12:22:18.549557 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'tag': '9801da34-b6fe-4755-88bb-8b971fd17073'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:22:18.552400 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfee9670-3d9f-4d3d-b342-059935a284c1" -d '{"events": [{"name": "network-changed", "server_uuid": "96f1e4f9-aac2-458f-a38f-a4563fba6ab1", "tag": "9801da34-b6fe-4755-88bb-8b971fd17073"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:22:18.595118 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237d9760-6170-4004-8789-f17b13a35c29 x-openstack-request-id: req-237d9760-6170-4004-8789-f17b13a35c29 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:22:18.597027 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f1e4f9-aac2-458f-a38f-a4563fba6ab1", "tag": "9801da34-b6fe-4755-88bb-8b971fd17073", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:22:18.597027 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-237d9760-6170-4004-8789-f17b13a35c29 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:22:18.597027 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'tag': '9801da34-b6fe-4755-88bb-8b971fd17073', 'status': 'completed', 'code': 200} Nov 11 12:22:18.694316 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-54467124-1e79-4183-841c-ae477fc2559d None None] Set router 4377792b-54c1-4450-8c56-4a63b244d5c3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:18.706613 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee9670-3d9f-4d3d-b342-059935a284c1 req-e4e23d32-4997-45e4-b38a-9660e0b5a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:18.708815 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cfee9670-3d9f-4d3d-b342-059935a284c1 req-e4e23d32-4997-45e4-b38a-9660e0b5a2c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0870557 Nov 11 12:22:18.842995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee9670-3d9f-4d3d-b342-059935a284c1 req-1c67b2a8-feeb-459c-84bd-5d7c5f661047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:18.844798 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cfee9670-3d9f-4d3d-b342-059935a284c1 req-1c67b2a8-feeb-459c-84bd-5d7c5f661047 service neutron] 10.222.0.43 "GET /v2.0/networks?id=098ee059-7c5f-4068-8fed-dc979f1bef90 HTTP/1.1" status: 200 len: 899 time: 0.1277990 Nov 11 12:22:18.932254 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446ad1d-01d1-4186-9da2-2e2a4b4864b9 req-7b744620-de91-4923-b9bf-37e6faaef52b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:18.934245 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1446ad1d-01d1-4186-9da2-2e2a4b4864b9 req-7b744620-de91-4923-b9bf-37e6faaef52b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0858560 Nov 11 12:22:18.937953 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cfee9670-3d9f-4d3d-b342-059935a284c1 req-b8fff44e-fbd9-4c4e-b3c0-137f92f2ed5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9801da34-b6fe-4755-88bb-8b971fd17073 HTTP/1.1" status: 200 len: 217 time: 0.0778749 Nov 11 12:22:18.996537 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee9670-3d9f-4d3d-b342-059935a284c1 req-e9ef30cf-a02c-4250-afc6-52720606b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:18.998184 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cfee9670-3d9f-4d3d-b342-059935a284c1 req-e9ef30cf-a02c-4250-afc6-52720606b1d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e21fc6f1-84eb-4522-b031-28cf8fdf0a94 HTTP/1.1" status: 200 len: 835 time: 0.0527513 Nov 11 12:22:19.009414 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1446ad1d-01d1-4186-9da2-2e2a4b4864b9 req-d7b5959a-afa8-4f4a-ba08-4266431d75c3 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681722 Nov 11 12:22:19.011845 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-54467124-1e79-4183-841c-ae477fc2559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814670336', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:25Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '76addaa0-9894-4291-8ebe-866b9ac24339', 'name': '', 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:d3:01:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:23Z', 'updated_at': '2021-11-11T12:20:29Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:19.061728 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-c11e4b02-3cdb-40bc-b082-a98fd26b36ea tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-773261598&fields=id&tenant_id=c22e3bfa03df4a318977f5f2236c0b5b HTTP/1.1" status: 200 len: 267 time: 0.0842597 Nov 11 12:22:19.063623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee9670-3d9f-4d3d-b342-059935a284c1 req-9c6d1529-c77c-4449-9ec6-18633eae0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:19.065544 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cfee9670-3d9f-4d3d-b342-059935a284c1 req-9c6d1529-c77c-4449-9ec6-18633eae0d60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=098ee059-7c5f-4068-8fed-dc979f1bef90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522351 Nov 11 12:22:19.148149 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54467124-1e79-4183-841c-ae477fc2559d None None] Checking router: 4377792b-54c1-4450-8c56-4a63b244d5c3 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:22:19.159191 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54467124-1e79-4183-841c-ae477fc2559d None None] Routers {'4377792b-54c1-4450-8c56-4a63b244d5c3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:19.159820 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-54467124-1e79-4183-841c-ae477fc2559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4377792b-54c1-4450-8c56-4a63b244d5c3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:19.202105 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cfee9670-3d9f-4d3d-b342-059935a284c1 req-204d6668-e534-438c-a097-467c0baf16a5 service neutron] 10.222.0.43 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273489 Nov 11 12:22:19.206036 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-f2c3ad66-cae5-43a6-8fb0-c4b3ef39c93d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:19.208059 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-f2c3ad66-cae5-43a6-8fb0-c4b3ef39c93d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 812 time: 0.1374664 Nov 11 12:22:19.226802 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-f10a9c1a-3353-419b-aaf1-134c59d40ed6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/quotas/c22e3bfa03df4a318977f5f2236c0b5b HTTP/1.1" status: 200 len: 375 time: 0.0109794 Nov 11 12:22:19.275461 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-54467124-1e79-4183-841c-ae477fc2559d None None] Set router 4377792b-54c1-4450-8c56-4a63b244d5c3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:19.304483 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-37ae94dd-214b-4a57-b620-f8f4ce0cbee2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698025 Nov 11 12:22:19.315980 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cfee9670-3d9f-4d3d-b342-059935a284c1 req-d51b9ff3-68ef-4b98-85fa-ac461855a846 service neutron] 10.222.0.43 "GET /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056695 Nov 11 12:22:19.417462 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-24c20777-0924-4dd6-84fd-41cfd8408b43 service neutron] 10.222.0.65 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118474 Nov 11 12:22:19.503468 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-54467124-1e79-4183-841c-ae477fc2559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814670336', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:25Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '76addaa0-9894-4291-8ebe-866b9ac24339', 'name': '', 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:d3:01:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:23Z', 'updated_at': '2021-11-11T12:20:29Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:19.513035 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-2035558d-1861-417c-9e0d-f4131e0907da service neutron] 10.222.0.65 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946565 Nov 11 12:22:19.535597 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54467124-1e79-4183-841c-ae477fc2559d None None] The sync data for ids ['4377792b-54c1-4450-8c56-4a63b244d5c3'] in n-d-807359-3 is: [{'id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814670336', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:25Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '76addaa0-9894-4291-8ebe-866b9ac24339', 'name': '', 'network_id': '098ee059-7c5f-4068-8fed-dc979f1bef90', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:d3:01:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:23Z', 'updated_at': '2021-11-11T12:20:29Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'e21fc6f1-84eb-4522-b031-28cf8fdf0a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:22:19.857641 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07c37b46-26dd-4ec7-949f-17586b470311 req-acb6a45b-7d03-4d84-a3e5-2e847be5b67e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 210 time: 0.0443532 Nov 11 12:22:19.882121 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfc9364-25e4-4289-b018-a978144154ed None None] New status for floating IP 479adb6e-551a-44a7-a290-b1cff2d93d08: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:22:20.164065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea1a7d-b80e-4b8d-ad74-959bb420c16b req-18aa6868-1e35-4cb8-8b35-7db44ad5e2fb tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:20.170105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6aea1a7d-b80e-4b8d-ad74-959bb420c16b req-18aa6868-1e35-4cb8-8b35-7db44ad5e2fb tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0719805 Nov 11 12:22:20.220279 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6aea1a7d-b80e-4b8d-ad74-959bb420c16b req-6ae01e57-c671-462d-bd1f-eafb1f2690f6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=325e2e6e-267f-4ec1-8446-b8adcef556a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478969 Nov 11 12:22:20.256087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea402d24-cf5d-406e-b033-d196601b6146 req-09f81e67-2628-40d6-922a-6b4049d8de04 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:20.257558 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ea402d24-cf5d-406e-b033-d196601b6146 req-09f81e67-2628-40d6-922a-6b4049d8de04 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f1e4f9-aac2-458f-a38f-a4563fba6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0589120 Nov 11 12:22:20.361065 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-ea402d24-cf5d-406e-b033-d196601b6146 req-da01dc0c-e037-437d-aa76-f578b8c0e5b5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting port 9801da34-b6fe-4755-88bb-8b971fd17073 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:22:20.361403 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ea402d24-cf5d-406e-b033-d196601b6146 req-da01dc0c-e037-437d-aa76-f578b8c0e5b5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:20.472868 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-ea402d24-cf5d-406e-b033-d196601b6146 req-da01dc0c-e037-437d-aa76-f578b8c0e5b5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] For port 9801da34-b6fe-4755-88bb-8b971fd17073, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=9801da34-b6fe-4755-88bb-8b971fd17073,segment=NetworkSegment(993c0c8a-f3a9-4655-8a63-62204ebaa5da),segment_id=993c0c8a-f3a9-4655-8a63-62204ebaa5da)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:20.473254 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ea402d24-cf5d-406e-b033-d196601b6146 req-da01dc0c-e037-437d-aa76-f578b8c0e5b5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:20.491632 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-ea402d24-cf5d-406e-b033-d196601b6146 req-da01dc0c-e037-437d-aa76-f578b8c0e5b5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Calling delete_port for 9801da34-b6fe-4755-88bb-8b971fd17073 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:22:20.630695 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ea402d24-cf5d-406e-b033-d196601b6146 req-da01dc0c-e037-437d-aa76-f578b8c0e5b5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:20.662563 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01dc0c-e037-437d-aa76-f578b8c0e5b5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Port': ['ID=9801da34-b6fe-4755-88bb-8b971fd17073,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:20.707292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea402d24-cf5d-406e-b033-d196601b6146 req-da01dc0c-e037-437d-aa76-f578b8c0e5b5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] No DVR routers for this DVR port 9801da34-b6fe-4755-88bb-8b971fd17073 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:22:20.709892 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ea402d24-cf5d-406e-b033-d196601b6146 req-da01dc0c-e037-437d-aa76-f578b8c0e5b5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:20.713303 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ea402d24-cf5d-406e-b033-d196601b6146 req-da01dc0c-e037-437d-aa76-f578b8c0e5b5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.43 "DELETE /v2.0/ports/9801da34-b6fe-4755-88bb-8b971fd17073 HTTP/1.1" status: 204 len: 173 time: 0.4471297 Nov 11 12:22:20.713775 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'name': 'network-vif-deleted', 'tag': '9801da34-b6fe-4755-88bb-8b971fd17073'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:22:20.716040 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df55a23-c45e-41a3-82ed-86147f4cff17" -d '{"events": [{"server_uuid": "96f1e4f9-aac2-458f-a38f-a4563fba6ab1", "name": "network-vif-deleted", "tag": "9801da34-b6fe-4755-88bb-8b971fd17073"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:22:20.766599 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb15383f-53d8-4e8c-a5e1-9b21ae9935a5 x-openstack-request-id: req-eb15383f-53d8-4e8c-a5e1-9b21ae9935a5 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:22:20.766986 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f1e4f9-aac2-458f-a38f-a4563fba6ab1", "name": "network-vif-deleted", "tag": "9801da34-b6fe-4755-88bb-8b971fd17073", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:22:20.767330 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb15383f-53d8-4e8c-a5e1-9b21ae9935a5 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:22:20.767819 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f1e4f9-aac2-458f-a38f-a4563fba6ab1', 'name': 'network-vif-deleted', 'tag': '9801da34-b6fe-4755-88bb-8b971fd17073', 'status': 'completed', 'code': 200} Nov 11 12:22:21.043288 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f185968-4a1e-4c42-bff3-f4a97d6eb46c req-d4e90990-e922-4a8b-9fa8-457f18cf130c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 210 time: 0.0674903 Nov 11 12:22:21.047174 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-66dffd41-83d1-4d8a-9d5f-8bd6b8451997 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:21.048975 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-66dffd41-83d1-4d8a-9d5f-8bd6b8451997 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.62 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 812 time: 0.1733706 Nov 11 12:22:21.149371 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-5286f110-ed2e-4f5d-bdb5-01e80c27e4cd tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c22e3bfa03df4a318977f5f2236c0b5b HTTP/1.1" status: 200 len: 379 time: 0.0769601 Nov 11 12:22:21.159736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-08d30342-8da4-49a8-bddd-8330033acda0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Request body: {'port': {'device_id': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'admin_state_up': True, 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'security_groups': ['cddde665-323b-49f2-b48a-a592092a62a8']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:21.291853 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33352) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:21.293212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-08d30342-8da4-49a8-bddd-8330033acda0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Made reservation on behalf of c22e3bfa03df4a318977f5f2236c0b5b for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:22:21.297176 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-08d30342-8da4-49a8-bddd-8330033acda0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:21.441770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-08d30342-8da4-49a8-bddd-8330033acda0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Allocated IP 172.20.0.5 (ef0352ae-c531-4a02-9aff-70a7fb42f61e/fc55d1c8-9ff2-4a0b-b6ba-89387d166d04/6625240c-2a72-43a3-9588-c13a2bc87b87) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:22:21.595671 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-08d30342-8da4-49a8-bddd-8330033acda0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:21.638727 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-08d30342-8da4-49a8-bddd-8330033acda0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:21.742449 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-08d30342-8da4-49a8-bddd-8330033acda0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Network ef0352ae-c531-4a02-9aff-70a7fb42f61e is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:21.746560 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-08d30342-8da4-49a8-bddd-8330033acda0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:21.751860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-08d30342-8da4-49a8-bddd-8330033acda0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:22:21.826598 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:21.834046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-08d30342-8da4-49a8-bddd-8330033acda0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:21.834816 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-08d30342-8da4-49a8-bddd-8330033acda0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:21.845452 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d30342-8da4-49a8-bddd-8330033acda0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'Port': ['ID=6625240c-2a72-43a3-9588-c13a2bc87b87,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:21.856071 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-08d30342-8da4-49a8-bddd-8330033acda0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7003529 Nov 11 12:22:21.875557 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Request body: {'port': {'device_id': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:21.967572 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06e6d3f5-dd04-4d0b-9914-34939d4af8a5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:21.975883 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:22.227289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f18774be-6ddc-4eea-84e7-3620c1892873 None None] Provisioning complete for port 6625240c-2a72-43a3-9588-c13a2bc87b87 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:22.228148 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f18774be-6ddc-4eea-84e7-3620c1892873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:22.269243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f18774be-6ddc-4eea-84e7-3620c1892873 None None] Port 6625240c-2a72-43a3-9588-c13a2bc87b87 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:22:22.331021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ef9b7-68f6-4423-af6b-b5bd6da1ba97 req-ade35838-14a6-411a-9584-4ee1019f412e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:22.332737 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c8ef9b7-68f6-4423-af6b-b5bd6da1ba97 req-ade35838-14a6-411a-9584-4ee1019f412e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 931 time: 0.1076868 Nov 11 12:22:22.456112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6625240c-2a72-43a3-9588-c13a2bc87b87 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:22:22.463055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c8ef9b7-68f6-4423-af6b-b5bd6da1ba97 req-f697ddeb-4228-4e78-b1e9-821698325dbf tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233575 Nov 11 12:22:22.479342 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:22.496269 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Transition to ACTIVE for port object 6625240c-2a72-43a3-9588-c13a2bc87b87 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:22:22.499054 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-06e6d3f5-dd04-4d0b-9914-34939d4af8a5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting port 76addaa0-9894-4291-8ebe-866b9ac24339 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:22:22.499394 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06e6d3f5-dd04-4d0b-9914-34939d4af8a5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:22.504312 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:22.600495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Pushing event updated for resources: {'Port': ['ID=6625240c-2a72-43a3-9588-c13a2bc87b87,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:22.698783 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Attempting to bind port 6625240c-2a72-43a3-9588-c13a2bc87b87 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:22:22.699116 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Attempting to bind port 6625240c-2a72-43a3-9588-c13a2bc87b87 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:22:22.699453 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Attempting to bind port 6625240c-2a72-43a3-9588-c13a2bc87b87 on network ef0352ae-c531-4a02-9aff-70a7fb42f61e {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:22:22.709795 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Port 6625240c-2a72-43a3-9588-c13a2bc87b87 on network ef0352ae-c531-4a02-9aff-70a7fb42f61e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:22:22.710122 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Attempting to bind port 6625240c-2a72-43a3-9588-c13a2bc87b87 on network ef0352ae-c531-4a02-9aff-70a7fb42f61e {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:22:22.726375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:22:22.726745 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Checking segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:22:22.727105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Bound using segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:22:22.727543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Bound port: 6625240c-2a72-43a3-9588-c13a2bc87b87, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:22:22.727898 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:22.869825 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] For port 6625240c-2a72-43a3-9588-c13a2bc87b87, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:22:22.874112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] For port 6625240c-2a72-43a3-9588-c13a2bc87b87, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=6625240c-2a72-43a3-9588-c13a2bc87b87,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:22:22.894779 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:22.950230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 9801da34-b6fe-4755-88bb-8b971fd17073 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:22:23.008219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 9801da34-b6fe-4755-88bb-8b971fd17073 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:22:23.008996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Pushing event updated for resources: {'Port': ['ID=6625240c-2a72-43a3-9588-c13a2bc87b87,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:23.009708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 9801da34-b6fe-4755-88bb-8b971fd17073 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:22:23.017130 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:23.018133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:23.019863 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9690ba12-5545-456d-9a43-71c7064b5a52 service neutron] 10.222.0.62 "PUT /v2.0/ports/6625240c-2a72-43a3-9588-c13a2bc87b87 HTTP/1.1" status: 200 len: 1091 time: 1.1495285 Nov 11 12:22:23.020690 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'tag': '6625240c-2a72-43a3-9588-c13a2bc87b87'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:22:23.025326 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc9952f-c6b9-4f25-9c93-00ea6f505ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "8b863c56-47e7-4ec0-b263-d53f627a400a", "tag": "6625240c-2a72-43a3-9588-c13a2bc87b87"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:22:23.117043 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02bef53-e5d5-443b-96a2-51b9573ce9ff x-openstack-request-id: req-a02bef53-e5d5-443b-96a2-51b9573ce9ff {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:22:23.117444 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b863c56-47e7-4ec0-b263-d53f627a400a", "tag": "6625240c-2a72-43a3-9588-c13a2bc87b87", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:22:23.117814 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a02bef53-e5d5-443b-96a2-51b9573ce9ff {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:22:23.118364 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'tag': '6625240c-2a72-43a3-9588-c13a2bc87b87', 'status': 'completed', 'code': 200} Nov 11 12:22:23.177777 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-06e6d3f5-dd04-4d0b-9914-34939d4af8a5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] For port 76addaa0-9894-4291-8ebe-866b9ac24339, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=76addaa0-9894-4291-8ebe-866b9ac24339,segment=NetworkSegment(993c0c8a-f3a9-4655-8a63-62204ebaa5da),segment_id=993c0c8a-f3a9-4655-8a63-62204ebaa5da)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:23.178217 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06e6d3f5-dd04-4d0b-9914-34939d4af8a5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:23.202139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-06e6d3f5-dd04-4d0b-9914-34939d4af8a5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Calling delete_port for 76addaa0-9894-4291-8ebe-866b9ac24339 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:22:23.229174 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-30e4e415-4245-4844-8cb3-1583c011fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:23.233347 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-30e4e415-4245-4844-8cb3-1583c011fecc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 1094 time: 0.1133735 Nov 11 12:22:23.299644 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-04facc9c-b37d-4808-95f6-3ea2b87c98bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6625240c-2a72-43a3-9588-c13a2bc87b87 HTTP/1.1" status: 200 len: 217 time: 0.0515215 Nov 11 12:22:23.373168 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-458e5fe3-d757-477d-b1de-495957a23cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:23.374916 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-458e5fe3-d757-477d-b1de-495957a23cb0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.0638316 Nov 11 12:22:23.439619 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-8b4f116b-8346-4702-8526-f415dd9d5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:23.441241 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-8b4f116b-8346-4702-8526-f415dd9d5ba4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544529 Nov 11 12:22:23.458730 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06e6d3f5-dd04-4d0b-9914-34939d4af8a5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:23.484585 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6d3f5-dd04-4d0b-9914-34939d4af8a5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Port': ['ID=76addaa0-9894-4291-8ebe-866b9ac24339,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:23.589493 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-b271ec39-ed45-4759-ba24-2d6d426dc29a service neutron] 10.222.0.62 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354406 Nov 11 12:22:23.777399 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5b98b6cd-5c2e-46bd-9c5c-f3bf6257ee0a req-9796ab18-1520-4a72-b753-363ad0eeb2e9 service neutron] 10.222.0.62 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680164 Nov 11 12:22:23.803120 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df4ce3-28e4-4ad9-a0f0-d8c1a0868567 req-9b43c7e9-7ff7-433a-8cd6-76e80964f11e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:23.811063 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30df4ce3-28e4-4ad9-a0f0-d8c1a0868567 req-9b43c7e9-7ff7-433a-8cd6-76e80964f11e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 943 time: 0.1698163 Nov 11 12:22:23.871093 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-06e6d3f5-dd04-4d0b-9914-34939d4af8a5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:23.895548 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30df4ce3-28e4-4ad9-a0f0-d8c1a0868567 req-ee64f67f-aff8-4e72-9644-9315eb741b54 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795522 Nov 11 12:22:23.916498 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9952f-c6b9-4f25-9c93-00ea6f505ef4 req-223751b2-b412-4712-a3ae-0337c1ea79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:23.922245 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6fc9952f-c6b9-4f25-9c93-00ea6f505ef4 req-223751b2-b412-4712-a3ae-0337c1ea79e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 1094 time: 0.0739720 Nov 11 12:22:24.048060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9952f-c6b9-4f25-9c93-00ea6f505ef4 req-0d98f5df-0db3-4a49-bb21-53396b30d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:24.049852 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6fc9952f-c6b9-4f25-9c93-00ea6f505ef4 req-0d98f5df-0db3-4a49-bb21-53396b30d3ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 914 time: 0.1153114 Nov 11 12:22:24.113868 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6fc9952f-c6b9-4f25-9c93-00ea6f505ef4 req-f714980f-31fe-4145-8827-c113f6a50ef0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6625240c-2a72-43a3-9588-c13a2bc87b87 HTTP/1.1" status: 200 len: 217 time: 0.0507140 Nov 11 12:22:24.166975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e6d3f5-dd04-4d0b-9914-34939d4af8a5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router 4377792b-54c1-4450-8c56-4a63b244d5c3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:22:24.179589 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9952f-c6b9-4f25-9c93-00ea6f505ef4 req-082ac5af-89ce-4566-9a26-eeb2a149271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:24.181472 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6fc9952f-c6b9-4f25-9c93-00ea6f505ef4 req-082ac5af-89ce-4566-9a26-eeb2a149271c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.0595257 Nov 11 12:22:24.249539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9952f-c6b9-4f25-9c93-00ea6f505ef4 req-bdd79086-e976-4c54-b988-ad6478be7cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:24.251172 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6fc9952f-c6b9-4f25-9c93-00ea6f505ef4 req-bdd79086-e976-4c54-b988-ad6478be7cfa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582521 Nov 11 12:22:24.285489 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e6d3f5-dd04-4d0b-9914-34939d4af8a5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:22:24.306789 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6dd370-97f8-4ba4-8858-40415b20f6d4 None None] Sync routers for ids ['4377792b-54c1-4450-8c56-4a63b244d5c3'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:22:24.314798 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-06e6d3f5-dd04-4d0b-9914-34939d4af8a5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "PUT /v2.0/routers/4377792b-54c1-4450-8c56-4a63b244d5c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0215707 Nov 11 12:22:24.315511 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33378) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:24.320854 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6dd370-97f8-4ba4-8858-40415b20f6d4 None None] Routers {'4377792b-54c1-4450-8c56-4a63b244d5c3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:24.321481 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ed6dd370-97f8-4ba4-8858-40415b20f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4377792b-54c1-4450-8c56-4a63b244d5c3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:24.395413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-dced241e-d45f-47ba-9399-14ec89f2514a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting subnet e21fc6f1-84eb-4522-b031-28cf8fdf0a94 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:22:24.399727 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dced241e-d45f-47ba-9399-14ec89f2514a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:24.409725 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6fc9952f-c6b9-4f25-9c93-00ea6f505ef4 req-5efdef49-1d0b-495f-b22c-2179de90d134 service neutron] 10.222.0.62 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435704 Nov 11 12:22:24.459196 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dced241e-d45f-47ba-9399-14ec89f2514a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:24.575175 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6fc9952f-c6b9-4f25-9c93-00ea6f505ef4 req-3fe53665-fbb0-459d-b66a-d5039023098c service neutron] 10.222.0.62 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559613 Nov 11 12:22:24.576572 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dced241e-d45f-47ba-9399-14ec89f2514a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:24.590443 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-ed6dd370-97f8-4ba4-8858-40415b20f6d4 None None] Set router 4377792b-54c1-4450-8c56-4a63b244d5c3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:24.660106 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dced241e-d45f-47ba-9399-14ec89f2514a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:24.692867 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced241e-d45f-47ba-9399-14ec89f2514a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Subnet': ['ID=e21fc6f1-84eb-4522-b031-28cf8fdf0a94,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:24.701001 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dced241e-d45f-47ba-9399-14ec89f2514a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:24.707683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595fae5c-4b17-4a7f-a61d-99dfc2005bdc None None] Network 098ee059-7c5f-4068-8fed-dc979f1bef90 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:22:24.708368 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33380) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:24.708916 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dced241e-d45f-47ba-9399-14ec89f2514a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/subnets/e21fc6f1-84eb-4522-b031-28cf8fdf0a94 HTTP/1.1" status: 204 len: 168 time: 0.3922889 Nov 11 12:22:24.836110 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:24.841561 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ed6dd370-97f8-4ba4-8858-40415b20f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814670336', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:22:23Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:24.873956 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6dd370-97f8-4ba4-8858-40415b20f6d4 None None] Checking router: 4377792b-54c1-4450-8c56-4a63b244d5c3 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:22:24.885471 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6dd370-97f8-4ba4-8858-40415b20f6d4 None None] Routers {'4377792b-54c1-4450-8c56-4a63b244d5c3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:24.886109 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ed6dd370-97f8-4ba4-8858-40415b20f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4377792b-54c1-4450-8c56-4a63b244d5c3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:24.952527 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:25.071552 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f455c83-9d34-4ef1-8d40-d9c6d5c88b8e None None] DHCP port deletion for 098ee059-7c5f-4068-8fed-dc979f1bef90 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:22:25.098799 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-ed6dd370-97f8-4ba4-8858-40415b20f6d4 None None] Set router 4377792b-54c1-4450-8c56-4a63b244d5c3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:25.142001 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting port ebc699a9-bcc4-416c-9b88-79dd9a35d000 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:22:25.142997 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:25.151599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873144d-0afb-4dcc-8d63-422c9fe27033 req-1d397934-a4df-4d24-ac19-558d49a4cd00 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:25.155310 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e873144d-0afb-4dcc-8d63-422c9fe27033 req-1d397934-a4df-4d24-ac19-558d49a4cd00 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 943 time: 0.1339006 Nov 11 12:22:25.192163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7f455c83-9d34-4ef1-8d40-d9c6d5c88b8e None None] Deleting port 2b12ae6b-93de-492c-821c-bdfce8267900 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:22:25.192948 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7f455c83-9d34-4ef1-8d40-d9c6d5c88b8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:25.262650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e873144d-0afb-4dcc-8d63-422c9fe27033 req-0b6f9170-2904-41ab-ac52-8c87cf4ef3ce tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006303 Nov 11 12:22:25.263323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-e1fc6a5c-dc6e-49ea-ba50-03a14fea29a7 req-c4dbf5a2-2135-49ed-8fe2-587aff9059a8 service neutron] (109153) timed out ('10.222.0.65', 37120) {{(pid=109153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 12:22:25.309996 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7f455c83-9d34-4ef1-8d40-d9c6d5c88b8e None None] For port 2b12ae6b-93de-492c-821c-bdfce8267900, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2b12ae6b-93de-492c-821c-bdfce8267900,segment=NetworkSegment(993c0c8a-f3a9-4655-8a63-62204ebaa5da),segment_id=993c0c8a-f3a9-4655-8a63-62204ebaa5da)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:25.310375 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7f455c83-9d34-4ef1-8d40-d9c6d5c88b8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:25.340767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7f455c83-9d34-4ef1-8d40-d9c6d5c88b8e None None] Calling delete_port for 2b12ae6b-93de-492c-821c-bdfce8267900 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:22:25.346647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] For port ebc699a9-bcc4-416c-9b88-79dd9a35d000, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ebc699a9-bcc4-416c-9b88-79dd9a35d000,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:25.346888 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:25.380715 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Calling delete_port for ebc699a9-bcc4-416c-9b88-79dd9a35d000 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:22:25.501425 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ed6dd370-97f8-4ba4-8858-40415b20f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814670336', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:22:23Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:25.509779 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7f455c83-9d34-4ef1-8d40-d9c6d5c88b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:25.526324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f455c83-9d34-4ef1-8d40-d9c6d5c88b8e None None] No DVR routers for this DVR port 2b12ae6b-93de-492c-821c-bdfce8267900 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:22:25.537748 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6dd370-97f8-4ba4-8858-40415b20f6d4 None None] The sync data for ids ['4377792b-54c1-4450-8c56-4a63b244d5c3'] in n-d-807359-3 is: [{'id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814670336', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:22:23Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': 'ebc699a9-bcc4-416c-9b88-79dd9a35d000', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377792b-54c1-4450-8c56-4a63b244d5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:19Z', 'updated_at': '2021-11-11T12:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:22:25.556942 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f455c83-9d34-4ef1-8d40-d9c6d5c88b8e None None] Pushing event deleted for resources: {'Port': ['ID=2b12ae6b-93de-492c-821c-bdfce8267900,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:25.693951 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:25.727284 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Port': ['ID=ebc699a9-bcc4-416c-9b88-79dd9a35d000,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:25.748915 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712b3f23-5782-44d6-a7b5-55e55156d4bd None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:22:25.823457 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:25.823864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:25.824455 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:25.824797 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:25.825806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:25.826177 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:25.826512 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:25.826840 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:25.827310 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:25.827516 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:25.827838 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:25.828161 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:25.843243 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.091028 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.094233 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.201370 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.202079 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Fanout notify agent at l3_agent the message router_deleted on router 4377792b-54c1-4450-8c56-4a63b244d5c3 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:22:26.225983 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.227672 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-28b757d4-2c5c-4f54-81ca-5fed8913ee3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/routers/4377792b-54c1-4450-8c56-4a63b244d5c3 HTTP/1.1" status: 204 len: 168 time: 1.5181220 Nov 11 12:22:26.231423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33462) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:26.320452 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d1695cb-fa8d-4e38-804d-f4c4f955b9ea tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.491110 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d1695cb-fa8d-4e38-804d-f4c4f955b9ea tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.512279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dcb1e-9ab6-41b7-8916-c771bf15d3f2 req-42e0ba65-7083-40c8-b51f-527d810f03ff tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:26.520459 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca1dcb1e-9ab6-41b7-8916-c771bf15d3f2 req-42e0ba65-7083-40c8-b51f-527d810f03ff tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 943 time: 0.1249931 Nov 11 12:22:26.549646 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0d1695cb-fa8d-4e38-804d-f4c4f955b9ea tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098ee059-7c5f-4068-8fed-dc979f1bef90']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:26.567288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0d1695cb-fa8d-4e38-804d-f4c4f955b9ea tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993c0c8a-f3a9-4655-8a63-62204ebaa5da') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:26.567905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-0d1695cb-fa8d-4e38-804d-f4c4f955b9ea tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993c0c8a-f3a9-4655-8a63-62204ebaa5da') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:26.592090 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d1695cb-fa8d-4e38-804d-f4c4f955b9ea tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.637268 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca1dcb1e-9ab6-41b7-8916-c771bf15d3f2 req-cafde2e8-061d-4852-a7b7-4747a336efc8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156511 Nov 11 12:22:26.641612 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d1695cb-fa8d-4e38-804d-f4c4f955b9ea tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.649167 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1695cb-fa8d-4e38-804d-f4c4f955b9ea tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:22:26.649499 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d1695cb-fa8d-4e38-804d-f4c4f955b9ea tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:22:26.664181 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:22:26.731735 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d1695cb-fa8d-4e38-804d-f4c4f955b9ea tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.742105 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d1695cb-fa8d-4e38-804d-f4c4f955b9ea tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.747835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0d1695cb-fa8d-4e38-804d-f4c4f955b9ea tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/networks/098ee059-7c5f-4068-8fed-dc979f1bef90 HTTP/1.1" status: 204 len: 168 time: 0.5122139 Nov 11 12:22:26.748342 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33470) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:26.762629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1695cb-fa8d-4e38-804d-f4c4f955b9ea tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Network': ['ID=098ee059-7c5f-4068-8fed-dc979f1bef90,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:26.819115 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba044c54-a046-4c55-9bbe-c62aa344312d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.848857 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba044c54-a046-4c55-9bbe-c62aa344312d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.934601 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba044c54-a046-4c55-9bbe-c62aa344312d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.937310 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ba044c54-a046-4c55-9bbe-c62aa344312d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.941396 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ba044c54-a046-4c55-9bbe-c62aa344312d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/security-groups/325e2e6e-267f-4ec1-8446-b8adcef556a1 HTTP/1.1" status: 204 len: 168 time: 0.1887503 Nov 11 12:22:26.970108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba044c54-a046-4c55-9bbe-c62aa344312d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=325e2e6e-267f-4ec1-8446-b8adcef556a1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:27.040468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2b12ae6b-93de-492c-821c-bdfce8267900 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:22:27.060938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 2b12ae6b-93de-492c-821c-bdfce8267900 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:22:27.061286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2b12ae6b-93de-492c-821c-bdfce8267900 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:22:27.062017 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 76addaa0-9894-4291-8ebe-866b9ac24339 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:22:27.096709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 76addaa0-9894-4291-8ebe-866b9ac24339 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:22:27.097382 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 76addaa0-9894-4291-8ebe-866b9ac24339 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:22:27.396081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33478) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:27.402827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-bcf604e7-73d8-497f-8fbe-0d5c175c038d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189681936', 'description': 'tempest-secgroup-smoke-1189681936 description', 'project_id': 'cd84530cc13144bcad0a0d119e726de1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:27.454101 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bcf604e7-73d8-497f-8fbe-0d5c175c038d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:27.456637 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd36bd10-8867-4987-9963-0808f29b1997 req-d77b5b03-c8fc-4631-a99d-459375f23740 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765774 Nov 11 12:22:27.530312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36bd10-8867-4987-9963-0808f29b1997 req-d5894799-c4ee-4cd2-b350-b8d4a7c604b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:27.531861 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd36bd10-8867-4987-9963-0808f29b1997 req-d5894799-c4ee-4cd2-b350-b8d4a7c604b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0565b14f5ea4452abe2554e29ca69bdf&device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 1096 time: 0.0517862 Nov 11 12:22:27.541521 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bcf604e7-73d8-497f-8fbe-0d5c175c038d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:27.548369 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bcf604e7-73d8-497f-8fbe-0d5c175c038d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:27.591245 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bcf604e7-73d8-497f-8fbe-0d5c175c038d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:27.592559 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bcf604e7-73d8-497f-8fbe-0d5c175c038d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1937289 Nov 11 12:22:27.593850 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf604e7-73d8-497f-8fbe-0d5c175c038d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea8af72-ddad-4d27-88a3-686c67c962ad,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:27.596213 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33480) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:27.601396 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-9b13ee91-312e-4029-be0f-05af9f0b73d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '8ea8af72-ddad-4d27-88a3-686c67c962ad', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:27.611974 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33482) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:27.678619 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36bd10-8867-4987-9963-0808f29b1997 req-c8dff1f4-ac21-44c1-a027-1173b7fdef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:27.680185 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd36bd10-8867-4987-9963-0808f29b1997 req-c8dff1f4-ac21-44c1-a027-1173b7fdef6d service neutron] 10.222.0.62 "GET /v2.0/networks?id=0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 HTTP/1.1" status: 200 len: 898 time: 0.1241927 Nov 11 12:22:27.780773 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd36bd10-8867-4987-9963-0808f29b1997 req-4f1e1766-3f84-4b1f-b149-4f91a88b0dbe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dfbea20-a534-4e2c-b280-c4167a872f41 HTTP/1.1" status: 200 len: 1000 time: 0.0880313 Nov 11 12:22:27.853903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36bd10-8867-4987-9963-0808f29b1997 req-68b943f2-aa3e-4236-87e6-d806fe0ef98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:27.856862 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd36bd10-8867-4987-9963-0808f29b1997 req-68b943f2-aa3e-4236-87e6-d806fe0ef98c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dcab28d-a90c-4244-a2a5-daf3f92153b2 HTTP/1.1" status: 200 len: 834 time: 0.0636106 Nov 11 12:22:27.896768 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b13ee91-312e-4029-be0f-05af9f0b73d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:27.927176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36bd10-8867-4987-9963-0808f29b1997 req-6c517df1-5117-4792-af84-2ada953261e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:27.928861 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd36bd10-8867-4987-9963-0808f29b1997 req-6c517df1-5117-4792-af84-2ada953261e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0cafca3f-a4ce-4a68-8b99-df67c9e67cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599730 Nov 11 12:22:27.997883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daba61-93c5-44bb-a2df-0cf47194f3a9 req-f038a78a-caa6-45a0-ac0b-c77f9e73027e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:27.999341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-08daba61-93c5-44bb-a2df-0cf47194f3a9 req-f038a78a-caa6-45a0-ac0b-c77f9e73027e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 943 time: 0.1803238 Nov 11 12:22:28.044374 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b13ee91-312e-4029-be0f-05af9f0b73d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.052827 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd36bd10-8867-4987-9963-0808f29b1997 req-bce1adde-afec-46ff-b5c8-f78a1b91e27a service neutron] 10.222.0.62 "GET /v2.0/networks/0cafca3f-a4ce-4a68-8b99-df67c9e67cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092546 Nov 11 12:22:28.066766 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b13ee91-312e-4029-be0f-05af9f0b73d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.114529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13ee91-312e-4029-be0f-05af9f0b73d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b133767-2f20-4d06-b980-abb73437f145,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:28.135336 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b13ee91-312e-4029-be0f-05af9f0b73d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.139152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9b13ee91-312e-4029-be0f-05af9f0b73d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5393567 Nov 11 12:22:28.143039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33490) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:28.148571 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-cba9f130-4019-4a74-9d7c-3c3d04432756 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '8ea8af72-ddad-4d27-88a3-686c67c962ad', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:28.160187 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-08daba61-93c5-44bb-a2df-0cf47194f3a9 req-bb93c0a5-b005-4820-a650-9d2ef8c5b422 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468852 Nov 11 12:22:28.188084 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd36bd10-8867-4987-9963-0808f29b1997 req-3542607a-39a9-4393-8099-0732daa95646 service neutron] 10.222.0.62 "GET /v2.0/networks/0cafca3f-a4ce-4a68-8b99-df67c9e67cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176069 Nov 11 12:22:28.229740 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cba9f130-4019-4a74-9d7c-3c3d04432756 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.323645 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cba9f130-4019-4a74-9d7c-3c3d04432756 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.331381 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cba9f130-4019-4a74-9d7c-3c3d04432756 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.354413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9f130-4019-4a74-9d7c-3c3d04432756 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6195724-b935-4765-839a-9b8cfe66afb5,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:28.362234 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e59c4c80-3685-4dbe-bbfd-473c7e0fa2e6 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.367456 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cba9f130-4019-4a74-9d7c-3c3d04432756 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.371241 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cba9f130-4019-4a74-9d7c-3c3d04432756 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2236109 Nov 11 12:22:28.372116 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33492) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:28.379935 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-18faaab6-8ea3-44e8-af99-9c160034ac98 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '8ea8af72-ddad-4d27-88a3-686c67c962ad', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:28.418360 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18faaab6-8ea3-44e8-af99-9c160034ac98 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.485683 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18faaab6-8ea3-44e8-af99-9c160034ac98 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.491504 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18faaab6-8ea3-44e8-af99-9c160034ac98 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.515164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ebc699a9-bcc4-416c-9b88-79dd9a35d000 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:22:28.524979 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18faaab6-8ea3-44e8-af99-9c160034ac98 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.526385 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-18faaab6-8ea3-44e8-af99-9c160034ac98 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1523747 Nov 11 12:22:28.527692 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18faaab6-8ea3-44e8-af99-9c160034ac98 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b2004f-c134-4ea5-84b2-aa2960ebe706,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:28.530398 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33494) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:28.535375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9b0abb55-8e83-4f77-8e5a-fd88caf44757 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '8ea8af72-ddad-4d27-88a3-686c67c962ad', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:28.560950 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ebc699a9-bcc4-416c-9b88-79dd9a35d000 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:22:28.561291 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ebc699a9-bcc4-416c-9b88-79dd9a35d000 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:22:28.571619 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b0abb55-8e83-4f77-8e5a-fd88caf44757 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.649737 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b0abb55-8e83-4f77-8e5a-fd88caf44757 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.654836 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b0abb55-8e83-4f77-8e5a-fd88caf44757 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.676478 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0abb55-8e83-4f77-8e5a-fd88caf44757 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ab36b1-2595-445d-9fb4-4d525e35bb2f,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:28.683704 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9b0abb55-8e83-4f77-8e5a-fd88caf44757 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.687390 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9b0abb55-8e83-4f77-8e5a-fd88caf44757 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1534479 Nov 11 12:22:28.687610 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33496) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:28.692184 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d64d4f4f-58db-45a5-a795-d5ad80a2564e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '8ea8af72-ddad-4d27-88a3-686c67c962ad', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:28.717055 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-d64d4f4f-58db-45a5-a795-d5ad80a2564e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Project cd84530cc13144bcad0a0d119e726de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:22:28.723667 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d64d4f4f-58db-45a5-a795-d5ad80a2564e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.728274 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e59c4c80-3685-4dbe-bbfd-473c7e0fa2e6 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Deleting port 85c3ba42-74f8-4cde-ad28-243f4e10f10a {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:22:28.729458 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e59c4c80-3685-4dbe-bbfd-473c7e0fa2e6 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.784916 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d64d4f4f-58db-45a5-a795-d5ad80a2564e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.792465 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d64d4f4f-58db-45a5-a795-d5ad80a2564e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.838906 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d64d4f4f-58db-45a5-a795-d5ad80a2564e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.843586 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d64d4f4f-58db-45a5-a795-d5ad80a2564e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1549985 Nov 11 12:22:28.844573 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d4f4f-58db-45a5-a795-d5ad80a2564e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea4773e-b779-43d0-91f9-365d51ed772b,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:28.848134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33502) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:28.853648 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5f212008-19aa-43a4-9145-4a456e5c1170 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '8ea8af72-ddad-4d27-88a3-686c67c962ad', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:28.869187 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-e59c4c80-3685-4dbe-bbfd-473c7e0fa2e6 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] For port 85c3ba42-74f8-4cde-ad28-243f4e10f10a, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=85c3ba42-74f8-4cde-ad28-243f4e10f10a,segment=NetworkSegment(2b119a35-fd1b-4c7e-8c43-fae9da6a8294),segment_id=2b119a35-fd1b-4c7e-8c43-fae9da6a8294)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:28.869833 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e59c4c80-3685-4dbe-bbfd-473c7e0fa2e6 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:28.893811 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e59c4c80-3685-4dbe-bbfd-473c7e0fa2e6 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Calling delete_port for 85c3ba42-74f8-4cde-ad28-243f4e10f10a owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:22:28.907615 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-5f212008-19aa-43a4-9145-4a456e5c1170 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Project cd84530cc13144bcad0a0d119e726de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:22:28.915655 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f212008-19aa-43a4-9145-4a456e5c1170 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:29.045362 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f212008-19aa-43a4-9145-4a456e5c1170 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:29.054234 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f212008-19aa-43a4-9145-4a456e5c1170 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:29.077444 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f212008-19aa-43a4-9145-4a456e5c1170 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a5290f-c261-448d-bf91-288b73b6455d,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:29.093863 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f212008-19aa-43a4-9145-4a456e5c1170 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:29.095134 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5f212008-19aa-43a4-9145-4a456e5c1170 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2457647 Nov 11 12:22:29.099152 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33504) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:29.104565 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-da4cd2ce-1217-4505-a25a-9dfdeb9e6e47 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'network': {'name': 'tempest-network-smoke--228352786', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'port_security_enabled': True}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:29.165476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4cd2ce-1217-4505-a25a-9dfdeb9e6e47 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Made reservation on behalf of cd84530cc13144bcad0a0d119e726de1 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:22:29.168936 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da4cd2ce-1217-4505-a25a-9dfdeb9e6e47 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:29.202548 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e59c4c80-3685-4dbe-bbfd-473c7e0fa2e6 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:29.210770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4cd2ce-1217-4505-a25a-9dfdeb9e6e47 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:22:29.241367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c4c80-3685-4dbe-bbfd-473c7e0fa2e6 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'Port': ['ID=85c3ba42-74f8-4cde-ad28-243f4e10f10a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:29.260110 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da4cd2ce-1217-4505-a25a-9dfdeb9e6e47 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:29.260442 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-da4cd2ce-1217-4505-a25a-9dfdeb9e6e47 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Added segment a44f82b2-2835-4d38-b89f-537b08dcef79 of type vlan for network 5483e368-588a-4eb6-a0fb-97608cba0c68 Nov 11 12:22:29.363249 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da4cd2ce-1217-4505-a25a-9dfdeb9e6e47 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:29.397307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7cd06-36d2-449c-b143-8b5d315dcc6b req-be59257b-ef77-47c9-ba90-aeb0ad5bf655 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:29.398908 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45e7cd06-36d2-449c-b143-8b5d315dcc6b req-be59257b-ef77-47c9-ba90-aeb0ad5bf655 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 943 time: 0.1598380 Nov 11 12:22:29.461731 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da4cd2ce-1217-4505-a25a-9dfdeb9e6e47 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:29.467222 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4cd2ce-1217-4505-a25a-9dfdeb9e6e47 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:29.467790 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da4cd2ce-1217-4505-a25a-9dfdeb9e6e47 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:29.580208 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-da4cd2ce-1217-4505-a25a-9dfdeb9e6e47 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4796200 Nov 11 12:22:29.583056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33508) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:29.588652 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1846557153', 'admin_state_up': True, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:29.602810 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cd2ce-1217-4505-a25a-9dfdeb9e6e47 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Network': ['ID=5483e368-588a-4eb6-a0fb-97608cba0c68,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:29.610184 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45e7cd06-36d2-449c-b143-8b5d315dcc6b req-8d6af4b8-dc55-4a8c-be52-e6cfbf9e6b26 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998887 Nov 11 12:22:29.616974 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:29.618908 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:29.621050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 5483e368-588a-4eb6-a0fb-97608cba0c68 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:22:29.622577 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e59c4c80-3685-4dbe-bbfd-473c7e0fa2e6 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:29.682384 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:29.844236 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:29.888295 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59c4c80-3685-4dbe-bbfd-473c7e0fa2e6 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:22:30.073359 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:30.093941 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:30.224070 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Allocated IP 172.25.2.235 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/5f5fa0c2-37cc-40f8-847a-09438079545b) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:22:30.329540 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59c4c80-3685-4dbe-bbfd-473c7e0fa2e6 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:22:30.338238 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e59c4c80-3685-4dbe-bbfd-473c7e0fa2e6 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "PUT /v2.0/routers/bb88b92e-bb06-4bf9-a597-ee5bfec838b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7218029 Nov 11 12:22:30.340465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a19957a-31b1-426a-8a15-f7c02e962337 None None] Sync routers for ids ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:22:30.350388 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:30.353489 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a19957a-31b1-426a-8a15-f7c02e962337 None None] Routers {'bb88b92e-bb06-4bf9-a597-ee5bfec838b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:30.354308 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4a19957a-31b1-426a-8a15-f7c02e962337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:30.402914 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:30.448327 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:30.453907 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:30.456468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:22:30.477496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1416db0-3266-4f07-8c59-d127e5df911c None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:22:30.481268 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-4a19957a-31b1-426a-8a15-f7c02e962337 None None] Set router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:30.490474 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=5f5fa0c2-37cc-40f8-847a-09438079545b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:30.777856 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62c8e6-2a32-4c74-b4fb-9279506a3071 req-eea50825-f215-4d40-8998-a6a81f91e472 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:30.787507 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff62c8e6-2a32-4c74-b4fb-9279506a3071 req-eea50825-f215-4d40-8998-a6a81f91e472 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bcbd7f3-12f0-4879-8630-2847935ada0c HTTP/1.1" status: 200 len: 946 time: 0.1487474 Nov 11 12:22:30.859201 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff62c8e6-2a32-4c74-b4fb-9279506a3071 req-3ca12848-6f09-4821-b5e8-8c56a3a8e40a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5344041-1f20-4017-a831-7049ebcf0d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693099 Nov 11 12:22:30.892304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bf5d8-3de2-45cf-9723-9be08b318201 req-e40c8d42-73df-4cf0-8944-64283f898c75 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:30.893943 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd1bf5d8-3de2-45cf-9723-9be08b318201 req-e40c8d42-73df-4cf0-8944-64283f898c75 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 943 time: 0.1651895 Nov 11 12:22:31.001465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd1bf5d8-3de2-45cf-9723-9be08b318201 req-8520daaf-fc80-4a96-96d1-dc2e9ee9c985 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996921 Nov 11 12:22:31.034946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-52d9d426-e602-4266-9567-fe66499590dc None None] Provisioning complete for port 5f5fa0c2-37cc-40f8-847a-09438079545b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:31.035507 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-52d9d426-e602-4266-9567-fe66499590dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:31.092346 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-52d9d426-e602-4266-9567-fe66499590dc None None] Port 5f5fa0c2-37cc-40f8-847a-09438079545b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:22:31.099236 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4a19957a-31b1-426a-8a15-f7c02e962337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:22:29Z', 'revision_number': 6, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'da6605a2-fb37-4de1-a054-529cbe9209d5', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'port_id': '0dfbea20-a534-4e2c-b280-c4167a872f41', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'mac_address': 'fa:16:3e:ac:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:08Z', 'updated_at': '2021-11-11T12:21:10Z', 'revision_number': 1, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6580dfe6-6a65-42c7-97e3-d9ce84273b64', 'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:68:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:49Z', 'updated_at': '2021-11-11T12:20:54Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:31.129921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a19957a-31b1-426a-8a15-f7c02e962337 None None] Checking router: bb88b92e-bb06-4bf9-a597-ee5bfec838b3 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:22:31.139489 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a19957a-31b1-426a-8a15-f7c02e962337 None None] Routers {'bb88b92e-bb06-4bf9-a597-ee5bfec838b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:31.139686 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4a19957a-31b1-426a-8a15-f7c02e962337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:31.249489 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:31.255418 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-4a19957a-31b1-426a-8a15-f7c02e962337 None None] Set router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:31.467993 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:31.502971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4a19957a-31b1-426a-8a15-f7c02e962337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:22:29Z', 'revision_number': 6, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'da6605a2-fb37-4de1-a054-529cbe9209d5', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'port_id': '0dfbea20-a534-4e2c-b280-c4167a872f41', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'mac_address': 'fa:16:3e:ac:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:08Z', 'updated_at': '2021-11-11T12:21:10Z', 'revision_number': 1, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6580dfe6-6a65-42c7-97e3-d9ce84273b64', 'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:68:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:49Z', 'updated_at': '2021-11-11T12:20:54Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:31.535446 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a19957a-31b1-426a-8a15-f7c02e962337 None None] The sync data for ids ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'] in n-d-807359-3 is: [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:22:29Z', 'revision_number': 6, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'da6605a2-fb37-4de1-a054-529cbe9209d5', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'port_id': '0dfbea20-a534-4e2c-b280-c4167a872f41', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'mac_address': 'fa:16:3e:ac:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:08Z', 'updated_at': '2021-11-11T12:21:10Z', 'revision_number': 1, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6580dfe6-6a65-42c7-97e3-d9ce84273b64', 'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:68:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:49Z', 'updated_at': '2021-11-11T12:20:54Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:22:31.609909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:22:31.723734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:22:31.734407 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Sync routers for ids ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:22:31.753230 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Routers {'2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:31.753656 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:31.754983 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:31.758730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33524) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:31.761700 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1e99f7af-9864-444c-b463-e84fd77664e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1771340 Nov 11 12:22:31.793349 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7967f127-8353-489b-88fa-83c35ae1a0bf tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cd84530cc13144bcad0a0d119e726de1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325122 Nov 11 12:22:31.795559 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33528) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:31.926363 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Set router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:32.072738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d8fa8-90ff-4ece-aa7a-48b506d27d18 req-c893af21-4c55-436e-96a7-bd966e7e9f65 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:32.075443 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8f8d8fa8-90ff-4ece-aa7a-48b506d27d18 req-c893af21-4c55-436e-96a7-bd966e7e9f65 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bcbd7f3-12f0-4879-8630-2847935ada0c HTTP/1.1" status: 200 len: 946 time: 0.1617053 Nov 11 12:22:32.078749 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59368fb2-65f7-4995-bc4e-2c2fb6b34a44 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:32.083109 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-59368fb2-65f7-4995-bc4e-2c2fb6b34a44 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2838976 Nov 11 12:22:32.099017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2628d-a11c-4e64-a04a-ddbb6f156595 req-1fa6b7ef-45eb-4a29-95fd-d4d07628171a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:32.101898 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53f2628d-a11c-4e64-a04a-ddbb6f156595 req-1fa6b7ef-45eb-4a29-95fd-d4d07628171a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bcbd7f3-12f0-4879-8630-2847935ada0c HTTP/1.1" status: 200 len: 946 time: 0.1528268 Nov 11 12:22:32.106729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33538) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:32.216073 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5f063a13-1d32-439a-bd91-b828a1fd77d8 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1081014 Nov 11 12:22:32.218012 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33540) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:32.235839 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5b69adac-1506-4bfc-9b0f-c472c1a8c08a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-79124343', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:32.258934 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-8f8d8fa8-90ff-4ece-aa7a-48b506d27d18 req-29bbe290-eb71-468e-847e-a4dc39dedfd9 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Deleting port 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:22:32.259939 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8f8d8fa8-90ff-4ece-aa7a-48b506d27d18 req-29bbe290-eb71-468e-847e-a4dc39dedfd9 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:32.340340 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-53f2628d-a11c-4e64-a04a-ddbb6f156595 req-4bf6434d-5bc7-409d-8935-d2ea29e15848 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5344041-1f20-4017-a831-7049ebcf0d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156875 Nov 11 12:22:32.348837 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3df43-7cf4-48f1-b1e7-fa8d7b2e6bdd req-944aadc5-1ff7-4d66-90f9-9276b5686cf0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:32.350685 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9e3df43-7cf4-48f1-b1e7-fa8d7b2e6bdd req-944aadc5-1ff7-4d66-90f9-9276b5686cf0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 943 time: 0.2098496 Nov 11 12:22:32.411791 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846557153', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:29Z', 'updated_at': '2021-11-11T12:22:31Z', 'revision_number': 3, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:30Z', 'updated_at': '2021-11-11T12:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:32.426246 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9e3df43-7cf4-48f1-b1e7-fa8d7b2e6bdd req-cb194db9-38ae-4616-89d3-185405ceacee tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674255 Nov 11 12:22:32.428968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b69adac-1506-4bfc-9b0f-c472c1a8c08a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Made reservation on behalf of cd84530cc13144bcad0a0d119e726de1 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:22:32.433120 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5b69adac-1506-4bfc-9b0f-c472c1a8c08a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:32.448194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-8f8d8fa8-90ff-4ece-aa7a-48b506d27d18 req-29bbe290-eb71-468e-847e-a4dc39dedfd9 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] For port 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=8fc2ecfc-8921-4d07-9430-dbb1c1b488ae,segment=NetworkSegment(2b119a35-fd1b-4c7e-8c43-fae9da6a8294),segment_id=2b119a35-fd1b-4c7e-8c43-fae9da6a8294)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:32.448563 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8f8d8fa8-90ff-4ece-aa7a-48b506d27d18 req-29bbe290-eb71-468e-847e-a4dc39dedfd9 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:32.454062 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Checking router: 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:22:32.454634 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Updating router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 port 5f5fa0c2-37cc-40f8-847a-09438079545b binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:22:32.486878 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:32.492459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-8f8d8fa8-90ff-4ece-aa7a-48b506d27d18 req-29bbe290-eb71-468e-847e-a4dc39dedfd9 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Calling delete_port for 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:22:32.535732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 85c3ba42-74f8-4cde-ad28-243f4e10f10a no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:22:32.565161 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 85c3ba42-74f8-4cde-ad28-243f4e10f10a {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:22:32.565905 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 85c3ba42-74f8-4cde-ad28-243f4e10f10a not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:22:32.691605 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5b69adac-1506-4bfc-9b0f-c472c1a8c08a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:32.696302 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8f8d8fa8-90ff-4ece-aa7a-48b506d27d18 req-29bbe290-eb71-468e-847e-a4dc39dedfd9 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:32.737260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbe290-eb71-468e-847e-a4dc39dedfd9 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'Port': ['ID=8fc2ecfc-8921-4d07-9430-dbb1c1b488ae,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:32.765625 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69adac-1506-4bfc-9b0f-c472c1a8c08a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Subnet': ['ID=f7ffe7aa-8796-40e7-99b6-95c21c25178a,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:32.779001 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b69adac-1506-4bfc-9b0f-c472c1a8c08a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Checking segment: {'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:22:32.779371 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b69adac-1506-4bfc-9b0f-c472c1a8c08a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network hostable DHCP agents. Network: 5483e368-588a-4eb6-a0fb-97608cba0c68, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:22:32.796820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8d8fa8-90ff-4ece-aa7a-48b506d27d18 req-29bbe290-eb71-468e-847e-a4dc39dedfd9 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] No DVR routers for this DVR port 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:22:32.800240 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8f8d8fa8-90ff-4ece-aa7a-48b506d27d18 req-29bbe290-eb71-468e-847e-a4dc39dedfd9 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:32.802856 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b69adac-1506-4bfc-9b0f-c472c1a8c08a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 5483e368-588a-4eb6-a0fb-97608cba0c68 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:22:32.804658 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8f8d8fa8-90ff-4ece-aa7a-48b506d27d18 req-29bbe290-eb71-468e-847e-a4dc39dedfd9 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.43 "DELETE /v2.0/ports/8fc2ecfc-8921-4d07-9430-dbb1c1b488ae HTTP/1.1" status: 204 len: 173 time: 0.7193346 Nov 11 12:22:32.805347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcbd7f3-12f0-4879-8630-2847935ada0c', 'name': 'network-vif-deleted', 'tag': '8fc2ecfc-8921-4d07-9430-dbb1c1b488ae'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:22:32.807917 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b40782-f6fb-423e-a94b-0dd14d754a18" -d '{"events": [{"server_uuid": "2bcbd7f3-12f0-4879-8630-2847935ada0c", "name": "network-vif-deleted", "tag": "8fc2ecfc-8921-4d07-9430-dbb1c1b488ae"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:22:32.823248 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-5b69adac-1506-4bfc-9b0f-c472c1a8c08a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 5483e368-588a-4eb6-a0fb-97608cba0c68) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:32.829573 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b69adac-1506-4bfc-9b0f-c472c1a8c08a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:32.830414 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5b69adac-1506-4bfc-9b0f-c472c1a8c08a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:32.834118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb8f76-4a78-4275-be2c-4861b7123afd None None] Network 5483e368-588a-4eb6-a0fb-97608cba0c68 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:22:32.862042 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33550) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:32.862315 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5b69adac-1506-4bfc-9b0f-c472c1a8c08a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6303413 Nov 11 12:22:32.932124 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:32.939583 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:32.950170 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbf980f-9ae3-4640-9176-2a6d283b0c1a x-openstack-request-id: req-4bbf980f-9ae3-4640-9176-2a6d283b0c1a {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:22:32.950498 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcbd7f3-12f0-4879-8630-2847935ada0c", "name": "network-vif-deleted", "tag": "8fc2ecfc-8921-4d07-9430-dbb1c1b488ae", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:22:32.950709 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bbf980f-9ae3-4640-9176-2a6d283b0c1a {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:22:32.951114 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcbd7f3-12f0-4879-8630-2847935ada0c', 'name': 'network-vif-deleted', 'tag': '8fc2ecfc-8921-4d07-9430-dbb1c1b488ae', 'status': 'completed', 'code': 200} Nov 11 12:22:32.994610 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bd009-325b-4831-99e0-ddad1d34e714 None None] Pushing event updated for resources: {'Port': ['ID=5f5fa0c2-37cc-40f8-847a-09438079545b,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:33.006210 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bd009-325b-4831-99e0-ddad1d34e714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:33.006725 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bd009-325b-4831-99e0-ddad1d34e714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:33.007541 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bd009-325b-4831-99e0-ddad1d34e714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:33.007963 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bd009-325b-4831-99e0-ddad1d34e714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:33.008414 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bd009-325b-4831-99e0-ddad1d34e714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:33.008833 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bd009-325b-4831-99e0-ddad1d34e714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:33.009261 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bd009-325b-4831-99e0-ddad1d34e714 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:33.009695 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bd009-325b-4831-99e0-ddad1d34e714 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:33.010114 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bd009-325b-4831-99e0-ddad1d34e714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:33.010526 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bd009-325b-4831-99e0-ddad1d34e714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:33.010945 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bd009-325b-4831-99e0-ddad1d34e714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:33.011358 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bd009-325b-4831-99e0-ddad1d34e714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:33.032137 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Attempting to bind port 5f5fa0c2-37cc-40f8-847a-09438079545b on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:22:33.032587 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Attempting to bind port 5f5fa0c2-37cc-40f8-847a-09438079545b by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:22:33.032741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c73e040-1a99-4d5a-a8e3-a9775ff065ba None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:22:33.033068 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Attempting to bind port 5f5fa0c2-37cc-40f8-847a-09438079545b on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:22:33.039272 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:22:33.039802 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:22:33.041170 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:33.043193 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:22:33.043193 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Bound port: 5f5fa0c2-37cc-40f8-847a-09438079545b, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:22:33.043193 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:33.059787 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-5483e368-588a-4eb6-a0fb-97608cba0c68', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ips': [{'subnet_id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:22:33.067352 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:33.131153 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] For port 5f5fa0c2-37cc-40f8-847a-09438079545b, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:22:33.135088 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] For port 5f5fa0c2-37cc-40f8-847a-09438079545b, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5f5fa0c2-37cc-40f8-847a-09438079545b,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:22:33.147592 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:33.197311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b330f3-7765-409f-9f9b-6992b46401ef None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:22:33.237080 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b2905b7d-20e2-41ea-aab4-b583a43e5005 None None] Provisioning complete for port 5f5fa0c2-37cc-40f8-847a-09438079545b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:33.237436 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b2905b7d-20e2-41ea-aab4-b583a43e5005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:33.243291 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Routers {'2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:33.244131 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:33.293857 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bd009-325b-4831-99e0-ddad1d34e714 None None] Pushing event updated for resources: {'Port': ['ID=5f5fa0c2-37cc-40f8-847a-09438079545b,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:33.411471 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b2905b7d-20e2-41ea-aab4-b583a43e5005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:33.431364 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] Set router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:33.442999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Allocated IP 172.20.0.2 (5483e368-588a-4eb6-a0fb-97608cba0c68/f7ffe7aa-8796-40e7-99b6-95c21c25178a/2d7257dd-dbe1-4049-97da-c0f0f21829da) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:22:33.477101 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b2905b7d-20e2-41ea-aab4-b583a43e5005 None None] For port 5f5fa0c2-37cc-40f8-847a-09438079545b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5f5fa0c2-37cc-40f8-847a-09438079545b,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:33.506715 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b2905b7d-20e2-41ea-aab4-b583a43e5005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:33.683617 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-00e449a5-c902-42c5-b300-f98e6e31ed5d None None] Provisioning complete for port 5f5fa0c2-37cc-40f8-847a-09438079545b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:33.688109 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-00e449a5-c902-42c5-b300-f98e6e31ed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:33.704415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2905b7d-20e2-41ea-aab4-b583a43e5005 None None] Pushing event updated for resources: {'Port': ['ID=5f5fa0c2-37cc-40f8-847a-09438079545b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:33.713598 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-61ee7571-f0d6-4484-913c-a59c8669b362 req-48454a76-5cb5-40cb-a1ce-4f995933f743 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bcbd7f3-12f0-4879-8630-2847935ada0c HTTP/1.1" status: 200 len: 210 time: 0.1349075 Nov 11 12:22:33.752836 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:33.755396 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2f6be-f22b-4d6e-80de-9b1897fae891 req-cbb1bcab-cee0-4daa-bc92-c578df9f0efa tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:33.763810 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ca2f6be-f22b-4d6e-80de-9b1897fae891 req-cbb1bcab-cee0-4daa-bc92-c578df9f0efa tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 943 time: 0.1708925 Nov 11 12:22:33.842057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ca2f6be-f22b-4d6e-80de-9b1897fae891 req-57bd3a9b-6599-49e8-8612-691917212490 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700319 Nov 11 12:22:33.934089 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846557153', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:29Z', 'updated_at': '2021-11-11T12:22:31Z', 'revision_number': 3, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:30Z', 'updated_at': '2021-11-11T12:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:33.973439 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559823e-ea0b-4130-9d8f-135888c4e4be None None] The sync data for ids ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'] in n-d-807359-3 is: [{'id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846557153', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:29Z', 'updated_at': '2021-11-11T12:22:31Z', 'revision_number': 3, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:30Z', 'updated_at': '2021-11-11T12:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:22:33.995959 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:34.009414 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:34.051673 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Network 5483e368-588a-4eb6-a0fb-97608cba0c68 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:34.062414 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:34.064470 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Pushing event updated for resources: {'Port': ['ID=2d7257dd-dbe1-4049-97da-c0f0f21829da,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:34.074977 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:22:34.156878 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Attempting to bind port 2d7257dd-dbe1-4049-97da-c0f0f21829da on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:22:34.157957 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Attempting to bind port 2d7257dd-dbe1-4049-97da-c0f0f21829da by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:22:34.158514 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Attempting to bind port 2d7257dd-dbe1-4049-97da-c0f0f21829da on network 5483e368-588a-4eb6-a0fb-97608cba0c68 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:22:34.168214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:22:34.168864 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Checking segment: {'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:22:34.169441 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:34.170011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Bound using segment: {'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:22:34.171411 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Bound port: 2d7257dd-dbe1-4049-97da-c0f0f21829da, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:22:34.172193 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:34.199307 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Allocated IP 172.20.0.1 (5483e368-588a-4eb6-a0fb-97608cba0c68/f7ffe7aa-8796-40e7-99b6-95c21c25178a/3ae405ab-f4f9-425e-bc29-b8a5e61a2717) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:22:34.285764 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] For port 2d7257dd-dbe1-4049-97da-c0f0f21829da, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:22:34.291406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] For port 2d7257dd-dbe1-4049-97da-c0f0f21829da, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2d7257dd-dbe1-4049-97da-c0f0f21829da,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:22:34.303242 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:34.402522 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf3ba5-4b6f-411d-9312-875433bad749 None None] Pushing event updated for resources: {'Port': ['ID=2d7257dd-dbe1-4049-97da-c0f0f21829da,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:34.466966 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:34.546677 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:34.636070 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5f5fa0c2-37cc-40f8-847a-09438079545b up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:22:34.651198 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 5483e368-588a-4eb6-a0fb-97608cba0c68 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:34.711601 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:34.717650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:22:34.718581 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=3ae405ab-f4f9-425e-bc29-b8a5e61a2717,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:34.758887 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5f5fa0c2-37cc-40f8-847a-09438079545b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:34.759342 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:34.829466 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:34.866321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33572) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:35.055870 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:22:35.084251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:22:35.093411 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 8fc2ecfc-8921-4d07-9430-dbb1c1b488ae not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:22:35.183530 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a2b70-eccf-448c-af32-2728a2ef3541 req-e369b776-7ddc-4100-96e9-ee972f41ebce tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:35.187622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e08a2b70-eccf-448c-af32-2728a2ef3541 req-e369b776-7ddc-4100-96e9-ee972f41ebce tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 943 time: 0.1666543 Nov 11 12:22:35.191730 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1fec4da6-6aca-4f4d-9f71-79c803d1e17d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:35.193326 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:35.277620 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1fec4da6-6aca-4f4d-9f71-79c803d1e17d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:35.371348 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e08a2b70-eccf-448c-af32-2728a2ef3541 req-72a285cf-a4c6-4fa8-8488-62ca80756531 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463585 Nov 11 12:22:35.407344 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1fec4da6-6aca-4f4d-9f71-79c803d1e17d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:35.410133 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1fec4da6-6aca-4f4d-9f71-79c803d1e17d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:35.411283 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1fec4da6-6aca-4f4d-9f71-79c803d1e17d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "DELETE /v2.0/security-groups/b5344041-1f20-4017-a831-7049ebcf0d66 HTTP/1.1" status: 204 len: 168 time: 0.5439341 Nov 11 12:22:35.424365 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec4da6-6aca-4f4d-9f71-79c803d1e17d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5344041-1f20-4017-a831-7049ebcf0d66,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:35.482710 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33580) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:35.556383 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82718ce-e858-497d-96af-5063ca44a583 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Deleting subnet 21a26b37-816a-4a51-b530-86f61de936eb {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:22:35.560925 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b82718ce-e858-497d-96af-5063ca44a583 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:35.614395 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b82718ce-e858-497d-96af-5063ca44a583 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:35.680354 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:35.691772 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:35.726981 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b82718ce-e858-497d-96af-5063ca44a583 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:35.780770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=3ae405ab-f4f9-425e-bc29-b8a5e61a2717,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:35.785961 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:35.810355 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b82718ce-e858-497d-96af-5063ca44a583 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:35.846323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82718ce-e858-497d-96af-5063ca44a583 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'Subnet': ['ID=21a26b37-816a-4a51-b530-86f61de936eb,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:35.848986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 6625240c-2a72-43a3-9588-c13a2bc87b87 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:22:35.862155 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b82718ce-e858-497d-96af-5063ca44a583 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:35.868537 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b82718ce-e858-497d-96af-5063ca44a583 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "DELETE /v2.0/subnets/21a26b37-816a-4a51-b530-86f61de936eb HTTP/1.1" status: 204 len: 168 time: 0.3842773 Nov 11 12:22:35.872777 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33582) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:35.872917 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5c14c6e1-4dd0-4735-b579-ebc33f41a607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:35.877951 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289cb791-800a-42a3-b207-20538c7c785c None None] Network f29d3062-257e-4044-a250-59d41b7e4e33 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:22:35.977270 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 5483e368-588a-4eb6-a0fb-97608cba0c68 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:35.980280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:35.986740 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0284e075-9784-49e9-84f5-4abaff699197 None None] Network 5483e368-588a-4eb6-a0fb-97608cba0c68 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:22:36.028764 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:36.113159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Deleting port 4e4cce2c-45e2-4404-bfcb-637296e8535f {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:22:36.113611 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:36.208583 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] For port 4e4cce2c-45e2-4404-bfcb-637296e8535f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4e4cce2c-45e2-4404-bfcb-637296e8535f,segment=NetworkSegment(2b119a35-fd1b-4c7e-8c43-fae9da6a8294),segment_id=2b119a35-fd1b-4c7e-8c43-fae9da6a8294)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:36.209653 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:36.237992 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:22:36.238532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Calling delete_port for 4e4cce2c-45e2-4404-bfcb-637296e8535f owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:22:36.240872 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 6625240c-2a72-43a3-9588-c13a2bc87b87, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=6625240c-2a72-43a3-9588-c13a2bc87b87,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:36.259646 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '6625240c-2a72-43a3-9588-c13a2bc87b87', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'port_id': '6625240c-2a72-43a3-9588-c13a2bc87b87', 'mac_address': 'fa:16:3e:65:eb:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:22:36.358718 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-baa1e95d-e032-4281-968d-221c2b1e3bcc None None] Provisioning complete for port 2d7257dd-dbe1-4049-97da-c0f0f21829da triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:36.359076 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-baa1e95d-e032-4281-968d-221c2b1e3bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:36.390241 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:36.431083 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'Port': ['ID=4e4cce2c-45e2-4404-bfcb-637296e8535f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:36.448621 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] No DVR routers for this DVR port 4e4cce2c-45e2-4404-bfcb-637296e8535f on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:22:36.465574 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:36.482214 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:22:36.505083 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6625240c-2a72-43a3-9588-c13a2bc87b87 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:22:36.532430 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c0c6fd55-89d1-4735-86aa-b19a0ddc059c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "PUT /v2.0/routers/2e701ac6-22f0-4f3a-b144-da81a9b2d6b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6613998 Nov 11 12:22:36.612938 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:36.761196 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29d3062-257e-4044-a250-59d41b7e4e33']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:36.762984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b30546-fa12-4ac2-aef1-73921e9d99ba None None] DHCP port deletion for f29d3062-257e-4044-a250-59d41b7e4e33 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:22:36.766400 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 6625240c-2a72-43a3-9588-c13a2bc87b87, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=6625240c-2a72-43a3-9588-c13a2bc87b87,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:36.773746 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Sync routers for ids ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:22:36.780460 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-baa1e95d-e032-4281-968d-221c2b1e3bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:36.789311 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:36.796100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b119a35-fd1b-4c7e-8c43-fae9da6a8294') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:36.796420 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b119a35-fd1b-4c7e-8c43-fae9da6a8294') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:36.832060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254bd08-d32e-448e-b1f3-f43ea0314469 req-90acce57-ca8e-495d-9caf-98d5362bff40 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:36.833890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d254bd08-d32e-448e-b1f3-f43ea0314469 req-90acce57-ca8e-495d-9caf-98d5362bff40 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 943 time: 0.2286127 Nov 11 12:22:36.847940 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:36.882649 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2d7257dd-dbe1-4049-97da-c0f0f21829da up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:22:36.895296 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:36.920733 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:22:36.921207 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:22:36.924588 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:22:36.926987 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Routers {'2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:36.928230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:37.025017 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d254bd08-d32e-448e-b1f3-f43ea0314469 req-aea26084-877e-45e4-a690-2db67b9a5a76 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792645 Nov 11 12:22:37.102334 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-6052d5b4-ff91-407d-a665-13cfce73188b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189681936&fields=id&tenant_id=cd84530cc13144bcad0a0d119e726de1 HTTP/1.1" status: 200 len: 267 time: 0.1611559 Nov 11 12:22:37.116692 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:37.143781 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:37.148097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "DELETE /v2.0/networks/f29d3062-257e-4044-a250-59d41b7e4e33 HTTP/1.1" status: 204 len: 168 time: 1.2739880 Nov 11 12:22:37.151234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33612) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:37.201899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c036c-e5f9-4ff8-9ba6-ea727446d983 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'Network': ['ID=f29d3062-257e-4044-a250-59d41b7e4e33,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:37.304508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-fb6edb84-cf96-49d1-a80d-e3d4f405c4f7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:37.312336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-fb6edb84-cf96-49d1-a80d-e3d4f405c4f7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/networks?id=5483e368-588a-4eb6-a0fb-97608cba0c68 HTTP/1.1" status: 200 len: 796 time: 0.2087309 Nov 11 12:22:37.332791 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-1fad47ae-5555-4794-86a0-8507baaf6bc1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/quotas/cd84530cc13144bcad0a0d119e726de1 HTTP/1.1" status: 200 len: 375 time: 0.0194449 Nov 11 12:22:37.442808 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Set router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:37.456482 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-fafba53a-6542-4305-b897-deb87e7b8bb2 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1210268 Nov 11 12:22:37.577637 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=6625240c-2a72-43a3-9588-c13a2bc87b87,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:37.600046 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-baa1e95d-e032-4281-968d-221c2b1e3bcc None None] For port 2d7257dd-dbe1-4049-97da-c0f0f21829da, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2d7257dd-dbe1-4049-97da-c0f0f21829da,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:37.648683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['6625240c-2a72-43a3-9588-c13a2bc87b87'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:22:37.656164 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-baa1e95d-e032-4281-968d-221c2b1e3bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:37.750254 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-4d7dae84-8323-4cc2-9d78-c2026c5f74e9 service neutron] 10.222.0.65 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619658 Nov 11 12:22:37.833853 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2d7257dd-dbe1-4049-97da-c0f0f21829da triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:37.839825 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:37.898093 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-2dfb5fe6-437b-47a9-a025-5150373cdcb1 service neutron] 10.222.0.65 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437042 Nov 11 12:22:37.949554 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1e95d-e032-4281-968d-221c2b1e3bcc None None] Pushing event updated for resources: {'Port': ['ID=2d7257dd-dbe1-4049-97da-c0f0f21829da,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:37.960076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-47d3bfec-a7c6-4782-8dff-4c21b50880b1 None None] Provisioning complete for port 2d7257dd-dbe1-4049-97da-c0f0f21829da triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:37.961166 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-47d3bfec-a7c6-4782-8dff-4c21b50880b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:38.052789 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-03051ff7-ff2b-41f8-a0b4-9d4bef07f6d1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Deleting port 778bdbc8-2351-475d-b491-3cb5301c9357 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:22:38.053235 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-03051ff7-ff2b-41f8-a0b4-9d4bef07f6d1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:38.180776 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-03051ff7-ff2b-41f8-a0b4-9d4bef07f6d1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:38.181502 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-03051ff7-ff2b-41f8-a0b4-9d4bef07f6d1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:38.196845 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-03051ff7-ff2b-41f8-a0b4-9d4bef07f6d1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Calling delete_port for 778bdbc8-2351-475d-b491-3cb5301c9357 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:22:38.228546 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6af0e2ed-31f9-4e42-adaa-c81829392edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:38.241774 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846557153', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:29Z', 'updated_at': '2021-11-11T12:22:35Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:30Z', 'updated_at': '2021-11-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '3ae405ab-f4f9-425e-bc29-b8a5e61a2717', 'name': '', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:16:7c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:33Z', 'updated_at': '2021-11-11T12:22:35Z', 'revision_number': 2, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:38.324220 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Checking router: 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:22:38.324564 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Updating router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 port 3ae405ab-f4f9-425e-bc29-b8a5e61a2717 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:22:38.367242 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f75b341-103b-4252-bcc5-2c3624a76d31 req-698dcdfb-e05a-4662-a3f6-22d59668bf4e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 210 time: 0.1137283 Nov 11 12:22:38.407740 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef804-470a-47b0-a552-9fffc7e49d3c req-9c2e873d-1c1f-4899-bc81-118fd1ab05bd tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:38.419036 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-667ef804-470a-47b0-a552-9fffc7e49d3c req-9c2e873d-1c1f-4899-bc81-118fd1ab05bd tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 944 time: 0.2284386 Nov 11 12:22:38.435998 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:38.448178 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-47d3bfec-a7c6-4782-8dff-4c21b50880b1 None None] Provisioning complete for port 3ae405ab-f4f9-425e-bc29-b8a5e61a2717 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:38.448708 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-47d3bfec-a7c6-4782-8dff-4c21b50880b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:38.452308 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-03051ff7-ff2b-41f8-a0b4-9d4bef07f6d1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:38.540274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03051ff7-ff2b-41f8-a0b4-9d4bef07f6d1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'Port': ['ID=778bdbc8-2351-475d-b491-3cb5301c9357,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:38.572393 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-667ef804-470a-47b0-a552-9fffc7e49d3c req-dc7e99ef-f75a-4a5c-8089-b7c52b50ea3a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512718 Nov 11 12:22:38.689819 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-03051ff7-ff2b-41f8-a0b4-9d4bef07f6d1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:38.690338 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-03051ff7-ff2b-41f8-a0b4-9d4bef07f6d1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Floating IP da6605a2-fb37-4de1-a054-529cbe9209d5 disassociated (deleted). External IP: 172.25.2.87, port: 0dfbea20-a534-4e2c-b280-c4167a872f41. Nov 11 12:22:38.895389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-47d3bfec-a7c6-4782-8dff-4c21b50880b1 None None] Port 3ae405ab-f4f9-425e-bc29-b8a5e61a2717 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:22:38.910176 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2d7257dd-dbe1-4049-97da-c0f0f21829da up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:22:38.913743 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:38.985505 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:39.060910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03051ff7-ff2b-41f8-a0b4-9d4bef07f6d1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:22:39.127780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-466b5d49-bdfd-48e2-8bed-9b9497812484 None None] Provisioning complete for port 3ae405ab-f4f9-425e-bc29-b8a5e61a2717 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:39.128182 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-466b5d49-bdfd-48e2-8bed-9b9497812484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:39.183308 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb020383-9dda-4b6f-998e-aaea13183c13 None None] Pushing event updated for resources: {'Port': ['ID=3ae405ab-f4f9-425e-bc29-b8a5e61a2717,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:39.195914 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:39.309864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03051ff7-ff2b-41f8-a0b4-9d4bef07f6d1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:22:39.311813 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Attempting to bind port 3ae405ab-f4f9-425e-bc29-b8a5e61a2717 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:22:39.311945 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Attempting to bind port 3ae405ab-f4f9-425e-bc29-b8a5e61a2717 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:22:39.312299 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Attempting to bind port 3ae405ab-f4f9-425e-bc29-b8a5e61a2717 on network 5483e368-588a-4eb6-a0fb-97608cba0c68 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:22:39.314917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-466b5d49-bdfd-48e2-8bed-9b9497812484 None None] Port 3ae405ab-f4f9-425e-bc29-b8a5e61a2717 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:22:39.318996 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2d7257dd-dbe1-4049-97da-c0f0f21829da triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:39.319362 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:39.321663 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-03051ff7-ff2b-41f8-a0b4-9d4bef07f6d1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:39.328134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:22:39.328509 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Checking segment: {'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:22:39.328910 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:39.329294 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Bound using segment: {'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:22:39.329803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Bound port: 3ae405ab-f4f9-425e-bc29-b8a5e61a2717, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:22:39.330333 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a29e0-869e-4688-933e-b9c3ecf7e52a None None] Sync routers for ids ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:22:39.330791 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:39.349471 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a29e0-869e-4688-933e-b9c3ecf7e52a None None] Routers {'bb88b92e-bb06-4bf9-a597-ee5bfec838b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:39.351905 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-671a29e0-869e-4688-933e-b9c3ecf7e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:39.370130 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-03051ff7-ff2b-41f8-a0b4-9d4bef07f6d1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "DELETE /v2.0/floatingips/da6605a2-fb37-4de1-a054-529cbe9209d5 HTTP/1.1" status: 204 len: 168 time: 2.2176621 Nov 11 12:22:39.371730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'tag': '0dfbea20-a534-4e2c-b280-c4167a872f41'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:22:39.374253 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afed1f19-9a30-42ed-9abe-4c77db92120f" -d '{"events": [{"name": "network-changed", "server_uuid": "3de6c8e9-aeef-4dfd-8742-91875ab139f7", "tag": "0dfbea20-a534-4e2c-b280-c4167a872f41"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:22:39.500373 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1a5409-ca8e-4f0c-8be6-fcd1c7eb7e31 x-openstack-request-id: req-7e1a5409-ca8e-4f0c-8be6-fcd1c7eb7e31 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:22:39.500702 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de6c8e9-aeef-4dfd-8742-91875ab139f7", "tag": "0dfbea20-a534-4e2c-b280-c4167a872f41", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:22:39.500952 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e1a5409-ca8e-4f0c-8be6-fcd1c7eb7e31 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:22:39.501919 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'tag': '0dfbea20-a534-4e2c-b280-c4167a872f41', 'status': 'completed', 'code': 200} Nov 11 12:22:39.573245 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] For port 3ae405ab-f4f9-425e-bc29-b8a5e61a2717, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:22:39.581404 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-671a29e0-869e-4688-933e-b9c3ecf7e52a None None] Set router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:39.612417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed1f19-9a30-42ed-9abe-4c77db92120f req-e43ceb74-0ca7-4572-8de8-9b2b86a44424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:39.613950 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-afed1f19-9a30-42ed-9abe-4c77db92120f req-e43ceb74-0ca7-4572-8de8-9b2b86a44424 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0565b14f5ea4452abe2554e29ca69bdf&device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 1096 time: 0.0915365 Nov 11 12:22:39.669239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] For port 3ae405ab-f4f9-425e-bc29-b8a5e61a2717, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=3ae405ab-f4f9-425e-bc29-b8a5e61a2717,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:22:39.692334 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:39.752096 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff4e4db3-e379-47bc-a93d-a3b28b48e573 req-f39bb114-a84d-4d2c-8332-cb0b8ae29ff0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 210 time: 0.0964513 Nov 11 12:22:39.792788 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4e4cce2c-45e2-4404-bfcb-637296e8535f no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:22:39.835288 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed1f19-9a30-42ed-9abe-4c77db92120f req-1007810d-fa85-4f76-ab3d-b7c92710c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:39.836949 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-afed1f19-9a30-42ed-9abe-4c77db92120f req-1007810d-fa85-4f76-ab3d-b7c92710c362 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 HTTP/1.1" status: 200 len: 898 time: 0.2149842 Nov 11 12:22:39.894279 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 6625240c-2a72-43a3-9588-c13a2bc87b87 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:22:39.896786 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-037e1524-4f68-473f-b250-935b55cf38d0 None None] Provisioning complete for port 3ae405ab-f4f9-425e-bc29-b8a5e61a2717 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:39.897146 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-037e1524-4f68-473f-b250-935b55cf38d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:39.915709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 4e4cce2c-45e2-4404-bfcb-637296e8535f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:22:39.916141 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4e4cce2c-45e2-4404-bfcb-637296e8535f not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:22:39.918995 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-afed1f19-9a30-42ed-9abe-4c77db92120f req-ee34c81e-f91d-4695-bdb7-72df8f8d19f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dfbea20-a534-4e2c-b280-c4167a872f41 HTTP/1.1" status: 200 len: 217 time: 0.0726724 Nov 11 12:22:40.028464 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-671a29e0-869e-4688-933e-b9c3ecf7e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:22:29Z', 'revision_number': 6, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '6580dfe6-6a65-42c7-97e3-d9ce84273b64', 'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:68:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:49Z', 'updated_at': '2021-11-11T12:20:54Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:40.092076 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a29e0-869e-4688-933e-b9c3ecf7e52a None None] Checking router: bb88b92e-bb06-4bf9-a597-ee5bfec838b3 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:22:40.096420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Routers {'2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:40.097220 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:40.111966 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a29e0-869e-4688-933e-b9c3ecf7e52a None None] Routers {'bb88b92e-bb06-4bf9-a597-ee5bfec838b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:40.112670 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-671a29e0-869e-4688-933e-b9c3ecf7e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:40.139690 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb020383-9dda-4b6f-998e-aaea13183c13 None None] Pushing event updated for resources: {'Port': ['ID=3ae405ab-f4f9-425e-bc29-b8a5e61a2717,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:40.158836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60502772-4701-4144-ba2f-13ee7a9e0c3d req-bcb7e61f-f513-47b8-b0a5-b37bb1b291c1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:40.160473 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60502772-4701-4144-ba2f-13ee7a9e0c3d req-bcb7e61f-f513-47b8-b0a5-b37bb1b291c1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 945 time: 0.1720824 Nov 11 12:22:40.175945 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf91e52-810f-48a2-97f7-d1f5a1c34106 req-98ac338b-1df5-4e54-a2c5-810210d5bf14 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:40.178069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcf91e52-810f-48a2-97f7-d1f5a1c34106 req-98ac338b-1df5-4e54-a2c5-810210d5bf14 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 944 time: 0.2888367 Nov 11 12:22:40.240930 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed1f19-9a30-42ed-9abe-4c77db92120f req-4e066fcb-96ea-40d1-9f70-7952dcf29d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:40.242437 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-afed1f19-9a30-42ed-9abe-4c77db92120f req-4e066fcb-96ea-40d1-9f70-7952dcf29d2f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dcab28d-a90c-4244-a2a5-daf3f92153b2 HTTP/1.1" status: 200 len: 834 time: 0.2177100 Nov 11 12:22:40.365761 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-b737193b-cc08-4c64-b719-136234c46b5c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:40.367609 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-b737193b-cc08-4c64-b719-136234c46b5c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.43 "GET /v2.0/networks?id=5483e368-588a-4eb6-a0fb-97608cba0c68 HTTP/1.1" status: 200 len: 796 time: 0.4447718 Nov 11 12:22:40.387326 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-671a29e0-869e-4688-933e-b9c3ecf7e52a None None] Set router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:40.393761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 6625240c-2a72-43a3-9588-c13a2bc87b87 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:22:40.406106 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60502772-4701-4144-ba2f-13ee7a9e0c3d req-abf93dcf-e418-4a3d-abc2-8bb3be4bb7ea tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=9739d98c-5800-48d3-959d-bb96070b2c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267160 Nov 11 12:22:40.419677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed1f19-9a30-42ed-9abe-4c77db92120f req-29fff0dd-2835-4297-a7fd-09ef674e3fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:40.421670 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-afed1f19-9a30-42ed-9abe-4c77db92120f req-29fff0dd-2835-4297-a7fd-09ef674e3fad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0cafca3f-a4ce-4a68-8b99-df67c9e67cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695375 Nov 11 12:22:40.427098 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcf91e52-810f-48a2-97f7-d1f5a1c34106 req-489826bd-3f69-4478-a8d4-05e5fd7d564a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944492 Nov 11 12:22:40.461637 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 6625240c-2a72-43a3-9588-c13a2bc87b87 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:40.462061 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:40.491727 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] Set router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:40.534233 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-037e1524-4f68-473f-b250-935b55cf38d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:40.606348 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-afed1f19-9a30-42ed-9abe-4c77db92120f req-cd2780ec-5a47-470b-a6f6-cea0dd5c068b service neutron] 10.222.0.62 "GET /v2.0/networks/0cafca3f-a4ce-4a68-8b99-df67c9e67cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625099 Nov 11 12:22:40.650924 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-12a3a041-1507-478e-9613-706cc8e41e4f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd84530cc13144bcad0a0d119e726de1 HTTP/1.1" status: 200 len: 380 time: 0.2686815 Nov 11 12:22:40.653089 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-037e1524-4f68-473f-b250-935b55cf38d0 None None] For port 3ae405ab-f4f9-425e-bc29-b8a5e61a2717, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=3ae405ab-f4f9-425e-bc29-b8a5e61a2717,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:40.666459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-002ae0af-978f-44d2-b915-eb05537faa0b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'port': {'device_id': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'admin_state_up': True, 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'security_groups': ['8ea8af72-ddad-4d27-88a3-686c67c962ad']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:40.688525 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-037e1524-4f68-473f-b250-935b55cf38d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:40.694869 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:40.758625 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-671a29e0-869e-4688-933e-b9c3ecf7e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:22:29Z', 'revision_number': 6, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '6580dfe6-6a65-42c7-97e3-d9ce84273b64', 'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:68:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:49Z', 'updated_at': '2021-11-11T12:20:54Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:40.789426 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:40.835752 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a29e0-869e-4688-933e-b9c3ecf7e52a None None] The sync data for ids ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'] in n-d-807359-3 is: [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:22:29Z', 'revision_number': 6, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '6580dfe6-6a65-42c7-97e3-d9ce84273b64', 'name': '', 'network_id': '0cafca3f-a4ce-4a68-8b99-df67c9e67cf7', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:68:b3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:49Z', 'updated_at': '2021-11-11T12:20:54Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '2dcab28d-a90c-4244-a2a5-daf3f92153b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:22:40.891763 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-002ae0af-978f-44d2-b915-eb05537faa0b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Made reservation on behalf of cd84530cc13144bcad0a0d119e726de1 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:22:40.895987 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e1524-4f68-473f-b250-935b55cf38d0 None None] Pushing event updated for resources: {'Port': ['ID=3ae405ab-f4f9-425e-bc29-b8a5e61a2717,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:40.899759 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-002ae0af-978f-44d2-b915-eb05537faa0b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:40.925903 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-06b76cb3-563a-409f-85fb-f2f92348e9ae req-ed12cf95-89d5-44bf-b2d1-720cee0fe7ef tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 210 time: 0.0613472 Nov 11 12:22:40.967268 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c6103c0d-37e4-4325-b95c-b827168bb6f7 None None] Provisioning complete for port 3ae405ab-f4f9-425e-bc29-b8a5e61a2717 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:40.967696 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c6103c0d-37e4-4325-b95c-b827168bb6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:40.969291 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6625240c-2a72-43a3-9588-c13a2bc87b87'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:22:40.971635 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cbcf64-c75c-458f-af65-b29239632568" -d '{"events": [{"server_uuid": "8b863c56-47e7-4ec0-b263-d53f627a400a", "name": "network-vif-plugged", "status": "completed", "tag": "6625240c-2a72-43a3-9588-c13a2bc87b87"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:22:41.006636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 6625240c-2a72-43a3-9588-c13a2bc87b87, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=6625240c-2a72-43a3-9588-c13a2bc87b87,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:41.024116 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:41.072902 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02ca1fa-36e7-4f4f-91e8-6cdfd0d7242a x-openstack-request-id: req-c02ca1fa-36e7-4f4f-91e8-6cdfd0d7242a {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:22:41.073200 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b863c56-47e7-4ec0-b263-d53f627a400a", "name": "network-vif-plugged", "status": "completed", "tag": "6625240c-2a72-43a3-9588-c13a2bc87b87", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:22:41.073448 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c02ca1fa-36e7-4f4f-91e8-6cdfd0d7242a {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:22:41.073877 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6625240c-2a72-43a3-9588-c13a2bc87b87', 'code': 200} Nov 11 12:22:41.100761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846557153', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:29Z', 'updated_at': '2021-11-11T12:22:35Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:30Z', 'updated_at': '2021-11-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '3ae405ab-f4f9-425e-bc29-b8a5e61a2717', 'name': '', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:16:7c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:33Z', 'updated_at': '2021-11-11T12:22:39Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:41.138962 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-afed1f19-9a30-42ed-9abe-4c77db92120f req-ad08c10b-ea17-474d-aa94-ed4eb4c45cc9 service neutron] 10.222.0.62 "GET /v2.0/networks/0cafca3f-a4ce-4a68-8b99-df67c9e67cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866281 Nov 11 12:22:41.147285 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=6625240c-2a72-43a3-9588-c13a2bc87b87,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:41.153676 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f429bc3-f0af-4cbc-828e-ab71f200e23b None None] The sync data for ids ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'] in n-d-807359-3 is: [{'id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846557153', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:29Z', 'updated_at': '2021-11-11T12:22:35Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:30Z', 'updated_at': '2021-11-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '3ae405ab-f4f9-425e-bc29-b8a5e61a2717', 'name': '', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:16:7c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:33Z', 'updated_at': '2021-11-11T12:22:39Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:22:41.319752 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:41.337628 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb43ac-587f-41d8-9317-ad9ca5e82293 req-ee248f3d-f3be-4ed2-8f40-9f251987a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:41.339142 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-96eb43ac-587f-41d8-9317-ad9ca5e82293 req-ee248f3d-f3be-4ed2-8f40-9f251987a245 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 1096 time: 0.1546209 Nov 11 12:22:41.441509 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-002ae0af-978f-44d2-b915-eb05537faa0b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Allocated IP 172.20.0.7 (5483e368-588a-4eb6-a0fb-97608cba0c68/f7ffe7aa-8796-40e7-99b6-95c21c25178a/5921daec-2af9-4e6f-bac0-3fad46edc95f) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:22:41.455820 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66416242-4c30-4343-895d-0ead9b7ffb48 None None] New status for floating IP da6605a2-fb37-4de1-a054-529cbe9209d5: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:22:41.555697 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-96eb43ac-587f-41d8-9317-ad9ca5e82293 req-98c4c2d2-3b1e-42d9-821c-adf7b7860c04 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050505 Nov 11 12:22:41.581009 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb5c31-8ef3-41ed-8d87-0fc3ffd09653 req-d0d53aa9-3b7f-46a1-92f3-7592ad6ec451 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:41.583683 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-17cb5c31-8ef3-41ed-8d87-0fc3ffd09653 req-d0d53aa9-3b7f-46a1-92f3-7592ad6ec451 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 945 time: 0.2120211 Nov 11 12:22:41.691491 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fe059-4b5f-4252-b5dd-3627b0e9f791 req-78a924da-cc03-4580-ac64-3ba39c1a89d7 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:41.694415 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-372fe059-4b5f-4252-b5dd-3627b0e9f791 req-78a924da-cc03-4580-ac64-3ba39c1a89d7 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 945 time: 0.1165879 Nov 11 12:22:41.768350 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-372fe059-4b5f-4252-b5dd-3627b0e9f791 req-72617dc5-60a7-4f88-8f66-0566b44c8bc2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=9739d98c-5800-48d3-959d-bb96070b2c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603216 Nov 11 12:22:41.800559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0ac94-d5f2-42a3-be75-db9b7c92f42d req-73856f6a-dca9-44f6-8ea7-629aa0d5625c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:41.814562 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d2b0ac94-d5f2-42a3-be75-db9b7c92f42d req-73856f6a-dca9-44f6-8ea7-629aa0d5625c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 945 time: 0.2465408 Nov 11 12:22:41.926000 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d2b0ac94-d5f2-42a3-be75-db9b7c92f42d req-05cc7762-b0ca-448b-963b-3b8b10f6f039 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100945 Nov 11 12:22:41.932209 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-002ae0af-978f-44d2-b915-eb05537faa0b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:42.042394 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-17cb5c31-8ef3-41ed-8d87-0fc3ffd09653 req-66748fe3-ef45-4d32-82cc-13c4b6abc0e5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Deleting port 0dfbea20-a534-4e2c-b280-c4167a872f41 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:22:42.042874 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-17cb5c31-8ef3-41ed-8d87-0fc3ffd09653 req-66748fe3-ef45-4d32-82cc-13c4b6abc0e5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:42.154408 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-002ae0af-978f-44d2-b915-eb05537faa0b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:42.175574 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92ff85-5cda-4dd7-a64c-bf634ec90086 req-7f0b23f0-7a9b-4ba1-9005-0d5901040840 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:42.183509 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee92ff85-5cda-4dd7-a64c-bf634ec90086 req-7f0b23f0-7a9b-4ba1-9005-0d5901040840 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 931 time: 0.1043451 Nov 11 12:22:42.286605 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee92ff85-5cda-4dd7-a64c-bf634ec90086 req-88ecc93e-20d8-4828-95d2-8a3471d695e3 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015925 Nov 11 12:22:42.317081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-002ae0af-978f-44d2-b915-eb05537faa0b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 5483e368-588a-4eb6-a0fb-97608cba0c68 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:42.330448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-17cb5c31-8ef3-41ed-8d87-0fc3ffd09653 req-66748fe3-ef45-4d32-82cc-13c4b6abc0e5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] For port 0dfbea20-a534-4e2c-b280-c4167a872f41, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0dfbea20-a534-4e2c-b280-c4167a872f41,segment=NetworkSegment(cd35b200-1745-42e4-ad0b-3131fa2fb08e),segment_id=cd35b200-1745-42e4-ad0b-3131fa2fb08e)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:42.330857 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-17cb5c31-8ef3-41ed-8d87-0fc3ffd09653 req-66748fe3-ef45-4d32-82cc-13c4b6abc0e5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:42.334029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-002ae0af-978f-44d2-b915-eb05537faa0b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:42.341845 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-002ae0af-978f-44d2-b915-eb05537faa0b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:22:42.347203 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ae0af-978f-44d2-b915-eb05537faa0b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=5921daec-2af9-4e6f-bac0-3fad46edc95f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:42.359013 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-17cb5c31-8ef3-41ed-8d87-0fc3ffd09653 req-66748fe3-ef45-4d32-82cc-13c4b6abc0e5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Calling delete_port for 0dfbea20-a534-4e2c-b280-c4167a872f41 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:22:42.552018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-002ae0af-978f-44d2-b915-eb05537faa0b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:42.552841 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-002ae0af-978f-44d2-b915-eb05537faa0b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:42.634896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 3ae405ab-f4f9-425e-bc29-b8a5e61a2717 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:22:42.658512 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-17cb5c31-8ef3-41ed-8d87-0fc3ffd09653 req-66748fe3-ef45-4d32-82cc-13c4b6abc0e5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:42.723306 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-002ae0af-978f-44d2-b915-eb05537faa0b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0616386 Nov 11 12:22:42.727780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 3ae405ab-f4f9-425e-bc29-b8a5e61a2717 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:42.728133 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:42.740790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66748fe3-ef45-4d32-82cc-13c4b6abc0e5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'Port': ['ID=0dfbea20-a534-4e2c-b280-c4167a872f41,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:42.747115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Request body: {'port': {'device_id': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:42.755018 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6d64eb7c-6079-4205-9a76-4036548fe396 None None] Provisioning complete for port 5921daec-2af9-4e6f-bac0-3fad46edc95f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:42.755380 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6d64eb7c-6079-4205-9a76-4036548fe396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:42.782832 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cb5c31-8ef3-41ed-8d87-0fc3ffd09653 req-66748fe3-ef45-4d32-82cc-13c4b6abc0e5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] No DVR routers for this DVR port 0dfbea20-a534-4e2c-b280-c4167a872f41 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:22:42.811455 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-6d64eb7c-6079-4205-9a76-4036548fe396 None None] Port 5921daec-2af9-4e6f-bac0-3fad46edc95f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:22:42.839302 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-17cb5c31-8ef3-41ed-8d87-0fc3ffd09653 req-66748fe3-ef45-4d32-82cc-13c4b6abc0e5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:42.860452 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-17cb5c31-8ef3-41ed-8d87-0fc3ffd09653 req-66748fe3-ef45-4d32-82cc-13c4b6abc0e5 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.62 "DELETE /v2.0/ports/0dfbea20-a534-4e2c-b280-c4167a872f41 HTTP/1.1" status: 204 len: 173 time: 1.0765500 Nov 11 12:22:42.865629 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'name': 'network-vif-deleted', 'tag': '0dfbea20-a534-4e2c-b280-c4167a872f41'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:22:42.868176 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f028b92-5c1a-45fd-92a2-c5ecf4d6ab59" -d '{"events": [{"server_uuid": "3de6c8e9-aeef-4dfd-8742-91875ab139f7", "name": "network-vif-deleted", "tag": "0dfbea20-a534-4e2c-b280-c4167a872f41"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:22:42.983550 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a38bf27-f689-4205-b2f7-e966391d5a6c x-openstack-request-id: req-8a38bf27-f689-4205-b2f7-e966391d5a6c {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:22:42.985338 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de6c8e9-aeef-4dfd-8742-91875ab139f7", "name": "network-vif-deleted", "tag": "0dfbea20-a534-4e2c-b280-c4167a872f41", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:22:42.985777 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a38bf27-f689-4205-b2f7-e966391d5a6c {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:22:42.986374 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de6c8e9-aeef-4dfd-8742-91875ab139f7', 'name': 'network-vif-deleted', 'tag': '0dfbea20-a534-4e2c-b280-c4167a872f41', 'status': 'completed', 'code': 200} Nov 11 12:22:43.004328 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:43.033156 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ed19164d-9cec-43df-b4ac-eb3b75caa339 req-8f4b8967-dccb-4f88-b12d-ff6fce969c40 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=3de6c8e9-aeef-4dfd-8742-91875ab139f7 HTTP/1.1" status: 200 len: 210 time: 0.0909519 Nov 11 12:22:43.210256 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b6692-4f2d-4f43-a571-a4e1e9a37cc8 req-e751e3f7-1640-4a18-828e-9c8d6fe0e2b3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:43.212983 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d8b6692-4f2d-4f43-a571-a4e1e9a37cc8 req-e751e3f7-1640-4a18-828e-9c8d6fe0e2b3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 945 time: 0.1005244 Nov 11 12:22:43.362802 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d8b6692-4f2d-4f43-a571-a4e1e9a37cc8 req-2e3ced40-c342-4c9a-9aeb-020e6d35778b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395400 Nov 11 12:22:43.474381 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07667f-6c1e-49a1-9833-5f207d017ded req-0fa0f173-52ee-47d7-ad71-e2ff897e3804 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:43.478053 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c07667f-6c1e-49a1-9833-5f207d017ded req-0fa0f173-52ee-47d7-ad71-e2ff897e3804 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 931 time: 0.0738032 Nov 11 12:22:43.559422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5921daec-2af9-4e6f-bac0-3fad46edc95f {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:22:43.570832 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:43.587784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Transition to ACTIVE for port object 5921daec-2af9-4e6f-bac0-3fad46edc95f will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:22:43.600310 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c07667f-6c1e-49a1-9833-5f207d017ded req-75478fbf-e1bc-40f4-af16-8109aa168cfb tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025681 Nov 11 12:22:43.606560 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:43.687644 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cdec9-b980-40d2-a552-b1af84a4ba8a req-49a25653-e52b-4cf9-9a32-06b71894e12b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:43.690580 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-333cdec9-b980-40d2-a552-b1af84a4ba8a req-49a25653-e52b-4cf9-9a32-06b71894e12b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 945 time: 0.1774232 Nov 11 12:22:43.717421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Pushing event updated for resources: {'Port': ['ID=5921daec-2af9-4e6f-bac0-3fad46edc95f,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:43.775015 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-333cdec9-b980-40d2-a552-b1af84a4ba8a req-6cd581e0-7be6-4af4-ae6c-ab6ae419a110 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760651 Nov 11 12:22:43.788337 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Attempting to bind port 5921daec-2af9-4e6f-bac0-3fad46edc95f on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:22:43.789012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Attempting to bind port 5921daec-2af9-4e6f-bac0-3fad46edc95f by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:22:43.789522 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Attempting to bind port 5921daec-2af9-4e6f-bac0-3fad46edc95f on network 5483e368-588a-4eb6-a0fb-97608cba0c68 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:22:43.802658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33688) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:43.803263 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Port 5921daec-2af9-4e6f-bac0-3fad46edc95f on network 5483e368-588a-4eb6-a0fb-97608cba0c68 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:22:43.803830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Attempting to bind port 5921daec-2af9-4e6f-bac0-3fad46edc95f on network 5483e368-588a-4eb6-a0fb-97608cba0c68 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:22:43.813482 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:22:43.814391 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Checking segment: {'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:22:43.815042 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Bound using segment: {'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:22:43.815726 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Bound port: 5921daec-2af9-4e6f-bac0-3fad46edc95f, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:22:43.816351 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:43.851078 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e565961-417f-4bb7-9dd3-d02efa352bac tempest-TestVolumeBootPattern-1789105520 tempest-TestVolumeBootPattern-1789105520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:43.855688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5e565961-417f-4bb7-9dd3-d02efa352bac tempest-TestVolumeBootPattern-1789105520 tempest-TestVolumeBootPattern-1789105520-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 1091 time: 0.0519433 Nov 11 12:22:43.856321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33690) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:43.862559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '6625240c-2a72-43a3-9588-c13a2bc87b87', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:43.873860 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 0dfbea20-a534-4e2c-b280-c4167a872f41 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:22:43.922124 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:43.930450 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 0dfbea20-a534-4e2c-b280-c4167a872f41 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:22:43.931352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 0dfbea20-a534-4e2c-b280-c4167a872f41 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:22:43.959368 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:22:43.963965 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:22:43.971100 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:44.027570 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:44.028892 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:44.030643 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] 10.222.0.43 "PUT /v2.0/ports/5921daec-2af9-4e6f-bac0-3fad46edc95f HTTP/1.1" status: 200 len: 1091 time: 1.2876806 Nov 11 12:22:44.080965 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d25e1-17ea-47c8-b606-eb4f4d1cc77a service neutron] Pushing event updated for resources: {'Port': ['ID=5921daec-2af9-4e6f-bac0-3fad46edc95f,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:44.142125 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33702) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:44.152366 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:44.219517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-c1449b88-a71f-4b4b-bc48-4fa53e8aaa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:44.221052 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-c1449b88-a71f-4b4b-bc48-4fa53e8aaa00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 1094 time: 0.1273723 Nov 11 12:22:44.288017 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-30be48a6-b115-4b98-928d-689cbacc722a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f HTTP/1.1" status: 200 len: 217 time: 0.0568507 Nov 11 12:22:44.294475 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6c776d8a-5975-45d5-9da1-55616367dbbe tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:44.311830 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Allocated IP 172.25.2.183 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/e3eea410-f2ba-4706-84b7-673473b99097) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:22:44.340498 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6c776d8a-5975-45d5-9da1-55616367dbbe tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:44.462510 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6c776d8a-5975-45d5-9da1-55616367dbbe tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:44.462510 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6c776d8a-5975-45d5-9da1-55616367dbbe tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:44.469521 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6c776d8a-5975-45d5-9da1-55616367dbbe tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "DELETE /v2.0/security-groups/9739d98c-5800-48d3-959d-bb96070b2c2a HTTP/1.1" status: 204 len: 168 time: 0.3252296 Nov 11 12:22:44.489619 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:44.491262 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c776d8a-5975-45d5-9da1-55616367dbbe tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9739d98c-5800-48d3-959d-bb96070b2c2a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:44.522101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33710) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:44.531060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-4475d93d-98e9-4b4c-98e0-4289f9b224cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:44.533220 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-4475d93d-98e9-4b4c-98e0-4289f9b224cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f7ffe7aa-8796-40e7-99b6-95c21c25178a HTTP/1.1" status: 200 len: 833 time: 0.1269224 Nov 11 12:22:44.584031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-1fc0ff6d-4b95-4991-b8ef-6afb59873de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:44.586090 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-1fc0ff6d-4b95-4991-b8ef-6afb59873de1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5483e368-588a-4eb6-a0fb-97608cba0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447176 Nov 11 12:22:44.710032 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-f6faac6d-68c8-46f6-b588-12d6c1d6b49c service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166184 Nov 11 12:22:44.740698 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:44.785107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'Port': ['ID=e3eea410-f2ba-4706-84b7-673473b99097,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:44.798321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:44.798710 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:44.799142 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:44.799567 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:44.799988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:44.800489 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:44.800938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:44.801351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:44.801790 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:44.802200 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:44.802615 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:44.803025 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:44.819020 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7aa43906-f372-40a0-9272-5e6651c90a6d req-1bd7b1ae-fdd4-4c6c-aee6-a7d49cdaad8a service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015818 Nov 11 12:22:44.843796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:44.854868 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd4f4f-af3a-4b81-b558-efcb7a0e475d req-f069275e-e54e-4941-ac84-0931674c30df tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:44.856897 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9bd4f4f-af3a-4b81-b558-efcb7a0e475d req-f069275e-e54e-4941-ac84-0931674c30df tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 943 time: 0.1635034 Nov 11 12:22:44.888258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:44.898188 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:22:44.987201 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:22:44.989721 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9398d8f7-cbe1-47ee-aacc-a149fc26ebaf" -d '{"events": [{"name": "network-changed", "server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:22:45.032414 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9bd4f4f-af3a-4b81-b558-efcb7a0e475d req-3d3b3763-21b6-4751-88b4-197d24a355f7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380191 Nov 11 12:22:45.053383 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faba3dec-00dc-4679-ac63-110e4f41fe70 x-openstack-request-id: req-faba3dec-00dc-4679-ac63-110e4f41fe70 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:22:45.054596 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:22:45.055080 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-faba3dec-00dc-4679-ac63-110e4f41fe70 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:22:45.056199 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'status': 'completed', 'code': 200} Nov 11 12:22:45.140946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398d8f7-cbe1-47ee-aacc-a149fc26ebaf req-38f5e608-b5d7-4d98-9095-ee38ee4ce0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:45.143828 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9398d8f7-cbe1-47ee-aacc-a149fc26ebaf req-38f5e608-b5d7-4d98-9095-ee38ee4ce0cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 1094 time: 0.0619929 Nov 11 12:22:45.183584 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:22:45.265813 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398d8f7-cbe1-47ee-aacc-a149fc26ebaf req-0fbf5901-7b36-4d62-8016-8d25a6993139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:45.266871 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9398d8f7-cbe1-47ee-aacc-a149fc26ebaf req-0fbf5901-7b36-4d62-8016-8d25a6993139 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5483e368-588a-4eb6-a0fb-97608cba0c68 HTTP/1.1" status: 200 len: 898 time: 0.1133714 Nov 11 12:22:45.328565 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9398d8f7-cbe1-47ee-aacc-a149fc26ebaf req-327b5b80-b142-4d4c-8bbf-4e73367b3f26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f HTTP/1.1" status: 200 len: 217 time: 0.0538719 Nov 11 12:22:45.383676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398d8f7-cbe1-47ee-aacc-a149fc26ebaf req-e7783725-4302-421d-b6cb-37bffc972877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:45.385153 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9398d8f7-cbe1-47ee-aacc-a149fc26ebaf req-e7783725-4302-421d-b6cb-37bffc972877 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f7ffe7aa-8796-40e7-99b6-95c21c25178a HTTP/1.1" status: 200 len: 833 time: 0.0493660 Nov 11 12:22:45.433735 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398d8f7-cbe1-47ee-aacc-a149fc26ebaf req-873a9a5b-93f8-49f7-a418-493bba4ea3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:45.435343 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9398d8f7-cbe1-47ee-aacc-a149fc26ebaf req-873a9a5b-93f8-49f7-a418-493bba4ea3b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5483e368-588a-4eb6-a0fb-97608cba0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430789 Nov 11 12:22:45.535105 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:45.546716 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9398d8f7-cbe1-47ee-aacc-a149fc26ebaf req-9657fc93-447c-40da-99ae-8ef69c89b41a service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022182 Nov 11 12:22:45.657331 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9398d8f7-cbe1-47ee-aacc-a149fc26ebaf req-38805296-fad8-4e31-a7d7-2826ddcea8db service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023498 Nov 11 12:22:45.868401 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ba4faeb-1334-452d-a1fa-880865ec5307 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:45.941505 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:46.011722 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:46.233861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed2d55-e87c-4784-9d2f-4e68bfe14102 req-b80c9c00-f4c9-4fe6-9654-64f1da4fc454 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:46.235273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55ed2d55-e87c-4784-9d2f-4e68bfe14102 req-b80c9c00-f4c9-4fe6-9654-64f1da4fc454 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 943 time: 0.0950391 Nov 11 12:22:46.266656 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:46.277678 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:46.409283 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'Port': ['ID=e3eea410-f2ba-4706-84b7-673473b99097,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:46.424138 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55ed2d55-e87c-4784-9d2f-4e68bfe14102 req-30e518fe-f139-49a9-bad5-883e58b68c36 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776528 Nov 11 12:22:46.428529 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:46.492725 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4faeb-1334-452d-a1fa-880865ec5307 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Deleting port 6580dfe6-6a65-42c7-97e3-d9ce84273b64 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:22:46.492937 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ba4faeb-1334-452d-a1fa-880865ec5307 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:46.598446 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Floating IP fc3a56eb-7e99-4879-98d1-755a41581985 associated. External IP: 172.25.2.183, port: 6625240c-2a72-43a3-9588-c13a2bc87b87. Nov 11 12:22:46.663789 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-0ba4faeb-1334-452d-a1fa-880865ec5307 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] For port 6580dfe6-6a65-42c7-97e3-d9ce84273b64, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6580dfe6-6a65-42c7-97e3-d9ce84273b64,segment=NetworkSegment(cd35b200-1745-42e4-ad0b-3131fa2fb08e),segment_id=cd35b200-1745-42e4-ad0b-3131fa2fb08e)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:46.664003 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ba4faeb-1334-452d-a1fa-880865ec5307 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:46.706871 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4faeb-1334-452d-a1fa-880865ec5307 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Calling delete_port for 6580dfe6-6a65-42c7-97e3-d9ce84273b64 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:22:46.933114 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Router 8cd6c554-063b-472f-b28a-278447dbab91 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:22:47.066296 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ba4faeb-1334-452d-a1fa-880865ec5307 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:47.102113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4faeb-1334-452d-a1fa-880865ec5307 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'Port': ['ID=6580dfe6-6a65-42c7-97e3-d9ce84273b64,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:47.124190 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5921daec-2af9-4e6f-bac0-3fad46edc95f details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:22:47.133370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:22:47.146342 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f780d3e-0b1a-4bf7-82da-bb833880c882 None None] Sync routers for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:22:47.167817 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f780d3e-0b1a-4bf7-82da-bb833880c882 None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:47.169559 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5f780d3e-0b1a-4bf7-82da-bb833880c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:47.196572 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:47.341892 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ba4faeb-1334-452d-a1fa-880865ec5307 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:47.404665 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-04e9b0d9-4286-49ba-a78a-eacf04cec5eb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5472653 Nov 11 12:22:47.419188 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'tag': '6625240c-2a72-43a3-9588-c13a2bc87b87'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:22:47.421513 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9939328b-f476-4ddd-8b1b-2fc84c7e540f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b863c56-47e7-4ec0-b263-d53f627a400a", "tag": "6625240c-2a72-43a3-9588-c13a2bc87b87"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:22:47.500715 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-5f780d3e-0b1a-4bf7-82da-bb833880c882 None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:47.550077 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e65856-3cf7-49b4-a1dc-3f9932f05ea3 x-openstack-request-id: req-f9e65856-3cf7-49b4-a1dc-3f9932f05ea3 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:22:47.550563 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b863c56-47e7-4ec0-b263-d53f627a400a", "tag": "6625240c-2a72-43a3-9588-c13a2bc87b87", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:22:47.551738 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9e65856-3cf7-49b4-a1dc-3f9932f05ea3 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:22:47.552591 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'tag': '6625240c-2a72-43a3-9588-c13a2bc87b87', 'status': 'completed', 'code': 200} Nov 11 12:22:47.560663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:47.576765 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'port_id': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'mac_address': 'fa:16:3e:2f:18:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:22:47.587586 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939328b-f476-4ddd-8b1b-2fc84c7e540f req-131096fa-5e01-44b5-91ce-b3506359abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:47.589110 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9939328b-f476-4ddd-8b1b-2fc84c7e540f req-131096fa-5e01-44b5-91ce-b3506359abc2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 1096 time: 0.0725057 Nov 11 12:22:47.674313 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:47.689718 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5921daec-2af9-4e6f-bac0-3fad46edc95f {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:22:47.727243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:47.739027 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:47.754544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d1467-cbde-48f0-90e6-d1c67e665434 req-dd28c218-48a4-4dce-9f53-cbe32eaa9c54 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:47.771132 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b1d1467-cbde-48f0-90e6-d1c67e665434 req-dd28c218-48a4-4dce-9f53-cbe32eaa9c54 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 943 time: 0.0837681 Nov 11 12:22:47.789759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba4faeb-1334-452d-a1fa-880865ec5307 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:22:47.798914 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5f780d3e-0b1a-4bf7-82da-bb833880c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'fc3a56eb-7e99-4879-98d1-755a41581985', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'port_id': '6625240c-2a72-43a3-9588-c13a2bc87b87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'mac_address': 'fa:16:3e:65:eb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:45Z', 'updated_at': '2021-11-11T12:22:45Z', 'revision_number': 0, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:47.802738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939328b-f476-4ddd-8b1b-2fc84c7e540f req-7e2f74a3-4afb-42aa-8a0d-333d3fcc09d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:47.804233 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9939328b-f476-4ddd-8b1b-2fc84c7e540f req-7e2f74a3-4afb-42aa-8a0d-333d3fcc09d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 914 time: 0.2063370 Nov 11 12:22:47.825624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=5921daec-2af9-4e6f-bac0-3fad46edc95f,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:47.833994 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:47.834336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:47.834673 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:47.835003 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:47.835120 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f780d3e-0b1a-4bf7-82da-bb833880c882 None None] Checking router: 8cd6c554-063b-472f-b28a-278447dbab91 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:22:47.835370 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:47.836102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:47.836102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:47.836309 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:47.836626 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:47.837212 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:47.837545 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:47.837920 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:47.845967 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f780d3e-0b1a-4bf7-82da-bb833880c882 None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:47.847123 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5f780d3e-0b1a-4bf7-82da-bb833880c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:47.862994 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b1d1467-cbde-48f0-90e6-d1c67e665434 req-879b2a39-fd91-475a-8ed5-71fc886cb1bf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909636 Nov 11 12:22:47.913137 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9939328b-f476-4ddd-8b1b-2fc84c7e540f req-fcd22272-a6de-44f9-ac07-fc515189f1cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6625240c-2a72-43a3-9588-c13a2bc87b87 HTTP/1.1" status: 200 len: 999 time: 0.1007299 Nov 11 12:22:47.957687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['5921daec-2af9-4e6f-bac0-3fad46edc95f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:22:47.978679 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-5f780d3e-0b1a-4bf7-82da-bb833880c882 None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:48.036333 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba4faeb-1334-452d-a1fa-880865ec5307 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:22:48.045861 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0ba4faeb-1334-452d-a1fa-880865ec5307 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "PUT /v2.0/routers/bb88b92e-bb06-4bf9-a597-ee5bfec838b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5216947 Nov 11 12:22:48.048170 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33744) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:48.056296 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45efb66-6550-453e-8c61-f2b3dc39540b None None] Sync routers for ids ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:22:48.104197 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45efb66-6550-453e-8c61-f2b3dc39540b None None] Routers {'bb88b92e-bb06-4bf9-a597-ee5bfec838b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:48.104932 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e45efb66-6550-453e-8c61-f2b3dc39540b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:48.165075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42542e4-3ace-4291-9140-c516851fd788 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Deleting subnet 2dcab28d-a90c-4244-a2a5-daf3f92153b2 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:22:48.174279 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b42542e4-3ace-4291-9140-c516851fd788 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:48.265560 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b42542e4-3ace-4291-9140-c516851fd788 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:48.269359 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5f780d3e-0b1a-4bf7-82da-bb833880c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'fc3a56eb-7e99-4879-98d1-755a41581985', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'port_id': '6625240c-2a72-43a3-9588-c13a2bc87b87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'mac_address': 'fa:16:3e:65:eb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:45Z', 'updated_at': '2021-11-11T12:22:45Z', 'revision_number': 0, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:48.290387 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-e45efb66-6550-453e-8c61-f2b3dc39540b None None] Set router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:48.302525 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f780d3e-0b1a-4bf7-82da-bb833880c882 None None] The sync data for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 is: [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'fc3a56eb-7e99-4879-98d1-755a41581985', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'port_id': '6625240c-2a72-43a3-9588-c13a2bc87b87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'mac_address': 'fa:16:3e:65:eb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:45Z', 'updated_at': '2021-11-11T12:22:45Z', 'revision_number': 0, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:22:48.395447 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b42542e4-3ace-4291-9140-c516851fd788 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:48.467194 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b42542e4-3ace-4291-9140-c516851fd788 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:48.475905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939328b-f476-4ddd-8b1b-2fc84c7e540f req-6cf3a844-06d7-4f43-a63e-d28f5ed3f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:48.478126 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9939328b-f476-4ddd-8b1b-2fc84c7e540f req-6cf3a844-06d7-4f43-a63e-d28f5ed3f86f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.5570047 Nov 11 12:22:48.506141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42542e4-3ace-4291-9140-c516851fd788 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'Subnet': ['ID=2dcab28d-a90c-4244-a2a5-daf3f92153b2,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:48.520103 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b42542e4-3ace-4291-9140-c516851fd788 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:48.523864 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b42542e4-3ace-4291-9140-c516851fd788 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "DELETE /v2.0/subnets/2dcab28d-a90c-4244-a2a5-daf3f92153b2 HTTP/1.1" status: 204 len: 168 time: 0.4745717 Nov 11 12:22:48.526564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33748) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:48.538250 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674ffa10-6cef-4046-b74a-9b8895ca17cb None None] Network 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:22:48.609001 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939328b-f476-4ddd-8b1b-2fc84c7e540f req-75053aa1-8968-436c-ab27-a77a6b3ccd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:48.614690 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9939328b-f476-4ddd-8b1b-2fc84c7e540f req-75053aa1-8968-436c-ab27-a77a6b3ccd66 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270943 Nov 11 12:22:48.758403 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e53adfe-2edd-4624-b636-99eeaf1c44e8 None None] New status for floating IP fc3a56eb-7e99-4879-98d1-755a41581985: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:22:48.813623 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9939328b-f476-4ddd-8b1b-2fc84c7e540f req-7dafbdc9-497f-4f25-be23-4c1fe47e2944 service neutron] 10.222.0.62 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895802 Nov 11 12:22:49.001194 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9939328b-f476-4ddd-8b1b-2fc84c7e540f req-069eb635-6e3f-4627-aec5-b0269c1ec8b4 service neutron] 10.222.0.62 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790655 Nov 11 12:22:49.103615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e45efb66-6550-453e-8c61-f2b3dc39540b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:22:46Z', 'revision_number': 7, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:49.140736 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45efb66-6550-453e-8c61-f2b3dc39540b None None] Checking router: bb88b92e-bb06-4bf9-a597-ee5bfec838b3 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:22:49.153892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45efb66-6550-453e-8c61-f2b3dc39540b None None] Routers {'bb88b92e-bb06-4bf9-a597-ee5bfec838b3'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:49.154889 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e45efb66-6550-453e-8c61-f2b3dc39540b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:49.210345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d20ed8d-96db-4af7-8275-8eba0f3ea3d1 None None] DHCP port deletion for 0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:22:49.220033 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fe46ee0c-cb86-4efd-b91a-f8487e8af77e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:49.231715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743391ca-9985-4341-89b1-e4475df9c51b req-b398af6b-7377-40cc-9f6c-145884aae357 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:49.233290 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-743391ca-9985-4341-89b1-e4475df9c51b req-b398af6b-7377-40cc-9f6c-145884aae357 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 944 time: 0.0894227 Nov 11 12:22:49.305652 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-e45efb66-6550-453e-8c61-f2b3dc39540b None None] Set router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:49.354419 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-743391ca-9985-4341-89b1-e4475df9c51b req-96faea0a-4d82-405d-aa2f-f5f6d86100aa tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884445 Nov 11 12:22:49.380690 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fe46ee0c-cb86-4efd-b91a-f8487e8af77e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:49.389383 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8d20ed8d-96db-4af7-8275-8eba0f3ea3d1 None None] Deleting port 133254f6-0661-4f24-b39e-8d40827363b4 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:22:49.389757 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8d20ed8d-96db-4af7-8275-8eba0f3ea3d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:49.441249 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-fe46ee0c-cb86-4efd-b91a-f8487e8af77e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Deleting port af136162-f1bb-4c4a-be92-765bc8608e71 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:22:49.441640 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fe46ee0c-cb86-4efd-b91a-f8487e8af77e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:49.495409 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8d20ed8d-96db-4af7-8275-8eba0f3ea3d1 None None] For port 133254f6-0661-4f24-b39e-8d40827363b4, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=133254f6-0661-4f24-b39e-8d40827363b4,segment=NetworkSegment(cd35b200-1745-42e4-ad0b-3131fa2fb08e),segment_id=cd35b200-1745-42e4-ad0b-3131fa2fb08e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:49.495813 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8d20ed8d-96db-4af7-8275-8eba0f3ea3d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:49.517214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8d20ed8d-96db-4af7-8275-8eba0f3ea3d1 None None] Calling delete_port for 133254f6-0661-4f24-b39e-8d40827363b4 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:22:49.521879 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-fe46ee0c-cb86-4efd-b91a-f8487e8af77e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] For port af136162-f1bb-4c4a-be92-765bc8608e71, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=af136162-f1bb-4c4a-be92-765bc8608e71,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:49.522206 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fe46ee0c-cb86-4efd-b91a-f8487e8af77e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:49.535301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-fe46ee0c-cb86-4efd-b91a-f8487e8af77e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Calling delete_port for af136162-f1bb-4c4a-be92-765bc8608e71 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:22:49.632830 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e45efb66-6550-453e-8c61-f2b3dc39540b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:22:46Z', 'revision_number': 7, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:49.663121 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8d20ed8d-96db-4af7-8275-8eba0f3ea3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:49.665399 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45efb66-6550-453e-8c61-f2b3dc39540b None None] The sync data for ids ['bb88b92e-bb06-4bf9-a597-ee5bfec838b3'] in n-d-807359-3 is: [{'id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'name': 'tempest-TestNetworkBasicOps-router-592624318', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:42Z', 'updated_at': '2021-11-11T12:22:46Z', 'revision_number': 7, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'af136162-f1bb-4c4a-be92-765bc8608e71', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88b92e-bb06-4bf9-a597-ee5bfec838b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:43Z', 'updated_at': '2021-11-11T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:22:49.693093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20ed8d-96db-4af7-8275-8eba0f3ea3d1 None None] Pushing event deleted for resources: {'Port': ['ID=133254f6-0661-4f24-b39e-8d40827363b4,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:49.696676 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20ed8d-96db-4af7-8275-8eba0f3ea3d1 None None] No DVR routers for this DVR port 133254f6-0661-4f24-b39e-8d40827363b4 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:22:49.733260 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fe46ee0c-cb86-4efd-b91a-f8487e8af77e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:49.759544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46ee0c-cb86-4efd-b91a-f8487e8af77e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'Port': ['ID=af136162-f1bb-4c4a-be92-765bc8608e71,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:49.774007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de2d28-b479-4614-9619-11b6e8e040d9 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:22:49.839436 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fe46ee0c-cb86-4efd-b91a-f8487e8af77e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:49.947500 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fe46ee0c-cb86-4efd-b91a-f8487e8af77e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:49.949671 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fe46ee0c-cb86-4efd-b91a-f8487e8af77e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:50.016147 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fe46ee0c-cb86-4efd-b91a-f8487e8af77e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:50.016930 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe46ee0c-cb86-4efd-b91a-f8487e8af77e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Fanout notify agent at l3_agent the message router_deleted on router bb88b92e-bb06-4bf9-a597-ee5bfec838b3 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:22:50.024267 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-fe46ee0c-cb86-4efd-b91a-f8487e8af77e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:50.025424 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fe46ee0c-cb86-4efd-b91a-f8487e8af77e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "DELETE /v2.0/routers/bb88b92e-bb06-4bf9-a597-ee5bfec838b3 HTTP/1.1" status: 204 len: 168 time: 1.4973519 Nov 11 12:22:50.029251 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33758) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:50.128796 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-679301d7-ce5a-49bc-bd12-da403bb9313f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:50.224768 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-679301d7-ce5a-49bc-bd12-da403bb9313f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:50.244638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-679301d7-ce5a-49bc-bd12-da403bb9313f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cafca3f-a4ce-4a68-8b99-df67c9e67cf7']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:50.254990 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-679301d7-ce5a-49bc-bd12-da403bb9313f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd35b200-1745-42e4-ad0b-3131fa2fb08e') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:50.255342 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-679301d7-ce5a-49bc-bd12-da403bb9313f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd35b200-1745-42e4-ad0b-3131fa2fb08e') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:50.265969 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-679301d7-ce5a-49bc-bd12-da403bb9313f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:50.279826 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-679301d7-ce5a-49bc-bd12-da403bb9313f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:50.286431 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679301d7-ce5a-49bc-bd12-da403bb9313f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:22:50.286800 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-679301d7-ce5a-49bc-bd12-da403bb9313f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:22:50.289863 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:22:50.354041 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-679301d7-ce5a-49bc-bd12-da403bb9313f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:50.363377 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-679301d7-ce5a-49bc-bd12-da403bb9313f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:50.367138 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-679301d7-ce5a-49bc-bd12-da403bb9313f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "DELETE /v2.0/networks/0cafca3f-a4ce-4a68-8b99-df67c9e67cf7 HTTP/1.1" status: 204 len: 168 time: 0.3369567 Nov 11 12:22:50.385278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33762) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:50.392324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8d5973bd-51da-4a43-a50b-57fa1d104277 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'network': {'name': 'tempest-network-smoke--1668575933', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'port_security_enabled': True}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:50.396873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679301d7-ce5a-49bc-bd12-da403bb9313f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'Network': ['ID=0cafca3f-a4ce-4a68-8b99-df67c9e67cf7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:50.415934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5973bd-51da-4a43-a50b-57fa1d104277 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Made reservation on behalf of 0565b14f5ea4452abe2554e29ca69bdf for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:22:50.419874 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8d5973bd-51da-4a43-a50b-57fa1d104277 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:50.453544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5973bd-51da-4a43-a50b-57fa1d104277 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:22:50.483444 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8d5973bd-51da-4a43-a50b-57fa1d104277 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:50.483776 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-8d5973bd-51da-4a43-a50b-57fa1d104277 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Added segment 40747bdf-c241-4e1b-b62f-13ed6c72d5dc of type vlan for network 34e71230-1590-4ad1-8c2f-b3db9d023976 Nov 11 12:22:50.535529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40284129-90f7-4d08-88d1-959b3e7f08ce req-63108b5d-3de3-4776-a97c-70c6a1e28219 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:50.537009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40284129-90f7-4d08-88d1-959b3e7f08ce req-63108b5d-3de3-4776-a97c-70c6a1e28219 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 944 time: 0.0988896 Nov 11 12:22:50.538550 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8d5973bd-51da-4a43-a50b-57fa1d104277 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:50.583118 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8d5973bd-51da-4a43-a50b-57fa1d104277 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:50.588586 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5973bd-51da-4a43-a50b-57fa1d104277 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:50.589151 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8d5973bd-51da-4a43-a50b-57fa1d104277 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:50.643601 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8d5973bd-51da-4a43-a50b-57fa1d104277 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2562118 Nov 11 12:22:50.643870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33766) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:50.651196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-475656321', 'admin_state_up': True, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:50.680636 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40284129-90f7-4d08-88d1-959b3e7f08ce req-b1916712-d73d-41cf-aa53-a10529dccf09 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364877 Nov 11 12:22:50.695423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5973bd-51da-4a43-a50b-57fa1d104277 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Network': ['ID=34e71230-1590-4ad1-8c2f-b3db9d023976,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:50.721697 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 34e71230-1590-4ad1-8c2f-b3db9d023976 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:22:50.723581 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:50.726132 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:50.814967 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:51.008615 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:51.051534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6580dfe6-6a65-42c7-97e3-d9ce84273b64 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:22:51.082506 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 6580dfe6-6a65-42c7-97e3-d9ce84273b64 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:22:51.082836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6580dfe6-6a65-42c7-97e3-d9ce84273b64 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:22:51.083252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device af136162-f1bb-4c4a-be92-765bc8608e71 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:22:51.109999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: af136162-f1bb-4c4a-be92-765bc8608e71 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:22:51.109999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device af136162-f1bb-4c4a-be92-765bc8608e71 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:22:51.109999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 133254f6-0661-4f24-b39e-8d40827363b4 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:22:51.144417 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5921daec-2af9-4e6f-bac0-3fad46edc95f up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:22:51.147038 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 133254f6-0661-4f24-b39e-8d40827363b4 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:22:51.147367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 133254f6-0661-4f24-b39e-8d40827363b4 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:22:51.232578 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 5921daec-2af9-4e6f-bac0-3fad46edc95f completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:22:51.238640 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 5921daec-2af9-4e6f-bac0-3fad46edc95f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:51.239516 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:51.249933 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:51.268309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5263f-096f-4673-9e7d-e4148e489544 req-24c5e780-aa14-4d1e-a996-bb1b164693fd tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:51.270990 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:51.271430 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a1f5263f-096f-4673-9e7d-e4148e489544 req-24c5e780-aa14-4d1e-a996-bb1b164693fd tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0752485 Nov 11 12:22:51.331512 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a1f5263f-096f-4673-9e7d-e4148e489544 req-76a1785a-bffb-4db3-82d8-7df0c8190c20 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522408 Nov 11 12:22:51.379330 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:51.403858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Allocated IP 172.25.2.92 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/ef98faae-4edb-40bb-b91f-5bd6561e6e98) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:22:51.413375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:22:51.417105 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5030d1f8-7b0f-456e-91ee-ab73d5d9efa5" -d '{"events": [{"server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "name": "network-vif-plugged", "status": "completed", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:22:51.433848 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:51.441851 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:51.477745 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe6aebd-0341-4daf-9aad-cde0f8167729 x-openstack-request-id: req-6fe6aebd-0341-4daf-9aad-cde0f8167729 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:22:51.478029 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "name": "network-vif-plugged", "status": "completed", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:22:51.478273 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6fe6aebd-0341-4daf-9aad-cde0f8167729 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:22:51.478787 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'code': 200} Nov 11 12:22:51.517685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=5921daec-2af9-4e6f-bac0-3fad46edc95f,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:51.536390 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:51.596540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98794e8-55a1-4ff6-9201-37b6ef8e582a req-779ec5a5-c12f-441d-baba-96b399ecefbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:51.598060 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d98794e8-55a1-4ff6-9201-37b6ef8e582a req-779ec5a5-c12f-441d-baba-96b399ecefbd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 1096 time: 0.0602181 Nov 11 12:22:51.605086 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:51.662825 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:51.676981 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:51.688480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:22:51.690609 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10318992-35cb-452f-812e-04bbfaa901ac None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:22:51.694940 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Port': ['ID=ef98faae-4edb-40bb-b91f-5bd6561e6e98,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:51.721258 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d98794e8-55a1-4ff6-9201-37b6ef8e582a req-199d809d-e4d1-4723-ae20-9705332abb3f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127026 Nov 11 12:22:51.834304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d93dc2bc-e72e-40c6-a0de-828ac735ae3d None None] Provisioning complete for port ef98faae-4edb-40bb-b91f-5bd6561e6e98 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:51.835622 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d93dc2bc-e72e-40c6-a0de-828ac735ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:51.836185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144d2c9-3c8a-4068-ad4e-f66464679c7a req-49a4a48e-ed6d-433a-bd2a-d83e3c40238a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:51.837897 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b144d2c9-3c8a-4068-ad4e-f66464679c7a req-49a4a48e-ed6d-433a-bd2a-d83e3c40238a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0788519 Nov 11 12:22:51.840066 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:51.896070 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b144d2c9-3c8a-4068-ad4e-f66464679c7a req-86d3a097-5744-4748-881e-4343ce637d08 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488088 Nov 11 12:22:51.901681 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d93dc2bc-e72e-40c6-a0de-828ac735ae3d None None] Port ef98faae-4edb-40bb-b91f-5bd6561e6e98 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:22:51.976848 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:52.188803 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:52.328757 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Router a0abd0ae-bfac-4940-ae83-da8b3442010c is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:22:52.443056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:22:52.455930 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Sync routers for ids ['a0abd0ae-bfac-4940-ae83-da8b3442010c'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:22:52.468290 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:52.472563 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ac0c9586-2eed-4e7c-820c-e00dc7e2d14a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8247387 Nov 11 12:22:52.472699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e86f1-6da7-427a-8c85-91b421740c12 req-bca0d2ba-cf62-4daa-8bfe-1ecf783080c4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:52.473152 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33800) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:52.473355 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b83e86f1-6da7-427a-8c85-91b421740c12 req-bca0d2ba-cf62-4daa-8bfe-1ecf783080c4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0649383 Nov 11 12:22:52.479565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Routers {'a0abd0ae-bfac-4940-ae83-da8b3442010c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:52.480451 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a0abd0ae-bfac-4940-ae83-da8b3442010c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:52.515296 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-10029b1d-ef5a-422e-8ea0-e214cad56185 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=0565b14f5ea4452abe2554e29ca69bdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339193 Nov 11 12:22:52.517877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33804) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:52.530365 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b83e86f1-6da7-427a-8c85-91b421740c12 req-75925058-bb99-49da-bdac-9c26e32ca79c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504344 Nov 11 12:22:52.597636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Set router a0abd0ae-bfac-4940-ae83-da8b3442010c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:52.621515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f083469-32cd-4b72-bad7-24c8e16a7b5d tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:52.625627 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5f083469-32cd-4b72-bad7-24c8e16a7b5d tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1027863 Nov 11 12:22:52.627958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33810) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:52.669326 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1fede153-d518-40f0-abd8-99f7eb1dbc08 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410597 Nov 11 12:22:52.669959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33812) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:52.676310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-148b787b-55a1-4862-9c57-698ab94a5dfb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1018931886', 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:52.805373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148b787b-55a1-4862-9c57-698ab94a5dfb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Made reservation on behalf of 0565b14f5ea4452abe2554e29ca69bdf for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:22:52.810768 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-148b787b-55a1-4862-9c57-698ab94a5dfb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:52.813910 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'name': 'tempest-TestNetworkBasicOps-router-475656321', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:50Z', 'updated_at': '2021-11-11T12:22:51Z', 'revision_number': 3, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:51Z', 'updated_at': '2021-11-11T12:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:52.848843 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Checking router: a0abd0ae-bfac-4940-ae83-da8b3442010c for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:22:52.848843 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Updating router a0abd0ae-bfac-4940-ae83-da8b3442010c port ef98faae-4edb-40bb-b91f-5bd6561e6e98 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:22:52.877553 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:53.068424 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-148b787b-55a1-4862-9c57-698ab94a5dfb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:53.115755 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044a2cc-9b61-4f2d-93d6-197068332be0 req-40ae963c-c6b1-4d3a-a43e-3eab8b1e5833 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:53.117620 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2044a2cc-9b61-4f2d-93d6-197068332be0 req-40ae963c-c6b1-4d3a-a43e-3eab8b1e5833 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.1094396 Nov 11 12:22:53.142620 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:53.148112 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:53.179866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b787b-55a1-4862-9c57-698ab94a5dfb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Subnet': ['ID=7ddf1d52-39e8-4779-bee8-44bcc0a61717,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:53.193437 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b787b-55a1-4862-9c57-698ab94a5dfb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Checking segment: {'id': '40747bdf-c241-4e1b-b62f-13ed6c72d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:22:53.193823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b787b-55a1-4862-9c57-698ab94a5dfb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network hostable DHCP agents. Network: 34e71230-1590-4ad1-8c2f-b3db9d023976, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:22:53.210113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Attempting to bind port ef98faae-4edb-40bb-b91f-5bd6561e6e98 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:22:53.210515 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Attempting to bind port ef98faae-4edb-40bb-b91f-5bd6561e6e98 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:22:53.210826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Attempting to bind port ef98faae-4edb-40bb-b91f-5bd6561e6e98 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:22:53.216623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2044a2cc-9b61-4f2d-93d6-197068332be0 req-9051caff-413b-4fba-b39b-9fc0616c5fb8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779436 Nov 11 12:22:53.217291 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f75b87-908d-4ab4-bdda-c4fad711873d None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:22:53.221976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc491319-37fd-43e0-8e1d-809f58b0d554 None None] Pushing event updated for resources: {'Port': ['ID=ef98faae-4edb-40bb-b91f-5bd6561e6e98,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:53.227457 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:22:53.227826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:22:53.228332 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:53.228634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:22:53.229210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Bound port: ef98faae-4edb-40bb-b91f-5bd6561e6e98, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:22:53.229522 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:53.231735 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b787b-55a1-4862-9c57-698ab94a5dfb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network 34e71230-1590-4ad1-8c2f-b3db9d023976 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:22:53.245836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-148b787b-55a1-4862-9c57-698ab94a5dfb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 34e71230-1590-4ad1-8c2f-b3db9d023976) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:53.251754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148b787b-55a1-4862-9c57-698ab94a5dfb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:53.252355 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-148b787b-55a1-4862-9c57-698ab94a5dfb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:53.282758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f24c21-effd-47a7-8f0f-0381e5084e7e None None] Network 34e71230-1590-4ad1-8c2f-b3db9d023976 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:22:53.284142 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-148b787b-55a1-4862-9c57-698ab94a5dfb tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6128771 Nov 11 12:22:53.287018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33818) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:53.360271 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] For port ef98faae-4edb-40bb-b91f-5bd6561e6e98, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:22:53.383970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] For port ef98faae-4edb-40bb-b91f-5bd6561e6e98, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ef98faae-4edb-40bb-b91f-5bd6561e6e98,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:22:53.394919 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:53.412624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d71cd76b-e4a8-4590-bac1-0783b4e8eb93 None None] Provisioning complete for port ef98faae-4edb-40bb-b91f-5bd6561e6e98 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:53.412992 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d71cd76b-e4a8-4590-bac1-0783b4e8eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:53.423747 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c13066-8db0-4f52-8108-7d4d31b7920b req-faa3beb7-fb76-4d6f-8b16-cd8974a61609 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:53.425407 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9c13066-8db0-4f52-8108-7d4d31b7920b req-faa3beb7-fb76-4d6f-8b16-cd8974a61609 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0774090 Nov 11 12:22:53.482460 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e3d8be-71bb-435c-9f18-696e597ac53c None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:22:53.507922 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9c13066-8db0-4f52-8108-7d4d31b7920b req-28aae951-1bf7-454f-9eb6-da49c3b138ba tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750618 Nov 11 12:22:53.528054 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33820) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:53.532975 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Routers {'a0abd0ae-bfac-4940-ae83-da8b3442010c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:53.533362 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a0abd0ae-bfac-4940-ae83-da8b3442010c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:53.587052 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5517987c-7a50-4d84-84dc-cdb1ad47e33a tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:53.590674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5517987c-7a50-4d84-84dc-cdb1ad47e33a tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 1091 time: 0.0615129 Nov 11 12:22:53.593773 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33824) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:53.596929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc491319-37fd-43e0-8e1d-809f58b0d554 None None] Pushing event updated for resources: {'Port': ['ID=ef98faae-4edb-40bb-b91f-5bd6561e6e98,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:53.611485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:53.643348 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:53.685251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-34e71230-1590-4ad1-8c2f-b3db9d023976', 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'fixed_ips': [{'subnet_id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:22:53.686278 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:53.723074 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d71cd76b-e4a8-4590-bac1-0783b4e8eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:53.755443 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] Set router a0abd0ae-bfac-4940-ae83-da8b3442010c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:53.784765 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60555853-1b50-4e36-bb65-688d2e02d7fc req-48e51162-b093-4c0d-878b-cb29ea80fb86 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:53.786316 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60555853-1b50-4e36-bb65-688d2e02d7fc req-48e51162-b093-4c0d-878b-cb29ea80fb86 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.1156459 Nov 11 12:22:53.811206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d71cd76b-e4a8-4590-bac1-0783b4e8eb93 None None] For port ef98faae-4edb-40bb-b91f-5bd6561e6e98, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ef98faae-4edb-40bb-b91f-5bd6561e6e98,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:53.855996 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60555853-1b50-4e36-bb65-688d2e02d7fc req-9e9add50-11fa-413d-b5a8-beee734c3bcf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612590 Nov 11 12:22:53.873504 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:53.898403 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d71cd76b-e4a8-4590-bac1-0783b4e8eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:54.001793 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:54.010325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Allocated IP 172.25.2.184 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/d2bfaf11-0410-448f-a9c0-72a1ac3de6a4) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:22:54.071281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71cd76b-e4a8-4590-bac1-0783b4e8eb93 None None] Pushing event updated for resources: {'Port': ['ID=ef98faae-4edb-40bb-b91f-5bd6561e6e98,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:54.096614 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d72b05b2-e79b-44d3-b324-a6159372828b None None] Provisioning complete for port ef98faae-4edb-40bb-b91f-5bd6561e6e98 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:54.096980 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d72b05b2-e79b-44d3-b324-a6159372828b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:54.100416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Allocated IP 172.20.0.2 (34e71230-1590-4ad1-8c2f-b3db9d023976/7ddf1d52-39e8-4779-bee8-44bcc0a61717/fc7ae28c-7ebd-45de-ae6b-1b02b2779940) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:22:54.177714 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:54.221887 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:54.305095 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:54.310509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:54.312893 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=d2bfaf11-0410-448f-a9c0-72a1ac3de6a4,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:54.315475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:22:54.519629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'name': 'tempest-TestNetworkBasicOps-router-475656321', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:50Z', 'updated_at': '2021-11-11T12:22:51Z', 'revision_number': 3, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:51Z', 'updated_at': '2021-11-11T12:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:54.563786 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db41d5-eb9f-4350-b094-1dc4db657ce4 None None] The sync data for ids ['a0abd0ae-bfac-4940-ae83-da8b3442010c'] in n-d-807359-3 is: [{'id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'name': 'tempest-TestNetworkBasicOps-router-475656321', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:50Z', 'updated_at': '2021-11-11T12:22:51Z', 'revision_number': 3, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:51Z', 'updated_at': '2021-11-11T12:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:22:54.567139 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:54.575836 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:54.630811 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Network 34e71230-1590-4ad1-8c2f-b3db9d023976 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:54.639060 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:54.642206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:22:54.644680 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Pushing event updated for resources: {'Port': ['ID=fc7ae28c-7ebd-45de-ae6b-1b02b2779940,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:54.686288 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Allocated IP 172.20.0.1 (34e71230-1590-4ad1-8c2f-b3db9d023976/7ddf1d52-39e8-4779-bee8-44bcc0a61717/c5544da3-46fd-43f8-867a-6d7fe23d10dd) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:22:54.717795 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Attempting to bind port fc7ae28c-7ebd-45de-ae6b-1b02b2779940 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:22:54.718246 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Attempting to bind port fc7ae28c-7ebd-45de-ae6b-1b02b2779940 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '40747bdf-c241-4e1b-b62f-13ed6c72d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:22:54.718844 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Attempting to bind port fc7ae28c-7ebd-45de-ae6b-1b02b2779940 on network 34e71230-1590-4ad1-8c2f-b3db9d023976 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:22:54.725696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:22:54.726241 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Checking segment: {'id': '40747bdf-c241-4e1b-b62f-13ed6c72d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:22:54.726638 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:54.727084 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Bound using segment: {'id': '40747bdf-c241-4e1b-b62f-13ed6c72d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:22:54.727580 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Bound port: fc7ae28c-7ebd-45de-ae6b-1b02b2779940, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40747bdf-c241-4e1b-b62f-13ed6c72d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:22:54.727950 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:54.766089 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:54.820990 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] For port fc7ae28c-7ebd-45de-ae6b-1b02b2779940, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:22:54.824865 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] For port fc7ae28c-7ebd-45de-ae6b-1b02b2779940, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=fc7ae28c-7ebd-45de-ae6b-1b02b2779940,segment=NetworkSegment(40747bdf-c241-4e1b-b62f-13ed6c72d5dc),segment_id=40747bdf-c241-4e1b-b62f-13ed6c72d5dc)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:22:54.831235 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:54.874897 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:54.903090 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:54.906523 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0634ef-8bde-4c87-987a-46a29c210ade None None] Pushing event updated for resources: {'Port': ['ID=fc7ae28c-7ebd-45de-ae6b-1b02b2779940,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:54.960629 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:55.070059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Port': ['ID=c5544da3-46fd-43f8-867a-6d7fe23d10dd,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:55.080006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network 34e71230-1590-4ad1-8c2f-b3db9d023976 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:55.081484 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:55.083988 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:22:55.159928 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:55.163437 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adc60d-f190-4b52-9158-f6b6e2c918f7 req-444ffbfa-094b-426f-9a22-0e756375652e tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:55.183445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32adc60d-f190-4b52-9158-f6b6e2c918f7 req-444ffbfa-094b-426f-9a22-0e756375652e tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.2013240 Nov 11 12:22:55.297614 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:55.313850 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:55.334496 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32adc60d-f190-4b52-9158-f6b6e2c918f7 req-57cdb4d8-1870-4225-9c7d-2ac82c0a4b79 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500652 Nov 11 12:22:55.416591 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:55.430608 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=d2bfaf11-0410-448f-a9c0-72a1ac3de6a4,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:55.445228 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:55.562081 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Floating IP de89f661-ed3e-4648-bd6e-7e3c23f1676f associated. External IP: 172.25.2.184, port: 5921daec-2af9-4e6f-bac0-3fad46edc95f. Nov 11 12:22:55.791619 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:55.802448 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:55.852828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:22:56.017154 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:56.050465 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Port': ['ID=c5544da3-46fd-43f8-867a-6d7fe23d10dd,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:56.081878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:22:56.095328 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41b6f43-38ef-49cf-a6bf-dc018626cc28 None None] Sync routers for ids ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:22:56.122063 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b6f43-38ef-49cf-a6bf-dc018626cc28 None None] Routers {'2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:56.123544 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b41b6f43-38ef-49cf-a6bf-dc018626cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:56.131312 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:56.194465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-73b9ec03-e009-4b30-a34a-f230d28e9585 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5988777 Nov 11 12:22:56.195062 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:22:56.214501 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74c3e92-5382-4b9a-b980-effcee580969" -d '{"events": [{"name": "network-changed", "server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:22:56.226315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network 34e71230-1590-4ad1-8c2f-b3db9d023976 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:56.228074 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:56.297004 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61a188a-8e57-48a9-9156-820863badda0 x-openstack-request-id: req-b61a188a-8e57-48a9-9156-820863badda0 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:22:56.297004 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:22:56.297255 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b61a188a-8e57-48a9-9156-820863badda0 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:22:56.297689 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'status': 'completed', 'code': 200} Nov 11 12:22:56.422623 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-b41b6f43-38ef-49cf-a6bf-dc018626cc28 None None] Set router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:56.498401 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801ccdc-02bc-4096-aca1-e72ab07446d0 req-3f705825-9c98-4d57-a810-9bd95c7ac00b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:56.504172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b801ccdc-02bc-4096-aca1-e72ab07446d0 req-3f705825-9c98-4d57-a810-9bd95c7ac00b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.1579103 Nov 11 12:22:56.533450 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91546d21-704c-4d45-bd71-a97b1a3a4dc2 None None] Network 34e71230-1590-4ad1-8c2f-b3db9d023976 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:22:56.648664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d52ba-092a-43f5-bfed-b5c3902824cb req-c3d165fe-7677-47be-986d-b37c6bc1cca5 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:56.650475 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de5d52ba-092a-43f5-bfed-b5c3902824cb req-c3d165fe-7677-47be-986d-b37c6bc1cca5 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.1195667 Nov 11 12:22:56.730360 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b801ccdc-02bc-4096-aca1-e72ab07446d0 req-3d4d22ab-746c-4582-a436-130ac910fb6f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198145 Nov 11 12:22:56.744034 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b9cf6ab1-9444-4f89-ae85-a333b64b8778 None None] Provisioning complete for port fc7ae28c-7ebd-45de-ae6b-1b02b2779940 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:56.744412 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6ab1-9444-4f89-ae85-a333b64b8778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:56.762109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33846) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:56.824093 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b41b6f43-38ef-49cf-a6bf-dc018626cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846557153', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:29Z', 'updated_at': '2021-11-11T12:22:35Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:30Z', 'updated_at': '2021-11-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'de89f661-ed3e-4648-bd6e-7e3c23f1676f', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'port_id': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'mac_address': 'fa:16:3e:2f:18:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:54Z', 'updated_at': '2021-11-11T12:22:54Z', 'revision_number': 0, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae405ab-f4f9-425e-bc29-b8a5e61a2717', 'name': '', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:16:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:33Z', 'updated_at': '2021-11-11T12:22:40Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:56.850281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ef98faae-4edb-40bb-b91f-5bd6561e6e98 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:22:56.882762 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41b6f43-38ef-49cf-a6bf-dc018626cc28 None None] Checking router: 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:22:56.903943 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b6f43-38ef-49cf-a6bf-dc018626cc28 None None] Routers {'2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:56.904816 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b41b6f43-38ef-49cf-a6bf-dc018626cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:57.063855 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-b41b6f43-38ef-49cf-a6bf-dc018626cc28 None None] Set router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:57.278714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Router a0abd0ae-bfac-4940-ae83-da8b3442010c has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:22:57.352757 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ef98faae-4edb-40bb-b91f-5bd6561e6e98 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:57.353472 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:57.465213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-465eef4d-c0b4-4603-a844-e32bed876140 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/floatingips/de89f661-ed3e-4648-bd6e-7e3c23f1676f HTTP/1.1" status: 200 len: 991 time: 0.6995640 Nov 11 12:22:57.493745 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6ab1-9444-4f89-ae85-a333b64b8778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:57.517128 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de5d52ba-092a-43f5-bfed-b5c3902824cb req-ece423a1-e3bf-4f40-a95e-ddda3a6e780f tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8510711 Nov 11 12:22:57.586237 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:22:57.605210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33850) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:57.605951 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-37a74b0b-8ef3-4696-814b-013b80da226d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "PUT /v2.0/routers/a0abd0ae-bfac-4940-ae83-da8b3442010c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3170979 Nov 11 12:22:57.609472 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c3e92-5382-4b9a-b980-effcee580969 req-34803183-bec4-4690-84ef-08f6a6fdc259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.614298 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b74c3e92-5382-4b9a-b980-effcee580969 req-34803183-bec4-4690-84ef-08f6a6fdc259 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 1096 time: 1.2925308 Nov 11 12:22:57.704183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Sync routers for ids ['a0abd0ae-bfac-4940-ae83-da8b3442010c'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:22:57.716863 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device fc7ae28c-7ebd-45de-ae6b-1b02b2779940 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:22:57.723710 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b41b6f43-38ef-49cf-a6bf-dc018626cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846557153', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:29Z', 'updated_at': '2021-11-11T12:22:35Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:30Z', 'updated_at': '2021-11-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'de89f661-ed3e-4648-bd6e-7e3c23f1676f', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'port_id': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'mac_address': 'fa:16:3e:2f:18:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:54Z', 'updated_at': '2021-11-11T12:22:54Z', 'revision_number': 0, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae405ab-f4f9-425e-bc29-b8a5e61a2717', 'name': '', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:16:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:33Z', 'updated_at': '2021-11-11T12:22:40Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:57.724350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b9cf6ab1-9444-4f89-ae85-a333b64b8778 None None] For port fc7ae28c-7ebd-45de-ae6b-1b02b2779940, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=fc7ae28c-7ebd-45de-ae6b-1b02b2779940,segment=NetworkSegment(40747bdf-c241-4e1b-b62f-13ed6c72d5dc),segment_id=40747bdf-c241-4e1b-b62f-13ed6c72d5dc)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:57.791271 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6ab1-9444-4f89-ae85-a333b64b8778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:57.792548 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41b6f43-38ef-49cf-a6bf-dc018626cc28 None None] The sync data for ids ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'] in n-d-807359-3 is: [{'id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846557153', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:29Z', 'updated_at': '2021-11-11T12:22:35Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:30Z', 'updated_at': '2021-11-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'de89f661-ed3e-4648-bd6e-7e3c23f1676f', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'port_id': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'mac_address': 'fa:16:3e:2f:18:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:54Z', 'updated_at': '2021-11-11T12:22:54Z', 'revision_number': 0, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae405ab-f4f9-425e-bc29-b8a5e61a2717', 'name': '', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:16:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:33Z', 'updated_at': '2021-11-11T12:22:40Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:22:57.831055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c3e92-5382-4b9a-b980-effcee580969 req-4bdfa962-bbc1-434d-9afd-db9a69f8e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.834774 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b74c3e92-5382-4b9a-b980-effcee580969 req-4bdfa962-bbc1-434d-9afd-db9a69f8e612 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5483e368-588a-4eb6-a0fb-97608cba0c68 HTTP/1.1" status: 200 len: 898 time: 0.2135909 Nov 11 12:22:57.836522 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eca2ac-584e-43e2-af0d-6f13e2be983e tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.836937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eca2ac-584e-43e2-af0d-6f13e2be983e tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.837392 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eca2ac-584e-43e2-af0d-6f13e2be983e tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.837861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eca2ac-584e-43e2-af0d-6f13e2be983e tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.838310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eca2ac-584e-43e2-af0d-6f13e2be983e tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.838759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eca2ac-584e-43e2-af0d-6f13e2be983e tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.849696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eca2ac-584e-43e2-af0d-6f13e2be983e tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.850199 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eca2ac-584e-43e2-af0d-6f13e2be983e tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.854766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-65eca2ac-584e-43e2-af0d-6f13e2be983e tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5674 time: 0.2460392 Nov 11 12:22:57.855043 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33852) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:57.956488 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Routers {'a0abd0ae-bfac-4940-ae83-da8b3442010c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:57.957125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a0abd0ae-bfac-4940-ae83-da8b3442010c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:57.970006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfd8a4b-8a20-4ea6-b2bd-bb9762871c8a tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.970477 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfd8a4b-8a20-4ea6-b2bd-bb9762871c8a tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.972498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfd8a4b-8a20-4ea6-b2bd-bb9762871c8a tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.977296 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfd8a4b-8a20-4ea6-b2bd-bb9762871c8a tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.977873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfd8a4b-8a20-4ea6-b2bd-bb9762871c8a tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.978338 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfd8a4b-8a20-4ea6-b2bd-bb9762871c8a tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.979005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfd8a4b-8a20-4ea6-b2bd-bb9762871c8a tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.979227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfd8a4b-8a20-4ea6-b2bd-bb9762871c8a tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:57.981499 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9bfd8a4b-8a20-4ea6-b2bd-bb9762871c8a tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5263 time: 0.1254928 Nov 11 12:22:57.984046 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33854) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:58.021708 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b74c3e92-5382-4b9a-b980-effcee580969 req-d239e608-6d2e-447e-ac62-2a4c1ee91e48 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f HTTP/1.1" status: 200 len: 999 time: 0.1758404 Nov 11 12:22:58.114453 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c3e92-5382-4b9a-b980-effcee580969 req-088143b2-745e-4dc0-973b-89d2a234573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:58.115873 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b74c3e92-5382-4b9a-b980-effcee580969 req-088143b2-745e-4dc0-973b-89d2a234573f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f7ffe7aa-8796-40e7-99b6-95c21c25178a HTTP/1.1" status: 200 len: 833 time: 0.0871339 Nov 11 12:22:58.125184 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf6ab1-9444-4f89-ae85-a333b64b8778 None None] Pushing event updated for resources: {'Port': ['ID=fc7ae28c-7ebd-45de-ae6b-1b02b2779940,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:58.154606 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-40e367d3-0765-4596-ba06-cf11b3285d8b None None] Provisioning complete for port c5544da3-46fd-43f8-867a-6d7fe23d10dd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:58.155165 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-40e367d3-0765-4596-ba06-cf11b3285d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:58.168914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port fc7ae28c-7ebd-45de-ae6b-1b02b2779940 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:58.169471 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:58.232282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c3e92-5382-4b9a-b980-effcee580969 req-35c80f4d-0506-4a59-b1ec-393ca708d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:58.233894 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b74c3e92-5382-4b9a-b980-effcee580969 req-35c80f4d-0506-4a59-b1ec-393ca708d250 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5483e368-588a-4eb6-a0fb-97608cba0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103690 Nov 11 12:22:58.253189 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a594e5-4d01-4881-878f-a6cd3b0d4dba None None] New status for floating IP de89f661-ed3e-4648-bd6e-7e3c23f1676f: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:22:58.325674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-aa1b0142-dda3-4ecf-bc49-0062f313d4c1 tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4493 time: 0.3185024 Nov 11 12:22:58.368924 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Set router a0abd0ae-bfac-4940-ae83-da8b3442010c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:58.445272 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b74c3e92-5382-4b9a-b980-effcee580969 req-c70a1f21-76fa-4a52-b08f-1811417722f5 service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034836 Nov 11 12:22:58.468170 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33860) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:58.613821 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b74c3e92-5382-4b9a-b980-effcee580969 req-1bd885d0-36b8-4c9a-a58a-29cd5185c333 service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612504 Nov 11 12:22:58.614516 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-93626d38-57ac-40bf-a5ba-0c5ba9a34a3e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/floatingips/de89f661-ed3e-4648-bd6e-7e3c23f1676f HTTP/1.1" status: 200 len: 993 time: 0.1437480 Nov 11 12:22:58.666590 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-40e367d3-0765-4596-ba06-cf11b3285d8b None None] Port c5544da3-46fd-43f8-867a-6d7fe23d10dd cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:22:58.717876 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4ffa-d038-489c-b8e3-dd3fc224d725 req-284aeb2a-e5b0-4e5e-b251-dd1ac52d6c26 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:58.719333 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-863b4ffa-d038-489c-b8e3-dd3fc224d725 req-284aeb2a-e5b0-4e5e-b251-dd1ac52d6c26 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0602717 Nov 11 12:22:58.748783 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33864) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:58.754359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3e50cec0-d186-46d1-8022-3069c04d2fba tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1337836092', 'description': 'tempest-secgroup-smoke-1337836092 description', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:58.767152 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-40e367d3-0765-4596-ba06-cf11b3285d8b None None] Provisioning complete for port fc7ae28c-7ebd-45de-ae6b-1b02b2779940 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:58.767774 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-40e367d3-0765-4596-ba06-cf11b3285d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:58.789890 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e50cec0-d186-46d1-8022-3069c04d2fba tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:58.801807 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-863b4ffa-d038-489c-b8e3-dd3fc224d725 req-df2c9cd0-7642-44ff-b573-3925aaa8d402 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721936 Nov 11 12:22:58.896692 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e50cec0-d186-46d1-8022-3069c04d2fba tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:58.901909 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e50cec0-d186-46d1-8022-3069c04d2fba tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:58.927520 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'name': 'tempest-TestNetworkBasicOps-router-475656321', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:50Z', 'updated_at': '2021-11-11T12:22:55Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:51Z', 'updated_at': '2021-11-11T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'c5544da3-46fd-43f8-867a-6d7fe23d10dd', 'name': '', 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:ed:50:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:54Z', 'updated_at': '2021-11-11T12:22:55Z', 'revision_number': 2, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:58.936197 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e50cec0-d186-46d1-8022-3069c04d2fba tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:58.938395 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3e50cec0-d186-46d1-8022-3069c04d2fba tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1882694 Nov 11 12:22:58.941378 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33866) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:58.946109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-24ac4848-521b-47e9-9daf-17a04fe5d6b1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': '84e7ff13-38a2-4eb3-84b3-a2933c2dac7e', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:58.963005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50cec0-d186-46d1-8022-3069c04d2fba tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e7ff13-38a2-4eb3-84b3-a2933c2dac7e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:58.963927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device fc7ae28c-7ebd-45de-ae6b-1b02b2779940 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:22:58.967259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Checking router: a0abd0ae-bfac-4940-ae83-da8b3442010c for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:22:58.967603 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Updating router a0abd0ae-bfac-4940-ae83-da8b3442010c port c5544da3-46fd-43f8-867a-6d7fe23d10dd binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:22:58.989284 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-24ac4848-521b-47e9-9daf-17a04fe5d6b1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.023688 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.049512 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-24ac4848-521b-47e9-9daf-17a04fe5d6b1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.054227 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-24ac4848-521b-47e9-9daf-17a04fe5d6b1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.074429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac4848-521b-47e9-9daf-17a04fe5d6b1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebc4f6b-2919-4197-bacd-1fb1a83eec24,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:59.079398 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9f32363d-1cdd-4a6d-871c-212692f3a168 None None] Provisioning complete for port c5544da3-46fd-43f8-867a-6d7fe23d10dd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:59.079747 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9f32363d-1cdd-4a6d-871c-212692f3a168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.085358 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-24ac4848-521b-47e9-9daf-17a04fe5d6b1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.086189 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-24ac4848-521b-47e9-9daf-17a04fe5d6b1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436868 Nov 11 12:22:59.088913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33868) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:59.093442 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-51dfc8b8-2f51-4272-8da8-debff8fb0f29 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': '84e7ff13-38a2-4eb3-84b3-a2933c2dac7e', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:59.122336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port fc7ae28c-7ebd-45de-ae6b-1b02b2779940 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:59.122705 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.130589 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51dfc8b8-2f51-4272-8da8-debff8fb0f29 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.187701 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51dfc8b8-2f51-4272-8da8-debff8fb0f29 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.192501 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51dfc8b8-2f51-4272-8da8-debff8fb0f29 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.210274 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-9f32363d-1cdd-4a6d-871c-212692f3a168 None None] Port c5544da3-46fd-43f8-867a-6d7fe23d10dd cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:22:59.211421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfc8b8-2f51-4272-8da8-debff8fb0f29 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efc0c9a-d411-4173-9ad6-02d77ace468a,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:59.217752 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51dfc8b8-2f51-4272-8da8-debff8fb0f29 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.219034 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-51dfc8b8-2f51-4272-8da8-debff8fb0f29 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291480 Nov 11 12:22:59.222468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33870) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:59.228050 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-41be7ec2-bf61-459d-9c2f-d68bf0f7394f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': '84e7ff13-38a2-4eb3-84b3-a2933c2dac7e', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:59.258612 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41be7ec2-bf61-459d-9c2f-d68bf0f7394f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.306993 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41be7ec2-bf61-459d-9c2f-d68bf0f7394f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.311426 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41be7ec2-bf61-459d-9c2f-d68bf0f7394f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.332655 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be7ec2-bf61-459d-9c2f-d68bf0f7394f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7e38e9-dcd6-454d-857c-acc9dd40f720,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:59.342961 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41be7ec2-bf61-459d-9c2f-d68bf0f7394f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.344438 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-41be7ec2-bf61-459d-9c2f-d68bf0f7394f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212435 Nov 11 12:22:59.347425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33872) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:59.353227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-00688383-7b67-4fe6-a4f6-a1de9a41d701 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': '84e7ff13-38a2-4eb3-84b3-a2933c2dac7e', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:59.391116 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00688383-7b67-4fe6-a4f6-a1de9a41d701 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.468624 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00688383-7b67-4fe6-a4f6-a1de9a41d701 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.474071 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00688383-7b67-4fe6-a4f6-a1de9a41d701 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.494465 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00688383-7b67-4fe6-a4f6-a1de9a41d701 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a37ed1-4ff3-417f-8885-dc3b94f699dd,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:59.504342 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-00688383-7b67-4fe6-a4f6-a1de9a41d701 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.506394 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-00688383-7b67-4fe6-a4f6-a1de9a41d701 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575170 Nov 11 12:22:59.509524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33876) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:59.514207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ac4b9afc-8667-4821-b2d8-44a3c5b9fc8e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': '84e7ff13-38a2-4eb3-84b3-a2933c2dac7e', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:59.538233 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-ac4b9afc-8667-4821-b2d8-44a3c5b9fc8e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Project 0565b14f5ea4452abe2554e29ca69bdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:22:59.543567 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac4b9afc-8667-4821-b2d8-44a3c5b9fc8e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.596445 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.603244 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.606794 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac4b9afc-8667-4821-b2d8-44a3c5b9fc8e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.612248 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac4b9afc-8667-4821-b2d8-44a3c5b9fc8e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.631556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b9afc-8667-4821-b2d8-44a3c5b9fc8e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fb1630-0a94-47e1-86f5-f5228dc6d4fd,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:59.641480 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ac4b9afc-8667-4821-b2d8-44a3c5b9fc8e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.642936 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ac4b9afc-8667-4821-b2d8-44a3c5b9fc8e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323283 Nov 11 12:22:59.645637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33878) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:59.650706 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d9a86e2e-af12-41b7-8659-5450e3d1a1bd tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'security_group_rule': {'security_group_id': '84e7ff13-38a2-4eb3-84b3-a2933c2dac7e', 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:59.680821 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-d9a86e2e-af12-41b7-8659-5450e3d1a1bd tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Project 0565b14f5ea4452abe2554e29ca69bdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:22:59.694143 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9a86e2e-af12-41b7-8659-5450e3d1a1bd tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.712357 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d13c5-d22a-4367-b7c7-b6ff80e6a3f2 None None] Pushing event updated for resources: {'Port': ['ID=c5544da3-46fd-43f8-867a-6d7fe23d10dd,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:59.725484 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Attempting to bind port c5544da3-46fd-43f8-867a-6d7fe23d10dd on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:22:59.726049 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Attempting to bind port c5544da3-46fd-43f8-867a-6d7fe23d10dd by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '40747bdf-c241-4e1b-b62f-13ed6c72d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:22:59.726565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Attempting to bind port c5544da3-46fd-43f8-867a-6d7fe23d10dd on network 34e71230-1590-4ad1-8c2f-b3db9d023976 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:22:59.732720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:22:59.733371 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Checking segment: {'id': '40747bdf-c241-4e1b-b62f-13ed6c72d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:22:59.733951 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.734526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Bound using segment: {'id': '40747bdf-c241-4e1b-b62f-13ed6c72d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:22:59.735007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Bound port: c5544da3-46fd-43f8-867a-6d7fe23d10dd, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40747bdf-c241-4e1b-b62f-13ed6c72d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:22:59.735380 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.799512 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9a86e2e-af12-41b7-8659-5450e3d1a1bd tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.806532 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9a86e2e-af12-41b7-8659-5450e3d1a1bd tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.808966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] For port c5544da3-46fd-43f8-867a-6d7fe23d10dd, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:22:59.813891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] For port c5544da3-46fd-43f8-867a-6d7fe23d10dd, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c5544da3-46fd-43f8-867a-6d7fe23d10dd,segment=NetworkSegment(40747bdf-c241-4e1b-b62f-13ed6c72d5dc),segment_id=40747bdf-c241-4e1b-b62f-13ed6c72d5dc)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:22:59.819785 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.828685 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a86e2e-af12-41b7-8659-5450e3d1a1bd tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335f5099-d41c-4942-aff1-867cc2fe95bc,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:59.862968 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9a86e2e-af12-41b7-8659-5450e3d1a1bd tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:59.872798 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d9a86e2e-af12-41b7-8659-5450e3d1a1bd tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2177315 Nov 11 12:22:59.895091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d13c5-d22a-4367-b7c7-b6ff80e6a3f2 None None] Pushing event updated for resources: {'Port': ['ID=c5544da3-46fd-43f8-867a-6d7fe23d10dd,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:59.924349 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Routers {'a0abd0ae-bfac-4940-ae83-da8b3442010c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:59.925618 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:22:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a0abd0ae-bfac-4940-ae83-da8b3442010c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:59.969426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59edd9d-9d4f-455f-8f32-7f406c75eef1 req-02fff3f2-cb19-455f-98dd-059f5e52602c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:59.980171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c59edd9d-9d4f-455f-8f32-7f406c75eef1 req-02fff3f2-cb19-455f-98dd-059f5e52602c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0776849 Nov 11 12:22:59.997997 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-67440acc-1201-4de3-b204-0b26351862c0 None None] Provisioning complete for port c5544da3-46fd-43f8-867a-6d7fe23d10dd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:59.998473 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-67440acc-1201-4de3-b204-0b26351862c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:00.069409 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c59edd9d-9d4f-455f-8f32-7f406c75eef1 req-980e1675-6a8f-478f-85eb-2260d0643ee0 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879872 Nov 11 12:23:00.129889 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] Set router a0abd0ae-bfac-4940-ae83-da8b3442010c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:23:00.138249 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-e65fa52d-cf6a-48c0-8726-6fe552351766 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337836092&fields=id&tenant_id=0565b14f5ea4452abe2554e29ca69bdf HTTP/1.1" status: 200 len: 267 time: 0.0667548 Nov 11 12:23:00.273894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-af26551a-7a33-4249-b715-6b2821a75986 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:00.275541 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-af26551a-7a33-4249-b715-6b2821a75986 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/networks?id=34e71230-1590-4ad1-8c2f-b3db9d023976 HTTP/1.1" status: 200 len: 797 time: 0.1331332 Nov 11 12:23:00.298775 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-20e416de-e538-4617-84e3-c7faab934443 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/quotas/0565b14f5ea4452abe2554e29ca69bdf HTTP/1.1" status: 200 len: 375 time: 0.0167127 Nov 11 12:23:00.301321 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-67440acc-1201-4de3-b204-0b26351862c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:00.350452 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-67440acc-1201-4de3-b204-0b26351862c0 None None] For port c5544da3-46fd-43f8-867a-6d7fe23d10dd, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c5544da3-46fd-43f8-867a-6d7fe23d10dd,segment=NetworkSegment(40747bdf-c241-4e1b-b62f-13ed6c72d5dc),segment_id=40747bdf-c241-4e1b-b62f-13ed6c72d5dc)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:00.360005 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-67440acc-1201-4de3-b204-0b26351862c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:00.363877 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-0926b58b-d57c-4a20-8c46-5a3d1b8d9b92 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0565b14f5ea4452abe2554e29ca69bdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593290 Nov 11 12:23:00.448532 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67440acc-1201-4de3-b204-0b26351862c0 None None] Pushing event updated for resources: {'Port': ['ID=c5544da3-46fd-43f8-867a-6d7fe23d10dd,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:00.478594 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-db259e38-467a-4cd8-8b89-2c56b71b9c63 service neutron] 10.222.0.65 "GET /v2.0/networks/34e71230-1590-4ad1-8c2f-b3db9d023976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985970 Nov 11 12:23:00.488564 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'name': 'tempest-TestNetworkBasicOps-router-475656321', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:50Z', 'updated_at': '2021-11-11T12:22:55Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:51Z', 'updated_at': '2021-11-11T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'c5544da3-46fd-43f8-867a-6d7fe23d10dd', 'name': '', 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:ed:50:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:54Z', 'updated_at': '2021-11-11T12:22:59Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:00.541924 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d3591331-b6ee-4357-ad9a-a412e22f44aa None None] Provisioning complete for port c5544da3-46fd-43f8-867a-6d7fe23d10dd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:23:00.542286 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3591331-b6ee-4357-ad9a-a412e22f44aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:00.576168 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d97c08-6d5e-445f-862e-d9acf9566f31 None None] The sync data for ids ['a0abd0ae-bfac-4940-ae83-da8b3442010c'] in n-d-807359-3 is: [{'id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'name': 'tempest-TestNetworkBasicOps-router-475656321', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:50Z', 'updated_at': '2021-11-11T12:22:55Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:51Z', 'updated_at': '2021-11-11T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'c5544da3-46fd-43f8-867a-6d7fe23d10dd', 'name': '', 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:ed:50:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:54Z', 'updated_at': '2021-11-11T12:22:59Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:23:00.612953 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-7b7b21d2-b7bd-4de9-a46a-8eac379c4f1e service neutron] 10.222.0.65 "GET /v2.0/networks/34e71230-1590-4ad1-8c2f-b3db9d023976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278703 Nov 11 12:23:00.905097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-533c9905-12ed-47f4-b42e-926b6e58b574 req-4aa37f5e-079b-4cd8-9e79-6c99cd31ddce tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 210 time: 0.0521283 Nov 11 12:23:01.062866 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c5544da3-46fd-43f8-867a-6d7fe23d10dd up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:23:01.213432 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port c5544da3-46fd-43f8-867a-6d7fe23d10dd triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:23:01.214463 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:01.329130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385839c6-6d5e-4be4-8e4e-5053ca0dff97 req-7e1f7a9f-daf2-473b-bd8f-7f6f04c92939 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:01.331008 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-385839c6-6d5e-4be4-8e4e-5053ca0dff97 req-7e1f7a9f-daf2-473b-bd8f-7f6f04c92939 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.1336069 Nov 11 12:23:01.400943 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-385839c6-6d5e-4be4-8e4e-5053ca0dff97 req-c076d7d7-961b-4ab2-8539-ac4d28d287c4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597270 Nov 11 12:23:02.013697 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ce07fc6-5fb3-44b9-9c88-2c260c86fae0 req-3435740f-58a1-415e-a859-3efaba9cc7fc tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 210 time: 0.0279315 Nov 11 12:23:02.284431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-819a5d5a-bf27-4a56-89c6-f44768939391 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:02.286189 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-819a5d5a-bf27-4a56-89c6-f44768939391 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.62 "GET /v2.0/networks?id=34e71230-1590-4ad1-8c2f-b3db9d023976 HTTP/1.1" status: 200 len: 797 time: 0.1160824 Nov 11 12:23:02.372291 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-4cdb82b5-9da5-4cb3-b681-02c3a16c570c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0565b14f5ea4452abe2554e29ca69bdf HTTP/1.1" status: 200 len: 380 time: 0.0668299 Nov 11 12:23:02.382196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-c50806bf-19eb-4104-b498-483647025454 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'port': {'device_id': 'c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19', 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976', 'admin_state_up': True, 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'security_groups': ['84e7ff13-38a2-4eb3-84b3-a2933c2dac7e']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:02.502154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-c50806bf-19eb-4104-b498-483647025454 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Made reservation on behalf of 0565b14f5ea4452abe2554e29ca69bdf for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:23:02.505923 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-c50806bf-19eb-4104-b498-483647025454 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:02.556955 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca96d0-abf7-4f64-801a-31acd95fef79 req-c765f1a4-8840-40ca-accf-65fd52e0844f tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:02.558689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0cca96d0-abf7-4f64-801a-31acd95fef79 req-c765f1a4-8840-40ca-accf-65fd52e0844f tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0623569 Nov 11 12:23:02.611843 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0cca96d0-abf7-4f64-801a-31acd95fef79 req-b7dc3d5d-347f-4e8a-b2bd-49fc6c082335 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466106 Nov 11 12:23:02.647583 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-c50806bf-19eb-4104-b498-483647025454 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Allocated IP 172.20.0.11 (34e71230-1590-4ad1-8c2f-b3db9d023976/7ddf1d52-39e8-4779-bee8-44bcc0a61717/e1d10152-6f6a-4722-85c5-f4460476a816) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:23:02.855519 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-c50806bf-19eb-4104-b498-483647025454 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:02.860248 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0030b8-68b7-4093-a5fd-2d8786a6c6f8 req-f68c83be-dbe4-4f00-a166-d8d6a47fb597 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:02.861888 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f0030b8-68b7-4093-a5fd-2d8786a6c6f8 req-f68c83be-dbe4-4f00-a166-d8d6a47fb597 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0595460 Nov 11 12:23:02.907396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700b5fb-ceee-4c47-8c4e-7ec41e4afa33 req-37498bab-2801-4816-bb65-0dc5060b5bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:02.908971 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2700b5fb-ceee-4c47-8c4e-7ec41e4afa33 req-37498bab-2801-4816-bb65-0dc5060b5bdf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c86e75b72349490b85928fa4eba61911&device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 1096 time: 0.0757918 Nov 11 12:23:02.923328 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f0030b8-68b7-4093-a5fd-2d8786a6c6f8 req-eef24cf7-658a-4efb-8605-59bdb51ef0b1 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528345 Nov 11 12:23:02.951068 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-c50806bf-19eb-4104-b498-483647025454 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:03.045239 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-c50806bf-19eb-4104-b498-483647025454 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network 34e71230-1590-4ad1-8c2f-b3db9d023976 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:23:03.052852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-c50806bf-19eb-4104-b498-483647025454 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:23:03.058457 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-c50806bf-19eb-4104-b498-483647025454 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:23:03.086509 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700b5fb-ceee-4c47-8c4e-7ec41e4afa33 req-e3171e5c-afb8-4304-8f09-08e1a718efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:03.089209 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2700b5fb-ceee-4c47-8c4e-7ec41e4afa33 req-e3171e5c-afb8-4304-8f09-08e1a718efe0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a77c6cb3-f220-490a-bf03-8045eaa287db HTTP/1.1" status: 200 len: 913 time: 0.1715119 Nov 11 12:23:03.155540 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dacc85-676b-432f-a918-3bd84cc57eeb req-1ec894d1-c972-4e00-a430-7db8b621f289 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:03.158335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50806bf-19eb-4104-b498-483647025454 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Port': ['ID=e1d10152-6f6a-4722-85c5-f4460476a816,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:03.159390 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-26dacc85-676b-432f-a918-3bd84cc57eeb req-1ec894d1-c972-4e00-a430-7db8b621f289 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 932 time: 0.0722318 Nov 11 12:23:03.184471 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2700b5fb-ceee-4c47-8c4e-7ec41e4afa33 req-4b117c2d-3ad8-4e29-9571-2a4f4879306b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3151382d-d1fe-4b97-b00c-70695d6cd25a HTTP/1.1" status: 200 len: 1001 time: 0.0758748 Nov 11 12:23:03.198076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-c50806bf-19eb-4104-b498-483647025454 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:03.198717 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-c50806bf-19eb-4104-b498-483647025454 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:03.230507 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-26dacc85-676b-432f-a918-3bd84cc57eeb req-3100c442-9172-4a4e-8df5-c62410f2e92f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=84e7ff13-38a2-4eb3-84b3-a2933c2dac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584855 Nov 11 12:23:03.245886 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-c50806bf-19eb-4104-b498-483647025454 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8672535 Nov 11 12:23:03.261974 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Request body: {'port': {'device_id': 'c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:03.300645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700b5fb-ceee-4c47-8c4e-7ec41e4afa33 req-10c4802b-125d-4e47-9694-393fee9815b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:03.302181 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2700b5fb-ceee-4c47-8c4e-7ec41e4afa33 req-10c4802b-125d-4e47-9694-393fee9815b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2d90c43-605c-44da-8d21-d70c17e99759 HTTP/1.1" status: 200 len: 850 time: 0.1006951 Nov 11 12:23:03.356268 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:03.406893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0c5b80fa-49bc-404b-b3ac-bc4279212aaf None None] Provisioning complete for port e1d10152-6f6a-4722-85c5-f4460476a816 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:23:03.407501 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0c5b80fa-49bc-404b-b3ac-bc4279212aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:03.410359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700b5fb-ceee-4c47-8c4e-7ec41e4afa33 req-15b4dfdb-24b0-4db9-9bed-551df4f4d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:03.411231 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2700b5fb-ceee-4c47-8c4e-7ec41e4afa33 req-15b4dfdb-24b0-4db9-9bed-551df4f4d9cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a77c6cb3-f220-490a-bf03-8045eaa287db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875318 Nov 11 12:23:03.447457 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b80fa-49bc-404b-b3ac-bc4279212aaf None None] Port e1d10152-6f6a-4722-85c5-f4460476a816 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:23:03.613248 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2700b5fb-ceee-4c47-8c4e-7ec41e4afa33 req-d9bb9cb0-bd18-4c91-a389-6784e4f2fbfb service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911149 Nov 11 12:23:03.752103 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2700b5fb-ceee-4c47-8c4e-7ec41e4afa33 req-c60db553-03b3-485b-92f4-ac63c01d8301 service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317947 Nov 11 12:23:03.793891 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d10152-6f6a-4722-85c5-f4460476a816 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:23:03.802788 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:03.816411 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Transition to ACTIVE for port object e1d10152-6f6a-4722-85c5-f4460476a816 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:23:03.821894 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:03.903898 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d10152-6f6a-4722-85c5-f4460476a816,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:03.958298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Attempting to bind port e1d10152-6f6a-4722-85c5-f4460476a816 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:23:03.959023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Attempting to bind port e1d10152-6f6a-4722-85c5-f4460476a816 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '40747bdf-c241-4e1b-b62f-13ed6c72d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:23:03.959360 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Attempting to bind port e1d10152-6f6a-4722-85c5-f4460476a816 on network 34e71230-1590-4ad1-8c2f-b3db9d023976 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:23:03.964858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Port e1d10152-6f6a-4722-85c5-f4460476a816 on network 34e71230-1590-4ad1-8c2f-b3db9d023976 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:23:03.965193 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Attempting to bind port e1d10152-6f6a-4722-85c5-f4460476a816 on network 34e71230-1590-4ad1-8c2f-b3db9d023976 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:23:03.972427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:23:03.972888 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Checking segment: {'id': '40747bdf-c241-4e1b-b62f-13ed6c72d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:23:03.973412 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Bound using segment: {'id': '40747bdf-c241-4e1b-b62f-13ed6c72d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:23:03.973876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Bound port: e1d10152-6f6a-4722-85c5-f4460476a816, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40747bdf-c241-4e1b-b62f-13ed6c72d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:23:03.974235 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:04.038672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 33936) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:04.081081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] For port e1d10152-6f6a-4722-85c5-f4460476a816, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:23:04.085355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] For port e1d10152-6f6a-4722-85c5-f4460476a816, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=e1d10152-6f6a-4722-85c5-f4460476a816,segment=NetworkSegment(40747bdf-c241-4e1b-b62f-13ed6c72d5dc),segment_id=40747bdf-c241-4e1b-b62f-13ed6c72d5dc)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:23:04.093696 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:04.102901 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29399650-263a-454f-86d4-0b0601d13393 req-b142bab7-cf56-4a09-8d28-be245f0ea1f0 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:04.112021 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29399650-263a-454f-86d4-0b0601d13393 req-b142bab7-cf56-4a09-8d28-be245f0ea1f0 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0741839 Nov 11 12:23:04.170217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:04.171164 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:04.174812 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] 10.222.0.62 "PUT /v2.0/ports/e1d10152-6f6a-4722-85c5-f4460476a816 HTTP/1.1" status: 200 len: 1092 time: 0.9193375 Nov 11 12:23:04.175545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19', 'tag': 'e1d10152-6f6a-4722-85c5-f4460476a816'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:04.178320 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246db270-7b25-432c-af3a-7db43a9a492f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19", "tag": "e1d10152-6f6a-4722-85c5-f4460476a816"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:04.194996 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29399650-263a-454f-86d4-0b0601d13393 req-f357355d-7c15-4c7b-82b3-46844b7fc68e tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721514 Nov 11 12:23:04.221860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d821e0-b05b-43e8-882b-642ea61a79c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d10152-6f6a-4722-85c5-f4460476a816,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:04.275095 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-250868c9-5fe9-445f-bcb2-e50a213530f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:04.319833 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dc3748-af99-45e6-ae24-a2a6b0342571 x-openstack-request-id: req-d6dc3748-af99-45e6-ae24-a2a6b0342571 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:04.320415 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19", "tag": "e1d10152-6f6a-4722-85c5-f4460476a816", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:04.320621 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6dc3748-af99-45e6-ae24-a2a6b0342571 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:04.321156 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19', 'tag': 'e1d10152-6f6a-4722-85c5-f4460476a816', 'status': 'completed', 'code': 200} Nov 11 12:23:04.360624 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-09e58ecb-b102-4e0b-8c60-c6a506184ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:04.362331 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-09e58ecb-b102-4e0b-8c60-c6a506184ebb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0565b14f5ea4452abe2554e29ca69bdf&device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 1095 time: 0.1196222 Nov 11 12:23:04.413953 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-a174a7b4-a72d-4d6b-94c0-3027e883e90c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1d10152-6f6a-4722-85c5-f4460476a816 HTTP/1.1" status: 200 len: 217 time: 0.0431421 Nov 11 12:23:04.440480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e0166-730d-4b1e-a029-50b28f255156 req-f6548e61-d9ad-47be-8dcf-b8ef7991e39e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:04.442255 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fb3e0166-730d-4b1e-a029-50b28f255156 req-f6548e61-d9ad-47be-8dcf-b8ef7991e39e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 944 time: 0.0884778 Nov 11 12:23:04.456823 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-250868c9-5fe9-445f-bcb2-e50a213530f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:04.474181 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-250868c9-5fe9-445f-bcb2-e50a213530f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:04.482006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-45f95c41-6a62-4ccd-a29d-f799ec047406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:04.483523 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-45f95c41-6a62-4ccd-a29d-f799ec047406 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ddf1d52-39e8-4779-bee8-44bcc0a61717 HTTP/1.1" status: 200 len: 835 time: 0.0631306 Nov 11 12:23:04.534262 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-250868c9-5fe9-445f-bcb2-e50a213530f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=30b14b51e1ee4d10add099ce4dbe9023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4945714 Nov 11 12:23:04.538993 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 33946) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:04.544742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250868c9-5fe9-445f-bcb2-e50a213530f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102befb0-838e-4d63-a9a9-090a0c8647a0,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:04.548770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-a4237afb-201f-4223-ab48-14fd60fbfdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:04.550528 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-a4237afb-201f-4223-ab48-14fd60fbfdc4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=34e71230-1590-4ad1-8c2f-b3db9d023976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572999 Nov 11 12:23:04.551200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fb3e0166-730d-4b1e-a029-50b28f255156 req-9658db61-b283-47d9-8f1d-743deb6f2200 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=84e7ff13-38a2-4eb3-84b3-a2933c2dac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002963 Nov 11 12:23:04.652807 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35ec2039-3483-4722-9553-52e3e5cb6242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:04.692943 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35ec2039-3483-4722-9553-52e3e5cb6242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:04.695986 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-b3092993-f56f-4480-8843-b5eaa3c71bfa service neutron] 10.222.0.62 "GET /v2.0/networks/34e71230-1590-4ad1-8c2f-b3db9d023976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307828 Nov 11 12:23:04.805886 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35ec2039-3483-4722-9553-52e3e5cb6242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:04.808366 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35ec2039-3483-4722-9553-52e3e5cb6242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:04.809504 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-35ec2039-3483-4722-9553-52e3e5cb6242 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/102befb0-838e-4d63-a9a9-090a0c8647a0 HTTP/1.1" status: 204 len: 168 time: 0.2695820 Nov 11 12:23:04.826360 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9d0a4905-6f19-4e8d-ac4c-9e0b0debef55 req-b4ffb96e-ed9a-4f76-9a14-aee863dc6351 service neutron] 10.222.0.62 "GET /v2.0/networks/34e71230-1590-4ad1-8c2f-b3db9d023976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203578 Nov 11 12:23:04.827223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec2039-3483-4722-9553-52e3e5cb6242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102befb0-838e-4d63-a9a9-090a0c8647a0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:04.920056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246db270-7b25-432c-af3a-7db43a9a492f req-53ffbd38-cf01-490d-8244-e25a4b861d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:04.921566 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-246db270-7b25-432c-af3a-7db43a9a492f req-53ffbd38-cf01-490d-8244-e25a4b861d4b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0565b14f5ea4452abe2554e29ca69bdf&device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 1095 time: 0.0453591 Nov 11 12:23:05.023366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246db270-7b25-432c-af3a-7db43a9a492f req-046654ec-9ed7-4d34-963f-44092abebe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:05.024879 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-246db270-7b25-432c-af3a-7db43a9a492f req-046654ec-9ed7-4d34-963f-44092abebe93 service neutron] 10.222.0.62 "GET /v2.0/networks?id=34e71230-1590-4ad1-8c2f-b3db9d023976 HTTP/1.1" status: 200 len: 899 time: 0.0920763 Nov 11 12:23:05.067794 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-246db270-7b25-432c-af3a-7db43a9a492f req-23bd1897-38af-4110-9ca7-a520b171df0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1d10152-6f6a-4722-85c5-f4460476a816 HTTP/1.1" status: 200 len: 217 time: 0.0348179 Nov 11 12:23:05.126071 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246db270-7b25-432c-af3a-7db43a9a492f req-07b8d6c3-d252-4a7f-9f53-ba4130c3c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:05.127714 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-246db270-7b25-432c-af3a-7db43a9a492f req-07b8d6c3-d252-4a7f-9f53-ba4130c3c436 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ddf1d52-39e8-4779-bee8-44bcc0a61717 HTTP/1.1" status: 200 len: 835 time: 0.0498626 Nov 11 12:23:05.178509 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246db270-7b25-432c-af3a-7db43a9a492f req-0ece0dac-dba7-4f2f-bad4-25544f7f36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:05.180086 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-246db270-7b25-432c-af3a-7db43a9a492f req-0ece0dac-dba7-4f2f-bad4-25544f7f36f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=34e71230-1590-4ad1-8c2f-b3db9d023976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432911 Nov 11 12:23:05.282364 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-246db270-7b25-432c-af3a-7db43a9a492f req-6491809a-6b19-4d81-9f83-7b409e18e321 service neutron] 10.222.0.62 "GET /v2.0/networks/34e71230-1590-4ad1-8c2f-b3db9d023976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942547 Nov 11 12:23:05.322857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee9018-a61c-4798-9537-e5180e4992b0 req-e1f42645-528a-4136-b56d-c6c6c0b1d233 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:05.330147 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c4ee9018-a61c-4798-9537-e5180e4992b0 req-e1f42645-528a-4136-b56d-c6c6c0b1d233 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0710156 Nov 11 12:23:05.377081 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c4ee9018-a61c-4798-9537-e5180e4992b0 req-aaf49178-a354-4d71-8aa5-d2f9b9b90771 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459397 Nov 11 12:23:05.383805 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-246db270-7b25-432c-af3a-7db43a9a492f req-d8930cfc-afd2-4066-904f-bfd2c65b9286 service neutron] 10.222.0.62 "GET /v2.0/networks/34e71230-1590-4ad1-8c2f-b3db9d023976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924730 Nov 11 12:23:05.679881 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf322b1b-6efc-4398-b1ee-712cb92671de req-f061b646-ee9d-4d4e-a744-1b246206e49f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:05.681409 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf322b1b-6efc-4398-b1ee-712cb92671de req-f061b646-ee9d-4d4e-a744-1b246206e49f tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 944 time: 0.0571361 Nov 11 12:23:05.731958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf322b1b-6efc-4398-b1ee-712cb92671de req-46162979-9375-4963-9185-8ab0e994c242 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=84e7ff13-38a2-4eb3-84b3-a2933c2dac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443392 Nov 11 12:23:05.849448 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3c04e3cb-2821-4916-bd4b-686969945a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:06.858762 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ec489-2e11-4f47-9f59-8c16f61e05f5 req-0e1eb595-9fcd-45fb-829e-e28989412938 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:06.860314 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-345ec489-2e11-4f47-9f59-8c16f61e05f5 req-0e1eb595-9fcd-45fb-829e-e28989412938 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 944 time: 0.0517566 Nov 11 12:23:06.921147 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-345ec489-2e11-4f47-9f59-8c16f61e05f5 req-821ae07c-8902-4f35-8375-fce01c19d9e2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=84e7ff13-38a2-4eb3-84b3-a2933c2dac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536597 Nov 11 12:23:07.102090 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-2019e21e-58a2-4aa7-8a21-7befee983563 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0d1f5280c3f342d886feda240391d273&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293705 Nov 11 12:23:07.295636 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-71ed4458-619d-432a-ab44-e08b362883d5 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:07.297141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-71ed4458-619d-432a-ab44-e08b362883d5 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895399 Nov 11 12:23:07.314027 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-3fda36b0-d5ce-4ccf-8255-67ac8d08d037 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/quotas/0d1f5280c3f342d886feda240391d273 HTTP/1.1" status: 200 len: 375 time: 0.0102193 Nov 11 12:23:07.347722 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-e0c2ebac-2a22-4b55-b8fc-95499a4215fb tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d1f5280c3f342d886feda240391d273&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279353 Nov 11 12:23:07.518374 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82a578be-e735-4c05-be7b-887527bf0dbc req-0582a602-a9e5-4160-9916-b4a57dd3c071 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c91a657-3635-4dcc-b641-81a1c01dbdf4 HTTP/1.1" status: 200 len: 210 time: 0.0273957 Nov 11 12:23:07.959695 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device e1d10152-6f6a-4722-85c5-f4460476a816 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:23:08.047707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1f28f-26ac-464f-ac64-d065755f5920 req-ab427160-86e3-4e4c-8ef2-a59817cde765 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:08.056007 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ceb1f28f-26ac-464f-ac64-d065755f5920 req-ab427160-86e3-4e4c-8ef2-a59817cde765 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 944 time: 0.0616677 Nov 11 12:23:08.071377 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port e1d10152-6f6a-4722-85c5-f4460476a816, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=e1d10152-6f6a-4722-85c5-f4460476a816,segment=NetworkSegment(40747bdf-c241-4e1b-b62f-13ed6c72d5dc),segment_id=40747bdf-c241-4e1b-b62f-13ed6c72d5dc)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:08.098292 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'e1d10152-6f6a-4722-85c5-f4460476a816', 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976', 'port_id': 'e1d10152-6f6a-4722-85c5-f4460476a816', 'mac_address': 'fa:16:3e:eb:38:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:23:08.103294 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7caa044f-8e76-45b6-aa7f-5d65e85eb47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.109676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ceb1f28f-26ac-464f-ac64-d065755f5920 req-3798d443-a311-4329-9786-fca240968d8c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=84e7ff13-38a2-4eb3-84b3-a2933c2dac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516260 Nov 11 12:23:08.150421 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.165358 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d10152-6f6a-4722-85c5-f4460476a816 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:23:08.186116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port e1d10152-6f6a-4722-85c5-f4460476a816, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=e1d10152-6f6a-4722-85c5-f4460476a816,segment=NetworkSegment(40747bdf-c241-4e1b-b62f-13ed6c72d5dc),segment_id=40747bdf-c241-4e1b-b62f-13ed6c72d5dc)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:08.192083 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.240170 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=e1d10152-6f6a-4722-85c5-f4460476a816,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:08.466090 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-c501c61b-0d52-4d17-a7c3-aa1e710099d1 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0d1f5280c3f342d886feda240391d273&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307662 Nov 11 12:23:08.472918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['e1d10152-6f6a-4722-85c5-f4460476a816'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:23:08.637373 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8e5a6bd6-36c9-4270-8601-8288721adbe1 req-7c218130-bfa9-4f89-89d3-9e90c3e143f7 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c91a657-3635-4dcc-b641-81a1c01dbdf4 HTTP/1.1" status: 200 len: 210 time: 0.0316701 Nov 11 12:23:08.684208 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-da5ee1e6-8367-4f43-8d19-5611fd8e3260 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:08.685769 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-da5ee1e6-8367-4f43-8d19-5611fd8e3260 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2137671 Nov 11 12:23:08.699132 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-fdf49729-90c4-47d1-afa7-cd1c8a026dba tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Request body: {'port': {'device_id': '5c91a657-3635-4dcc-b641-81a1c01dbdf4', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '0d1f5280c3f342d886feda240391d273'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:08.820967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-fdf49729-90c4-47d1-afa7-cd1c8a026dba tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Made reservation on behalf of 0d1f5280c3f342d886feda240391d273 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:23:08.825203 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-fdf49729-90c4-47d1-afa7-cd1c8a026dba tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.834710 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-fdf49729-90c4-47d1-afa7-cd1c8a026dba tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.920566 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-fdf49729-90c4-47d1-afa7-cd1c8a026dba tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.926682 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-fdf49729-90c4-47d1-afa7-cd1c8a026dba tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.989454 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf49729-90c4-47d1-afa7-cd1c8a026dba tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b954f6-9120-441d-8fc4-7290704423c4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:09.059229 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-fdf49729-90c4-47d1-afa7-cd1c8a026dba tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Allocated IP 192.168.233.115 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/1320df2d-3db1-4043-837d-6b17764336ff) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:23:09.079728 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:09.210341 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-fdf49729-90c4-47d1-afa7-cd1c8a026dba tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:09.240093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bb701-1960-4981-bda0-d1736f5017ee req-e1675b17-84fd-46df-891c-ec03a69c5924 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:09.241754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-000bb701-1960-4981-bda0-d1736f5017ee req-e1675b17-84fd-46df-891c-ec03a69c5924 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 945 time: 0.0512228 Nov 11 12:23:09.246313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-fdf49729-90c4-47d1-afa7-cd1c8a026dba tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:09.292340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-fdf49729-90c4-47d1-afa7-cd1c8a026dba tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:23:09.295552 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-fdf49729-90c4-47d1-afa7-cd1c8a026dba tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:23:09.295729 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-000bb701-1960-4981-bda0-d1736f5017ee req-c9ed4584-88e8-4b0d-9b99-5a11d47fca95 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=84e7ff13-38a2-4eb3-84b3-a2933c2dac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449395 Nov 11 12:23:09.299359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-fdf49729-90c4-47d1-afa7-cd1c8a026dba tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:23:09.323446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf49729-90c4-47d1-afa7-cd1c8a026dba tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Pushing event updated for resources: {'Port': ['ID=1320df2d-3db1-4043-837d-6b17764336ff,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:09.355763 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-fdf49729-90c4-47d1-afa7-cd1c8a026dba tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:09.356365 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-fdf49729-90c4-47d1-afa7-cd1c8a026dba tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:09.381634 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-fdf49729-90c4-47d1-afa7-cd1c8a026dba tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6862633 Nov 11 12:23:09.394294 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Request body: {'port': {'device_id': '5c91a657-3635-4dcc-b641-81a1c01dbdf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:09.450039 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:09.524373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-99ede7dc-2424-4fcd-b41c-a4bc00d5ad34 None None] Provisioning complete for port 1320df2d-3db1-4043-837d-6b17764336ff triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:23:09.524695 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-99ede7dc-2424-4fcd-b41c-a4bc00d5ad34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:09.558384 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-99ede7dc-2424-4fcd-b41c-a4bc00d5ad34 None None] Port 1320df2d-3db1-4043-837d-6b17764336ff cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:23:09.716515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1320df2d-3db1-4043-837d-6b17764336ff {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:23:09.724650 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:09.737782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Transition to ACTIVE for port object 1320df2d-3db1-4043-837d-6b17764336ff will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:23:09.742071 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:09.767972 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bccde-d8b6-4f34-b712-8d2d478706b3 req-c1713cf1-4702-4481-8931-9ea20bdcc3aa tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:09.770182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e90bccde-d8b6-4f34-b712-8d2d478706b3 req-c1713cf1-4702-4481-8931-9ea20bdcc3aa tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c91a657-3635-4dcc-b641-81a1c01dbdf4 HTTP/1.1" status: 200 len: 936 time: 0.0541098 Nov 11 12:23:09.792466 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Pushing event updated for resources: {'Port': ['ID=1320df2d-3db1-4043-837d-6b17764336ff,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:09.829240 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e90bccde-d8b6-4f34-b712-8d2d478706b3 req-302e869e-7999-4f57-bcc5-979601867296 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/security-groups?id=36b954f6-9120-441d-8fc4-7290704423c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501556 Nov 11 12:23:09.866573 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Attempting to bind port 1320df2d-3db1-4043-837d-6b17764336ff on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:23:09.866906 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Attempting to bind port 1320df2d-3db1-4043-837d-6b17764336ff by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:23:09.867233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Attempting to bind port 1320df2d-3db1-4043-837d-6b17764336ff on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:23:09.872279 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Port 1320df2d-3db1-4043-837d-6b17764336ff on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:23:09.872469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Attempting to bind port 1320df2d-3db1-4043-837d-6b17764336ff on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:23:09.877527 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:23:09.877919 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:23:09.878307 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:23:09.878738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Bound port: 1320df2d-3db1-4043-837d-6b17764336ff, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:23:09.879094 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:09.949427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] For port 1320df2d-3db1-4043-837d-6b17764336ff, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:23:09.952701 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] For port 1320df2d-3db1-4043-837d-6b17764336ff, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=1320df2d-3db1-4043-837d-6b17764336ff,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:23:09.957106 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:09.990885 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:09.991524 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:09.993693 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device e1d10152-6f6a-4722-85c5-f4460476a816 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:23:09.996169 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] 10.222.0.43 "PUT /v2.0/ports/1320df2d-3db1-4043-837d-6b17764336ff HTTP/1.1" status: 200 len: 1096 time: 0.6065950 Nov 11 12:23:09.998013 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c91a657-3635-4dcc-b641-81a1c01dbdf4', 'tag': '1320df2d-3db1-4043-837d-6b17764336ff'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:10.000572 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018204de-ee78-4bc6-8d3e-1d3640771b69" -d '{"events": [{"name": "network-changed", "server_uuid": "5c91a657-3635-4dcc-b641-81a1c01dbdf4", "tag": "1320df2d-3db1-4043-837d-6b17764336ff"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:10.030737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea45af-ce88-48e4-a80b-9eb7c40b2b8b service neutron] Pushing event updated for resources: {'Port': ['ID=1320df2d-3db1-4043-837d-6b17764336ff,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:10.044945 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311c9995-9f45-48da-abd9-7c4a584b9d07 x-openstack-request-id: req-311c9995-9f45-48da-abd9-7c4a584b9d07 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:10.046460 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c91a657-3635-4dcc-b641-81a1c01dbdf4", "tag": "1320df2d-3db1-4043-837d-6b17764336ff", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:10.046460 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-311c9995-9f45-48da-abd9-7c4a584b9d07 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:10.046460 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c91a657-3635-4dcc-b641-81a1c01dbdf4', 'tag': '1320df2d-3db1-4043-837d-6b17764336ff', 'status': 'completed', 'code': 200} Nov 11 12:23:10.074128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port e1d10152-6f6a-4722-85c5-f4460476a816 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:23:10.084922 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port e1d10152-6f6a-4722-85c5-f4460476a816 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:23:10.085763 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:10.104801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-6235c29b-d136-4f91-ad7d-bbc18835135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:10.106474 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-6235c29b-d136-4f91-ad7d-bbc18835135c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d1f5280c3f342d886feda240391d273&device_id=5c91a657-3635-4dcc-b641-81a1c01dbdf4 HTTP/1.1" status: 200 len: 1099 time: 0.0554590 Nov 11 12:23:10.155722 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-e2b8722d-c550-45c5-a491-9f7166874ae7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=1320df2d-3db1-4043-837d-6b17764336ff HTTP/1.1" status: 200 len: 217 time: 0.0394526 Nov 11 12:23:10.189226 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:10.222805 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d10152-6f6a-4722-85c5-f4460476a816'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:10.225946 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8f306a-1fd5-4839-9bb1-517b669c1601" -d '{"events": [{"server_uuid": "c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19", "name": "network-vif-plugged", "status": "completed", "tag": "e1d10152-6f6a-4722-85c5-f4460476a816"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:10.242749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port e1d10152-6f6a-4722-85c5-f4460476a816, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=e1d10152-6f6a-4722-85c5-f4460476a816,segment=NetworkSegment(40747bdf-c241-4e1b-b62f-13ed6c72d5dc),segment_id=40747bdf-c241-4e1b-b62f-13ed6c72d5dc)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:10.248316 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:10.280566 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f019395-52c6-46fb-bbac-3463175e7aeb x-openstack-request-id: req-9f019395-52c6-46fb-bbac-3463175e7aeb {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:10.280919 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19", "name": "network-vif-plugged", "status": "completed", "tag": "e1d10152-6f6a-4722-85c5-f4460476a816", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:10.281171 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f019395-52c6-46fb-bbac-3463175e7aeb {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:10.281558 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d10152-6f6a-4722-85c5-f4460476a816', 'code': 200} Nov 11 12:23:10.315432 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=e1d10152-6f6a-4722-85c5-f4460476a816,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:10.446611 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15378662-d540-43e4-ab2d-da651a21986d req-37200c4c-d8ab-45d9-a2a8-92ca7cc2c596 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:10.448127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-15378662-d540-43e4-ab2d-da651a21986d req-37200c4c-d8ab-45d9-a2a8-92ca7cc2c596 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 946 time: 0.0573659 Nov 11 12:23:10.507953 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-15378662-d540-43e4-ab2d-da651a21986d req-2df7fbdd-1d63-455c-a03d-2b0aca0957b9 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=84e7ff13-38a2-4eb3-84b3-a2933c2dac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507619 Nov 11 12:23:10.560840 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-48c38496-f416-416b-bc38-0a82c1cccb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:10.562377 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-48c38496-f416-416b-bc38-0a82c1cccb44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.3990684 Nov 11 12:23:10.597814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d7799-4bfc-4204-8a96-8be72716c304 req-a951e3a8-83a7-4edf-a8bc-0927d6ab6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:10.598515 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:10.599318 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-287d7799-4bfc-4204-8a96-8be72716c304 req-a951e3a8-83a7-4edf-a8bc-0927d6ab6b2b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 1097 time: 0.0700679 Nov 11 12:23:10.627387 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-0c616143-7932-47c3-bf03-9721d059a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:10.628863 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-0c616143-7932-47c3-bf03-9721d059a12a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0585291 Nov 11 12:23:10.678666 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-287d7799-4bfc-4204-8a96-8be72716c304 req-c1e49743-c50b-46d2-85ea-adc89a0ff264 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=84e7ff13-38a2-4eb3-84b3-a2933c2dac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717490 Nov 11 12:23:10.736518 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-cfb267e8-4502-4281-8cfa-9e67cbb2f016 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991924 Nov 11 12:23:10.830710 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3aad5d40-2370-40d5-92aa-14e7e6f04ebf req-c6e12276-36a4-40d9-9571-76d7e68ffec7 service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864964 Nov 11 12:23:10.925296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018204de-ee78-4bc6-8d3e-1d3640771b69 req-f601b1cf-37b1-4572-b3fc-2025d9253047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:10.926804 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-018204de-ee78-4bc6-8d3e-1d3640771b69 req-f601b1cf-37b1-4572-b3fc-2025d9253047 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d1f5280c3f342d886feda240391d273&device_id=5c91a657-3635-4dcc-b641-81a1c01dbdf4 HTTP/1.1" status: 200 len: 1099 time: 0.0436714 Nov 11 12:23:10.946915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d5624-6e47-422d-99b3-0cb3a09d56e0 req-9c9750ca-a623-4af3-a047-e4a6d5c0f576 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:10.948536 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb2d5624-6e47-422d-99b3-0cb3a09d56e0 req-9c9750ca-a623-4af3-a047-e4a6d5c0f576 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c91a657-3635-4dcc-b641-81a1c01dbdf4 HTTP/1.1" status: 200 len: 948 time: 0.0495367 Nov 11 12:23:10.997339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb2d5624-6e47-422d-99b3-0cb3a09d56e0 req-0726967f-41df-4b6b-8f38-abe64d4eb6be tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/security-groups?id=36b954f6-9120-441d-8fc4-7290704423c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425928 Nov 11 12:23:11.029222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018204de-ee78-4bc6-8d3e-1d3640771b69 req-0bae71ea-f8c4-49f1-952c-600fe903d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:11.030784 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-018204de-ee78-4bc6-8d3e-1d3640771b69 req-0bae71ea-f8c4-49f1-952c-600fe903d0cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.0891092 Nov 11 12:23:11.078483 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-018204de-ee78-4bc6-8d3e-1d3640771b69 req-f9f1aa09-dc06-482b-8c7e-68660298ff88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=1320df2d-3db1-4043-837d-6b17764336ff HTTP/1.1" status: 200 len: 217 time: 0.0396612 Nov 11 12:23:11.135726 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018204de-ee78-4bc6-8d3e-1d3640771b69 req-8ce6b8de-eb66-41fa-9c8e-00e7db3faf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:11.137322 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-018204de-ee78-4bc6-8d3e-1d3640771b69 req-8ce6b8de-eb66-41fa-9c8e-00e7db3faf18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0479932 Nov 11 12:23:11.187887 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018204de-ee78-4bc6-8d3e-1d3640771b69 req-7048f221-9c58-457a-b7b2-71e83766b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:11.189452 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-018204de-ee78-4bc6-8d3e-1d3640771b69 req-7048f221-9c58-457a-b7b2-71e83766b370 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439141 Nov 11 12:23:11.303182 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-018204de-ee78-4bc6-8d3e-1d3640771b69 req-42b86ebe-2a90-4d03-a669-ee3c6079268b service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040740 Nov 11 12:23:11.305386 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:11.400312 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-018204de-ee78-4bc6-8d3e-1d3640771b69 req-40f8aed6-7f46-4dfb-a85a-d6c17ad2637e service neutron] 10.222.0.43 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862544 Nov 11 12:23:11.633886 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57848e-7830-432a-af44-359b7f6c5d84 req-9ffee1a8-827f-47d3-b15c-7a93d5ed3865 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:11.635331 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4e57848e-7830-432a-af44-359b7f6c5d84 req-9ffee1a8-827f-47d3-b15c-7a93d5ed3865 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 946 time: 0.0521054 Nov 11 12:23:11.696225 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4e57848e-7830-432a-af44-359b7f6c5d84 req-127eaf46-6b81-4512-a676-a1fb766ec95a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=84e7ff13-38a2-4eb3-84b3-a2933c2dac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525043 Nov 11 12:23:12.115082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caf8f0-b575-4407-8f44-7f2f0508c18d req-d961967d-17d3-433c-bbb2-fc7390945142 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:12.116655 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d9caf8f0-b575-4407-8f44-7f2f0508c18d req-d961967d-17d3-433c-bbb2-fc7390945142 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c91a657-3635-4dcc-b641-81a1c01dbdf4 HTTP/1.1" status: 200 len: 948 time: 0.0504439 Nov 11 12:23:12.165465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d9caf8f0-b575-4407-8f44-7f2f0508c18d req-30cb531f-ee87-4b06-9838-b5a0f6a77500 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/security-groups?id=36b954f6-9120-441d-8fc4-7290704423c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416262 Nov 11 12:23:12.832514 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b362bd7-1614-42d2-a73b-7601e93aa9af req-100951aa-8b73-4e53-a2f8-c08450bdf587 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:12.834355 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b362bd7-1614-42d2-a73b-7601e93aa9af req-100951aa-8b73-4e53-a2f8-c08450bdf587 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 946 time: 0.0576959 Nov 11 12:23:12.889612 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b362bd7-1614-42d2-a73b-7601e93aa9af req-553bb1d1-7f95-47d5-9bf8-93bfbe4c2009 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=84e7ff13-38a2-4eb3-84b3-a2933c2dac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473275 Nov 11 12:23:13.004963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f8755-29ef-4d6b-8381-c00219225e62 req-d6b8f736-42d3-414f-9a17-57b64becf315 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:13.006385 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-775f8755-29ef-4d6b-8381-c00219225e62 req-d6b8f736-42d3-414f-9a17-57b64becf315 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 946 time: 0.0482740 Nov 11 12:23:13.057156 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-775f8755-29ef-4d6b-8381-c00219225e62 req-84540f8c-9f62-452c-8aa6-03e3f7a8d614 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=84e7ff13-38a2-4eb3-84b3-a2933c2dac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446236 Nov 11 12:23:13.079573 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34036) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:13.128535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157cd8f3-67db-468a-9a28-c95742764d7b tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:13.130148 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-157cd8f3-67db-468a-9a28-c95742764d7b tempest-TestNetworkBasicOps-1360490402 tempest-TestNetworkBasicOps-1360490402-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 1092 time: 0.0495703 Nov 11 12:23:13.132928 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34038) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:13.137414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': 'e1d10152-6f6a-4722-85c5-f4460476a816', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:13.163148 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:13.260845 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:13.280732 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a505e4b-70ea-4bbe-9f6e-39ec45a81f34 req-b314347f-e848-4e71-afe8-aab42870f3aa tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:13.282284 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a505e4b-70ea-4bbe-9f6e-39ec45a81f34 req-b314347f-e848-4e71-afe8-aab42870f3aa tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c91a657-3635-4dcc-b641-81a1c01dbdf4 HTTP/1.1" status: 200 len: 948 time: 0.0493088 Nov 11 12:23:13.306123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 1320df2d-3db1-4043-837d-6b17764336ff details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:23:13.331128 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a505e4b-70ea-4bbe-9f6e-39ec45a81f34 req-a732cb8d-125e-406b-a6f1-93fb569d99c8 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/security-groups?id=36b954f6-9120-441d-8fc4-7290704423c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427547 Nov 11 12:23:13.385270 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Allocated IP 172.25.2.221 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/11b50db7-11c7-4d9d-9d37-c7a5151db7ac) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:23:13.400862 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 1320df2d-3db1-4043-837d-6b17764336ff, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=1320df2d-3db1-4043-837d-6b17764336ff,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:13.415343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '1320df2d-3db1-4043-837d-6b17764336ff', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '1320df2d-3db1-4043-837d-6b17764336ff', 'mac_address': 'fa:16:3e:8f:5b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:23:13.451669 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:13.464781 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1320df2d-3db1-4043-837d-6b17764336ff {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:23:13.484196 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 1320df2d-3db1-4043-837d-6b17764336ff, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=1320df2d-3db1-4043-837d-6b17764336ff,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:13.488396 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:13.489566 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:13.525945 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:13.544717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=1320df2d-3db1-4043-837d-6b17764336ff,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:13.570107 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:23:13.573027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:23:13.576764 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:23:13.582475 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Port': ['ID=11b50db7-11c7-4d9d-9d37-c7a5151db7ac,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:13.733524 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['1320df2d-3db1-4043-837d-6b17764336ff'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:23:13.964117 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:14.041129 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:14.206110 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:14.211838 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:14.278880 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event updated for resources: {'Port': ['ID=11b50db7-11c7-4d9d-9d37-c7a5151db7ac,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:14.292402 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:14.397716 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Floating IP eedea90d-777c-4458-bbde-c2fc8bf1f36c associated. External IP: 172.25.2.221, port: e1d10152-6f6a-4722-85c5-f4460476a816. Nov 11 12:23:14.453211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183c3af-658a-4fb5-abe6-d46792780f8c req-27f9e19b-0e69-4467-8b07-e1219395c4ee tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:14.454856 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4183c3af-658a-4fb5-abe6-d46792780f8c req-27f9e19b-0e69-4467-8b07-e1219395c4ee tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c91a657-3635-4dcc-b641-81a1c01dbdf4 HTTP/1.1" status: 200 len: 949 time: 0.0525553 Nov 11 12:23:14.501826 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4183c3af-658a-4fb5-abe6-d46792780f8c req-2ff2cb07-a445-4ee7-9442-5da522a823d5 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/security-groups?id=36b954f6-9120-441d-8fc4-7290704423c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408485 Nov 11 12:23:14.613959 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Router a0abd0ae-bfac-4940-ae83-da8b3442010c has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:23:14.725697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:23:14.736143 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa00d8e8-a69a-4ec4-94fb-8396a6638c51 None None] Sync routers for ids ['a0abd0ae-bfac-4940-ae83-da8b3442010c'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:23:14.745017 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:14.747266 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00d8e8-a69a-4ec4-94fb-8396a6638c51 None None] Routers {'a0abd0ae-bfac-4940-ae83-da8b3442010c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:23:14.747889 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fa00d8e8-a69a-4ec4-94fb-8396a6638c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:23:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a0abd0ae-bfac-4940-ae83-da8b3442010c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:14.776174 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-797fbdf1-8234-40d0-a2fe-a7c9a22cac68 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6397762 Nov 11 12:23:14.776174 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19', 'tag': 'e1d10152-6f6a-4722-85c5-f4460476a816'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:14.776648 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34044) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:14.776860 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc9bfd1-8906-44c2-bf4e-451929ab883c" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19", "tag": "e1d10152-6f6a-4722-85c5-f4460476a816"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:14.814523 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f10311-ac88-4234-9ae4-a5329fd8ae00 x-openstack-request-id: req-50f10311-ac88-4234-9ae4-a5329fd8ae00 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:14.814807 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19", "tag": "e1d10152-6f6a-4722-85c5-f4460476a816", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:14.815055 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-50f10311-ac88-4234-9ae4-a5329fd8ae00 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:14.815482 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19', 'tag': 'e1d10152-6f6a-4722-85c5-f4460476a816', 'status': 'completed', 'code': 200} Nov 11 12:23:14.842617 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-174547b2-517b-4118-b420-15ee74a1d2d9 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/floatingips/eedea90d-777c-4458-bbde-c2fc8bf1f36c HTTP/1.1" status: 200 len: 992 time: 0.0646684 Nov 11 12:23:14.885840 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9bfd1-8906-44c2-bf4e-451929ab883c req-6c64bc37-6251-4267-b2aa-5f88cc0d4037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:14.887425 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ecc9bfd1-8906-44c2-bf4e-451929ab883c req-6c64bc37-6251-4267-b2aa-5f88cc0d4037 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0565b14f5ea4452abe2554e29ca69bdf&device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 1097 time: 0.0452497 Nov 11 12:23:14.986343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9bfd1-8906-44c2-bf4e-451929ab883c req-74eb4041-44c1-4b00-82c2-9607b6fc205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:14.987826 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ecc9bfd1-8906-44c2-bf4e-451929ab883c req-74eb4041-44c1-4b00-82c2-9607b6fc205f service neutron] 10.222.0.62 "GET /v2.0/networks?id=34e71230-1590-4ad1-8c2f-b3db9d023976 HTTP/1.1" status: 200 len: 899 time: 0.0911200 Nov 11 12:23:15.016246 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-fa00d8e8-a69a-4ec4-94fb-8396a6638c51 None None] Set router a0abd0ae-bfac-4940-ae83-da8b3442010c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:23:15.054312 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ecc9bfd1-8906-44c2-bf4e-451929ab883c req-4544cb80-804f-401f-99da-0aa77c31a817 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1d10152-6f6a-4722-85c5-f4460476a816 HTTP/1.1" status: 200 len: 1000 time: 0.0587637 Nov 11 12:23:15.108523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9bfd1-8906-44c2-bf4e-451929ab883c req-a57daee0-9a30-41a4-b313-26e77bdb4d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:15.109528 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ecc9bfd1-8906-44c2-bf4e-451929ab883c req-a57daee0-9a30-41a4-b313-26e77bdb4d20 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ddf1d52-39e8-4779-bee8-44bcc0a61717 HTTP/1.1" status: 200 len: 835 time: 0.0483921 Nov 11 12:23:15.158943 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9bfd1-8906-44c2-bf4e-451929ab883c req-d0e39be3-cb67-40a1-8221-d32642afb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:15.160999 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ecc9bfd1-8906-44c2-bf4e-451929ab883c req-d0e39be3-cb67-40a1-8221-d32642afb7c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=34e71230-1590-4ad1-8c2f-b3db9d023976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426116 Nov 11 12:23:15.240027 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fa00d8e8-a69a-4ec4-94fb-8396a6638c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'name': 'tempest-TestNetworkBasicOps-router-475656321', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:50Z', 'updated_at': '2021-11-11T12:22:55Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:51Z', 'updated_at': '2021-11-11T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'eedea90d-777c-4458-bbde-c2fc8bf1f36c', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'port_id': 'e1d10152-6f6a-4722-85c5-f4460476a816', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976', 'mac_address': 'fa:16:3e:eb:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:23:13Z', 'updated_at': '2021-11-11T12:23:13Z', 'revision_number': 0, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5544da3-46fd-43f8-867a-6d7fe23d10dd', 'name': '', 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:ed:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:54Z', 'updated_at': '2021-11-11T12:23:00Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:15.252473 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ecc9bfd1-8906-44c2-bf4e-451929ab883c req-4a4fa2a9-1d19-4ebd-ba81-59e93fd2f6ea service neutron] 10.222.0.62 "GET /v2.0/networks/34e71230-1590-4ad1-8c2f-b3db9d023976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834451 Nov 11 12:23:15.271437 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa00d8e8-a69a-4ec4-94fb-8396a6638c51 None None] Checking router: a0abd0ae-bfac-4940-ae83-da8b3442010c for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:23:15.280177 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00d8e8-a69a-4ec4-94fb-8396a6638c51 None None] Routers {'a0abd0ae-bfac-4940-ae83-da8b3442010c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:23:15.280841 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fa00d8e8-a69a-4ec4-94fb-8396a6638c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:23:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a0abd0ae-bfac-4940-ae83-da8b3442010c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:15.315051 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 1320df2d-3db1-4043-837d-6b17764336ff up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:23:15.348710 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ecc9bfd1-8906-44c2-bf4e-451929ab883c req-9bdf2de2-60ae-4285-962e-d7e15246f738 service neutron] 10.222.0.62 "GET /v2.0/networks/34e71230-1590-4ad1-8c2f-b3db9d023976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881295 Nov 11 12:23:15.423587 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-fa00d8e8-a69a-4ec4-94fb-8396a6638c51 None None] Set router a0abd0ae-bfac-4940-ae83-da8b3442010c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:23:15.425759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 1320df2d-3db1-4043-837d-6b17764336ff completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:23:15.453865 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 1320df2d-3db1-4043-837d-6b17764336ff triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:23:15.454223 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:15.627493 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df2115-5018-4402-b502-aa4da603ad59 req-ce90fd16-7bde-4257-98a8-09e15c1682fa tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:15.629139 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90df2115-5018-4402-b502-aa4da603ad59 req-ce90fd16-7bde-4257-98a8-09e15c1682fa tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c91a657-3635-4dcc-b641-81a1c01dbdf4 HTTP/1.1" status: 200 len: 949 time: 0.0548568 Nov 11 12:23:15.653077 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:15.678634 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90df2115-5018-4402-b502-aa4da603ad59 req-1adfc8f6-a4a9-45d0-aaee-ac2655a1a6b4 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/security-groups?id=36b954f6-9120-441d-8fc4-7290704423c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430677 Nov 11 12:23:15.689894 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c91a657-3635-4dcc-b641-81a1c01dbdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1320df2d-3db1-4043-837d-6b17764336ff'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:15.692281 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade05adc-1b28-4d84-9e1b-58351922fb28" -d '{"events": [{"server_uuid": "5c91a657-3635-4dcc-b641-81a1c01dbdf4", "name": "network-vif-plugged", "status": "completed", "tag": "1320df2d-3db1-4043-837d-6b17764336ff"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:15.722513 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 1320df2d-3db1-4043-837d-6b17764336ff, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=1320df2d-3db1-4043-837d-6b17764336ff,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:15.729329 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:15.732938 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463e8047-e040-4926-bb2f-69f8f0718390 x-openstack-request-id: req-463e8047-e040-4926-bb2f-69f8f0718390 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:15.733217 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c91a657-3635-4dcc-b641-81a1c01dbdf4", "name": "network-vif-plugged", "status": "completed", "tag": "1320df2d-3db1-4043-837d-6b17764336ff", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:15.733459 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-463e8047-e040-4926-bb2f-69f8f0718390 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:15.733859 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c91a657-3635-4dcc-b641-81a1c01dbdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1320df2d-3db1-4043-837d-6b17764336ff', 'code': 200} Nov 11 12:23:15.794229 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=1320df2d-3db1-4043-837d-6b17764336ff,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:15.799292 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fa00d8e8-a69a-4ec4-94fb-8396a6638c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'name': 'tempest-TestNetworkBasicOps-router-475656321', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:50Z', 'updated_at': '2021-11-11T12:22:55Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:51Z', 'updated_at': '2021-11-11T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'eedea90d-777c-4458-bbde-c2fc8bf1f36c', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'port_id': 'e1d10152-6f6a-4722-85c5-f4460476a816', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976', 'mac_address': 'fa:16:3e:eb:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:23:13Z', 'updated_at': '2021-11-11T12:23:13Z', 'revision_number': 0, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5544da3-46fd-43f8-867a-6d7fe23d10dd', 'name': '', 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:ed:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:54Z', 'updated_at': '2021-11-11T12:23:00Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:15.826398 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa00d8e8-a69a-4ec4-94fb-8396a6638c51 None None] The sync data for ids ['a0abd0ae-bfac-4940-ae83-da8b3442010c'] in n-d-807359-3 is: [{'id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'name': 'tempest-TestNetworkBasicOps-router-475656321', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:50Z', 'updated_at': '2021-11-11T12:22:55Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:51Z', 'updated_at': '2021-11-11T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'eedea90d-777c-4458-bbde-c2fc8bf1f36c', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'port_id': 'e1d10152-6f6a-4722-85c5-f4460476a816', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976', 'mac_address': 'fa:16:3e:eb:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:23:13Z', 'updated_at': '2021-11-11T12:23:13Z', 'revision_number': 0, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5544da3-46fd-43f8-867a-6d7fe23d10dd', 'name': '', 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:ed:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:54Z', 'updated_at': '2021-11-11T12:23:00Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:23:15.829326 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e418b63-33c5-4b5e-82c2-c97181a93909 req-67d6f8e8-3258-404d-b8a0-d80d87fbef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:15.830850 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e418b63-33c5-4b5e-82c2-c97181a93909 req-67d6f8e8-3258-404d-b8a0-d80d87fbef9a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5c91a657-3635-4dcc-b641-81a1c01dbdf4 HTTP/1.1" status: 200 len: 1101 time: 0.0437927 Nov 11 12:23:15.846100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34052) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:15.882346 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e418b63-33c5-4b5e-82c2-c97181a93909 req-9035e78f-9eb1-4785-af40-1cadead5b220 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=36b954f6-9120-441d-8fc4-7290704423c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438130 Nov 11 12:23:15.908982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a2b6ddfe-d064-49da-9922-be03443eca8d tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/floatingips/eedea90d-777c-4458-bbde-c2fc8bf1f36c HTTP/1.1" status: 200 len: 992 time: 0.0616252 Nov 11 12:23:16.010541 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:16.025032 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab408218-2a92-4c05-96b3-b5628eb915c5 None None] New status for floating IP eedea90d-777c-4458-bbde-c2fc8bf1f36c: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:23:16.760112 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0c948ced-23b3-436f-a07d-19d13122a41b req-a6f38824-0ac5-4e3c-bb8e-3e893ac2b8bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455964 Nov 11 12:23:16.797567 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e39b34-a33c-4c77-a63f-c17bb8d4847a req-7344e36b-29ea-463f-ac63-8a566d98da4d tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:16.799265 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-65e39b34-a33c-4c77-a63f-c17bb8d4847a req-7344e36b-29ea-463f-ac63-8a566d98da4d tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c91a657-3635-4dcc-b641-81a1c01dbdf4 HTTP/1.1" status: 200 len: 950 time: 0.0502441 Nov 11 12:23:16.850993 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c948ced-23b3-436f-a07d-19d13122a41b req-91797ea7-7799-45a1-8ed1-5db3797e7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:16.851280 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-65e39b34-a33c-4c77-a63f-c17bb8d4847a req-8d0a40ec-93a1-4cae-b14f-7b606e5a0b70 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/security-groups?id=36b954f6-9120-441d-8fc4-7290704423c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448608 Nov 11 12:23:16.852978 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0c948ced-23b3-436f-a07d-19d13122a41b req-91797ea7-7799-45a1-8ed1-5db3797e7933 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c86e75b72349490b85928fa4eba61911&device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 1096 time: 0.0413070 Nov 11 12:23:16.913106 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34056) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:16.971209 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c948ced-23b3-436f-a07d-19d13122a41b req-ce4a833e-4d52-4a34-a284-4b8da80dc173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:16.972614 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0c948ced-23b3-436f-a07d-19d13122a41b req-ce4a833e-4d52-4a34-a284-4b8da80dc173 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a77c6cb3-f220-490a-bf03-8045eaa287db HTTP/1.1" status: 200 len: 913 time: 0.0913033 Nov 11 12:23:16.974132 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c80b7f27-e2eb-479c-837e-6951a247f4e9 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/floatingips/eedea90d-777c-4458-bbde-c2fc8bf1f36c HTTP/1.1" status: 200 len: 994 time: 0.0596962 Nov 11 12:23:17.052138 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0c948ced-23b3-436f-a07d-19d13122a41b req-56a3f746-fa76-4cf3-a50c-fb341e593859 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3151382d-d1fe-4b97-b00c-70695d6cd25a HTTP/1.1" status: 200 len: 1001 time: 0.0690432 Nov 11 12:23:17.107510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c948ced-23b3-436f-a07d-19d13122a41b req-beb446ba-cd54-4ed1-978a-8dab7bb936e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:17.109130 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0c948ced-23b3-436f-a07d-19d13122a41b req-beb446ba-cd54-4ed1-978a-8dab7bb936e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2d90c43-605c-44da-8d21-d70c17e99759 HTTP/1.1" status: 200 len: 850 time: 0.0491405 Nov 11 12:23:17.173825 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c948ced-23b3-436f-a07d-19d13122a41b req-8510027c-3dc8-49dd-b2d8-7e6ecd1740fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:17.175328 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0c948ced-23b3-436f-a07d-19d13122a41b req-8510027c-3dc8-49dd-b2d8-7e6ecd1740fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a77c6cb3-f220-490a-bf03-8045eaa287db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488243 Nov 11 12:23:17.283933 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0c948ced-23b3-436f-a07d-19d13122a41b req-071fd8b6-a050-4259-b81b-97a5b8c542af service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999858 Nov 11 12:23:17.385799 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0c948ced-23b3-436f-a07d-19d13122a41b req-bd1cc92f-0d04-4a1c-9cdc-94bb2a0b2483 service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922153 Nov 11 12:23:17.982686 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234d47f-7ca2-48e8-a5e0-462fccc775d2 req-13569d13-385c-47d4-9949-608ad6af8979 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:17.984171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1234d47f-7ca2-48e8-a5e0-462fccc775d2 req-13569d13-385c-47d4-9949-608ad6af8979 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c91a657-3635-4dcc-b641-81a1c01dbdf4 HTTP/1.1" status: 200 len: 950 time: 0.0505826 Nov 11 12:23:18.035264 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1234d47f-7ca2-48e8-a5e0-462fccc775d2 req-7a3069b7-c95f-467d-b888-c50c947305a6 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/security-groups?id=36b954f6-9120-441d-8fc4-7290704423c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448954 Nov 11 12:23:18.297303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8ba35-b9e0-4260-bc99-4bac6278c554 req-73c3b8ae-5e46-41bb-a471-645c101c651c tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:18.298828 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45f8ba35-b9e0-4260-bc99-4bac6278c554 req-73c3b8ae-5e46-41bb-a471-645c101c651c tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c91a657-3635-4dcc-b641-81a1c01dbdf4 HTTP/1.1" status: 200 len: 950 time: 0.0505037 Nov 11 12:23:18.346227 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45f8ba35-b9e0-4260-bc99-4bac6278c554 req-ae3a230d-e33b-4ca5-bf63-48b52ff8463c tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/security-groups?id=36b954f6-9120-441d-8fc4-7290704423c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411179 Nov 11 12:23:19.468875 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8849baa-42e3-4c3e-87b5-1347818d874e req-dbf8a9c9-0670-44df-aa78-812242bd173d tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:19.470401 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b8849baa-42e3-4c3e-87b5-1347818d874e req-dbf8a9c9-0670-44df-aa78-812242bd173d tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c91a657-3635-4dcc-b641-81a1c01dbdf4 HTTP/1.1" status: 200 len: 950 time: 0.0500717 Nov 11 12:23:19.518701 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b8849baa-42e3-4c3e-87b5-1347818d874e req-fcf07034-1233-4d06-a2fe-769539c10750 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/security-groups?id=36b954f6-9120-441d-8fc4-7290704423c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416501 Nov 11 12:23:19.798103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca757a4b-be75-4525-9713-2dd2b7e3336b req-3db3205b-9f39-476b-a9ea-a78407e4eeec tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:19.799624 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ca757a4b-be75-4525-9713-2dd2b7e3336b req-3db3205b-9f39-476b-a9ea-a78407e4eeec tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c91a657-3635-4dcc-b641-81a1c01dbdf4 HTTP/1.1" status: 200 len: 950 time: 0.0624774 Nov 11 12:23:19.894968 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-ca757a4b-be75-4525-9713-2dd2b7e3336b req-86a3cfb2-e810-44d9-83a7-6ca198b098ff tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Deleting port 1320df2d-3db1-4043-837d-6b17764336ff {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:23:19.895252 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ca757a4b-be75-4525-9713-2dd2b7e3336b req-86a3cfb2-e810-44d9-83a7-6ca198b098ff tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:19.986799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-ca757a4b-be75-4525-9713-2dd2b7e3336b req-86a3cfb2-e810-44d9-83a7-6ca198b098ff tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] For port 1320df2d-3db1-4043-837d-6b17764336ff, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=1320df2d-3db1-4043-837d-6b17764336ff,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:19.987134 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ca757a4b-be75-4525-9713-2dd2b7e3336b req-86a3cfb2-e810-44d9-83a7-6ca198b098ff tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:20.000502 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-ca757a4b-be75-4525-9713-2dd2b7e3336b req-86a3cfb2-e810-44d9-83a7-6ca198b098ff tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Calling delete_port for 1320df2d-3db1-4043-837d-6b17764336ff owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:23:20.132090 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ca757a4b-be75-4525-9713-2dd2b7e3336b req-86a3cfb2-e810-44d9-83a7-6ca198b098ff tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:20.143687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['1320df2d-3db1-4043-837d-6b17764336ff'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:23:20.163041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3cfb2-e810-44d9-83a7-6ca198b098ff tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Pushing event deleted for resources: {'Port': ['ID=1320df2d-3db1-4043-837d-6b17764336ff,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:20.206379 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca757a4b-be75-4525-9713-2dd2b7e3336b req-86a3cfb2-e810-44d9-83a7-6ca198b098ff tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] No DVR routers for this DVR port 1320df2d-3db1-4043-837d-6b17764336ff on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:23:20.209133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-ca757a4b-be75-4525-9713-2dd2b7e3336b req-86a3cfb2-e810-44d9-83a7-6ca198b098ff tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:20.212605 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ca757a4b-be75-4525-9713-2dd2b7e3336b req-86a3cfb2-e810-44d9-83a7-6ca198b098ff tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.43 "DELETE /v2.0/ports/1320df2d-3db1-4043-837d-6b17764336ff HTTP/1.1" status: 204 len: 173 time: 0.4067695 Nov 11 12:23:20.213057 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c91a657-3635-4dcc-b641-81a1c01dbdf4', 'name': 'network-vif-deleted', 'tag': '1320df2d-3db1-4043-837d-6b17764336ff'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:20.215407 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0696d587-565d-4683-ba3d-3027985cd3e3" -d '{"events": [{"server_uuid": "5c91a657-3635-4dcc-b641-81a1c01dbdf4", "name": "network-vif-deleted", "tag": "1320df2d-3db1-4043-837d-6b17764336ff"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:20.260573 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40f98a8-14e1-49aa-a060-55881ebecdb9 x-openstack-request-id: req-c40f98a8-14e1-49aa-a060-55881ebecdb9 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:20.260934 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c91a657-3635-4dcc-b641-81a1c01dbdf4", "name": "network-vif-deleted", "tag": "1320df2d-3db1-4043-837d-6b17764336ff", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:20.261247 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c40f98a8-14e1-49aa-a060-55881ebecdb9 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:20.261757 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c91a657-3635-4dcc-b641-81a1c01dbdf4', 'name': 'network-vif-deleted', 'tag': '1320df2d-3db1-4043-837d-6b17764336ff', 'status': 'completed', 'code': 200} Nov 11 12:23:20.650215 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-04c1ca55-bc95-498a-88f4-78ac5368ff41 req-7fd0825a-133f-4e80-995a-dcaaf3b70189 tempest-VolumesNegativeTest-1274152873 tempest-VolumesNegativeTest-1274152873-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c91a657-3635-4dcc-b641-81a1c01dbdf4 HTTP/1.1" status: 200 len: 210 time: 0.0329597 Nov 11 12:23:21.863271 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:22.186413 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:23:23.336602 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 1320df2d-3db1-4043-837d-6b17764336ff no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:23:23.358163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 1320df2d-3db1-4043-837d-6b17764336ff {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:23:23.358629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 1320df2d-3db1-4043-837d-6b17764336ff not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:23:26.753829 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34330) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:26.889623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-59363263-e173-407d-8575-04b420dd7151 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d1f5280c3f342d886feda240391d273&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1345816 Nov 11 12:23:26.892170 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34334) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:26.938649 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ee27e6f9-d608-4618-94f3-d27018abc293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:26.963438 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ee27e6f9-d608-4618-94f3-d27018abc293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:27.015358 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ee27e6f9-d608-4618-94f3-d27018abc293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:27.018281 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ee27e6f9-d608-4618-94f3-d27018abc293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:27.022351 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ee27e6f9-d608-4618-94f3-d27018abc293 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36b954f6-9120-441d-8fc4-7290704423c4 HTTP/1.1" status: 204 len: 168 time: 0.1287959 Nov 11 12:23:27.032703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27e6f9-d608-4618-94f3-d27018abc293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b954f6-9120-441d-8fc4-7290704423c4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:27.692516 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34356) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:27.800820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-4f5cc3e1-9acb-4706-a59b-6fb1129bdeab admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-692192726-network', 'tenant_id': 'e184f21926f54b879cd8f11d68b0e2dd'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:27.825600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5cc3e1-9acb-4706-a59b-6fb1129bdeab admin admin] Made reservation on behalf of e184f21926f54b879cd8f11d68b0e2dd for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:23:27.828151 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f5cc3e1-9acb-4706-a59b-6fb1129bdeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:27.837067 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f5cc3e1-9acb-4706-a59b-6fb1129bdeab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:27.911639 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f5cc3e1-9acb-4706-a59b-6fb1129bdeab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:27.917769 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f5cc3e1-9acb-4706-a59b-6fb1129bdeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:27.945042 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5cc3e1-9acb-4706-a59b-6fb1129bdeab admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:23:27.954745 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cc3e1-9acb-4706-a59b-6fb1129bdeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a24648-5dd8-4bdd-b649-b2f0e8e79796,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:27.959520 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f5cc3e1-9acb-4706-a59b-6fb1129bdeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:27.959856 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-4f5cc3e1-9acb-4706-a59b-6fb1129bdeab admin admin] Added segment 76a26800-6aee-4d13-9782-50db541d8c3e of type vlan for network f4f18c26-95f1-4a0d-9093-29c84ee9814d Nov 11 12:23:28.003455 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f5cc3e1-9acb-4706-a59b-6fb1129bdeab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:28.029982 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f5cc3e1-9acb-4706-a59b-6fb1129bdeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:28.030874 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5cc3e1-9acb-4706-a59b-6fb1129bdeab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:28.031451 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4f5cc3e1-9acb-4706-a59b-6fb1129bdeab admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:28.112503 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4f5cc3e1-9acb-4706-a59b-6fb1129bdeab admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4188476 Nov 11 12:23:28.115769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34360) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:28.126407 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cc3e1-9acb-4706-a59b-6fb1129bdeab admin admin] Pushing event updated for resources: {'Network': ['ID=f4f18c26-95f1-4a0d-9093-29c84ee9814d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:28.126656 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Request body: {'subnet': {'network_id': 'f4f18c26-95f1-4a0d-9093-29c84ee9814d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-692192726-subnet', 'tenant_id': 'e184f21926f54b879cd8f11d68b0e2dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:28.136739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network f4f18c26-95f1-4a0d-9093-29c84ee9814d details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:23:28.151656 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Made reservation on behalf of e184f21926f54b879cd8f11d68b0e2dd for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:23:28.154451 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:28.342259 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:28.448389 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77e943bd-5971-4c3c-9002-7c83875f59d8,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:28.480125 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:28.480596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:28.481208 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:28.481876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:28.482414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:28.482848 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:28.483266 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:28.483861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:28.484347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:28.484733 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:28.485255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:28.485785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:28.502532 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-011d6b92-50e1-4b81-b905-a26213706727 req-d0f0aba1-18b5-484e-a920-d6540db5a8cf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1200099 Nov 11 12:23:28.505607 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Checking segment: {'id': '76a26800-6aee-4d13-9782-50db541d8c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f4f18c26-95f1-4a0d-9093-29c84ee9814d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:23:28.506009 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Network hostable DHCP agents. Network: f4f18c26-95f1-4a0d-9093-29c84ee9814d, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:23:28.527679 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Network f4f18c26-95f1-4a0d-9093-29c84ee9814d is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:23:28.539730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, f4f18c26-95f1-4a0d-9093-29c84ee9814d) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:23:28.546713 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:28.547671 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:28.551872 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89960c5f-cb2c-4bde-bfe4-aa8264dee03e None None] Network f4f18c26-95f1-4a0d-9093-29c84ee9814d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:23:28.592375 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1e836807-3e21-46f4-8b8a-d53ac72be880 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4753881 Nov 11 12:23:28.612420 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d6b92-50e1-4b81-b905-a26213706727 req-fc7dc646-c93f-4992-b839-ae3e7cff54c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:28.614049 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-011d6b92-50e1-4b81-b905-a26213706727 req-fc7dc646-c93f-4992-b839-ae3e7cff54c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 1096 time: 0.0573304 Nov 11 12:23:28.716636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96ee2d7-28d6-4ff8-a9ac-a83a84140406 None None] Network f4f18c26-95f1-4a0d-9093-29c84ee9814d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:23:28.744805 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d6b92-50e1-4b81-b905-a26213706727 req-a7a646ff-2db8-44ad-9375-a9acb075522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:28.746518 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-011d6b92-50e1-4b81-b905-a26213706727 req-a7a646ff-2db8-44ad-9375-a9acb075522f service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 914 time: 0.1087058 Nov 11 12:23:28.833733 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-011d6b92-50e1-4b81-b905-a26213706727 req-70f0336e-6596-4e0c-b3a8-ed55137e39a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6625240c-2a72-43a3-9588-c13a2bc87b87 HTTP/1.1" status: 200 len: 1001 time: 0.0787103 Nov 11 12:23:28.894998 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d6b92-50e1-4b81-b905-a26213706727 req-c2da036d-8462-40c8-b93f-0936c6a4e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:28.896579 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-011d6b92-50e1-4b81-b905-a26213706727 req-c2da036d-8462-40c8-b93f-0936c6a4e901 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.0545015 Nov 11 12:23:28.952872 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d6b92-50e1-4b81-b905-a26213706727 req-2aa0048a-8dac-4597-87e9-a6038de5ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:28.954465 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-011d6b92-50e1-4b81-b905-a26213706727 req-2aa0048a-8dac-4597-87e9-a6038de5ac7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489357 Nov 11 12:23:29.059249 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-011d6b92-50e1-4b81-b905-a26213706727 req-3f68075e-de1c-4a98-bd9d-b7f98b0ea15d service neutron] 10.222.0.62 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942826 Nov 11 12:23:29.164444 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-011d6b92-50e1-4b81-b905-a26213706727 req-105bccb0-c3ff-47b0-9e59-0b81c1a5c1a4 service neutron] 10.222.0.62 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970452 Nov 11 12:23:29.665723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba047d1f-0054-49da-8c28-91aa69bd0fba req-397c89f6-e7ac-4601-916c-15eb6c1d141d tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:29.667271 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba047d1f-0054-49da-8c28-91aa69bd0fba req-397c89f6-e7ac-4601-916c-15eb6c1d141d tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 1096 time: 0.0508049 Nov 11 12:23:29.716724 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba047d1f-0054-49da-8c28-91aa69bd0fba req-45585e1a-8b74-40f3-82cc-9def8398eaf4 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427697 Nov 11 12:23:29.847669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1381fa-8a53-487a-8026-393ef27f3985 req-eaf23d8b-f0c2-42c1-b820-7ea2ad07efb5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:29.849222 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb1381fa-8a53-487a-8026-393ef27f3985 req-eaf23d8b-f0c2-42c1-b820-7ea2ad07efb5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0535693 Nov 11 12:23:29.915537 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb1381fa-8a53-487a-8026-393ef27f3985 req-250c54ef-926c-4edf-92ba-ed0a468e8bf2 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543094 Nov 11 12:23:29.944851 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34382) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:30.009150 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dbfcaf3e-efb9-44bb-95cd-dd798f5462a4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/floatingips/de89f661-ed3e-4648-bd6e-7e3c23f1676f HTTP/1.1" status: 200 len: 993 time: 0.0631030 Nov 11 12:23:30.385100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-f316b530-b3ee-4d72-8078-b219b5c9b260 req-ac402119-9439-4a4f-b846-f5b1efe85657 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:23:30.394274 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f316b530-b3ee-4d72-8078-b219b5c9b260 req-ac402119-9439-4a4f-b846-f5b1efe85657 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0819037 Nov 11 12:23:30.766765 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-7e791eb0-417f-4ea3-8882-26c84a411937 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717080 Nov 11 12:23:30.775330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bd149-2107-4966-b0c3-689e998507ed req-57d4fa52-bd94-4b83-b99b-959f3da30a86 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:30.776796 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc3bd149-2107-4966-b0c3-689e998507ed req-57d4fa52-bd94-4b83-b99b-959f3da30a86 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0840976 Nov 11 12:23:30.841894 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc3bd149-2107-4966-b0c3-689e998507ed req-7be41e57-e8fd-473b-b573-a47b0f2db0d0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576115 Nov 11 12:23:31.958456 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877d949-d1ce-4703-8850-b38a1230bc97 req-e5d93ec9-e136-4907-9a85-f3dd3145c27a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:31.960070 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8877d949-d1ce-4703-8850-b38a1230bc97 req-e5d93ec9-e136-4907-9a85-f3dd3145c27a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0515981 Nov 11 12:23:32.019958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8877d949-d1ce-4703-8850-b38a1230bc97 req-5d1157fc-aaac-4149-9a00-89ae000065c3 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524321 Nov 11 12:23:32.054541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-763a808e-ae83-4114-9533-dc3dc77bfc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:32.056064 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-763a808e-ae83-4114-9533-dc3dc77bfc1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 1096 time: 0.0441360 Nov 11 12:23:32.166361 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-e9fc9dea-d8d5-4e5d-8362-4987725e4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:32.167892 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-e9fc9dea-d8d5-4e5d-8362-4987725e4343 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5483e368-588a-4eb6-a0fb-97608cba0c68 HTTP/1.1" status: 200 len: 898 time: 0.1022358 Nov 11 12:23:32.238126 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-e164da2b-7e71-475d-bf39-b84750ad2863 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f HTTP/1.1" status: 200 len: 1001 time: 0.0620539 Nov 11 12:23:32.288687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-12ce0dd4-84ff-4189-a8e4-9bb8162b5b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:32.290167 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-12ce0dd4-84ff-4189-a8e4-9bb8162b5b70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f7ffe7aa-8796-40e7-99b6-95c21c25178a HTTP/1.1" status: 200 len: 833 time: 0.0445747 Nov 11 12:23:32.339290 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-e87cf42b-1d12-4372-bb72-5be3e87a6694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:32.340789 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-e87cf42b-1d12-4372-bb72-5be3e87a6694 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5483e368-588a-4eb6-a0fb-97608cba0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429871 Nov 11 12:23:32.781939 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-b93f9d1e-ecf1-4dec-be63-c7e69c2e2834 service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330959 Nov 11 12:23:32.879485 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-e2f5a01e-dfad-4597-8e95-7368041fdaf4 service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901408 Nov 11 12:23:33.148144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13f458-2435-4c13-8763-a25c45fae39c req-7ea0644b-8950-4d56-9709-06fba39646ff tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:33.149777 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b13f458-2435-4c13-8763-a25c45fae39c req-7ea0644b-8950-4d56-9709-06fba39646ff tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0529211 Nov 11 12:23:33.197985 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b13f458-2435-4c13-8763-a25c45fae39c req-2df94893-61a4-4a92-b138-0d35c7788594 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420876 Nov 11 12:23:34.317781 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e6ca4-c207-429e-8acb-fbc42d18d017 req-283ddf8d-e97d-465e-ad18-2496cc339105 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:34.319412 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-447e6ca4-c207-429e-8acb-fbc42d18d017 req-283ddf8d-e97d-465e-ad18-2496cc339105 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0492382 Nov 11 12:23:34.368885 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-447e6ca4-c207-429e-8acb-fbc42d18d017 req-ee43800e-aed5-489b-897a-29b952787b6f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436044 Nov 11 12:23:35.512776 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb9f97-1980-4caf-b705-4546a69e4054 req-f76742ec-f142-4e98-b159-8bb844db1abf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:35.514459 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c1eb9f97-1980-4caf-b705-4546a69e4054 req-f76742ec-f142-4e98-b159-8bb844db1abf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0564966 Nov 11 12:23:35.565929 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c1eb9f97-1980-4caf-b705-4546a69e4054 req-1103f47e-9e9e-420f-9c71-97cdbf26a99e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449657 Nov 11 12:23:35.853491 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-73ad8e71-9fd7-4646-83e8-20a87371a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:36.688107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d82af6-c3f9-41bb-b9e6-f4870bfc89df req-441f05fc-a685-44da-851c-9a142211254a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:36.689989 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7d82af6-c3f9-41bb-b9e6-f4870bfc89df req-441f05fc-a685-44da-851c-9a142211254a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0520027 Nov 11 12:23:36.742403 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7d82af6-c3f9-41bb-b9e6-f4870bfc89df req-083c49bb-2c5f-4d64-b0c2-f4c296c8e3e6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463567 Nov 11 12:23:37.864990 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a257b-b6aa-444b-8a5a-6fe6cc797446 req-88915f85-44d3-4637-a910-034e75faebaf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:37.866683 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a3a257b-b6aa-444b-8a5a-6fe6cc797446 req-88915f85-44d3-4637-a910-034e75faebaf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0516124 Nov 11 12:23:37.922257 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a3a257b-b6aa-444b-8a5a-6fe6cc797446 req-0ae300e6-9c7d-4f2c-a962-20d810f5c940 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487618 Nov 11 12:23:38.100739 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-89c83edc-90b8-4403-9226-2c13ca97e598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:39.053492 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd15250-96a1-4702-9604-c51a97fd8439 req-24a3222f-f021-47e4-98a1-35928da21257 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:39.055000 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-acd15250-96a1-4702-9604-c51a97fd8439 req-24a3222f-f021-47e4-98a1-35928da21257 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0566547 Nov 11 12:23:39.095359 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:39.169229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-acd15250-96a1-4702-9604-c51a97fd8439 req-a54e7af5-617b-4e2e-8893-844d2a9b2501 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074626 Nov 11 12:23:40.307420 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f2a14-8e5f-4f9d-b375-5f497312a442 req-34b81315-4156-47fb-a844-1d2a5052e5df tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:40.314902 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-629f2a14-8e5f-4f9d-b375-5f497312a442 req-34b81315-4156-47fb-a844-1d2a5052e5df tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0583940 Nov 11 12:23:40.364279 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-629f2a14-8e5f-4f9d-b375-5f497312a442 req-0b63d0dd-e9a7-4be0-b949-d82b98f6b302 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485315 Nov 11 12:23:40.598794 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:41.308654 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:41.504391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b512b1d-87e2-4f8a-b729-32a4928c9bb5 req-02fdaceb-f39e-49c5-8586-70009e5c0742 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:41.506860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b512b1d-87e2-4f8a-b729-32a4928c9bb5 req-02fdaceb-f39e-49c5-8586-70009e5c0742 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0559702 Nov 11 12:23:41.564889 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b512b1d-87e2-4f8a-b729-32a4928c9bb5 req-7354b22b-a891-474d-8be6-806df1f7f2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520859 Nov 11 12:23:42.682080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d7886-fd8a-4556-a894-e95a2feaea12 req-47dd5f35-8baf-4351-863d-d362feab58e4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:42.683460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-136d7886-fd8a-4556-a894-e95a2feaea12 req-47dd5f35-8baf-4351-863d-d362feab58e4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0496225 Nov 11 12:23:42.734836 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-136d7886-fd8a-4556-a894-e95a2feaea12 req-4728eb5f-553d-4c66-9cc8-976d66876ac2 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449500 Nov 11 12:23:43.728707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f93364-59a8-46a0-bfbc-48c47efb06da req-7dc2d195-85be-43fa-a020-93dcda3cca89 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:43.730448 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4f93364-59a8-46a0-bfbc-48c47efb06da req-7dc2d195-85be-43fa-a020-93dcda3cca89 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0726955 Nov 11 12:23:43.784818 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4f93364-59a8-46a0-bfbc-48c47efb06da req-47444c11-3bd8-4736-9d48-3175d14c967d tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477004 Nov 11 12:23:43.856058 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d03c0-37af-4a97-abd8-3b5d3a15a0cf req-c3ec5a1e-543b-4b72-aac5-9b62b66e65be tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:43.857650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c00d03c0-37af-4a97-abd8-3b5d3a15a0cf req-c3ec5a1e-543b-4b72-aac5-9b62b66e65be tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0489357 Nov 11 12:23:43.916672 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c00d03c0-37af-4a97-abd8-3b5d3a15a0cf req-6c983674-fe3f-40d4-81e3-bf5dca74b16a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526631 Nov 11 12:23:44.905441 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009b9d-dc44-4d23-a27a-6399efeb77b2 req-082f3404-2d87-4468-a27a-fb3c419bc848 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:44.906950 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef009b9d-dc44-4d23-a27a-6399efeb77b2 req-082f3404-2d87-4468-a27a-fb3c419bc848 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0516748 Nov 11 12:23:44.960128 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef009b9d-dc44-4d23-a27a-6399efeb77b2 req-281b68d7-b2d7-4cd7-a616-be9106b14e11 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467761 Nov 11 12:23:45.037776 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34212a82-5509-4fbe-b8ac-65e91d0871df req-9f62283a-f4e5-484c-9698-007cc0041068 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:45.039284 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34212a82-5509-4fbe-b8ac-65e91d0871df req-9f62283a-f4e5-484c-9698-007cc0041068 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0527253 Nov 11 12:23:45.090187 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-34212a82-5509-4fbe-b8ac-65e91d0871df req-82a84c8a-caf1-4c87-8df1-5a2ba6c1de5b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446475 Nov 11 12:23:46.041337 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:46.079914 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c07ee4-1fcc-46b6-8618-61827827aef4 req-242c4bb8-c29e-48c9-89fd-1ee80de885b2 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:46.081419 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-04c07ee4-1fcc-46b6-8618-61827827aef4 req-242c4bb8-c29e-48c9-89fd-1ee80de885b2 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0512857 Nov 11 12:23:46.130639 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-04c07ee4-1fcc-46b6-8618-61827827aef4 req-ed62f1e9-0e04-4ae9-a35e-191f69d9d5d8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428574 Nov 11 12:23:46.237090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a0654-2f23-434b-bdee-843f5cef877b req-096bed81-4c3c-4f55-8c3d-8da1fcecb604 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:46.238619 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf0a0654-2f23-434b-bdee-843f5cef877b req-096bed81-4c3c-4f55-8c3d-8da1fcecb604 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0563710 Nov 11 12:23:46.291239 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf0a0654-2f23-434b-bdee-843f5cef877b req-acc60b38-ae9f-4023-a725-bc73daf763ab tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464184 Nov 11 12:23:47.252253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b7944-6528-4c61-a568-71fd1d6f0294 req-205de774-8bbc-40b4-9d93-3bd7c2a6f307 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:47.256097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-135b7944-6528-4c61-a568-71fd1d6f0294 req-205de774-8bbc-40b4-9d93-3bd7c2a6f307 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0518870 Nov 11 12:23:47.307180 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-135b7944-6528-4c61-a568-71fd1d6f0294 req-2fc123d7-6086-49d5-842c-05477d28641d tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425520 Nov 11 12:23:47.413519 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05677a5d-97d5-4d0a-a3db-186a6561f3b9 req-70df9876-b038-4fed-8f56-3285c9a466eb tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:47.414997 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-05677a5d-97d5-4d0a-a3db-186a6561f3b9 req-70df9876-b038-4fed-8f56-3285c9a466eb tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0504673 Nov 11 12:23:47.468715 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-05677a5d-97d5-4d0a-a3db-186a6561f3b9 req-0f15ae65-3791-422b-969b-a67999cd4a8e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447571 Nov 11 12:23:48.444681 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c93cce-1859-4dea-a818-7f9641ce91a3 req-82d1c696-7435-45f2-b938-2988dcb13de9 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:48.446276 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-15c93cce-1859-4dea-a818-7f9641ce91a3 req-82d1c696-7435-45f2-b938-2988dcb13de9 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0509818 Nov 11 12:23:48.494469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-15c93cce-1859-4dea-a818-7f9641ce91a3 req-7e53d33a-fbb0-422f-bf17-d072d5e74bd5 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410805 Nov 11 12:23:48.587148 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031e543-6ca8-48b2-8a96-4ca20ff58798 req-3a41b7fb-268a-4a79-b0cf-e129b55f99bf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:48.588523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4031e543-6ca8-48b2-8a96-4ca20ff58798 req-3a41b7fb-268a-4a79-b0cf-e129b55f99bf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0492134 Nov 11 12:23:48.638379 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4031e543-6ca8-48b2-8a96-4ca20ff58798 req-bc435269-49ea-42c1-bb0a-52507a476437 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437272 Nov 11 12:23:49.616875 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174e295-d4fb-4dca-9220-7a5f7b4d1345 req-dfeb3cd9-3e65-484d-b408-d92f8f73ebc8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:49.618384 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4174e295-d4fb-4dca-9220-7a5f7b4d1345 req-dfeb3cd9-3e65-484d-b408-d92f8f73ebc8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0521505 Nov 11 12:23:49.670738 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4174e295-d4fb-4dca-9220-7a5f7b4d1345 req-20773dde-fdab-4344-8cc3-136ab2cf780d tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456927 Nov 11 12:23:49.768030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a0d7c-d616-40d4-9bd8-da073e79a669 req-7401f475-40e4-4a92-a30c-b41d7c4b7905 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:49.769683 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd3a0d7c-d616-40d4-9bd8-da073e79a669 req-7401f475-40e4-4a92-a30c-b41d7c4b7905 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0514627 Nov 11 12:23:49.809813 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-3ec67f07-27c7-43ab-852c-0409c80e53bc service neutron] show failed (client error): The resource could not be found. Nov 11 12:23:49.810925 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-3ec67f07-27c7-43ab-852c-0409c80e53bc service neutron] 10.222.0.43 "GET /v2.0/ports/5921daec-2af9-4e6f-bac0-3fad46edc95f/bindings/n-h1-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.0654976 Nov 11 12:23:49.823450 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd3a0d7c-d616-40d4-9bd8-da073e79a669 req-19a32ace-9132-4dd9-9d63-7dceb98cbea6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462732 Nov 11 12:23:50.025738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-1e5fb99f-9830-4faf-b3e9-b646b7f2752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:50.027259 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-1e5fb99f-9830-4faf-b3e9-b646b7f2752c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae&tenant_id=cd84530cc13144bcad0a0d119e726de1 HTTP/1.1" status: 200 len: 1096 time: 0.0464828 Nov 11 12:23:50.040754 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:50.096537 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:50.187417 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34586) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:50.308792 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:50.345180 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:23:50.395853 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:50.409560 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Transition to ACTIVE for port object 5921daec-2af9-4e6f-bac0-3fad46edc95f will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:23:50.410412 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:50.413472 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4913a038-c82b-48b8-ba84-a8c3cea08cf9" -d '{"events": [{"server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "name": "network-vif-unplugged", "status": "completed", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:50.418446 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:50.488120 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Pushing event updated for resources: {'Port': ['ID=5921daec-2af9-4e6f-bac0-3fad46edc95f,revision_number=6']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:50.527004 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4679c1-4d52-4752-aa06-3dd493b7a214 x-openstack-request-id: req-2f4679c1-4d52-4752-aa06-3dd493b7a214 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:50.532472 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "name": "network-vif-unplugged", "status": "completed", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:50.533052 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2f4679c1-4d52-4752-aa06-3dd493b7a214 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:50.533498 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'code': 200} Nov 11 12:23:50.584608 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-388451f0-dbd1-4632-a785-454857d5f653 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/floatingips/eedea90d-777c-4458-bbde-c2fc8bf1f36c HTTP/1.1" status: 200 len: 994 time: 0.3958530 Nov 11 12:23:50.586391 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] No DVR routers for this DVR port 5921daec-2af9-4e6f-bac0-3fad46edc95f on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:23:50.742319 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Attempting to bind port 5921daec-2af9-4e6f-bac0-3fad46edc95f on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:23:50.742654 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Attempting to bind port 5921daec-2af9-4e6f-bac0-3fad46edc95f by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:23:50.743416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Attempting to bind port 5921daec-2af9-4e6f-bac0-3fad46edc95f on network 5483e368-588a-4eb6-a0fb-97608cba0c68 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:23:50.751592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Port 5921daec-2af9-4e6f-bac0-3fad46edc95f on network 5483e368-588a-4eb6-a0fb-97608cba0c68 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:23:50.752056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Attempting to bind port 5921daec-2af9-4e6f-bac0-3fad46edc95f on network 5483e368-588a-4eb6-a0fb-97608cba0c68 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:23:50.759878 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:23:50.760368 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Checking segment: {'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:23:50.760851 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Bound using segment: {'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:23:50.761412 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Bound port: 5921daec-2af9-4e6f-bac0-3fad46edc95f, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:23:50.761902 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:50.825856 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036cc41-838d-4c29-ba65-df33a5fc194e req-bd69204f-297c-430a-834b-0d059c25594d tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:50.828052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4036cc41-838d-4c29-ba65-df33a5fc194e req-bd69204f-297c-430a-834b-0d059c25594d tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0711474 Nov 11 12:23:50.828438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:23:50.831912 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:23:50.837829 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:50.863382 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34606) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:50.874131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:50.874885 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:50.876391 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] 10.222.0.62 "PUT /v2.0/ports/5921daec-2af9-4e6f-bac0-3fad46edc95f HTTP/1.1" status: 200 len: 1091 time: 0.8397303 Nov 11 12:23:50.899389 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f29d3-c62e-47fa-8840-1834d1956ade service neutron] Pushing event updated for resources: {'Port': ['ID=5921daec-2af9-4e6f-bac0-3fad46edc95f,revision_number=7']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:50.966225 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-26ab3175-59b5-4764-89a4-803178b8ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:50.967873 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-26ab3175-59b5-4764-89a4-803178b8ddd4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 1094 time: 0.0525420 Nov 11 12:23:51.018301 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4036cc41-838d-4c29-ba65-df33a5fc194e req-307c9749-9690-4738-9859-d73ccbf5f694 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827869 Nov 11 12:23:51.084492 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cbacd-65a4-44c3-807a-403d91b8b1e0 req-3529a869-8335-4c66-a8a4-9357e13e92b1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:51.088776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-b244b194-bfb7-41af-92d8-aba760b49cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:51.091186 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-b244b194-bfb7-41af-92d8-aba760b49cf6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5483e368-588a-4eb6-a0fb-97608cba0c68 HTTP/1.1" status: 200 len: 898 time: 0.1123524 Nov 11 12:23:51.091837 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-424cbacd-65a4-44c3-807a-403d91b8b1e0 req-3529a869-8335-4c66-a8a4-9357e13e92b1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 943 time: 0.1499410 Nov 11 12:23:51.164715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Deleting port 11b50db7-11c7-4d9d-9d37-c7a5151db7ac {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:23:51.165053 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:51.183111 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-df1e4a2a-9227-4bd8-9633-ba4518e83e39 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f HTTP/1.1" status: 200 len: 999 time: 0.0842953 Nov 11 12:23:51.236520 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-424cbacd-65a4-44c3-807a-403d91b8b1e0 req-0fa68874-e180-4521-9591-0a507a31787a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432753 Nov 11 12:23:51.241621 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-efad3ab6-ca7e-4f0d-9804-f35891787f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:51.243287 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-efad3ab6-ca7e-4f0d-9804-f35891787f85 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f7ffe7aa-8796-40e7-99b6-95c21c25178a HTTP/1.1" status: 200 len: 833 time: 0.0487881 Nov 11 12:23:51.273501 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:51.273860 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:51.285890 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Calling delete_port for 11b50db7-11c7-4d9d-9d37-c7a5151db7ac owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:23:51.297212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-56938520-4cc5-47fe-83d2-cd48c89ffade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:51.298720 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-56938520-4cc5-47fe-83d2-cd48c89ffade service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5483e368-588a-4eb6-a0fb-97608cba0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444276 Nov 11 12:23:51.406728 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-8cc32f7b-f22b-48f6-a74a-c2d0132ea104 service neutron] 10.222.0.62 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989985 Nov 11 12:23:51.447612 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:51.473697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'Port': ['ID=11b50db7-11c7-4d9d-9d37-c7a5151db7ac,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:51.500800 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f735166b-0cde-4554-b3f5-9e5334d7e467 req-0f69ff9a-32c1-4179-9328-f8b015cfe01a service neutron] 10.222.0.62 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856631 Nov 11 12:23:51.508458 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:51.508805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:51.509140 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:51.509470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:51.509820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:51.510143 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:51.510463 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:51.510784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:51.511206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:51.511408 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:51.511720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:51.512280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:51.556423 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:51.556753 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Floating IP eedea90d-777c-4458-bbde-c2fc8bf1f36c disassociated (deleted). External IP: 172.25.2.221, port: e1d10152-6f6a-4722-85c5-f4460476a816. Nov 11 12:23:51.789531 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Router a0abd0ae-bfac-4940-ae83-da8b3442010c has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:23:51.858500 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:51.899367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:23:51.904294 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:51.911846 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d9a58-0459-4d05-96c0-af2f2ced6f6e None None] Sync routers for ids ['a0abd0ae-bfac-4940-ae83-da8b3442010c'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:23:51.929031 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d9a58-0459-4d05-96c0-af2f2ced6f6e None None] Routers {'a0abd0ae-bfac-4940-ae83-da8b3442010c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:23:51.930154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-809d9a58-0459-4d05-96c0-af2f2ced6f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:23:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a0abd0ae-bfac-4940-ae83-da8b3442010c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:51.938216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-87276302-31a4-4e46-8bae-a7c3c0f44fa1 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "DELETE /v2.0/floatingips/eedea90d-777c-4458-bbde-c2fc8bf1f36c HTTP/1.1" status: 204 len: 168 time: 1.0734949 Nov 11 12:23:51.939241 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19', 'tag': 'e1d10152-6f6a-4722-85c5-f4460476a816'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:51.953097 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1cc1e8-7533-42d3-b099-7e0e977266bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19", "tag": "e1d10152-6f6a-4722-85c5-f4460476a816"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:51.984877 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5b3cdb-664e-4f49-b518-860025fcf6f2 x-openstack-request-id: req-0f5b3cdb-664e-4f49-b518-860025fcf6f2 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:51.985176 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19", "tag": "e1d10152-6f6a-4722-85c5-f4460476a816", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:51.985431 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f5b3cdb-664e-4f49-b518-860025fcf6f2 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:51.985876 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19', 'tag': 'e1d10152-6f6a-4722-85c5-f4460476a816', 'status': 'completed', 'code': 200} Nov 11 12:23:52.065370 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cc1e8-7533-42d3-b099-7e0e977266bd req-b7b0e2bc-f201-4f82-913a-280a02f6b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:52.066982 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1a1cc1e8-7533-42d3-b099-7e0e977266bd req-b7b0e2bc-f201-4f82-913a-280a02f6b5ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0565b14f5ea4452abe2554e29ca69bdf&device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 1097 time: 0.0558758 Nov 11 12:23:52.071466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-809d9a58-0459-4d05-96c0-af2f2ced6f6e None None] Set router a0abd0ae-bfac-4940-ae83-da8b3442010c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:23:52.231280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cc1e8-7533-42d3-b099-7e0e977266bd req-d987e71e-adc2-4fc5-8e4c-b789158864a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:52.232900 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1a1cc1e8-7533-42d3-b099-7e0e977266bd req-d987e71e-adc2-4fc5-8e4c-b789158864a4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=34e71230-1590-4ad1-8c2f-b3db9d023976 HTTP/1.1" status: 200 len: 899 time: 0.1579285 Nov 11 12:23:52.243942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae88c6c-3934-401f-92a0-275d1bd97272 req-13beadb1-9eab-499c-94a9-d98e89b60612 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:52.245780 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aae88c6c-3934-401f-92a0-275d1bd97272 req-13beadb1-9eab-499c-94a9-d98e89b60612 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.1091399 Nov 11 12:23:52.280670 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1a1cc1e8-7533-42d3-b099-7e0e977266bd req-32eca99a-16ec-4d58-8501-d4f8459f1ba8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1d10152-6f6a-4722-85c5-f4460476a816 HTTP/1.1" status: 200 len: 217 time: 0.0387430 Nov 11 12:23:52.335425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89446a63-40f6-472d-becb-75b279e759ef req-2e85eeab-3eb9-4053-98ce-d2688661544a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:52.337124 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89446a63-40f6-472d-becb-75b279e759ef req-2e85eeab-3eb9-4053-98ce-d2688661544a tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 946 time: 0.1058428 Nov 11 12:23:52.348995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cc1e8-7533-42d3-b099-7e0e977266bd req-e0980c8c-2a09-4865-8c2e-1606ecacbd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:52.351712 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aae88c6c-3934-401f-92a0-275d1bd97272 req-2a4f02a3-ed50-472d-a367-caec97e6c8b1 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869637 Nov 11 12:23:52.358998 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1a1cc1e8-7533-42d3-b099-7e0e977266bd req-e0980c8c-2a09-4865-8c2e-1606ecacbd96 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ddf1d52-39e8-4779-bee8-44bcc0a61717 HTTP/1.1" status: 200 len: 835 time: 0.0688686 Nov 11 12:23:52.414125 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89446a63-40f6-472d-becb-75b279e759ef req-3d1c6091-ddee-4e1a-8f0e-cf201b81afbf tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=84e7ff13-38a2-4eb3-84b3-a2933c2dac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628097 Nov 11 12:23:52.427332 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-809d9a58-0459-4d05-96c0-af2f2ced6f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'name': 'tempest-TestNetworkBasicOps-router-475656321', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:50Z', 'updated_at': '2021-11-11T12:22:55Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:51Z', 'updated_at': '2021-11-11T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'c5544da3-46fd-43f8-867a-6d7fe23d10dd', 'name': '', 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:ed:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:54Z', 'updated_at': '2021-11-11T12:23:00Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:52.437972 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cc1e8-7533-42d3-b099-7e0e977266bd req-de01eb4c-f5da-43ec-8236-ec03ce2a3387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:52.439496 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1a1cc1e8-7533-42d3-b099-7e0e977266bd req-de01eb4c-f5da-43ec-8236-ec03ce2a3387 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=34e71230-1590-4ad1-8c2f-b3db9d023976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710218 Nov 11 12:23:52.458973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d9a58-0459-4d05-96c0-af2f2ced6f6e None None] Checking router: a0abd0ae-bfac-4940-ae83-da8b3442010c for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:23:52.472288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d9a58-0459-4d05-96c0-af2f2ced6f6e None None] Routers {'a0abd0ae-bfac-4940-ae83-da8b3442010c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:23:52.472844 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-809d9a58-0459-4d05-96c0-af2f2ced6f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:23:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a0abd0ae-bfac-4940-ae83-da8b3442010c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:52.521721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c312ea-6b4b-412c-93e0-de400af82b30 req-81bbc0ba-cf56-4291-b95e-81d94766d870 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:52.523380 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77c312ea-6b4b-412c-93e0-de400af82b30 req-81bbc0ba-cf56-4291-b95e-81d94766d870 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 943 time: 0.0857985 Nov 11 12:23:52.534293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:52.537053 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6600262-d8d9-487f-b870-72952dfc6dac" -d '{"events": [{"name": "network-changed", "server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:52.589706 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1a1cc1e8-7533-42d3-b099-7e0e977266bd req-bb509a6a-5f72-44a7-a028-2791fbcdb411 service neutron] 10.222.0.62 "GET /v2.0/networks/34e71230-1590-4ad1-8c2f-b3db9d023976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397524 Nov 11 12:23:52.605852 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77c312ea-6b4b-412c-93e0-de400af82b30 req-58088b3f-a550-418e-b534-e1bc7ad7fef8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761199 Nov 11 12:23:52.631752 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-809d9a58-0459-4d05-96c0-af2f2ced6f6e None None] Set router a0abd0ae-bfac-4940-ae83-da8b3442010c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:23:52.638777 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e1780f-850f-4cb7-9386-970118e6c427 x-openstack-request-id: req-75e1780f-850f-4cb7-9386-970118e6c427 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:52.639095 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:52.639338 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75e1780f-850f-4cb7-9386-970118e6c427 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:52.639865 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'status': 'completed', 'code': 200} Nov 11 12:23:52.763084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6600262-d8d9-487f-b870-72952dfc6dac req-3edc254e-d6f9-459f-aa83-febbc494a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:52.764633 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e6600262-d8d9-487f-b870-72952dfc6dac req-3edc254e-d6f9-459f-aa83-febbc494a59e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 1094 time: 0.1176252 Nov 11 12:23:52.792463 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6600262-d8d9-487f-b870-72952dfc6dac req-bb364ff7-e123-4854-8528-918d714d4a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:52.793976 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e6600262-d8d9-487f-b870-72952dfc6dac req-bb364ff7-e123-4854-8528-918d714d4a6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 1094 time: 0.1230359 Nov 11 12:23:52.820636 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1a1cc1e8-7533-42d3-b099-7e0e977266bd req-e267cdfe-2b21-4a02-a41c-9b2733135114 service neutron] 10.222.0.62 "GET /v2.0/networks/34e71230-1590-4ad1-8c2f-b3db9d023976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224207 Nov 11 12:23:52.858695 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-809d9a58-0459-4d05-96c0-af2f2ced6f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'name': 'tempest-TestNetworkBasicOps-router-475656321', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:50Z', 'updated_at': '2021-11-11T12:22:55Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:51Z', 'updated_at': '2021-11-11T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'c5544da3-46fd-43f8-867a-6d7fe23d10dd', 'name': '', 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:ed:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:54Z', 'updated_at': '2021-11-11T12:23:00Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:52.895927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d9a58-0459-4d05-96c0-af2f2ced6f6e None None] The sync data for ids ['a0abd0ae-bfac-4940-ae83-da8b3442010c'] in n-d-807359-3 is: [{'id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'name': 'tempest-TestNetworkBasicOps-router-475656321', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:50Z', 'updated_at': '2021-11-11T12:22:55Z', 'revision_number': 4, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:51Z', 'updated_at': '2021-11-11T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'c5544da3-46fd-43f8-867a-6d7fe23d10dd', 'name': '', 'network_id': '34e71230-1590-4ad1-8c2f-b3db9d023976', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'mac_address': 'fa:16:3e:ed:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:54Z', 'updated_at': '2021-11-11T12:23:00Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'subnets': [{'id': '7ddf1d52-39e8-4779-bee8-44bcc0a61717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:23:52.958629 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6600262-d8d9-487f-b870-72952dfc6dac req-1a29a388-74e0-4a1e-9100-3f1fd70fb826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:52.960504 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e6600262-d8d9-487f-b870-72952dfc6dac req-1a29a388-74e0-4a1e-9100-3f1fd70fb826 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5483e368-588a-4eb6-a0fb-97608cba0c68 HTTP/1.1" status: 200 len: 898 time: 0.1799917 Nov 11 12:23:53.011779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6600262-d8d9-487f-b870-72952dfc6dac req-2246ccc0-c8df-4125-9838-9bf7c0e8cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:53.013348 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e6600262-d8d9-487f-b870-72952dfc6dac req-2246ccc0-c8df-4125-9838-9bf7c0e8cdb2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5483e368-588a-4eb6-a0fb-97608cba0c68 HTTP/1.1" status: 200 len: 898 time: 0.2083170 Nov 11 12:23:53.093669 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e6600262-d8d9-487f-b870-72952dfc6dac req-3c7f34eb-50ab-4d5f-a4b9-e1c1aae3290c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f HTTP/1.1" status: 200 len: 999 time: 0.1229630 Nov 11 12:23:53.144157 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e6600262-d8d9-487f-b870-72952dfc6dac req-ec348cea-19f7-4c71-94f2-02f20ac14101 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f HTTP/1.1" status: 200 len: 999 time: 0.1224957 Nov 11 12:23:53.192728 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6600262-d8d9-487f-b870-72952dfc6dac req-7685b443-4338-41b1-97ce-344aeec0cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:53.193725 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bceee1f-5f82-4778-ad13-383bed82af6d None None] New status for floating IP eedea90d-777c-4458-bbde-c2fc8bf1f36c: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:23:53.194415 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e6600262-d8d9-487f-b870-72952dfc6dac req-7685b443-4338-41b1-97ce-344aeec0cbf2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f7ffe7aa-8796-40e7-99b6-95c21c25178a HTTP/1.1" status: 200 len: 833 time: 0.0892739 Nov 11 12:23:53.238838 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6600262-d8d9-487f-b870-72952dfc6dac req-b27ada6c-4189-4742-81a5-31930359a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:53.240279 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e6600262-d8d9-487f-b870-72952dfc6dac req-b27ada6c-4189-4742-81a5-31930359a729 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f7ffe7aa-8796-40e7-99b6-95c21c25178a HTTP/1.1" status: 200 len: 833 time: 0.0865364 Nov 11 12:23:53.278697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6600262-d8d9-487f-b870-72952dfc6dac req-a5238ca2-9b34-4cc8-9096-b71bb0753b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:53.280384 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e6600262-d8d9-487f-b870-72952dfc6dac req-a5238ca2-9b34-4cc8-9096-b71bb0753b42 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5483e368-588a-4eb6-a0fb-97608cba0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764821 Nov 11 12:23:53.320090 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6600262-d8d9-487f-b870-72952dfc6dac req-412249e7-efae-404f-a9a9-3c0ab68e431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:53.321725 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e6600262-d8d9-487f-b870-72952dfc6dac req-412249e7-efae-404f-a9a9-3c0ab68e431c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5483e368-588a-4eb6-a0fb-97608cba0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742702 Nov 11 12:23:53.441100 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5921daec-2af9-4e6f-bac0-3fad46edc95f no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:23:53.509861 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e6600262-d8d9-487f-b870-72952dfc6dac req-adb2dd94-ad77-4ef9-afa3-2e53f5b00e4d service neutron] 10.222.0.62 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192144 Nov 11 12:23:53.512094 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e6600262-d8d9-487f-b870-72952dfc6dac req-4190c965-2c9b-412d-b6f7-c97395378036 service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623259 Nov 11 12:23:53.515686 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518ef75-4a0f-4f02-915d-f4cd07f9d57f req-ecf4e820-7da3-4fa9-8159-f24dac776f39 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:53.517726 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6518ef75-4a0f-4f02-915d-f4cd07f9d57f req-ecf4e820-7da3-4fa9-8159-f24dac776f39 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0839300 Nov 11 12:23:53.538576 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5921daec-2af9-4e6f-bac0-3fad46edc95f not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:23:53.588893 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6518ef75-4a0f-4f02-915d-f4cd07f9d57f req-3be86699-100f-4d75-b143-49cb397c738a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621409 Nov 11 12:23:53.661967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11ed8c-c4f1-45d0-8bfb-e18b28193ca3 req-990f6bc8-cc06-4746-8c7f-247a44554a85 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:53.664271 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b11ed8c-c4f1-45d0-8bfb-e18b28193ca3 req-990f6bc8-cc06-4746-8c7f-247a44554a85 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 946 time: 0.0819480 Nov 11 12:23:53.702999 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e6600262-d8d9-487f-b870-72952dfc6dac req-283c44b3-9fa9-411c-9953-08f1f308c01e service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826560 Nov 11 12:23:53.705079 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e6600262-d8d9-487f-b870-72952dfc6dac req-34c4583e-590c-45cb-a681-f2b18898af2e service neutron] 10.222.0.62 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837432 Nov 11 12:23:53.745802 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b11ed8c-c4f1-45d0-8bfb-e18b28193ca3 req-bb666fad-db2e-4522-be74-e14892cd137e tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/security-groups?id=84e7ff13-38a2-4eb3-84b3-a2933c2dac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727870 Nov 11 12:23:53.758944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb89f2-8fd5-4629-b490-3940427aba9f req-b3a6672c-af6e-4f3e-a03f-1277210f6480 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:53.761253 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-97cb89f2-8fd5-4629-b490-3940427aba9f req-b3a6672c-af6e-4f3e-a03f-1277210f6480 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 943 time: 0.0735910 Nov 11 12:23:53.799440 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee21f60-208f-45df-b3ba-03f798d62d7e req-06aafa6b-1f78-40a8-b83d-4a1e7ba74665 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:53.801003 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1ee21f60-208f-45df-b3ba-03f798d62d7e req-06aafa6b-1f78-40a8-b83d-4a1e7ba74665 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 946 time: 0.0525455 Nov 11 12:23:53.813406 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-97cb89f2-8fd5-4629-b490-3940427aba9f req-fad9a362-0e60-4898-9ab4-2c4f870497ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449164 Nov 11 12:23:53.912164 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-1ee21f60-208f-45df-b3ba-03f798d62d7e req-810270b7-f5f3-434f-92ce-9e0774a70f27 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Deleting port e1d10152-6f6a-4722-85c5-f4460476a816 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:23:53.912554 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1ee21f60-208f-45df-b3ba-03f798d62d7e req-810270b7-f5f3-434f-92ce-9e0774a70f27 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:54.013142 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-1ee21f60-208f-45df-b3ba-03f798d62d7e req-810270b7-f5f3-434f-92ce-9e0774a70f27 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] For port e1d10152-6f6a-4722-85c5-f4460476a816, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=e1d10152-6f6a-4722-85c5-f4460476a816,segment=NetworkSegment(40747bdf-c241-4e1b-b62f-13ed6c72d5dc),segment_id=40747bdf-c241-4e1b-b62f-13ed6c72d5dc)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:54.013682 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1ee21f60-208f-45df-b3ba-03f798d62d7e req-810270b7-f5f3-434f-92ce-9e0774a70f27 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:54.054334 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-1ee21f60-208f-45df-b3ba-03f798d62d7e req-810270b7-f5f3-434f-92ce-9e0774a70f27 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Calling delete_port for e1d10152-6f6a-4722-85c5-f4460476a816 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:23:54.076709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78efaa-ea71-45a5-9782-7ad2f08774cd req-fcc7955c-789c-4633-bd8f-37c072221abf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:54.078087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4c78efaa-ea71-45a5-9782-7ad2f08774cd req-fcc7955c-789c-4633-bd8f-37c072221abf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 943 time: 0.0489960 Nov 11 12:23:54.136154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-584722b5-08fb-4732-8692-59d8381b2371 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:54.137740 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-584722b5-08fb-4732-8692-59d8381b2371 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.62 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae&tenant_id=cd84530cc13144bcad0a0d119e726de1&binding%3Ahost_id=n-h1-807359-3 HTTP/1.1" status: 200 len: 943 time: 0.1211991 Nov 11 12:23:54.142029 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4c78efaa-ea71-45a5-9782-7ad2f08774cd req-898f9605-836b-4acf-b602-203faa62b375 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574958 Nov 11 12:23:54.157106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5921daec-2af9-4e6f-bac0-3fad46edc95f details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:23:54.218862 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-92316131-28c7-46c5-bd25-6ed23cc59114 service neutron] 10.222.0.62 "GET /v2.0/ports/5921daec-2af9-4e6f-bac0-3fad46edc95f/bindings/n-h1-807359-3 HTTP/1.1" status: 200 len: 382 time: 0.0731363 Nov 11 12:23:54.318662 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-ea414f15-b3a2-4dfb-97a4-3837e7b89404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:54.320162 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-ea414f15-b3a2-4dfb-97a4-3837e7b89404 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 1094 time: 0.0743737 Nov 11 12:23:54.321337 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1ee21f60-208f-45df-b3ba-03f798d62d7e req-810270b7-f5f3-434f-92ce-9e0774a70f27 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:54.368052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810270b7-f5f3-434f-92ce-9e0774a70f27 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'Port': ['ID=e1d10152-6f6a-4722-85c5-f4460476a816,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:54.462815 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee21f60-208f-45df-b3ba-03f798d62d7e req-810270b7-f5f3-434f-92ce-9e0774a70f27 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] No DVR routers for this DVR port e1d10152-6f6a-4722-85c5-f4460476a816 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:23:54.466252 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1ee21f60-208f-45df-b3ba-03f798d62d7e req-810270b7-f5f3-434f-92ce-9e0774a70f27 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:54.469821 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1ee21f60-208f-45df-b3ba-03f798d62d7e req-810270b7-f5f3-434f-92ce-9e0774a70f27 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.62 "DELETE /v2.0/ports/e1d10152-6f6a-4722-85c5-f4460476a816 HTTP/1.1" status: 204 len: 173 time: 0.6621990 Nov 11 12:23:54.472000 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:54.494360 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-2161a5b9-9492-420b-b3a6-1223e0d47349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:54.496078 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-2161a5b9-9492-420b-b3a6-1223e0d47349 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5483e368-588a-4eb6-a0fb-97608cba0c68 HTTP/1.1" status: 200 len: 898 time: 0.1661010 Nov 11 12:23:54.502042 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'port_id': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'mac_address': 'fa:16:3e:2f:18:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:23:54.542813 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:54.556365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5921daec-2af9-4e6f-bac0-3fad46edc95f {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:23:54.579004 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:54.583882 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-59a24c25-0051-428d-8a35-272ade5f9f7f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f HTTP/1.1" status: 200 len: 999 time: 0.0755839 Nov 11 12:23:54.584812 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:54.644201 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5921daec-2af9-4e6f-bac0-3fad46edc95f,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:54.644416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19', 'name': 'network-vif-deleted', 'tag': 'e1d10152-6f6a-4722-85c5-f4460476a816'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:54.647132 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1574c174-d10e-4a59-ab18-e97184a14c31" -d '{"events": [{"server_uuid": "c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19", "name": "network-vif-deleted", "tag": "e1d10152-6f6a-4722-85c5-f4460476a816"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:54.661623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-575d9cb5-3a5f-4562-9263-942e51cd5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:54.662891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:54.663487 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-575d9cb5-3a5f-4562-9263-942e51cd5e35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f7ffe7aa-8796-40e7-99b6-95c21c25178a HTTP/1.1" status: 200 len: 833 time: 0.0685632 Nov 11 12:23:54.663918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:54.666582 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:54.666949 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:54.667457 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:54.667894 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:54.668458 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:54.668839 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:54.669227 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:54.669664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:54.670039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:54.670468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:54.719012 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fec785-4e8b-40ed-bc17-a0e0d24bd76f x-openstack-request-id: req-a6fec785-4e8b-40ed-bc17-a0e0d24bd76f {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:54.719326 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19", "name": "network-vif-deleted", "tag": "e1d10152-6f6a-4722-85c5-f4460476a816", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:54.719633 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6fec785-4e8b-40ed-bc17-a0e0d24bd76f {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:54.719897 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19', 'name': 'network-vif-deleted', 'tag': 'e1d10152-6f6a-4722-85c5-f4460476a816', 'status': 'completed', 'code': 200} Nov 11 12:23:54.723047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-e47afb95-125c-4941-b10e-f266b171a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:54.724700 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-e47afb95-125c-4941-b10e-f266b171a36f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5483e368-588a-4eb6-a0fb-97608cba0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488410 Nov 11 12:23:54.756506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2125b-b268-4138-909c-3560a09bd743 req-b61cc061-bc54-439d-a34b-30e7897392f4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:54.758835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0eb2125b-b268-4138-909c-3560a09bd743 req-b61cc061-bc54-439d-a34b-30e7897392f4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0776844 Nov 11 12:23:54.840748 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0eb2125b-b268-4138-909c-3560a09bd743 req-7695683c-b92d-49c2-acf2-89370ded4cdb tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747478 Nov 11 12:23:54.870408 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['5921daec-2af9-4e6f-bac0-3fad46edc95f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:23:54.893117 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-4718bbfd-17b5-4802-978d-7b80d93fed1b service neutron] 10.222.0.62 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526604 Nov 11 12:23:54.928802 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f619afd0-2e23-4d11-bbc7-656d3381da67 req-8dbdfd3c-ce5d-4a81-b10d-5c05d82bca45 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9c9040a-5cc0-4aa5-bc6c-7365a4c69d19 HTTP/1.1" status: 200 len: 210 time: 0.0702188 Nov 11 12:23:55.068747 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-36b7624d-164a-4b3c-8be6-814d0d1b4ff1 service neutron] 10.222.0.62 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673067 Nov 11 12:23:55.216963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac686485-4fe7-458d-bb56-6cde704468c1 req-d4212548-2a93-4fa0-bbaf-750f4c182329 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:55.217889 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ac686485-4fe7-458d-bb56-6cde704468c1 req-d4212548-2a93-4fa0-bbaf-750f4c182329 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0812654 Nov 11 12:23:55.260303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc103572-5f4b-46e3-af58-a8d99369ea86 req-efaa6400-93f8-4eca-b283-5a8b9fcebf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:55.262447 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dc103572-5f4b-46e3-af58-a8d99369ea86 req-efaa6400-93f8-4eca-b283-5a8b9fcebf31 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c86e75b72349490b85928fa4eba61911&device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 1096 time: 0.0784647 Nov 11 12:23:55.288538 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ac686485-4fe7-458d-bb56-6cde704468c1 req-b1df4d44-9926-47ca-80ac-9a7bff0fedec tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644562 Nov 11 12:23:55.344401 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf1da2-e42a-40b7-9dca-f1c9cedae863 req-1fe85a4e-9b7e-40eb-bc23-78a78ca89a5d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:55.345932 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9dcf1da2-e42a-40b7-9dca-f1c9cedae863 req-1fe85a4e-9b7e-40eb-bc23-78a78ca89a5d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 944 time: 0.0561759 Nov 11 12:23:55.378420 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc103572-5f4b-46e3-af58-a8d99369ea86 req-d70e8639-c64a-43a5-8f11-6afeddffb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:55.380005 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dc103572-5f4b-46e3-af58-a8d99369ea86 req-d70e8639-c64a-43a5-8f11-6afeddffb713 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a77c6cb3-f220-490a-bf03-8045eaa287db HTTP/1.1" status: 200 len: 913 time: 0.1095889 Nov 11 12:23:55.397673 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9dcf1da2-e42a-40b7-9dca-f1c9cedae863 req-55bde247-0fbd-4953-98e2-890369d13fdc tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455248 Nov 11 12:23:55.451064 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dc103572-5f4b-46e3-af58-a8d99369ea86 req-4daf6949-5d3a-43c8-a5b1-cbbda0bd72df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3151382d-d1fe-4b97-b00c-70695d6cd25a HTTP/1.1" status: 200 len: 1001 time: 0.0637670 Nov 11 12:23:55.505981 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc103572-5f4b-46e3-af58-a8d99369ea86 req-6908c4e5-d69d-4252-a4aa-e7634a886428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:55.507716 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dc103572-5f4b-46e3-af58-a8d99369ea86 req-6908c4e5-d69d-4252-a4aa-e7634a886428 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2d90c43-605c-44da-8d21-d70c17e99759 HTTP/1.1" status: 200 len: 850 time: 0.0501554 Nov 11 12:23:55.553765 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc103572-5f4b-46e3-af58-a8d99369ea86 req-a1010846-6da6-40e2-9d74-0296602269b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:55.555291 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dc103572-5f4b-46e3-af58-a8d99369ea86 req-a1010846-6da6-40e2-9d74-0296602269b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a77c6cb3-f220-490a-bf03-8045eaa287db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409498 Nov 11 12:23:55.652298 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dc103572-5f4b-46e3-af58-a8d99369ea86 req-dfddc53b-7717-4b80-90e8-66ea9cc39ef2 service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899310 Nov 11 12:23:55.760035 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dc103572-5f4b-46e3-af58-a8d99369ea86 req-0b831b6c-6ff5-4668-83a4-5c34144548d4 service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002398 Nov 11 12:23:56.006390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34724) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:56.072434 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da278ace-ff2d-4c0b-903c-b96d06ca40e2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:56.098962 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da278ace-ff2d-4c0b-903c-b96d06ca40e2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:56.166230 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da278ace-ff2d-4c0b-903c-b96d06ca40e2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:56.169999 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da278ace-ff2d-4c0b-903c-b96d06ca40e2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:56.173764 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-da278ace-ff2d-4c0b-903c-b96d06ca40e2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "DELETE /v2.0/security-groups/84e7ff13-38a2-4eb3-84b3-a2933c2dac7e HTTP/1.1" status: 204 len: 168 time: 0.1635296 Nov 11 12:23:56.173946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5921daec-2af9-4e6f-bac0-3fad46edc95f up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:23:56.182319 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da278ace-ff2d-4c0b-903c-b96d06ca40e2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e7ff13-38a2-4eb3-84b3-a2933c2dac7e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:56.223148 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34732) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:56.303928 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 5921daec-2af9-4e6f-bac0-3fad46edc95f completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:23:56.310694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 5921daec-2af9-4e6f-bac0-3fad46edc95f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:23:56.311050 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:56.459673 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:56.487299 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:56.491994 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e075bc8-24ad-498b-90d5-f9dcaf17a805" -d '{"events": [{"server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "name": "network-vif-plugged", "status": "completed", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:56.521862 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:56.529828 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:56.538218 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device e1d10152-6f6a-4722-85c5-f4460476a816 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:23:56.613968 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: e1d10152-6f6a-4722-85c5-f4460476a816 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:23:56.614592 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device e1d10152-6f6a-4722-85c5-f4460476a816 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:23:56.645791 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5921daec-2af9-4e6f-bac0-3fad46edc95f,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:56.702418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cd944-de79-46d4-ba82-06f72f67b00b req-dac28e45-ebe4-4860-90c7-12fefffd2ccc tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:56.704020 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7f1cd944-de79-46d4-ba82-06f72f67b00b req-dac28e45-ebe4-4860-90c7-12fefffd2ccc tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.3033836 Nov 11 12:23:56.720234 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d960d-9983-4871-bb87-97bba0d2d19e req-572696a5-e4c4-48de-ae15-600d85adda80 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:56.721866 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b69d960d-9983-4871-bb87-97bba0d2d19e req-572696a5-e4c4-48de-ae15-600d85adda80 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.1741974 Nov 11 12:23:56.864852 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7f1cd944-de79-46d4-ba82-06f72f67b00b req-899c2b01-a5dc-4d4b-94e5-a00c4289e440 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418698 Nov 11 12:23:56.869866 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b69d960d-9983-4871-bb87-97bba0d2d19e req-5b7b28e9-3b8d-44ae-8e6e-67dca322b87f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384096 Nov 11 12:23:56.966369 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691cd9b9-bed5-438b-978e-c6ebaaaa0ad5 x-openstack-request-id: req-691cd9b9-bed5-438b-978e-c6ebaaaa0ad5 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:56.966958 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "name": "network-vif-plugged", "status": "completed", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:56.967409 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-691cd9b9-bed5-438b-978e-c6ebaaaa0ad5 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:56.968098 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'code': 200} Nov 11 12:23:56.997877 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82b47071-abba-4e02-a9ae-5f19261f2fae tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:57.302039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-82b47071-abba-4e02-a9ae-5f19261f2fae tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Deleting port c5544da3-46fd-43f8-867a-6d7fe23d10dd {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:23:57.302772 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82b47071-abba-4e02-a9ae-5f19261f2fae tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:57.328452 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-65345439-dd1b-4f9e-8d45-840866777e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:57.329037 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-65345439-dd1b-4f9e-8d45-840866777e07 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae&tenant_id=cd84530cc13144bcad0a0d119e726de1 HTTP/1.1" status: 200 len: 1096 time: 0.0558596 Nov 11 12:23:57.341279 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:57.395232 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:57.396014 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-82b47071-abba-4e02-a9ae-5f19261f2fae tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] For port c5544da3-46fd-43f8-867a-6d7fe23d10dd, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c5544da3-46fd-43f8-867a-6d7fe23d10dd,segment=NetworkSegment(40747bdf-c241-4e1b-b62f-13ed6c72d5dc),segment_id=40747bdf-c241-4e1b-b62f-13ed6c72d5dc)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:57.396371 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82b47071-abba-4e02-a9ae-5f19261f2fae tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:57.409557 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-82b47071-abba-4e02-a9ae-5f19261f2fae tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Calling delete_port for c5544da3-46fd-43f8-867a-6d7fe23d10dd owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:23:57.611682 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:57.622582 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82b47071-abba-4e02-a9ae-5f19261f2fae tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:57.653246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:23:57.655646 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b47071-abba-4e02-a9ae-5f19261f2fae tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'Port': ['ID=c5544da3-46fd-43f8-867a-6d7fe23d10dd,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:57.708695 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:57.711491 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a7ad28-dc21-4ccc-bad2-61b8ab485407" -d '{"events": [{"server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "name": "network-vif-unplugged", "status": "completed", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:57.716471 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:57.731920 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Transition to ACTIVE for port object 5921daec-2af9-4e6f-bac0-3fad46edc95f will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:23:57.739394 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:57.792657 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Pushing event updated for resources: {'Port': ['ID=5921daec-2af9-4e6f-bac0-3fad46edc95f,revision_number=10']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:57.865843 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9bee34-56ae-42aa-add0-0134aa283dde x-openstack-request-id: req-da9bee34-56ae-42aa-add0-0134aa283dde {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:57.866971 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "name": "network-vif-unplugged", "status": "completed", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:57.867376 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da9bee34-56ae-42aa-add0-0134aa283dde {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:57.867989 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'code': 200} Nov 11 12:23:57.928170 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82b47071-abba-4e02-a9ae-5f19261f2fae tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:57.981949 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] No DVR routers for this DVR port 5921daec-2af9-4e6f-bac0-3fad46edc95f on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:23:58.141148 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e529bff-cddf-47cf-b7a9-ccc0bebc0c7c req-45e2f1e6-22d4-42fa-b11f-8fbd31ea5fb6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:58.143289 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e529bff-cddf-47cf-b7a9-ccc0bebc0c7c req-45e2f1e6-22d4-42fa-b11f-8fbd31ea5fb6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 944 time: 0.1065807 Nov 11 12:23:58.173769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Attempting to bind port 5921daec-2af9-4e6f-bac0-3fad46edc95f on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:23:58.174251 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Attempting to bind port 5921daec-2af9-4e6f-bac0-3fad46edc95f by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:23:58.174677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Attempting to bind port 5921daec-2af9-4e6f-bac0-3fad46edc95f on network 5483e368-588a-4eb6-a0fb-97608cba0c68 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:23:58.179388 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Port 5921daec-2af9-4e6f-bac0-3fad46edc95f on network 5483e368-588a-4eb6-a0fb-97608cba0c68 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:23:58.180352 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Attempting to bind port 5921daec-2af9-4e6f-bac0-3fad46edc95f on network 5483e368-588a-4eb6-a0fb-97608cba0c68 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:23:58.185366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:23:58.185837 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Checking segment: {'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:23:58.186314 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Bound using segment: {'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:23:58.186875 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Bound port: 5921daec-2af9-4e6f-bac0-3fad46edc95f, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44f82b2-2835-4d38-b89f-537b08dcef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:23:58.187329 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:58.250547 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e529bff-cddf-47cf-b7a9-ccc0bebc0c7c req-c02cf692-b9b2-4ae7-8453-54169cc0defe tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961349 Nov 11 12:23:58.254472 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b47071-abba-4e02-a9ae-5f19261f2fae tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Router a0abd0ae-bfac-4940-ae83-da8b3442010c has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:23:58.255007 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:23:58.259374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:23:58.266614 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:58.316323 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:58.316949 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:58.318443 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] 10.222.0.43 "PUT /v2.0/ports/5921daec-2af9-4e6f-bac0-3fad46edc95f HTTP/1.1" status: 200 len: 1092 time: 0.9815457 Nov 11 12:23:58.382066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05330a-6935-48de-a9da-7cfd574940bd service neutron] Pushing event updated for resources: {'Port': ['ID=5921daec-2af9-4e6f-bac0-3fad46edc95f,revision_number=11']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:58.401507 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-9b49adcd-f6cd-4815-971e-bf94d20fd4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:58.403182 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-9b49adcd-f6cd-4815-971e-bf94d20fd4f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 1095 time: 0.0568650 Nov 11 12:23:58.520105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-9c42943c-0d2a-4d33-aa3c-0ddf7a74ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:58.521989 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-9c42943c-0d2a-4d33-aa3c-0ddf7a74ae3d service neutron] 10.222.0.43 "GET /v2.0/networks?id=5483e368-588a-4eb6-a0fb-97608cba0c68 HTTP/1.1" status: 200 len: 898 time: 0.1110821 Nov 11 12:23:58.612543 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-91ae49ba-c5d6-47ff-be09-1ec7e110c4fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f HTTP/1.1" status: 200 len: 999 time: 0.0750122 Nov 11 12:23:58.774337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b47071-abba-4e02-a9ae-5f19261f2fae tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:23:58.784076 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-82b47071-abba-4e02-a9ae-5f19261f2fae tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "PUT /v2.0/routers/a0abd0ae-bfac-4940-ae83-da8b3442010c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5588584 Nov 11 12:23:58.785084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34784) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:58.786330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c9ac66-6842-43c4-a805-359f92110307 None None] Sync routers for ids ['a0abd0ae-bfac-4940-ae83-da8b3442010c'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:23:58.802077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c9ac66-6842-43c4-a805-359f92110307 None None] Routers {'a0abd0ae-bfac-4940-ae83-da8b3442010c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:23:58.803217 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f0c9ac66-6842-43c4-a805-359f92110307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:23:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a0abd0ae-bfac-4940-ae83-da8b3442010c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:58.838890 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1743e6-643f-4a16-9938-ebfccf169c82 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Deleting subnet 7ddf1d52-39e8-4779-bee8-44bcc0a61717 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:23:58.842445 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a1743e6-643f-4a16-9938-ebfccf169c82 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:58.892642 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a1743e6-643f-4a16-9938-ebfccf169c82 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:58.987232 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-f0c9ac66-6842-43c4-a805-359f92110307 None None] Set router a0abd0ae-bfac-4940-ae83-da8b3442010c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:23:59.022686 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-e5ccc982-3c5e-4f11-be17-29b3f09c5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:59.024509 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-e5ccc982-3c5e-4f11-be17-29b3f09c5420 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f7ffe7aa-8796-40e7-99b6-95c21c25178a HTTP/1.1" status: 200 len: 833 time: 0.4052687 Nov 11 12:23:59.055195 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a1743e6-643f-4a16-9938-ebfccf169c82 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:59.075855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-caf19762-6bba-4f9d-85a9-2eb83d384a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:59.077419 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-caf19762-6bba-4f9d-85a9-2eb83d384a95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5483e368-588a-4eb6-a0fb-97608cba0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458970 Nov 11 12:23:59.140669 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a1743e6-643f-4a16-9938-ebfccf169c82 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:59.184986 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1743e6-643f-4a16-9938-ebfccf169c82 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'Subnet': ['ID=7ddf1d52-39e8-4779-bee8-44bcc0a61717,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:59.185838 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:23:59.191936 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a1743e6-643f-4a16-9938-ebfccf169c82 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:59.199195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34790) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:59.200061 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9a1743e6-643f-4a16-9938-ebfccf169c82 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "DELETE /v2.0/subnets/7ddf1d52-39e8-4779-bee8-44bcc0a61717 HTTP/1.1" status: 204 len: 168 time: 0.4137933 Nov 11 12:23:59.201913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef80b1b9-55e2-4bee-8aba-d26a3273f852 None None] Network 34e71230-1590-4ad1-8c2f-b3db9d023976 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:23:59.255187 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-10018bdb-c7c3-4937-a09a-c1ef5b52f520 service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699946 Nov 11 12:23:59.342698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f0c9ac66-6842-43c4-a805-359f92110307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'name': 'tempest-TestNetworkBasicOps-router-475656321', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:50Z', 'updated_at': '2021-11-11T12:23:57Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:51Z', 'updated_at': '2021-11-11T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:59.376339 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c9ac66-6842-43c4-a805-359f92110307 None None] Checking router: a0abd0ae-bfac-4940-ae83-da8b3442010c for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:23:59.396318 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b9c318b-1eae-4e55-b5f2-c74e9ca3497c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:59.397737 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c9ac66-6842-43c4-a805-359f92110307 None None] Routers {'a0abd0ae-bfac-4940-ae83-da8b3442010c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:23:59.398349 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f0c9ac66-6842-43c4-a805-359f92110307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:23:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a0abd0ae-bfac-4940-ae83-da8b3442010c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:59.439788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66076a-02e6-4089-b7e1-0f95740bbaf5 req-dae74ce4-9ead-451f-812d-cd2413b13e91 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:59.439788 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de66076a-02e6-4089-b7e1-0f95740bbaf5 req-dae74ce4-9ead-451f-812d-cd2413b13e91 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 944 time: 0.0818839 Nov 11 12:23:59.478713 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733a8c51-456f-442f-87d5-df7b5c5d4931 None None] DHCP port deletion for 34e71230-1590-4ad1-8c2f-b3db9d023976 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:23:59.481270 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98cad6a4-847c-4292-8be9-3d03211b2d8c req-03289ca9-d1ab-4d6c-9865-a7943951428e service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194779 Nov 11 12:23:59.518709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de66076a-02e6-4089-b7e1-0f95740bbaf5 req-34a25b73-1d7f-454d-ba49-0802a768baec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678513 Nov 11 12:23:59.558984 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b9c318b-1eae-4e55-b5f2-c74e9ca3497c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:59.580252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-f0c9ac66-6842-43c4-a805-359f92110307 None None] Set router a0abd0ae-bfac-4940-ae83-da8b3442010c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:23:59.619507 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c318b-1eae-4e55-b5f2-c74e9ca3497c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Deleting port ef98faae-4edb-40bb-b91f-5bd6561e6e98 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:23:59.619869 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b9c318b-1eae-4e55-b5f2-c74e9ca3497c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:59.657560 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-733a8c51-456f-442f-87d5-df7b5c5d4931 None None] Deleting port fc7ae28c-7ebd-45de-ae6b-1b02b2779940 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:23:59.657861 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-733a8c51-456f-442f-87d5-df7b5c5d4931 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:59.705680 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-6b9c318b-1eae-4e55-b5f2-c74e9ca3497c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] For port ef98faae-4edb-40bb-b91f-5bd6561e6e98, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ef98faae-4edb-40bb-b91f-5bd6561e6e98,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:59.706001 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b9c318b-1eae-4e55-b5f2-c74e9ca3497c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:59.718305 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c318b-1eae-4e55-b5f2-c74e9ca3497c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Calling delete_port for ef98faae-4edb-40bb-b91f-5bd6561e6e98 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:23:59.764038 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-733a8c51-456f-442f-87d5-df7b5c5d4931 None None] For port fc7ae28c-7ebd-45de-ae6b-1b02b2779940, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=fc7ae28c-7ebd-45de-ae6b-1b02b2779940,segment=NetworkSegment(40747bdf-c241-4e1b-b62f-13ed6c72d5dc),segment_id=40747bdf-c241-4e1b-b62f-13ed6c72d5dc)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:59.764415 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-733a8c51-456f-442f-87d5-df7b5c5d4931 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:59.793856 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-733a8c51-456f-442f-87d5-df7b5c5d4931 None None] Calling delete_port for fc7ae28c-7ebd-45de-ae6b-1b02b2779940 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:23:59.869622 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:59.872552 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf84990-93b9-49c5-a0e6-7f02d9d3f686" -d '{"events": [{"name": "network-changed", "server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:59.908367 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b9c318b-1eae-4e55-b5f2-c74e9ca3497c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:59.921753 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f0c9ac66-6842-43c4-a805-359f92110307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'name': 'tempest-TestNetworkBasicOps-router-475656321', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:50Z', 'updated_at': '2021-11-11T12:23:57Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:51Z', 'updated_at': '2021-11-11T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:59.941251 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e524c9e3-d628-4e7c-a457-3f43d6078b98 x-openstack-request-id: req-e524c9e3-d628-4e7c-a457-3f43d6078b98 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:59.941615 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:59.942068 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e524c9e3-d628-4e7c-a457-3f43d6078b98 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:59.942468 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'status': 'completed', 'code': 200} Nov 11 12:23:59.945493 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c318b-1eae-4e55-b5f2-c74e9ca3497c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'Port': ['ID=ef98faae-4edb-40bb-b91f-5bd6561e6e98,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:59.961349 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-733a8c51-456f-442f-87d5-df7b5c5d4931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:59.970014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c9ac66-6842-43c4-a805-359f92110307 None None] The sync data for ids ['a0abd0ae-bfac-4940-ae83-da8b3442010c'] in n-d-807359-3 is: [{'id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'name': 'tempest-TestNetworkBasicOps-router-475656321', 'tenant_id': '0565b14f5ea4452abe2554e29ca69bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:50Z', 'updated_at': '2021-11-11T12:23:57Z', 'revision_number': 5, 'project_id': '0565b14f5ea4452abe2554e29ca69bdf', 'gw_port': {'id': 'ef98faae-4edb-40bb-b91f-5bd6561e6e98', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0abd0ae-bfac-4940-ae83-da8b3442010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:51Z', 'updated_at': '2021-11-11T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:23:59.977119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1dbf59-6598-4b57-a162-ebfb7e9847d0 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:24:00.003903 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a8c51-456f-442f-87d5-df7b5c5d4931 None None] Pushing event deleted for resources: {'Port': ['ID=fc7ae28c-7ebd-45de-ae6b-1b02b2779940,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:00.011643 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a8c51-456f-442f-87d5-df7b5c5d4931 None None] No DVR routers for this DVR port fc7ae28c-7ebd-45de-ae6b-1b02b2779940 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:24:00.105914 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-c95e3e90-667d-43fe-9697-cfec9ce343fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:00.107617 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-c95e3e90-667d-43fe-9697-cfec9ce343fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 1095 time: 0.1401887 Nov 11 12:24:00.113419 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b9c318b-1eae-4e55-b5f2-c74e9ca3497c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:00.118490 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-119509cf-6fd0-4761-ac37-e5fd85a1c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:00.120055 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-119509cf-6fd0-4761-ac37-e5fd85a1c5e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 1095 time: 0.1304088 Nov 11 12:24:00.191397 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5921daec-2af9-4e6f-bac0-3fad46edc95f no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:24:00.240563 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5921daec-2af9-4e6f-bac0-3fad46edc95f not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:24:00.285323 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b9c318b-1eae-4e55-b5f2-c74e9ca3497c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:00.290177 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b9c318b-1eae-4e55-b5f2-c74e9ca3497c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:00.383055 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b9c318b-1eae-4e55-b5f2-c74e9ca3497c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:00.383626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9c318b-1eae-4e55-b5f2-c74e9ca3497c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Fanout notify agent at l3_agent the message router_deleted on router a0abd0ae-bfac-4940-ae83-da8b3442010c {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:24:00.399785 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b9c318b-1eae-4e55-b5f2-c74e9ca3497c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:00.400927 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6b9c318b-1eae-4e55-b5f2-c74e9ca3497c tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "DELETE /v2.0/routers/a0abd0ae-bfac-4940-ae83-da8b3442010c HTTP/1.1" status: 204 len: 168 time: 1.2007632 Nov 11 12:24:00.404549 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34816) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:00.419376 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-ba78636f-c10f-41c4-8d1e-335bfc0f6273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:00.420920 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-ba78636f-c10f-41c4-8d1e-335bfc0f6273 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5483e368-588a-4eb6-a0fb-97608cba0c68 HTTP/1.1" status: 200 len: 898 time: 0.3000538 Nov 11 12:24:00.445828 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-21be66c5-b859-464a-b7a2-b6d60d0c1aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:00.447521 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-21be66c5-b859-464a-b7a2-b6d60d0c1aa6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5483e368-588a-4eb6-a0fb-97608cba0c68 HTTP/1.1" status: 200 len: 898 time: 0.2973158 Nov 11 12:24:00.504167 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5591bb29-7511-42a4-a5a1-96adb835f7d2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:00.555510 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-1fe86d03-79c0-495a-90e9-d5b73f4c95a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f HTTP/1.1" status: 200 len: 999 time: 0.1224575 Nov 11 12:24:00.620380 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-1f403c22-d434-401f-992f-aa0f33d5f110 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f HTTP/1.1" status: 200 len: 999 time: 0.1388409 Nov 11 12:24:00.643999 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-3c452966-abfa-49ac-86cc-609aeccf0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:00.645486 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-3c452966-abfa-49ac-86cc-609aeccf0c83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f7ffe7aa-8796-40e7-99b6-95c21c25178a HTTP/1.1" status: 200 len: 833 time: 0.0824633 Nov 11 12:24:00.647968 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5591bb29-7511-42a4-a5a1-96adb835f7d2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:00.670265 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-5591bb29-7511-42a4-a5a1-96adb835f7d2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e71230-1590-4ad1-8c2f-b3db9d023976']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:00.681791 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-5591bb29-7511-42a4-a5a1-96adb835f7d2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40747bdf-c241-4e1b-b62f-13ed6c72d5dc') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:00.682452 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-5591bb29-7511-42a4-a5a1-96adb835f7d2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40747bdf-c241-4e1b-b62f-13ed6c72d5dc') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:00.694472 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5591bb29-7511-42a4-a5a1-96adb835f7d2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:00.711126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-f011e76d-c0a1-4858-8fde-e5f0664ec732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:00.712376 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-f011e76d-c0a1-4858-8fde-e5f0664ec732 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f7ffe7aa-8796-40e7-99b6-95c21c25178a HTTP/1.1" status: 200 len: 833 time: 0.0826077 Nov 11 12:24:00.723241 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-5c00dd0a-1cb0-423a-bd59-ee0f10ad3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:00.724254 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-5c00dd0a-1cb0-423a-bd59-ee0f10ad3c70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5483e368-588a-4eb6-a0fb-97608cba0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610836 Nov 11 12:24:00.748003 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5591bb29-7511-42a4-a5a1-96adb835f7d2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:00.757551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5591bb29-7511-42a4-a5a1-96adb835f7d2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:24:00.758117 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5591bb29-7511-42a4-a5a1-96adb835f7d2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:24:00.761655 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:24:00.860564 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-123528a5-69e9-4b5a-a370-0721b798e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:00.862833 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-123528a5-69e9-4b5a-a370-0721b798e51b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5483e368-588a-4eb6-a0fb-97608cba0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375959 Nov 11 12:24:00.870734 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5022d5-0cd5-4028-8cfa-bddb5e9b44a3 req-828c1655-56de-43d5-be58-694c73a813d4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:00.877672 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f5022d5-0cd5-4028-8cfa-bddb5e9b44a3 req-828c1655-56de-43d5-be58-694c73a813d4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 944 time: 0.1829040 Nov 11 12:24:00.879700 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5591bb29-7511-42a4-a5a1-96adb835f7d2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:00.956412 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5591bb29-7511-42a4-a5a1-96adb835f7d2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:00.965553 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5591bb29-7511-42a4-a5a1-96adb835f7d2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] 10.222.0.65 "DELETE /v2.0/networks/34e71230-1590-4ad1-8c2f-b3db9d023976 HTTP/1.1" status: 204 len: 168 time: 0.5586228 Nov 11 12:24:00.970816 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-82e8b3a0-4bae-4f22-95f6-beb1b13e93b4 service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167020 Nov 11 12:24:00.991860 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591bb29-7511-42a4-a5a1-96adb835f7d2 tempest-TestNetworkBasicOps-1400491122 tempest-TestNetworkBasicOps-1400491122-project] Pushing event deleted for resources: {'Network': ['ID=34e71230-1590-4ad1-8c2f-b3db9d023976,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:01.039216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f5022d5-0cd5-4028-8cfa-bddb5e9b44a3 req-86db9183-5b69-488a-8619-0a3ba5f217e2 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568303 Nov 11 12:24:01.166023 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-cac0abfc-4b19-4a2d-a0dd-ed366ad0cb5d service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564209 Nov 11 12:24:01.168323 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-61d9b69b-7499-4ec3-b748-b4ba04f8dc11 service neutron] 10.222.0.62 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928581 Nov 11 12:24:01.262159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34836) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:01.317759 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-baf84990-93b9-49c5-a0e6-7f02d9d3f686 req-98af266d-68c6-48e9-bddc-5defb40b2cb8 service neutron] 10.222.0.62 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306658 Nov 11 12:24:01.388565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c5544da3-46fd-43f8-867a-6d7fe23d10dd no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:24:01.414992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: c5544da3-46fd-43f8-867a-6d7fe23d10dd {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:24:01.415338 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c5544da3-46fd-43f8-867a-6d7fe23d10dd not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:24:01.415748 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device fc7ae28c-7ebd-45de-ae6b-1b02b2779940 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:24:01.435405 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: fc7ae28c-7ebd-45de-ae6b-1b02b2779940 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:24:01.435759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device fc7ae28c-7ebd-45de-ae6b-1b02b2779940 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:24:01.451215 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-86047bc2-b34f-4f66-8996-c4b1532f6245 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0565b14f5ea4452abe2554e29ca69bdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1877978 Nov 11 12:24:01.454335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34846) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:01.491477 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5921daec-2af9-4e6f-bac0-3fad46edc95f details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:24:01.514272 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0fafe08c-b194-4be1-87bf-6c67f8b287cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:01.535939 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0fafe08c-b194-4be1-87bf-6c67f8b287cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:01.594707 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0fafe08c-b194-4be1-87bf-6c67f8b287cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:01.595656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:01.597625 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0fafe08c-b194-4be1-87bf-6c67f8b287cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:01.598874 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0fafe08c-b194-4be1-87bf-6c67f8b287cf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10079625-ea33-4916-8050-0ddd3c70de02 HTTP/1.1" status: 204 len: 168 time: 0.1436298 Nov 11 12:24:01.607109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafe08c-b194-4be1-87bf-6c67f8b287cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10079625-ea33-4916-8050-0ddd3c70de02,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:01.608793 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'port_id': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'mac_address': 'fa:16:3e:2f:18:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:24:01.655439 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:01.672193 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5921daec-2af9-4e6f-bac0-3fad46edc95f {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:24:01.693140 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:01.698141 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:01.753766 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=5921daec-2af9-4e6f-bac0-3fad46edc95f,revision_number=12']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:01.894928 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34856) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:01.912588 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d7f37325-7e23-4e7f-8a07-6e2723c9768e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:01.918504 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['5921daec-2af9-4e6f-bac0-3fad46edc95f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:24:02.003715 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d7f37325-7e23-4e7f-8a07-6e2723c9768e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:02.009318 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d7f37325-7e23-4e7f-8a07-6e2723c9768e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:02.050899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f37325-7e23-4e7f-8a07-6e2723c9768e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d75cf0a-05dd-4ff4-a4a2-ecadeabc47f0,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:02.057845 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d7f37325-7e23-4e7f-8a07-6e2723c9768e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d0f3b99b3fb24b78b5eeb06006427b57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1616273 Nov 11 12:24:02.060473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34862) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:02.114780 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-12a5feba-0671-44ff-9d78-5c42b698b71d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:02.153816 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-12a5feba-0671-44ff-9d78-5c42b698b71d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:02.217814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a5eff-7cb5-4ae9-9a1c-063b51a1d7e0 req-ab2b35d2-cdf2-487c-a087-f4f7ee10d7f0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:02.219374 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c53a5eff-7cb5-4ae9-9a1c-063b51a1d7e0 req-ab2b35d2-cdf2-487c-a087-f4f7ee10d7f0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 945 time: 0.0844307 Nov 11 12:24:02.248608 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-12a5feba-0671-44ff-9d78-5c42b698b71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:02.251410 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-12a5feba-0671-44ff-9d78-5c42b698b71d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:02.252594 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-12a5feba-0671-44ff-9d78-5c42b698b71d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d75cf0a-05dd-4ff4-a4a2-ecadeabc47f0 HTTP/1.1" status: 204 len: 168 time: 0.1910686 Nov 11 12:24:02.268965 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5feba-0671-44ff-9d78-5c42b698b71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d75cf0a-05dd-4ff4-a4a2-ecadeabc47f0,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:02.289480 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c53a5eff-7cb5-4ae9-9a1c-063b51a1d7e0 req-d511cd14-8e2c-4d57-9749-53bef6183f5f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629368 Nov 11 12:24:02.320478 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34872) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:02.383213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f903e732-adc1-4bcf-95fd-95215540b436 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/floatingips/de89f661-ed3e-4648-bd6e-7e3c23f1676f HTTP/1.1" status: 200 len: 992 time: 0.0602484 Nov 11 12:24:02.909892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ef98faae-4edb-40bb-b91f-5bd6561e6e98 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:24:02.934289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ef98faae-4edb-40bb-b91f-5bd6561e6e98 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:24:02.934758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ef98faae-4edb-40bb-b91f-5bd6561e6e98 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:24:02.999339 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34902) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:03.109334 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-3b90f527-9b44-4e1e-8dd1-346eb6ead5ed admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1014670957-network', 'tenant_id': 'cddc2269ef004a9fb08a4d60fa6c2426'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:03.131512 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b90f527-9b44-4e1e-8dd1-346eb6ead5ed admin admin] Made reservation on behalf of cddc2269ef004a9fb08a4d60fa6c2426 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:24:03.134526 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b90f527-9b44-4e1e-8dd1-346eb6ead5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:03.143278 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b90f527-9b44-4e1e-8dd1-346eb6ead5ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:03.220667 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b90f527-9b44-4e1e-8dd1-346eb6ead5ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:03.225241 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b90f527-9b44-4e1e-8dd1-346eb6ead5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:03.250323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b90f527-9b44-4e1e-8dd1-346eb6ead5ed admin admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:24:03.264164 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90f527-9b44-4e1e-8dd1-346eb6ead5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af523926-a643-4082-a539-a48df664b08f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:03.269676 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b90f527-9b44-4e1e-8dd1-346eb6ead5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:03.269983 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-3b90f527-9b44-4e1e-8dd1-346eb6ead5ed admin admin] Added segment 7f70c0a4-cef3-44fd-9f13-07c13176ff8d of type vlan for network 2f32b8d0-92d8-4d9c-899e-a29fbaa9b865 Nov 11 12:24:03.312295 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b90f527-9b44-4e1e-8dd1-346eb6ead5ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:03.339375 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b90f527-9b44-4e1e-8dd1-346eb6ead5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:03.340310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b90f527-9b44-4e1e-8dd1-346eb6ead5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:03.340887 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b90f527-9b44-4e1e-8dd1-346eb6ead5ed admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:03.398718 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3b90f527-9b44-4e1e-8dd1-346eb6ead5ed admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3981905 Nov 11 12:24:03.402172 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34914) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:03.406388 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90f527-9b44-4e1e-8dd1-346eb6ead5ed admin admin] Pushing event updated for resources: {'Network': ['ID=2f32b8d0-92d8-4d9c-899e-a29fbaa9b865,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:03.407473 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-cc070a1f-99aa-4780-8969-c56dd6a202f6 admin admin] Request body: {'subnet': {'network_id': '2f32b8d0-92d8-4d9c-899e-a29fbaa9b865', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1014670957-subnet', 'tenant_id': 'cddc2269ef004a9fb08a4d60fa6c2426', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:03.418176 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 2f32b8d0-92d8-4d9c-899e-a29fbaa9b865 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:24:03.430278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc070a1f-99aa-4780-8969-c56dd6a202f6 admin admin] Made reservation on behalf of cddc2269ef004a9fb08a4d60fa6c2426 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:24:03.433728 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc070a1f-99aa-4780-8969-c56dd6a202f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:03.509506 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5921daec-2af9-4e6f-bac0-3fad46edc95f up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:03.578153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 5921daec-2af9-4e6f-bac0-3fad46edc95f completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:24:03.582731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 5921daec-2af9-4e6f-bac0-3fad46edc95f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:03.583283 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:03.610729 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc070a1f-99aa-4780-8969-c56dd6a202f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:03.669896 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc070a1f-99aa-4780-8969-c56dd6a202f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bbead08-604d-4994-8e79-24efdb9ad86a,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:03.679650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc070a1f-99aa-4780-8969-c56dd6a202f6 admin admin] Checking segment: {'id': '7f70c0a4-cef3-44fd-9f13-07c13176ff8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '2f32b8d0-92d8-4d9c-899e-a29fbaa9b865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:03.680138 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc070a1f-99aa-4780-8969-c56dd6a202f6 admin admin] Network hostable DHCP agents. Network: 2f32b8d0-92d8-4d9c-899e-a29fbaa9b865, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:24:03.681802 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:03.698436 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc070a1f-99aa-4780-8969-c56dd6a202f6 admin admin] Network 2f32b8d0-92d8-4d9c-899e-a29fbaa9b865 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:24:03.705003 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:03.707518 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb24aa3-54f6-4c09-8691-1321595a2ac2" -d '{"events": [{"server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "name": "network-vif-plugged", "status": "completed", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:03.708633 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-cc070a1f-99aa-4780-8969-c56dd6a202f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 2f32b8d0-92d8-4d9c-899e-a29fbaa9b865) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:03.713290 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc070a1f-99aa-4780-8969-c56dd6a202f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:03.714023 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cc070a1f-99aa-4780-8969-c56dd6a202f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:03.732147 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b875c7e7-3f6c-4acb-b326-54018bb2c414 None None] Network 2f32b8d0-92d8-4d9c-899e-a29fbaa9b865 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:24:03.733738 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cc070a1f-99aa-4780-8969-c56dd6a202f6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3304017 Nov 11 12:24:03.753096 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:03.757731 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db400f01-4feb-4d81-8f0f-e700a8a8d03e x-openstack-request-id: req-db400f01-4feb-4d81-8f0f-e700a8a8d03e {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:03.758020 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "name": "network-vif-plugged", "status": "completed", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:03.758272 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db400f01-4feb-4d81-8f0f-e700a8a8d03e {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:03.758658 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'code': 200} Nov 11 12:24:03.761334 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:04.002726 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=5921daec-2af9-4e6f-bac0-3fad46edc95f,revision_number=13']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:04.085002 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e86bb6b-b4fc-41e7-8403-491bce2f84a2 None None] Network 2f32b8d0-92d8-4d9c-899e-a29fbaa9b865 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:24:04.330686 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 34946) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:04.335828 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-6ecb8836-7ddd-41f0-a031-ce5131574ad4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1117845263-network', 'tenant_id': '7dbede6ea70c479981cfe6208a7d3d63'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:04.356194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecb8836-7ddd-41f0-a031-ce5131574ad4 admin admin] Made reservation on behalf of 7dbede6ea70c479981cfe6208a7d3d63 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:24:04.358707 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8836-7ddd-41f0-a031-ce5131574ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:04.368267 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8836-7ddd-41f0-a031-ce5131574ad4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:04.448817 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8836-7ddd-41f0-a031-ce5131574ad4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:04.454472 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8836-7ddd-41f0-a031-ce5131574ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:04.484079 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ecb8836-7ddd-41f0-a031-ce5131574ad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:24:04.494097 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb8836-7ddd-41f0-a031-ce5131574ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50030f2-3e5b-4b98-8b34-c435de024232,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:04.501712 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8836-7ddd-41f0-a031-ce5131574ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:04.502736 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-6ecb8836-7ddd-41f0-a031-ce5131574ad4 admin admin] Added segment 5ca2e2aa-a7da-466e-b565-b645eea991ee of type vlan for network fbfcee39-8d4a-48b4-ad8b-2cc1b9bdd030 Nov 11 12:24:04.542872 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8836-7ddd-41f0-a031-ce5131574ad4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:04.577949 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8836-7ddd-41f0-a031-ce5131574ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:04.579226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecb8836-7ddd-41f0-a031-ce5131574ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:04.579998 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8836-7ddd-41f0-a031-ce5131574ad4 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:04.612419 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6ecb8836-7ddd-41f0-a031-ce5131574ad4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2805371 Nov 11 12:24:04.615446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 34954) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:04.620522 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-6f78de84-f943-4360-843a-78e2a043efb9 admin admin] Request body: {'subnet': {'network_id': 'fbfcee39-8d4a-48b4-ad8b-2cc1b9bdd030', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1117845263-subnet', 'tenant_id': '7dbede6ea70c479981cfe6208a7d3d63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:04.642122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f78de84-f943-4360-843a-78e2a043efb9 admin admin] Made reservation on behalf of 7dbede6ea70c479981cfe6208a7d3d63 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:24:04.644936 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f78de84-f943-4360-843a-78e2a043efb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:04.647785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb8836-7ddd-41f0-a031-ce5131574ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=fbfcee39-8d4a-48b4-ad8b-2cc1b9bdd030,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:04.658857 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network fbfcee39-8d4a-48b4-ad8b-2cc1b9bdd030 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:24:04.831973 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f78de84-f943-4360-843a-78e2a043efb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:04.884185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78de84-f943-4360-843a-78e2a043efb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbe1af14-7369-4170-907a-ea1ee5f59d4f,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:04.900534 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f78de84-f943-4360-843a-78e2a043efb9 admin admin] Checking segment: {'id': '5ca2e2aa-a7da-466e-b565-b645eea991ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'fbfcee39-8d4a-48b4-ad8b-2cc1b9bdd030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:04.900907 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f78de84-f943-4360-843a-78e2a043efb9 admin admin] Network hostable DHCP agents. Network: fbfcee39-8d4a-48b4-ad8b-2cc1b9bdd030, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:24:04.918047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f78de84-f943-4360-843a-78e2a043efb9 admin admin] Network fbfcee39-8d4a-48b4-ad8b-2cc1b9bdd030 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:24:04.927968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-6f78de84-f943-4360-843a-78e2a043efb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, fbfcee39-8d4a-48b4-ad8b-2cc1b9bdd030) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:04.933094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f78de84-f943-4360-843a-78e2a043efb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:04.933744 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f78de84-f943-4360-843a-78e2a043efb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:04.939055 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b03e7a-0dcd-40b4-a45b-daf01cee1fa9 None None] Network fbfcee39-8d4a-48b4-ad8b-2cc1b9bdd030 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:24:04.951595 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6f78de84-f943-4360-843a-78e2a043efb9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3350017 Nov 11 12:24:05.099767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273a16c9-394a-4732-847c-c1789cd69383 None None] Network fbfcee39-8d4a-48b4-ad8b-2cc1b9bdd030 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:24:05.478827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-c50af1eb-9787-479d-a658-9fb138c368a7 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:05.482042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-c50af1eb-9787-479d-a658-9fb138c368a7 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/networks?id=2f32b8d0-92d8-4d9c-899e-a29fbaa9b865 HTTP/1.1" status: 200 len: 812 time: 0.1053097 Nov 11 12:24:05.495699 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-838ae363-7593-4834-9ee9-2cfa08828d6f tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/quotas/cddc2269ef004a9fb08a4d60fa6c2426 HTTP/1.1" status: 200 len: 375 time: 0.0096436 Nov 11 12:24:05.533243 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-ca64ae86-0f52-4256-901b-bf3e67a9e78f tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cddc2269ef004a9fb08a4d60fa6c2426&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317943 Nov 11 12:24:05.626383 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-2fbb2a1e-9cdd-4b4e-a188-a2b13995a235 service neutron] 10.222.0.65 "GET /v2.0/networks/2f32b8d0-92d8-4d9c-899e-a29fbaa9b865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851448 Nov 11 12:24:05.720875 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-e7ab222c-0e0c-4ac7-9b22-063c44b1d567 service neutron] 10.222.0.65 "GET /v2.0/networks/2f32b8d0-92d8-4d9c-899e-a29fbaa9b865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883121 Nov 11 12:24:05.860670 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fd7e4d06-6a27-4e5e-bb1f-6b0c69c46ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:05.900038 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f93e72c-1028-406b-8ca6-9f72c9b0b464 req-3cd147a5-7bdd-4eab-9393-836a783bd8b0 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 210 time: 0.0294681 Nov 11 12:24:07.011358 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-709d06a3-d417-4c99-9e92-2d5c2323e9d4 req-b0bae21c-6aab-474e-9ef8-2d36056c4cbf tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 210 time: 0.0296760 Nov 11 12:24:07.040056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-112d80d0-b75f-4a6a-9fa4-3cdeb99772bd tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:07.041739 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-112d80d0-b75f-4a6a-9fa4-3cdeb99772bd tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.62 "GET /v2.0/networks?id=2f32b8d0-92d8-4d9c-899e-a29fbaa9b865 HTTP/1.1" status: 200 len: 812 time: 0.1411140 Nov 11 12:24:07.063045 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-f6747ef3-4a60-4f36-9549-702a6fbf10a0 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Request body: {'port': {'device_id': '8ca06a66-5579-47af-8afd-1cbbf34bdd06', 'network_id': '2f32b8d0-92d8-4d9c-899e-a29fbaa9b865', 'admin_state_up': True, 'tenant_id': 'cddc2269ef004a9fb08a4d60fa6c2426'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:07.172868 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-f6747ef3-4a60-4f36-9549-702a6fbf10a0 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Made reservation on behalf of cddc2269ef004a9fb08a4d60fa6c2426 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:24:07.176463 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-f6747ef3-4a60-4f36-9549-702a6fbf10a0 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:07.303530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-f6747ef3-4a60-4f36-9549-702a6fbf10a0 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Allocated IP 172.20.0.11 (2f32b8d0-92d8-4d9c-899e-a29fbaa9b865/6bbead08-604d-4994-8e79-24efdb9ad86a/f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:24:07.459871 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-f6747ef3-4a60-4f36-9549-702a6fbf10a0 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:07.496273 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-f6747ef3-4a60-4f36-9549-702a6fbf10a0 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:07.540856 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-f6747ef3-4a60-4f36-9549-702a6fbf10a0 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Network 2f32b8d0-92d8-4d9c-899e-a29fbaa9b865 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:07.543953 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-f6747ef3-4a60-4f36-9549-702a6fbf10a0 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:07.547697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-f6747ef3-4a60-4f36-9549-702a6fbf10a0 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:24:07.554285 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6747ef3-4a60-4f36-9549-702a6fbf10a0 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Pushing event updated for resources: {'Port': ['ID=f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:07.599564 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-f6747ef3-4a60-4f36-9549-702a6fbf10a0 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:07.600093 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-f6747ef3-4a60-4f36-9549-702a6fbf10a0 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:07.617814 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-f6747ef3-4a60-4f36-9549-702a6fbf10a0 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5587299 Nov 11 12:24:07.636799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Request body: {'port': {'device_id': '8ca06a66-5579-47af-8afd-1cbbf34bdd06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:07.701129 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:07.965205 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:24:07.973016 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:07.985790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Transition to ACTIVE for port object f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:24:07.991254 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:08.040221 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:08.100659 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-398fb021-3375-4fed-945a-e20079f4bcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:08.127216 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Attempting to bind port f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:24:08.128032 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Attempting to bind port f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '7f70c0a4-cef3-44fd-9f13-07c13176ff8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '2f32b8d0-92d8-4d9c-899e-a29fbaa9b865'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:24:08.128166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Attempting to bind port f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b on network 2f32b8d0-92d8-4d9c-899e-a29fbaa9b865 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:08.132950 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Port f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b on network 2f32b8d0-92d8-4d9c-899e-a29fbaa9b865 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:24:08.133285 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Attempting to bind port f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b on network 2f32b8d0-92d8-4d9c-899e-a29fbaa9b865 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:08.138775 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:24:08.139107 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Checking segment: {'id': '7f70c0a4-cef3-44fd-9f13-07c13176ff8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '2f32b8d0-92d8-4d9c-899e-a29fbaa9b865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:08.139490 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Bound using segment: {'id': '7f70c0a4-cef3-44fd-9f13-07c13176ff8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '2f32b8d0-92d8-4d9c-899e-a29fbaa9b865'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:24:08.139923 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Bound port: f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f70c0a4-cef3-44fd-9f13-07c13176ff8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '2f32b8d0-92d8-4d9c-899e-a29fbaa9b865'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:24:08.140282 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:08.168289 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba07797-6263-4606-98f8-ffdd1df9d75f req-275fb46f-974a-41cb-9cdd-37e69cbdc27e tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:08.170015 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ba07797-6263-4606-98f8-ffdd1df9d75f req-275fb46f-974a-41cb-9cdd-37e69cbdc27e tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 944 time: 0.0827718 Nov 11 12:24:08.209059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] For port f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:24:08.212503 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] For port f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b,segment=NetworkSegment(7f70c0a4-cef3-44fd-9f13-07c13176ff8d),segment_id=7f70c0a4-cef3-44fd-9f13-07c13176ff8d)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:24:08.217205 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:08.222264 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ba07797-6263-4606-98f8-ffdd1df9d75f req-edee207a-01f3-4b4b-9bd5-ac9b1173ac3f tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458727 Nov 11 12:24:08.248446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:08.249058 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:08.250528 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] 10.222.0.62 "PUT /v2.0/ports/f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b HTTP/1.1" status: 200 len: 1092 time: 0.6180911 Nov 11 12:24:08.250958 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca06a66-5579-47af-8afd-1cbbf34bdd06', 'tag': 'f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:08.253174 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dee907d-6148-45f6-bfaa-ab571d8781a8" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca06a66-5579-47af-8afd-1cbbf34bdd06", "tag": "f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:08.301848 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b004cb0c-4a95-4d42-ab79-1e46c06225c2 x-openstack-request-id: req-b004cb0c-4a95-4d42-ab79-1e46c06225c2 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:08.302133 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca06a66-5579-47af-8afd-1cbbf34bdd06", "tag": "f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:08.302381 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b004cb0c-4a95-4d42-ab79-1e46c06225c2 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:08.302776 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca06a66-5579-47af-8afd-1cbbf34bdd06', 'tag': 'f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b', 'status': 'completed', 'code': 200} Nov 11 12:24:08.311510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfa0c9-d234-43c0-8df5-ed6b8195efd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:08.349036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-af46341e-26e8-45db-8573-9894e2e7eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:08.350596 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-af46341e-26e8-45db-8573-9894e2e7eac6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cddc2269ef004a9fb08a4d60fa6c2426&device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 1095 time: 0.0528300 Nov 11 12:24:08.398458 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-e84bca8a-8e9b-462f-a4a7-bf145db25119 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b HTTP/1.1" status: 200 len: 217 time: 0.0361133 Nov 11 12:24:08.455184 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-ef4c2115-b5e5-4254-98c6-d580ce9e1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:08.456664 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-ef4c2115-b5e5-4254-98c6-d580ce9e1888 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bbead08-604d-4994-8e79-24efdb9ad86a HTTP/1.1" status: 200 len: 852 time: 0.0462911 Nov 11 12:24:08.494722 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-d05cdfcd-9f7e-46ca-b4f0-b565fea59d56 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f32b8d0-92d8-4d9c-899e-a29fbaa9b865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257387 Nov 11 12:24:08.589780 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-56f709ad-f54a-474c-a25f-44e0f8437237 service neutron] 10.222.0.62 "GET /v2.0/networks/2f32b8d0-92d8-4d9c-899e-a29fbaa9b865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863342 Nov 11 12:24:09.015086 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-165621e4-0ff6-4209-831d-5d46699b2eb6 req-c029c0bb-d19e-482b-89dc-19111cdede18 service neutron] 10.222.0.62 "GET /v2.0/networks/2f32b8d0-92d8-4d9c-899e-a29fbaa9b865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132667 Nov 11 12:24:09.085546 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:09.124963 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee907d-6148-45f6-bfaa-ab571d8781a8 req-1083e73b-32d6-46a5-9267-d4be842fa3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:09.126624 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7dee907d-6148-45f6-bfaa-ab571d8781a8 req-1083e73b-32d6-46a5-9267-d4be842fa3a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cddc2269ef004a9fb08a4d60fa6c2426&device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 1095 time: 0.0468748 Nov 11 12:24:09.220858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee907d-6148-45f6-bfaa-ab571d8781a8 req-3866391a-65d0-47ce-bdaa-d3312587c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:09.222351 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7dee907d-6148-45f6-bfaa-ab571d8781a8 req-3866391a-65d0-47ce-bdaa-d3312587c3f9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2f32b8d0-92d8-4d9c-899e-a29fbaa9b865 HTTP/1.1" status: 200 len: 914 time: 0.0887864 Nov 11 12:24:09.267917 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7dee907d-6148-45f6-bfaa-ab571d8781a8 req-f75d47b6-22df-4edf-acfb-a4bc99508d13 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b HTTP/1.1" status: 200 len: 217 time: 0.0380881 Nov 11 12:24:09.321234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee907d-6148-45f6-bfaa-ab571d8781a8 req-6613f184-812b-4698-b72b-2d5d8f6fbbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:09.322750 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7dee907d-6148-45f6-bfaa-ab571d8781a8 req-6613f184-812b-4698-b72b-2d5d8f6fbbb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bbead08-604d-4994-8e79-24efdb9ad86a HTTP/1.1" status: 200 len: 852 time: 0.0451458 Nov 11 12:24:09.358109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc0d2e-7800-41ac-be2a-b9d22abd722e req-f8f11662-0d55-44c1-83bf-4eb7f6596925 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:09.358802 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7dee907d-6148-45f6-bfaa-ab571d8781a8 req-3972f416-54e4-4e2c-b25f-6d44395a7683 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f32b8d0-92d8-4d9c-899e-a29fbaa9b865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272090 Nov 11 12:24:09.359708 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30fc0d2e-7800-41ac-be2a-b9d22abd722e req-f8f11662-0d55-44c1-83bf-4eb7f6596925 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 944 time: 0.0591476 Nov 11 12:24:09.412296 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30fc0d2e-7800-41ac-be2a-b9d22abd722e req-67419aa4-2728-4d7b-b77e-d75a4066e771 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464194 Nov 11 12:24:09.463962 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7dee907d-6148-45f6-bfaa-ab571d8781a8 req-bf08be5e-ecf8-4d5a-be04-d8798a0a74a7 service neutron] 10.222.0.62 "GET /v2.0/networks/2f32b8d0-92d8-4d9c-899e-a29fbaa9b865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968742 Nov 11 12:24:09.558451 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7dee907d-6148-45f6-bfaa-ab571d8781a8 req-6764b979-e41e-4d58-a54e-38a7a40ca475 service neutron] 10.222.0.62 "GET /v2.0/networks/2f32b8d0-92d8-4d9c-899e-a29fbaa9b865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854068 Nov 11 12:24:10.223336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:24:10.331869 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b,segment=NetworkSegment(7f70c0a4-cef3-44fd-9f13-07c13176ff8d),segment_id=7f70c0a4-cef3-44fd-9f13-07c13176ff8d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:10.347991 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b', 'network_id': '2f32b8d0-92d8-4d9c-899e-a29fbaa9b865', 'port_id': 'f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b', 'mac_address': 'fa:16:3e:ac:7c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbead08-604d-4994-8e79-24efdb9ad86a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:24:10.387661 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.401043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:24:10.423909 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b,segment=NetworkSegment(7f70c0a4-cef3-44fd-9f13-07c13176ff8d),segment_id=7f70c0a4-cef3-44fd-9f13-07c13176ff8d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:10.430288 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.481966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:10.536017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b9e27-2875-4762-bad8-47eac5db8e82 req-df5aff6d-27c6-40f6-b2d1-946d62a83263 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:10.537400 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b7b9e27-2875-4762-bad8-47eac5db8e82 req-df5aff6d-27c6-40f6-b2d1-946d62a83263 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 945 time: 0.0489464 Nov 11 12:24:10.585324 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b7b9e27-2875-4762-bad8-47eac5db8e82 req-4b130739-8c97-48d0-b7b4-72c621f8aa15 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418005 Nov 11 12:24:10.610969 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.706293 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:24:11.304877 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:11.807495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d3271-2ad3-4848-99be-e51eda66fe69 req-6808244f-0a7f-412a-a707-2b90c82bd14e tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:11.809000 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df0d3271-2ad3-4848-99be-e51eda66fe69 req-6808244f-0a7f-412a-a707-2b90c82bd14e tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 945 time: 0.1529570 Nov 11 12:24:11.861416 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df0d3271-2ad3-4848-99be-e51eda66fe69 req-e9247c60-b714-4c99-b717-3dcf2b005a81 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463603 Nov 11 12:24:12.255800 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:12.308643 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:24:12.312459 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:12.312817 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:12.390401 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:12.416762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca06a66-5579-47af-8afd-1cbbf34bdd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:12.419119 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a2631c-5a1d-4d09-aacd-6694da62a4f0" -d '{"events": [{"server_uuid": "8ca06a66-5579-47af-8afd-1cbbf34bdd06", "name": "network-vif-plugged", "status": "completed", "tag": "f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:12.435725 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b,segment=NetworkSegment(7f70c0a4-cef3-44fd-9f13-07c13176ff8d),segment_id=7f70c0a4-cef3-44fd-9f13-07c13176ff8d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:12.445260 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:12.470887 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730b315d-45d9-4f1e-8425-db56344465e7 x-openstack-request-id: req-730b315d-45d9-4f1e-8425-db56344465e7 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:12.471163 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca06a66-5579-47af-8afd-1cbbf34bdd06", "name": "network-vif-plugged", "status": "completed", "tag": "f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:12.471411 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-730b315d-45d9-4f1e-8425-db56344465e7 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:12.471798 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca06a66-5579-47af-8afd-1cbbf34bdd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b', 'code': 200} Nov 11 12:24:12.502338 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:12.575404 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d003406-bbf7-496a-8fba-a0b14a7d0fe0 req-817e3875-5b97-4f12-b159-55ea7709be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:12.577045 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0d003406-bbf7-496a-8fba-a0b14a7d0fe0 req-817e3875-5b97-4f12-b159-55ea7709be29 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 1097 time: 0.0455418 Nov 11 12:24:12.625939 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0d003406-bbf7-496a-8fba-a0b14a7d0fe0 req-36d727bd-0410-4d6c-b651-6b59cf59fec6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371609 Nov 11 12:24:12.990454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea8b18-b74c-480d-8cf4-1c5f78e33d5f req-c09b0f8a-5dd0-4e72-ae76-960a4423efc8 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:12.992142 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5ea8b18-b74c-480d-8cf4-1c5f78e33d5f req-c09b0f8a-5dd0-4e72-ae76-960a4423efc8 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 946 time: 0.0555701 Nov 11 12:24:13.040798 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5ea8b18-b74c-480d-8cf4-1c5f78e33d5f req-3b51fbd8-e0d8-471f-9667-a27e7faa1b68 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422468 Nov 11 12:24:14.164010 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277aafd-73a0-438c-933c-62fcd3665c97 req-cf6fe97f-df49-40a6-919e-6f028466babf tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:14.165483 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0277aafd-73a0-438c-933c-62fcd3665c97 req-cf6fe97f-df49-40a6-919e-6f028466babf tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 946 time: 0.0512936 Nov 11 12:24:14.212560 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0277aafd-73a0-438c-933c-62fcd3665c97 req-07497d8e-aad6-4381-8bfc-8ed56111303d tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408394 Nov 11 12:24:14.334873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8e8b4-343a-4922-a5af-6cbb88edac4a req-1d4b63d5-dfc1-4be2-913c-280e177e5259 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:14.336354 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5fc8e8b4-343a-4922-a5af-6cbb88edac4a req-1d4b63d5-dfc1-4be2-913c-280e177e5259 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 946 time: 0.0538633 Nov 11 12:24:14.387663 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5fc8e8b4-343a-4922-a5af-6cbb88edac4a req-19521c7e-2526-418f-8cd3-d54b15c0e398 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450184 Nov 11 12:24:14.612803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cda15a-98b4-46fb-b5d7-245bc5315a51 req-fabe4646-2fdc-4b75-8b5c-077f2b3a96e1 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:14.614674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2cda15a-98b4-46fb-b5d7-245bc5315a51 req-fabe4646-2fdc-4b75-8b5c-077f2b3a96e1 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 946 time: 0.0534725 Nov 11 12:24:14.662470 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2cda15a-98b4-46fb-b5d7-245bc5315a51 req-7932d98f-79f1-4baa-872f-0f6455db6fec tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413468 Nov 11 12:24:15.786029 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471bfd9-dc08-4446-a9be-42502fa5b81f req-6a17ae03-1a2f-4874-9853-37978b35a1b7 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:15.787551 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6471bfd9-dc08-4446-a9be-42502fa5b81f req-6a17ae03-1a2f-4874-9853-37978b35a1b7 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 946 time: 0.0536885 Nov 11 12:24:15.835057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6471bfd9-dc08-4446-a9be-42502fa5b81f req-336646cb-83eb-465d-b4a2-10fc859c94a9 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414610 Nov 11 12:24:16.049645 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:16.070198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bf45c-f718-41c2-8024-3739589d91db req-37b8ed65-58a5-476e-8a88-356128b2f9c6 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:16.072025 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f57bf45c-f718-41c2-8024-3739589d91db req-37b8ed65-58a5-476e-8a88-356128b2f9c6 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 946 time: 0.0519755 Nov 11 12:24:16.117243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d958c07-4038-4247-b9b7-f2fc2663bbf3 req-bf0fd644-1cbf-414f-a69d-53753de3f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:16.119905 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4d958c07-4038-4247-b9b7-f2fc2663bbf3 req-bf0fd644-1cbf-414f-a69d-53753de3f5ff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cddc2269ef004a9fb08a4d60fa6c2426&device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 1097 time: 0.0568461 Nov 11 12:24:16.131510 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f57bf45c-f718-41c2-8024-3739589d91db req-553c4605-db0c-4a84-8ceb-b5a1870a0267 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452487 Nov 11 12:24:16.231350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d958c07-4038-4247-b9b7-f2fc2663bbf3 req-e666af5a-71e1-402a-9372-7378d1b489d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:16.233114 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4d958c07-4038-4247-b9b7-f2fc2663bbf3 req-e666af5a-71e1-402a-9372-7378d1b489d2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2f32b8d0-92d8-4d9c-899e-a29fbaa9b865 HTTP/1.1" status: 200 len: 914 time: 0.1004398 Nov 11 12:24:16.280835 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4d958c07-4038-4247-b9b7-f2fc2663bbf3 req-f9ab22e6-624b-4064-9d60-a12a576607ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b HTTP/1.1" status: 200 len: 217 time: 0.0356665 Nov 11 12:24:16.336688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d958c07-4038-4247-b9b7-f2fc2663bbf3 req-c91896bc-7459-4f10-85dd-5eabf1c61c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:16.338112 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4d958c07-4038-4247-b9b7-f2fc2663bbf3 req-c91896bc-7459-4f10-85dd-5eabf1c61c7b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bbead08-604d-4994-8e79-24efdb9ad86a HTTP/1.1" status: 200 len: 852 time: 0.0451703 Nov 11 12:24:16.377254 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4d958c07-4038-4247-b9b7-f2fc2663bbf3 req-1e17781d-fa47-4519-a2b1-204eb63dbfca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f32b8d0-92d8-4d9c-899e-a29fbaa9b865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275524 Nov 11 12:24:16.488593 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4d958c07-4038-4247-b9b7-f2fc2663bbf3 req-c144ac89-177e-42e7-a0b5-88ad16bc40e9 service neutron] 10.222.0.62 "GET /v2.0/networks/2f32b8d0-92d8-4d9c-899e-a29fbaa9b865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966537 Nov 11 12:24:16.589222 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4d958c07-4038-4247-b9b7-f2fc2663bbf3 req-8bfbb2a1-65f3-4226-a395-5a4bc4348fab service neutron] 10.222.0.62 "GET /v2.0/networks/2f32b8d0-92d8-4d9c-899e-a29fbaa9b865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894532 Nov 11 12:24:17.251796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f1656-ab7a-4d86-ae5f-244e0dd22d94 req-699c80c9-1a44-467e-9b4e-86c6ef365c18 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:17.253382 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a4f1656-ab7a-4d86-ae5f-244e0dd22d94 req-699c80c9-1a44-467e-9b4e-86c6ef365c18 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 946 time: 0.0509834 Nov 11 12:24:17.311895 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a4f1656-ab7a-4d86-ae5f-244e0dd22d94 req-3fff9146-0cf5-435e-bb83-d7922c545735 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523529 Nov 11 12:24:18.432603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950b6b9-b3e4-49f7-9eaf-07f673993ba0 req-8e2c25d4-e232-49cf-8a74-741c6a913b81 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:18.434136 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8950b6b9-b3e4-49f7-9eaf-07f673993ba0 req-8e2c25d4-e232-49cf-8a74-741c6a913b81 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 946 time: 0.0504785 Nov 11 12:24:18.482731 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8950b6b9-b3e4-49f7-9eaf-07f673993ba0 req-3f0c0d81-c361-402d-b3ee-b7652d33f507 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 Nov 11 12:24:18.719758 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cca92c-3264-4fa0-b5cc-0c09a07d2f54 req-19034c96-1d9d-4d9d-9bcd-9dbec13ae6e7 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:18.721422 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59cca92c-3264-4fa0-b5cc-0c09a07d2f54 req-19034c96-1d9d-4d9d-9bcd-9dbec13ae6e7 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 946 time: 0.0558646 Nov 11 12:24:18.744223 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-34cacd51-b11b-4522-9b08-85eaee144c13 req-a3acaab9-5abd-4bfa-96bb-7ece99cc1de1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425375 Nov 11 12:24:18.772813 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59cca92c-3264-4fa0-b5cc-0c09a07d2f54 req-f117ca69-c134-484f-a902-c86c7cf9f953 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444543 Nov 11 12:24:18.828263 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cacd51-b11b-4522-9b08-85eaee144c13 req-08153702-a66f-46d2-97de-b6cdc3203763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:18.829864 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-34cacd51-b11b-4522-9b08-85eaee144c13 req-08153702-a66f-46d2-97de-b6cdc3203763 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 1097 time: 0.0444412 Nov 11 12:24:18.950578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cacd51-b11b-4522-9b08-85eaee144c13 req-bd6b8a0e-8eda-4d62-b04e-c70c441a2eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:18.952058 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-34cacd51-b11b-4522-9b08-85eaee144c13 req-bd6b8a0e-8eda-4d62-b04e-c70c441a2eb2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5483e368-588a-4eb6-a0fb-97608cba0c68 HTTP/1.1" status: 200 len: 898 time: 0.1002512 Nov 11 12:24:19.023965 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-34cacd51-b11b-4522-9b08-85eaee144c13 req-50904cca-cda0-4e34-bf36-ec6a6e760443 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f HTTP/1.1" status: 200 len: 1001 time: 0.0629628 Nov 11 12:24:19.081431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cacd51-b11b-4522-9b08-85eaee144c13 req-6f97f38b-9854-4cd5-99fe-ab9c909294bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:19.082945 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-34cacd51-b11b-4522-9b08-85eaee144c13 req-6f97f38b-9854-4cd5-99fe-ab9c909294bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f7ffe7aa-8796-40e7-99b6-95c21c25178a HTTP/1.1" status: 200 len: 833 time: 0.0459533 Nov 11 12:24:19.138059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cacd51-b11b-4522-9b08-85eaee144c13 req-071f02f2-a42f-4563-bdfc-8c6389b33f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:19.139508 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-34cacd51-b11b-4522-9b08-85eaee144c13 req-071f02f2-a42f-4563-bdfc-8c6389b33f63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5483e368-588a-4eb6-a0fb-97608cba0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480154 Nov 11 12:24:19.238147 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-34cacd51-b11b-4522-9b08-85eaee144c13 req-5fad3df1-839e-4d6d-962e-abf26667723f service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893235 Nov 11 12:24:19.334391 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-34cacd51-b11b-4522-9b08-85eaee144c13 req-80755676-889e-409b-8aa4-7d602b5d926e service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896075 Nov 11 12:24:19.904357 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946d407-fbe4-4abe-af13-a8a330a6eaad req-3d6c4e9a-008b-4089-8870-f3a9590f438a tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:19.905892 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a946d407-fbe4-4abe-af13-a8a330a6eaad req-3d6c4e9a-008b-4089-8870-f3a9590f438a tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 946 time: 0.0555496 Nov 11 12:24:19.954937 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a946d407-fbe4-4abe-af13-a8a330a6eaad req-8af89e5d-da37-41d6-aa4c-818fc72bb8b1 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429587 Nov 11 12:24:20.162467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcf674-ff40-4aab-a809-3e567da74e47 req-b51bf1bc-30ed-4bbf-a807-8cdc27a6ed36 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:20.163932 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-24dcf674-ff40-4aab-a809-3e567da74e47 req-b51bf1bc-30ed-4bbf-a807-8cdc27a6ed36 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 946 time: 0.0516186 Nov 11 12:24:20.209316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327f6df-04eb-4d66-917d-aae0141dfc20 req-7aad2e23-01b0-4a18-8a9f-adb5c0d30c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:20.211625 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5327f6df-04eb-4d66-917d-aae0141dfc20 req-7aad2e23-01b0-4a18-8a9f-adb5c0d30c48 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cddc2269ef004a9fb08a4d60fa6c2426&device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 1097 time: 0.0464559 Nov 11 12:24:20.215107 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-24dcf674-ff40-4aab-a809-3e567da74e47 req-6dec468f-dd90-4a3d-8555-46573d99e6db tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449097 Nov 11 12:24:20.313212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327f6df-04eb-4d66-917d-aae0141dfc20 req-ab649b30-3083-4b5d-8ca8-e11c1d62e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:20.314669 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5327f6df-04eb-4d66-917d-aae0141dfc20 req-ab649b30-3083-4b5d-8ca8-e11c1d62e2ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=2f32b8d0-92d8-4d9c-899e-a29fbaa9b865 HTTP/1.1" status: 200 len: 914 time: 0.0920529 Nov 11 12:24:20.362583 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5327f6df-04eb-4d66-917d-aae0141dfc20 req-8dff82d3-7e26-4ab9-ad5a-410cbc5eaf82 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b HTTP/1.1" status: 200 len: 217 time: 0.0354204 Nov 11 12:24:20.417572 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327f6df-04eb-4d66-917d-aae0141dfc20 req-d31d1826-8e1b-4395-a5f9-90d4c531234c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:20.419120 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5327f6df-04eb-4d66-917d-aae0141dfc20 req-d31d1826-8e1b-4395-a5f9-90d4c531234c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bbead08-604d-4994-8e79-24efdb9ad86a HTTP/1.1" status: 200 len: 852 time: 0.0458825 Nov 11 12:24:20.452832 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5327f6df-04eb-4d66-917d-aae0141dfc20 req-1beab268-3877-4b98-bcd3-1f0cf4ce261a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f32b8d0-92d8-4d9c-899e-a29fbaa9b865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252872 Nov 11 12:24:20.554220 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5327f6df-04eb-4d66-917d-aae0141dfc20 req-70a195d7-1fd6-4f8c-aaf5-271a10cc07de service neutron] 10.222.0.62 "GET /v2.0/networks/2f32b8d0-92d8-4d9c-899e-a29fbaa9b865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900936 Nov 11 12:24:20.659207 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5327f6df-04eb-4d66-917d-aae0141dfc20 req-6032989e-ccd4-4f97-bc16-0013431d6e6d service neutron] 10.222.0.62 "GET /v2.0/networks/2f32b8d0-92d8-4d9c-899e-a29fbaa9b865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928376 Nov 11 12:24:21.354950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd72ef-4fd7-4607-bc23-ac58aba94abf req-49375f09-5e8c-455b-b4cd-4ec0a7e7d0db tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:21.356516 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30fd72ef-4fd7-4607-bc23-ac58aba94abf req-49375f09-5e8c-455b-b4cd-4ec0a7e7d0db tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 946 time: 0.0506778 Nov 11 12:24:21.414091 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30fd72ef-4fd7-4607-bc23-ac58aba94abf req-3550d892-a067-4df7-96ca-fb0e6b431837 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489273 Nov 11 12:24:21.869858 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:22.544795 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fa6aa-0315-4152-b227-2229add37973 req-24087633-ceca-4209-a97a-cdb487bcfc6c tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:22.546512 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c26fa6aa-0315-4152-b227-2229add37973 req-24087633-ceca-4209-a97a-cdb487bcfc6c tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 946 time: 0.0560286 Nov 11 12:24:22.595863 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c26fa6aa-0315-4152-b227-2229add37973 req-5a026494-94fe-44de-bea8-50661816aa0a tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426149 Nov 11 12:24:22.839051 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737527c-fcbc-47e3-bd77-87cca983e1c9 req-416473cd-2b14-4fc6-8d4f-8e5edd5a6d5b tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:22.840567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2737527c-fcbc-47e3-bd77-87cca983e1c9 req-416473cd-2b14-4fc6-8d4f-8e5edd5a6d5b tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 946 time: 0.0481417 Nov 11 12:24:22.889683 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2737527c-fcbc-47e3-bd77-87cca983e1c9 req-e897f3b2-b4b6-4d51-a746-6ac8d1ebd3e7 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430260 Nov 11 12:24:24.020079 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccffba-1a97-494e-b506-fdc6f84af8e9 req-8ecb82a8-4da9-4f35-aaca-b9048b50d826 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:24.021619 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38ccffba-1a97-494e-b506-fdc6f84af8e9 req-8ecb82a8-4da9-4f35-aaca-b9048b50d826 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 946 time: 0.0558057 Nov 11 12:24:24.071707 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38ccffba-1a97-494e-b506-fdc6f84af8e9 req-d3b86797-480b-48c2-9bfa-8824ff6e946a tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427279 Nov 11 12:24:24.824656 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543f2cc-ee53-454b-860d-77a6f4749e4c req-7c692e33-9ce6-466d-92e9-8a97d77891dd tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:24.826327 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7543f2cc-ee53-454b-860d-77a6f4749e4c req-7c692e33-9ce6-466d-92e9-8a97d77891dd tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 946 time: 0.0568709 Nov 11 12:24:24.948326 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-7543f2cc-ee53-454b-860d-77a6f4749e4c req-5481756a-b517-4ffc-8ecb-43888d7817d6 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Deleting port f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:24:24.948873 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7543f2cc-ee53-454b-860d-77a6f4749e4c req-5481756a-b517-4ffc-8ecb-43888d7817d6 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:25.079352 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-7543f2cc-ee53-454b-860d-77a6f4749e4c req-5481756a-b517-4ffc-8ecb-43888d7817d6 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] For port f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b,segment=NetworkSegment(7f70c0a4-cef3-44fd-9f13-07c13176ff8d),segment_id=7f70c0a4-cef3-44fd-9f13-07c13176ff8d)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:25.079846 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7543f2cc-ee53-454b-860d-77a6f4749e4c req-5481756a-b517-4ffc-8ecb-43888d7817d6 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:25.114202 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-7543f2cc-ee53-454b-860d-77a6f4749e4c req-5481756a-b517-4ffc-8ecb-43888d7817d6 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Calling delete_port for f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:24:25.218952 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1f91a-071d-40c1-ad23-32ebaa927345 req-acce84d2-424c-4afe-a2d8-fe870229dd27 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:25.220681 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8b1f91a-071d-40c1-ad23-32ebaa927345 req-acce84d2-424c-4afe-a2d8-fe870229dd27 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ca06a66-5579-47af-8afd-1cbbf34bdd06 HTTP/1.1" status: 200 len: 946 time: 0.0609295 Nov 11 12:24:25.307294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8b1f91a-071d-40c1-ad23-32ebaa927345 req-7aa35548-a593-4b2b-8aea-b8e58af2dd90 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.65 "GET /v2.0/security-groups?id=af523926-a643-4082-a539-a48df664b08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713542 Nov 11 12:24:25.368792 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7543f2cc-ee53-454b-860d-77a6f4749e4c req-5481756a-b517-4ffc-8ecb-43888d7817d6 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:25.387653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:24:25.418719 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481756a-b517-4ffc-8ecb-43888d7817d6 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Pushing event deleted for resources: {'Port': ['ID=f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:25.463685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7543f2cc-ee53-454b-860d-77a6f4749e4c req-5481756a-b517-4ffc-8ecb-43888d7817d6 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] No DVR routers for this DVR port f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:24:25.468616 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7543f2cc-ee53-454b-860d-77a6f4749e4c req-5481756a-b517-4ffc-8ecb-43888d7817d6 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:25.473737 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7543f2cc-ee53-454b-860d-77a6f4749e4c req-5481756a-b517-4ffc-8ecb-43888d7817d6 tempest-TestServerAdvancedOps-1755179155 tempest-TestServerAdvancedOps-1755179155-project] 10.222.0.62 "DELETE /v2.0/ports/f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b HTTP/1.1" status: 204 len: 173 time: 0.6374736 Nov 11 12:24:25.474259 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca06a66-5579-47af-8afd-1cbbf34bdd06', 'name': 'network-vif-deleted', 'tag': 'f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:25.476568 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3afe10-b2bd-479c-b9a7-5ccdf8921374" -d '{"events": [{"server_uuid": "8ca06a66-5579-47af-8afd-1cbbf34bdd06", "name": "network-vif-deleted", "tag": "f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:25.537625 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254f8e1b-d10c-46a0-a06a-495bf2a2a330 x-openstack-request-id: req-254f8e1b-d10c-46a0-a06a-495bf2a2a330 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:25.537977 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca06a66-5579-47af-8afd-1cbbf34bdd06", "name": "network-vif-deleted", "tag": "f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:25.542351 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-254f8e1b-d10c-46a0-a06a-495bf2a2a330 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:25.544688 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca06a66-5579-47af-8afd-1cbbf34bdd06', 'name': 'network-vif-deleted', 'tag': 'f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b', 'status': 'completed', 'code': 200} Nov 11 12:24:26.362826 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35582) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:26.416120 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c679d9f-4a4a-4589-9daa-7e80e20bd59e admin admin] Deleting subnet 6bbead08-604d-4994-8e79-24efdb9ad86a {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:24:26.419744 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0c679d9f-4a4a-4589-9daa-7e80e20bd59e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:26.457342 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0c679d9f-4a4a-4589-9daa-7e80e20bd59e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:26.505139 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0c679d9f-4a4a-4589-9daa-7e80e20bd59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:26.566795 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0c679d9f-4a4a-4589-9daa-7e80e20bd59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:26.599853 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c679d9f-4a4a-4589-9daa-7e80e20bd59e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bbead08-604d-4994-8e79-24efdb9ad86a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:26.605574 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0c679d9f-4a4a-4589-9daa-7e80e20bd59e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:26.609061 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0c679d9f-4a4a-4589-9daa-7e80e20bd59e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6bbead08-604d-4994-8e79-24efdb9ad86a HTTP/1.1" status: 204 len: 168 time: 0.2478137 Nov 11 12:24:26.611799 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35618) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:26.690061 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fadf08f-03f4-470b-b06e-d405e2258b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:26.802380 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fadf08f-03f4-470b-b06e-d405e2258b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:26.845155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-3fadf08f-03f4-470b-b06e-d405e2258b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f32b8d0-92d8-4d9c-899e-a29fbaa9b865']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:26.860060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-3fadf08f-03f4-470b-b06e-d405e2258b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f70c0a4-cef3-44fd-9f13-07c13176ff8d') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:26.860496 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-3fadf08f-03f4-470b-b06e-d405e2258b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f70c0a4-cef3-44fd-9f13-07c13176ff8d') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:26.873849 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fadf08f-03f4-470b-b06e-d405e2258b8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:26.894820 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fadf08f-03f4-470b-b06e-d405e2258b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:26.905335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fadf08f-03f4-470b-b06e-d405e2258b8f admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:24:26.905848 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fadf08f-03f4-470b-b06e-d405e2258b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:24:26.908757 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:24:26.974363 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fadf08f-03f4-470b-b06e-d405e2258b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:26.980370 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3fadf08f-03f4-470b-b06e-d405e2258b8f admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:26.983936 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3fadf08f-03f4-470b-b06e-d405e2258b8f admin admin] 10.222.0.65 "DELETE /v2.0/networks/2f32b8d0-92d8-4d9c-899e-a29fbaa9b865 HTTP/1.1" status: 204 len: 168 time: 0.3710177 Nov 11 12:24:26.986838 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35662) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:27.004226 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadf08f-03f4-470b-b06e-d405e2258b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=2f32b8d0-92d8-4d9c-899e-a29fbaa9b865,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:27.049317 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2748521-9bde-4044-a68e-e62361a64063 admin admin] Deleting subnet bbe1af14-7369-4170-907a-ea1ee5f59d4f {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:24:27.059735 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2748521-9bde-4044-a68e-e62361a64063 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:27.108149 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2748521-9bde-4044-a68e-e62361a64063 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:27.159798 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2748521-9bde-4044-a68e-e62361a64063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:27.218940 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2748521-9bde-4044-a68e-e62361a64063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:27.243157 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2748521-9bde-4044-a68e-e62361a64063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbe1af14-7369-4170-907a-ea1ee5f59d4f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:27.248742 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f2748521-9bde-4044-a68e-e62361a64063 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:27.252043 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f2748521-9bde-4044-a68e-e62361a64063 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bbe1af14-7369-4170-907a-ea1ee5f59d4f HTTP/1.1" status: 204 len: 168 time: 0.2642088 Nov 11 12:24:27.254643 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35704) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:27.334239 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de875251-8a7a-4514-9fcf-2b2a292cc1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:27.418106 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de875251-8a7a-4514-9fcf-2b2a292cc1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:27.439798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-de875251-8a7a-4514-9fcf-2b2a292cc1f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfcee39-8d4a-48b4-ad8b-2cc1b9bdd030']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:27.449882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-de875251-8a7a-4514-9fcf-2b2a292cc1f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca2e2aa-a7da-466e-b565-b645eea991ee') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:27.450410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-de875251-8a7a-4514-9fcf-2b2a292cc1f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca2e2aa-a7da-466e-b565-b645eea991ee') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:27.462432 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de875251-8a7a-4514-9fcf-2b2a292cc1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:27.476700 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de875251-8a7a-4514-9fcf-2b2a292cc1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:27.483474 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de875251-8a7a-4514-9fcf-2b2a292cc1f0 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:24:27.484159 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de875251-8a7a-4514-9fcf-2b2a292cc1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:24:27.485865 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:24:27.560123 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de875251-8a7a-4514-9fcf-2b2a292cc1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:27.566395 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de875251-8a7a-4514-9fcf-2b2a292cc1f0 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:27.570629 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-de875251-8a7a-4514-9fcf-2b2a292cc1f0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/fbfcee39-8d4a-48b4-ad8b-2cc1b9bdd030 HTTP/1.1" status: 204 len: 168 time: 0.3149877 Nov 11 12:24:27.581882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de875251-8a7a-4514-9fcf-2b2a292cc1f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbfcee39-8d4a-48b4-ad8b-2cc1b9bdd030,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:27.769177 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35772) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:27.815984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d300dae3-4520-4fe1-8614-a278e18d643e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cddc2269ef004a9fb08a4d60fa6c2426&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454395 Nov 11 12:24:27.818599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35774) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:27.865165 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f66b1f85-1b87-420b-ab99-5ba7645bba28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:27.887325 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f66b1f85-1b87-420b-ab99-5ba7645bba28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:27.935586 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f66b1f85-1b87-420b-ab99-5ba7645bba28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:27.938341 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f66b1f85-1b87-420b-ab99-5ba7645bba28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:27.939468 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f66b1f85-1b87-420b-ab99-5ba7645bba28 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/af523926-a643-4082-a539-a48df664b08f HTTP/1.1" status: 204 len: 168 time: 0.1199820 Nov 11 12:24:27.947601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b1f85-1b87-420b-ab99-5ba7645bba28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af523926-a643-4082-a539-a48df664b08f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:28.264933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35782) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:28.305801 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c4763a0f-c92a-40f3-a67c-270012db859a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7dbede6ea70c479981cfe6208a7d3d63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396237 Nov 11 12:24:28.308518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35784) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:28.346472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:24:28.367021 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:24:28.367369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device f63e1ca3-2852-4c2a-9c67-5a7f9f002b7b not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:24:28.372470 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:28.400568 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:28.475548 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:28.480516 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:28.483083 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c50030f2-3e5b-4b98-8b34-c435de024232 HTTP/1.1" status: 204 len: 168 time: 0.1733727 Nov 11 12:24:28.501589 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50030f2-3e5b-4b98-8b34-c435de024232,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:28.510103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:28.510676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:28.511192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:28.512237 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:28.512745 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:28.513641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:28.513641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:28.514059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:28.514380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:28.514706 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:28.515031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:28.515444 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177862d-e2e3-450c-bacd-c82c20d92099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:28.646312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-0ff34229-c744-4a2c-af40-15aba891665c tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:28.650119 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-0ff34229-c744-4a2c-af40-15aba891665c tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/networks?id=f4f18c26-95f1-4a0d-9093-29c84ee9814d HTTP/1.1" status: 200 len: 813 time: 0.1167421 Nov 11 12:24:28.664428 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-03eaec20-9230-435d-85e2-1565297ddcd8 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/quotas/e184f21926f54b879cd8f11d68b0e2dd HTTP/1.1" status: 200 len: 375 time: 0.0101542 Nov 11 12:24:28.704570 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-71e6ad52-3109-4cbf-ac57-7fdd150f9d84 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e184f21926f54b879cd8f11d68b0e2dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339196 Nov 11 12:24:28.716635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-6ea7ef89-d5b1-44ae-8097-97f767e9ca1b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:24:28.717619 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-6ea7ef89-d5b1-44ae-8097-97f767e9ca1b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052938 Nov 11 12:24:28.820435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-99c0ac40-cb02-441c-b7ad-1c445b4787cc service neutron] 10.222.0.65 "GET /v2.0/networks/f4f18c26-95f1-4a0d-9093-29c84ee9814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935535 Nov 11 12:24:28.916327 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-6417989e-44c4-4e2a-b5b4-9085bec2609b service neutron] 10.222.0.65 "GET /v2.0/networks/f4f18c26-95f1-4a0d-9093-29c84ee9814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916955 Nov 11 12:24:29.146428 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8a113255-4640-4c29-8cda-bd2ec8c0deba req-e3409b80-1eb8-445c-86d6-5d85988e8bd5 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 210 time: 0.0402143 Nov 11 12:24:29.329659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35842) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:29.446541 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5a8752be-6280-4991-9301-2944e5b08c97 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2080968272-network', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:29.459817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7352bdb-d9f2-4213-94de-12ea918720c7 req-57e9fff6-d81a-4394-a1b3-b04c1cccac8a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:29.472848 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7352bdb-d9f2-4213-94de-12ea918720c7 req-57e9fff6-d81a-4394-a1b3-b04c1cccac8a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0725842 Nov 11 12:24:29.477049 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8752be-6280-4991-9301-2944e5b08c97 admin admin] Made reservation on behalf of 67b11859c3d04bb7bd097f3247d81930 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:24:29.480115 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5a8752be-6280-4991-9301-2944e5b08c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:29.490970 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5a8752be-6280-4991-9301-2944e5b08c97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:29.535945 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7352bdb-d9f2-4213-94de-12ea918720c7 req-8cb7f0f7-8901-4189-9000-77e857a69b2a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615113 Nov 11 12:24:29.586661 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5a8752be-6280-4991-9301-2944e5b08c97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:29.592974 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5a8752be-6280-4991-9301-2944e5b08c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:29.616757 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8752be-6280-4991-9301-2944e5b08c97 admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:24:29.630867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8752be-6280-4991-9301-2944e5b08c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd913e72-2bf7-40d4-83f4-3d5a2eed14b5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:29.635928 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5a8752be-6280-4991-9301-2944e5b08c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:29.636260 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-5a8752be-6280-4991-9301-2944e5b08c97 admin admin] Added segment 7ec2393c-6ee2-426e-998f-372af5c8822d of type vlan for network f07c30fe-25ac-44c7-ba0b-144c97abab0d Nov 11 12:24:29.678705 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5a8752be-6280-4991-9301-2944e5b08c97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:29.706991 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5a8752be-6280-4991-9301-2944e5b08c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:29.708094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8752be-6280-4991-9301-2944e5b08c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:29.708856 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5a8752be-6280-4991-9301-2944e5b08c97 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:29.741152 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5a8752be-6280-4991-9301-2944e5b08c97 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4099605 Nov 11 12:24:29.744380 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35848) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:29.749459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-05d87077-730b-411d-9f6c-1ea8773cb234 admin admin] Request body: {'subnet': {'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2080968272-subnet', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:29.780873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d87077-730b-411d-9f6c-1ea8773cb234 admin admin] Made reservation on behalf of 67b11859c3d04bb7bd097f3247d81930 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:24:29.784356 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-05d87077-730b-411d-9f6c-1ea8773cb234 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:29.786740 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8752be-6280-4991-9301-2944e5b08c97 admin admin] Pushing event updated for resources: {'Network': ['ID=f07c30fe-25ac-44c7-ba0b-144c97abab0d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:29.799978 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network f07c30fe-25ac-44c7-ba0b-144c97abab0d details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:24:29.978445 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-05d87077-730b-411d-9f6c-1ea8773cb234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:30.033542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d87077-730b-411d-9f6c-1ea8773cb234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97cba9ec-4d12-477e-b42e-81384b6b0f88,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:30.044188 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d87077-730b-411d-9f6c-1ea8773cb234 admin admin] Checking segment: {'id': '7ec2393c-6ee2-426e-998f-372af5c8822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:30.044545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d87077-730b-411d-9f6c-1ea8773cb234 admin admin] Network hostable DHCP agents. Network: f07c30fe-25ac-44c7-ba0b-144c97abab0d, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:24:30.063288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d87077-730b-411d-9f6c-1ea8773cb234 admin admin] Network f07c30fe-25ac-44c7-ba0b-144c97abab0d is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:24:30.073866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-05d87077-730b-411d-9f6c-1ea8773cb234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, f07c30fe-25ac-44c7-ba0b-144c97abab0d) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:30.078050 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d87077-730b-411d-9f6c-1ea8773cb234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:30.078813 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-05d87077-730b-411d-9f6c-1ea8773cb234 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:30.084762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b227971-2d17-47e4-94d0-509a319a64fb None None] Network f07c30fe-25ac-44c7-ba0b-144c97abab0d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:24:30.101489 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-05d87077-730b-411d-9f6c-1ea8773cb234 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3532028 Nov 11 12:24:30.102504 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35852) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:30.114773 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2080968272-router', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:30.140201 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:30.142115 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:30.210608 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:30.282626 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-f07c30fe-25ac-44c7-ba0b-144c97abab0d', 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'fixed_ips': [{'subnet_id': '97cba9ec-4d12-477e-b42e-81384b6b0f88'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:24:30.283797 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:30.292193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8efcf088-a696-491c-831f-f7805d283f60 req-61f92a9f-b9fc-4ce0-969c-6395b06b3022 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 210 time: 0.0492814 Nov 11 12:24:30.448085 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Allocated IP 172.20.0.2 (f07c30fe-25ac-44c7-ba0b-144c97abab0d/97cba9ec-4d12-477e-b42e-81384b6b0f88/817083c6-2181-4664-aaaa-cc98e4225081) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:24:30.508957 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:30.616874 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:30.627556 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:30.656360 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ba667-7ddb-4ae5-aeb0-7d26b4a138f7 req-3ca72b58-b953-460a-a840-e327f2e85262 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:30.665304 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f09ba667-7ddb-4ae5-aeb0-7d26b4a138f7 req-3ca72b58-b953-460a-a840-e327f2e85262 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0646029 Nov 11 12:24:30.670694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-b72f1d83-f327-4800-b488-dc2d8e6fe0e5 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:30.677441 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-b72f1d83-f327-4800-b488-dc2d8e6fe0e5 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.62 "GET /v2.0/networks?id=f4f18c26-95f1-4a0d-9093-29c84ee9814d HTTP/1.1" status: 200 len: 813 time: 0.2857475 Nov 11 12:24:30.691536 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Pushing event updated for resources: {'Port': ['ID=817083c6-2181-4664-aaaa-cc98e4225081,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:30.706345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Network f07c30fe-25ac-44c7-ba0b-144c97abab0d is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:30.709061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:30.714289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:24:30.735659 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f09ba667-7ddb-4ae5-aeb0-7d26b4a138f7 req-a1b9467e-2e6f-4c24-825f-abafd50c9ce1 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692585 Nov 11 12:24:30.746902 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-d9f3565d-7c19-40ee-b454-a872eafa0c73 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Request body: {'port': {'device_id': '26bb1ec3-7655-4810-800b-184b5a920111', 'network_id': 'f4f18c26-95f1-4a0d-9093-29c84ee9814d', 'admin_state_up': True, 'tenant_id': 'e184f21926f54b879cd8f11d68b0e2dd'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:30.790769 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Attempting to bind port 817083c6-2181-4664-aaaa-cc98e4225081 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:24:30.791136 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Attempting to bind port 817083c6-2181-4664-aaaa-cc98e4225081 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '7ec2393c-6ee2-426e-998f-372af5c8822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:24:30.791487 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Attempting to bind port 817083c6-2181-4664-aaaa-cc98e4225081 on network f07c30fe-25ac-44c7-ba0b-144c97abab0d {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:30.796976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:24:30.797335 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Checking segment: {'id': '7ec2393c-6ee2-426e-998f-372af5c8822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:30.797757 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:30.798139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Bound using segment: {'id': '7ec2393c-6ee2-426e-998f-372af5c8822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:24:30.798590 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Bound port: 817083c6-2181-4664-aaaa-cc98e4225081, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec2393c-6ee2-426e-998f-372af5c8822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:24:30.798955 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:30.864180 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] For port 817083c6-2181-4664-aaaa-cc98e4225081, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:24:30.867799 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] For port 817083c6-2181-4664-aaaa-cc98e4225081, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=817083c6-2181-4664-aaaa-cc98e4225081,segment=NetworkSegment(7ec2393c-6ee2-426e-998f-372af5c8822d),segment_id=7ec2393c-6ee2-426e-998f-372af5c8822d)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:24:30.873455 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:30.923012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-d9f3565d-7c19-40ee-b454-a872eafa0c73 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Made reservation on behalf of e184f21926f54b879cd8f11d68b0e2dd for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:24:30.926631 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-d9f3565d-7c19-40ee-b454-a872eafa0c73 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:30.962308 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16dd3d1-af4c-4df5-b80c-03b1d66b4def None None] Pushing event updated for resources: {'Port': ['ID=817083c6-2181-4664-aaaa-cc98e4225081,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:31.068321 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:31.099601 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:31.211442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-d9f3565d-7c19-40ee-b454-a872eafa0c73 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Allocated IP 172.20.0.11 (f4f18c26-95f1-4a0d-9093-29c84ee9814d/77e943bd-5971-4c3c-9002-7c83875f59d8/d07d2b03-6964-4681-a984-de1105d3781b) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:24:31.356148 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Allocated IP 172.25.2.83 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/588c7985-d066-462b-a743-6be106f48a07) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:24:31.457245 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d23ff882-8248-449d-b2b1-45ce818c500e req-af2dfecf-6865-450c-b450-72197b5a0fac tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 210 time: 0.0386157 Nov 11 12:24:31.786793 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98df65-817d-43c7-bce3-0b55608b899d req-c68bcf62-e762-4c0a-9d8e-0557d311a3e1 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:31.788362 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6d98df65-817d-43c7-bce3-0b55608b899d req-c68bcf62-e762-4c0a-9d8e-0557d311a3e1 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.43 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.5144396 Nov 11 12:24:31.893678 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1497db-a0e7-48a1-bf53-12b8ffee3bf9 req-92ac5228-309b-45fb-8a5c-90d2c210357b tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:31.905828 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7f1497db-a0e7-48a1-bf53-12b8ffee3bf9 req-92ac5228-309b-45fb-8a5c-90d2c210357b tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.0970063 Nov 11 12:24:31.974660 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7f1497db-a0e7-48a1-bf53-12b8ffee3bf9 req-8eaa2fd6-f4db-4a48-a850-d00115b775bb tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673716 Nov 11 12:24:32.059084 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-d9f3565d-7c19-40ee-b454-a872eafa0c73 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:32.114553 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:32.141793 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-6d98df65-817d-43c7-bce3-0b55608b899d req-0ef4ea44-57ca-4b33-8fc2-e914843102b4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Deleting port 3151382d-d1fe-4b97-b00c-70695d6cd25a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:24:32.142203 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6d98df65-817d-43c7-bce3-0b55608b899d req-0ef4ea44-57ca-4b33-8fc2-e914843102b4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:32.239182 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-d9f3565d-7c19-40ee-b454-a872eafa0c73 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:32.304877 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:32.337916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-6d98df65-817d-43c7-bce3-0b55608b899d req-0ef4ea44-57ca-4b33-8fc2-e914843102b4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] For port 3151382d-d1fe-4b97-b00c-70695d6cd25a, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=3151382d-d1fe-4b97-b00c-70695d6cd25a,segment=NetworkSegment(f581aca4-3e82-41e8-8516-c5451400bec8),segment_id=f581aca4-3e82-41e8-8516-c5451400bec8)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:32.338271 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6d98df65-817d-43c7-bce3-0b55608b899d req-0ef4ea44-57ca-4b33-8fc2-e914843102b4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:32.366766 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-d9f3565d-7c19-40ee-b454-a872eafa0c73 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Network f4f18c26-95f1-4a0d-9093-29c84ee9814d is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:32.382779 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11592868-23e3-4b4f-a1f8-7f6835887008 None None] Network f07c30fe-25ac-44c7-ba0b-144c97abab0d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:24:32.389625 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:32.396038 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-d9f3565d-7c19-40ee-b454-a872eafa0c73 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:32.399008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3565d-7c19-40ee-b454-a872eafa0c73 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Pushing event updated for resources: {'Port': ['ID=d07d2b03-6964-4681-a984-de1105d3781b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:32.437283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-d9f3565d-7c19-40ee-b454-a872eafa0c73 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:24:32.440511 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:32.448840 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:24:32.528509 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbb6fa3-a216-4e03-b71b-22082764c618 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:24:32.552392 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-88c1795c-7ad1-4fd2-84c9-63a758767313 None None] Provisioning complete for port 817083c6-2181-4664-aaaa-cc98e4225081 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:32.552847 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-88c1795c-7ad1-4fd2-84c9-63a758767313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:32.614331 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5618c-26b7-43bb-aca8-20d621b7b5a0 req-f401d4d2-2e6e-41d4-b66d-fb23df65a8c7 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:32.619298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a4e5618c-26b7-43bb-aca8-20d621b7b5a0 req-f401d4d2-2e6e-41d4-b66d-fb23df65a8c7 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 932 time: 0.0618551 Nov 11 12:24:32.677959 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Pushing event updated for resources: {'Port': ['ID=588c7985-d066-462b-a743-6be106f48a07,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:32.686787 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-d9f3565d-7c19-40ee-b454-a872eafa0c73 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:32.687480 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-d9f3565d-7c19-40ee-b454-a872eafa0c73 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:32.721689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a4e5618c-26b7-43bb-aca8-20d621b7b5a0 req-611c0486-ea29-46bd-a57f-911972a581e3 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873694 Nov 11 12:24:32.776580 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-88c1795c-7ad1-4fd2-84c9-63a758767313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:32.816877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-88c1795c-7ad1-4fd2-84c9-63a758767313 None None] For port 817083c6-2181-4664-aaaa-cc98e4225081, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=817083c6-2181-4664-aaaa-cc98e4225081,segment=NetworkSegment(7ec2393c-6ee2-426e-998f-372af5c8822d),segment_id=7ec2393c-6ee2-426e-998f-372af5c8822d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:32.827531 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-88c1795c-7ad1-4fd2-84c9-63a758767313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:32.907573 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-d9f3565d-7c19-40ee-b454-a872eafa0c73 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1727190 Nov 11 12:24:32.932645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Request body: {'port': {'device_id': '26bb1ec3-7655-4810-800b-184b5a920111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:32.971332 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6d98df65-817d-43c7-bce3-0b55608b899d req-0ef4ea44-57ca-4b33-8fc2-e914843102b4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:32.971854 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6d98df65-817d-43c7-bce3-0b55608b899d req-0ef4ea44-57ca-4b33-8fc2-e914843102b4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:32.972083 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [req-6d98df65-817d-43c7-bce3-0b55608b899d req-0ef4ea44-57ca-4b33-8fc2-e914843102b4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Floating IP f76ccb85-db33-4ee1-9d83-c4b0933c4fcd disassociated. External IP: 172.25.2.113, port: 3151382d-d1fe-4b97-b00c-70695d6cd25a. Nov 11 12:24:32.972364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-6d98df65-817d-43c7-bce3-0b55608b899d req-0ef4ea44-57ca-4b33-8fc2-e914843102b4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Calling delete_port for 3151382d-d1fe-4b97-b00c-70695d6cd25a owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:24:33.063512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1795c-7ad1-4fd2-84c9-63a758767313 None None] Pushing event updated for resources: {'Port': ['ID=817083c6-2181-4664-aaaa-cc98e4225081,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:33.135153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d3982f7a-28fa-402d-a1c0-e8b0d1f13a3d None None] Provisioning complete for port 588c7985-d066-462b-a743-6be106f48a07 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:33.135890 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d3982f7a-28fa-402d-a1c0-e8b0d1f13a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:33.202079 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e4897-e5c8-4c6f-97ce-9685f9fa8865 req-2f40db5d-e467-430e-b127-ad60dfc53d13 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:33.203966 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be2e4897-e5c8-4c6f-97ce-9685f9fa8865 req-2f40db5d-e467-430e-b127-ad60dfc53d13 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 1097 time: 0.2352867 Nov 11 12:24:33.239878 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 817083c6-2181-4664-aaaa-cc98e4225081 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:33.241021 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:33.272998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d78ca-5720-4352-85a8-ce0df2519455 req-da68f384-83f1-4d59-8c9b-969c2c3f8049 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:33.275750 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-551d78ca-5720-4352-85a8-ce0df2519455 req-da68f384-83f1-4d59-8c9b-969c2c3f8049 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 945 time: 0.1549399 Nov 11 12:24:33.314526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d3982f7a-28fa-402d-a1c0-e8b0d1f13a3d None None] Port 588c7985-d066-462b-a743-6be106f48a07 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:33.323975 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 817083c6-2181-4664-aaaa-cc98e4225081 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:33.325016 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:33.353452 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be2e4897-e5c8-4c6f-97ce-9685f9fa8865 req-f0853765-41b5-4fa9-8d21-5a77e4e84ef4 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290345 Nov 11 12:24:33.382243 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-551d78ca-5720-4352-85a8-ce0df2519455 req-c60e301c-b700-479e-8f71-71d563614f2e tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=77b892af-3d8b-41eb-b810-8edbb1e5068b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987980 Nov 11 12:24:33.382752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35876) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:33.460252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-246ea0d8-7817-400c-b6bd-f19f9ef667d9 None None] Provisioning complete for port 817083c6-2181-4664-aaaa-cc98e4225081 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:33.460921 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-246ea0d8-7817-400c-b6bd-f19f9ef667d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:33.481068 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:33.643679 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-01a3dd3c-8ea8-4012-b6b2-b59b3f4ce4c0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting port d2bfaf11-0410-448f-a9c0-72a1ac3de6a4 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:24:33.643679 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-01a3dd3c-8ea8-4012-b6b2-b59b3f4ce4c0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:33.683672 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6d98df65-817d-43c7-bce3-0b55608b899d req-0ef4ea44-57ca-4b33-8fc2-e914843102b4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:33.740396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4ea44-57ca-4b33-8fc2-e914843102b4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event deleted for resources: {'Port': ['ID=3151382d-d1fe-4b97-b00c-70695d6cd25a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:33.760344 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-01a3dd3c-8ea8-4012-b6b2-b59b3f4ce4c0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:33.760554 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-01a3dd3c-8ea8-4012-b6b2-b59b3f4ce4c0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:33.779161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-01a3dd3c-8ea8-4012-b6b2-b59b3f4ce4c0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Calling delete_port for d2bfaf11-0410-448f-a9c0-72a1ac3de6a4 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:24:33.965679 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09c259-4bbf-41e9-8068-2ed75bc11d2d req-aadec158-2395-463a-9cb5-681edcb97674 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:33.974943 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a09c259-4bbf-41e9-8068-2ed75bc11d2d req-aadec158-2395-463a-9cb5-681edcb97674 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 932 time: 0.1270010 Nov 11 12:24:34.040439 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:34.069418 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07d2b03-6964-4681-a984-de1105d3781b {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:24:34.082193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a09c259-4bbf-41e9-8068-2ed75bc11d2d req-11bd70cf-2b4f-4204-81c1-8097598b62c5 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057901 Nov 11 12:24:34.086379 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:34.117565 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-01a3dd3c-8ea8-4012-b6b2-b59b3f4ce4c0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:34.152916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Transition to ACTIVE for port object d07d2b03-6964-4681-a984-de1105d3781b will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:24:34.162632 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d98df65-817d-43c7-bce3-0b55608b899d req-0ef4ea44-57ca-4b33-8fc2-e914843102b4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:24:34.167544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3dd3c-8ea8-4012-b6b2-b59b3f4ce4c0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Port': ['ID=d2bfaf11-0410-448f-a9c0-72a1ac3de6a4,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:34.169292 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:34.234712 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-01a3dd3c-8ea8-4012-b6b2-b59b3f4ce4c0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:34.237032 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-01a3dd3c-8ea8-4012-b6b2-b59b3f4ce4c0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Floating IP de89f661-ed3e-4648-bd6e-7e3c23f1676f disassociated (deleted). External IP: 172.25.2.184, port: 5921daec-2af9-4e6f-bac0-3fad46edc95f. Nov 11 12:24:34.360897 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Pushing event updated for resources: {'Port': ['ID=d07d2b03-6964-4681-a984-de1105d3781b,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:34.923640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d98df65-817d-43c7-bce3-0b55608b899d req-0ef4ea44-57ca-4b33-8fc2-e914843102b4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:24:34.925365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Attempting to bind port d07d2b03-6964-4681-a984-de1105d3781b on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:24:34.925785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Attempting to bind port d07d2b03-6964-4681-a984-de1105d3781b by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '76a26800-6aee-4d13-9782-50db541d8c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f4f18c26-95f1-4a0d-9093-29c84ee9814d'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:24:34.926096 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Attempting to bind port d07d2b03-6964-4681-a984-de1105d3781b on network f4f18c26-95f1-4a0d-9093-29c84ee9814d {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:34.941227 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Router 26a435a1-4252-4fec-87a4-aa9b4d726e59 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:24:34.948031 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4a3c1-9319-4589-b0ed-7604357c5e26 None None] Sync routers for ids ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:24:34.954724 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-048584ad-6efb-48d8-886d-07f9ad825b4b req-f5161ee7-4dd8-4937-9137-e02ae3f4cca2 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=818e1a1e-4ac9-47bf-908b-35d7deb7f293 HTTP/1.1" status: 200 len: 210 time: 0.4053674 Nov 11 12:24:34.971561 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4a3c1-9319-4589-b0ed-7604357c5e26 None None] Routers {'d2e2ea21-d6f1-42f4-a976-af1dd1840a96'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:34.974066 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-9cd4a3c1-9319-4589-b0ed-7604357c5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:34.984119 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a3dd3c-8ea8-4012-b6b2-b59b3f4ce4c0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:24:34.990210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Port d07d2b03-6964-4681-a984-de1105d3781b on network f4f18c26-95f1-4a0d-9093-29c84ee9814d not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:24:34.990604 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Attempting to bind port d07d2b03-6964-4681-a984-de1105d3781b on network f4f18c26-95f1-4a0d-9093-29c84ee9814d {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:35.004832 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:24:35.005409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Checking segment: {'id': '76a26800-6aee-4d13-9782-50db541d8c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f4f18c26-95f1-4a0d-9093-29c84ee9814d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:35.006205 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Bound using segment: {'id': '76a26800-6aee-4d13-9782-50db541d8c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f4f18c26-95f1-4a0d-9093-29c84ee9814d'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:24:35.007059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Bound port: d07d2b03-6964-4681-a984-de1105d3781b, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a26800-6aee-4d13-9782-50db541d8c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f4f18c26-95f1-4a0d-9093-29c84ee9814d'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:24:35.007629 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:35.041497 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d98df65-817d-43c7-bce3-0b55608b899d req-0ef4ea44-57ca-4b33-8fc2-e914843102b4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] No DVR routers for this DVR port 3151382d-d1fe-4b97-b00c-70695d6cd25a on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:24:35.054108 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6d98df65-817d-43c7-bce3-0b55608b899d req-0ef4ea44-57ca-4b33-8fc2-e914843102b4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:35.062714 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6d98df65-817d-43c7-bce3-0b55608b899d req-0ef4ea44-57ca-4b33-8fc2-e914843102b4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.43 "DELETE /v2.0/ports/3151382d-d1fe-4b97-b00c-70695d6cd25a HTTP/1.1" status: 204 len: 173 time: 3.2551062 Nov 11 12:24:35.065343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818e1a1e-4ac9-47bf-908b-35d7deb7f293', 'name': 'network-vif-deleted', 'tag': '3151382d-d1fe-4b97-b00c-70695d6cd25a'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:35.071798 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8bd229-bf17-48a6-aedc-3293faf0b2e8" -d '{"events": [{"server_uuid": "818e1a1e-4ac9-47bf-908b-35d7deb7f293", "name": "network-vif-deleted", "tag": "3151382d-d1fe-4b97-b00c-70695d6cd25a"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:35.125495 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 817083c6-2181-4664-aaaa-cc98e4225081 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:35.222074 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf54e6e-dd35-468f-9170-fe045640290b x-openstack-request-id: req-dcf54e6e-dd35-468f-9170-fe045640290b {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:35.222963 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818e1a1e-4ac9-47bf-908b-35d7deb7f293", "name": "network-vif-deleted", "tag": "3151382d-d1fe-4b97-b00c-70695d6cd25a", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:35.223379 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-9cd4a3c1-9319-4589-b0ed-7604357c5e26 None None] Set router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:35.223661 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dcf54e6e-dd35-468f-9170-fe045640290b {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:35.224285 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818e1a1e-4ac9-47bf-908b-35d7deb7f293', 'name': 'network-vif-deleted', 'tag': '3151382d-d1fe-4b97-b00c-70695d6cd25a', 'status': 'completed', 'code': 200} Nov 11 12:24:35.267560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a3dd3c-8ea8-4012-b6b2-b59b3f4ce4c0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:24:35.315166 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-01a3dd3c-8ea8-4012-b6b2-b59b3f4ce4c0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:35.327306 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775cb5e-21ca-4bf9-b419-98784502066b None None] Sync routers for ids ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:24:35.383411 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-01a3dd3c-8ea8-4012-b6b2-b59b3f4ce4c0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/floatingips/de89f661-ed3e-4648-bd6e-7e3c23f1676f HTTP/1.1" status: 204 len: 168 time: 1.9962986 Nov 11 12:24:35.401429 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] For port d07d2b03-6964-4681-a984-de1105d3781b, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:24:35.405822 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775cb5e-21ca-4bf9-b419-98784502066b None None] Routers {'2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:35.406634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1775cb5e-21ca-4bf9-b419-98784502066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:35.416150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:35.418705 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b80dda2-2d00-49b6-a021-cc60e0699695" -d '{"events": [{"name": "network-changed", "server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:35.469255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802649b3-93f9-445c-8175-9a1f069b57da req-3570de6d-0201-4425-b7bb-6384a1b7ee82 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:35.479485 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-802649b3-93f9-445c-8175-9a1f069b57da req-3570de6d-0201-4425-b7bb-6384a1b7ee82 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 944 time: 0.2164576 Nov 11 12:24:35.486463 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] For port d07d2b03-6964-4681-a984-de1105d3781b, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d07d2b03-6964-4681-a984-de1105d3781b,segment=NetworkSegment(76a26800-6aee-4d13-9782-50db541d8c3e),segment_id=76a26800-6aee-4d13-9782-50db541d8c3e)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:24:35.502129 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:35.554903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:35.555316 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 817083c6-2181-4664-aaaa-cc98e4225081 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:35.555608 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:35.556447 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-9cd4a3c1-9319-4589-b0ed-7604357c5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '49758074-1536-423f-b366-faeff0c03287', 'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'mac_address': 'fa:16:3e:1b:46:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:36Z', 'updated_at': '2021-11-11T12:20:42Z', 'revision_number': 5, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'subnets': [{'id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:35.557323 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:35.561552 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] 10.222.0.62 "PUT /v2.0/ports/d07d2b03-6964-4681-a984-de1105d3781b HTTP/1.1" status: 200 len: 1092 time: 2.6381166 Nov 11 12:24:35.566835 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:24:35.626895 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-802649b3-93f9-445c-8175-9a1f069b57da req-9d9762e1-551b-4566-aebf-ccd70116d16b tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464648 Nov 11 12:24:35.666477 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:35.667968 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Sync routers for ids ['26a435a1-4252-4fec-87a4-aa9b4d726e59'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:24:35.675032 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-75e2ca51-ee69-446e-9c37-abd3fc94ffe2 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5720017 Nov 11 12:24:35.678667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35894) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:35.687873 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4a3c1-9319-4589-b0ed-7604357c5e26 None None] Checking router: d2e2ea21-d6f1-42f4-a976-af1dd1840a96 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:24:35.709149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0973d72-c326-4f64-89b4-710c561bf03a service neutron] Pushing event updated for resources: {'Port': ['ID=d07d2b03-6964-4681-a984-de1105d3781b,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:35.711124 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Routers {'26a435a1-4252-4fec-87a4-aa9b4d726e59'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:35.711983 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['26a435a1-4252-4fec-87a4-aa9b4d726e59'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:35.752126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 3151382d-d1fe-4b97-b00c-70695d6cd25a no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:24:35.781890 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-d116afc3-6ae1-43fd-93a0-0ae4933c9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:35.783825 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-d116afc3-6ae1-43fd-93a0-0ae4933c9880 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e184f21926f54b879cd8f11d68b0e2dd&device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 1095 time: 0.1434977 Nov 11 12:24:35.825350 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4a3c1-9319-4589-b0ed-7604357c5e26 None None] Routers {'d2e2ea21-d6f1-42f4-a976-af1dd1840a96'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:35.826002 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-9cd4a3c1-9319-4589-b0ed-7604357c5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:35.845494 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3acc018-b864-4107-8a78-2218f5d60534 x-openstack-request-id: req-f3acc018-b864-4107-8a78-2218f5d60534 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:35.845832 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:35.846059 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3acc018-b864-4107-8a78-2218f5d60534 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:35.846443 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'status': 'completed', 'code': 200} Nov 11 12:24:35.956474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-1775cb5e-21ca-4bf9-b419-98784502066b None None] Set router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:36.028636 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-f9523892-f0c4-40a6-9026-2461f9400b72 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d07d2b03-6964-4681-a984-de1105d3781b HTTP/1.1" status: 200 len: 217 time: 0.2282956 Nov 11 12:24:36.111232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0fd89-e581-4e20-b1e7-da68b5a2e1f9 req-b80d6863-9266-4891-b323-9d6e4dbc4fd7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:36.127103 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28f0fd89-e581-4e20-b1e7-da68b5a2e1f9 req-b80d6863-9266-4891-b323-9d6e4dbc4fd7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 946 time: 0.2460403 Nov 11 12:24:36.142100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35902) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:36.236890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 3151382d-d1fe-4b97-b00c-70695d6cd25a {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:24:36.237843 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 3151382d-d1fe-4b97-b00c-70695d6cd25a not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:24:36.281547 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80dda2-2d00-49b6-a021-cc60e0699695 req-e6379125-6ef8-4f38-b9c8-39432995f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:36.283957 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6b80dda2-2d00-49b6-a021-cc60e0699695 req-e6379125-6ef8-4f38-b9c8-39432995f579 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 1097 time: 0.2540851 Nov 11 12:24:36.307209 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-095b297e-36ad-4e3f-b33c-71aa47bcbc1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:36.319495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-b542b04f-d870-4681-a7a9-01fd87310866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:36.321672 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-b542b04f-d870-4681-a7a9-01fd87310866 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77e943bd-5971-4c3c-9002-7c83875f59d8 HTTP/1.1" status: 200 len: 853 time: 0.2287169 Nov 11 12:24:36.395917 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:24:36.413359 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-74776cea-e635-49fe-9dcf-01617ee8c481 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4f18c26-95f1-4a0d-9093-29c84ee9814d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681009 Nov 11 12:24:36.488039 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28f0fd89-e581-4e20-b1e7-da68b5a2e1f9 req-44419745-ee8a-4782-8799-02942c68b992 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3555844 Nov 11 12:24:36.493057 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Set router 26a435a1-4252-4fec-87a4-aa9b4d726e59 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:36.603772 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-9cd4a3c1-9319-4589-b0ed-7604357c5e26 None None] Set router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:36.641177 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-74114685-7936-49c1-b085-60ea181c1300 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:36.646520 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80dda2-2d00-49b6-a021-cc60e0699695 req-740cdc5b-6cc7-4836-8f13-6d11c5e3d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:36.650004 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6b80dda2-2d00-49b6-a021-cc60e0699695 req-740cdc5b-6cc7-4836-8f13-6d11c5e3d377 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5483e368-588a-4eb6-a0fb-97608cba0c68 HTTP/1.1" status: 200 len: 898 time: 0.3508868 Nov 11 12:24:36.691101 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-74114685-7936-49c1-b085-60ea181c1300 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:36.782053 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6b80dda2-2d00-49b6-a021-cc60e0699695 req-991abf2c-b601-4704-a0a7-735eb9ce1388 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f HTTP/1.1" status: 200 len: 217 time: 0.1026461 Nov 11 12:24:36.907624 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-74114685-7936-49c1-b085-60ea181c1300 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:36.910344 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-74114685-7936-49c1-b085-60ea181c1300 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:36.915146 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-74114685-7936-49c1-b085-60ea181c1300 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "DELETE /v2.0/security-groups/77b892af-3d8b-41eb-b810-8edbb1e5068b HTTP/1.1" status: 204 len: 168 time: 0.7717166 Nov 11 12:24:36.915565 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35910) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:36.932648 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74114685-7936-49c1-b085-60ea181c1300 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b892af-3d8b-41eb-b810-8edbb1e5068b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:36.944131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fecb4-65e6-453c-8f2f-ffa24deef939 req-ad9982d6-6184-436b-9c27-bc38a6f0c788 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:36.952583 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-bc8cd7f5-f69d-4c86-8b57-7595795b8524 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f18c26-95f1-4a0d-9093-29c84ee9814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766405 Nov 11 12:24:36.953299 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-185fecb4-65e6-453c-8f2f-ffa24deef939 req-ad9982d6-6184-436b-9c27-bc38a6f0c788 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 944 time: 0.1239004 Nov 11 12:24:36.955675 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-16038ae2-bfae-4bab-beb3-26dafc32a34b tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] show failed (client error): The resource could not be found. Nov 11 12:24:36.956686 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-16038ae2-bfae-4bab-beb3-26dafc32a34b tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups/77b892af-3d8b-41eb-b810-8edbb1e5068b HTTP/1.1" status: 404 len: 347 time: 0.0393698 Nov 11 12:24:36.963362 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1775cb5e-21ca-4bf9-b419-98784502066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846557153', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:29Z', 'updated_at': '2021-11-11T12:22:35Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:30Z', 'updated_at': '2021-11-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '3ae405ab-f4f9-425e-bc29-b8a5e61a2717', 'name': '', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:16:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:33Z', 'updated_at': '2021-11-11T12:22:40Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:36.964091 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35912) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:37.006329 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80dda2-2d00-49b6-a021-cc60e0699695 req-e0012768-dde9-4287-958e-7cdd4d6c1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:37.017339 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6b80dda2-2d00-49b6-a021-cc60e0699695 req-e0012768-dde9-4287-958e-7cdd4d6c1e5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f7ffe7aa-8796-40e7-99b6-95c21c25178a HTTP/1.1" status: 200 len: 833 time: 0.2352383 Nov 11 12:24:37.025856 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:37.063407 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775cb5e-21ca-4bf9-b419-98784502066b None None] Checking router: 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:24:37.081720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775cb5e-21ca-4bf9-b419-98784502066b None None] Routers {'2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:37.084960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1775cb5e-21ca-4bf9-b419-98784502066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:37.104576 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'name': 'tempest-TestServerBasicOps-2080968272-router', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '588c7985-d066-462b-a743-6be106f48a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:30Z', 'updated_at': '2021-11-11T12:24:32Z', 'revision_number': 3, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'gw_port': {'id': '588c7985-d066-462b-a743-6be106f48a07', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:31Z', 'updated_at': '2021-11-11T12:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:37.179243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80dda2-2d00-49b6-a021-cc60e0699695 req-2272281d-1549-4aff-a2d9-beeafdb756e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:37.181118 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6b80dda2-2d00-49b6-a021-cc60e0699695 req-2272281d-1549-4aff-a2d9-beeafdb756e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5483e368-588a-4eb6-a0fb-97608cba0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423898 Nov 11 12:24:37.188089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-185fecb4-65e6-453c-8f2f-ffa24deef939 req-29183e5f-faf0-4338-9bcb-7b0178ac18cb tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336240 Nov 11 12:24:37.197550 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Checking router: 26a435a1-4252-4fec-87a4-aa9b4d726e59 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:24:37.197920 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Updating router 26a435a1-4252-4fec-87a4-aa9b4d726e59 port 588c7985-d066-462b-a743-6be106f48a07 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:24:37.201636 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-10114e62-077a-47ab-9ec1-7f96e33bab2d req-eb581cdc-6f41-46ce-9864-026d738d894b service neutron] 10.222.0.62 "GET /v2.0/networks/f4f18c26-95f1-4a0d-9093-29c84ee9814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207477 Nov 11 12:24:37.232809 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bb1ec3-7655-4810-800b-184b5a920111', 'tag': 'd07d2b03-6964-4681-a984-de1105d3781b'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:37.235263 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26416239-aea5-4f7f-8824-c26340b6166b" -d '{"events": [{"name": "network-changed", "server_uuid": "26bb1ec3-7655-4810-800b-184b5a920111", "tag": "d07d2b03-6964-4681-a984-de1105d3781b"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:37.262864 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-9cd4a3c1-9319-4589-b0ed-7604357c5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '49758074-1536-423f-b366-faeff0c03287', 'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'mac_address': 'fa:16:3e:1b:46:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:36Z', 'updated_at': '2021-11-11T12:20:42Z', 'revision_number': 5, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'subnets': [{'id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:37.264990 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:37.299936 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987e779-f875-49d2-bcce-7490f1fe8cc5 req-08f96c99-bd9c-4168-b278-35083f7c4fc6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:37.304805 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d987e779-f875-49d2-bcce-7490f1fe8cc5 req-08f96c99-bd9c-4168-b278-35083f7c4fc6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.43 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 946 time: 0.1836574 Nov 11 12:24:37.315448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-3f609cf8-8f09-4cfb-8f07-e060d4e0ba7a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Deleting port 35f10d33-b933-4416-bb5b-9630aa539744 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:24:37.317965 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3f609cf8-8f09-4cfb-8f07-e060d4e0ba7a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:37.322182 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-1775cb5e-21ca-4bf9-b419-98784502066b None None] Set router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:37.332091 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a31029b-7296-479a-b80f-58b823ce5cfb x-openstack-request-id: req-0a31029b-7296-479a-b80f-58b823ce5cfb {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:37.332091 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bb1ec3-7655-4810-800b-184b5a920111", "tag": "d07d2b03-6964-4681-a984-de1105d3781b", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:37.332091 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a31029b-7296-479a-b80f-58b823ce5cfb {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:37.332091 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bb1ec3-7655-4810-800b-184b5a920111', 'tag': 'd07d2b03-6964-4681-a984-de1105d3781b', 'status': 'completed', 'code': 200} Nov 11 12:24:37.360795 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4a3c1-9319-4589-b0ed-7604357c5e26 None None] The sync data for ids ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'] in n-d-807359-3 is: [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '49758074-1536-423f-b366-faeff0c03287', 'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'mac_address': 'fa:16:3e:1b:46:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:36Z', 'updated_at': '2021-11-11T12:20:42Z', 'revision_number': 5, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'subnets': [{'id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:24:37.491206 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26416239-aea5-4f7f-8824-c26340b6166b req-8a00360d-64df-4cec-970f-cb9c001f4ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:37.492800 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-26416239-aea5-4f7f-8824-c26340b6166b req-8a00360d-64df-4cec-970f-cb9c001f4ba6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e184f21926f54b879cd8f11d68b0e2dd&device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 1095 time: 0.1470070 Nov 11 12:24:37.534568 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6b80dda2-2d00-49b6-a021-cc60e0699695 req-f0a3c073-db3e-406f-9155-0c148598f84f service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318524 Nov 11 12:24:37.622763 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1775cb5e-21ca-4bf9-b419-98784502066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846557153', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:29Z', 'updated_at': '2021-11-11T12:22:35Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:30Z', 'updated_at': '2021-11-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '3ae405ab-f4f9-425e-bc29-b8a5e61a2717', 'name': '', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:16:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:33Z', 'updated_at': '2021-11-11T12:22:40Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:37.656544 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775cb5e-21ca-4bf9-b419-98784502066b None None] The sync data for ids ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'] in n-d-807359-3 is: [{'id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846557153', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:29Z', 'updated_at': '2021-11-11T12:22:35Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:30Z', 'updated_at': '2021-11-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '3ae405ab-f4f9-425e-bc29-b8a5e61a2717', 'name': '', 'network_id': '5483e368-588a-4eb6-a0fb-97608cba0c68', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:16:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:33Z', 'updated_at': '2021-11-11T12:22:40Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'f7ffe7aa-8796-40e7-99b6-95c21c25178a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:24:37.701796 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3f609cf8-8f09-4cfb-8f07-e060d4e0ba7a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:37.702108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3f609cf8-8f09-4cfb-8f07-e060d4e0ba7a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:37.717675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-d987e779-f875-49d2-bcce-7490f1fe8cc5 req-1d2570ae-0b16-42ac-bb12-a1100b651d78 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting port 5921daec-2af9-4e6f-bac0-3fad46edc95f {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:24:37.718007 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d987e779-f875-49d2-bcce-7490f1fe8cc5 req-1d2570ae-0b16-42ac-bb12-a1100b651d78 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:37.753383 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-3f609cf8-8f09-4cfb-8f07-e060d4e0ba7a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Calling delete_port for 35f10d33-b933-4416-bb5b-9630aa539744 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:24:37.780605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Allocated IP 172.20.0.1 (f07c30fe-25ac-44c7-ba0b-144c97abab0d/97cba9ec-4d12-477e-b42e-81384b6b0f88/1fc66b1d-52eb-45fa-ab7e-4aebcad9d091) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:24:37.859737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84e542-3227-4a1a-8539-e1aa6c548e36 req-ec3741c5-c431-411c-8d64-baf17ca008a5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:37.861321 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c84e542-3227-4a1a-8539-e1aa6c548e36 req-ec3741c5-c431-411c-8d64-baf17ca008a5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 946 time: 0.2689879 Nov 11 12:24:37.880419 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6b80dda2-2d00-49b6-a021-cc60e0699695 req-36596cb5-fd2a-4a96-8ab5-aaf74dca59c5 service neutron] 10.222.0.43 "GET /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967868 Nov 11 12:24:37.957278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26416239-aea5-4f7f-8824-c26340b6166b req-b076a35e-cd07-4b5d-bf78-423d893cad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:37.959003 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-26416239-aea5-4f7f-8824-c26340b6166b req-b076a35e-cd07-4b5d-bf78-423d893cad5b service neutron] 10.222.0.62 "GET /v2.0/networks?id=f4f18c26-95f1-4a0d-9093-29c84ee9814d HTTP/1.1" status: 200 len: 915 time: 0.4231942 Nov 11 12:24:37.983313 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf98ff4-f773-4df6-b824-ae8b0fd48576 None None] New status for floating IP f76ccb85-db33-4ee1-9d83-c4b0933c4fcd: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:24:38.011708 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.040651 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.061255 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-26416239-aea5-4f7f-8824-c26340b6166b req-2da5163a-c499-4bc9-8d50-320d84afc2bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d07d2b03-6964-4681-a984-de1105d3781b HTTP/1.1" status: 200 len: 217 time: 0.0944724 Nov 11 12:24:38.091951 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-d987e779-f875-49d2-bcce-7490f1fe8cc5 req-1d2570ae-0b16-42ac-bb12-a1100b651d78 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] For port 5921daec-2af9-4e6f-bac0-3fad46edc95f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=5921daec-2af9-4e6f-bac0-3fad46edc95f,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:38.092291 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d987e779-f875-49d2-bcce-7490f1fe8cc5 req-1d2570ae-0b16-42ac-bb12-a1100b651d78 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.125834 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c84e542-3227-4a1a-8539-e1aa6c548e36 req-62b4b521-5dc8-4cc9-bfb6-8138354fce62 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ea8af72-ddad-4d27-88a3-686c67c962ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006297 Nov 11 12:24:38.149127 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-d987e779-f875-49d2-bcce-7490f1fe8cc5 req-1d2570ae-0b16-42ac-bb12-a1100b651d78 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Calling delete_port for 5921daec-2af9-4e6f-bac0-3fad46edc95f owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:24:38.176664 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Attempting to bind port 588c7985-d066-462b-a743-6be106f48a07 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:24:38.177086 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Attempting to bind port 588c7985-d066-462b-a743-6be106f48a07 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:24:38.178509 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Attempting to bind port 588c7985-d066-462b-a743-6be106f48a07 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:38.203041 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:24:38.203474 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:38.203827 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.204593 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:24:38.205093 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Bound port: 588c7985-d066-462b-a743-6be106f48a07, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:24:38.205630 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.236774 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.238687 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e32cf-cac0-4ff4-bc04-cb46447a8811 None None] Pushing event updated for resources: {'Port': ['ID=588c7985-d066-462b-a743-6be106f48a07,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:38.243150 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26416239-aea5-4f7f-8824-c26340b6166b req-5796b7f9-787b-4461-ac1e-1618e79a7d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:38.245109 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-26416239-aea5-4f7f-8824-c26340b6166b req-5796b7f9-787b-4461-ac1e-1618e79a7d9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77e943bd-5971-4c3c-9002-7c83875f59d8 HTTP/1.1" status: 200 len: 853 time: 0.1743767 Nov 11 12:24:38.266529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d4a3c6-a363-4bf0-ac8b-3f347e3b606a None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:24:38.285176 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-302ea05d-b944-4142-8ce2-b0d8a47afede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.310946 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e32cf-cac0-4ff4-bc04-cb46447a8811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:38.311379 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e32cf-cac0-4ff4-bc04-cb46447a8811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:38.311773 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e32cf-cac0-4ff4-bc04-cb46447a8811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:38.312182 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e32cf-cac0-4ff4-bc04-cb46447a8811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:38.312526 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e32cf-cac0-4ff4-bc04-cb46447a8811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:38.312943 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e32cf-cac0-4ff4-bc04-cb46447a8811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:38.317298 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e32cf-cac0-4ff4-bc04-cb46447a8811 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:38.317667 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e32cf-cac0-4ff4-bc04-cb46447a8811 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:38.317999 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e32cf-cac0-4ff4-bc04-cb46447a8811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:38.318354 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e32cf-cac0-4ff4-bc04-cb46447a8811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:38.318720 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e32cf-cac0-4ff4-bc04-cb46447a8811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:38.318986 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e32cf-cac0-4ff4-bc04-cb46447a8811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:38.354378 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-26416239-aea5-4f7f-8824-c26340b6166b req-513d424d-ad62-46b4-a974-ef39f83c86ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4f18c26-95f1-4a0d-9093-29c84ee9814d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947917 Nov 11 12:24:38.370060 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-658ae501-081b-4718-9a44-2ac956bd31f9 None None] Provisioning complete for port 588c7985-d066-462b-a743-6be106f48a07 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:38.370477 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-658ae501-081b-4718-9a44-2ac956bd31f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.395024 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] For port 588c7985-d066-462b-a743-6be106f48a07, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:24:38.398780 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] For port 588c7985-d066-462b-a743-6be106f48a07, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=588c7985-d066-462b-a743-6be106f48a07,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:24:38.403397 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333bde4-973b-4ad4-a093-0c6f6c62a9cd None None] New status for floating IP de89f661-ed3e-4648-bd6e-7e3c23f1676f: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:24:38.409905 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.461505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-658ae501-081b-4718-9a44-2ac956bd31f9 None None] Port 588c7985-d066-462b-a743-6be106f48a07 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:38.499954 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.516152 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-26416239-aea5-4f7f-8824-c26340b6166b req-26d97beb-57f5-4e22-8b51-49a34a02c9b6 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f18c26-95f1-4a0d-9093-29c84ee9814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494737 Nov 11 12:24:38.555693 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-ecf98ff4-f773-4df6-b824-ae8b0fd48576 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:24:38.556120 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-ecf98ff4-f773-4df6-b824-ae8b0fd48576 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:24:38.559494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cd1e3-0601-4ff6-9981-c2f0e905d792 req-5528edea-b6b5-4a5d-8150-370a25c76271 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:38.561777 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f77cd1e3-0601-4ff6-9981-c2f0e905d792 req-5528edea-b6b5-4a5d-8150-370a25c76271 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 944 time: 0.2438173 Nov 11 12:24:38.572908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc66b1d-52eb-45fa-ab7e-4aebcad9d091,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:38.587191 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3f609cf8-8f09-4cfb-8f07-e060d4e0ba7a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.618236 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cef4fc1-eb84-4799-9032-ebbdb2d46a2d None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:24:38.655076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f609cf8-8f09-4cfb-8f07-e060d4e0ba7a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event deleted for resources: {'Port': ['ID=35f10d33-b933-4416-bb5b-9630aa539744,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:38.655705 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e32cf-cac0-4ff4-bc04-cb46447a8811 None None] Pushing event updated for resources: {'Port': ['ID=588c7985-d066-462b-a743-6be106f48a07,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:38.657941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Network f07c30fe-25ac-44c7-ba0b-144c97abab0d is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:38.675239 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Routers {'26a435a1-4252-4fec-87a4-aa9b4d726e59'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:38.675886 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['26a435a1-4252-4fec-87a4-aa9b4d726e59'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:38.702503 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-51d1f2e2-df70-4119-b7a3-32046c2f40b1 None None] Provisioning complete for port 588c7985-d066-462b-a743-6be106f48a07 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:38.703120 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-51d1f2e2-df70-4119-b7a3-32046c2f40b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.761672 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-26416239-aea5-4f7f-8824-c26340b6166b req-c64e86d9-cbf7-41b1-ab96-416af502d96a service neutron] 10.222.0.62 "GET /v2.0/networks/f4f18c26-95f1-4a0d-9093-29c84ee9814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326310 Nov 11 12:24:38.762080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:38.820668 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-51d1f2e2-df70-4119-b7a3-32046c2f40b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.825333 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] Set router 26a435a1-4252-4fec-87a4-aa9b4d726e59 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:38.827102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:24:38.870875 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-51d1f2e2-df70-4119-b7a3-32046c2f40b1 None None] For port 588c7985-d066-462b-a743-6be106f48a07, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=588c7985-d066-462b-a743-6be106f48a07,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:38.880109 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-51d1f2e2-df70-4119-b7a3-32046c2f40b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.901647 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f77cd1e3-0601-4ff6-9981-c2f0e905d792 req-a191ff25-8359-49eb-9bb5-f4552678f055 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208351 Nov 11 12:24:38.932806 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3f609cf8-8f09-4cfb-8f07-e060d4e0ba7a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.935614 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3f609cf8-8f09-4cfb-8f07-e060d4e0ba7a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.936941 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3f609cf8-8f09-4cfb-8f07-e060d4e0ba7a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "DELETE /v2.0/floatingips/f76ccb85-db33-4ee1-9d83-c4b0933c4fcd HTTP/1.1" status: 204 len: 168 time: 1.9684219 Nov 11 12:24:38.948588 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d987e779-f875-49d2-bcce-7490f1fe8cc5 req-1d2570ae-0b16-42ac-bb12-a1100b651d78 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.967728 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.039608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1f2e2-df70-4119-b7a3-32046c2f40b1 None None] Pushing event updated for resources: {'Port': ['ID=588c7985-d066-462b-a743-6be106f48a07,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:39.057692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf98ff4-f773-4df6-b824-ae8b0fd48576 None None] New status for floating IP f76ccb85-db33-4ee1-9d83-c4b0933c4fcd: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:24:39.086591 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2570ae-0b16-42ac-bb12-a1100b651d78 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Port': ['ID=5921daec-2af9-4e6f-bac0-3fad46edc95f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:39.108028 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d987e779-f875-49d2-bcce-7490f1fe8cc5 req-1d2570ae-0b16-42ac-bb12-a1100b651d78 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] No DVR routers for this DVR port 5921daec-2af9-4e6f-bac0-3fad46edc95f on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:24:39.110677 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d987e779-f875-49d2-bcce-7490f1fe8cc5 req-1d2570ae-0b16-42ac-bb12-a1100b651d78 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.114812 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d987e779-f875-49d2-bcce-7490f1fe8cc5 req-1d2570ae-0b16-42ac-bb12-a1100b651d78 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.43 "DELETE /v2.0/ports/5921daec-2af9-4e6f-bac0-3fad46edc95f HTTP/1.1" status: 204 len: 173 time: 1.7928987 Nov 11 12:24:39.117154 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'name': 'network-vif-deleted', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:39.120233 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60eb67b9-7b8a-4307-8c2b-26876b9ae688" -d '{"events": [{"server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "name": "network-vif-deleted", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:39.160052 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'name': 'tempest-TestServerBasicOps-2080968272-router', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '588c7985-d066-462b-a743-6be106f48a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:30Z', 'updated_at': '2021-11-11T12:24:32Z', 'revision_number': 3, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'gw_port': {'id': '588c7985-d066-462b-a743-6be106f48a07', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:31Z', 'updated_at': '2021-11-11T12:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:39.168357 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-fd39ba05-7774-4c75-b655-003707a26efe None None] Provisioning complete for port 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:39.168882 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fd39ba05-7774-4c75-b655-003707a26efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.209417 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3773a56-3fcc-4a0a-96da-047cc71d2fc5 x-openstack-request-id: req-b3773a56-3fcc-4a0a-96da-047cc71d2fc5 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:39.209863 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b7e4fe-d06d-4e2c-bdad-485a0aa74eae", "name": "network-vif-deleted", "tag": "5921daec-2af9-4e6f-bac0-3fad46edc95f", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:39.210320 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b3773a56-3fcc-4a0a-96da-047cc71d2fc5 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:39.210719 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b7e4fe-d06d-4e2c-bdad-485a0aa74eae', 'name': 'network-vif-deleted', 'tag': '5921daec-2af9-4e6f-bac0-3fad46edc95f', 'status': 'completed', 'code': 200} Nov 11 12:24:39.215284 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508efc70-11f5-47e7-a98f-689028efc721 None None] The sync data for ids ['26a435a1-4252-4fec-87a4-aa9b4d726e59'] in n-d-807359-3 is: [{'id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'name': 'tempest-TestServerBasicOps-2080968272-router', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '588c7985-d066-462b-a743-6be106f48a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:30Z', 'updated_at': '2021-11-11T12:24:32Z', 'revision_number': 3, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'gw_port': {'id': '588c7985-d066-462b-a743-6be106f48a07', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:31Z', 'updated_at': '2021-11-11T12:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:24:39.235817 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.260772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-fd39ba05-7774-4c75-b655-003707a26efe None None] Port 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:39.318845 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.362961 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7b30e97-236b-4869-ae8a-2094aad9b0f4 req-8332964b-3a19-44a1-983b-81d1a505c89f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7e4fe-d06d-4e2c-bdad-485a0aa74eae HTTP/1.1" status: 200 len: 210 time: 0.0322354 Nov 11 12:24:39.382066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35930) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:39.391009 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-634e3b30-ae34-4ad1-8c3e-4c6d12447c96 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--999308374', 'description': 'tempest-description--212844221'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:39.422972 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-634e3b30-ae34-4ad1-8c3e-4c6d12447c96 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.535781 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-634e3b30-ae34-4ad1-8c3e-4c6d12447c96 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.571406 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.573493 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-634e3b30-ae34-4ad1-8c3e-4c6d12447c96 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.577352 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.622626 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-634e3b30-ae34-4ad1-8c3e-4c6d12447c96 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.623918 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-634e3b30-ae34-4ad1-8c3e-4c6d12447c96 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2403345 Nov 11 12:24:39.625196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e3b30-ae34-4ad1-8c3e-4c6d12447c96 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b930ae9-a70e-4a4a-914d-9bcb778e7f14,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:39.637089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35932) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:39.643803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-42ad88ef-168b-40b0-908d-25259ec1f057 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Request body: {'security_group_rule': {'security_group_id': '4b930ae9-a70e-4a4a-914d-9bcb778e7f14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:39.687574 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.691653 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc66b1d-52eb-45fa-ab7e-4aebcad9d091,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:39.706236 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-42ad88ef-168b-40b0-908d-25259ec1f057 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.824083 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-42ad88ef-168b-40b0-908d-25259ec1f057 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.838569 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-42ad88ef-168b-40b0-908d-25259ec1f057 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.866568 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad88ef-168b-40b0-908d-25259ec1f057 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd7b85d-3b6d-478d-9c57-faa7a5d47611,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:39.870060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Network f07c30fe-25ac-44c7-ba0b-144c97abab0d is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:39.872692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:39.887158 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-42ad88ef-168b-40b0-908d-25259ec1f057 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.891157 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-42ad88ef-168b-40b0-908d-25259ec1f057 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2488077 Nov 11 12:24:39.891921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35940) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:39.898566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f29425c9-1b42-43a5-b6cc-9e60ed3559ca tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Request body: {'security_group_rule': {'security_group_id': '4b930ae9-a70e-4a4a-914d-9bcb778e7f14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:39.956211 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f29425c9-1b42-43a5-b6cc-9e60ed3559ca tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.064126 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f29425c9-1b42-43a5-b6cc-9e60ed3559ca tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.071851 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f29425c9-1b42-43a5-b6cc-9e60ed3559ca tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.102341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29425c9-1b42-43a5-b6cc-9e60ed3559ca tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1852f34f-2b70-4951-a174-f944fd994df3,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:40.108103 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f29425c9-1b42-43a5-b6cc-9e60ed3559ca tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.109339 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f29425c9-1b42-43a5-b6cc-9e60ed3559ca tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2156432 Nov 11 12:24:40.113117 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35948) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:40.117982 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:40.159135 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.275974 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.298408 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c4834339-7cab-4c95-a886-cd6d3a438053 None None] Provisioning complete for port 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:40.299000 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c4834339-7cab-4c95-a886-cd6d3a438053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.354494 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c4834339-7cab-4c95-a886-cd6d3a438053 None None] Port 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:40.413871 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Allocated IP 172.25.2.205 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/5a5e605d-1ec9-430c-bc21-a4d5a51bebd6) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:24:40.417914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d07d2b03-6964-4681-a984-de1105d3781b details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:24:40.474760 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Router 26a435a1-4252-4fec-87a4-aa9b4d726e59 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:24:40.481523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-ae02541f-6ef4-4beb-9575-dbe86c641536 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-773261598&fields=id&tenant_id=c22e3bfa03df4a318977f5f2236c0b5b HTTP/1.1" status: 200 len: 267 time: 0.1024029 Nov 11 12:24:40.492803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942d7e7-c5fd-4679-be95-2ce85e7a0608 req-a9b1d4c8-1612-4789-945e-2cb910646e79 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:40.494362 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6942d7e7-c5fd-4679-be95-2ce85e7a0608 req-a9b1d4c8-1612-4789-945e-2cb910646e79 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 944 time: 0.1164694 Nov 11 12:24:40.536128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port d07d2b03-6964-4681-a984-de1105d3781b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d07d2b03-6964-4681-a984-de1105d3781b,segment=NetworkSegment(76a26800-6aee-4d13-9782-50db541d8c3e),segment_id=76a26800-6aee-4d13-9782-50db541d8c3e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:40.536321 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.548396 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'd07d2b03-6964-4681-a984-de1105d3781b', 'network_id': 'f4f18c26-95f1-4a0d-9093-29c84ee9814d', 'port_id': 'd07d2b03-6964-4681-a984-de1105d3781b', 'mac_address': 'fa:16:3e:ff:9b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e943bd-5971-4c3c-9002-7c83875f59d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:24:40.579943 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.593314 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.613144 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07d2b03-6964-4681-a984-de1105d3781b {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:24:40.623980 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:40.627304 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:40.631500 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:24:40.633756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port d07d2b03-6964-4681-a984-de1105d3781b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d07d2b03-6964-4681-a984-de1105d3781b,segment=NetworkSegment(76a26800-6aee-4d13-9782-50db541d8c3e),segment_id=76a26800-6aee-4d13-9782-50db541d8c3e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:40.636055 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.641949 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.661855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event updated for resources: {'Port': ['ID=5a5e605d-1ec9-430c-bc21-a4d5a51bebd6,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:40.698588 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=d07d2b03-6964-4681-a984-de1105d3781b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:40.704784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6942d7e7-c5fd-4679-be95-2ce85e7a0608 req-92438bf7-d3ea-4746-aed7-4203b1bfe1d6 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982100 Nov 11 12:24:40.719274 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-24efbf99-d366-4d42-a971-9c802794a8cf tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:40.720803 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-24efbf99-d366-4d42-a971-9c802794a8cf tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 812 time: 0.2255595 Nov 11 12:24:40.734727 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.746529 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-6b0a861a-f901-43c1-855d-3c036a31035f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/quotas/c22e3bfa03df4a318977f5f2236c0b5b HTTP/1.1" status: 200 len: 375 time: 0.0200157 Nov 11 12:24:40.747955 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:24:40.754108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f96c6420-93e7-4394-b7c1-3845e2210cf6 admin admin] 10.222.0.65 "PUT /v2.0/routers/26a435a1-4252-4fec-87a4-aa9b4d726e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0743206 Nov 11 12:24:40.775187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 35954) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:40.827291 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-09b1607d-4af3-4e01-9aa7-849b697b5a24 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0717669 Nov 11 12:24:40.829929 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.912798 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['d07d2b03-6964-4681-a984-de1105d3781b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:24:40.942343 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-cacafc89-8599-4e52-a987-f726b6ec4440 service neutron] 10.222.0.65 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001987 Nov 11 12:24:41.069770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 588c7985-d066-462b-a743-6be106f48a07 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:41.103213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-d1599b2d-27df-459e-ac9a-40f387620517 service neutron] 10.222.0.65 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587441 Nov 11 12:24:41.206949 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 588c7985-d066-462b-a743-6be106f48a07 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:41.207227 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.224626 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.274822 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.338215 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Sync routers for ids ['26a435a1-4252-4fec-87a4-aa9b4d726e59'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:24:41.344719 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.357480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Routers {'26a435a1-4252-4fec-87a4-aa9b4d726e59'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:41.358229 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['26a435a1-4252-4fec-87a4-aa9b4d726e59'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:41.443960 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.465362 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35974) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:41.469409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event updated for resources: {'Port': ['ID=5a5e605d-1ec9-430c-bc21-a4d5a51bebd6,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:41.470334 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-649cc08d-105c-4c26-a117-b0b54188a974 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-842298603-network', 'tenant_id': 'f80f1179332a4179afa04f5d963ffeae'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:41.479516 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Set router 26a435a1-4252-4fec-87a4-aa9b4d726e59 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:41.496130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649cc08d-105c-4c26-a117-b0b54188a974 admin admin] Made reservation on behalf of f80f1179332a4179afa04f5d963ffeae for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:24:41.498552 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-649cc08d-105c-4c26-a117-b0b54188a974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.508810 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-649cc08d-105c-4c26-a117-b0b54188a974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.544591 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.557761 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d9506536-f17b-4aee-b561-a6491937b2cf tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4338815 Nov 11 12:24:41.589238 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dde8c7b3-fe50-4510-a43b-0a9ce6cb00a8 req-90f94981-fca4-4f27-a4d9-c44d21dfd4e3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 210 time: 0.0523269 Nov 11 12:24:41.660197 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-649cc08d-105c-4c26-a117-b0b54188a974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.668512 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-649cc08d-105c-4c26-a117-b0b54188a974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.702724 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649cc08d-105c-4c26-a117-b0b54188a974 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:24:41.718136 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5921daec-2af9-4e6f-bac0-3fad46edc95f no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:24:41.721439 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cc08d-105c-4c26-a117-b0b54188a974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5686e52-841d-497a-b93b-a375d9288297,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:41.724910 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-649cc08d-105c-4c26-a117-b0b54188a974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.725246 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-649cc08d-105c-4c26-a117-b0b54188a974 admin admin] Added segment feb6878c-8025-4dd4-bd71-1f2763d46e10 of type vlan for network cb44e543-c443-4c3b-8dce-0c3de6dba42f Nov 11 12:24:41.731016 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0730adc3-e8ce-4653-ae90-b89406593b07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.771451 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-649cc08d-105c-4c26-a117-b0b54188a974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.803655 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 5921daec-2af9-4e6f-bac0-3fad46edc95f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:24:41.803996 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 5921daec-2af9-4e6f-bac0-3fad46edc95f not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:24:41.804250 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-649cc08d-105c-4c26-a117-b0b54188a974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.805567 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649cc08d-105c-4c26-a117-b0b54188a974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:41.806338 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-649cc08d-105c-4c26-a117-b0b54188a974 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.878187 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-649cc08d-105c-4c26-a117-b0b54188a974 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4116082 Nov 11 12:24:41.879177 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 35998) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:41.931257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f9915861-8a90-404d-8dc5-03f43f1c756c admin admin] Request body: {'subnet': {'network_id': 'cb44e543-c443-4c3b-8dce-0c3de6dba42f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-842298603-subnet', 'tenant_id': 'f80f1179332a4179afa04f5d963ffeae', 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:41.955302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'name': 'tempest-TestServerBasicOps-2080968272-router', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '588c7985-d066-462b-a743-6be106f48a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:30Z', 'updated_at': '2021-11-11T12:24:39Z', 'revision_number': 4, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'gw_port': {'id': '588c7985-d066-462b-a743-6be106f48a07', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:31Z', 'updated_at': '2021-11-11T12:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '1fc66b1d-52eb-45fa-ab7e-4aebcad9d091', 'name': '', 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'mac_address': 'fa:16:3e:b3:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:37Z', 'updated_at': '2021-11-11T12:24:39Z', 'revision_number': 2, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'subnets': [{'id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:41.957362 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cc08d-105c-4c26-a117-b0b54188a974 admin admin] Pushing event updated for resources: {'Network': ['ID=cb44e543-c443-4c3b-8dce-0c3de6dba42f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:41.986860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-9f098bcc-333f-4a90-9e39-0a2137b7420f tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--999308374&fields=id&tenant_id=c86e75b72349490b85928fa4eba61911 HTTP/1.1" status: 200 len: 267 time: 0.1758029 Nov 11 12:24:42.005790 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network cb44e543-c443-4c3b-8dce-0c3de6dba42f details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:24:42.030805 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Checking router: 26a435a1-4252-4fec-87a4-aa9b4d726e59 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:24:42.031116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Updating router 26a435a1-4252-4fec-87a4-aa9b4d726e59 port 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:24:42.039262 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a434043-557e-4a2b-9d36-188a62209469 req-7beebce0-29e6-488e-99d3-3792a180356f tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:42.040901 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a434043-557e-4a2b-9d36-188a62209469 req-7beebce0-29e6-488e-99d3-3792a180356f tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 945 time: 0.1866941 Nov 11 12:24:42.041535 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9915861-8a90-404d-8dc5-03f43f1c756c admin admin] Made reservation on behalf of f80f1179332a4179afa04f5d963ffeae for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:24:42.043808 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f9915861-8a90-404d-8dc5-03f43f1c756c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:42.110149 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:42.193699 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-0730adc3-e8ce-4653-ae90-b89406593b07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting port 3ae405ab-f4f9-425e-bc29-b8a5e61a2717 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:24:42.193948 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0730adc3-e8ce-4653-ae90-b89406593b07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:42.226430 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a434043-557e-4a2b-9d36-188a62209469 req-bf0cbca2-ea4f-4a6b-8b2c-0e8de3428b29 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725845 Nov 11 12:24:42.251249 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-a4bbc36e-c157-4ae1-9338-7db2ea5fae54 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:42.252886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-a4bbc36e-c157-4ae1-9338-7db2ea5fae54 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/networks?id=a77c6cb3-f220-490a-bf03-8045eaa287db HTTP/1.1" status: 200 len: 811 time: 0.2568274 Nov 11 12:24:42.322516 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-0fd9691f-4627-4c73-91b1-573d874bc84d tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/quotas/c86e75b72349490b85928fa4eba61911 HTTP/1.1" status: 200 len: 375 time: 0.0624588 Nov 11 12:24:42.337798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-0730adc3-e8ce-4653-ae90-b89406593b07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] For port 3ae405ab-f4f9-425e-bc29-b8a5e61a2717, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=3ae405ab-f4f9-425e-bc29-b8a5e61a2717,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:42.338751 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0730adc3-e8ce-4653-ae90-b89406593b07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:42.356083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-0730adc3-e8ce-4653-ae90-b89406593b07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Calling delete_port for 3ae405ab-f4f9-425e-bc29-b8a5e61a2717 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:24:42.436618 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1f3f5194-7e9c-4757-af5d-06a68a9a67fb tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c86e75b72349490b85928fa4eba61911&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1131816 Nov 11 12:24:42.437614 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f9915861-8a90-404d-8dc5-03f43f1c756c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:42.439349 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d07d2b03-6964-4681-a984-de1105d3781b up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:42.557679 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9915861-8a90-404d-8dc5-03f43f1c756c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b240f07-a465-41e8-b9bd-c748246e0a11,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:42.574123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9915861-8a90-404d-8dc5-03f43f1c756c admin admin] Checking segment: {'id': 'feb6878c-8025-4dd4-bd71-1f2763d46e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cb44e543-c443-4c3b-8dce-0c3de6dba42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:42.574501 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9915861-8a90-404d-8dc5-03f43f1c756c admin admin] Network hostable DHCP agents. Network: cb44e543-c443-4c3b-8dce-0c3de6dba42f, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:24:42.610051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-e21fa641-245e-43fa-85df-1b76603ece31 service neutron] 10.222.0.65 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376641 Nov 11 12:24:42.613716 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9915861-8a90-404d-8dc5-03f43f1c756c admin admin] Network cb44e543-c443-4c3b-8dce-0c3de6dba42f is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:24:42.651669 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0730adc3-e8ce-4653-ae90-b89406593b07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:42.679683 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:42.686446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730adc3-e8ce-4653-ae90-b89406593b07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Port': ['ID=3ae405ab-f4f9-425e-bc29-b8a5e61a2717,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:42.709366 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:42.721676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-f9915861-8a90-404d-8dc5-03f43f1c756c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, cb44e543-c443-4c3b-8dce-0c3de6dba42f) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:42.762709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9915861-8a90-404d-8dc5-03f43f1c756c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:42.763965 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f9915861-8a90-404d-8dc5-03f43f1c756c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:42.805320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18860a8d-895d-4055-8a06-961fafbbefb0 req-9b2e8bfa-5f9f-47d0-806a-7faf7efb9dad tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 210 time: 0.0960779 Nov 11 12:24:42.822200 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913c9318-8383-47b7-8955-183d4ec86a38 None None] Network cb44e543-c443-4c3b-8dce-0c3de6dba42f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:24:42.917407 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f9915861-8a90-404d-8dc5-03f43f1c756c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9940503 Nov 11 12:24:42.921742 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36004) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:42.926156 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-842298603-router', 'tenant_id': 'f80f1179332a4179afa04f5d963ffeae', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:42.948788 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf8b75-6471-4912-a099-2ef2ddc2fdae None None] Pushing event updated for resources: {'Port': ['ID=1fc66b1d-52eb-45fa-ab7e-4aebcad9d091,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:42.988068 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:42.989370 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:43.008070 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0730adc3-e8ce-4653-ae90-b89406593b07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:43.019349 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-8ebac4b2-d28a-4cf2-9200-dbe5f48607b8 service neutron] 10.222.0.65 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008424 Nov 11 12:24:43.058235 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port d07d2b03-6964-4681-a984-de1105d3781b completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:24:43.085146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port d07d2b03-6964-4681-a984-de1105d3781b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:43.085619 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:43.089703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-c33e0cc3-c1f1-4a82-a876-3190c8103967 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:43.111943 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-c33e0cc3-c1f1-4a82-a876-3190c8103967 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 812 time: 0.4005320 Nov 11 12:24:43.149927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Attempting to bind port 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:24:43.150715 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Attempting to bind port 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '7ec2393c-6ee2-426e-998f-372af5c8822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:24:43.151406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Attempting to bind port 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091 on network f07c30fe-25ac-44c7-ba0b-144c97abab0d {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:43.256539 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:24:43.257708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Checking segment: {'id': '7ec2393c-6ee2-426e-998f-372af5c8822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:43.258497 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:43.259251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Bound using segment: {'id': '7ec2393c-6ee2-426e-998f-372af5c8822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:24:43.260125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Bound port: 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec2393c-6ee2-426e-998f-372af5c8822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:24:43.260830 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:43.281935 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-0cdeb3e2-f1b7-439e-b433-5d75d6a64ec2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c22e3bfa03df4a318977f5f2236c0b5b HTTP/1.1" status: 200 len: 379 time: 0.1629133 Nov 11 12:24:43.298952 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-0d1b9b21-2ff7-45e4-af70-0ed016532ee1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Request body: {'port': {'device_id': '85ffe370-30d2-415c-a1a3-6d4c264a9535', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'admin_state_up': True, 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'security_groups': ['cddde665-323b-49f2-b48a-a592092a62a8']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:43.479296 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] For port 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:24:43.488745 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-cb44e543-c443-4c3b-8dce-0c3de6dba42f', 'network_id': 'cb44e543-c443-4c3b-8dce-0c3de6dba42f', 'tenant_id': 'f80f1179332a4179afa04f5d963ffeae', 'fixed_ips': [{'subnet_id': '8b240f07-a465-41e8-b9bd-c748246e0a11'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:24:43.490925 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8718635a-8498-41a4-a248-1eb4c66d22ec req-b3d304a5-484b-4442-8020-541a8e51fb26 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 210 time: 0.0567245 Nov 11 12:24:43.494731 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:43.537205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] For port 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1fc66b1d-52eb-45fa-ab7e-4aebcad9d091,segment=NetworkSegment(7ec2393c-6ee2-426e-998f-372af5c8822d),segment_id=7ec2393c-6ee2-426e-998f-372af5c8822d)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:24:43.569791 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:43.576825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf44510-0ca8-419a-a00f-58f4c1bd4afc req-3a216c69-c6b8-42a3-b1a7-87d51c163fb2 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:43.584426 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8bf44510-0ca8-419a-a00f-58f4c1bd4afc req-3a216c69-c6b8-42a3-b1a7-87d51c163fb2 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 945 time: 0.1914964 Nov 11 12:24:43.661699 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:43.683007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-0d1b9b21-2ff7-45e4-af70-0ed016532ee1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Made reservation on behalf of c22e3bfa03df4a318977f5f2236c0b5b for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:24:43.687576 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-0d1b9b21-2ff7-45e4-af70-0ed016532ee1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:43.753230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-127a0afc-4fd5-44a0-9917-eb45eb3f8e47 None None] Provisioning complete for port 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:43.753770 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-127a0afc-4fd5-44a0-9917-eb45eb3f8e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:43.755544 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:43.905845 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:43.912135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Routers {'26a435a1-4252-4fec-87a4-aa9b4d726e59'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:43.930877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['26a435a1-4252-4fec-87a4-aa9b4d726e59'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:43.983039 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8bf44510-0ca8-419a-a00f-58f4c1bd4afc req-859e9e67-e37b-4117-8c76-b50a16a87490 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716393 Nov 11 12:24:44.015762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port d07d2b03-6964-4681-a984-de1105d3781b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d07d2b03-6964-4681-a984-de1105d3781b,segment=NetworkSegment(76a26800-6aee-4d13-9782-50db541d8c3e),segment_id=76a26800-6aee-4d13-9782-50db541d8c3e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:44.025553 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bb1ec3-7655-4810-800b-184b5a920111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07d2b03-6964-4681-a984-de1105d3781b'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:44.029135 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15f4c5d-739b-4de0-abf1-25b0c81e9c06" -d '{"events": [{"server_uuid": "26bb1ec3-7655-4810-800b-184b5a920111", "name": "network-vif-plugged", "status": "completed", "tag": "d07d2b03-6964-4681-a984-de1105d3781b"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:44.032158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf8b75-6471-4912-a099-2ef2ddc2fdae None None] Pushing event updated for resources: {'Port': ['ID=1fc66b1d-52eb-45fa-ab7e-4aebcad9d091,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:44.043415 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.083493 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c794d73b-6aeb-4faa-bfa0-2bf4bc052c43 req-e4b266ee-c149-4ee5-a630-bc72771bfbff tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 210 time: 0.1238372 Nov 11 12:24:44.108297 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Allocated IP 172.20.0.2 (cb44e543-c443-4c3b-8dce-0c3de6dba42f/8b240f07-a465-41e8-b9bd-c748246e0a11/445cf396-e09a-47a3-9c57-4fc1e04def91) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:24:44.114875 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a2ae86-cf02-4f4c-8141-3b6f281c0b4c x-openstack-request-id: req-d5a2ae86-cf02-4f4c-8141-3b6f281c0b4c {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:44.115515 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bb1ec3-7655-4810-800b-184b5a920111", "name": "network-vif-plugged", "status": "completed", "tag": "d07d2b03-6964-4681-a984-de1105d3781b", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:44.116003 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5a2ae86-cf02-4f4c-8141-3b6f281c0b4c {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:44.117095 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bb1ec3-7655-4810-800b-184b5a920111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07d2b03-6964-4681-a984-de1105d3781b', 'code': 200} Nov 11 12:24:44.231062 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0730adc3-e8ce-4653-ae90-b89406593b07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:24:44.249006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-0d1b9b21-2ff7-45e4-af70-0ed016532ee1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Allocated IP 172.20.0.13 (ef0352ae-c531-4a02-9aff-70a7fb42f61e/fc55d1c8-9ff2-4a0b-b6ba-89387d166d04/b70e5803-76cc-4683-8491-3e1c0d5fadf9) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:24:44.266528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=d07d2b03-6964-4681-a984-de1105d3781b,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:44.322443 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] Set router 26a435a1-4252-4fec-87a4-aa9b4d726e59 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:44.372674 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-127a0afc-4fd5-44a0-9917-eb45eb3f8e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.381717 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c7742-4efd-4a6c-9cbb-46cd821a1f97 req-2a8c7e78-bbeb-40b7-9335-bf795724b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:44.383904 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-280c7742-4efd-4a6c-9cbb-46cd821a1f97 req-2a8c7e78-bbeb-40b7-9335-bf795724b89e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 1097 time: 0.1563025 Nov 11 12:24:44.474226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0730adc3-e8ce-4653-ae90-b89406593b07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:24:44.481174 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0730adc3-e8ce-4653-ae90-b89406593b07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "PUT /v2.0/routers/2e701ac6-22f0-4f3a-b144-da81a9b2d6b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7046621 Nov 11 12:24:44.485192 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-280c7742-4efd-4a6c-9cbb-46cd821a1f97 req-84c5319a-a1cf-48ec-8490-94a0d09a2f30 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873702 Nov 11 12:24:44.485956 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36022) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:44.502305 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175cfe0c-c49c-4668-9bcd-5d689eb55b3b None None] Sync routers for ids ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:24:44.529905 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-0d1b9b21-2ff7-45e4-af70-0ed016532ee1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.532666 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175cfe0c-c49c-4668-9bcd-5d689eb55b3b None None] Routers {'2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:44.535733 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-175cfe0c-c49c-4668-9bcd-5d689eb55b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:44.552493 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-127a0afc-4fd5-44a0-9917-eb45eb3f8e47 None None] For port 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1fc66b1d-52eb-45fa-ab7e-4aebcad9d091,segment=NetworkSegment(7ec2393c-6ee2-426e-998f-372af5c8822d),segment_id=7ec2393c-6ee2-426e-998f-372af5c8822d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:44.585906 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-127a0afc-4fd5-44a0-9917-eb45eb3f8e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.622084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-801373e6-4124-4c13-9838-901bab9cd298 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting subnet f7ffe7aa-8796-40e7-99b6-95c21c25178a {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:24:44.628056 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-0d1b9b21-2ff7-45e4-af70-0ed016532ee1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.659794 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ac61f86a-ddac-4e38-b140-3c0a4f932f87 req-5c206dc3-d189-439c-9b79-8ad5692b48f2 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 210 time: 0.0437214 Nov 11 12:24:44.675617 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-801373e6-4124-4c13-9838-901bab9cd298 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.685953 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a0afc-4fd5-44a0-9917-eb45eb3f8e47 None None] Pushing event updated for resources: {'Port': ['ID=1fc66b1d-52eb-45fa-ab7e-4aebcad9d091,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:44.719291 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-0d1b9b21-2ff7-45e4-af70-0ed016532ee1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Network ef0352ae-c531-4a02-9aff-70a7fb42f61e is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:44.725707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-0d1b9b21-2ff7-45e4-af70-0ed016532ee1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:44.730687 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-0d1b9b21-2ff7-45e4-af70-0ed016532ee1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:24:44.739306 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.755190 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-967014cb-c9a5-488e-acb1-a3c77d74136a None None] Provisioning complete for port 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:44.755702 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-967014cb-c9a5-488e-acb1-a3c77d74136a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.758188 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.799348 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-0d1b9b21-2ff7-45e4-af70-0ed016532ee1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:44.800211 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-0d1b9b21-2ff7-45e4-af70-0ed016532ee1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.800785 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-801373e6-4124-4c13-9838-901bab9cd298 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.812322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b9b21-2ff7-45e4-af70-0ed016532ee1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'Port': ['ID=b70e5803-76cc-4683-8491-3e1c0d5fadf9,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:44.836555 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-0d1b9b21-2ff7-45e4-af70-0ed016532ee1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5463905 Nov 11 12:24:44.844342 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.852390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Request body: {'port': {'device_id': '85ffe370-30d2-415c-a1a3-6d4c264a9535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:44.858242 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Network cb44e543-c443-4c3b-8dce-0c3de6dba42f is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:44.863571 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:44.866960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:24:44.869099 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.915692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Pushing event updated for resources: {'Port': ['ID=445cf396-e09a-47a3-9c57-4fc1e04def91,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:45.068085 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:45.084739 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Allocated IP 172.25.2.135 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/ec59124e-8d46-4f2d-b5ee-008bdcb8f381) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:24:45.222649 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Attempting to bind port 445cf396-e09a-47a3-9c57-4fc1e04def91 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:24:45.224220 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Attempting to bind port 445cf396-e09a-47a3-9c57-4fc1e04def91 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'feb6878c-8025-4dd4-bd71-1f2763d46e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cb44e543-c443-4c3b-8dce-0c3de6dba42f'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:24:45.224779 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Attempting to bind port 445cf396-e09a-47a3-9c57-4fc1e04def91 on network cb44e543-c443-4c3b-8dce-0c3de6dba42f {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:45.241295 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-175cfe0c-c49c-4668-9bcd-5d689eb55b3b None None] Set router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:45.266909 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'name': 'tempest-TestServerBasicOps-2080968272-router', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '588c7985-d066-462b-a743-6be106f48a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:30Z', 'updated_at': '2021-11-11T12:24:39Z', 'revision_number': 4, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'gw_port': {'id': '588c7985-d066-462b-a743-6be106f48a07', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:31Z', 'updated_at': '2021-11-11T12:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '1fc66b1d-52eb-45fa-ab7e-4aebcad9d091', 'name': '', 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'mac_address': 'fa:16:3e:b3:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:37Z', 'updated_at': '2021-11-11T12:24:43Z', 'revision_number': 4, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'subnets': [{'id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:45.320170 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:24:45.320804 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Checking segment: {'id': 'feb6878c-8025-4dd4-bd71-1f2763d46e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cb44e543-c443-4c3b-8dce-0c3de6dba42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:45.321231 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:45.321644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Bound using segment: {'id': 'feb6878c-8025-4dd4-bd71-1f2763d46e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cb44e543-c443-4c3b-8dce-0c3de6dba42f'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:24:45.322122 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Bound port: 445cf396-e09a-47a3-9c57-4fc1e04def91, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb6878c-8025-4dd4-bd71-1f2763d46e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cb44e543-c443-4c3b-8dce-0c3de6dba42f'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:24:45.322492 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:45.334918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-c7002e01-9157-4820-8879-a1ede19017f3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:45.336609 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-c7002e01-9157-4820-8879-a1ede19017f3 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.43 "GET /v2.0/networks?id=a77c6cb3-f220-490a-bf03-8045eaa287db HTTP/1.1" status: 200 len: 811 time: 0.1356938 Nov 11 12:24:45.339375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a31e1-45f2-4d8e-ac35-c96e867fd208 None None] The sync data for ids ['26a435a1-4252-4fec-87a4-aa9b4d726e59'] in n-d-807359-3 is: [{'id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'name': 'tempest-TestServerBasicOps-2080968272-router', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '588c7985-d066-462b-a743-6be106f48a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:30Z', 'updated_at': '2021-11-11T12:24:39Z', 'revision_number': 4, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'gw_port': {'id': '588c7985-d066-462b-a743-6be106f48a07', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:31Z', 'updated_at': '2021-11-11T12:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '1fc66b1d-52eb-45fa-ab7e-4aebcad9d091', 'name': '', 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'mac_address': 'fa:16:3e:b3:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:37Z', 'updated_at': '2021-11-11T12:24:43Z', 'revision_number': 4, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'subnets': [{'id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:24:45.403974 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3328251d-37c0-4265-9e1d-419f612dfc21 None None] Provisioning complete for port b70e5803-76cc-4683-8491-3e1c0d5fadf9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:45.404327 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3328251d-37c0-4265-9e1d-419f612dfc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:45.471341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d992dd-d67c-4f86-8579-ebf51ee9e5b4 req-84b28592-89f8-4daf-9a7a-cdc6b265d7b4 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:45.479794 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7d992dd-d67c-4f86-8579-ebf51ee9e5b4 req-84b28592-89f8-4daf-9a7a-cdc6b265d7b4 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 946 time: 0.3171268 Nov 11 12:24:45.557875 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] For port 445cf396-e09a-47a3-9c57-4fc1e04def91, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:24:45.560659 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3328251d-37c0-4265-9e1d-419f612dfc21 None None] Port b70e5803-76cc-4683-8491-3e1c0d5fadf9 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:45.565565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] For port 445cf396-e09a-47a3-9c57-4fc1e04def91, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=445cf396-e09a-47a3-9c57-4fc1e04def91,segment=NetworkSegment(feb6878c-8025-4dd4-bd71-1f2763d46e10),segment_id=feb6878c-8025-4dd4-bd71-1f2763d46e10)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:24:45.574589 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:45.680112 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-175cfe0c-c49c-4668-9bcd-5d689eb55b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846557153', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:29Z', 'updated_at': '2021-11-11T12:24:42Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:30Z', 'updated_at': '2021-11-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:45.711381 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7dcec-c8b7-4648-81dd-a91a1df08184 req-bc5527a1-72c7-47aa-8c3a-a0df1a077bec tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:45.727266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17f7dcec-c8b7-4648-81dd-a91a1df08184 req-bc5527a1-72c7-47aa-8c3a-a0df1a077bec tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 932 time: 0.4877787 Nov 11 12:24:45.736637 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfcc98-ad4b-4b62-99b4-15e83ba286c7 None None] Pushing event updated for resources: {'Port': ['ID=445cf396-e09a-47a3-9c57-4fc1e04def91,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:45.759132 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7d992dd-d67c-4f86-8579-ebf51ee9e5b4 req-3956714e-ee3c-4a41-a7da-5409b2bbebf2 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778292 Nov 11 12:24:45.770726 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175cfe0c-c49c-4668-9bcd-5d689eb55b3b None None] Checking router: 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:24:45.783004 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-801373e6-4124-4c13-9838-901bab9cd298 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:45.794347 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175cfe0c-c49c-4668-9bcd-5d689eb55b3b None None] Routers {'2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:45.795263 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-175cfe0c-c49c-4668-9bcd-5d689eb55b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:45.919186 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:45.958437 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17f7dcec-c8b7-4648-81dd-a91a1df08184 req-fd13c304-9830-45d3-a432-b3ca4b948535 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979561 Nov 11 12:24:45.989756 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-13065b6c-b00d-47a9-8b23-2f6a656cccdd tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c86e75b72349490b85928fa4eba61911 HTTP/1.1" status: 200 len: 379 time: 0.5950766 Nov 11 12:24:45.995095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bbf7d601-cd5a-45b5-a57d-740876fcb4fc req-9878502c-81f8-4ba3-a5ec-2af359da15ba tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 210 time: 0.0765951 Nov 11 12:24:46.087283 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:46.100870 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-175cfe0c-c49c-4668-9bcd-5d689eb55b3b None None] Set router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:46.136274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-c22a5989-f69b-4d77-be23-6ed19a992b5c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Request body: {'port': {'device_id': '937d9910-9843-4cfe-9a13-2b4716a9a379', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'admin_state_up': True, 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'security_groups': ['4b930ae9-a70e-4a4a-914d-9bcb778e7f14']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:46.142881 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70e5803-76cc-4683-8491-3e1c0d5fadf9 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:24:46.145649 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-801373e6-4124-4c13-9838-901bab9cd298 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:46.177189 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:46.217115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Transition to ACTIVE for port object b70e5803-76cc-4683-8491-3e1c0d5fadf9 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:24:46.223442 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:46.324130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=b70e5803-76cc-4683-8491-3e1c0d5fadf9,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:46.380942 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:46.393456 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-801373e6-4124-4c13-9838-901bab9cd298 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:46.403596 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3407e0-7242-4fc8-8baa-3f8441925028 None None] Network 5483e368-588a-4eb6-a0fb-97608cba0c68 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:24:46.405648 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-801373e6-4124-4c13-9838-901bab9cd298 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/subnets/f7ffe7aa-8796-40e7-99b6-95c21c25178a HTTP/1.1" status: 204 len: 168 time: 1.9147964 Nov 11 12:24:46.415475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36032) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:46.416954 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801373e6-4124-4c13-9838-901bab9cd298 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Subnet': ['ID=f7ffe7aa-8796-40e7-99b6-95c21c25178a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:46.534261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:46.535213 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-c22a5989-f69b-4d77-be23-6ed19a992b5c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Made reservation on behalf of c86e75b72349490b85928fa4eba61911 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:24:46.547552 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-c22a5989-f69b-4d77-be23-6ed19a992b5c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:46.561969 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:46.567946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:24:46.610192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Pushing event updated for resources: {'Port': ['ID=ec59124e-8d46-4f2d-b5ee-008bdcb8f381,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:46.610861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae47104f-bc6f-45c0-9cb4-ec8a80c752c1 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:24:46.646803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Attempting to bind port b70e5803-76cc-4683-8491-3e1c0d5fadf9 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:24:46.647051 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Attempting to bind port b70e5803-76cc-4683-8491-3e1c0d5fadf9 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:24:46.647438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Attempting to bind port b70e5803-76cc-4683-8491-3e1c0d5fadf9 on network ef0352ae-c531-4a02-9aff-70a7fb42f61e {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:46.671309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Port b70e5803-76cc-4683-8491-3e1c0d5fadf9 on network ef0352ae-c531-4a02-9aff-70a7fb42f61e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:24:46.671711 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Attempting to bind port b70e5803-76cc-4683-8491-3e1c0d5fadf9 on network ef0352ae-c531-4a02-9aff-70a7fb42f61e {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:46.688707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:24:46.688707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Checking segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:46.689210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Bound using segment: {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:24:46.689398 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Bound port: b70e5803-76cc-4683-8491-3e1c0d5fadf9, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8b2d93-3adb-4912-be02-3a207c4401a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:24:46.689804 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:46.693058 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-175cfe0c-c49c-4668-9bcd-5d689eb55b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846557153', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:29Z', 'updated_at': '2021-11-11T12:24:42Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:30Z', 'updated_at': '2021-11-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:46.761193 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175cfe0c-c49c-4668-9bcd-5d689eb55b3b None None] The sync data for ids ['2e701ac6-22f0-4f3a-b144-da81a9b2d6b6'] in n-d-807359-3 is: [{'id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846557153', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:29Z', 'updated_at': '2021-11-11T12:24:42Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '5f5fa0c2-37cc-40f8-847a-09438079545b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e701ac6-22f0-4f3a-b144-da81a9b2d6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:30Z', 'updated_at': '2021-11-11T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:24:47.017295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-75b22ff7-a84b-44d0-a026-727e3aeb1bc0 None None] Provisioning complete for port ec59124e-8d46-4f2d-b5ee-008bdcb8f381 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:47.020224 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-75b22ff7-a84b-44d0-a026-727e3aeb1bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:47.113510 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-75b22ff7-a84b-44d0-a026-727e3aeb1bc0 None None] Port ec59124e-8d46-4f2d-b5ee-008bdcb8f381 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:47.267638 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599df049-f034-41c6-96d9-e0a4881d872a None None] DHCP port deletion for 5483e368-588a-4eb6-a0fb-97608cba0c68 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:24:47.351160 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:47.387718 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-599df049-f034-41c6-96d9-e0a4881d872a None None] Deleting port 2d7257dd-dbe1-4049-97da-c0f0f21829da {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:24:47.388414 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-599df049-f034-41c6-96d9-e0a4881d872a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:47.528175 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:47.583682 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-c22a5989-f69b-4d77-be23-6ed19a992b5c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Allocated IP 172.20.0.5 (a77c6cb3-f220-490a-bf03-8045eaa287db/c2d90c43-605c-44da-8d21-d70c17e99759/2c4a8402-091b-465e-af14-32fbb8a0c736) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:24:47.611113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-599df049-f034-41c6-96d9-e0a4881d872a None None] For port 2d7257dd-dbe1-4049-97da-c0f0f21829da, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2d7257dd-dbe1-4049-97da-c0f0f21829da,segment=NetworkSegment(a44f82b2-2835-4d38-b89f-537b08dcef79),segment_id=a44f82b2-2835-4d38-b89f-537b08dcef79)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:47.612284 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-599df049-f034-41c6-96d9-e0a4881d872a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:47.643418 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-599df049-f034-41c6-96d9-e0a4881d872a None None] Calling delete_port for 2d7257dd-dbe1-4049-97da-c0f0f21829da owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:24:47.677515 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fabec4b-696e-49b4-95b0-1f544d7b5cce None None] Network cb44e543-c443-4c3b-8dce-0c3de6dba42f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:24:47.737959 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:47.754368 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:47.755144 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:47.843582 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3f30ab31-6517-412b-9ab6-252948dcc42f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:47.916541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a27a39c7-7c24-4621-91c2-b3af2a29a112 None None] Provisioning complete for port 445cf396-e09a-47a3-9c57-4fc1e04def91 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:47.917300 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a27a39c7-7c24-4621-91c2-b3af2a29a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:47.934702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118ca86-5fbc-4c53-8822-efe02ab17857 req-e3695cb0-1e18-4eb7-93e0-cf8049d6a013 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:47.940291 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-c22a5989-f69b-4d77-be23-6ed19a992b5c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:47.942705 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2118ca86-5fbc-4c53-8822-efe02ab17857 req-e3695cb0-1e18-4eb7-93e0-cf8049d6a013 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 946 time: 0.2187049 Nov 11 12:24:47.989449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e7387-98d6-45ba-b898-4aa2e1a26772 req-c5eb37a2-4b45-4cd2-8fb2-1262e69605d7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:47.992847 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-998e7387-98d6-45ba-b898-4aa2e1a26772 req-c5eb37a2-4b45-4cd2-8fb2-1262e69605d7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 944 time: 0.2663357 Nov 11 12:24:48.003413 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Router 1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:24:48.014133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-c22a5989-f69b-4d77-be23-6ed19a992b5c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:48.031931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] For port b70e5803-76cc-4683-8491-3e1c0d5fadf9, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:24:48.086687 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a27a39c7-7c24-4621-91c2-b3af2a29a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:48.113471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-c22a5989-f69b-4d77-be23-6ed19a992b5c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Network a77c6cb3-f220-490a-bf03-8045eaa287db is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:48.120778 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-599df049-f034-41c6-96d9-e0a4881d872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:48.121166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-c22a5989-f69b-4d77-be23-6ed19a992b5c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:48.124278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-c22a5989-f69b-4d77-be23-6ed19a992b5c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:24:48.155914 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] For port b70e5803-76cc-4683-8491-3e1c0d5fadf9, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b70e5803-76cc-4683-8491-3e1c0d5fadf9,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:24:48.161294 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a5989-f69b-4d77-be23-6ed19a992b5c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event updated for resources: {'Port': ['ID=2c4a8402-091b-465e-af14-32fbb8a0c736,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:48.211409 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:48.232549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-c22a5989-f69b-4d77-be23-6ed19a992b5c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:48.233434 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-c22a5989-f69b-4d77-be23-6ed19a992b5c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:48.264811 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-c22a5989-f69b-4d77-be23-6ed19a992b5c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1900556 Nov 11 12:24:48.278399 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Request body: {'port': {'device_id': '937d9910-9843-4cfe-9a13-2b4716a9a379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:48.284424 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:24:48.286358 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599df049-f034-41c6-96d9-e0a4881d872a None None] Pushing event deleted for resources: {'Port': ['ID=2d7257dd-dbe1-4049-97da-c0f0f21829da,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:48.329649 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:48.330698 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:48.332631 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] 10.222.0.43 "PUT /v2.0/ports/b70e5803-76cc-4683-8491-3e1c0d5fadf9 HTTP/1.1" status: 200 len: 1092 time: 3.4872310 Nov 11 12:24:48.345854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ffe370-30d2-415c-a1a3-6d4c264a9535', 'tag': 'b70e5803-76cc-4683-8491-3e1c0d5fadf9'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:48.348964 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1653168-d8e6-4bcd-8dad-6eaf96d0ed78" -d '{"events": [{"name": "network-changed", "server_uuid": "85ffe370-30d2-415c-a1a3-6d4c264a9535", "tag": "b70e5803-76cc-4683-8491-3e1c0d5fadf9"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:48.354560 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 445cf396-e09a-47a3-9c57-4fc1e04def91 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:48.384060 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3f30ab31-6517-412b-9ab6-252948dcc42f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:48.391772 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-998e7387-98d6-45ba-b898-4aa2e1a26772 req-24f422a7-4de8-481d-9db9-af1295a26110 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3865585 Nov 11 12:24:48.452822 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a27a39c7-7c24-4621-91c2-b3af2a29a112 None None] For port 445cf396-e09a-47a3-9c57-4fc1e04def91, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=445cf396-e09a-47a3-9c57-4fc1e04def91,segment=NetworkSegment(feb6878c-8025-4dd4-bd71-1f2763d46e10),segment_id=feb6878c-8025-4dd4-bd71-1f2763d46e10)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:48.467404 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Sync routers for ids ['1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:24:48.470062 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:48.477100 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2a7e9315-73e6-4a02-9a06-209800e83520 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5516348 Nov 11 12:24:48.490923 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36044) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:48.493122 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a27a39c7-7c24-4621-91c2-b3af2a29a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:48.499785 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599df049-f034-41c6-96d9-e0a4881d872a None None] No DVR routers for this DVR port 2d7257dd-dbe1-4049-97da-c0f0f21829da on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:24:48.502410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Routers {'1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:48.503222 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:48.595959 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:48.656639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492afb4c-bd44-4942-b8d7-b8e754fa3ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=b70e5803-76cc-4683-8491-3e1c0d5fadf9,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:48.702269 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2118ca86-5fbc-4c53-8822-efe02ab17857 req-17aeb529-9a84-4b09-848f-ecf5cd965628 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7584455 Nov 11 12:24:48.748129 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a39c7-7c24-4621-91c2-b3af2a29a112 None None] Pushing event updated for resources: {'Port': ['ID=445cf396-e09a-47a3-9c57-4fc1e04def91,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:48.767224 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-cfad6040-e95d-4ad5-9a85-be4515d5afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:48.772948 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-cfad6040-e95d-4ad5-9a85-be4515d5afe0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 1095 time: 0.3714345 Nov 11 12:24:48.809869 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f812cb-5d62-44a5-b3f2-1731d13f3810 x-openstack-request-id: req-63f812cb-5d62-44a5-b3f2-1731d13f3810 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:48.811151 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ffe370-30d2-415c-a1a3-6d4c264a9535", "tag": "b70e5803-76cc-4683-8491-3e1c0d5fadf9", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:48.811954 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63f812cb-5d62-44a5-b3f2-1731d13f3810 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:48.812942 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ffe370-30d2-415c-a1a3-6d4c264a9535', 'tag': 'b70e5803-76cc-4683-8491-3e1c0d5fadf9', 'status': 'completed', 'code': 200} Nov 11 12:24:48.844620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-32af8856-f33f-4dc7-b559-f0aec04227fc None None] Provisioning complete for port 2c4a8402-091b-465e-af14-32fbb8a0c736 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:48.844994 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-32af8856-f33f-4dc7-b559-f0aec04227fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:48.846643 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 445cf396-e09a-47a3-9c57-4fc1e04def91 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:48.847110 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:48.906167 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-e4d1ac27-248b-4ec9-bbe2-c422107dbd67 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70e5803-76cc-4683-8491-3e1c0d5fadf9 HTTP/1.1" status: 200 len: 217 time: 0.1232324 Nov 11 12:24:48.955788 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Set router 1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:48.969559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c80e05-9cfb-4353-ba64-3a601e7d43f4 req-183bd267-1eea-41dc-9fd6-b091e3f9a3a8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:48.980370 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16c80e05-9cfb-4353-ba64-3a601e7d43f4 req-183bd267-1eea-41dc-9fd6-b091e3f9a3a8 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 931 time: 0.3129175 Nov 11 12:24:49.118731 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-79bf046e-dff1-4b50-be5d-2e14cff5ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:49.126909 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-79bf046e-dff1-4b50-be5d-2e14cff5ade1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.2105064 Nov 11 12:24:49.174417 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-32af8856-f33f-4dc7-b559-f0aec04227fc None None] Port 2c4a8402-091b-465e-af14-32fbb8a0c736 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:49.244904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-3f30ab31-6517-412b-9ab6-252948dcc42f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting port 5f5fa0c2-37cc-40f8-847a-09438079545b {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:24:49.245431 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3f30ab31-6517-412b-9ab6-252948dcc42f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:49.272510 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 3ae405ab-f4f9-425e-bc29-b8a5e61a2717 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:24:49.276185 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'name': 'tempest-TestServerBasicOps-842298603-router', 'tenant_id': 'f80f1179332a4179afa04f5d963ffeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'ec59124e-8d46-4f2d-b5ee-008bdcb8f381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:42Z', 'updated_at': '2021-11-11T12:24:46Z', 'revision_number': 3, 'project_id': 'f80f1179332a4179afa04f5d963ffeae', 'gw_port': {'id': 'ec59124e-8d46-4f2d-b5ee-008bdcb8f381', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:00:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:44Z', 'updated_at': '2021-11-11T12:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:49.308721 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Checking router: 1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:24:49.309056 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Updating router 1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0 port ec59124e-8d46-4f2d-b5ee-008bdcb8f381 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:24:49.353779 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 3ae405ab-f4f9-425e-bc29-b8a5e61a2717 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:24:49.355646 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16c80e05-9cfb-4353-ba64-3a601e7d43f4 req-9f4bb7fe-edf1-48e9-825a-18e9458f18be tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b930ae9-a70e-4a4a-914d-9bcb778e7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3742576 Nov 11 12:24:49.359744 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 3ae405ab-f4f9-425e-bc29-b8a5e61a2717 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:24:49.454331 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:49.459647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-2b3b30dc-8939-4803-9efb-0f452dd7c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:49.461434 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-2b3b30dc-8939-4803-9efb-0f452dd7c70a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3238847 Nov 11 12:24:49.473676 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2f66fd2a-d5ea-452d-9d5e-9c2c17cd38e6 None None] Provisioning complete for port 445cf396-e09a-47a3-9c57-4fc1e04def91 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:49.474045 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2f66fd2a-d5ea-452d-9d5e-9c2c17cd38e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:49.567792 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 445cf396-e09a-47a3-9c57-4fc1e04def91 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:49.578937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-3f30ab31-6517-412b-9ab6-252948dcc42f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] For port 5f5fa0c2-37cc-40f8-847a-09438079545b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5f5fa0c2-37cc-40f8-847a-09438079545b,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:49.580462 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3f30ab31-6517-412b-9ab6-252948dcc42f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:49.601544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-3f30ab31-6517-412b-9ab6-252948dcc42f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Calling delete_port for 5f5fa0c2-37cc-40f8-847a-09438079545b owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:24:49.756630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 445cf396-e09a-47a3-9c57-4fc1e04def91 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:49.757346 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:49.773800 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-2ebd0567-5983-4b4a-91d3-ea780277a190 service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025768 Nov 11 12:24:49.799663 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c182c-4b37-4cb2-9887-f75e007d01d3 req-1dffa550-9b21-4bf1-b0d1-815b055cff41 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:49.801457 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-698c182c-4b37-4cb2-9887-f75e007d01d3 req-1dffa550-9b21-4bf1-b0d1-815b055cff41 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 944 time: 0.2014298 Nov 11 12:24:49.890114 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4a8402-091b-465e-af14-32fbb8a0c736 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:24:49.937138 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:49.979696 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Transition to ACTIVE for port object 2c4a8402-091b-465e-af14-32fbb8a0c736 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:24:49.999067 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:50.091004 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e348e2d-c7d6-4bd6-8063-20c344320283 req-1352fe12-36bd-48e1-b79d-483612ac56a7 service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083072 Nov 11 12:24:50.108477 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3f30ab31-6517-412b-9ab6-252948dcc42f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:50.227779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4a8402-091b-465e-af14-32fbb8a0c736,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:50.266563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30ab31-6517-412b-9ab6-252948dcc42f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Port': ['ID=5f5fa0c2-37cc-40f8-847a-09438079545b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:50.293032 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7692492c-e01d-4845-8b2b-e03d8c1b8c27 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:24:50.397962 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-698c182c-4b37-4cb2-9887-f75e007d01d3 req-aeeb4ae6-cf45-4ff9-85f1-3fa4c162f208 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5825381 Nov 11 12:24:50.409445 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3f30ab31-6517-412b-9ab6-252948dcc42f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:50.414168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1653168-d8e6-4bcd-8dad-6eaf96d0ed78 req-7027a342-cd64-4589-b93f-259fe44e5e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:50.415239 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1653168-d8e6-4bcd-8dad-6eaf96d0ed78 req-7027a342-cd64-4589-b93f-259fe44e5e1f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 1095 time: 0.2679682 Nov 11 12:24:50.431499 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Attempting to bind port 2c4a8402-091b-465e-af14-32fbb8a0c736 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:24:50.431834 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Attempting to bind port 2c4a8402-091b-465e-af14-32fbb8a0c736 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'f581aca4-3e82-41e8-8516-c5451400bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:24:50.432231 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Attempting to bind port 2c4a8402-091b-465e-af14-32fbb8a0c736 on network a77c6cb3-f220-490a-bf03-8045eaa287db {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:50.464125 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Port 2c4a8402-091b-465e-af14-32fbb8a0c736 on network a77c6cb3-f220-490a-bf03-8045eaa287db not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:24:50.464457 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Attempting to bind port 2c4a8402-091b-465e-af14-32fbb8a0c736 on network a77c6cb3-f220-490a-bf03-8045eaa287db {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:50.481426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:24:50.481794 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Checking segment: {'id': 'f581aca4-3e82-41e8-8516-c5451400bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:50.482192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Bound using segment: {'id': 'f581aca4-3e82-41e8-8516-c5451400bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:24:50.482636 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Bound port: 2c4a8402-091b-465e-af14-32fbb8a0c736, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f581aca4-3e82-41e8-8516-c5451400bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:24:50.482991 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:50.662099 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3f30ab31-6517-412b-9ab6-252948dcc42f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:50.690479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2d7257dd-dbe1-4049-97da-c0f0f21829da no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:24:50.706563 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3f30ab31-6517-412b-9ab6-252948dcc42f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:50.719373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 2d7257dd-dbe1-4049-97da-c0f0f21829da {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:24:50.719720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2d7257dd-dbe1-4049-97da-c0f0f21829da not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:24:50.723409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] For port 2c4a8402-091b-465e-af14-32fbb8a0c736, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:24:50.746803 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:50.753908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] For port 2c4a8402-091b-465e-af14-32fbb8a0c736, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2c4a8402-091b-465e-af14-32fbb8a0c736,segment=NetworkSegment(f581aca4-3e82-41e8-8516-c5451400bec8),segment_id=f581aca4-3e82-41e8-8516-c5451400bec8)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:24:50.756701 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:50.760407 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:50.801606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1820d81-c55a-4319-9ad8-cebad5511f10 req-e9df2ac3-b12a-4287-9b42-12a406964c65 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:50.810684 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1820d81-c55a-4319-9ad8-cebad5511f10 req-e9df2ac3-b12a-4287-9b42-12a406964c65 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 943 time: 0.2844198 Nov 11 12:24:50.860320 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739e80b7-1901-4156-baab-760602456ca3 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:24:50.864212 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3f30ab31-6517-412b-9ab6-252948dcc42f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:50.864811 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f30ab31-6517-412b-9ab6-252948dcc42f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Fanout notify agent at l3_agent the message router_deleted on router 2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:24:50.905977 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3f30ab31-6517-412b-9ab6-252948dcc42f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:50.908081 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3f30ab31-6517-412b-9ab6-252948dcc42f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/routers/2e701ac6-22f0-4f3a-b144-da81a9b2d6b6 HTTP/1.1" status: 204 len: 168 time: 4.4908066 Nov 11 12:24:50.920746 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36124) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:50.944226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Attempting to bind port ec59124e-8d46-4f2d-b5ee-008bdcb8f381 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:24:50.944903 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Attempting to bind port ec59124e-8d46-4f2d-b5ee-008bdcb8f381 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:24:50.947790 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Attempting to bind port ec59124e-8d46-4f2d-b5ee-008bdcb8f381 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:50.965711 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:24:50.967230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:50.971261 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:50.974089 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:24:50.976390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Bound port: ec59124e-8d46-4f2d-b5ee-008bdcb8f381, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:24:50.977059 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:51.026287 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1653168-d8e6-4bcd-8dad-6eaf96d0ed78 req-3bfab97c-3d6d-4788-a2d0-d186b89407c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:51.031204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1653168-d8e6-4bcd-8dad-6eaf96d0ed78 req-3bfab97c-3d6d-4788-a2d0-d186b89407c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 914 time: 0.5605969 Nov 11 12:24:51.046998 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:51.056573 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1820d81-c55a-4319-9ad8-cebad5511f10 req-341a1f5c-6eef-47bc-a0ea-78214ddc7f4a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b930ae9-a70e-4a4a-914d-9bcb778e7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427430 Nov 11 12:24:51.088336 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Allocated IP 172.20.0.1 (cb44e543-c443-4c3b-8dce-0c3de6dba42f/8b240f07-a465-41e8-b9bd-c748246e0a11/cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:24:51.104841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:51.106154 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:51.107776 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] 10.222.0.43 "PUT /v2.0/ports/2c4a8402-091b-465e-af14-32fbb8a0c736 HTTP/1.1" status: 200 len: 1091 time: 2.8351929 Nov 11 12:24:51.124003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937d9910-9843-4cfe-9a13-2b4716a9a379', 'tag': '2c4a8402-091b-465e-af14-32fbb8a0c736'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:51.126350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] For port ec59124e-8d46-4f2d-b5ee-008bdcb8f381, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:24:51.127473 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd81c462-6c86-4ae5-9380-38a19141b78f" -d '{"events": [{"name": "network-changed", "server_uuid": "937d9910-9843-4cfe-9a13-2b4716a9a379", "tag": "2c4a8402-091b-465e-af14-32fbb8a0c736"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:51.149027 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] For port ec59124e-8d46-4f2d-b5ee-008bdcb8f381, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ec59124e-8d46-4f2d-b5ee-008bdcb8f381,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:24:51.160630 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:51.186147 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc655c9-4594-4219-931b-d3533a369a6f None None] Pushing event updated for resources: {'Port': ['ID=ec59124e-8d46-4f2d-b5ee-008bdcb8f381,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:51.205231 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:51.248998 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1653168-d8e6-4bcd-8dad-6eaf96d0ed78 req-6a0e6cdc-598a-42ce-aa34-345dd2ad35dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70e5803-76cc-4683-8491-3e1c0d5fadf9 HTTP/1.1" status: 200 len: 217 time: 0.0942926 Nov 11 12:24:51.255579 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396040a5-5c01-402c-b40c-f921b5167c5a x-openstack-request-id: req-396040a5-5c01-402c-b40c-f921b5167c5a {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:51.255996 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937d9910-9843-4cfe-9a13-2b4716a9a379", "tag": "2c4a8402-091b-465e-af14-32fbb8a0c736", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:51.256293 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-396040a5-5c01-402c-b40c-f921b5167c5a {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:51.256817 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937d9910-9843-4cfe-9a13-2b4716a9a379', 'tag': '2c4a8402-091b-465e-af14-32fbb8a0c736', 'status': 'completed', 'code': 200} Nov 11 12:24:51.258643 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf69ccf-5731-47ce-874e-879663ebecb5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4a8402-091b-465e-af14-32fbb8a0c736,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:51.298917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3a825618-f656-4d0b-b6d5-50373db48315 None None] Provisioning complete for port ec59124e-8d46-4f2d-b5ee-008bdcb8f381 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:51.302765 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3a825618-f656-4d0b-b6d5-50373db48315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:51.333494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-fcfdc744-4fa4-4a20-86d9-a3021ed66452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:51.335062 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-fcfdc744-4fa4-4a20-86d9-a3021ed66452 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c86e75b72349490b85928fa4eba61911&device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 1094 time: 0.1745136 Nov 11 12:24:51.374146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7a79fc-ab99-43ab-8cf2-1d3fd4d9450d None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:24:51.395486 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Routers {'1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:51.396126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:51.461342 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:51.576838 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1653168-d8e6-4bcd-8dad-6eaf96d0ed78 req-ede6e798-fa23-4665-a5b2-208cfb3482d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:51.578330 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1653168-d8e6-4bcd-8dad-6eaf96d0ed78 req-ede6e798-fa23-4665-a5b2-208cfb3482d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.3159435 Nov 11 12:24:51.600084 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:51.610638 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] Set router 1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:51.698127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Pushing event updated for resources: {'Port': ['ID=cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:51.706546 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:51.712992 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-7f9f987f-a735-4756-9108-fcb13ddeb509 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c4a8402-091b-465e-af14-32fbb8a0c736 HTTP/1.1" status: 200 len: 217 time: 0.1255894 Nov 11 12:24:51.742818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Network cb44e543-c443-4c3b-8dce-0c3de6dba42f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:51.752340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:51.799626 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5483e368-588a-4eb6-a0fb-97608cba0c68']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:51.809808 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5f5fa0c2-37cc-40f8-847a-09438079545b no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:24:51.820894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44f82b2-2835-4d38-b89f-537b08dcef79') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:51.821555 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44f82b2-2835-4d38-b89f-537b08dcef79') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:51.833348 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1f1ab9f4-09a0-4c07-9a07-a0922fe56b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:51.834998 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-1f1ab9f4-09a0-4c07-9a07-a0922fe56b52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2d90c43-605c-44da-8d21-d70c17e99759 HTTP/1.1" status: 200 len: 850 time: 0.1149282 Nov 11 12:24:51.836116 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:24:51.848955 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:51.863450 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab2378-3870-445a-9862-13272dce985e req-070b1ee3-b341-4327-befd-2af81cf931d8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:51.868923 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fab2378-3870-445a-9862-13272dce985e req-070b1ee3-b341-4327-befd-2af81cf931d8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 944 time: 0.2873604 Nov 11 12:24:51.915258 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:51.928435 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 5f5fa0c2-37cc-40f8-847a-09438079545b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:24:51.928767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5f5fa0c2-37cc-40f8-847a-09438079545b not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:24:51.930396 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:24:51.930786 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:51.941422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc655c9-4594-4219-931b-d3533a369a6f None None] Pushing event updated for resources: {'Port': ['ID=ec59124e-8d46-4f2d-b5ee-008bdcb8f381,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:51.954549 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:51.997198 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:52.007518 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'name': 'tempest-TestServerBasicOps-842298603-router', 'tenant_id': 'f80f1179332a4179afa04f5d963ffeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'ec59124e-8d46-4f2d-b5ee-008bdcb8f381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:42Z', 'updated_at': '2021-11-11T12:24:46Z', 'revision_number': 3, 'project_id': 'f80f1179332a4179afa04f5d963ffeae', 'gw_port': {'id': 'ec59124e-8d46-4f2d-b5ee-008bdcb8f381', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:00:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:44Z', 'updated_at': '2021-11-11T12:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:52.045544 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54ac25-24ef-43d7-87f8-671bee259654 None None] The sync data for ids ['1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'] in n-d-807359-3 is: [{'id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'name': 'tempest-TestServerBasicOps-842298603-router', 'tenant_id': 'f80f1179332a4179afa04f5d963ffeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'ec59124e-8d46-4f2d-b5ee-008bdcb8f381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:42Z', 'updated_at': '2021-11-11T12:24:46Z', 'revision_number': 3, 'project_id': 'f80f1179332a4179afa04f5d963ffeae', 'gw_port': {'id': 'ec59124e-8d46-4f2d-b5ee-008bdcb8f381', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:00:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:44Z', 'updated_at': '2021-11-11T12:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:24:52.061075 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3a825618-f656-4d0b-b6d5-50373db48315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:52.071292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-67968d22-9655-4ba0-97f1-cfab0f4502c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:52.074436 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-67968d22-9655-4ba0-97f1-cfab0f4502c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a77c6cb3-f220-490a-bf03-8045eaa287db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805813 Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:24:52.076843 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:24:52.135738 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3a825618-f656-4d0b-b6d5-50373db48315 None None] For port ec59124e-8d46-4f2d-b5ee-008bdcb8f381, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ec59124e-8d46-4f2d-b5ee-008bdcb8f381,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:52.142772 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1653168-d8e6-4bcd-8dad-6eaf96d0ed78 req-d8fd1a8d-a552-4a1f-b821-407101abe59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:52.144978 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3a825618-f656-4d0b-b6d5-50373db48315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:52.153817 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1653168-d8e6-4bcd-8dad-6eaf96d0ed78 req-d8fd1a8d-a552-4a1f-b821-407101abe59f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4752443 Nov 11 12:24:52.292554 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a825618-f656-4d0b-b6d5-50373db48315 None None] Pushing event updated for resources: {'Port': ['ID=ec59124e-8d46-4f2d-b5ee-008bdcb8f381,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:52.307141 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ef1908e0-2039-4ba7-9103-e52c1977277d None None] Provisioning complete for port cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:52.307544 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ef1908e0-2039-4ba7-9103-e52c1977277d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:52.312248 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-7655dc28-9f67-4a84-8f30-9452c7dbe217 service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270057 Nov 11 12:24:52.333691 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:52.339328 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:52.355175 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/networks/5483e368-588a-4eb6-a0fb-97608cba0c68 HTTP/1.1" status: 204 len: 168 time: 1.4242141 Nov 11 12:24:52.357089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36134) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:52.383896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ef1908e0-2039-4ba7-9103-e52c1977277d None None] Port cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:52.422898 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ef1908e0-2039-4ba7-9103-e52c1977277d None None] Provisioning complete for port ec59124e-8d46-4f2d-b5ee-008bdcb8f381 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:52.424155 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ef1908e0-2039-4ba7-9103-e52c1977277d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:52.439542 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:52.490470 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fab2378-3870-445a-9862-13272dce985e req-c418fee0-f87c-4f21-9cb0-185da3b8c25c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4225564 Nov 11 12:24:52.529021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Network': ['ID=5483e368-588a-4eb6-a0fb-97608cba0c68,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:52.591467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:52.591819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:52.592159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:52.592492 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:52.592824 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:52.596791 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:52.598541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:52.598667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:52.600031 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:52.603418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:52.603655 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:52.603981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e4f58-a3c3-4e70-8abd-f1af38dfe2e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:52.669139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf56a0-512a-407a-8efd-041afb8eed88 req-48b1a723-befb-462b-be28-864b05032c21 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:52.671012 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a3cf56a0-512a-407a-8efd-041afb8eed88 req-48b1a723-befb-462b-be28-864b05032c21 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 943 time: 0.4786451 Nov 11 12:24:52.685006 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd656d23-e515-48ba-a3f5-c45bdf297c6c req-9b5ee622-695e-4222-bdee-78f6d191a429 service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228166 Nov 11 12:24:52.747330 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f038f057-9ccd-4e63-b46b-2b2d97e2d53d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:52.766244 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1653168-d8e6-4bcd-8dad-6eaf96d0ed78 req-895290ee-556c-42bf-a379-95bbe04a410f service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955758 Nov 11 12:24:52.935762 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:52.953435 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:53.019237 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81c462-6c86-4ae5-9380-38a19141b78f req-5b773247-6ec0-4607-b1cf-b31d1dee7310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:53.020824 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd81c462-6c86-4ae5-9380-38a19141b78f req-5b773247-6ec0-4607-b1cf-b31d1dee7310 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c86e75b72349490b85928fa4eba61911&device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 1094 time: 0.1804562 Nov 11 12:24:53.081747 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:53.086572 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Pushing event updated for resources: {'Port': ['ID=cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:53.251641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81c462-6c86-4ae5-9380-38a19141b78f req-9c830e71-9f52-4100-98de-469dbcae2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:53.253445 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd81c462-6c86-4ae5-9380-38a19141b78f req-9c830e71-9f52-4100-98de-469dbcae2e78 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a77c6cb3-f220-490a-bf03-8045eaa287db HTTP/1.1" status: 200 len: 913 time: 0.2179415 Nov 11 12:24:53.329470 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd81c462-6c86-4ae5-9380-38a19141b78f req-7e922a71-75bb-4e29-8ba0-f5f09928564d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c4a8402-091b-465e-af14-32fbb8a0c736 HTTP/1.1" status: 200 len: 217 time: 0.0592871 Nov 11 12:24:53.332155 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Network cb44e543-c443-4c3b-8dce-0c3de6dba42f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:53.334334 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:53.369947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1653168-d8e6-4bcd-8dad-6eaf96d0ed78 req-b00f1036-e9e5-4579-b0b5-1c9b15eb3279 service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5803552 Nov 11 12:24:53.394163 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f038f057-9ccd-4e63-b46b-2b2d97e2d53d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:53.453851 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a3cf56a0-512a-407a-8efd-041afb8eed88 req-920a77bf-2437-4f10-95ab-30ac4a4c637a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b930ae9-a70e-4a4a-914d-9bcb778e7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7683175 Nov 11 12:24:53.488066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81c462-6c86-4ae5-9380-38a19141b78f req-f5ad28db-9a96-4b52-9dc6-825634afcf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:53.489986 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd81c462-6c86-4ae5-9380-38a19141b78f req-f5ad28db-9a96-4b52-9dc6-825634afcf3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2d90c43-605c-44da-8d21-d70c17e99759 HTTP/1.1" status: 200 len: 850 time: 0.1509647 Nov 11 12:24:53.498295 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f038f057-9ccd-4e63-b46b-2b2d97e2d53d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:53.502043 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f038f057-9ccd-4e63-b46b-2b2d97e2d53d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:53.506724 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f038f057-9ccd-4e63-b46b-2b2d97e2d53d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/security-groups/8ea8af72-ddad-4d27-88a3-686c67c962ad HTTP/1.1" status: 204 len: 168 time: 1.1357038 Nov 11 12:24:53.521615 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038f057-9ccd-4e63-b46b-2b2d97e2d53d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea8af72-ddad-4d27-88a3-686c67c962ad,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:53.635747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ec59124e-8d46-4f2d-b5ee-008bdcb8f381 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:53.654495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81c462-6c86-4ae5-9380-38a19141b78f req-6bb2d8db-6090-42d7-919d-9da7fd00901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:53.656800 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd81c462-6c86-4ae5-9380-38a19141b78f req-6bb2d8db-6090-42d7-919d-9da7fd00901e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a77c6cb3-f220-490a-bf03-8045eaa287db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1546638 Nov 11 12:24:53.780063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ec59124e-8d46-4f2d-b5ee-008bdcb8f381 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:53.783878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeb501-666c-411e-909a-0818ae10579d req-72d21a94-79ed-4049-96db-0d59b471b976 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:53.784257 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:53.790964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Router 1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:24:53.791312 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18aeb501-666c-411e-909a-0818ae10579d req-72d21a94-79ed-4049-96db-0d59b471b976 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 944 time: 0.1089334 Nov 11 12:24:53.888501 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2b886e09-f363-4122-973a-b2548cdeff7c None None] Provisioning complete for port cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:53.890067 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2b886e09-f363-4122-973a-b2548cdeff7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:53.893638 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd81c462-6c86-4ae5-9380-38a19141b78f req-3d1f450b-8666-4cf2-8643-deb87800f814 service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277768 Nov 11 12:24:53.904567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18aeb501-666c-411e-909a-0818ae10579d req-6a5b2e8c-5c04-4196-8511-105f8831e660 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037569 Nov 11 12:24:53.962500 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2b886e09-f363-4122-973a-b2548cdeff7c None None] Port cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:54.011192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:24:54.017801 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-efdd77df-4d73-4d1f-b77c-7d375676125e admin admin] 10.222.0.65 "PUT /v2.0/routers/1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5242383 Nov 11 12:24:54.033085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36148) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:54.040032 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d64e72ca-d444-4a8f-a688-165e2f22d049 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329208151', 'description': 'tempest-secgroup-smoke-329208151 description', 'project_id': 'cd84530cc13144bcad0a0d119e726de1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:54.040244 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd81c462-6c86-4ae5-9380-38a19141b78f req-5b644345-0184-4dfc-81d3-453a6c285c4b service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150727 Nov 11 12:24:54.066438 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d64e72ca-d444-4a8f-a688-165e2f22d049 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.155291 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d64e72ca-d444-4a8f-a688-165e2f22d049 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.163014 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d64e72ca-d444-4a8f-a688-165e2f22d049 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.199345 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d64e72ca-d444-4a8f-a688-165e2f22d049 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.203604 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36154) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:54.204267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d64e72ca-d444-4a8f-a688-165e2f22d049 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1694925 Nov 11 12:24:54.204720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e72ca-d444-4a8f-a688-165e2f22d049 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:54.208174 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-8c002a1a-2013-43b0-85c5-bdffa78a7a30 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '8d85f1a2-5479-4a1d-b7db-f2a610b9ec57', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:54.247288 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c002a1a-2013-43b0-85c5-bdffa78a7a30 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.313678 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c002a1a-2013-43b0-85c5-bdffa78a7a30 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.319375 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c002a1a-2013-43b0-85c5-bdffa78a7a30 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.340940 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c002a1a-2013-43b0-85c5-bdffa78a7a30 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebfad2c-2f61-475b-a959-de3061d45010,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:54.350003 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8c002a1a-2013-43b0-85c5-bdffa78a7a30 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.351573 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8c002a1a-2013-43b0-85c5-bdffa78a7a30 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467276 Nov 11 12:24:54.354181 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36156) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:54.361322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-bfa74971-f3b0-45a0-9f3e-e123e557896d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '8d85f1a2-5479-4a1d-b7db-f2a610b9ec57', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:54.404222 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bfa74971-f3b0-45a0-9f3e-e123e557896d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.475303 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bfa74971-f3b0-45a0-9f3e-e123e557896d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.481570 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bfa74971-f3b0-45a0-9f3e-e123e557896d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.508820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa74971-f3b0-45a0-9f3e-e123e557896d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ab82db-1682-470a-928a-305574c78f7e,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:54.524427 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bfa74971-f3b0-45a0-9f3e-e123e557896d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.529521 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36160) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:54.529691 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bfa74971-f3b0-45a0-9f3e-e123e557896d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1743641 Nov 11 12:24:54.535074 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ff202bcc-03e5-4a71-9510-b7fcd9dfb175 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '8d85f1a2-5479-4a1d-b7db-f2a610b9ec57', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:54.593526 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779dbf4-f35c-4d19-9d35-3cc017e62d53 req-129680f8-4db6-46e6-9589-ecc2dc1404c0 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:54.595250 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff202bcc-03e5-4a71-9510-b7fcd9dfb175 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.595670 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3779dbf4-f35c-4d19-9d35-3cc017e62d53 req-129680f8-4db6-46e6-9589-ecc2dc1404c0 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 943 time: 0.0561481 Nov 11 12:24:54.674337 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3779dbf4-f35c-4d19-9d35-3cc017e62d53 req-c0176be7-dde3-415d-a0cc-b84d46b7a9ce tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b930ae9-a70e-4a4a-914d-9bcb778e7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638568 Nov 11 12:24:54.718348 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff202bcc-03e5-4a71-9510-b7fcd9dfb175 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.727350 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff202bcc-03e5-4a71-9510-b7fcd9dfb175 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.729372 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Sync routers for ids ['1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:24:54.742512 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Routers {'1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:54.743637 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:54.752387 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff202bcc-03e5-4a71-9510-b7fcd9dfb175 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64939a9-0fa4-4705-8c29-0a7babad553a,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:54.766070 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff202bcc-03e5-4a71-9510-b7fcd9dfb175 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.767545 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ff202bcc-03e5-4a71-9510-b7fcd9dfb175 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2369678 Nov 11 12:24:54.770521 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36162) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:54.775948 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e603b925-1f91-4358-93bb-1a50a70d857b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '8d85f1a2-5479-4a1d-b7db-f2a610b9ec57', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:54.785544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36164) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:54.791334 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-cd6dc046-e244-4c3f-9f1a-99be4338e4fb tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-520959360', 'description': 'tempest-secgroup-smoke-520959360 description', 'project_id': '67b11859c3d04bb7bd097f3247d81930'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:54.818916 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e603b925-1f91-4358-93bb-1a50a70d857b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.833100 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cd6dc046-e244-4c3f-9f1a-99be4338e4fb tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.894107 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Set router 1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:54.905933 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e603b925-1f91-4358-93bb-1a50a70d857b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.913653 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e603b925-1f91-4358-93bb-1a50a70d857b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.925031 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cd6dc046-e244-4c3f-9f1a-99be4338e4fb tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.932592 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cd6dc046-e244-4c3f-9f1a-99be4338e4fb tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.937941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603b925-1f91-4358-93bb-1a50a70d857b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576b878f-56b6-4803-8f89-02f260c4091f,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:54.950631 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e603b925-1f91-4358-93bb-1a50a70d857b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.955304 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e603b925-1f91-4358-93bb-1a50a70d857b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1835287 Nov 11 12:24:54.955911 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36170) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:54.960584 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2e8d5110-ae6d-4b13-8481-8321730a0132 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '8d85f1a2-5479-4a1d-b7db-f2a610b9ec57', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:54.995182 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-2e8d5110-ae6d-4b13-8481-8321730a0132 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Project cd84530cc13144bcad0a0d119e726de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:24:55.003632 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dc046-e244-4c3f-9f1a-99be4338e4fb tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:55.027321 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cd6dc046-e244-4c3f-9f1a-99be4338e4fb tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.027321 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cd6dc046-e244-4c3f-9f1a-99be4338e4fb tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2364671 Nov 11 12:24:55.027321 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36172) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:55.035411 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5110-ae6d-4b13-8481-8321730a0132 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.037960 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2144749c-91cc-4756-9ee2-9a956058d473 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Request body: {'security_group_rule': {'security_group_id': '4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d', 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:55.068394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4806d5f-9a3b-4213-bb14-eea6eb5b5cb2 req-0ee3b9f5-db31-4a79-a3a1-4450d2de471b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:55.070029 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a4806d5f-9a3b-4213-bb14-eea6eb5b5cb2 req-0ee3b9f5-db31-4a79-a3a1-4450d2de471b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 944 time: 0.0859663 Nov 11 12:24:55.078916 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2144749c-91cc-4756-9ee2-9a956058d473 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.148131 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5110-ae6d-4b13-8481-8321730a0132 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.157336 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5110-ae6d-4b13-8481-8321730a0132 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.169737 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a4806d5f-9a3b-4213-bb14-eea6eb5b5cb2 req-52097808-75d1-4342-9081-53ae8da17d8f tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914280 Nov 11 12:24:55.177206 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2144749c-91cc-4756-9ee2-9a956058d473 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.179391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d5110-ae6d-4b13-8481-8321730a0132 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbfbd2a-cb9b-4755-8928-5368208302f4,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:55.187023 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2144749c-91cc-4756-9ee2-9a956058d473 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.190944 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5110-ae6d-4b13-8481-8321730a0132 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.192841 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2e8d5110-ae6d-4b13-8481-8321730a0132 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2359991 Nov 11 12:24:55.196639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36174) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:55.201469 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-c8d87186-fa82-4ce8-bda4-b927a0e8611f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '8d85f1a2-5479-4a1d-b7db-f2a610b9ec57', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:55.211183 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144749c-91cc-4756-9ee2-9a956058d473 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71677ed-fa8f-4d6a-8156-ef8d1da1ca24,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:55.214943 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'name': 'tempest-TestServerBasicOps-842298603-router', 'tenant_id': 'f80f1179332a4179afa04f5d963ffeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'ec59124e-8d46-4f2d-b5ee-008bdcb8f381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:42Z', 'updated_at': '2021-11-11T12:24:52Z', 'revision_number': 4, 'project_id': 'f80f1179332a4179afa04f5d963ffeae', 'gw_port': {'id': 'ec59124e-8d46-4f2d-b5ee-008bdcb8f381', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:44Z', 'updated_at': '2021-11-11T12:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb', 'name': '', 'network_id': 'cb44e543-c443-4c3b-8dce-0c3de6dba42f', 'tenant_id': 'f80f1179332a4179afa04f5d963ffeae', 'mac_address': 'fa:16:3e:2c:a9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '8b240f07-a465-41e8-b9bd-c748246e0a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:50Z', 'updated_at': '2021-11-11T12:24:52Z', 'revision_number': 2, 'project_id': 'f80f1179332a4179afa04f5d963ffeae', 'subnets': [{'id': '8b240f07-a465-41e8-b9bd-c748246e0a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:55.231165 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-c8d87186-fa82-4ce8-bda4-b927a0e8611f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Project cd84530cc13144bcad0a0d119e726de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:24:55.237715 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2144749c-91cc-4756-9ee2-9a956058d473 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.238882 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c8d87186-fa82-4ce8-bda4-b927a0e8611f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.240102 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2144749c-91cc-4756-9ee2-9a956058d473 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2115333 Nov 11 12:24:55.242721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36176) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:55.247249 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Checking router: 1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:24:55.247493 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2f95aa4e-c691-4302-a8c1-a02569d5811f tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Request body: {'security_group_rule': {'security_group_id': '4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d', 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:55.247615 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Updating router 1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0 port cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:24:55.284603 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f95aa4e-c691-4302-a8c1-a02569d5811f tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.285121 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.323940 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c8d87186-fa82-4ce8-bda4-b927a0e8611f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.330730 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c8d87186-fa82-4ce8-bda4-b927a0e8611f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.355029 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d87186-fa82-4ce8-bda4-b927a0e8611f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a14d5f-556e-4298-8a67-2b426c27837b,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:55.363910 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c8d87186-fa82-4ce8-bda4-b927a0e8611f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.365454 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c8d87186-fa82-4ce8-bda4-b927a0e8611f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1678352 Nov 11 12:24:55.368678 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36178) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:55.370799 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f95aa4e-c691-4302-a8c1-a02569d5811f tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.374041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d3375975-62cf-4e29-8b84-8b640871ee5f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'network': {'name': 'tempest-network-smoke--2104270533', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'port_security_enabled': True}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:55.377924 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f95aa4e-c691-4302-a8c1-a02569d5811f tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.400561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95aa4e-c691-4302-a8c1-a02569d5811f tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f908a2-2194-49f4-81f8-87c661e10367,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:55.400797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3375975-62cf-4e29-8b84-8b640871ee5f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Made reservation on behalf of cd84530cc13144bcad0a0d119e726de1 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:24:55.405234 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d3375975-62cf-4e29-8b84-8b640871ee5f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.411192 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f95aa4e-c691-4302-a8c1-a02569d5811f tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.412569 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2f95aa4e-c691-4302-a8c1-a02569d5811f tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1688271 Nov 11 12:24:55.416644 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36180) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:55.423734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c5994630-740d-47ae-a5a8-f583f89322b4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Request body: {'security_group_rule': {'security_group_id': '4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d', 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:55.436760 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3375975-62cf-4e29-8b84-8b640871ee5f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:24:55.448000 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d3375975-62cf-4e29-8b84-8b640871ee5f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.448350 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-d3375975-62cf-4e29-8b84-8b640871ee5f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Added segment 5fc329fc-54d6-44bd-a35f-2a0d0ef89f55 of type vlan for network febffe74-d96b-43f0-a13f-3d292f10f418 Nov 11 12:24:55.459507 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5994630-740d-47ae-a5a8-f583f89322b4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.507704 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d3375975-62cf-4e29-8b84-8b640871ee5f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.537497 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5994630-740d-47ae-a5a8-f583f89322b4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.538108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d3375975-62cf-4e29-8b84-8b640871ee5f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.542664 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5994630-740d-47ae-a5a8-f583f89322b4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.544552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3375975-62cf-4e29-8b84-8b640871ee5f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:55.545172 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d3375975-62cf-4e29-8b84-8b640871ee5f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.563938 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5994630-740d-47ae-a5a8-f583f89322b4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5b427a-e1e6-47b1-bb49-ac50b00151ac,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:55.572444 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5994630-740d-47ae-a5a8-f583f89322b4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.576924 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c5994630-740d-47ae-a5a8-f583f89322b4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1586602 Nov 11 12:24:55.577474 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36182) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:55.581415 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d3375975-62cf-4e29-8b84-8b640871ee5f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2114556 Nov 11 12:24:55.582513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-6b256fb8-ad95-46a3-8fe5-45cebde57f9e tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Request body: {'security_group_rule': {'security_group_id': '4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d', 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:55.587689 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36184) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:55.592435 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-452059019', 'admin_state_up': True, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:55.618209 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.db.api [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:24:55.618209 n-d-807359-3 neutron-server[109154]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 12:24:55.618209 n-d-807359-3 neutron-server[109154]: [parameters: {'project_id_1': 'cd84530cc13144bcad0a0d119e726de1', 'expiration_1': datetime.datetime(2021, 11, 11, 12, 24, 35, 602665)}] Nov 11 12:24:55.618209 n-d-807359-3 neutron-server[109154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:24:55.618747 n-d-807359-3 neutron-server[109154]: DEBUG oslo_db.api [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:24:55.639417 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3375975-62cf-4e29-8b84-8b640871ee5f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Network': ['ID=febffe74-d96b-43f0-a13f-3d292f10f418,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:55.641833 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b256fb8-ad95-46a3-8fe5-45cebde57f9e tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.652829 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network febffe74-d96b-43f0-a13f-3d292f10f418 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:24:55.680211 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.693993 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.726324 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b256fb8-ad95-46a3-8fe5-45cebde57f9e tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.732936 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b256fb8-ad95-46a3-8fe5-45cebde57f9e tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.772078 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6b256fb8-ad95-46a3-8fe5-45cebde57f9e tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.773678 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6b256fb8-ad95-46a3-8fe5-45cebde57f9e tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1949658 Nov 11 12:24:55.774795 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b256fb8-ad95-46a3-8fe5-45cebde57f9e tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4ac1f4-d2eb-406a-8b08-18f888207735,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:55.776509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36188) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:55.781397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b84a1503-5291-4000-abd1-b4de85fa9a48 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Request body: {'security_group_rule': {'security_group_id': '4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d', 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:55.798009 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2c4a8402-091b-465e-af14-32fbb8a0c736 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:24:55.872776 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-b84a1503-5291-4000-abd1-b4de85fa9a48 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Project 67b11859c3d04bb7bd097f3247d81930 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:24:55.875857 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762352d5-5dcb-4558-bc6f-1ade8b77df21 None None] Pushing event updated for resources: {'Port': ['ID=cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:55.899048 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Attempting to bind port cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:24:55.899332 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Attempting to bind port cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'feb6878c-8025-4dd4-bd71-1f2763d46e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cb44e543-c443-4c3b-8dce-0c3de6dba42f'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:24:55.899687 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Attempting to bind port cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb on network cb44e543-c443-4c3b-8dce-0c3de6dba42f {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:55.905617 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:24:55.905988 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Checking segment: {'id': 'feb6878c-8025-4dd4-bd71-1f2763d46e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cb44e543-c443-4c3b-8dce-0c3de6dba42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:55.906385 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.907126 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Bound using segment: {'id': 'feb6878c-8025-4dd4-bd71-1f2763d46e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cb44e543-c443-4c3b-8dce-0c3de6dba42f'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:24:55.907594 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Bound port: cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb6878c-8025-4dd4-bd71-1f2763d46e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cb44e543-c443-4c3b-8dce-0c3de6dba42f'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:24:55.907968 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.930349 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b84a1503-5291-4000-abd1-b4de85fa9a48 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.994229 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] For port cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:24:55.998762 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] For port cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb,segment=NetworkSegment(feb6878c-8025-4dd4-bd71-1f2763d46e10),segment_id=feb6878c-8025-4dd4-bd71-1f2763d46e10)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:24:56.013965 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.028926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d9561-9ce0-498e-ac4d-ea12cb095a9a req-103b60a9-6cb8-4758-bda8-9586c5350b34 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:56.030843 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e6d9561-9ce0-498e-ac4d-ea12cb095a9a req-103b60a9-6cb8-4758-bda8-9586c5350b34 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 943 time: 0.1846130 Nov 11 12:24:56.050052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2c4a8402-091b-465e-af14-32fbb8a0c736, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2c4a8402-091b-465e-af14-32fbb8a0c736,segment=NetworkSegment(f581aca4-3e82-41e8-8516-c5451400bec8),segment_id=f581aca4-3e82-41e8-8516-c5451400bec8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:56.083697 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b84a1503-5291-4000-abd1-b4de85fa9a48 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.083843 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '2c4a8402-091b-465e-af14-32fbb8a0c736', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'port_id': '2c4a8402-091b-465e-af14-32fbb8a0c736', 'mac_address': 'fa:16:3e:46:14:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:24:56.104921 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b84a1503-5291-4000-abd1-b4de85fa9a48 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.148383 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a1503-5291-4000-abd1-b4de85fa9a48 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efba966-74ae-4d6c-aff1-344e37016b97,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:56.164760 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.165409 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Routers {'1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:56.166053 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.172523 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:56.207634 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b84a1503-5291-4000-abd1-b4de85fa9a48 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.215969 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36194) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:56.216884 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b84a1503-5291-4000-abd1-b4de85fa9a48 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4324710 Nov 11 12:24:56.230208 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f8994f99-5030-4c04-8859-aaab98d8e420 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Request body: {'security_group_rule': {'security_group_id': '4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d', 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:56.239935 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f20c0d64-d80a-411b-ae68-b2386983e0d9 None None] Provisioning complete for port cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:56.240475 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f20c0d64-d80a-411b-ae68-b2386983e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.246758 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.252028 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3e6d9561-9ce0-498e-ac4d-ea12cb095a9a req-1d7025fe-6f26-4802-ac13-119e266ebbf2 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b930ae9-a70e-4a4a-914d-9bcb778e7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959052 Nov 11 12:24:56.328584 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4a8402-091b-465e-af14-32fbb8a0c736 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:24:56.341537 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-f8994f99-5030-4c04-8859-aaab98d8e420 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Project 67b11859c3d04bb7bd097f3247d81930 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:24:56.352398 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.353721 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8994f99-5030-4c04-8859-aaab98d8e420 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.394751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2c4a8402-091b-465e-af14-32fbb8a0c736, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2c4a8402-091b-465e-af14-32fbb8a0c736,segment=NetworkSegment(f581aca4-3e82-41e8-8516-c5451400bec8),segment_id=f581aca4-3e82-41e8-8516-c5451400bec8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:56.414313 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.470796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9d7c1-8fe0-4522-bc6a-72974c46175e req-5a1ec736-38e3-4a92-a6db-fb76e691f8a3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:56.475290 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7f9d7c1-8fe0-4522-bc6a-72974c46175e req-5a1ec736-38e3-4a92-a6db-fb76e691f8a3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 944 time: 0.1414433 Nov 11 12:24:56.541221 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=2c4a8402-091b-465e-af14-32fbb8a0c736,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:56.554443 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:56.555554 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:56.556105 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:56.556850 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:56.557631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:56.558415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:56.559911 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:56.560459 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:56.560996 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:56.561534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:56.562093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:56.562618 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:56.572307 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f20c0d64-d80a-411b-ae68-b2386983e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.615010 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7f9d7c1-8fe0-4522-bc6a-72974c46175e req-9a11f99c-7368-491a-b890-34143fd40201 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309912 Nov 11 12:24:56.625578 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f20c0d64-d80a-411b-ae68-b2386983e0d9 None None] For port cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb,segment=NetworkSegment(feb6878c-8025-4dd4-bd71-1f2763d46e10),segment_id=feb6878c-8025-4dd4-bd71-1f2763d46e10)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:56.633732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['2c4a8402-091b-465e-af14-32fbb8a0c736'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:24:56.643299 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762352d5-5dcb-4558-bc6f-1ade8b77df21 None None] Pushing event updated for resources: {'Port': ['ID=cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:56.662591 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f20c0d64-d80a-411b-ae68-b2386983e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.677893 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] Set router 1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:56.739216 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c0d64-d80a-411b-ae68-b2386983e0d9 None None] Pushing event updated for resources: {'Port': ['ID=cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:56.814270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-92ab706d-e9cc-46f9-8aff-80a03e19d83d None None] Provisioning complete for port cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:56.814921 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-92ab706d-e9cc-46f9-8aff-80a03e19d83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.965180 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'name': 'tempest-TestServerBasicOps-842298603-router', 'tenant_id': 'f80f1179332a4179afa04f5d963ffeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'ec59124e-8d46-4f2d-b5ee-008bdcb8f381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:42Z', 'updated_at': '2021-11-11T12:24:52Z', 'revision_number': 4, 'project_id': 'f80f1179332a4179afa04f5d963ffeae', 'gw_port': {'id': 'ec59124e-8d46-4f2d-b5ee-008bdcb8f381', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:44Z', 'updated_at': '2021-11-11T12:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb', 'name': '', 'network_id': 'cb44e543-c443-4c3b-8dce-0c3de6dba42f', 'tenant_id': 'f80f1179332a4179afa04f5d963ffeae', 'mac_address': 'fa:16:3e:2c:a9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '8b240f07-a465-41e8-b9bd-c748246e0a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:50Z', 'updated_at': '2021-11-11T12:24:55Z', 'revision_number': 4, 'project_id': 'f80f1179332a4179afa04f5d963ffeae', 'subnets': [{'id': '8b240f07-a465-41e8-b9bd-c748246e0a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:56.988818 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8994f99-5030-4c04-8859-aaab98d8e420 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.997335 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544653c6-fc9d-49e5-861c-2b1b6b1c9127 None None] The sync data for ids ['1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'] in n-d-807359-3 is: [{'id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'name': 'tempest-TestServerBasicOps-842298603-router', 'tenant_id': 'f80f1179332a4179afa04f5d963ffeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'ec59124e-8d46-4f2d-b5ee-008bdcb8f381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:42Z', 'updated_at': '2021-11-11T12:24:52Z', 'revision_number': 4, 'project_id': 'f80f1179332a4179afa04f5d963ffeae', 'gw_port': {'id': 'ec59124e-8d46-4f2d-b5ee-008bdcb8f381', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:44Z', 'updated_at': '2021-11-11T12:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb', 'name': '', 'network_id': 'cb44e543-c443-4c3b-8dce-0c3de6dba42f', 'tenant_id': 'f80f1179332a4179afa04f5d963ffeae', 'mac_address': 'fa:16:3e:2c:a9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '8b240f07-a465-41e8-b9bd-c748246e0a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:50Z', 'updated_at': '2021-11-11T12:24:55Z', 'revision_number': 4, 'project_id': 'f80f1179332a4179afa04f5d963ffeae', 'subnets': [{'id': '8b240f07-a465-41e8-b9bd-c748246e0a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:24:57.030847 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8994f99-5030-4c04-8859-aaab98d8e420 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:57.094860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8994f99-5030-4c04-8859-aaab98d8e420 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b6aeb4-0e42-47ca-bff5-14759d95909a,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:57.142766 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8994f99-5030-4c04-8859-aaab98d8e420 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:57.146229 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f8994f99-5030-4c04-8859-aaab98d8e420 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9274452 Nov 11 12:24:57.202128 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:57.551954 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:57.553819 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-a03c145c-cbd5-4664-88ae-ebd83d19bb06 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-520959360&fields=id&tenant_id=67b11859c3d04bb7bd097f3247d81930 HTTP/1.1" status: 200 len: 267 time: 0.1949143 Nov 11 12:24:57.571549 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851844d-3c52-44cc-868f-27265ed9ad3a req-1c84678f-a8ea-459d-a0d5-5d6d897085b9 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:57.574477 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1851844d-3c52-44cc-868f-27265ed9ad3a req-1c84678f-a8ea-459d-a0d5-5d6d897085b9 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 944 time: 0.1890268 Nov 11 12:24:57.586599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:57.602922 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:57.697904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:57.699383 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:57.762180 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1851844d-3c52-44cc-868f-27265ed9ad3a req-4d15335b-2444-4806-aaac-94d999f390d4 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b930ae9-a70e-4a4a-914d-9bcb778e7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738358 Nov 11 12:24:57.832851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2c4a8402-091b-465e-af14-32fbb8a0c736 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:57.855672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-373e2e25-1690-4e87-998e-18305a0aba77 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:57.863786 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Allocated IP 172.25.2.17 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/9c0bfe59-57b2-484f-b4b6-62f270209da3) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:24:57.868813 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-373e2e25-1690-4e87-998e-18305a0aba77 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/networks?id=f07c30fe-25ac-44c7-ba0b-144c97abab0d HTTP/1.1" status: 200 len: 809 time: 0.2929831 Nov 11 12:24:57.897669 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-ef0d3e54-f298-4d6b-b42a-9b708a259385 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/quotas/67b11859c3d04bb7bd097f3247d81930 HTTP/1.1" status: 200 len: 375 time: 0.0266576 Nov 11 12:24:57.971311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 2c4a8402-091b-465e-af14-32fbb8a0c736 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:24:57.982594 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 2c4a8402-091b-465e-af14-32fbb8a0c736 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:57.983428 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:58.030124 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:58.055721 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-eba501db-9f04-43d9-bf1d-e8d5443809df tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=67b11859c3d04bb7bd097f3247d81930&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1485491 Nov 11 12:24:58.069188 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942c712-404b-405b-a84a-2a07a92296d2 req-f7499a9c-84b4-476d-819c-d97ae84f31d1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:58.071927 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a942c712-404b-405b-a84a-2a07a92296d2 req-f7499a9c-84b4-476d-819c-d97ae84f31d1 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 944 time: 0.1025963 Nov 11 12:24:58.135052 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:58.145839 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:58.162159 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a942c712-404b-405b-a84a-2a07a92296d2 req-172ed066-d1d2-4f5d-ae58-80536f18729a tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817587 Nov 11 12:24:58.173611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937d9910-9843-4cfe-9a13-2b4716a9a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4a8402-091b-465e-af14-32fbb8a0c736'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:58.180714 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004a91e8-d592-4ab2-942b-eeb93d054e7d" -d '{"events": [{"server_uuid": "937d9910-9843-4cfe-9a13-2b4716a9a379", "name": "network-vif-plugged", "status": "completed", "tag": "2c4a8402-091b-465e-af14-32fbb8a0c736"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:58.201790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:58.205436 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:58.209522 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:24:58.221337 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2c4a8402-091b-465e-af14-32fbb8a0c736, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2c4a8402-091b-465e-af14-32fbb8a0c736,segment=NetworkSegment(f581aca4-3e82-41e8-8516-c5451400bec8),segment_id=f581aca4-3e82-41e8-8516-c5451400bec8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:58.229170 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b169a0-2aca-4709-8fae-da5b129da904 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:24:58.241036 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:58.294680 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=9c0bfe59-57b2-484f-b4b6-62f270209da3,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:58.370883 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62dc2c9-3a42-4f26-acc0-d78b396a84d6 x-openstack-request-id: req-f62dc2c9-3a42-4f26-acc0-d78b396a84d6 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:58.372068 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937d9910-9843-4cfe-9a13-2b4716a9a379", "name": "network-vif-plugged", "status": "completed", "tag": "2c4a8402-091b-465e-af14-32fbb8a0c736", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:58.375027 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f62dc2c9-3a42-4f26-acc0-d78b396a84d6 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:58.375707 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937d9910-9843-4cfe-9a13-2b4716a9a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4a8402-091b-465e-af14-32fbb8a0c736', 'code': 200} Nov 11 12:24:58.386114 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=2c4a8402-091b-465e-af14-32fbb8a0c736,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:58.424219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0f353f12-8126-476e-ab09-7af72d987875 None None] Provisioning complete for port 9c0bfe59-57b2-484f-b4b6-62f270209da3 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:58.424972 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0f353f12-8126-476e-ab09-7af72d987875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:58.433052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-84e4eadc-02e8-46d6-8b12-9e9dc324d658 service neutron] 10.222.0.65 "GET /v2.0/networks/f07c30fe-25ac-44c7-ba0b-144c97abab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142698 Nov 11 12:24:58.475937 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0f353f12-8126-476e-ab09-7af72d987875 None None] Port 9c0bfe59-57b2-484f-b4b6-62f270209da3 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:58.504381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf904dd-f20f-4055-bc70-abbeb7a3a7be req-dd2a38f1-da1d-4c45-871a-2a4ddd29c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:58.506038 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0bf904dd-f20f-4055-bc70-abbeb7a3a7be req-dd2a38f1-da1d-4c45-871a-2a4ddd29c801 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 1096 time: 0.1391037 Nov 11 12:24:58.555102 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-28e2115b-c3bd-4869-ad75-7c75f878254c service neutron] 10.222.0.65 "GET /v2.0/networks/f07c30fe-25ac-44c7-ba0b-144c97abab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211503 Nov 11 12:24:58.611086 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0bf904dd-f20f-4055-bc70-abbeb7a3a7be req-a9c96f40-182e-49f3-80ec-ef75339a5e80 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4b930ae9-a70e-4a4a-914d-9bcb778e7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960732 Nov 11 12:24:58.674502 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:58.818188 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8be802b3-3926-4440-93a9-7c290891a7e9 req-fd45c576-d221-4479-971b-23748cd4467e tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 210 time: 0.0539937 Nov 11 12:24:58.933084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c77538-8f47-454a-9097-697f35da97df req-15843b82-8a7b-4abf-b1f2-33dd2b0526e2 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:58.934774 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7c77538-8f47-454a-9097-697f35da97df req-15843b82-8a7b-4abf-b1f2-33dd2b0526e2 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 945 time: 0.0673780 Nov 11 12:24:58.952238 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:58.994797 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7c77538-8f47-454a-9097-697f35da97df req-a46bcc86-bda2-4952-9215-cda9b566f05f tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b930ae9-a70e-4a4a-914d-9bcb778e7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517941 Nov 11 12:24:59.106332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router 9cda02e8-2444-4f52-911e-a16b7f0fbdab is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:24:59.235056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:24:59.247513 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Sync routers for ids ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:24:59.262062 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:59.262839 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Routers {'9cda02e8-2444-4f52-911e-a16b7f0fbdab'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:59.266523 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cfa1de38-90fe-46dd-aee5-cd733eab2282 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.6747050 Nov 11 12:24:59.267708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:59.273810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36234) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:59.304657 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26c274-2199-4863-a982-8bfae596721d req-ab13f679-5beb-4c35-9aea-058e066728ff tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:59.311872 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e26c274-2199-4863-a982-8bfae596721d req-ab13f679-5beb-4c35-9aea-058e066728ff tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 944 time: 0.0654817 Nov 11 12:24:59.324165 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cc3789c2-9b3b-4fe1-9ad4-9075cb112865 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cd84530cc13144bcad0a0d119e726de1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490801 Nov 11 12:24:59.327291 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36236) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:59.402492 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e26c274-2199-4863-a982-8bfae596721d req-8785fcad-b741-4a30-b667-06026095d57b tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766072 Nov 11 12:24:59.445069 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Set router 9cda02e8-2444-4f52-911e-a16b7f0fbdab gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:59.446810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e2259b-2d64-4153-a2ee-dac3e1585037 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:59.449104 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-89e2259b-2d64-4153-a2ee-dac3e1585037 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1199911 Nov 11 12:24:59.452026 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36240) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:59.492047 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-06f53135-5482-42e0-8645-f9b86aa39fe9 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386243 Nov 11 12:24:59.494670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36242) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:59.499547 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e8f26fd6-a407-4b9b-930a-6225d7ab256b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-684040230', 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:59.606570 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f26fd6-a407-4b9b-930a-6225d7ab256b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Made reservation on behalf of cd84530cc13144bcad0a0d119e726de1 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:24:59.612314 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e8f26fd6-a407-4b9b-930a-6225d7ab256b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:59.682704 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452059019', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:56Z', 'updated_at': '2021-11-11T12:24:58Z', 'revision_number': 3, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:57Z', 'updated_at': '2021-11-11T12:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:59.712063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Checking router: 9cda02e8-2444-4f52-911e-a16b7f0fbdab for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:24:59.712474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Updating router 9cda02e8-2444-4f52-911e-a16b7f0fbdab port 9c0bfe59-57b2-484f-b4b6-62f270209da3 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:24:59.738673 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:59.856647 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e8f26fd6-a407-4b9b-930a-6225d7ab256b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:59.958169 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f26fd6-a407-4b9b-930a-6225d7ab256b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Subnet': ['ID=42a975f5-4d89-4056-bc6b-6e34ba2e07a9,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:59.963467 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fbe5baf3-b68c-476a-b174-6234b639b08d req-40127ab6-4902-4fc1-a724-99dad577395c tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 210 time: 0.0502214 Nov 11 12:24:59.971586 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f26fd6-a407-4b9b-930a-6225d7ab256b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Checking segment: {'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:59.972060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f26fd6-a407-4b9b-930a-6225d7ab256b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network hostable DHCP agents. Network: febffe74-d96b-43f0-a13f-3d292f10f418, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:24:59.998603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f26fd6-a407-4b9b-930a-6225d7ab256b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network febffe74-d96b-43f0-a13f-3d292f10f418 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:25:00.012966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-e8f26fd6-a407-4b9b-930a-6225d7ab256b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, febffe74-d96b-43f0-a13f-3d292f10f418) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:25:00.018756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f26fd6-a407-4b9b-930a-6225d7ab256b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:00.019365 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e8f26fd6-a407-4b9b-930a-6225d7ab256b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:00.048098 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e8f26fd6-a407-4b9b-930a-6225d7ab256b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5523677 Nov 11 12:25:00.050928 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36248) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:00.061164 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:00.066685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ad8734-382a-4f1c-a8b2-451c4fd176fd None None] Network febffe74-d96b-43f0-a13f-3d292f10f418 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:25:00.121692 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:00.183001 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34117ff-4c39-44d7-bcbd-d79063c720d0 req-426eda27-29a3-4f3b-b7e6-639a561ecd33 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:00.193372 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e34117ff-4c39-44d7-bcbd-d79063c720d0 req-426eda27-29a3-4f3b-b7e6-639a561ecd33 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 945 time: 0.0941677 Nov 11 12:25:00.311511 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e34117ff-4c39-44d7-bcbd-d79063c720d0 req-e81693c1-7798-4295-9bb1-5fb8981aa795 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b930ae9-a70e-4a4a-914d-9bcb778e7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168938 Nov 11 12:25:00.390087 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Attempting to bind port 9c0bfe59-57b2-484f-b4b6-62f270209da3 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:25:00.390729 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Attempting to bind port 9c0bfe59-57b2-484f-b4b6-62f270209da3 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:25:00.390729 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Attempting to bind port 9c0bfe59-57b2-484f-b4b6-62f270209da3 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:00.393823 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3687cbe5-08ba-429a-9c63-89e4287e680e None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:25:00.408368 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:25:00.408743 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:25:00.409144 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:00.409531 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:25:00.410038 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Bound port: 9c0bfe59-57b2-484f-b4b6-62f270209da3, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:25:00.410417 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:00.412718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-6443e502-096f-4269-b318-9ab4ca870db1 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:00.414260 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-6443e502-096f-4269-b318-9ab4ca870db1 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.62 "GET /v2.0/networks?id=f07c30fe-25ac-44c7-ba0b-144c97abab0d HTTP/1.1" status: 200 len: 809 time: 0.3542142 Nov 11 12:25:00.414391 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86683195-c263-42a3-a696-0eaee3d1dc0c None None] Pushing event updated for resources: {'Port': ['ID=9c0bfe59-57b2-484f-b4b6-62f270209da3,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:00.536309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915243a-0407-4dc8-9f3d-bd0684cc006e req-a20cd240-463d-4863-875f-61697596463a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:00.539165 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a915243a-0407-4dc8-9f3d-bd0684cc006e req-a20cd240-463d-4863-875f-61697596463a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 945 time: 0.1589048 Nov 11 12:25:00.543617 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-febffe74-d96b-43f0-a13f-3d292f10f418', 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ips': [{'subnet_id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:25:00.544828 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:00.549071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] For port 9c0bfe59-57b2-484f-b4b6-62f270209da3, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:25:00.550713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36256) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:00.563023 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-67ef7756-2c3c-4a37-93e9-4731ba690b7c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Request body: {'floatingip': {'port_id': '2c4a8402-091b-465e-af14-32fbb8a0c736'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:00.574991 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-89cd6695-e575-4dea-bb41-e43ed3ae61bd tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67b11859c3d04bb7bd097f3247d81930 HTTP/1.1" status: 200 len: 379 time: 0.1262760 Nov 11 12:25:00.580652 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] For port 9c0bfe59-57b2-484f-b4b6-62f270209da3, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9c0bfe59-57b2-484f-b4b6-62f270209da3,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:25:00.586625 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-ed1f6054-28ec-47eb-9ce6-4207ae69b671 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Request body: {'port': {'device_id': '4c095de5-ab2a-43e1-a56e-fdcda012786b', 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d', 'admin_state_up': True, 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'security_groups': ['4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:00.596203 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:00.635541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9a7eadf9-d9ec-4ef5-af79-bae0e350e784 None None] Provisioning complete for port 9c0bfe59-57b2-484f-b4b6-62f270209da3 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:00.635801 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9a7eadf9-d9ec-4ef5-af79-bae0e350e784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:00.659102 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67ef7756-2c3c-4a37-93e9-4731ba690b7c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:00.724879 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f795d7-41be-4e1d-b9b9-1159ad8dc40c None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:25:00.760307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082343c-6449-45c1-908d-10c271b7e3b6 req-643158e9-cdce-4ab3-bd11-6fbb24bf43f2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:00.762311 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7082343c-6449-45c1-908d-10c271b7e3b6 req-643158e9-cdce-4ab3-bd11-6fbb24bf43f2 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 944 time: 0.1918302 Nov 11 12:25:00.795624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86683195-c263-42a3-a696-0eaee3d1dc0c None None] Pushing event updated for resources: {'Port': ['ID=9c0bfe59-57b2-484f-b4b6-62f270209da3,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:00.830160 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Routers {'9cda02e8-2444-4f52-911e-a16b7f0fbdab'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:00.830824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:00.857260 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7082343c-6449-45c1-908d-10c271b7e3b6 req-c4fd9cfc-ab99-4676-87ff-757acf2c9279 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719476 Nov 11 12:25:00.879600 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-ed1f6054-28ec-47eb-9ce6-4207ae69b671 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Made reservation on behalf of 67b11859c3d04bb7bd097f3247d81930 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:25:00.883154 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-ed1f6054-28ec-47eb-9ce6-4207ae69b671 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:00.936838 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:00.963336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Allocated IP 172.20.0.2 (febffe74-d96b-43f0-a13f-3d292f10f418/42a975f5-4d89-4056-bc6b-6e34ba2e07a9/3df667b0-fcfc-4b8f-8393-62dff0e40933) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:25:01.008203 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9a7eadf9-d9ec-4ef5-af79-bae0e350e784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.063443 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9a7eadf9-d9ec-4ef5-af79-bae0e350e784 None None] For port 9c0bfe59-57b2-484f-b4b6-62f270209da3, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9c0bfe59-57b2-484f-b4b6-62f270209da3,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:01.083028 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9a7eadf9-d9ec-4ef5-af79-bae0e350e784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.140479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] Set router 9cda02e8-2444-4f52-911e-a16b7f0fbdab gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:01.153445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f4bdbb62-d4ce-4c63-ae9c-660296697b03 req-0a826570-eb78-40a7-84e5-09c0752b4677 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 210 time: 0.0357811 Nov 11 12:25:01.305872 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7eadf9-d9ec-4ef5-af79-bae0e350e784 None None] Pushing event updated for resources: {'Port': ['ID=9c0bfe59-57b2-484f-b4b6-62f270209da3,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:01.309238 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-ed1f6054-28ec-47eb-9ce6-4207ae69b671 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Allocated IP 172.20.0.4 (f07c30fe-25ac-44c7-ba0b-144c97abab0d/97cba9ec-4d12-477e-b42e-81384b6b0f88/4d462d77-e00e-4ea6-9c1c-07d083b341f6) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:25:01.358141 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1ef5fa70-3c5a-4f39-bb68-29fbb90e9605 None None] Provisioning complete for port 9c0bfe59-57b2-484f-b4b6-62f270209da3 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:01.358814 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ef5fa70-3c5a-4f39-bb68-29fbb90e9605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.363095 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67ef7756-2c3c-4a37-93e9-4731ba690b7c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.369230 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67ef7756-2c3c-4a37-93e9-4731ba690b7c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.502812 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-67ef7756-2c3c-4a37-93e9-4731ba690b7c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Floating IP c0968e81-fb19-4265-b705-77892d8aa746 associated. External IP: 172.25.2.205, port: 2c4a8402-091b-465e-af14-32fbb8a0c736. Nov 11 12:25:01.522908 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.574250 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.611530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Allocated IP 172.20.0.1 (febffe74-d96b-43f0-a13f-3d292f10f418/42a975f5-4d89-4056-bc6b-6e34ba2e07a9/05e744c2-3ca3-41df-ba7a-5e33461f8645) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:25:01.648662 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Network febffe74-d96b-43f0-a13f-3d292f10f418 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:25:01.655451 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:25:01.660817 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:25:01.676983 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Pushing event updated for resources: {'Port': ['ID=3df667b0-fcfc-4b8f-8393-62dff0e40933,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:01.697328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452059019', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:56Z', 'updated_at': '2021-11-11T12:24:58Z', 'revision_number': 3, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:57Z', 'updated_at': '2021-11-11T12:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:01.717357 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-ed1f6054-28ec-47eb-9ce6-4207ae69b671 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.727832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70054315-0f68-432f-924e-1a7f1a9783fe None None] The sync data for ids ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'] in n-d-807359-3 is: [{'id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452059019', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:56Z', 'updated_at': '2021-11-11T12:24:58Z', 'revision_number': 3, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:57Z', 'updated_at': '2021-11-11T12:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:25:01.766904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Attempting to bind port 3df667b0-fcfc-4b8f-8393-62dff0e40933 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:25:01.767273 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Attempting to bind port 3df667b0-fcfc-4b8f-8393-62dff0e40933 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:25:01.767641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Attempting to bind port 3df667b0-fcfc-4b8f-8393-62dff0e40933 on network febffe74-d96b-43f0-a13f-3d292f10f418 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:01.792098 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:25:01.793612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Checking segment: {'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:25:01.795014 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.796128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Bound using segment: {'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:25:01.797057 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Bound port: 3df667b0-fcfc-4b8f-8393-62dff0e40933, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:25:01.798076 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.807065 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.811977 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-ed1f6054-28ec-47eb-9ce6-4207ae69b671 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.884682 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ef7756-2c3c-4a37-93e9-4731ba690b7c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:25:01.910384 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b70e5803-76cc-4683-8491-3e1c0d5fadf9 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:25:01.955962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-ed1f6054-28ec-47eb-9ce6-4207ae69b671 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Network f07c30fe-25ac-44c7-ba0b-144c97abab0d is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:25:01.965855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-ed1f6054-28ec-47eb-9ce6-4207ae69b671 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:25:01.975913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-ed1f6054-28ec-47eb-9ce6-4207ae69b671 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:25:01.981579 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f6054-28ec-47eb-9ce6-4207ae69b671 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Pushing event updated for resources: {'Port': ['ID=4d462d77-e00e-4ea6-9c1c-07d083b341f6,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:02.071189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] For port 3df667b0-fcfc-4b8f-8393-62dff0e40933, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:25:02.096579 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] For port 3df667b0-fcfc-4b8f-8393-62dff0e40933, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=3df667b0-fcfc-4b8f-8393-62dff0e40933,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:25:02.116126 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.141943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ea8eb-4820-41ad-bfb3-9c07fc87bd26 req-ec63722f-06bb-4744-bf9d-cca50b9778b9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:02.143461 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f04ea8eb-4820-41ad-bfb3-9c07fc87bd26 req-ec63722f-06bb-4744-bf9d-cca50b9778b9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 944 time: 0.1489031 Nov 11 12:25:02.266926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port b70e5803-76cc-4683-8491-3e1c0d5fadf9, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b70e5803-76cc-4683-8491-3e1c0d5fadf9,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:02.314209 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'b70e5803-76cc-4683-8491-3e1c0d5fadf9', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'port_id': 'b70e5803-76cc-4683-8491-3e1c0d5fadf9', 'mac_address': 'fa:16:3e:80:16:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:25:02.383373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279fc72-9345-4ad2-99bf-a2d0c93a9407 None None] Pushing event updated for resources: {'Port': ['ID=3df667b0-fcfc-4b8f-8393-62dff0e40933,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:02.424143 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ef7756-2c3c-4a37-93e9-4731ba690b7c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:25:02.438291 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e9dbf4-69d3-4d76-b9c4-292f8faa84d6 None None] Sync routers for ids ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:25:02.443535 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-67ef7756-2c3c-4a37-93e9-4731ba690b7c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.454264 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e9dbf4-69d3-4d76-b9c4-292f8faa84d6 None None] Routers {'d2e2ea21-d6f1-42f4-a976-af1dd1840a96'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:02.455298 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-87e9dbf4-69d3-4d76-b9c4-292f8faa84d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:02.616856 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.641069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f04ea8eb-4820-41ad-bfb3-9c07fc87bd26 req-b26c6d4d-a99f-4882-ac78-02959bf20b72 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4756081 Nov 11 12:25:02.686817 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70e5803-76cc-4683-8491-3e1c0d5fadf9 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:25:02.697282 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-70872af3-769e-4bdf-a115-e21f9b447c63 None None] Provisioning complete for port 4d462d77-e00e-4ea6-9c1c-07d083b341f6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:02.698276 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-70872af3-769e-4bdf-a115-e21f9b447c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.710347 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-67ef7756-2c3c-4a37-93e9-4731ba690b7c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "PUT /v2.0/floatingips/c0968e81-fb19-4265-b705-77892d8aa746 HTTP/1.1" status: 200 len: 991 time: 2.1570008 Nov 11 12:25:02.712580 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937d9910-9843-4cfe-9a13-2b4716a9a379', 'tag': '2c4a8402-091b-465e-af14-32fbb8a0c736'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:02.728766 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9563a8-e088-4b00-a0f7-4f9650b95435" -d '{"events": [{"name": "network-changed", "server_uuid": "937d9910-9843-4cfe-9a13-2b4716a9a379", "tag": "2c4a8402-091b-465e-af14-32fbb8a0c736"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:02.843589 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port b70e5803-76cc-4683-8491-3e1c0d5fadf9, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b70e5803-76cc-4683-8491-3e1c0d5fadf9,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:02.845489 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c87bee-55e9-439a-804d-dd7b9d24f946 req-7a2209cf-359a-4069-9aac-20e90e08ef6b tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:02.847292 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2c87bee-55e9-439a-804d-dd7b9d24f946 req-7a2209cf-359a-4069-9aac-20e90e08ef6b tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 931 time: 0.4454925 Nov 11 12:25:02.880196 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.891724 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-70872af3-769e-4bdf-a115-e21f9b447c63 None None] Port 4d462d77-e00e-4ea6-9c1c-07d083b341f6 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:25:02.960846 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-87e9dbf4-69d3-4d76-b9c4-292f8faa84d6 None None] Set router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:02.995857 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b216dd-b0e8-480f-9556-d76da078ad8c x-openstack-request-id: req-55b216dd-b0e8-480f-9556-d76da078ad8c {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:02.996609 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937d9910-9843-4cfe-9a13-2b4716a9a379", "tag": "2c4a8402-091b-465e-af14-32fbb8a0c736", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:02.996609 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55b216dd-b0e8-480f-9556-d76da078ad8c {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:02.996842 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937d9910-9843-4cfe-9a13-2b4716a9a379', 'tag': '2c4a8402-091b-465e-af14-32fbb8a0c736', 'status': 'completed', 'code': 200} Nov 11 12:25:03.000012 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=b70e5803-76cc-4683-8491-3e1c0d5fadf9,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:03.069083 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2c87bee-55e9-439a-804d-dd7b9d24f946 req-f33e0cc9-0163-442f-b14a-4caa16179728 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/security-groups?id=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138956 Nov 11 12:25:03.103304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['b70e5803-76cc-4683-8491-3e1c0d5fadf9'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:25:03.192835 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:03.252126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network febffe74-d96b-43f0-a13f-3d292f10f418 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:25:03.263704 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-ed1f6054-28ec-47eb-9ce6-4207ae69b671 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:03.264873 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-ed1f6054-28ec-47eb-9ce6-4207ae69b671 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:03.289891 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:25:03.316782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:25:03.381059 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-87e9dbf4-69d3-4d76-b9c4-292f8faa84d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'c0968e81-fb19-4265-b705-77892d8aa746', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'port_id': '2c4a8402-091b-465e-af14-32fbb8a0c736', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'mac_address': 'fa:16:3e:46:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d9910-9843-4cfe-9a13-2b4716a9a379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:24:40Z', 'updated_at': '2021-11-11T12:25:01Z', 'revision_number': 1, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49758074-1536-423f-b366-faeff0c03287', 'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'mac_address': 'fa:16:3e:1b:46:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:36Z', 'updated_at': '2021-11-11T12:20:42Z', 'revision_number': 5, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'subnets': [{'id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:03.422321 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e9dbf4-69d3-4d76-b9c4-292f8faa84d6 None None] Checking router: d2e2ea21-d6f1-42f4-a976-af1dd1840a96 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:25:03.433103 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e9dbf4-69d3-4d76-b9c4-292f8faa84d6 None None] Routers {'d2e2ea21-d6f1-42f4-a976-af1dd1840a96'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:03.433824 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-87e9dbf4-69d3-4d76-b9c4-292f8faa84d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:03.435936 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=05e744c2-3ca3-41df-ba7a-5e33461f8645,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:03.469628 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-ed1f6054-28ec-47eb-9ce6-4207ae69b671 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8880455 Nov 11 12:25:03.501423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Request body: {'port': {'device_id': '4c095de5-ab2a-43e1-a56e-fdcda012786b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:03.517837 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9563a8-e088-4b00-a0f7-4f9650b95435 req-a2e87a86-8f11-4b72-8f25-41ddb84afddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:03.519392 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a9563a8-e088-4b00-a0f7-4f9650b95435 req-a2e87a86-8f11-4b72-8f25-41ddb84afddb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c86e75b72349490b85928fa4eba61911&device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 1096 time: 0.3792989 Nov 11 12:25:03.610045 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:03.667303 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-87e9dbf4-69d3-4d76-b9c4-292f8faa84d6 None None] Set router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:03.710777 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 3df667b0-fcfc-4b8f-8393-62dff0e40933 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:25:03.834423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 3df667b0-fcfc-4b8f-8393-62dff0e40933 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:03.836793 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:03.901959 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:03.903252 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d18298-3d9c-491b-a2a3-5db92049becd req-cc42a7e6-d74b-4b81-b7b3-25a415febc5c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:03.915145 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20d18298-3d9c-491b-a2a3-5db92049becd req-cc42a7e6-d74b-4b81-b7b3-25a415febc5c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 945 time: 0.1524756 Nov 11 12:25:03.989460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20d18298-3d9c-491b-a2a3-5db92049becd req-ef7c02d8-4ce3-415c-9ef5-7c6721839c78 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724478 Nov 11 12:25:04.026996 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:04.072414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9563a8-e088-4b00-a0f7-4f9650b95435 req-5a82c5af-d61a-4be4-9c8f-5ada2faf4884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:04.073993 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a9563a8-e088-4b00-a0f7-4f9650b95435 req-5a82c5af-d61a-4be4-9c8f-5ada2faf4884 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a77c6cb3-f220-490a-bf03-8045eaa287db HTTP/1.1" status: 200 len: 913 time: 0.5053978 Nov 11 12:25:04.154805 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-87e9dbf4-69d3-4d76-b9c4-292f8faa84d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'c0968e81-fb19-4265-b705-77892d8aa746', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'port_id': '2c4a8402-091b-465e-af14-32fbb8a0c736', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'mac_address': 'fa:16:3e:46:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d9910-9843-4cfe-9a13-2b4716a9a379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:24:40Z', 'updated_at': '2021-11-11T12:25:01Z', 'revision_number': 1, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49758074-1536-423f-b366-faeff0c03287', 'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'mac_address': 'fa:16:3e:1b:46:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:36Z', 'updated_at': '2021-11-11T12:20:42Z', 'revision_number': 5, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'subnets': [{'id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:04.190353 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e9dbf4-69d3-4d76-b9c4-292f8faa84d6 None None] The sync data for ids ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'] in n-d-807359-3 is: [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'c0968e81-fb19-4265-b705-77892d8aa746', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'port_id': '2c4a8402-091b-465e-af14-32fbb8a0c736', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'mac_address': 'fa:16:3e:46:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d9910-9843-4cfe-9a13-2b4716a9a379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:24:40Z', 'updated_at': '2021-11-11T12:25:01Z', 'revision_number': 1, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49758074-1536-423f-b366-faeff0c03287', 'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'mac_address': 'fa:16:3e:1b:46:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:36Z', 'updated_at': '2021-11-11T12:20:42Z', 'revision_number': 5, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'subnets': [{'id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:25:04.198346 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a9563a8-e088-4b00-a0f7-4f9650b95435 req-3a0b2272-ba9d-46ce-aee4-a62a19230e8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c4a8402-091b-465e-af14-32fbb8a0c736 HTTP/1.1" status: 200 len: 999 time: 0.1106369 Nov 11 12:25:04.218913 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:04.251560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88ea42-bafe-4284-8947-a132114deb05 req-be994a97-b103-4376-8cad-1dede42ec1d8 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:04.262339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f88ea42-bafe-4284-8947-a132114deb05 req-be994a97-b103-4376-8cad-1dede42ec1d8 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 931 time: 0.0733814 Nov 11 12:25:04.335781 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ed42d3-3180-4f64-b4cb-419841c05c13 None None] Network febffe74-d96b-43f0-a13f-3d292f10f418 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:25:04.370510 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f88ea42-bafe-4284-8947-a132114deb05 req-8ad73859-26bb-42b0-bd37-e9555d268f60 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/security-groups?id=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067498 Nov 11 12:25:04.411072 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9563a8-e088-4b00-a0f7-4f9650b95435 req-1c1bf71d-8646-40d3-b96d-502a862f0d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:04.412913 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a9563a8-e088-4b00-a0f7-4f9650b95435 req-1c1bf71d-8646-40d3-b96d-502a862f0d92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2d90c43-605c-44da-8d21-d70c17e99759 HTTP/1.1" status: 200 len: 850 time: 0.1264374 Nov 11 12:25:04.435482 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b9a9bad0-73ca-493c-bee4-1de1c72fc633 None None] Provisioning complete for port 3df667b0-fcfc-4b8f-8393-62dff0e40933 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:04.436014 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b9a9bad0-73ca-493c-bee4-1de1c72fc633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:04.441325 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 3df667b0-fcfc-4b8f-8393-62dff0e40933, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=3df667b0-fcfc-4b8f-8393-62dff0e40933,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:04.467510 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:04.468464 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9c0bfe59-57b2-484f-b4b6-62f270209da3 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:25:04.590647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9563a8-e088-4b00-a0f7-4f9650b95435 req-594ded3b-7429-44fe-9744-a46fa8b3e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:04.592248 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a9563a8-e088-4b00-a0f7-4f9650b95435 req-594ded3b-7429-44fe-9744-a46fa8b3e48e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a77c6cb3-f220-490a-bf03-8045eaa287db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1664119 Nov 11 12:25:04.629257 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=3df667b0-fcfc-4b8f-8393-62dff0e40933,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:04.716022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 9c0bfe59-57b2-484f-b4b6-62f270209da3 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:04.716665 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:04.847840 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a9563a8-e088-4b00-a0f7-4f9650b95435 req-25a48914-941d-4919-a188-671b1bb3946e service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451291 Nov 11 12:25:04.864376 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e6c0d-7e33-4d92-a33f-3fd58452f57f None None] New status for floating IP c0968e81-fb19-4265-b705-77892d8aa746: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:25:04.898545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d462d77-e00e-4ea6-9c1c-07d083b341f6 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:25:04.952867 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.015487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Transition to ACTIVE for port object 4d462d77-e00e-4ea6-9c1c-07d083b341f6 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:25:05.033521 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.144533 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.151007 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a9563a8-e088-4b00-a0f7-4f9650b95435 req-3a9b4113-d577-49a3-badf-b4a3e14e18e9 service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932940 Nov 11 12:25:05.154156 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.169546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-19a97676-1a10-46e1-9b49-9223293aa070 None None] Provisioning complete for port 3df667b0-fcfc-4b8f-8393-62dff0e40933 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:05.170701 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-19a97676-1a10-46e1-9b49-9223293aa070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.262216 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.268165 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d462d77-e00e-4ea6-9c1c-07d083b341f6,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:05.300389 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eea4e3-8bd9-49d7-91fa-d70ae4ec843a req-6ea2db15-a45c-44e4-a6ce-bb7b051d8ab3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:05.313339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d0eea4e3-8bd9-49d7-91fa-d70ae4ec843a req-6ea2db15-a45c-44e4-a6ce-bb7b051d8ab3 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 945 time: 0.1149023 Nov 11 12:25:05.375720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-19a97676-1a10-46e1-9b49-9223293aa070 None None] Provisioning complete for port 05e744c2-3ca3-41df-ba7a-5e33461f8645 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:05.376172 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-19a97676-1a10-46e1-9b49-9223293aa070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.386173 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d0eea4e3-8bd9-49d7-91fa-d70ae4ec843a req-3b63b862-33aa-4e5a-b287-fc175a32d0c0 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716136 Nov 11 12:25:05.401023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=05e744c2-3ca3-41df-ba7a-5e33461f8645,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:05.470458 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-19a97676-1a10-46e1-9b49-9223293aa070 None None] Port 05e744c2-3ca3-41df-ba7a-5e33461f8645 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:25:05.494661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Attempting to bind port 4d462d77-e00e-4ea6-9c1c-07d083b341f6 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:25:05.494962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Attempting to bind port 4d462d77-e00e-4ea6-9c1c-07d083b341f6 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '7ec2393c-6ee2-426e-998f-372af5c8822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:25:05.495278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Attempting to bind port 4d462d77-e00e-4ea6-9c1c-07d083b341f6 on network f07c30fe-25ac-44c7-ba0b-144c97abab0d {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:05.505469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Port 4d462d77-e00e-4ea6-9c1c-07d083b341f6 on network f07c30fe-25ac-44c7-ba0b-144c97abab0d not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:25:05.505833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Attempting to bind port 4d462d77-e00e-4ea6-9c1c-07d083b341f6 on network f07c30fe-25ac-44c7-ba0b-144c97abab0d {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:05.517449 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:25:05.517734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Checking segment: {'id': '7ec2393c-6ee2-426e-998f-372af5c8822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:25:05.518176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Bound using segment: {'id': '7ec2393c-6ee2-426e-998f-372af5c8822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:25:05.518614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Bound port: 4d462d77-e00e-4ea6-9c1c-07d083b341f6, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec2393c-6ee2-426e-998f-372af5c8822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:25:05.518968 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.531243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 3df667b0-fcfc-4b8f-8393-62dff0e40933 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:25:05.574487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80d2a2-5a3d-41a3-85ad-74c43e83cfc4 req-b2f1fc4d-6c91-4133-bdce-574aa0917e9b tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:05.577119 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d80d2a2-5a3d-41a3-85ad-74c43e83cfc4 req-b2f1fc4d-6c91-4133-bdce-574aa0917e9b tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 943 time: 0.0579586 Nov 11 12:25:05.586902 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network febffe74-d96b-43f0-a13f-3d292f10f418 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:25:05.589922 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:25:05.614590 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-77d5cdda-4705-476c-853a-b3d5b3c747dd None None] Provisioning complete for port 05e744c2-3ca3-41df-ba7a-5e33461f8645 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:05.615827 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-77d5cdda-4705-476c-853a-b3d5b3c747dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.657947 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] For port 4d462d77-e00e-4ea6-9c1c-07d083b341f6, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:25:05.670269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 3df667b0-fcfc-4b8f-8393-62dff0e40933 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:05.670851 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.678176 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d80d2a2-5a3d-41a3-85ad-74c43e83cfc4 req-4afb5c87-9010-47ad-9552-bb3a64327aba tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/security-groups?id=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937943 Nov 11 12:25:05.681008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] For port 4d462d77-e00e-4ea6-9c1c-07d083b341f6, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4d462d77-e00e-4ea6-9c1c-07d083b341f6,segment=NetworkSegment(7ec2393c-6ee2-426e-998f-372af5c8822d),segment_id=7ec2393c-6ee2-426e-998f-372af5c8822d)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:25:05.697723 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.724743 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-77d5cdda-4705-476c-853a-b3d5b3c747dd None None] Port 05e744c2-3ca3-41df-ba7a-5e33461f8645 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:25:05.789298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:05.789972 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.794320 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] 10.222.0.62 "PUT /v2.0/ports/4d462d77-e00e-4ea6-9c1c-07d083b341f6 HTTP/1.1" status: 200 len: 1091 time: 2.3020492 Nov 11 12:25:05.794819 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c095de5-ab2a-43e1-a56e-fdcda012786b', 'tag': '4d462d77-e00e-4ea6-9c1c-07d083b341f6'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:05.797224 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404b1f26-c0d1-4850-a8b6-4bb23e1155bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4c095de5-ab2a-43e1-a56e-fdcda012786b", "tag": "4d462d77-e00e-4ea6-9c1c-07d083b341f6"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:05.850898 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b70e5803-76cc-4683-8491-3e1c0d5fadf9 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:25:05.904810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a94d5-f494-4aa0-90f1-293ae88dc4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d462d77-e00e-4ea6-9c1c-07d083b341f6,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:05.911220 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0030ba45-5bab-4a8e-8613-04d1a4cf1fd2 x-openstack-request-id: req-0030ba45-5bab-4a8e-8613-04d1a4cf1fd2 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:05.911635 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c095de5-ab2a-43e1-a56e-fdcda012786b", "tag": "4d462d77-e00e-4ea6-9c1c-07d083b341f6", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:05.912235 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0030ba45-5bab-4a8e-8613-04d1a4cf1fd2 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:05.912746 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c095de5-ab2a-43e1-a56e-fdcda012786b', 'tag': '4d462d77-e00e-4ea6-9c1c-07d083b341f6', 'status': 'completed', 'code': 200} Nov 11 12:25:05.924508 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e92e7ed-4215-47dd-9802-9ed12a3a132d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.924806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router 9cda02e8-2444-4f52-911e-a16b7f0fbdab has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:25:05.929404 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port b70e5803-76cc-4683-8491-3e1c0d5fadf9 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:25:05.936124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port b70e5803-76cc-4683-8491-3e1c0d5fadf9 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:05.936600 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.943456 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-8f99e7ed-1dab-4324-b92c-76b7adba7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:05.945124 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-8f99e7ed-1dab-4324-b92c-76b7adba7e69 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67b11859c3d04bb7bd097f3247d81930&device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 1094 time: 0.0960784 Nov 11 12:25:05.998817 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e818ca07-b35a-4cfa-b780-1080d1feca4f None None] Provisioning complete for port 05e744c2-3ca3-41df-ba7a-5e33461f8645 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:05.999773 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e818ca07-b35a-4cfa-b780-1080d1feca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:06.052533 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e818ca07-b35a-4cfa-b780-1080d1feca4f None None] Port 05e744c2-3ca3-41df-ba7a-5e33461f8645 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:25:06.061182 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-a3cbb3c8-4f6f-4a2b-8e98-4161546990e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d462d77-e00e-4ea6-9c1c-07d083b341f6 HTTP/1.1" status: 200 len: 217 time: 0.0552635 Nov 11 12:25:06.104756 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:06.144872 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ffe370-30d2-415c-a1a3-6d4c264a9535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70e5803-76cc-4683-8491-3e1c0d5fadf9'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:06.147358 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27f816e-63b3-4646-b8a2-bb2f542111b9" -d '{"events": [{"server_uuid": "85ffe370-30d2-415c-a1a3-6d4c264a9535", "name": "network-vif-plugged", "status": "completed", "tag": "b70e5803-76cc-4683-8491-3e1c0d5fadf9"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:06.171294 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:25:06.185180 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Sync routers for ids ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:25:06.190560 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1ec9c67a-b493-4b91-95bc-408d1af72c07 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "PUT /v2.0/routers/9cda02e8-2444-4f52-911e-a16b7f0fbdab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1384807 Nov 11 12:25:06.193613 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-278560eb-998a-449d-b686-68050b177193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:06.203692 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Routers {'9cda02e8-2444-4f52-911e-a16b7f0fbdab'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:06.204323 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:06.206413 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port b70e5803-76cc-4683-8491-3e1c0d5fadf9, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b70e5803-76cc-4683-8491-3e1c0d5fadf9,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:06.215170 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-278560eb-998a-449d-b686-68050b177193 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97cba9ec-4d12-477e-b42e-81384b6b0f88 HTTP/1.1" status: 200 len: 848 time: 0.1072221 Nov 11 12:25:06.222625 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:06.277964 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50677671-f2a7-48a8-abb2-7d8bc51c9de8 x-openstack-request-id: req-50677671-f2a7-48a8-abb2-7d8bc51c9de8 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:06.278597 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ffe370-30d2-415c-a1a3-6d4c264a9535", "name": "network-vif-plugged", "status": "completed", "tag": "b70e5803-76cc-4683-8491-3e1c0d5fadf9", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:06.278848 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-50677671-f2a7-48a8-abb2-7d8bc51c9de8 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:06.279247 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ffe370-30d2-415c-a1a3-6d4c264a9535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70e5803-76cc-4683-8491-3e1c0d5fadf9', 'code': 200} Nov 11 12:25:06.280955 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=b70e5803-76cc-4683-8491-3e1c0d5fadf9,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:06.354913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-0cee3bf7-39cb-435c-9aa9-6d5cc7967540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:06.357320 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-0cee3bf7-39cb-435c-9aa9-6d5cc7967540 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f07c30fe-25ac-44c7-ba0b-144c97abab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315894 Nov 11 12:25:06.362858 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Set router 9cda02e8-2444-4f52-911e-a16b7f0fbdab gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:06.368054 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad826b34-f13e-4eca-a835-c57d60793a62 req-9955d8e9-3636-420e-b568-75168517973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:06.370926 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ad826b34-f13e-4eca-a835-c57d60793a62 req-9955d8e9-3636-420e-b568-75168517973e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 1097 time: 0.0672760 Nov 11 12:25:06.511464 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ad826b34-f13e-4eca-a835-c57d60793a62 req-e337fe76-7254-4512-b667-39712e5aeff8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324866 Nov 11 12:25:06.534813 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-966d0e02-3f8b-4f84-9dd0-20511309b567 service neutron] 10.222.0.62 "GET /v2.0/networks/f07c30fe-25ac-44c7-ba0b-144c97abab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641359 Nov 11 12:25:06.550161 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-205de934-42c3-4dca-a585-53e9f6c860ce req-4872265d-5576-4767-8cbd-bb6f586a4da5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329208151&fields=id&tenant_id=cd84530cc13144bcad0a0d119e726de1 HTTP/1.1" status: 200 len: 267 time: 0.1166778 Nov 11 12:25:06.605309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aef749-b64c-4f64-967d-ad0f45018727 req-229a7977-ed30-4a0c-b2fe-160be195fa78 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:06.607122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5aef749-b64c-4f64-967d-ad0f45018727 req-229a7977-ed30-4a0c-b2fe-160be195fa78 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 946 time: 0.1131883 Nov 11 12:25:06.636653 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452059019', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:56Z', 'updated_at': '2021-11-11T12:25:04Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:57Z', 'updated_at': '2021-11-11T12:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '05e744c2-3ca3-41df-ba7a-5e33461f8645', 'name': '', 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:a8:60:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:01Z', 'updated_at': '2021-11-11T12:25:04Z', 'revision_number': 2, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:06.655396 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db5f31f0-5666-4b29-aaf8-a4c9dcc30cb4 req-c691d045-1566-4e52-adc0-d7f007089030 service neutron] 10.222.0.62 "GET /v2.0/networks/f07c30fe-25ac-44c7-ba0b-144c97abab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111498 Nov 11 12:25:06.667467 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Checking router: 9cda02e8-2444-4f52-911e-a16b7f0fbdab for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:25:06.667467 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Updating router 9cda02e8-2444-4f52-911e-a16b7f0fbdab port 05e744c2-3ca3-41df-ba7a-5e33461f8645 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:25:06.718439 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5aef749-b64c-4f64-967d-ad0f45018727 req-0aabd57a-db2d-4e78-91ef-4db80c1c9e3e tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812902 Nov 11 12:25:06.760234 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de934-42c3-4dca-a585-53e9f6c860ce req-c94dae00-d3cb-4bf3-be06-d147be9f4556 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:06.768947 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b1f26-c0d1-4850-a8b6-4bb23e1155bc req-57b29b41-e78a-49ac-8691-4e120d12485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:06.770039 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-205de934-42c3-4dca-a585-53e9f6c860ce req-c94dae00-d3cb-4bf3-be06-d147be9f4556 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/networks?id=febffe74-d96b-43f0-a13f-3d292f10f418 HTTP/1.1" status: 200 len: 797 time: 0.2145324 Nov 11 12:25:06.770557 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-404b1f26-c0d1-4850-a8b6-4bb23e1155bc req-57b29b41-e78a-49ac-8691-4e120d12485c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67b11859c3d04bb7bd097f3247d81930&device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 1094 time: 0.0543852 Nov 11 12:25:06.784113 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-205de934-42c3-4dca-a585-53e9f6c860ce req-6638007a-b89b-4d8f-b4ae-f0749494820b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/quotas/cd84530cc13144bcad0a0d119e726de1 HTTP/1.1" status: 200 len: 375 time: 0.0125284 Nov 11 12:25:06.805780 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:06.895457 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-205de934-42c3-4dca-a585-53e9f6c860ce req-da8a0e19-1ed5-443d-a7ce-e0eb2fe9a803 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932097 Nov 11 12:25:06.901901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b1f26-c0d1-4850-a8b6-4bb23e1155bc req-b9fad053-4068-44f8-9a2c-303c2ff56a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:06.903521 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-404b1f26-c0d1-4850-a8b6-4bb23e1155bc req-b9fad053-4068-44f8-9a2c-303c2ff56a10 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f07c30fe-25ac-44c7-ba0b-144c97abab0d HTTP/1.1" status: 200 len: 911 time: 0.1256046 Nov 11 12:25:06.955558 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-404b1f26-c0d1-4850-a8b6-4bb23e1155bc req-9f41e5ff-3a5e-401c-8b72-c33ad151687d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d462d77-e00e-4ea6-9c1c-07d083b341f6 HTTP/1.1" status: 200 len: 217 time: 0.0409584 Nov 11 12:25:06.984805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d9502-1d3a-46e3-809c-12956c3543a8 req-326b4d7c-ce06-44cb-8b03-db17b75a7c47 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:06.986380 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c4d9502-1d3a-46e3-809c-12956c3543a8 req-326b4d7c-ce06-44cb-8b03-db17b75a7c47 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 943 time: 0.1437204 Nov 11 12:25:07.032536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b1f26-c0d1-4850-a8b6-4bb23e1155bc req-3553ad48-e8b4-4835-8b4c-0fc5026b90c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:07.034074 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-404b1f26-c0d1-4850-a8b6-4bb23e1155bc req-3553ad48-e8b4-4835-8b4c-0fc5026b90c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97cba9ec-4d12-477e-b42e-81384b6b0f88 HTTP/1.1" status: 200 len: 848 time: 0.0700624 Nov 11 12:25:07.064141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c4d9502-1d3a-46e3-809c-12956c3543a8 req-6fcecf9b-22cb-4229-8419-038d316e0522 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/security-groups?id=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668664 Nov 11 12:25:07.082825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-205de934-42c3-4dca-a585-53e9f6c860ce req-b872d0f6-1325-42c3-abfe-43ff0f696473 service neutron] 10.222.0.65 "GET /v2.0/networks/febffe74-d96b-43f0-a13f-3d292f10f418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789136 Nov 11 12:25:07.129905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b1f26-c0d1-4850-a8b6-4bb23e1155bc req-b61cbae1-f20e-488d-8c8e-2abcf38e3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:07.131582 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-404b1f26-c0d1-4850-a8b6-4bb23e1155bc req-b61cbae1-f20e-488d-8c8e-2abcf38e3517 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f07c30fe-25ac-44c7-ba0b-144c97abab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871739 Nov 11 12:25:07.136793 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:07.143890 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:07.195495 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e475b5d-756b-481a-a780-f21e08dd42a7 None None] Pushing event updated for resources: {'Port': ['ID=05e744c2-3ca3-41df-ba7a-5e33461f8645,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:07.238586 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-205de934-42c3-4dca-a585-53e9f6c860ce req-926b644e-ed9c-4ae3-9260-ae9bcbdd454c service neutron] 10.222.0.65 "GET /v2.0/networks/febffe74-d96b-43f0-a13f-3d292f10f418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423066 Nov 11 12:25:07.261642 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-404b1f26-c0d1-4850-a8b6-4bb23e1155bc req-850df30f-0bb2-46a9-9612-1f7f2319fc81 service neutron] 10.222.0.62 "GET /v2.0/networks/f07c30fe-25ac-44c7-ba0b-144c97abab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208441 Nov 11 12:25:07.267616 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Attempting to bind port 05e744c2-3ca3-41df-ba7a-5e33461f8645 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:25:07.267986 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Attempting to bind port 05e744c2-3ca3-41df-ba7a-5e33461f8645 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:25:07.268336 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Attempting to bind port 05e744c2-3ca3-41df-ba7a-5e33461f8645 on network febffe74-d96b-43f0-a13f-3d292f10f418 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:07.283240 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:25:07.283618 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Checking segment: {'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:25:07.284014 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:07.284392 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Bound using segment: {'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:25:07.287782 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Bound port: 05e744c2-3ca3-41df-ba7a-5e33461f8645, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:25:07.289825 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:07.419712 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] For port 05e744c2-3ca3-41df-ba7a-5e33461f8645, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:25:07.425259 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] For port 05e744c2-3ca3-41df-ba7a-5e33461f8645, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=05e744c2-3ca3-41df-ba7a-5e33461f8645,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:25:07.433630 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:07.448509 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-404b1f26-c0d1-4850-a8b6-4bb23e1155bc req-0fd4bdb7-7c47-4d50-96f2-62c10b7be2c5 service neutron] 10.222.0.62 "GET /v2.0/networks/f07c30fe-25ac-44c7-ba0b-144c97abab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768928 Nov 11 12:25:07.494485 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Routers {'9cda02e8-2444-4f52-911e-a16b7f0fbdab'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:07.495709 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:24:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:07.505674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-edcfe62e-dc7b-41de-aa0f-0068b10fdf37 req-3edda8b0-992f-4a7f-bffc-564474c5f291 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 210 time: 0.1019316 Nov 11 12:25:07.620958 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e475b5d-756b-481a-a780-f21e08dd42a7 None None] Pushing event updated for resources: {'Port': ['ID=05e744c2-3ca3-41df-ba7a-5e33461f8645,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:07.682880 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] Set router 9cda02e8-2444-4f52-911e-a16b7f0fbdab gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:07.727821 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8fcc6100-552f-404b-aa17-2af88cbbd337 None None] Provisioning complete for port 05e744c2-3ca3-41df-ba7a-5e33461f8645 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:07.728831 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6100-552f-404b-aa17-2af88cbbd337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:07.912643 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6100-552f-404b-aa17-2af88cbbd337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:07.989924 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc0a98-8093-41d7-9d80-3e6b876aa919 req-867d2a66-1547-4da2-b065-260b1d9da880 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:08.003394 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ebcc0a98-8093-41d7-9d80-3e6b876aa919 req-867d2a66-1547-4da2-b065-260b1d9da880 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 946 time: 0.1474802 Nov 11 12:25:08.020653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8fcc6100-552f-404b-aa17-2af88cbbd337 None None] For port 05e744c2-3ca3-41df-ba7a-5e33461f8645, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=05e744c2-3ca3-41df-ba7a-5e33461f8645,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:08.029470 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6100-552f-404b-aa17-2af88cbbd337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:08.082588 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ebcc0a98-8093-41d7-9d80-3e6b876aa919 req-e4de0626-1d5e-4161-abdb-7f933dabce91 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727253 Nov 11 12:25:08.124817 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452059019', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:56Z', 'updated_at': '2021-11-11T12:25:04Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:57Z', 'updated_at': '2021-11-11T12:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '05e744c2-3ca3-41df-ba7a-5e33461f8645', 'name': '', 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:a8:60:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:01Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:08.194858 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1009271b-84f8-4fab-9a2f-eef5921eb554 None None] The sync data for ids ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'] in n-d-807359-3 is: [{'id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452059019', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:56Z', 'updated_at': '2021-11-11T12:25:04Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:57Z', 'updated_at': '2021-11-11T12:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '05e744c2-3ca3-41df-ba7a-5e33461f8645', 'name': '', 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:a8:60:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:01Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:25:08.228311 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-92089e02-bf9c-4bfa-9292-a4f4c064d71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:08.238303 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc6100-552f-404b-aa17-2af88cbbd337 None None] Pushing event updated for resources: {'Port': ['ID=05e744c2-3ca3-41df-ba7a-5e33461f8645,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:08.253392 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-84778680-ce4b-4bc6-8594-fcea03731ea2 None None] Provisioning complete for port 05e744c2-3ca3-41df-ba7a-5e33461f8645 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:08.254012 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-84778680-ce4b-4bc6-8594-fcea03731ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:08.475135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158d095-513d-437a-b2f2-63c337e15e46 req-2203d950-b628-4e60-9cbe-a443d8be9f93 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:08.483924 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6158d095-513d-437a-b2f2-63c337e15e46 req-2203d950-b628-4e60-9cbe-a443d8be9f93 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 943 time: 0.2479808 Nov 11 12:25:08.512103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7ee06-cf16-407b-9340-529aaa62fbd1 req-d196bd12-64ce-45c3-b86a-7cd423bd5dd9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:08.513713 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00c7ee06-cf16-407b-9340-529aaa62fbd1 req-d196bd12-64ce-45c3-b86a-7cd423bd5dd9 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 946 time: 0.1646271 Nov 11 12:25:08.562081 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6158d095-513d-437a-b2f2-63c337e15e46 req-cfbdca50-9673-4c09-b5a8-999f41ba153a tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/security-groups?id=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772119 Nov 11 12:25:08.593336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00c7ee06-cf16-407b-9340-529aaa62fbd1 req-3da9a2c1-3b00-495c-bd38-4e3e83d9b4d7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718267 Nov 11 12:25:08.616454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36346) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:08.695636 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-662a6b25-87cf-4938-8e35-69e6b65ec221 req-6ac15b8c-d508-450c-8da8-44b7eba6d80b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 210 time: 0.0405316 Nov 11 12:25:08.713850 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d326968-d0f7-4e15-ab9b-f23631f57de5 tempest-TestVolumeBootPattern-1789105520 tempest-TestVolumeBootPattern-1789105520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:08.715941 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8d326968-d0f7-4e15-ab9b-f23631f57de5 tempest-TestVolumeBootPattern-1789105520 tempest-TestVolumeBootPattern-1789105520-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 1092 time: 0.0979393 Nov 11 12:25:08.718395 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36348) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:08.722966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': 'b70e5803-76cc-4683-8491-3e1c0d5fadf9', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:08.753105 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:08.958236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de934-42c3-4dca-a585-53e9f6c860ce req-3cb8a5d4-a8de-4651-8224-5db46aa68c82 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:08.959741 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-205de934-42c3-4dca-a585-53e9f6c860ce req-3cb8a5d4-a8de-4651-8224-5db46aa68c82 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.43 "GET /v2.0/networks?id=febffe74-d96b-43f0-a13f-3d292f10f418 HTTP/1.1" status: 200 len: 797 time: 0.1300111 Nov 11 12:25:08.991231 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.088896 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-205de934-42c3-4dca-a585-53e9f6c860ce req-c180e300-d92d-4262-a42d-d92203852a41 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd84530cc13144bcad0a0d119e726de1 HTTP/1.1" status: 200 len: 379 time: 0.1187596 Nov 11 12:25:09.093925 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.116085 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-205de934-42c3-4dca-a585-53e9f6c860ce req-5012deed-eff7-4e57-aad2-a3edc5efe518 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'port': {'device_id': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418', 'admin_state_up': True, 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'security_groups': ['8d85f1a2-5479-4a1d-b7db-f2a610b9ec57']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:09.196985 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Allocated IP 172.25.2.167 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/6519bfc2-27b5-447b-8d12-710ce27c0b5b) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:25:09.327589 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205de934-42c3-4dca-a585-53e9f6c860ce req-5012deed-eff7-4e57-aad2-a3edc5efe518 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Made reservation on behalf of cd84530cc13144bcad0a0d119e726de1 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:25:09.331255 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-205de934-42c3-4dca-a585-53e9f6c860ce req-5012deed-eff7-4e57-aad2-a3edc5efe518 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.362048 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.516510 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 05e744c2-3ca3-41df-ba7a-5e33461f8645 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:25:09.578165 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 05e744c2-3ca3-41df-ba7a-5e33461f8645 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:09.578935 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.825717 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.875898 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-205de934-42c3-4dca-a585-53e9f6c860ce req-5012deed-eff7-4e57-aad2-a3edc5efe518 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Allocated IP 172.20.0.12 (febffe74-d96b-43f0-a13f-3d292f10f418/42a975f5-4d89-4056-bc6b-6e34ba2e07a9/b8b8e117-b462-499b-bf3c-b719605e932b) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:25:09.901398 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:25:09.902997 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'Port': ['ID=6519bfc2-27b5-447b-8d12-710ce27c0b5b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:09.908004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:25:09.912280 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:25:10.094594 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfd6230e-222f-439f-b68c-87462ff556e5 req-e6fcd567-2c88-465f-a7a6-1470a1f791e7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 210 time: 0.0376480 Nov 11 12:25:10.119001 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fd690-6b43-40e4-9eff-4bd0376dbfb1 req-8ee0a85b-a4df-4c61-b51a-7ba198349abf tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:10.120823 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-241fd690-6b43-40e4-9eff-4bd0376dbfb1 req-8ee0a85b-a4df-4c61-b51a-7ba198349abf tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 943 time: 0.4693234 Nov 11 12:25:10.178865 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-241fd690-6b43-40e4-9eff-4bd0376dbfb1 req-2699993a-9e92-49e0-8a52-15485705ea53 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/security-groups?id=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466928 Nov 11 12:25:10.182460 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-205de934-42c3-4dca-a585-53e9f6c860ce req-5012deed-eff7-4e57-aad2-a3edc5efe518 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.278595 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-205de934-42c3-4dca-a585-53e9f6c860ce req-5012deed-eff7-4e57-aad2-a3edc5efe518 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.346907 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205de934-42c3-4dca-a585-53e9f6c860ce req-5012deed-eff7-4e57-aad2-a3edc5efe518 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network febffe74-d96b-43f0-a13f-3d292f10f418 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:25:10.355641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-205de934-42c3-4dca-a585-53e9f6c860ce req-5012deed-eff7-4e57-aad2-a3edc5efe518 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:25:10.361530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-205de934-42c3-4dca-a585-53e9f6c860ce req-5012deed-eff7-4e57-aad2-a3edc5efe518 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:25:10.427025 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012deed-eff7-4e57-aad2-a3edc5efe518 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=b8b8e117-b462-499b-bf3c-b719605e932b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:10.492675 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de934-42c3-4dca-a585-53e9f6c860ce req-5012deed-eff7-4e57-aad2-a3edc5efe518 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:10.493320 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-205de934-42c3-4dca-a585-53e9f6c860ce req-5012deed-eff7-4e57-aad2-a3edc5efe518 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.526435 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-205de934-42c3-4dca-a585-53e9f6c860ce req-5012deed-eff7-4e57-aad2-a3edc5efe518 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4157438 Nov 11 12:25:10.540443 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Request body: {'port': {'device_id': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:10.544456 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.598428 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 4d462d77-e00e-4ea6-9c1c-07d083b341f6 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:25:10.628439 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.633135 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.694307 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.717637 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-af49270c-2e28-4b59-848a-9e99042e921b None None] Provisioning complete for port b8b8e117-b462-499b-bf3c-b719605e932b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:10.717931 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-af49270c-2e28-4b59-848a-9e99042e921b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.803080 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 4d462d77-e00e-4ea6-9c1c-07d083b341f6, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4d462d77-e00e-4ea6-9c1c-07d083b341f6,segment=NetworkSegment(7ec2393c-6ee2-426e-998f-372af5c8822d),segment_id=7ec2393c-6ee2-426e-998f-372af5c8822d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:10.821669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '4d462d77-e00e-4ea6-9c1c-07d083b341f6', 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d', 'port_id': '4d462d77-e00e-4ea6-9c1c-07d083b341f6', 'mac_address': 'fa:16:3e:39:fd:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:25:10.827007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-af49270c-2e28-4b59-848a-9e99042e921b None None] Port b8b8e117-b462-499b-bf3c-b719605e932b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:25:10.881460 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.899216 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d462d77-e00e-4ea6-9c1c-07d083b341f6 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:25:10.926210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 4d462d77-e00e-4ea6-9c1c-07d083b341f6, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4d462d77-e00e-4ea6-9c1c-07d083b341f6,segment=NetworkSegment(7ec2393c-6ee2-426e-998f-372af5c8822d),segment_id=7ec2393c-6ee2-426e-998f-372af5c8822d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:10.932562 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.985161 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=4d462d77-e00e-4ea6-9c1c-07d083b341f6,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:11.002836 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.015899 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.112793 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event updated for resources: {'Port': ['ID=6519bfc2-27b5-447b-8d12-710ce27c0b5b,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:11.120127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b8e117-b462-499b-bf3c-b719605e932b {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:25:11.131386 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.153043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Transition to ACTIVE for port object b8b8e117-b462-499b-bf3c-b719605e932b will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:25:11.154034 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.192301 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.227458 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['4d462d77-e00e-4ea6-9c1c-07d083b341f6'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:25:11.339635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fd10a-adbd-4f6d-9b4d-03be9cd88000 req-2c3d4fc1-34ab-4dac-9d27-ed93d53d0134 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:11.341168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b7fd10a-adbd-4f6d-9b4d-03be9cd88000 req-2c3d4fc1-34ab-4dac-9d27-ed93d53d0134 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 944 time: 0.1555703 Nov 11 12:25:11.368452 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.376434 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Floating IP fe4c9133-643b-4a6a-b554-a25e9dc1c022 associated. External IP: 172.25.2.167, port: b70e5803-76cc-4683-8491-3e1c0d5fadf9. Nov 11 12:25:11.407085 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Pushing event updated for resources: {'Port': ['ID=b8b8e117-b462-499b-bf3c-b719605e932b,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:11.428856 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b7fd10a-adbd-4f6d-9b4d-03be9cd88000 req-845cb994-3a07-454e-88b6-a4c1c316dde3 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701902 Nov 11 12:25:11.443701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a31c5-0c9f-4f42-9c69-5baad72cccb2 req-76424051-561b-4baa-a71c-c7a56048c689 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:11.451470 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e68a31c5-0c9f-4f42-9c69-5baad72cccb2 req-76424051-561b-4baa-a71c-c7a56048c689 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 944 time: 0.1704147 Nov 11 12:25:11.524428 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e68a31c5-0c9f-4f42-9c69-5baad72cccb2 req-a6146ed8-9f9f-4605-b4fc-3520c2718909 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/security-groups?id=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720627 Nov 11 12:25:11.584607 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Attempting to bind port b8b8e117-b462-499b-bf3c-b719605e932b on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:25:11.584885 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Attempting to bind port b8b8e117-b462-499b-bf3c-b719605e932b by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:25:11.585102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Attempting to bind port b8b8e117-b462-499b-bf3c-b719605e932b on network febffe74-d96b-43f0-a13f-3d292f10f418 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:11.593170 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Port b8b8e117-b462-499b-bf3c-b719605e932b on network febffe74-d96b-43f0-a13f-3d292f10f418 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:25:11.593483 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Attempting to bind port b8b8e117-b462-499b-bf3c-b719605e932b on network febffe74-d96b-43f0-a13f-3d292f10f418 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:11.601326 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:25:11.601688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Checking segment: {'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:25:11.602056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Bound using segment: {'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:25:11.602714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Bound port: b8b8e117-b462-499b-bf3c-b719605e932b, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:25:11.602855 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.758825 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] For port b8b8e117-b462-499b-bf3c-b719605e932b, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:25:11.763126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] For port b8b8e117-b462-499b-bf3c-b719605e932b, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b8b8e117-b462-499b-bf3c-b719605e932b,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:25:11.772130 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.810519 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Router 8cd6c554-063b-472f-b28a-278447dbab91 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:25:11.826576 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:11.827329 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.829055 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-205de934-42c3-4dca-a585-53e9f6c860ce req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] 10.222.0.43 "PUT /v2.0/ports/b8b8e117-b462-499b-bf3c-b719605e932b HTTP/1.1" status: 200 len: 1092 time: 1.2937629 Nov 11 12:25:11.830753 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:11.840813 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaae2efb-a8c4-4170-96d7-ad25a9542916" -d '{"events": [{"name": "network-changed", "server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:11.930377 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8e5c5b-bd82-4537-99b5-23d355883af3 x-openstack-request-id: req-6c8e5c5b-bd82-4537-99b5-23d355883af3 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:11.930747 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:11.931054 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c8e5c5b-bd82-4537-99b5-23d355883af3 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:11.931512 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b', 'status': 'completed', 'code': 200} Nov 11 12:25:11.943677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52211925-085b-47c7-92e8-d96f3c789ddb service neutron] Pushing event updated for resources: {'Port': ['ID=b8b8e117-b462-499b-bf3c-b719605e932b,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:12.012770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de934-42c3-4dca-a585-53e9f6c860ce req-74374e06-eee8-4e18-a65b-b0c70c4dff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:12.014234 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-205de934-42c3-4dca-a585-53e9f6c860ce req-74374e06-eee8-4e18-a65b-b0c70c4dff6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 1095 time: 0.1228530 Nov 11 12:25:12.069856 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-205de934-42c3-4dca-a585-53e9f6c860ce req-237e1c72-8f35-409a-8be4-19d05650b451 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b8e117-b462-499b-bf3c-b719605e932b HTTP/1.1" status: 200 len: 217 time: 0.0434740 Nov 11 12:25:12.074525 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:25:12.085791 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf2ad7f-ee16-4cd7-a816-c5becbe13d6c None None] Sync routers for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:25:12.097259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf2ad7f-ee16-4cd7-a816-c5becbe13d6c None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:12.097998 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-daf2ad7f-ee16-4cd7-a816-c5becbe13d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:25:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:12.125236 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:12.149521 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de934-42c3-4dca-a585-53e9f6c860ce req-824ac484-adc7-4869-adea-e19d04bbfa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:12.151121 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-205de934-42c3-4dca-a585-53e9f6c860ce req-824ac484-adc7-4869-adea-e19d04bbfa11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42a975f5-4d89-4056-bc6b-6e34ba2e07a9 HTTP/1.1" status: 200 len: 834 time: 0.0746648 Nov 11 12:25:12.160154 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-50f9652d-d50c-4a45-a561-0c9b870313b7 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4406853 Nov 11 12:25:12.203949 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de934-42c3-4dca-a585-53e9f6c860ce req-a507a7b2-0feb-4313-a953-8a04f9ba603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:12.206231 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-205de934-42c3-4dca-a585-53e9f6c860ce req-a507a7b2-0feb-4313-a953-8a04f9ba603e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=febffe74-d96b-43f0-a13f-3d292f10f418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437453 Nov 11 12:25:12.220008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-daf2ad7f-ee16-4cd7-a816-c5becbe13d6c None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:12.304300 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-205de934-42c3-4dca-a585-53e9f6c860ce req-c32ce095-a67e-4006-907e-7890b092be53 service neutron] 10.222.0.43 "GET /v2.0/networks/febffe74-d96b-43f0-a13f-3d292f10f418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899034 Nov 11 12:25:12.402328 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-205de934-42c3-4dca-a585-53e9f6c860ce req-c8268026-d7fd-4f79-b8df-f5ee3f7558cf service neutron] 10.222.0.43 "GET /v2.0/networks/febffe74-d96b-43f0-a13f-3d292f10f418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906231 Nov 11 12:25:12.482420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-daf2ad7f-ee16-4cd7-a816-c5becbe13d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'fc3a56eb-7e99-4879-98d1-755a41581985', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'port_id': '6625240c-2a72-43a3-9588-c13a2bc87b87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'mac_address': 'fa:16:3e:65:eb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:45Z', 'updated_at': '2021-11-11T12:22:48Z', 'revision_number': 1, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address_scope': None}, {'id': 'fe4c9133-643b-4a6a-b554-a25e9dc1c022', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'port_id': 'b70e5803-76cc-4683-8491-3e1c0d5fadf9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'mac_address': 'fa:16:3e:80:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ffe370-30d2-415c-a1a3-6d4c264a9535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:25:10Z', 'updated_at': '2021-11-11T12:25:10Z', 'revision_number': 0, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:12.520274 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf2ad7f-ee16-4cd7-a816-c5becbe13d6c None None] Checking router: 8cd6c554-063b-472f-b28a-278447dbab91 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:25:12.532114 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf2ad7f-ee16-4cd7-a816-c5becbe13d6c None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:12.532735 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-daf2ad7f-ee16-4cd7-a816-c5becbe13d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:25:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:12.537328 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae2efb-a8c4-4170-96d7-ad25a9542916 req-598c6af0-ca9f-44ae-a18e-c942156d7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:12.538996 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aaae2efb-a8c4-4170-96d7-ad25a9542916 req-598c6af0-ca9f-44ae-a18e-c942156d7932 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 1095 time: 0.0626326 Nov 11 12:25:12.597744 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a28ce-abd4-42c6-a326-3c3d0a81735c req-6afab16c-6911-4caf-8d56-a7ba24cb7fc9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:12.608485 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d5a28ce-abd4-42c6-a326-3c3d0a81735c req-6afab16c-6911-4caf-8d56-a7ba24cb7fc9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 944 time: 0.0697489 Nov 11 12:25:12.614097 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 4d462d77-e00e-4ea6-9c1c-07d083b341f6 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:25:12.681375 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d5a28ce-abd4-42c6-a326-3c3d0a81735c req-0545df1e-9b87-4707-9b57-e8dc7d49776d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667858 Nov 11 12:25:12.703245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae2efb-a8c4-4170-96d7-ad25a9542916 req-939da7a3-b571-4bde-ae71-3625e4cf9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:12.705996 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aaae2efb-a8c4-4170-96d7-ad25a9542916 req-939da7a3-b571-4bde-ae71-3625e4cf9451 service neutron] 10.222.0.43 "GET /v2.0/networks?id=febffe74-d96b-43f0-a13f-3d292f10f418 HTTP/1.1" status: 200 len: 899 time: 0.1598046 Nov 11 12:25:12.743720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17de4b-7622-4bec-8169-bd4b791254c1 req-f23e9572-93d7-4738-b4ff-69bd5ef39d63 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:12.745274 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c17de4b-7622-4bec-8169-bd4b791254c1 req-f23e9572-93d7-4738-b4ff-69bd5ef39d63 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 944 time: 0.0628457 Nov 11 12:25:12.765290 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aaae2efb-a8c4-4170-96d7-ad25a9542916 req-155779f1-2e6d-4c8a-acb9-e6fd43691fe7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b8e117-b462-499b-bf3c-b719605e932b HTTP/1.1" status: 200 len: 217 time: 0.0501869 Nov 11 12:25:12.810842 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c17de4b-7622-4bec-8169-bd4b791254c1 req-d0e13cad-d8a5-4207-90a0-12ab0805380d tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/security-groups?id=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543346 Nov 11 12:25:12.832295 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae2efb-a8c4-4170-96d7-ad25a9542916 req-ebe4d8c3-d7fc-409f-a774-f683789b3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:12.833838 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aaae2efb-a8c4-4170-96d7-ad25a9542916 req-ebe4d8c3-d7fc-409f-a774-f683789b3b97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42a975f5-4d89-4056-bc6b-6e34ba2e07a9 HTTP/1.1" status: 200 len: 834 time: 0.0594971 Nov 11 12:25:12.891305 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae2efb-a8c4-4170-96d7-ad25a9542916 req-03e0dee5-af98-4dd7-9216-d42db328de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:12.892917 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aaae2efb-a8c4-4170-96d7-ad25a9542916 req-03e0dee5-af98-4dd7-9216-d42db328de0d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=febffe74-d96b-43f0-a13f-3d292f10f418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458431 Nov 11 12:25:12.923644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-daf2ad7f-ee16-4cd7-a816-c5becbe13d6c None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:12.925693 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 4d462d77-e00e-4ea6-9c1c-07d083b341f6 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:25:12.957696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 4d462d77-e00e-4ea6-9c1c-07d083b341f6 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:12.958070 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:13.002711 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aaae2efb-a8c4-4170-96d7-ad25a9542916 req-350756a4-95b7-42fb-be5d-809e03bd5db7 service neutron] 10.222.0.43 "GET /v2.0/networks/febffe74-d96b-43f0-a13f-3d292f10f418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018801 Nov 11 12:25:13.161289 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aaae2efb-a8c4-4170-96d7-ad25a9542916 req-ff1f4411-e633-48eb-8660-43014b88af86 service neutron] 10.222.0.43 "GET /v2.0/networks/febffe74-d96b-43f0-a13f-3d292f10f418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441708 Nov 11 12:25:13.168854 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:13.233448 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c095de5-ab2a-43e1-a56e-fdcda012786b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d462d77-e00e-4ea6-9c1c-07d083b341f6'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:13.235991 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c6f478-c05b-4565-8fe9-83594a6b6bbc" -d '{"events": [{"server_uuid": "4c095de5-ab2a-43e1-a56e-fdcda012786b", "name": "network-vif-plugged", "status": "completed", "tag": "4d462d77-e00e-4ea6-9c1c-07d083b341f6"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:13.257224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 4d462d77-e00e-4ea6-9c1c-07d083b341f6, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4d462d77-e00e-4ea6-9c1c-07d083b341f6,segment=NetworkSegment(7ec2393c-6ee2-426e-998f-372af5c8822d),segment_id=7ec2393c-6ee2-426e-998f-372af5c8822d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:13.272721 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:13.303920 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb97039e-f180-4fae-8dfc-63cb01acba5b x-openstack-request-id: req-bb97039e-f180-4fae-8dfc-63cb01acba5b {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:13.304264 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c095de5-ab2a-43e1-a56e-fdcda012786b", "name": "network-vif-plugged", "status": "completed", "tag": "4d462d77-e00e-4ea6-9c1c-07d083b341f6", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:13.304415 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb97039e-f180-4fae-8dfc-63cb01acba5b {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:13.306119 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c095de5-ab2a-43e1-a56e-fdcda012786b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d462d77-e00e-4ea6-9c1c-07d083b341f6', 'code': 200} Nov 11 12:25:13.365626 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=4d462d77-e00e-4ea6-9c1c-07d083b341f6,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:13.375630 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:25:13.398305 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-daf2ad7f-ee16-4cd7-a816-c5becbe13d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'fc3a56eb-7e99-4879-98d1-755a41581985', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'port_id': '6625240c-2a72-43a3-9588-c13a2bc87b87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'mac_address': 'fa:16:3e:65:eb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:45Z', 'updated_at': '2021-11-11T12:22:48Z', 'revision_number': 1, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address_scope': None}, {'id': 'fe4c9133-643b-4a6a-b554-a25e9dc1c022', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'port_id': 'b70e5803-76cc-4683-8491-3e1c0d5fadf9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'mac_address': 'fa:16:3e:80:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ffe370-30d2-415c-a1a3-6d4c264a9535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:25:10Z', 'updated_at': '2021-11-11T12:25:10Z', 'revision_number': 0, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:13.420764 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93177ce4-1935-4a8c-b7f4-c1d090f67a4d req-2212ae0c-72a6-4303-8797-5c0e3bccd28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:13.422931 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-93177ce4-1935-4a8c-b7f4-c1d090f67a4d req-2212ae0c-72a6-4303-8797-5c0e3bccd28e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 1096 time: 0.0690928 Nov 11 12:25:13.435628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf2ad7f-ee16-4cd7-a816-c5becbe13d6c None None] The sync data for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 is: [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'fc3a56eb-7e99-4879-98d1-755a41581985', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'port_id': '6625240c-2a72-43a3-9588-c13a2bc87b87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'mac_address': 'fa:16:3e:65:eb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:45Z', 'updated_at': '2021-11-11T12:22:48Z', 'revision_number': 1, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address_scope': None}, {'id': 'fe4c9133-643b-4a6a-b554-a25e9dc1c022', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'port_id': 'b70e5803-76cc-4683-8491-3e1c0d5fadf9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'mac_address': 'fa:16:3e:80:16:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ffe370-30d2-415c-a1a3-6d4c264a9535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:25:10Z', 'updated_at': '2021-11-11T12:25:10Z', 'revision_number': 0, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:25:13.493839 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-93177ce4-1935-4a8c-b7f4-c1d090f67a4d req-6c338850-71a7-4f4a-93e5-1e8f5c7b683b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631995 Nov 11 12:25:13.678387 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b41450-8bd8-4a56-8b66-d0afcf3a7193 None None] New status for floating IP fe4c9133-643b-4a6a-b554-a25e9dc1c022: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:25:13.794667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2441890-3cb4-4263-ae42-6d2a8da70534 req-e07415f6-d43a-4f85-a84b-b1cbfa5641c3 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:13.796370 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2441890-3cb4-4263-ae42-6d2a8da70534 req-e07415f6-d43a-4f85-a84b-b1cbfa5641c3 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 944 time: 0.0502861 Nov 11 12:25:13.852936 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2441890-3cb4-4263-ae42-6d2a8da70534 req-cb42895a-1943-49ab-9d4d-d035c489baf8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498827 Nov 11 12:25:13.901688 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b8b8e117-b462-499b-bf3c-b719605e932b details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:25:13.932991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ffe370-30d2-415c-a1a3-6d4c264a9535', 'tag': 'b70e5803-76cc-4683-8491-3e1c0d5fadf9'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:13.936128 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764e2e67-a783-4218-9782-9825a1fea99b" -d '{"events": [{"name": "network-changed", "server_uuid": "85ffe370-30d2-415c-a1a3-6d4c264a9535", "tag": "b70e5803-76cc-4683-8491-3e1c0d5fadf9"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:13.949973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00abaae-c745-4780-a819-9f213049c3a0 req-72cb3767-2ee2-4f36-a349-16905cd21683 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:13.955686 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c00abaae-c745-4780-a819-9f213049c3a0 req-72cb3767-2ee2-4f36-a349-16905cd21683 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 945 time: 0.0663145 Nov 11 12:25:13.977724 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59d4ea5-878d-4b89-a783-729edd462f71 x-openstack-request-id: req-b59d4ea5-878d-4b89-a783-729edd462f71 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:13.978306 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ffe370-30d2-415c-a1a3-6d4c264a9535", "tag": "b70e5803-76cc-4683-8491-3e1c0d5fadf9", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:13.978795 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b59d4ea5-878d-4b89-a783-729edd462f71 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:13.979418 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ffe370-30d2-415c-a1a3-6d4c264a9535', 'tag': 'b70e5803-76cc-4683-8491-3e1c0d5fadf9', 'status': 'completed', 'code': 200} Nov 11 12:25:14.006316 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port b8b8e117-b462-499b-bf3c-b719605e932b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b8b8e117-b462-499b-bf3c-b719605e932b,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:14.020812 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'b8b8e117-b462-499b-bf3c-b719605e932b', 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418', 'port_id': 'b8b8e117-b462-499b-bf3c-b719605e932b', 'mac_address': 'fa:16:3e:e0:e8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:25:14.024850 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c00abaae-c745-4780-a819-9f213049c3a0 req-eeb99b67-353a-40f3-9626-b65f697d19b7 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/security-groups?id=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628667 Nov 11 12:25:14.062523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e2e67-a783-4218-9782-9825a1fea99b req-d67b449e-1ab8-41f2-9a91-f86e23094ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:14.064268 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-764e2e67-a783-4218-9782-9825a1fea99b req-d67b449e-1ab8-41f2-9a91-f86e23094ac9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 1097 time: 0.0538373 Nov 11 12:25:14.069381 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:14.085737 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b8e117-b462-499b-bf3c-b719605e932b {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:25:14.134032 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port b8b8e117-b462-499b-bf3c-b719605e932b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b8b8e117-b462-499b-bf3c-b719605e932b,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:14.148333 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:14.193294 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e2e67-a783-4218-9782-9825a1fea99b req-f8330f50-a48e-4ab8-87ec-5815b7092905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:14.196415 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-764e2e67-a783-4218-9782-9825a1fea99b req-f8330f50-a48e-4ab8-87ec-5815b7092905 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 914 time: 0.1249340 Nov 11 12:25:14.205084 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=b8b8e117-b462-499b-bf3c-b719605e932b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:14.264657 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-764e2e67-a783-4218-9782-9825a1fea99b req-de051857-26ce-4bed-88ef-7c87418a88ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70e5803-76cc-4683-8491-3e1c0d5fadf9 HTTP/1.1" status: 200 len: 1002 time: 0.0614216 Nov 11 12:25:14.322205 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e2e67-a783-4218-9782-9825a1fea99b req-4d7d8007-d543-444e-8553-60e5a888025c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:14.323712 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-764e2e67-a783-4218-9782-9825a1fea99b req-4d7d8007-d543-444e-8553-60e5a888025c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.0487778 Nov 11 12:25:14.384635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e2e67-a783-4218-9782-9825a1fea99b req-6d10113d-7f00-4619-8a8c-58202a32cded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:14.386286 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-764e2e67-a783-4218-9782-9825a1fea99b req-6d10113d-7f00-4619-8a8c-58202a32cded service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475764 Nov 11 12:25:14.390490 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['b8b8e117-b462-499b-bf3c-b719605e932b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:25:14.485415 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-764e2e67-a783-4218-9782-9825a1fea99b req-95ff6ec1-23d7-41d9-b687-cf19c49dcaae service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900419 Nov 11 12:25:14.582062 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-764e2e67-a783-4218-9782-9825a1fea99b req-d820c9fe-e697-43b4-80f6-26228c7e9ede service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894272 Nov 11 12:25:14.985385 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4bb0f-083c-4a29-adcc-5e0b3a3f5d1e req-24df6d0a-e9ce-43ff-bf4c-e82562273309 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:14.987088 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3b4bb0f-083c-4a29-adcc-5e0b3a3f5d1e req-24df6d0a-e9ce-43ff-bf4c-e82562273309 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 945 time: 0.0539708 Nov 11 12:25:15.038725 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3b4bb0f-083c-4a29-adcc-5e0b3a3f5d1e req-c83474d5-72e0-47aa-9f7f-1626565cb8ef tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456991 Nov 11 12:25:15.144495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d384a22-d8f4-48fe-9ebc-4e8d499b870a req-43c9d922-7772-493b-bab8-a93133266a0d tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:15.146042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d384a22-d8f4-48fe-9ebc-4e8d499b870a req-43c9d922-7772-493b-bab8-a93133266a0d tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 945 time: 0.0514674 Nov 11 12:25:15.201458 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d384a22-d8f4-48fe-9ebc-4e8d499b870a req-e14cafb4-fcdd-4263-867e-ede476568656 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/security-groups?id=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492413 Nov 11 12:25:15.328393 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5f048-2584-4e7c-a8f5-74400f78f977 req-2725c921-36cc-4f87-9acc-a5b59f1d8384 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:15.329881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ea5f048-2584-4e7c-a8f5-74400f78f977 req-2725c921-36cc-4f87-9acc-a5b59f1d8384 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 945 time: 0.0497389 Nov 11 12:25:15.386763 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5ea5f048-2584-4e7c-a8f5-74400f78f977 req-81377669-7f68-4119-a125-ac26c50639e5 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/security-groups?id=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490382 Nov 11 12:25:15.509554 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd67c3-5d3d-4718-a56e-defdc7661346 req-5b5c8704-b1a5-440f-8641-d4a2ff6a3493 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:15.511132 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25dd67c3-5d3d-4718-a56e-defdc7661346 req-5b5c8704-b1a5-440f-8641-d4a2ff6a3493 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 945 time: 0.0515170 Nov 11 12:25:15.562054 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-25dd67c3-5d3d-4718-a56e-defdc7661346 req-5411e83a-3d77-41ba-b91a-66fdd3024117 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/security-groups?id=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445297 Nov 11 12:25:15.585047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36432) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:15.679426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de25354-6108-4d85-a686-b641b0cfc6ea tempest-TestServerBasicOps-1511138111 tempest-TestServerBasicOps-1511138111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:15.681045 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1de25354-6108-4d85-a686-b641b0cfc6ea tempest-TestServerBasicOps-1511138111 tempest-TestServerBasicOps-1511138111-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 1091 time: 0.0949585 Nov 11 12:25:15.684729 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36436) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:15.690493 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '4d462d77-e00e-4ea6-9c1c-07d083b341f6', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:15.715223 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:15.815688 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:15.925218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Allocated IP 172.25.2.168 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/171f6bc3-e457-495f-acdb-34904bd85039) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:25:15.927628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b8b8e117-b462-499b-bf3c-b719605e932b up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:25:15.986268 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port b8b8e117-b462-499b-bf3c-b719605e932b completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:25:15.990507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port b8b8e117-b462-499b-bf3c-b719605e932b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:15.991071 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:16.042663 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:16.094401 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:16.099283 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:16.100171 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:16.139854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port b8b8e117-b462-499b-bf3c-b719605e932b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b8b8e117-b462-499b-bf3c-b719605e932b,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:16.141182 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:16.144021 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012e7278-d6a1-4f0c-b191-c5514d2c0209" -d '{"events": [{"server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "name": "network-vif-plugged", "status": "completed", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:16.149303 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:16.166544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:25:16.180341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:25:16.186085 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:25:16.208922 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=b8b8e117-b462-499b-bf3c-b719605e932b,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:16.212915 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f64381-3712-4e41-8e1a-0fb1fbf8951b x-openstack-request-id: req-e8f64381-3712-4e41-8e1a-0fb1fbf8951b {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:16.213237 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "name": "network-vif-plugged", "status": "completed", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:16.213552 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8f64381-3712-4e41-8e1a-0fb1fbf8951b {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:16.214002 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b', 'code': 200} Nov 11 12:25:16.227858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Pushing event updated for resources: {'Port': ['ID=171f6bc3-e457-495f-acdb-34904bd85039,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:16.247731 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eed24a-d7c2-46db-9199-45488a6dbb0e req-0b1bded6-4c82-4cbb-b54e-4ab571985104 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:16.249306 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3eed24a-d7c2-46db-9199-45488a6dbb0e req-0b1bded6-4c82-4cbb-b54e-4ab571985104 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 946 time: 0.1035519 Nov 11 12:25:16.340359 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3eed24a-d7c2-46db-9199-45488a6dbb0e req-9f74db7c-b68f-4108-b683-6fedca6a84f7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827560 Nov 11 12:25:16.822566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f091f-f923-44cc-968a-51c3fe3f1f40 req-0c8f0ee0-d5dd-450f-9a66-052c1e2d39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:16.824174 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-596f091f-f923-44cc-968a-51c3fe3f1f40 req-0c8f0ee0-d5dd-450f-9a66-052c1e2d39e0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 1097 time: 0.5421205 Nov 11 12:25:16.920049 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-596f091f-f923-44cc-968a-51c3fe3f1f40 req-5383df2e-43ef-4e25-a8f1-3ca7c67e8a6c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885496 Nov 11 12:25:17.034627 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:17.105683 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:17.266192 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:17.272165 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:17.347615 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Pushing event updated for resources: {'Port': ['ID=171f6bc3-e457-495f-acdb-34904bd85039,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:17.358537 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:17.479836 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Floating IP b04a3823-4ff0-4dd5-8316-3025341b6a54 associated. External IP: 172.25.2.168, port: 4d462d77-e00e-4ea6-9c1c-07d083b341f6. Nov 11 12:25:17.556283 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256a5e8-2256-40db-b090-bb22385c9092 req-522c8815-c146-404b-88e3-81ad5f51839a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:17.564381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4256a5e8-2256-40db-b090-bb22385c9092 req-522c8815-c146-404b-88e3-81ad5f51839a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 946 time: 0.0604167 Nov 11 12:25:17.614463 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4256a5e8-2256-40db-b090-bb22385c9092 req-f15549df-6955-4619-bd58-aa0de6dbdad6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487566 Nov 11 12:25:17.707999 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Router 26a435a1-4252-4fec-87a4-aa9b4d726e59 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:25:17.819478 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:25:17.829534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae68992-a4d0-4e64-998c-5a388323abc6 None None] Sync routers for ids ['26a435a1-4252-4fec-87a4-aa9b4d726e59'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:25:17.839708 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:17.841142 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae68992-a4d0-4e64-998c-5a388323abc6 None None] Routers {'26a435a1-4252-4fec-87a4-aa9b4d726e59'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:17.841858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bae68992-a4d0-4e64-998c-5a388323abc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:25:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['26a435a1-4252-4fec-87a4-aa9b4d726e59'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:17.874226 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-39187d6d-b3d0-441a-9c57-aa753b7da6f4 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1883070 Nov 11 12:25:17.874848 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c095de5-ab2a-43e1-a56e-fdcda012786b', 'tag': '4d462d77-e00e-4ea6-9c1c-07d083b341f6'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:17.877275 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb79184-b548-437f-8739-4cdd2cd0aee6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c095de5-ab2a-43e1-a56e-fdcda012786b", "tag": "4d462d77-e00e-4ea6-9c1c-07d083b341f6"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:17.972891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-bae68992-a4d0-4e64-998c-5a388323abc6 None None] Set router 26a435a1-4252-4fec-87a4-aa9b4d726e59 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:17.995632 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd891ef-68c0-47ac-83a3-edd317ce2373 x-openstack-request-id: req-4bd891ef-68c0-47ac-83a3-edd317ce2373 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:17.995926 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c095de5-ab2a-43e1-a56e-fdcda012786b", "tag": "4d462d77-e00e-4ea6-9c1c-07d083b341f6", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:17.996175 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bd891ef-68c0-47ac-83a3-edd317ce2373 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:17.996588 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c095de5-ab2a-43e1-a56e-fdcda012786b', 'tag': '4d462d77-e00e-4ea6-9c1c-07d083b341f6', 'status': 'completed', 'code': 200} Nov 11 12:25:18.087236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb79184-b548-437f-8739-4cdd2cd0aee6 req-5117a052-6a05-4ddb-883f-512712590e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:18.094545 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3cb79184-b548-437f-8739-4cdd2cd0aee6 req-5117a052-6a05-4ddb-883f-512712590e5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67b11859c3d04bb7bd097f3247d81930&device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 1096 time: 0.0591967 Nov 11 12:25:18.218583 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb79184-b548-437f-8739-4cdd2cd0aee6 req-d2173efa-4143-4553-b61e-a9267422813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:18.220388 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3cb79184-b548-437f-8739-4cdd2cd0aee6 req-d2173efa-4143-4553-b61e-a9267422813a service neutron] 10.222.0.62 "GET /v2.0/networks?id=f07c30fe-25ac-44c7-ba0b-144c97abab0d HTTP/1.1" status: 200 len: 911 time: 0.1182916 Nov 11 12:25:18.254720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bae68992-a4d0-4e64-998c-5a388323abc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'name': 'tempest-TestServerBasicOps-2080968272-router', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '588c7985-d066-462b-a743-6be106f48a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:30Z', 'updated_at': '2021-11-11T12:24:39Z', 'revision_number': 4, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'gw_port': {'id': '588c7985-d066-462b-a743-6be106f48a07', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:31Z', 'updated_at': '2021-11-11T12:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'b04a3823-4ff0-4dd5-8316-3025341b6a54', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'port_id': '4d462d77-e00e-4ea6-9c1c-07d083b341f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d', 'mac_address': 'fa:16:3e:39:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c095de5-ab2a-43e1-a56e-fdcda012786b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:25:16Z', 'updated_at': '2021-11-11T12:25:16Z', 'revision_number': 0, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc66b1d-52eb-45fa-ab7e-4aebcad9d091', 'name': '', 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'mac_address': 'fa:16:3e:b3:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:37Z', 'updated_at': '2021-11-11T12:24:44Z', 'revision_number': 5, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'subnets': [{'id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:18.288093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae68992-a4d0-4e64-998c-5a388323abc6 None None] Checking router: 26a435a1-4252-4fec-87a4-aa9b4d726e59 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:25:18.295987 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3cb79184-b548-437f-8739-4cdd2cd0aee6 req-9e50c225-a143-49a8-ba0f-df6908458f07 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d462d77-e00e-4ea6-9c1c-07d083b341f6 HTTP/1.1" status: 200 len: 999 time: 0.0677276 Nov 11 12:25:18.298465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae68992-a4d0-4e64-998c-5a388323abc6 None None] Routers {'26a435a1-4252-4fec-87a4-aa9b4d726e59'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:18.299076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bae68992-a4d0-4e64-998c-5a388323abc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:25:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['26a435a1-4252-4fec-87a4-aa9b4d726e59'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:18.350274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb79184-b548-437f-8739-4cdd2cd0aee6 req-63291c63-61d8-4134-941c-b0f62f839f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:18.351951 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3cb79184-b548-437f-8739-4cdd2cd0aee6 req-63291c63-61d8-4134-941c-b0f62f839f54 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97cba9ec-4d12-477e-b42e-81384b6b0f88 HTTP/1.1" status: 200 len: 848 time: 0.0478485 Nov 11 12:25:18.398731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb79184-b548-437f-8739-4cdd2cd0aee6 req-f4ea44d2-ceee-41a7-922b-c77ec02e70d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:18.400235 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3cb79184-b548-437f-8739-4cdd2cd0aee6 req-f4ea44d2-ceee-41a7-922b-c77ec02e70d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f07c30fe-25ac-44c7-ba0b-144c97abab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415382 Nov 11 12:25:18.404914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-bae68992-a4d0-4e64-998c-5a388323abc6 None None] Set router 26a435a1-4252-4fec-87a4-aa9b4d726e59 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:18.512887 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3cb79184-b548-437f-8739-4cdd2cd0aee6 req-7edff92d-6b0a-48aa-84e8-9da38c9334c1 service neutron] 10.222.0.62 "GET /v2.0/networks/f07c30fe-25ac-44c7-ba0b-144c97abab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044197 Nov 11 12:25:18.619970 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3cb79184-b548-437f-8739-4cdd2cd0aee6 req-4ab9ee46-6563-42e5-8a3b-069be88adbef service neutron] 10.222.0.62 "GET /v2.0/networks/f07c30fe-25ac-44c7-ba0b-144c97abab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935485 Nov 11 12:25:18.669109 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-bae68992-a4d0-4e64-998c-5a388323abc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'name': 'tempest-TestServerBasicOps-2080968272-router', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '588c7985-d066-462b-a743-6be106f48a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:30Z', 'updated_at': '2021-11-11T12:24:39Z', 'revision_number': 4, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'gw_port': {'id': '588c7985-d066-462b-a743-6be106f48a07', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:31Z', 'updated_at': '2021-11-11T12:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'b04a3823-4ff0-4dd5-8316-3025341b6a54', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'port_id': '4d462d77-e00e-4ea6-9c1c-07d083b341f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d', 'mac_address': 'fa:16:3e:39:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c095de5-ab2a-43e1-a56e-fdcda012786b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:25:16Z', 'updated_at': '2021-11-11T12:25:16Z', 'revision_number': 0, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc66b1d-52eb-45fa-ab7e-4aebcad9d091', 'name': '', 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'mac_address': 'fa:16:3e:b3:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:37Z', 'updated_at': '2021-11-11T12:24:44Z', 'revision_number': 5, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'subnets': [{'id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:18.698732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae68992-a4d0-4e64-998c-5a388323abc6 None None] The sync data for ids ['26a435a1-4252-4fec-87a4-aa9b4d726e59'] in n-d-807359-3 is: [{'id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'name': 'tempest-TestServerBasicOps-2080968272-router', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '588c7985-d066-462b-a743-6be106f48a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:30Z', 'updated_at': '2021-11-11T12:24:39Z', 'revision_number': 4, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'gw_port': {'id': '588c7985-d066-462b-a743-6be106f48a07', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:31Z', 'updated_at': '2021-11-11T12:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'b04a3823-4ff0-4dd5-8316-3025341b6a54', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'port_id': '4d462d77-e00e-4ea6-9c1c-07d083b341f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d', 'mac_address': 'fa:16:3e:39:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c095de5-ab2a-43e1-a56e-fdcda012786b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:25:16Z', 'updated_at': '2021-11-11T12:25:16Z', 'revision_number': 0, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc66b1d-52eb-45fa-ab7e-4aebcad9d091', 'name': '', 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'mac_address': 'fa:16:3e:b3:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:37Z', 'updated_at': '2021-11-11T12:24:44Z', 'revision_number': 5, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'subnets': [{'id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:25:18.764967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ddbe7-efd1-4fed-a2a2-1d4b4d4a06ef req-b176dd0e-9b98-445a-b433-1f06f060bda7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:18.768103 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-854ddbe7-efd1-4fed-a2a2-1d4b4d4a06ef req-b176dd0e-9b98-445a-b433-1f06f060bda7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 946 time: 0.0691350 Nov 11 12:25:18.790738 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1484b5db-b8e9-417d-ab6d-5f4f5cf23b16 req-a815b84d-4a54-4146-b0bf-2c5b35705704 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0624471 Nov 11 12:25:18.828501 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-854ddbe7-efd1-4fed-a2a2-1d4b4d4a06ef req-1b95f5ee-1c15-4aaf-bc93-6ee09329c14c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500460 Nov 11 12:25:18.895740 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484b5db-b8e9-417d-ab6d-5f4f5cf23b16 req-fc9e75b7-c784-460c-b70f-d9c3c2b46118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:18.897390 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1484b5db-b8e9-417d-ab6d-5f4f5cf23b16 req-fc9e75b7-c784-460c-b70f-d9c3c2b46118 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 1097 time: 0.0608377 Nov 11 12:25:18.973387 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd824f70-6208-441d-9c72-acb62177d441 req-46805003-f0a9-422a-a254-a3485ce8e311 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:18.975214 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd824f70-6208-441d-9c72-acb62177d441 req-46805003-f0a9-422a-a254-a3485ce8e311 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 946 time: 0.0574069 Nov 11 12:25:19.017867 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e376f59-fb56-47cd-ba69-0e3e86c87c3c None None] New status for floating IP b04a3823-4ff0-4dd5-8316-3025341b6a54: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:25:19.031499 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484b5db-b8e9-417d-ab6d-5f4f5cf23b16 req-bc4470ba-3b4a-4ebc-bbfa-9b96bd9bfafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:19.033012 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1484b5db-b8e9-417d-ab6d-5f4f5cf23b16 req-bc4470ba-3b4a-4ebc-bbfa-9b96bd9bfafb service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 914 time: 0.1123068 Nov 11 12:25:19.038312 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd824f70-6208-441d-9c72-acb62177d441 req-2f728b86-b026-456b-a68a-23eec44a85e4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557237 Nov 11 12:25:19.063906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36470) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:19.116828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e4652d-0c1c-4ee8-9364-78e3cc44101d tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:19.121507 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a9e4652d-0c1c-4ee8-9364-78e3cc44101d tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 1092 time: 0.0538709 Nov 11 12:25:19.127951 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36472) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:19.134558 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': 'b8b8e117-b462-499b-bf3c-b719605e932b', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:19.138562 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1484b5db-b8e9-417d-ab6d-5f4f5cf23b16 req-99f5427a-ffb5-4fe7-95b1-307fcaa96fe6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70e5803-76cc-4683-8491-3e1c0d5fadf9 HTTP/1.1" status: 200 len: 1002 time: 0.0962040 Nov 11 12:25:19.172184 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:19.215972 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484b5db-b8e9-417d-ab6d-5f4f5cf23b16 req-7dec00fe-3ffa-4122-839e-aeff588f8d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:19.218864 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1484b5db-b8e9-417d-ab6d-5f4f5cf23b16 req-7dec00fe-3ffa-4122-839e-aeff588f8d45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.0729978 Nov 11 12:25:19.300523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484b5db-b8e9-417d-ab6d-5f4f5cf23b16 req-1da7eec0-da70-4f77-b28e-1e580c19a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:19.302435 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1484b5db-b8e9-417d-ab6d-5f4f5cf23b16 req-1da7eec0-da70-4f77-b28e-1e580c19a409 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756831 Nov 11 12:25:19.323233 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:19.407496 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1484b5db-b8e9-417d-ab6d-5f4f5cf23b16 req-e9a96ede-b41a-4a38-bf74-82bdae428205 service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971675 Nov 11 12:25:19.446116 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Allocated IP 172.25.2.9 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/2df84365-4407-4024-9e5c-10daa6b2a9d0) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:25:19.516457 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1484b5db-b8e9-417d-ab6d-5f4f5cf23b16 req-8e2ab7ff-8b1d-453f-8876-920341ab4872 service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012866 Nov 11 12:25:19.559372 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:19.595649 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:19.643441 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:25:19.646390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:25:19.650206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:25:19.656298 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=2df84365-4407-4024-9e5c-10daa6b2a9d0,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:20.037913 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:20.113492 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:20.283928 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:20.290514 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:20.368573 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=2df84365-4407-4024-9e5c-10daa6b2a9d0,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:20.377059 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:20.485848 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Floating IP 91e772d3-48de-443f-8b17-021835496a08 associated. External IP: 172.25.2.9, port: b8b8e117-b462-499b-bf3c-b719605e932b. Nov 11 12:25:20.704230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router 9cda02e8-2444-4f52-911e-a16b7f0fbdab has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:25:20.816068 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:25:20.826124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84101d-d5ed-4f6d-9a14-a68477032cc5 None None] Sync routers for ids ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:25:20.836692 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:20.837077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84101d-d5ed-4f6d-9a14-a68477032cc5 None None] Routers {'9cda02e8-2444-4f52-911e-a16b7f0fbdab'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:20.837719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fe84101d-d5ed-4f6d-9a14-a68477032cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:25:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:20.864334 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-36d86328-db8f-4543-9b8d-77cf85f0e15f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7357659 Nov 11 12:25:20.864901 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:20.867211 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45348f34-fd14-4b68-9ff6-5f73b7003e32" -d '{"events": [{"name": "network-changed", "server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:20.904063 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e4d0d0-632a-4f85-886d-97e2e7f1ddf1 x-openstack-request-id: req-19e4d0d0-632a-4f85-886d-97e2e7f1ddf1 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:20.904348 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:20.904598 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19e4d0d0-632a-4f85-886d-97e2e7f1ddf1 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:20.905690 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b', 'status': 'completed', 'code': 200} Nov 11 12:25:20.960230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-fe84101d-d5ed-4f6d-9a14-a68477032cc5 None None] Set router 9cda02e8-2444-4f52-911e-a16b7f0fbdab gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:20.968897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d754e0-74e1-4a1a-ad9a-473b75cae5d7 req-e5f39e79-5de9-4c36-b07d-bbb00af6dde2 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:20.970593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40d754e0-74e1-4a1a-ad9a-473b75cae5d7 req-e5f39e79-5de9-4c36-b07d-bbb00af6dde2 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 946 time: 0.0505879 Nov 11 12:25:20.976263 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45348f34-fd14-4b68-9ff6-5f73b7003e32 req-5390f8bb-ff5d-4455-a087-3b8f63b8af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:20.977887 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-45348f34-fd14-4b68-9ff6-5f73b7003e32 req-5390f8bb-ff5d-4455-a087-3b8f63b8af23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 1097 time: 0.0433159 Nov 11 12:25:21.027336 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40d754e0-74e1-4a1a-ad9a-473b75cae5d7 req-f9c76aae-f407-482f-a054-7d41fa4daa1c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495632 Nov 11 12:25:21.050919 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36488) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:21.076556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45348f34-fd14-4b68-9ff6-5f73b7003e32 req-394619e0-4700-47a1-9b37-c0d4d5f0a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:21.078049 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-45348f34-fd14-4b68-9ff6-5f73b7003e32 req-394619e0-4700-47a1-9b37-c0d4d5f0a5e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=febffe74-d96b-43f0-a13f-3d292f10f418 HTTP/1.1" status: 200 len: 899 time: 0.0916119 Nov 11 12:25:21.131512 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3fc1bbe9-93f6-41c4-9073-c381b008fc9a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/floatingips/91e772d3-48de-443f-8b17-021835496a08 HTTP/1.1" status: 200 len: 990 time: 0.0791163 Nov 11 12:25:21.149439 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-45348f34-fd14-4b68-9ff6-5f73b7003e32 req-1a56a70a-3d1a-4e57-832d-25ae8d674407 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b8e117-b462-499b-bf3c-b719605e932b HTTP/1.1" status: 200 len: 998 time: 0.0619702 Nov 11 12:25:21.203187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45348f34-fd14-4b68-9ff6-5f73b7003e32 req-b8ca85a1-adcf-42ac-a63a-23d8bb326aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:21.204676 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-45348f34-fd14-4b68-9ff6-5f73b7003e32 req-b8ca85a1-adcf-42ac-a63a-23d8bb326aac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42a975f5-4d89-4056-bc6b-6e34ba2e07a9 HTTP/1.1" status: 200 len: 834 time: 0.0461111 Nov 11 12:25:21.207802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fe84101d-d5ed-4f6d-9a14-a68477032cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452059019', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:56Z', 'updated_at': '2021-11-11T12:25:04Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:57Z', 'updated_at': '2021-11-11T12:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '91e772d3-48de-443f-8b17-021835496a08', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'port_id': 'b8b8e117-b462-499b-bf3c-b719605e932b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418', 'mac_address': 'fa:16:3e:e0:e8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:25:19Z', 'updated_at': '2021-11-11T12:25:19Z', 'revision_number': 0, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e744c2-3ca3-41df-ba7a-5e33461f8645', 'name': '', 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:a8:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:01Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:21.234754 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84101d-d5ed-4f6d-9a14-a68477032cc5 None None] Checking router: 9cda02e8-2444-4f52-911e-a16b7f0fbdab for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:25:21.243211 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84101d-d5ed-4f6d-9a14-a68477032cc5 None None] Routers {'9cda02e8-2444-4f52-911e-a16b7f0fbdab'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:21.243828 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fe84101d-d5ed-4f6d-9a14-a68477032cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:25:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:21.261188 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45348f34-fd14-4b68-9ff6-5f73b7003e32 req-f75e306f-b93f-4e80-b09b-4d747dcbc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:21.262729 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-45348f34-fd14-4b68-9ff6-5f73b7003e32 req-f75e306f-b93f-4e80-b09b-4d747dcbc172 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=febffe74-d96b-43f0-a13f-3d292f10f418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469434 Nov 11 12:25:21.364514 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-45348f34-fd14-4b68-9ff6-5f73b7003e32 req-3bda3d28-2bbb-4e7d-9cf5-218cfbebe561 service neutron] 10.222.0.43 "GET /v2.0/networks/febffe74-d96b-43f0-a13f-3d292f10f418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924296 Nov 11 12:25:21.471037 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-45348f34-fd14-4b68-9ff6-5f73b7003e32 req-a692387f-6674-4e72-aebd-5c3bcbb3ffe7 service neutron] 10.222.0.43 "GET /v2.0/networks/febffe74-d96b-43f0-a13f-3d292f10f418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986075 Nov 11 12:25:21.510735 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-fe84101d-d5ed-4f6d-9a14-a68477032cc5 None None] Set router 9cda02e8-2444-4f52-911e-a16b7f0fbdab gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:21.771120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fe84101d-d5ed-4f6d-9a14-a68477032cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452059019', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:56Z', 'updated_at': '2021-11-11T12:25:04Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:57Z', 'updated_at': '2021-11-11T12:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '91e772d3-48de-443f-8b17-021835496a08', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'port_id': 'b8b8e117-b462-499b-bf3c-b719605e932b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418', 'mac_address': 'fa:16:3e:e0:e8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:25:19Z', 'updated_at': '2021-11-11T12:25:19Z', 'revision_number': 0, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e744c2-3ca3-41df-ba7a-5e33461f8645', 'name': '', 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:a8:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:01Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:21.798158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84101d-d5ed-4f6d-9a14-a68477032cc5 None None] The sync data for ids ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'] in n-d-807359-3 is: [{'id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452059019', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:56Z', 'updated_at': '2021-11-11T12:25:04Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:57Z', 'updated_at': '2021-11-11T12:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '91e772d3-48de-443f-8b17-021835496a08', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'port_id': 'b8b8e117-b462-499b-bf3c-b719605e932b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418', 'mac_address': 'fa:16:3e:e0:e8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:25:19Z', 'updated_at': '2021-11-11T12:25:19Z', 'revision_number': 0, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e744c2-3ca3-41df-ba7a-5e33461f8645', 'name': '', 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:a8:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:01Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:25:21.906041 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:22.013437 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e3359-6749-4831-a6ba-50d6b35090de None None] New status for floating IP 91e772d3-48de-443f-8b17-021835496a08: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:25:22.135347 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36494) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:22.203877 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ad30803b-fb75-48f9-b9fe-6f76687615e4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/floatingips/91e772d3-48de-443f-8b17-021835496a08 HTTP/1.1" status: 200 len: 990 time: 0.0659776 Nov 11 12:25:23.207372 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36500) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:23.274193 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-553ee394-f367-4cf9-bc49-8d32ccc865e4 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/floatingips/91e772d3-48de-443f-8b17-021835496a08 HTTP/1.1" status: 200 len: 992 time: 0.0654087 Nov 11 12:25:30.550990 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7c8700eb-04ef-4e51-8b24-69899f143dca req-071495a5-0d47-4336-9003-d3d39f36a54f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1373506 Nov 11 12:25:30.653556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8700eb-04ef-4e51-8b24-69899f143dca req-393b3caf-ac04-4d71-a8ea-5cc75e0f31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:30.655144 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7c8700eb-04ef-4e51-8b24-69899f143dca req-393b3caf-ac04-4d71-a8ea-5cc75e0f31fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 1096 time: 0.0478280 Nov 11 12:25:30.766386 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8700eb-04ef-4e51-8b24-69899f143dca req-a2396d53-c06a-4313-9ed1-9fd3783e9272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:30.767814 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7c8700eb-04ef-4e51-8b24-69899f143dca req-a2396d53-c06a-4313-9ed1-9fd3783e9272 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 914 time: 0.0913501 Nov 11 12:25:30.845546 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7c8700eb-04ef-4e51-8b24-69899f143dca req-776e9f22-d189-40d4-b28f-7f88386c2326 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6625240c-2a72-43a3-9588-c13a2bc87b87 HTTP/1.1" status: 200 len: 1001 time: 0.0701065 Nov 11 12:25:30.901430 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8700eb-04ef-4e51-8b24-69899f143dca req-d14864f0-9d4e-4958-a541-14e014b71e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:30.902936 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7c8700eb-04ef-4e51-8b24-69899f143dca req-d14864f0-9d4e-4958-a541-14e014b71e89 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.0504110 Nov 11 12:25:30.956939 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8700eb-04ef-4e51-8b24-69899f143dca req-b4d2ce19-732a-429e-8914-8e5ac3da0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:30.958474 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7c8700eb-04ef-4e51-8b24-69899f143dca req-b4d2ce19-732a-429e-8914-8e5ac3da0784 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448518 Nov 11 12:25:31.060031 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7c8700eb-04ef-4e51-8b24-69899f143dca req-6099acf8-9d1f-4862-8039-e34889cbbdc3 service neutron] 10.222.0.62 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931661 Nov 11 12:25:31.153279 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7c8700eb-04ef-4e51-8b24-69899f143dca req-7a358a8f-6039-4295-b329-0739053d1a50 service neutron] 10.222.0.62 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847092 Nov 11 12:25:35.853526 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e802faa7-5d62-4b89-acdc-0f8c4213d2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:38.104123 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c5b70a5c-7d12-464d-b434-4083fa3e80c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:39.085699 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:40.613430 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:41.305984 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:45.597306 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beb65a-7703-4247-9704-2d0e3b68ba23 req-29e25e9f-b3ae-4d6d-b933-3c626db4580b tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:45.598826 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59beb65a-7703-4247-9704-2d0e3b68ba23 req-29e25e9f-b3ae-4d6d-b933-3c626db4580b tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 946 time: 0.0535862 Nov 11 12:25:45.651824 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59beb65a-7703-4247-9704-2d0e3b68ba23 req-2f4a7478-0645-4f1e-9c70-302b3b2760fb tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438557 Nov 11 12:25:46.075327 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:46.778590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be488d9-d45c-453b-b650-3b3481a67854 req-bd4d8fbf-d6d0-43d3-8656-7e3a51f55553 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:46.780187 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6be488d9-d45c-453b-b650-3b3481a67854 req-bd4d8fbf-d6d0-43d3-8656-7e3a51f55553 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 946 time: 0.0541878 Nov 11 12:25:46.832986 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6be488d9-d45c-453b-b650-3b3481a67854 req-f60ae478-199f-4084-b55b-c5a24b365097 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432377 Nov 11 12:25:47.318211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63f939-7597-4c91-a87b-d405f8282654 req-73ff758e-6782-4827-8ab8-ffa3f806ef24 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:47.319679 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2a63f939-7597-4c91-a87b-d405f8282654 req-73ff758e-6782-4827-8ab8-ffa3f806ef24 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.62 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 946 time: 0.0616584 Nov 11 12:25:47.417381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-2a63f939-7597-4c91-a87b-d405f8282654 req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Deleting port d07d2b03-6964-4681-a984-de1105d3781b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:25:47.417769 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2a63f939-7597-4c91-a87b-d405f8282654 req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:47.511383 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-2a63f939-7597-4c91-a87b-d405f8282654 req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] For port d07d2b03-6964-4681-a984-de1105d3781b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=d07d2b03-6964-4681-a984-de1105d3781b,segment=NetworkSegment(76a26800-6aee-4d13-9782-50db541d8c3e),segment_id=76a26800-6aee-4d13-9782-50db541d8c3e)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:47.511719 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2a63f939-7597-4c91-a87b-d405f8282654 req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:47.524616 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-2a63f939-7597-4c91-a87b-d405f8282654 req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Calling delete_port for d07d2b03-6964-4681-a984-de1105d3781b owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:25:47.657802 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2a63f939-7597-4c91-a87b-d405f8282654 req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:47.672666 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['d07d2b03-6964-4681-a984-de1105d3781b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:25:47.692222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Pushing event deleted for resources: {'Port': ['ID=d07d2b03-6964-4681-a984-de1105d3781b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:47.706416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:47.706754 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:47.707087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:47.707414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:47.707747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:47.708058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:47.708371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:47.708687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:47.709003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:47.709313 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:47.709644 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:47.709957 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:47.743614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a63f939-7597-4c91-a87b-d405f8282654 req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] No DVR routers for this DVR port d07d2b03-6964-4681-a984-de1105d3781b on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:25:47.747198 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2a63f939-7597-4c91-a87b-d405f8282654 req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:47.750634 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2a63f939-7597-4c91-a87b-d405f8282654 req-f07462f8-dd66-412f-bb62-b899d30c518a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.62 "DELETE /v2.0/ports/d07d2b03-6964-4681-a984-de1105d3781b HTTP/1.1" status: 204 len: 173 time: 0.4216444 Nov 11 12:25:47.751076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bb1ec3-7655-4810-800b-184b5a920111', 'name': 'network-vif-deleted', 'tag': 'd07d2b03-6964-4681-a984-de1105d3781b'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:47.754003 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cf5fb5-f2a9-4075-b8f6-9b82459fe146" -d '{"events": [{"server_uuid": "26bb1ec3-7655-4810-800b-184b5a920111", "name": "network-vif-deleted", "tag": "d07d2b03-6964-4681-a984-de1105d3781b"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:47.791787 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70046e65-90da-462f-b62f-106ba6b9a67d x-openstack-request-id: req-70046e65-90da-462f-b62f-106ba6b9a67d {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:47.792072 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bb1ec3-7655-4810-800b-184b5a920111", "name": "network-vif-deleted", "tag": "d07d2b03-6964-4681-a984-de1105d3781b", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:47.792333 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70046e65-90da-462f-b62f-106ba6b9a67d {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:47.792730 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bb1ec3-7655-4810-800b-184b5a920111', 'name': 'network-vif-deleted', 'tag': 'd07d2b03-6964-4681-a984-de1105d3781b', 'status': 'completed', 'code': 200} Nov 11 12:25:47.952973 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-99fcfa4a-e7e5-472f-8e28-562bb34e1269 req-ef6501aa-395a-4122-83ed-39d3effa85a4 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=26bb1ec3-7655-4810-800b-184b5a920111 HTTP/1.1" status: 200 len: 210 time: 0.0304835 Nov 11 12:25:50.377287 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:25:51.826470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bb265-0ec1-49c3-9bd6-99068c3ac442 req-a18045cc-c9bb-4c0d-b810-af1dba234106 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:51.827964 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c24bb265-0ec1-49c3-9bd6-99068c3ac442 req-a18045cc-c9bb-4c0d-b810-af1dba234106 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 946 time: 0.0531397 Nov 11 12:25:51.891206 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c24bb265-0ec1-49c3-9bd6-99068c3ac442 req-49501ca3-10a6-4ca3-b650-35c7636f2cdb tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561759 Nov 11 12:25:51.917361 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:51.919420 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36696) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:51.990917 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-97f7ba78-f6c9-4277-9170-5077a70c4575 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/floatingips/91e772d3-48de-443f-8b17-021835496a08 HTTP/1.1" status: 200 len: 992 time: 0.0700293 Nov 11 12:25:52.508536 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67e525-7a6f-41ea-939f-fe1933940820 req-f0daae69-d4a6-4586-b679-d9cc90430d80 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:52.510126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be67e525-7a6f-41ea-939f-fe1933940820 req-f0daae69-d4a6-4586-b679-d9cc90430d80 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 1097 time: 0.0418196 Nov 11 12:25:52.559097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be67e525-7a6f-41ea-939f-fe1933940820 req-1b9cc7e1-fba2-43e5-a1b3-77775f4a312c tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423412 Nov 11 12:25:52.792751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d07d2b03-6964-4681-a984-de1105d3781b no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:25:52.815371 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: d07d2b03-6964-4681-a984-de1105d3781b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:25:52.815910 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device d07d2b03-6964-4681-a984-de1105d3781b not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:25:53.136263 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36728) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:53.231056 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-407c897a-1012-43df-a3d9-42527bb07862 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935099 Nov 11 12:25:53.240054 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-f57abe3b-653f-4ae1-945f-e292b6ad9595 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:25:53.241034 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-f57abe3b-653f-4ae1-945f-e292b6ad9595 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049806 Nov 11 12:25:53.825777 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-06ded315-0dc0-4793-9680-9a847114b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:53.827365 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-06ded315-0dc0-4793-9680-9a847114b524 service neutron] 10.222.0.65 "GET /v2.0/ports/b8b8e117-b462-499b-bf3c-b719605e932b HTTP/1.1" status: 200 len: 1094 time: 0.0377996 Nov 11 12:25:53.837716 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d40f1f9e-8dcd-42d5-9833-ec1810bb3ead service neutron] Request body: {'binding': {'host': 'n-h1-807359-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:53.838222 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d40f1f9e-8dcd-42d5-9833-ec1810bb3ead service neutron] Unknown quota resources ['binding']. {{(pid=109153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 12:25:53.995602 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d40f1f9e-8dcd-42d5-9833-ec1810bb3ead service neutron] Attempting to bind port b8b8e117-b462-499b-bf3c-b719605e932b on host n-h1-807359-3 for vnic_type normal with profile None {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:25:53.995830 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d40f1f9e-8dcd-42d5-9833-ec1810bb3ead service neutron] Attempting to bind port b8b8e117-b462-499b-bf3c-b719605e932b by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:25:53.996156 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d40f1f9e-8dcd-42d5-9833-ec1810bb3ead service neutron] Attempting to bind port b8b8e117-b462-499b-bf3c-b719605e932b on network febffe74-d96b-43f0-a13f-3d292f10f418 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:54.000649 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d40f1f9e-8dcd-42d5-9833-ec1810bb3ead service neutron] Port b8b8e117-b462-499b-bf3c-b719605e932b on network febffe74-d96b-43f0-a13f-3d292f10f418 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:25:54.000973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d40f1f9e-8dcd-42d5-9833-ec1810bb3ead service neutron] Attempting to bind port b8b8e117-b462-499b-bf3c-b719605e932b on network febffe74-d96b-43f0-a13f-3d292f10f418 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:54.006148 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d40f1f9e-8dcd-42d5-9833-ec1810bb3ead service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:25:54.006534 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d40f1f9e-8dcd-42d5-9833-ec1810bb3ead service neutron] Checking segment: {'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:25:54.006863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d40f1f9e-8dcd-42d5-9833-ec1810bb3ead service neutron] Bound using segment: {'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:25:54.007284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d40f1f9e-8dcd-42d5-9833-ec1810bb3ead service neutron] Bound port: b8b8e117-b462-499b-bf3c-b719605e932b, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:25:54.091272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d40f1f9e-8dcd-42d5-9833-ec1810bb3ead service neutron] For port b8b8e117-b462-499b-bf3c-b719605e932b, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b8b8e117-b462-499b-bf3c-b719605e932b,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:25:54.098918 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d40f1f9e-8dcd-42d5-9833-ec1810bb3ead service neutron] Publish callbacks [] for binding, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:54.100205 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d40f1f9e-8dcd-42d5-9833-ec1810bb3ead service neutron] 10.222.0.65 "POST /v2.0/ports/b8b8e117-b462-499b-bf3c-b719605e932b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2666631 Nov 11 12:25:54.278710 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751b8fe-6b87-40db-bebd-a1265dee0ec3 req-d8ec9f0d-3680-422c-aa0c-356a1c60d390 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:54.281100 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f751b8fe-6b87-40db-bebd-a1265dee0ec3 req-d8ec9f0d-3680-422c-aa0c-356a1c60d390 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 946 time: 0.0678978 Nov 11 12:25:54.342812 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f751b8fe-6b87-40db-bebd-a1265dee0ec3 req-566c739e-0fcf-4b4b-b496-bc724ff9a5e9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548990 Nov 11 12:25:54.345233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-181dc364-8c03-47e3-9f89-88e051adeea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:54.347736 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-181dc364-8c03-47e3-9f89-88e051adeea8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 1097 time: 0.0479934 Nov 11 12:25:54.445797 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-3bb7432f-e91c-4793-9405-bdb87a2d7f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:54.447343 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-3bb7432f-e91c-4793-9405-bdb87a2d7f6b service neutron] 10.222.0.62 "GET /v2.0/networks?id=febffe74-d96b-43f0-a13f-3d292f10f418 HTTP/1.1" status: 200 len: 899 time: 0.0895395 Nov 11 12:25:54.523122 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-cb0265b8-9172-44fb-bf77-6ee4691f6304 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b8e117-b462-499b-bf3c-b719605e932b HTTP/1.1" status: 200 len: 1000 time: 0.0662911 Nov 11 12:25:54.576005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-0a5a2a50-37f7-47c2-a65e-0ce7980c3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:54.577478 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-0a5a2a50-37f7-47c2-a65e-0ce7980c3938 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42a975f5-4d89-4056-bc6b-6e34ba2e07a9 HTTP/1.1" status: 200 len: 834 time: 0.0439761 Nov 11 12:25:54.625818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-1e7fde8a-0d9f-4ff0-a128-a95e42356068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:54.627763 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-1e7fde8a-0d9f-4ff0-a128-a95e42356068 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=febffe74-d96b-43f0-a13f-3d292f10f418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418959 Nov 11 12:25:54.731689 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-f09150da-3e7f-42bb-b8d7-678084d73293 service neutron] 10.222.0.62 "GET /v2.0/networks/febffe74-d96b-43f0-a13f-3d292f10f418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896094 Nov 11 12:25:54.823247 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-3a0c1ab5-5140-4019-9fed-054372beb6c1 service neutron] 10.222.0.62 "GET /v2.0/networks/febffe74-d96b-43f0-a13f-3d292f10f418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837047 Nov 11 12:25:54.971611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-5cdb5525-97f8-44d8-92bb-775d16ad5a3b tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:54.973097 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-5cdb5525-97f8-44d8-92bb-775d16ad5a3b tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721&tenant_id=cd84530cc13144bcad0a0d119e726de1&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 1097 time: 0.0884607 Nov 11 12:25:54.986688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807359-3'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:55.085886 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:55.221510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] For port b8b8e117-b462-499b-bf3c-b719605e932b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b8b8e117-b462-499b-bf3c-b719605e932b,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:55.260201 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] For port b8b8e117-b462-499b-bf3c-b719605e932b, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:25:55.303265 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:55.305514 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f43067-7522-4182-9862-5c002b24756f" -d '{"events": [{"server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:55.310119 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:55.317904 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:55.344893 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df4d035-d588-4dd5-bcb8-d0b4472e226a x-openstack-request-id: req-8df4d035-d588-4dd5-bcb8-d0b4472e226a {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:55.345187 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:55.345422 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8df4d035-d588-4dd5-bcb8-d0b4472e226a {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:55.346041 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b', 'code': 200} Nov 11 12:25:55.413858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Pushing event updated for resources: {'Port': ['ID=b8b8e117-b462-499b-bf3c-b719605e932b,revision_number=7']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:55.476487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5232367-dc2a-4019-b8e6-959ccfddac01 req-c6c85db1-c135-44e4-828b-458374bc7f89 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:55.476941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Attempting to bind port b8b8e117-b462-499b-bf3c-b719605e932b on host n-h2-807359-3 for vnic_type normal with profile {"migrating_to": "n-h1-807359-3"} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:25:55.476941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Attempting to bind port b8b8e117-b462-499b-bf3c-b719605e932b by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:25:55.477261 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Attempting to bind port b8b8e117-b462-499b-bf3c-b719605e932b on network febffe74-d96b-43f0-a13f-3d292f10f418 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:55.478115 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5232367-dc2a-4019-b8e6-959ccfddac01 req-c6c85db1-c135-44e4-828b-458374bc7f89 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 944 time: 0.0512674 Nov 11 12:25:55.482408 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Port b8b8e117-b462-499b-bf3c-b719605e932b on network febffe74-d96b-43f0-a13f-3d292f10f418 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:25:55.482854 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Attempting to bind port b8b8e117-b462-499b-bf3c-b719605e932b on network febffe74-d96b-43f0-a13f-3d292f10f418 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:55.488548 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:25:55.488876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Checking segment: {'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:25:55.489265 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Bound using segment: {'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:25:55.489722 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Bound port: b8b8e117-b462-499b-bf3c-b719605e932b, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:25:55.490083 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:55.533893 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5232367-dc2a-4019-b8e6-959ccfddac01 req-95b5c578-8f76-428a-9f92-9be245ac4b34 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493422 Nov 11 12:25:55.566396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] For port b8b8e117-b462-499b-bf3c-b719605e932b, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:25:55.569504 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] For port b8b8e117-b462-499b-bf3c-b719605e932b, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b8b8e117-b462-499b-bf3c-b719605e932b,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:25:55.574654 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:55.650764 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-92002130-9f9c-43db-9ee8-c7493ed86e8f None None] Provisioning complete for port b8b8e117-b462-499b-bf3c-b719605e932b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:55.652221 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-92002130-9f9c-43db-9ee8-c7493ed86e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:55.680806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Pushing event updated for resources: {'Port': ['ID=b8b8e117-b462-499b-bf3c-b719605e932b,revision_number=8']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:55.723778 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:55.724847 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:55.726504 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d481fb86-ef68-4f22-8f66-c09099a186ea service neutron] 10.222.0.62 "PUT /v2.0/ports/b8b8e117-b462-499b-bf3c-b719605e932b HTTP/1.1" status: 200 len: 1122 time: 0.7450202 Nov 11 12:25:55.755948 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36768) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:55.796383 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-92002130-9f9c-43db-9ee8-c7493ed86e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:55.838700 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-92002130-9f9c-43db-9ee8-c7493ed86e8f None None] For port b8b8e117-b462-499b-bf3c-b719605e932b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b8b8e117-b462-499b-bf3c-b719605e932b,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:55.841074 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:55.843886 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7008ba6-64c1-4734-89b6-dd5e79962dff" -d '{"events": [{"server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "name": "network-vif-plugged", "status": "completed", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:55.848275 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['b8b8e117-b462-499b-bf3c-b719605e932b'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:25:55.868587 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-92002130-9f9c-43db-9ee8-c7493ed86e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:55.937948 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de34208-47d4-4c4b-87e9-a1241b33f77d req-13df848d-4766-4c4e-9f7c-2e1997db8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:55.939880 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7de34208-47d4-4c4b-87e9-a1241b33f77d req-13df848d-4766-4c4e-9f7c-2e1997db8fb1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 1096 time: 0.1825204 Nov 11 12:25:56.014813 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd9e721-02a9-4b5f-a78e-6aa78aa2fca6 x-openstack-request-id: req-cdd9e721-02a9-4b5f-a78e-6aa78aa2fca6 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:56.015163 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "name": "network-vif-plugged", "status": "completed", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:56.015419 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cdd9e721-02a9-4b5f-a78e-6aa78aa2fca6 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:56.015814 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b', 'code': 200} Nov 11 12:25:56.079213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7de34208-47d4-4c4b-87e9-a1241b33f77d req-a4b93276-4243-413e-bea5-d4ee29bf62ec service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333804 Nov 11 12:25:56.106079 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92002130-9f9c-43db-9ee8-c7493ed86e8f None None] Pushing event updated for resources: {'Port': ['ID=b8b8e117-b462-499b-bf3c-b719605e932b,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:56.145876 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-877d807c-5ab4-428e-addf-d866fbdbd5e2 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:56.147523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-877d807c-5ab4-428e-addf-d866fbdbd5e2 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/networks?id=f4f18c26-95f1-4a0d-9093-29c84ee9814d HTTP/1.1" status: 200 len: 813 time: 0.1733129 Nov 11 12:25:56.163584 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-2e61c590-76ec-469d-b717-50de6c400e59 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/quotas/e184f21926f54b879cd8f11d68b0e2dd HTTP/1.1" status: 200 len: 375 time: 0.0102665 Nov 11 12:25:56.203308 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-293e8984-c4a7-4014-9d87-f7f07c61a2f8 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e184f21926f54b879cd8f11d68b0e2dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284138 Nov 11 12:25:56.303189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e55d27c5-23bd-47b6-bdac-9d2271e9d3ff None None] Provisioning complete for port b8b8e117-b462-499b-bf3c-b719605e932b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:56.303557 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e55d27c5-23bd-47b6-bdac-9d2271e9d3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:56.304260 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-3e7d11e7-3c4a-43f6-a29e-2e93959021a8 service neutron] 10.222.0.65 "GET /v2.0/networks/f4f18c26-95f1-4a0d-9093-29c84ee9814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928473 Nov 11 12:25:56.397052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-7cb73bac-a7ac-4bf1-9cdc-4da088ad6696 service neutron] 10.222.0.65 "GET /v2.0/networks/f4f18c26-95f1-4a0d-9093-29c84ee9814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862865 Nov 11 12:25:56.574421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de4d7e0b-b5e0-4dd2-b6c2-e8c80ad79a28 req-f5bca77d-7c0e-40f7-85ee-bf140fadd1be tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d8723b8-2401-456d-8efc-2687d0efefab HTTP/1.1" status: 200 len: 210 time: 0.0311584 Nov 11 12:25:56.673016 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec3bda-f514-4452-a1f8-0e07d11d07da req-765954f0-8a68-4dd3-9586-2624964e0d4a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:56.674675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16ec3bda-f514-4452-a1f8-0e07d11d07da req-765954f0-8a68-4dd3-9586-2624964e0d4a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 946 time: 0.0544028 Nov 11 12:25:56.726780 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16ec3bda-f514-4452-a1f8-0e07d11d07da req-1ee3f43e-f170-40ad-9cdf-a9d574ee06a7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450177 Nov 11 12:25:57.346907 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:57.349238 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390875eb-787c-4108-9c10-8940ef2ddec7" -d '{"events": [{"name": "network-changed", "server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:57.386543 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6eee2b-4744-457e-8a30-7cb78e1607c8 x-openstack-request-id: req-9a6eee2b-4744-457e-8a30-7cb78e1607c8 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:57.386910 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:57.387232 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a6eee2b-4744-457e-8a30-7cb78e1607c8 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:57.387649 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b', 'status': 'completed', 'code': 200} Nov 11 12:25:57.455820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390875eb-787c-4108-9c10-8940ef2ddec7 req-fe60c1fd-7b96-403b-a809-7ad73fc5d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:57.457453 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-390875eb-787c-4108-9c10-8940ef2ddec7 req-fe60c1fd-7b96-403b-a809-7ad73fc5d850 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 1127 time: 0.0467644 Nov 11 12:25:57.677486 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c4595e7-63e7-4fba-86c3-c6d340c701cd req-542f34d5-b496-4d56-ae9c-8c2d7810b983 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d8723b8-2401-456d-8efc-2687d0efefab HTTP/1.1" status: 200 len: 210 time: 0.0301590 Nov 11 12:25:57.853496 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066d31-1c63-43a4-ab84-6894e9e9d50a req-d328f5a7-bd49-44dd-8f13-b984a4847648 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:57.854963 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38066d31-1c63-43a4-ab84-6894e9e9d50a req-d328f5a7-bd49-44dd-8f13-b984a4847648 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 946 time: 0.0511134 Nov 11 12:25:57.911079 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38066d31-1c63-43a4-ab84-6894e9e9d50a req-93b02e7c-0ed9-4728-9477-9e38e3cbb4d8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494454 Nov 11 12:25:57.963841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-b985ba2d-9d16-4a34-b0ff-c65fc00772f6 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:57.965275 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-b985ba2d-9d16-4a34-b0ff-c65fc00772f6 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.62 "GET /v2.0/networks?id=f4f18c26-95f1-4a0d-9093-29c84ee9814d HTTP/1.1" status: 200 len: 813 time: 0.5038209 Nov 11 12:25:57.966243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390875eb-787c-4108-9c10-8940ef2ddec7 req-9a4d2054-bf70-4113-9220-f8f0fd0ae22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:57.967565 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-390875eb-787c-4108-9c10-8940ef2ddec7 req-9a4d2054-bf70-4113-9220-f8f0fd0ae22e service neutron] 10.222.0.43 "GET /v2.0/networks?id=febffe74-d96b-43f0-a13f-3d292f10f418 HTTP/1.1" status: 200 len: 899 time: 0.4953833 Nov 11 12:25:57.978606 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-05e9eafd-62fd-4c28-92d2-f4fc9ec52e87 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Request body: {'port': {'device_id': '8d8723b8-2401-456d-8efc-2687d0efefab', 'network_id': 'f4f18c26-95f1-4a0d-9093-29c84ee9814d', 'admin_state_up': True, 'tenant_id': 'e184f21926f54b879cd8f11d68b0e2dd'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:58.092352 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-390875eb-787c-4108-9c10-8940ef2ddec7 req-6bd98be4-3f38-42c5-a444-fc904e1b0b0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b8e117-b462-499b-bf3c-b719605e932b HTTP/1.1" status: 200 len: 1000 time: 0.1105471 Nov 11 12:25:58.168283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390875eb-787c-4108-9c10-8940ef2ddec7 req-b8fb2f61-91f7-4e8b-8dbf-1fe56ab884c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:58.169808 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-390875eb-787c-4108-9c10-8940ef2ddec7 req-b8fb2f61-91f7-4e8b-8dbf-1fe56ab884c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42a975f5-4d89-4056-bc6b-6e34ba2e07a9 HTTP/1.1" status: 200 len: 834 time: 0.0687909 Nov 11 12:25:58.177311 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-05e9eafd-62fd-4c28-92d2-f4fc9ec52e87 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Made reservation on behalf of e184f21926f54b879cd8f11d68b0e2dd for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:25:58.181219 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-05e9eafd-62fd-4c28-92d2-f4fc9ec52e87 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:58.293718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390875eb-787c-4108-9c10-8940ef2ddec7 req-a26a52ef-1710-4fb9-abe3-07481de1e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:58.295202 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-390875eb-787c-4108-9c10-8940ef2ddec7 req-a26a52ef-1710-4fb9-abe3-07481de1e17d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=febffe74-d96b-43f0-a13f-3d292f10f418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107821 Nov 11 12:25:58.405910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-05e9eafd-62fd-4c28-92d2-f4fc9ec52e87 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Allocated IP 172.20.0.8 (f4f18c26-95f1-4a0d-9093-29c84ee9814d/77e943bd-5971-4c3c-9002-7c83875f59d8/2619cac1-3c5f-4b6b-9b91-e79af641cbd3) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:25:58.441165 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-390875eb-787c-4108-9c10-8940ef2ddec7 req-4a7cbac9-dca0-4601-bd66-52b3d2ac6b3e service neutron] 10.222.0.43 "GET /v2.0/networks/febffe74-d96b-43f0-a13f-3d292f10f418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339226 Nov 11 12:25:58.643408 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-390875eb-787c-4108-9c10-8940ef2ddec7 req-16231fc8-752b-411d-a6f2-09679d82d04a service neutron] 10.222.0.43 "GET /v2.0/networks/febffe74-d96b-43f0-a13f-3d292f10f418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941559 Nov 11 12:25:58.667925 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-05e9eafd-62fd-4c28-92d2-f4fc9ec52e87 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:58.705628 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-05e9eafd-62fd-4c28-92d2-f4fc9ec52e87 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:58.749391 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-05e9eafd-62fd-4c28-92d2-f4fc9ec52e87 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Network f4f18c26-95f1-4a0d-9093-29c84ee9814d is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:25:58.754818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-05e9eafd-62fd-4c28-92d2-f4fc9ec52e87 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:25:58.760052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-05e9eafd-62fd-4c28-92d2-f4fc9ec52e87 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:25:58.786360 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9eafd-62fd-4c28-92d2-f4fc9ec52e87 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Pushing event updated for resources: {'Port': ['ID=2619cac1-3c5f-4b6b-9b91-e79af641cbd3,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:58.800220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ced58f-5bd8-417d-8432-cfd30d2da17e req-627c6bf3-6981-4448-8de7-2890bca9a8c1 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:58.801827 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73ced58f-5bd8-417d-8432-cfd30d2da17e req-627c6bf3-6981-4448-8de7-2890bca9a8c1 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d8723b8-2401-456d-8efc-2687d0efefab HTTP/1.1" status: 200 len: 931 time: 0.0520818 Nov 11 12:25:58.801996 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b8b8e117-b462-499b-bf3c-b719605e932b details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:25:58.818583 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-05e9eafd-62fd-4c28-92d2-f4fc9ec52e87 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:58.819201 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-05e9eafd-62fd-4c28-92d2-f4fc9ec52e87 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:58.837182 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-05e9eafd-62fd-4c28-92d2-f4fc9ec52e87 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8621070 Nov 11 12:25:58.852050 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Request body: {'port': {'device_id': '8d8723b8-2401-456d-8efc-2687d0efefab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:58.857011 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73ced58f-5bd8-417d-8432-cfd30d2da17e req-339bf8d0-3f32-4b97-a618-f8ed84552a6d tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470548 Nov 11 12:25:58.907112 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port b8b8e117-b462-499b-bf3c-b719605e932b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b8b8e117-b462-499b-bf3c-b719605e932b,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:58.912112 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:58.918315 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b8b8e117-b462-499b-bf3c-b719605e932b has no active binding in host n-h1-807359-3 {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 12:25:59.032412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208ad3d-f5d4-43e4-ada3-4a4eafd3beef req-c3b10dda-68bf-4ab8-ba8c-729ebc0a8197 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:59.034003 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b208ad3d-f5d4-43e4-ada3-4a4eafd3beef req-c3b10dda-68bf-4ab8-ba8c-729ebc0a8197 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 946 time: 0.0507722 Nov 11 12:25:59.084031 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b208ad3d-f5d4-43e4-ada3-4a4eafd3beef req-a37d0ed1-40b6-4f50-a528-2abc51fd72f3 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439949 Nov 11 12:25:59.189556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:25:59.197303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:59.209511 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Transition to ACTIVE for port object 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:25:59.216167 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:59.269175 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Pushing event updated for resources: {'Port': ['ID=2619cac1-3c5f-4b6b-9b91-e79af641cbd3,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:59.346906 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Attempting to bind port 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:25:59.347234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Attempting to bind port 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '76a26800-6aee-4d13-9782-50db541d8c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f4f18c26-95f1-4a0d-9093-29c84ee9814d'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:25:59.347566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Attempting to bind port 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 on network f4f18c26-95f1-4a0d-9093-29c84ee9814d {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:59.352073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Port 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 on network f4f18c26-95f1-4a0d-9093-29c84ee9814d not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:25:59.352381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Attempting to bind port 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 on network f4f18c26-95f1-4a0d-9093-29c84ee9814d {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:59.357399 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:25:59.357738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Checking segment: {'id': '76a26800-6aee-4d13-9782-50db541d8c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f4f18c26-95f1-4a0d-9093-29c84ee9814d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:25:59.358092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Bound using segment: {'id': '76a26800-6aee-4d13-9782-50db541d8c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f4f18c26-95f1-4a0d-9093-29c84ee9814d'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:25:59.358534 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Bound port: 2619cac1-3c5f-4b6b-9b91-e79af641cbd3, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a26800-6aee-4d13-9782-50db541d8c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f4f18c26-95f1-4a0d-9093-29c84ee9814d'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:25:59.358878 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:59.421948 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] For port 2619cac1-3c5f-4b6b-9b91-e79af641cbd3, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:25:59.425042 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] For port 2619cac1-3c5f-4b6b-9b91-e79af641cbd3, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=2619cac1-3c5f-4b6b-9b91-e79af641cbd3,segment=NetworkSegment(76a26800-6aee-4d13-9782-50db541d8c3e),segment_id=76a26800-6aee-4d13-9782-50db541d8c3e)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:25:59.429221 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:59.466530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:59.467145 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:59.468550 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] 10.222.0.62 "PUT /v2.0/ports/2619cac1-3c5f-4b6b-9b91-e79af641cbd3 HTTP/1.1" status: 200 len: 1091 time: 0.6212132 Nov 11 12:25:59.468977 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d8723b8-2401-456d-8efc-2687d0efefab', 'tag': '2619cac1-3c5f-4b6b-9b91-e79af641cbd3'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:59.471278 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b02833a-1531-465c-9d03-31188463b063" -d '{"events": [{"name": "network-changed", "server_uuid": "8d8723b8-2401-456d-8efc-2687d0efefab", "tag": "2619cac1-3c5f-4b6b-9b91-e79af641cbd3"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:59.496666 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc875a-f894-4c08-a93f-b51e0b1caa65 service neutron] Pushing event updated for resources: {'Port': ['ID=2619cac1-3c5f-4b6b-9b91-e79af641cbd3,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:59.514214 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ff9b4d-7a44-481a-9566-e5fbc04d80e6 x-openstack-request-id: req-34ff9b4d-7a44-481a-9566-e5fbc04d80e6 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:59.514657 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d8723b8-2401-456d-8efc-2687d0efefab", "tag": "2619cac1-3c5f-4b6b-9b91-e79af641cbd3", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:59.515154 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-34ff9b4d-7a44-481a-9566-e5fbc04d80e6 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:59.515577 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d8723b8-2401-456d-8efc-2687d0efefab', 'tag': '2619cac1-3c5f-4b6b-9b91-e79af641cbd3', 'status': 'completed', 'code': 200} Nov 11 12:25:59.559193 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-a109b75f-1da6-4238-947b-b2ff6327ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:59.560754 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-a109b75f-1da6-4238-947b-b2ff6327ef9a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e184f21926f54b879cd8f11d68b0e2dd&device_id=8d8723b8-2401-456d-8efc-2687d0efefab HTTP/1.1" status: 200 len: 1094 time: 0.0441980 Nov 11 12:25:59.609199 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-8b68f918-8373-45be-bfab-21f7cf548709 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2619cac1-3c5f-4b6b-9b91-e79af641cbd3 HTTP/1.1" status: 200 len: 217 time: 0.0390892 Nov 11 12:25:59.662669 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-f4579d2e-9d83-428f-8ac7-705ccc685cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:59.664152 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-f4579d2e-9d83-428f-8ac7-705ccc685cfc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77e943bd-5971-4c3c-9002-7c83875f59d8 HTTP/1.1" status: 200 len: 853 time: 0.0447447 Nov 11 12:25:59.697752 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-fa2ca161-d3e1-4e08-a497-7980d99f9bdb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4f18c26-95f1-4a0d-9093-29c84ee9814d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263612 Nov 11 12:25:59.797949 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-e91b1900-db2a-41b7-9868-8d7dde754681 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f18c26-95f1-4a0d-9093-29c84ee9814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907331 Nov 11 12:25:59.895172 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-72fe67fc-60be-4dac-b0be-b6484df99a37 req-f4e025fd-2f89-43ac-abbf-a852f5dff539 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f18c26-95f1-4a0d-9093-29c84ee9814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854440 Nov 11 12:25:59.982562 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f7cf4-bd8c-4cbe-98be-3a3c54232411 req-a5782048-2604-42bf-93bb-9eea11e26382 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:59.984764 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b0f7cf4-bd8c-4cbe-98be-3a3c54232411 req-a5782048-2604-42bf-93bb-9eea11e26382 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d8723b8-2401-456d-8efc-2687d0efefab HTTP/1.1" status: 200 len: 943 time: 0.0551910 Nov 11 12:25:59.993472 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02833a-1531-465c-9d03-31188463b063 req-8013ed54-5099-4ca1-8988-9a8cb0a4a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:59.995008 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0b02833a-1531-465c-9d03-31188463b063 req-8013ed54-5099-4ca1-8988-9a8cb0a4a789 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e184f21926f54b879cd8f11d68b0e2dd&device_id=8d8723b8-2401-456d-8efc-2687d0efefab HTTP/1.1" status: 200 len: 1094 time: 0.0482776 Nov 11 12:26:00.034588 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b0f7cf4-bd8c-4cbe-98be-3a3c54232411 req-efe285d6-68aa-4ab0-b271-a3e6a3e724ac tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430405 Nov 11 12:26:00.090201 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02833a-1531-465c-9d03-31188463b063 req-e130bbb9-d21d-4ba7-bc31-c40714871ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:00.091748 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0b02833a-1531-465c-9d03-31188463b063 req-e130bbb9-d21d-4ba7-bc31-c40714871ddc service neutron] 10.222.0.62 "GET /v2.0/networks?id=f4f18c26-95f1-4a0d-9093-29c84ee9814d HTTP/1.1" status: 200 len: 915 time: 0.0884063 Nov 11 12:26:00.141150 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0b02833a-1531-465c-9d03-31188463b063 req-7bdf329a-68d9-4571-ac4c-e41ce5cef897 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2619cac1-3c5f-4b6b-9b91-e79af641cbd3 HTTP/1.1" status: 200 len: 217 time: 0.0410266 Nov 11 12:26:00.193698 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02833a-1531-465c-9d03-31188463b063 req-57aa3a1e-ab77-4f98-a556-9f8c650ac2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:00.195262 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0b02833a-1531-465c-9d03-31188463b063 req-57aa3a1e-ab77-4f98-a556-9f8c650ac2a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77e943bd-5971-4c3c-9002-7c83875f59d8 HTTP/1.1" status: 200 len: 853 time: 0.0466859 Nov 11 12:26:00.206551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfafaf9-c2ab-4c8a-bef0-88fcdeae6127 req-ce12f291-1e15-4c98-b2b6-c9f6d4328bb7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:00.208118 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0dfafaf9-c2ab-4c8a-bef0-88fcdeae6127 req-ce12f291-1e15-4c98-b2b6-c9f6d4328bb7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 946 time: 0.0516920 Nov 11 12:26:00.231526 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0b02833a-1531-465c-9d03-31188463b063 req-4e5e723f-7c87-42be-88a1-232f9703ba94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4f18c26-95f1-4a0d-9093-29c84ee9814d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272956 Nov 11 12:26:00.260076 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0dfafaf9-c2ab-4c8a-bef0-88fcdeae6127 req-c9a4c874-8c87-4307-a0c2-dd0d68501b7d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455713 Nov 11 12:26:00.329318 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0b02833a-1531-465c-9d03-31188463b063 req-406ca8af-bd1c-4f5c-8ee8-97a2cf85f0a1 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f18c26-95f1-4a0d-9093-29c84ee9814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902524 Nov 11 12:26:00.430551 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0b02833a-1531-465c-9d03-31188463b063 req-eb7f6f07-425f-456d-a427-5aa79e662cea service neutron] 10.222.0.62 "GET /v2.0/networks/f4f18c26-95f1-4a0d-9093-29c84ee9814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932932 Nov 11 12:26:01.016698 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-3ad646de-29c1-4254-bf5a-767e932cdc32 service neutron] 10.222.0.43 "GET /v2.0/ports/b8b8e117-b462-499b-bf3c-b719605e932b/bindings/n-h1-807359-3 HTTP/1.1" status: 200 len: 384 time: 0.0677092 Nov 11 12:26:01.155749 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ec7e1-5760-4440-abc8-06603ba033fe req-0061581e-cdd8-4690-b869-47b7a6b60b9d tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:01.157303 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-996ec7e1-5760-4440-abc8-06603ba033fe req-0061581e-cdd8-4690-b869-47b7a6b60b9d tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d8723b8-2401-456d-8efc-2687d0efefab HTTP/1.1" status: 200 len: 943 time: 0.0549152 Nov 11 12:26:01.200517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-ebd52de5-e695-4fe0-a74f-dadb8d0a8b86 service neutron] For port b8b8e117-b462-499b-bf3c-b719605e932b, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b8b8e117-b462-499b-bf3c-b719605e932b,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:01.205312 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-996ec7e1-5760-4440-abc8-06603ba033fe req-33c406ae-ea68-4b96-aa37-65d2d2014e73 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419281 Nov 11 12:26:01.225873 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-ebd52de5-e695-4fe0-a74f-dadb8d0a8b86 service neutron] For port b8b8e117-b462-499b-bf3c-b719605e932b, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:26:01.270861 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-ebd52de5-e695-4fe0-a74f-dadb8d0a8b86 service neutron] For port b8b8e117-b462-499b-bf3c-b719605e932b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b8b8e117-b462-499b-bf3c-b719605e932b,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:01.286909 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-ebd52de5-e695-4fe0-a74f-dadb8d0a8b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:01.364538 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-ebd52de5-e695-4fe0-a74f-dadb8d0a8b86 service neutron] Transition to ACTIVE for port object b8b8e117-b462-499b-bf3c-b719605e932b will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:26:01.371588 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-ebd52de5-e695-4fe0-a74f-dadb8d0a8b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:01.391278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7035625-8bc1-4d38-ba63-8f46e39b9bee req-4bfbdb8a-cf5e-4cd7-8a8d-1f92b6e50a18 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:01.393145 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7035625-8bc1-4d38-ba63-8f46e39b9bee req-4bfbdb8a-cf5e-4cd7-8a8d-1f92b6e50a18 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 945 time: 0.0579331 Nov 11 12:26:01.465051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7035625-8bc1-4d38-ba63-8f46e39b9bee req-18b0573a-f26d-4fe0-b95a-40ccaff6238e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651174 Nov 11 12:26:01.485304 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd52de5-e695-4fe0-a74f-dadb8d0a8b86 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b8e117-b462-499b-bf3c-b719605e932b,revision_number=11']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:01.515463 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-ebd52de5-e695-4fe0-a74f-dadb8d0a8b86 service neutron] No DVR routers for this DVR port b8b8e117-b462-499b-bf3c-b719605e932b on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:26:01.517277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:01.519541 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d2f797-ca20-4315-9f77-428ddf62a835" -d '{"events": [{"server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:01.571193 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf1abf8-9f9f-4ada-b094-d2528724de40 x-openstack-request-id: req-5bf1abf8-9f9f-4ada-b094-d2528724de40 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:01.571514 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:01.571758 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5bf1abf8-9f9f-4ada-b094-d2528724de40 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:01.572216 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b', 'code': 200} Nov 11 12:26:01.662097 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-ebd52de5-e695-4fe0-a74f-dadb8d0a8b86 service neutron] 10.222.0.43 "PUT /v2.0/ports/b8b8e117-b462-499b-bf3c-b719605e932b/bindings/n-h1-807359-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6370096 Nov 11 12:26:01.770523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-43ffcb26-77ff-4d93-b2fa-9a99ffefa551 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:01.772408 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-43ffcb26-77ff-4d93-b2fa-9a99ffefa551 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721&tenant_id=cd84530cc13144bcad0a0d119e726de1&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 1096 time: 0.0476134 Nov 11 12:26:01.825973 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-145fd9f3-e2e6-4ec2-bd73-57ef406b93d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:01.827651 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-145fd9f3-e2e6-4ec2-bd73-57ef406b93d9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721&tenant_id=cd84530cc13144bcad0a0d119e726de1 HTTP/1.1" status: 200 len: 1096 time: 0.0476327 Nov 11 12:26:01.900281 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-da546509-2436-4610-9f4b-af08cf140bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:01.901803 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-da546509-2436-4610-9f4b-af08cf140bf7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 1096 time: 0.0439167 Nov 11 12:26:02.004364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-14b253ee-b58a-433a-9935-064a5384f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:02.005938 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-14b253ee-b58a-433a-9935-064a5384f737 service neutron] 10.222.0.62 "GET /v2.0/networks?id=febffe74-d96b-43f0-a13f-3d292f10f418 HTTP/1.1" status: 200 len: 899 time: 0.0932388 Nov 11 12:26:02.081699 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-ba2f6d92-a1cb-4e2b-ae44-3ac5533af8ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b8e117-b462-499b-bf3c-b719605e932b HTTP/1.1" status: 200 len: 998 time: 0.0635834 Nov 11 12:26:02.139218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-bf7ab97d-959c-4fd7-80ed-11ce074731c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:02.140807 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-bf7ab97d-959c-4fd7-80ed-11ce074731c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42a975f5-4d89-4056-bc6b-6e34ba2e07a9 HTTP/1.1" status: 200 len: 834 time: 0.0488768 Nov 11 12:26:02.196142 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-8af1d231-0b88-4c3d-a330-75df86b64bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:02.197666 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-8af1d231-0b88-4c3d-a330-75df86b64bba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=febffe74-d96b-43f0-a13f-3d292f10f418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459290 Nov 11 12:26:02.293345 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-4fd0faad-129b-4d03-ad52-150bbe3ee338 service neutron] 10.222.0.62 "GET /v2.0/networks/febffe74-d96b-43f0-a13f-3d292f10f418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838408 Nov 11 12:26:02.327513 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109624a1-c6e6-46eb-b39a-c72400db4055 req-36b5d673-12ae-4b5b-a95f-ee8a52f1077a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:02.329149 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-109624a1-c6e6-46eb-b39a-c72400db4055 req-36b5d673-12ae-4b5b-a95f-ee8a52f1077a tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d8723b8-2401-456d-8efc-2687d0efefab HTTP/1.1" status: 200 len: 943 time: 0.0550029 Nov 11 12:26:02.382480 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-109624a1-c6e6-46eb-b39a-c72400db4055 req-5076beaf-fac4-4bd5-aafe-3999486b436d tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467894 Nov 11 12:26:02.397059 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-a50a2364-4f9d-4b9d-9eca-177f16ff4b9e service neutron] 10.222.0.62 "GET /v2.0/networks/febffe74-d96b-43f0-a13f-3d292f10f418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916884 Nov 11 12:26:02.591028 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8f1c7-a3c2-4adf-908d-62dc8e3c0804 req-6993464e-b419-4946-a0ec-0d6b401d63f8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:02.592799 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11a8f1c7-a3c2-4adf-908d-62dc8e3c0804 req-6993464e-b419-4946-a0ec-0d6b401d63f8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 945 time: 0.0527086 Nov 11 12:26:02.656600 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11a8f1c7-a3c2-4adf-908d-62dc8e3c0804 req-bb79d205-23f2-47aa-b88b-20397be9c7ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484889 Nov 11 12:26:02.685513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-e2a762b8-c7ea-46a0-9f62-632272f1bde4 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:02.687461 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-e2a762b8-c7ea-46a0-9f62-632272f1bde4 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721&tenant_id=cd84530cc13144bcad0a0d119e726de1&binding%3Ahost_id=n-h1-807359-3 HTTP/1.1" status: 200 len: 1096 time: 0.0543244 Nov 11 12:26:02.838709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:26:02.847230 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-f821f603-ba43-48c4-ab0d-5e9fce85c6be service neutron] For port b8b8e117-b462-499b-bf3c-b719605e932b, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:26:02.850603 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-f821f603-ba43-48c4-ab0d-5e9fce85c6be service neutron] Publish callbacks [] for binding, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:02.851718 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-f821f603-ba43-48c4-ab0d-5e9fce85c6be service neutron] 10.222.0.62 "DELETE /v2.0/ports/b8b8e117-b462-499b-bf3c-b719605e932b/bindings/n-h2-807359-3 HTTP/1.1" status: 204 len: 173 time: 0.1536989 Nov 11 12:26:02.943735 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 2619cac1-3c5f-4b6b-9b91-e79af641cbd3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=2619cac1-3c5f-4b6b-9b91-e79af641cbd3,segment=NetworkSegment(76a26800-6aee-4d13-9782-50db541d8c3e),segment_id=76a26800-6aee-4d13-9782-50db541d8c3e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:02.956474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '2619cac1-3c5f-4b6b-9b91-e79af641cbd3', 'network_id': 'f4f18c26-95f1-4a0d-9093-29c84ee9814d', 'port_id': '2619cac1-3c5f-4b6b-9b91-e79af641cbd3', 'mac_address': 'fa:16:3e:24:70:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e943bd-5971-4c3c-9002-7c83875f59d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:26:02.998317 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:03.013043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:26:03.035669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 2619cac1-3c5f-4b6b-9b91-e79af641cbd3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=2619cac1-3c5f-4b6b-9b91-e79af641cbd3,segment=NetworkSegment(76a26800-6aee-4d13-9782-50db541d8c3e),segment_id=76a26800-6aee-4d13-9782-50db541d8c3e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:03.040636 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:03.099969 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=2619cac1-3c5f-4b6b-9b91-e79af641cbd3,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:03.108959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:03.109438 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:03.109962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:03.110483 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:03.110917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:03.111353 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:03.111683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:03.112214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:03.112584 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:03.113429 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:03.113889 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:03.114293 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:03.360973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['2619cac1-3c5f-4b6b-9b91-e79af641cbd3'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:26:03.504340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e839f8f-11c6-464f-8155-8a2a008e39de req-7e2b0827-0804-4f33-991b-0e7b39d71040 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:03.506625 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e839f8f-11c6-464f-8155-8a2a008e39de req-7e2b0827-0804-4f33-991b-0e7b39d71040 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d8723b8-2401-456d-8efc-2687d0efefab HTTP/1.1" status: 200 len: 944 time: 0.0508065 Nov 11 12:26:03.561027 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e839f8f-11c6-464f-8155-8a2a008e39de req-4e689ef0-6173-4637-a358-75bd64c182a9 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453315 Nov 11 12:26:03.785873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f276d8-5117-4dbf-8677-944bd34a142c req-f1a18454-364f-4e36-ae47-cd37a75e9200 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:03.787356 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-97f276d8-5117-4dbf-8677-944bd34a142c req-f1a18454-364f-4e36-ae47-cd37a75e9200 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 945 time: 0.0564630 Nov 11 12:26:03.835522 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-97f276d8-5117-4dbf-8677-944bd34a142c req-4a19033d-3ca9-48f9-acef-9ba80b398815 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423353 Nov 11 12:26:03.952725 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ba580-c501-45c3-988d-c3239c8af325 req-b673a90b-50f1-4b6d-bc6c-ad083cd7277e tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:03.954271 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b0ba580-c501-45c3-988d-c3239c8af325 req-b673a90b-50f1-4b6d-bc6c-ad083cd7277e tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 1096 time: 0.0425370 Nov 11 12:26:04.006989 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b0ba580-c501-45c3-988d-c3239c8af325 req-ede7ac76-2d07-4cc5-9264-fc85dfdf416c tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457842 Nov 11 12:26:04.134488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30451892-7e16-4d56-bbbe-dcc1f45c1887 req-a8f53b81-c1f3-4d51-9f26-24de6baeaaea tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:04.136021 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30451892-7e16-4d56-bbbe-dcc1f45c1887 req-a8f53b81-c1f3-4d51-9f26-24de6baeaaea tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 945 time: 0.0588393 Nov 11 12:26:04.188972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30451892-7e16-4d56-bbbe-dcc1f45c1887 req-9050f649-52e2-4395-ae31-8a722284e875 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464394 Nov 11 12:26:04.210643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36866) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:04.270991 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fe4093c6-d99c-4a52-87cf-37687cb1686c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/floatingips/91e772d3-48de-443f-8b17-021835496a08 HTTP/1.1" status: 200 len: 990 time: 0.0591695 Nov 11 12:26:04.526389 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36872) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:04.711567 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e80daa-8cb8-411d-ad50-f059ccd53d56 req-d4b8d70b-907d-4ec1-a4ab-f234ec1d0d16 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:04.713066 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32e80daa-8cb8-411d-ad50-f059ccd53d56 req-d4b8d70b-907d-4ec1-a4ab-f234ec1d0d16 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d8723b8-2401-456d-8efc-2687d0efefab HTTP/1.1" status: 200 len: 944 time: 0.0803850 Nov 11 12:26:04.754035 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting port 2df84365-4407-4024-9e5c-10daa6b2a9d0 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:04.754350 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:04.787907 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32e80daa-8cb8-411d-ad50-f059ccd53d56 req-794c2404-37df-4cbb-bd41-ad0e189955b4 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681129 Nov 11 12:26:04.842897 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:04.843146 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:04.855104 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Calling delete_port for 2df84365-4407-4024-9e5c-10daa6b2a9d0 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:04.857931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:26:04.908236 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:26:04.912555 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:04.912918 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:04.989390 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:05.005242 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:05.013200 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8723b8-2401-456d-8efc-2687d0efefab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2619cac1-3c5f-4b6b-9b91-e79af641cbd3'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:05.015506 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d70cfad-6cac-45ee-b080-2b92a9d0bf6e" -d '{"events": [{"server_uuid": "8d8723b8-2401-456d-8efc-2687d0efefab", "name": "network-vif-plugged", "status": "completed", "tag": "2619cac1-3c5f-4b6b-9b91-e79af641cbd3"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:05.028986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 2619cac1-3c5f-4b6b-9b91-e79af641cbd3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=2619cac1-3c5f-4b6b-9b91-e79af641cbd3,segment=NetworkSegment(76a26800-6aee-4d13-9782-50db541d8c3e),segment_id=76a26800-6aee-4d13-9782-50db541d8c3e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:05.030821 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Port': ['ID=2df84365-4407-4024-9e5c-10daa6b2a9d0,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:05.033981 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:05.041761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:05.042114 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:05.042463 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:05.042798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:05.043128 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:05.043460 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:05.043790 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:05.044115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:05.044442 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:05.044770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:05.045086 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:05.045405 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:05.066102 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9877fe4a-90c9-4345-9f43-202976762994 x-openstack-request-id: req-9877fe4a-90c9-4345-9f43-202976762994 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:05.066406 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8723b8-2401-456d-8efc-2687d0efefab", "name": "network-vif-plugged", "status": "completed", "tag": "2619cac1-3c5f-4b6b-9b91-e79af641cbd3", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:05.066676 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9877fe4a-90c9-4345-9f43-202976762994 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:05.067076 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8723b8-2401-456d-8efc-2687d0efefab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2619cac1-3c5f-4b6b-9b91-e79af641cbd3', 'code': 200} Nov 11 12:26:05.099511 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=2619cac1-3c5f-4b6b-9b91-e79af641cbd3,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:05.175717 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0576bd-3c3c-45ac-8e9b-da573f6cb675 req-6715b1ed-19df-4503-87e1-9820bc5165ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:05.177413 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ad0576bd-3c3c-45ac-8e9b-da573f6cb675 req-6715b1ed-19df-4503-87e1-9820bc5165ea service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d8723b8-2401-456d-8efc-2687d0efefab HTTP/1.1" status: 200 len: 1096 time: 0.0436792 Nov 11 12:26:05.232261 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ad0576bd-3c3c-45ac-8e9b-da573f6cb675 req-898730eb-b3a0-4650-83a0-64c45245af8d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424416 Nov 11 12:26:05.447335 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:05.447597 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Floating IP 91e772d3-48de-443f-8b17-021835496a08 disassociated (deleted). External IP: 172.25.2.9, port: b8b8e117-b462-499b-bf3c-b719605e932b. Nov 11 12:26:05.658293 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router 9cda02e8-2444-4f52-911e-a16b7f0fbdab has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:26:05.769141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:26:05.774333 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:05.780743 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f8fac-1aa9-4b03-a5b3-79d033c71e11 None None] Sync routers for ids ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:26:05.791946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f8fac-1aa9-4b03-a5b3-79d033c71e11 None None] Routers {'9cda02e8-2444-4f52-911e-a16b7f0fbdab'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:05.792555 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-aa4f8fac-1aa9-4b03-a5b3-79d033c71e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:25:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:05.801928 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6156cd20-6d7b-4cc5-b7b4-2914792009ec tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/floatingips/91e772d3-48de-443f-8b17-021835496a08 HTTP/1.1" status: 204 len: 168 time: 1.2736342 Nov 11 12:26:05.802516 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:05.804755 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361e79c6-be86-4593-a331-749dab06bafb" -d '{"events": [{"name": "network-changed", "server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:05.893509 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b6db2c94-fee4-4b3f-91e5-648f2259d411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:05.913858 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9467521-3cd5-4530-9f61-e8d1bb3911d2 x-openstack-request-id: req-b9467521-3cd5-4530-9f61-e8d1bb3911d2 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:05.914340 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:05.914710 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9467521-3cd5-4530-9f61-e8d1bb3911d2 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:05.915344 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b', 'status': 'completed', 'code': 200} Nov 11 12:26:05.920395 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-aa4f8fac-1aa9-4b03-a5b3-79d033c71e11 None None] Set router 9cda02e8-2444-4f52-911e-a16b7f0fbdab gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:05.988491 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e79c6-be86-4593-a331-749dab06bafb req-8126b490-0703-4a81-9a95-e3b4d293a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:05.990491 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-361e79c6-be86-4593-a331-749dab06bafb req-8126b490-0703-4a81-9a95-e3b4d293a94d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 1096 time: 0.0475430 Nov 11 12:26:06.077297 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287a5b4-a637-4055-b4a1-a563c39857d6 req-c1309dce-7d54-4255-be57-54af643655f2 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:06.079050 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a287a5b4-a637-4055-b4a1-a563c39857d6 req-c1309dce-7d54-4255-be57-54af643655f2 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d8723b8-2401-456d-8efc-2687d0efefab HTTP/1.1" status: 200 len: 945 time: 0.0846171 Nov 11 12:26:06.096875 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b445c74-07a0-43e1-a709-d4edaaaf429d req-b12aa0ed-8055-404e-af0a-1681cabc90ac tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:06.098694 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b445c74-07a0-43e1-a709-d4edaaaf429d req-b12aa0ed-8055-404e-af0a-1681cabc90ac tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 945 time: 0.0723724 Nov 11 12:26:06.115430 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e79c6-be86-4593-a331-749dab06bafb req-e829a450-066a-4b4f-b18c-60ae33941daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:06.116899 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-361e79c6-be86-4593-a331-749dab06bafb req-e829a450-066a-4b4f-b18c-60ae33941daa service neutron] 10.222.0.62 "GET /v2.0/networks?id=febffe74-d96b-43f0-a13f-3d292f10f418 HTTP/1.1" status: 200 len: 899 time: 0.1167593 Nov 11 12:26:06.139374 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-aa4f8fac-1aa9-4b03-a5b3-79d033c71e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452059019', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:56Z', 'updated_at': '2021-11-11T12:25:04Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:57Z', 'updated_at': '2021-11-11T12:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '05e744c2-3ca3-41df-ba7a-5e33461f8645', 'name': '', 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:a8:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:01Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:06.166122 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-361e79c6-be86-4593-a331-749dab06bafb req-5aeb247a-66bf-45ac-9260-87a83f69140a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b8e117-b462-499b-bf3c-b719605e932b HTTP/1.1" status: 200 len: 217 time: 0.0398855 Nov 11 12:26:06.180393 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b445c74-07a0-43e1-a709-d4edaaaf429d req-8be74642-e18d-4fe8-8acd-516957275105 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736091 Nov 11 12:26:06.204366 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a287a5b4-a637-4055-b4a1-a563c39857d6 req-2a3af5e2-30af-4b07-825d-6bb88b2bd1f6 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999167 Nov 11 12:26:06.240214 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e79c6-be86-4593-a331-749dab06bafb req-655677f0-174a-497b-97ef-d0541785e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:06.241981 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-361e79c6-be86-4593-a331-749dab06bafb req-655677f0-174a-497b-97ef-d0541785e100 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42a975f5-4d89-4056-bc6b-6e34ba2e07a9 HTTP/1.1" status: 200 len: 834 time: 0.0634816 Nov 11 12:26:06.292457 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e79c6-be86-4593-a331-749dab06bafb req-b72bebcd-880e-4467-b773-9548dc6421f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:06.294184 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-361e79c6-be86-4593-a331-749dab06bafb req-b72bebcd-880e-4467-b773-9548dc6421f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=febffe74-d96b-43f0-a13f-3d292f10f418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445554 Nov 11 12:26:06.330708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b8b8e117-b462-499b-bf3c-b719605e932b no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:06.333042 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f8fac-1aa9-4b03-a5b3-79d033c71e11 None None] Checking router: 9cda02e8-2444-4f52-911e-a16b7f0fbdab for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:26:06.370934 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f8fac-1aa9-4b03-a5b3-79d033c71e11 None None] Routers {'9cda02e8-2444-4f52-911e-a16b7f0fbdab'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:06.371551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-aa4f8fac-1aa9-4b03-a5b3-79d033c71e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:25:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:06.395204 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-361e79c6-be86-4593-a331-749dab06bafb req-cfba3644-b776-47be-80de-61f919a553a6 service neutron] 10.222.0.62 "GET /v2.0/networks/febffe74-d96b-43f0-a13f-3d292f10f418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913627 Nov 11 12:26:06.412134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b8b8e117-b462-499b-bf3c-b719605e932b not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:06.484571 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-aa4f8fac-1aa9-4b03-a5b3-79d033c71e11 None None] Set router 9cda02e8-2444-4f52-911e-a16b7f0fbdab gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:06.543611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a409404-7776-4bf4-8b4a-e753242977c2 req-ed2912e3-8ed2-4911-83c4-edbb8f451f53 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:06.545087 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a409404-7776-4bf4-8b4a-e753242977c2 req-ed2912e3-8ed2-4911-83c4-edbb8f451f53 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.62 "GET /v2.0/ports?device_id=04d688c5-bf12-49d3-af8d-8a6681c38721 HTTP/1.1" status: 200 len: 945 time: 0.0771029 Nov 11 12:26:06.547291 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-361e79c6-be86-4593-a331-749dab06bafb req-76719923-0d11-41d0-95b7-95acfc101c73 service neutron] 10.222.0.62 "GET /v2.0/networks/febffe74-d96b-43f0-a13f-3d292f10f418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424694 Nov 11 12:26:06.651255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-3a409404-7776-4bf4-8b4a-e753242977c2 req-b3aa49a6-5654-4ce0-a2cd-8775b7af5220 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting port b8b8e117-b462-499b-bf3c-b719605e932b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:06.652064 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3a409404-7776-4bf4-8b4a-e753242977c2 req-b3aa49a6-5654-4ce0-a2cd-8775b7af5220 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:06.690409 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-aa4f8fac-1aa9-4b03-a5b3-79d033c71e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452059019', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:56Z', 'updated_at': '2021-11-11T12:25:04Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:57Z', 'updated_at': '2021-11-11T12:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '05e744c2-3ca3-41df-ba7a-5e33461f8645', 'name': '', 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:a8:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:01Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:06.722607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f8fac-1aa9-4b03-a5b3-79d033c71e11 None None] The sync data for ids ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'] in n-d-807359-3 is: [{'id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452059019', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:56Z', 'updated_at': '2021-11-11T12:25:04Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:57Z', 'updated_at': '2021-11-11T12:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '05e744c2-3ca3-41df-ba7a-5e33461f8645', 'name': '', 'network_id': 'febffe74-d96b-43f0-a13f-3d292f10f418', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:a8:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:01Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': '42a975f5-4d89-4056-bc6b-6e34ba2e07a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:26:06.746265 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-3a409404-7776-4bf4-8b4a-e753242977c2 req-b3aa49a6-5654-4ce0-a2cd-8775b7af5220 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] For port b8b8e117-b462-499b-bf3c-b719605e932b, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=b8b8e117-b462-499b-bf3c-b719605e932b,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:06.746930 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3a409404-7776-4bf4-8b4a-e753242977c2 req-b3aa49a6-5654-4ce0-a2cd-8775b7af5220 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:06.765400 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-3a409404-7776-4bf4-8b4a-e753242977c2 req-b3aa49a6-5654-4ce0-a2cd-8775b7af5220 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Calling delete_port for b8b8e117-b462-499b-bf3c-b719605e932b owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:06.903651 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3a409404-7776-4bf4-8b4a-e753242977c2 req-b3aa49a6-5654-4ce0-a2cd-8775b7af5220 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:06.932956 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa49a6-5654-4ce0-a2cd-8775b7af5220 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Port': ['ID=b8b8e117-b462-499b-bf3c-b719605e932b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:06.964839 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c678ff-dd59-404c-b4a1-b232cb065eab None None] New status for floating IP 91e772d3-48de-443f-8b17-021835496a08: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:26:06.979292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a409404-7776-4bf4-8b4a-e753242977c2 req-b3aa49a6-5654-4ce0-a2cd-8775b7af5220 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] No DVR routers for this DVR port b8b8e117-b462-499b-bf3c-b719605e932b on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:26:06.981887 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-3a409404-7776-4bf4-8b4a-e753242977c2 req-b3aa49a6-5654-4ce0-a2cd-8775b7af5220 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:06.985344 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a409404-7776-4bf4-8b4a-e753242977c2 req-b3aa49a6-5654-4ce0-a2cd-8775b7af5220 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.62 "DELETE /v2.0/ports/b8b8e117-b462-499b-bf3c-b719605e932b HTTP/1.1" status: 204 len: 173 time: 0.4273539 Nov 11 12:26:06.985808 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'name': 'network-vif-deleted', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:06.988051 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700ca427-29c4-4619-a860-e7511852635f" -d '{"events": [{"server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "name": "network-vif-deleted", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:07.024851 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4394c631-1dfb-47d9-a27e-0182d60f8ffc x-openstack-request-id: req-4394c631-1dfb-47d9-a27e-0182d60f8ffc {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:07.025190 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d688c5-bf12-49d3-af8d-8a6681c38721", "name": "network-vif-deleted", "tag": "b8b8e117-b462-499b-bf3c-b719605e932b", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:07.025390 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4394c631-1dfb-47d9-a27e-0182d60f8ffc {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:07.025843 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d688c5-bf12-49d3-af8d-8a6681c38721', 'name': 'network-vif-deleted', 'tag': 'b8b8e117-b462-499b-bf3c-b719605e932b', 'status': 'completed', 'code': 200} Nov 11 12:26:07.242941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36900) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:07.382951 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86036f3-5c4a-46a9-8c43-445ce6531cc2 req-4e6ff406-c4d6-443c-ace4-f2f0978ba5e8 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:07.384562 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c86036f3-5c4a-46a9-8c43-445ce6531cc2 req-4e6ff406-c4d6-443c-ace4-f2f0978ba5e8 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d8723b8-2401-456d-8efc-2687d0efefab HTTP/1.1" status: 200 len: 945 time: 0.1009836 Nov 11 12:26:07.519664 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c86036f3-5c4a-46a9-8c43-445ce6531cc2 req-1c359e14-9337-4bf6-aa7b-141bd069c61d tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151059 Nov 11 12:26:07.693242 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-96e5afe2-6801-457d-ae52-0bcad9471ee6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:07.960810 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-96e5afe2-6801-457d-ae52-0bcad9471ee6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting port 05e744c2-3ca3-41df-ba7a-5e33461f8645 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:07.961152 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-96e5afe2-6801-457d-ae52-0bcad9471ee6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:08.049275 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-96e5afe2-6801-457d-ae52-0bcad9471ee6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] For port 05e744c2-3ca3-41df-ba7a-5e33461f8645, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=05e744c2-3ca3-41df-ba7a-5e33461f8645,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:08.049546 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-96e5afe2-6801-457d-ae52-0bcad9471ee6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:08.062612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-96e5afe2-6801-457d-ae52-0bcad9471ee6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Calling delete_port for 05e744c2-3ca3-41df-ba7a-5e33461f8645 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:08.115824 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6bcbe474-60fb-492b-a1ec-32bb7f8c3328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:08.253684 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-96e5afe2-6801-457d-ae52-0bcad9471ee6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:08.291674 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5afe2-6801-457d-ae52-0bcad9471ee6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Port': ['ID=05e744c2-3ca3-41df-ba7a-5e33461f8645,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:08.462526 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-96e5afe2-6801-457d-ae52-0bcad9471ee6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:08.679917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e5afe2-6801-457d-ae52-0bcad9471ee6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router 9cda02e8-2444-4f52-911e-a16b7f0fbdab has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:26:08.784855 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e5afe2-6801-457d-ae52-0bcad9471ee6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:26:08.789831 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-96e5afe2-6801-457d-ae52-0bcad9471ee6 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "PUT /v2.0/routers/9cda02e8-2444-4f52-911e-a16b7f0fbdab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5458426 Nov 11 12:26:08.792503 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36914) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:08.795280 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f611a-c7b5-40c5-855a-3db61abdb615 None None] Sync routers for ids ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:26:08.806453 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f611a-c7b5-40c5-855a-3db61abdb615 None None] Routers {'9cda02e8-2444-4f52-911e-a16b7f0fbdab'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:08.807108 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4f5f611a-c7b5-40c5-855a-3db61abdb615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:26:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:08.844272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac8bfe9-0789-4877-8042-cd6fe316d7a1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting subnet 42a975f5-4d89-4056-bc6b-6e34ba2e07a9 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:26:08.847852 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aac8bfe9-0789-4877-8042-cd6fe316d7a1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:08.892175 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aac8bfe9-0789-4877-8042-cd6fe316d7a1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:08.925902 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-4f5f611a-c7b5-40c5-855a-3db61abdb615 None None] Set router 9cda02e8-2444-4f52-911e-a16b7f0fbdab gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:08.987432 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aac8bfe9-0789-4877-8042-cd6fe316d7a1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:09.048027 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aac8bfe9-0789-4877-8042-cd6fe316d7a1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:09.077412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8bfe9-0789-4877-8042-cd6fe316d7a1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Subnet': ['ID=42a975f5-4d89-4056-bc6b-6e34ba2e07a9,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:09.079717 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aac8bfe9-0789-4877-8042-cd6fe316d7a1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:09.085511 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-aac8bfe9-0789-4877-8042-cd6fe316d7a1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/subnets/42a975f5-4d89-4056-bc6b-6e34ba2e07a9 HTTP/1.1" status: 204 len: 168 time: 0.2896476 Nov 11 12:26:09.085696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36922) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:09.088598 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fd2a68-11e0-49a4-a51e-a8f1addab10b None None] Network febffe74-d96b-43f0-a13f-3d292f10f418 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:26:09.129811 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:09.204252 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7534eece-ef41-4648-abf6-d6c8acf2084b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:09.237439 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4f5f611a-c7b5-40c5-855a-3db61abdb615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452059019', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:56Z', 'updated_at': '2021-11-11T12:26:08Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:57Z', 'updated_at': '2021-11-11T12:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:09.270821 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f611a-c7b5-40c5-855a-3db61abdb615 None None] Checking router: 9cda02e8-2444-4f52-911e-a16b7f0fbdab for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:26:09.285444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f611a-c7b5-40c5-855a-3db61abdb615 None None] Routers {'9cda02e8-2444-4f52-911e-a16b7f0fbdab'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:09.286053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4f5f611a-c7b5-40c5-855a-3db61abdb615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:26:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:09.316735 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7534eece-ef41-4648-abf6-d6c8acf2084b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:09.378933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-7534eece-ef41-4648-abf6-d6c8acf2084b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting port 9c0bfe59-57b2-484f-b4b6-62f270209da3 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:09.379271 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7534eece-ef41-4648-abf6-d6c8acf2084b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:09.386738 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bccb989-5df4-4e24-b796-90ae71fdf87a None None] DHCP port deletion for febffe74-d96b-43f0-a13f-3d292f10f418 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:26:09.456493 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-4f5f611a-c7b5-40c5-855a-3db61abdb615 None None] Set router 9cda02e8-2444-4f52-911e-a16b7f0fbdab gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:09.493239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-7534eece-ef41-4648-abf6-d6c8acf2084b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] For port 9c0bfe59-57b2-484f-b4b6-62f270209da3, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9c0bfe59-57b2-484f-b4b6-62f270209da3,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:09.493690 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7534eece-ef41-4648-abf6-d6c8acf2084b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:09.507682 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-7534eece-ef41-4648-abf6-d6c8acf2084b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Calling delete_port for 9c0bfe59-57b2-484f-b4b6-62f270209da3 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:09.598881 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2bccb989-5df4-4e24-b796-90ae71fdf87a None None] Deleting port 3df667b0-fcfc-4b8f-8393-62dff0e40933 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:09.599748 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2bccb989-5df4-4e24-b796-90ae71fdf87a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:09.623115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 3df667b0-fcfc-4b8f-8393-62dff0e40933 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:09.731379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2bccb989-5df4-4e24-b796-90ae71fdf87a None None] For port 3df667b0-fcfc-4b8f-8393-62dff0e40933, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=3df667b0-fcfc-4b8f-8393-62dff0e40933,segment=NetworkSegment(5fc329fc-54d6-44bd-a35f-2a0d0ef89f55),segment_id=5fc329fc-54d6-44bd-a35f-2a0d0ef89f55)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:09.731802 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2bccb989-5df4-4e24-b796-90ae71fdf87a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:09.749310 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2bccb989-5df4-4e24-b796-90ae71fdf87a None None] Calling delete_port for 3df667b0-fcfc-4b8f-8393-62dff0e40933 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:10.039524 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.042106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4f5f611a-c7b5-40c5-855a-3db61abdb615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452059019', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:56Z', 'updated_at': '2021-11-11T12:26:08Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:57Z', 'updated_at': '2021-11-11T12:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:10.053035 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7534eece-ef41-4648-abf6-d6c8acf2084b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.080059 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534eece-ef41-4648-abf6-d6c8acf2084b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Port': ['ID=9c0bfe59-57b2-484f-b4b6-62f270209da3,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:10.095399 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f611a-c7b5-40c5-855a-3db61abdb615 None None] The sync data for ids ['9cda02e8-2444-4f52-911e-a16b7f0fbdab'] in n-d-807359-3 is: [{'id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452059019', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:56Z', 'updated_at': '2021-11-11T12:26:08Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '9c0bfe59-57b2-484f-b4b6-62f270209da3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda02e8-2444-4f52-911e-a16b7f0fbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:57Z', 'updated_at': '2021-11-11T12:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:26:10.125225 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d79f7c-765a-4379-a87a-e8705d94d77e None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:26:10.138821 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2bccb989-5df4-4e24-b796-90ae71fdf87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.169357 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7534eece-ef41-4648-abf6-d6c8acf2084b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.205172 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bccb989-5df4-4e24-b796-90ae71fdf87a None None] No DVR routers for this DVR port 3df667b0-fcfc-4b8f-8393-62dff0e40933 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:26:10.209662 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccb989-5df4-4e24-b796-90ae71fdf87a None None] Pushing event deleted for resources: {'Port': ['ID=3df667b0-fcfc-4b8f-8393-62dff0e40933,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:10.267320 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7534eece-ef41-4648-abf6-d6c8acf2084b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.269421 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7534eece-ef41-4648-abf6-d6c8acf2084b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.313025 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7534eece-ef41-4648-abf6-d6c8acf2084b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.313700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7534eece-ef41-4648-abf6-d6c8acf2084b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Fanout notify agent at l3_agent the message router_deleted on router 9cda02e8-2444-4f52-911e-a16b7f0fbdab {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:26:10.321431 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7534eece-ef41-4648-abf6-d6c8acf2084b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.325081 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7534eece-ef41-4648-abf6-d6c8acf2084b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/routers/9cda02e8-2444-4f52-911e-a16b7f0fbdab HTTP/1.1" status: 204 len: 168 time: 1.2359543 Nov 11 12:26:10.325313 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36928) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:10.410054 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8214f8b8-52ff-4f14-84a6-1452cf1ac7c8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.503593 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8214f8b8-52ff-4f14-84a6-1452cf1ac7c8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.525198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-8214f8b8-52ff-4f14-84a6-1452cf1ac7c8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febffe74-d96b-43f0-a13f-3d292f10f418']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:10.535878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-8214f8b8-52ff-4f14-84a6-1452cf1ac7c8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:10.536178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-8214f8b8-52ff-4f14-84a6-1452cf1ac7c8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc329fc-54d6-44bd-a35f-2a0d0ef89f55') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:10.545936 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8214f8b8-52ff-4f14-84a6-1452cf1ac7c8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.559485 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8214f8b8-52ff-4f14-84a6-1452cf1ac7c8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.566114 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8214f8b8-52ff-4f14-84a6-1452cf1ac7c8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:26:10.566970 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8214f8b8-52ff-4f14-84a6-1452cf1ac7c8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:26:10.570222 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:26:10.623429 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.639891 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8214f8b8-52ff-4f14-84a6-1452cf1ac7c8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.647473 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8214f8b8-52ff-4f14-84a6-1452cf1ac7c8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.650690 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8214f8b8-52ff-4f14-84a6-1452cf1ac7c8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/networks/febffe74-d96b-43f0-a13f-3d292f10f418 HTTP/1.1" status: 204 len: 168 time: 0.3243461 Nov 11 12:26:10.653767 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36930) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:10.662934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214f8b8-52ff-4f14-84a6-1452cf1ac7c8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Network': ['ID=febffe74-d96b-43f0-a13f-3d292f10f418,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:10.718996 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab9586da-0d05-4314-996d-b36f2e743b6b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.746791 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab9586da-0d05-4314-996d-b36f2e743b6b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.812432 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab9586da-0d05-4314-996d-b36f2e743b6b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.816365 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab9586da-0d05-4314-996d-b36f2e743b6b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.817677 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ab9586da-0d05-4314-996d-b36f2e743b6b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/security-groups/8d85f1a2-5479-4a1d-b7db-f2a610b9ec57 HTTP/1.1" status: 204 len: 168 time: 0.1627047 Nov 11 12:26:10.829884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9586da-0d05-4314-996d-b36f2e743b6b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d85f1a2-5479-4a1d-b7db-f2a610b9ec57,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:10.870765 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b8b8e117-b462-499b-bf3c-b719605e932b no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:10.902734 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: b8b8e117-b462-499b-bf3c-b719605e932b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:26:10.903498 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device b8b8e117-b462-499b-bf3c-b719605e932b not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:11.192244 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36940) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:11.197076 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-18883af7-a352-48a5-b453-2a7b01fead3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1383025716', 'description': 'tempest-secgroup-smoke-1383025716 description', 'project_id': 'cd84530cc13144bcad0a0d119e726de1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:11.221617 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18883af7-a352-48a5-b453-2a7b01fead3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.299950 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.306034 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18883af7-a352-48a5-b453-2a7b01fead3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.310163 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18883af7-a352-48a5-b453-2a7b01fead3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.338594 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-18883af7-a352-48a5-b453-2a7b01fead3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.342880 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-18883af7-a352-48a5-b453-2a7b01fead3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1465898 Nov 11 12:26:11.343245 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36942) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:11.347382 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18883af7-a352-48a5-b453-2a7b01fead3b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1977f1-1a1c-46aa-b9f3-facea8a014a4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:11.348195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-eae78644-7e3a-4c17-8ccf-27ca647fd0b5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '2f1977f1-1a1c-46aa-b9f3-facea8a014a4', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:11.377097 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eae78644-7e3a-4c17-8ccf-27ca647fd0b5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.439024 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eae78644-7e3a-4c17-8ccf-27ca647fd0b5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.444594 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eae78644-7e3a-4c17-8ccf-27ca647fd0b5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.463839 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae78644-7e3a-4c17-8ccf-27ca647fd0b5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e835b6a3-e70a-46ff-bc91-88369fb8c505,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:11.471313 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-eae78644-7e3a-4c17-8ccf-27ca647fd0b5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.475307 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-eae78644-7e3a-4c17-8ccf-27ca647fd0b5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283126 Nov 11 12:26:11.475470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36944) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:11.480135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b9231cda-574a-4397-9827-3d6c8aaa32cb tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '2f1977f1-1a1c-46aa-b9f3-facea8a014a4', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:11.497279 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 05e744c2-3ca3-41df-ba7a-5e33461f8645 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:11.513890 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b9231cda-574a-4397-9827-3d6c8aaa32cb tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.517438 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 05e744c2-3ca3-41df-ba7a-5e33461f8645 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:26:11.517806 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 05e744c2-3ca3-41df-ba7a-5e33461f8645 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:11.518221 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9c0bfe59-57b2-484f-b4b6-62f270209da3 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:11.541400 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 9c0bfe59-57b2-484f-b4b6-62f270209da3 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:26:11.541741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9c0bfe59-57b2-484f-b4b6-62f270209da3 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:11.580154 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b9231cda-574a-4397-9827-3d6c8aaa32cb tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.584900 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b9231cda-574a-4397-9827-3d6c8aaa32cb tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.602691 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9231cda-574a-4397-9827-3d6c8aaa32cb tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe6566d-01f2-4d65-8a39-f14aad99719c,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:11.611736 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b9231cda-574a-4397-9827-3d6c8aaa32cb tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.613676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b9231cda-574a-4397-9827-3d6c8aaa32cb tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372757 Nov 11 12:26:11.616461 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36946) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:11.620803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-812b47a7-98d4-4fca-aff7-2860e2ca82ce tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '2f1977f1-1a1c-46aa-b9f3-facea8a014a4', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:11.647917 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-812b47a7-98d4-4fca-aff7-2860e2ca82ce tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.704769 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-812b47a7-98d4-4fca-aff7-2860e2ca82ce tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.709593 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-812b47a7-98d4-4fca-aff7-2860e2ca82ce tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.728649 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b47a7-98d4-4fca-aff7-2860e2ca82ce tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12417842-c618-4fa4-aa38-6b169a98fd9b,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:11.739239 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-812b47a7-98d4-4fca-aff7-2860e2ca82ce tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.740449 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-812b47a7-98d4-4fca-aff7-2860e2ca82ce tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230266 Nov 11 12:26:11.743235 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36948) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:11.747592 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-848c31d7-96d0-4424-bf70-bb646081a2e1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '2f1977f1-1a1c-46aa-b9f3-facea8a014a4', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:11.776862 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-848c31d7-96d0-4424-bf70-bb646081a2e1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.834917 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-848c31d7-96d0-4424-bf70-bb646081a2e1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.839538 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-848c31d7-96d0-4424-bf70-bb646081a2e1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.858861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c31d7-96d0-4424-bf70-bb646081a2e1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adcdde5f-a119-46d6-9ed9-ab2979e76e4b,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:11.870155 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-848c31d7-96d0-4424-bf70-bb646081a2e1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.871413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-848c31d7-96d0-4424-bf70-bb646081a2e1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272271 Nov 11 12:26:11.874202 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36950) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:11.878675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a7e62658-132b-4194-aa3c-b909a6dd8ecc tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '2f1977f1-1a1c-46aa-b9f3-facea8a014a4', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:11.902206 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-a7e62658-132b-4194-aa3c-b909a6dd8ecc tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Project cd84530cc13144bcad0a0d119e726de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:26:11.907354 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a7e62658-132b-4194-aa3c-b909a6dd8ecc tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.970476 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a7e62658-132b-4194-aa3c-b909a6dd8ecc tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.975631 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a7e62658-132b-4194-aa3c-b909a6dd8ecc tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.993720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e62658-132b-4194-aa3c-b909a6dd8ecc tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfadd2e5-fdf8-4a8d-9f63-4bcd98f51231,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:12.003289 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a7e62658-132b-4194-aa3c-b909a6dd8ecc tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.006103 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a7e62658-132b-4194-aa3c-b909a6dd8ecc tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308160 Nov 11 12:26:12.007411 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36952) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:12.011979 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5f42366b-3c92-4c5a-accf-21d5f07b657b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'security_group_rule': {'security_group_id': '2f1977f1-1a1c-46aa-b9f3-facea8a014a4', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:12.035943 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-5f42366b-3c92-4c5a-accf-21d5f07b657b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Project cd84530cc13144bcad0a0d119e726de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:26:12.041326 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f42366b-3c92-4c5a-accf-21d5f07b657b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.105569 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f42366b-3c92-4c5a-accf-21d5f07b657b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.113062 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f42366b-3c92-4c5a-accf-21d5f07b657b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.131469 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42366b-3c92-4c5a-accf-21d5f07b657b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4295f1d2-8ffb-4eb5-8a51-477a284094df,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:12.142356 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f42366b-3c92-4c5a-accf-21d5f07b657b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.146043 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5f42366b-3c92-4c5a-accf-21d5f07b657b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1376123 Nov 11 12:26:12.146630 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36954) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:12.156058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-934ac7a4-9c1e-41ab-b92c-449520415aa7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'network': {'name': 'tempest-network-smoke--12627758', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'port_security_enabled': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:12.188709 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934ac7a4-9c1e-41ab-b92c-449520415aa7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Made reservation on behalf of cd84530cc13144bcad0a0d119e726de1 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:26:12.192678 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-934ac7a4-9c1e-41ab-b92c-449520415aa7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.222408 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934ac7a4-9c1e-41ab-b92c-449520415aa7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:26:12.232953 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-934ac7a4-9c1e-41ab-b92c-449520415aa7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.233295 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-934ac7a4-9c1e-41ab-b92c-449520415aa7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Added segment 63295e80-2a19-4205-9e63-29eae8750963 of type vlan for network 2d037028-f559-469b-8c09-1c6e82d8323b Nov 11 12:26:12.274938 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-934ac7a4-9c1e-41ab-b92c-449520415aa7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.300430 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-934ac7a4-9c1e-41ab-b92c-449520415aa7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.305952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934ac7a4-9c1e-41ab-b92c-449520415aa7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:12.306531 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-934ac7a4-9c1e-41ab-b92c-449520415aa7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.366380 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-934ac7a4-9c1e-41ab-b92c-449520415aa7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2184784 Nov 11 12:26:12.369207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36960) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:12.374846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1962628522', 'admin_state_up': True, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:12.375678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ac7a4-9c1e-41ab-b92c-449520415aa7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Network': ['ID=2d037028-f559-469b-8c09-1c6e82d8323b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:12.386416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 2d037028-f559-469b-8c09-1c6e82d8323b details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:26:12.412315 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.414128 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.493107 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.631624 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.831844 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.852729 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.969742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Allocated IP 172.25.2.249 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/06d7dea1-8336-418f-90ea-0ba4348e3f53) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:26:13.076984 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:13.114557 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:13.164745 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:26:13.168801 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:26:13.170826 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=06d7dea1-8336-418f-90ea-0ba4348e3f53,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:13.172901 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:26:13.183365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529e2503-e6db-45c7-9767-865d3e39b660 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:26:13.287890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0e2d830b-ce17-4a3a-ad0b-5c283e5c8842 None None] Provisioning complete for port 06d7dea1-8336-418f-90ea-0ba4348e3f53 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:13.288463 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0e2d830b-ce17-4a3a-ad0b-5c283e5c8842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:13.332643 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d830b-ce17-4a3a-ad0b-5c283e5c8842 None None] Port 06d7dea1-8336-418f-90ea-0ba4348e3f53 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:26:13.421351 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:13.620177 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:13.756000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:26:13.871434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:26:13.883836 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Sync routers for ids ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:26:13.894097 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:13.895337 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0f94cabf-7eb6-4e37-8c4c-4c2e71e398b9 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5248795 Nov 11 12:26:13.895868 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Routers {'dc29beb7-0d18-4ce4-9484-b7dc79dcc792'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:13.896527 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:26:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:13.898612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36966) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:13.929920 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c8d672a8-95a6-4d09-b128-442bc6116848 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cd84530cc13144bcad0a0d119e726de1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300014 Nov 11 12:26:13.932572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36968) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:14.084601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95b43cc-2f21-4804-8188-ff6503c36938 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:14.086158 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a95b43cc-2f21-4804-8188-ff6503c36938 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1527088 Nov 11 12:26:14.087954 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Set router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:14.089098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36970) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:14.117890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-820a28a1-a340-4d89-bce1-ec3133499944 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276434 Nov 11 12:26:14.127718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 36972) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:14.127718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-403ac93e-9dde-4092-99aa-2498538d616a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1204240668', 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b', 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:14.217705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403ac93e-9dde-4092-99aa-2498538d616a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Made reservation on behalf of cd84530cc13144bcad0a0d119e726de1 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:26:14.221952 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-403ac93e-9dde-4092-99aa-2498538d616a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.270965 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962628522', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:13Z', 'revision_number': 3, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:14.303532 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Checking router: dc29beb7-0d18-4ce4-9484-b7dc79dcc792 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:26:14.310257 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Updating router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 port 06d7dea1-8336-418f-90ea-0ba4348e3f53 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:26:14.332394 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.588478 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.596133 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.639484 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3da7d81-5c6c-4239-bd4e-75ac728d4de6 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:26:14.645164 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Attempting to bind port 06d7dea1-8336-418f-90ea-0ba4348e3f53 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:26:14.645524 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Attempting to bind port 06d7dea1-8336-418f-90ea-0ba4348e3f53 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:26:14.645990 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Attempting to bind port 06d7dea1-8336-418f-90ea-0ba4348e3f53 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:26:14.655362 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:26:14.655769 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:26:14.656109 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.656513 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:26:14.657013 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Bound port: 06d7dea1-8336-418f-90ea-0ba4348e3f53, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:26:14.657316 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.659901 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5397d-512f-4401-ab0b-c1557793e2d6 None None] Pushing event updated for resources: {'Port': ['ID=06d7dea1-8336-418f-90ea-0ba4348e3f53,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:14.688771 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5397d-512f-4401-ab0b-c1557793e2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:14.689067 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5397d-512f-4401-ab0b-c1557793e2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:14.689400 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5397d-512f-4401-ab0b-c1557793e2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:14.689751 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5397d-512f-4401-ab0b-c1557793e2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:14.690075 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5397d-512f-4401-ab0b-c1557793e2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:14.690395 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5397d-512f-4401-ab0b-c1557793e2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:14.690710 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5397d-512f-4401-ab0b-c1557793e2d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:14.691015 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5397d-512f-4401-ab0b-c1557793e2d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:14.691336 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5397d-512f-4401-ab0b-c1557793e2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:14.691648 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5397d-512f-4401-ab0b-c1557793e2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:14.691956 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5397d-512f-4401-ab0b-c1557793e2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:14.692261 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5397d-512f-4401-ab0b-c1557793e2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:14.724114 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] For port 06d7dea1-8336-418f-90ea-0ba4348e3f53, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:26:14.727234 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] For port 06d7dea1-8336-418f-90ea-0ba4348e3f53, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=06d7dea1-8336-418f-90ea-0ba4348e3f53,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:26:14.731502 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.749022 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-403ac93e-9dde-4092-99aa-2498538d616a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.767508 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2020eae2-fda7-4d88-afa0-dc2d5aabc845 None None] Provisioning complete for port 06d7dea1-8336-418f-90ea-0ba4348e3f53 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:14.767882 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2020eae2-fda7-4d88-afa0-dc2d5aabc845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.774273 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Routers {'dc29beb7-0d18-4ce4-9484-b7dc79dcc792'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:14.774889 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:26:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:14.801628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc96547f-fb0c-4261-ad1f-8846ea25d9a9 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:26:14.806546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ac93e-9dde-4092-99aa-2498538d616a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Subnet': ['ID=c79e7ea2-e131-43c5-973e-e5eda0a30b13,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:14.823876 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ac93e-9dde-4092-99aa-2498538d616a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Checking segment: {'id': '63295e80-2a19-4205-9e63-29eae8750963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:26:14.824352 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403ac93e-9dde-4092-99aa-2498538d616a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network hostable DHCP agents. Network: 2d037028-f559-469b-8c09-1c6e82d8323b, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:26:14.842784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403ac93e-9dde-4092-99aa-2498538d616a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 2d037028-f559-469b-8c09-1c6e82d8323b is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:26:14.853346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-403ac93e-9dde-4092-99aa-2498538d616a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 2d037028-f559-469b-8c09-1c6e82d8323b) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:26:14.859510 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403ac93e-9dde-4092-99aa-2498538d616a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:14.860152 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-403ac93e-9dde-4092-99aa-2498538d616a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.869967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29578fc1-40db-4c69-86a5-5044f7c2f1da None None] Network 2d037028-f559-469b-8c09-1c6e82d8323b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:26:14.882943 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-403ac93e-9dde-4092-99aa-2498538d616a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7586946 Nov 11 12:26:14.883242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 36978) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:14.892336 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2020eae2-fda7-4d88-afa0-dc2d5aabc845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.901099 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] Set router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:14.947435 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2020eae2-fda7-4d88-afa0-dc2d5aabc845 None None] For port 06d7dea1-8336-418f-90ea-0ba4348e3f53, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=06d7dea1-8336-418f-90ea-0ba4348e3f53,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:14.953937 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2020eae2-fda7-4d88-afa0-dc2d5aabc845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.968984 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5397d-512f-4401-ab0b-c1557793e2d6 None None] Pushing event updated for resources: {'Port': ['ID=06d7dea1-8336-418f-90ea-0ba4348e3f53,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:15.039447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020eae2-fda7-4d88-afa0-dc2d5aabc845 None None] Pushing event updated for resources: {'Port': ['ID=06d7dea1-8336-418f-90ea-0ba4348e3f53,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:15.093248 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-2d037028-f559-469b-8c09-1c6e82d8323b', 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ips': [{'subnet_id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:26:15.094293 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.110635 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-38425a15-119b-48cf-b267-1e518ca2b1a4 None None] Provisioning complete for port 06d7dea1-8336-418f-90ea-0ba4348e3f53 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:15.111304 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-38425a15-119b-48cf-b267-1e518ca2b1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.112765 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962628522', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:13Z', 'revision_number': 3, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:15.150217 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfa47cf-d975-4d11-b70b-3395d0868849 None None] The sync data for ids ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'] in n-d-807359-3 is: [{'id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962628522', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:13Z', 'revision_number': 3, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:26:15.321695 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Allocated IP 172.20.0.2 (2d037028-f559-469b-8c09-1c6e82d8323b/c79e7ea2-e131-43c5-973e-e5eda0a30b13/0047f359-f392-4b9c-b12a-d67b3cacdd2a) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:26:15.526620 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.534230 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.574520 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Network 2d037028-f559-469b-8c09-1c6e82d8323b is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:26:15.580381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:26:15.584276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:26:15.596145 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Pushing event updated for resources: {'Port': ['ID=0047f359-f392-4b9c-b12a-d67b3cacdd2a,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:15.600987 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 06d7dea1-8336-418f-90ea-0ba4348e3f53 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:26:15.680353 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Attempting to bind port 0047f359-f392-4b9c-b12a-d67b3cacdd2a on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:26:15.681075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Attempting to bind port 0047f359-f392-4b9c-b12a-d67b3cacdd2a by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '63295e80-2a19-4205-9e63-29eae8750963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:26:15.681075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Attempting to bind port 0047f359-f392-4b9c-b12a-d67b3cacdd2a on network 2d037028-f559-469b-8c09-1c6e82d8323b {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:26:15.688197 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:26:15.688580 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Checking segment: {'id': '63295e80-2a19-4205-9e63-29eae8750963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:26:15.688963 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.689355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Bound using segment: {'id': '63295e80-2a19-4205-9e63-29eae8750963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:26:15.689928 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Bound port: 0047f359-f392-4b9c-b12a-d67b3cacdd2a, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63295e80-2a19-4205-9e63-29eae8750963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:26:15.690309 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.742909 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 06d7dea1-8336-418f-90ea-0ba4348e3f53 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:15.743278 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.768511 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.789209 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] For port 0047f359-f392-4b9c-b12a-d67b3cacdd2a, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:26:15.795991 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] For port 0047f359-f392-4b9c-b12a-d67b3cacdd2a, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0047f359-f392-4b9c-b12a-d67b3cacdd2a,segment=NetworkSegment(63295e80-2a19-4205-9e63-29eae8750963),segment_id=63295e80-2a19-4205-9e63-29eae8750963)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:26:15.803673 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.902956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d63697-8c84-4714-ba10-6e14d13a705e None None] Pushing event updated for resources: {'Port': ['ID=0047f359-f392-4b9c-b12a-d67b3cacdd2a,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:16.084726 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.092950 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Allocated IP 172.20.0.1 (2d037028-f559-469b-8c09-1c6e82d8323b/c79e7ea2-e131-43c5-973e-e5eda0a30b13/9edbca3d-2a3c-46d4-a807-8155b5e41c0c) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:26:16.224145 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.260948 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.309091 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 2d037028-f559-469b-8c09-1c6e82d8323b is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:26:16.312235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:26:16.316748 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:26:16.320605 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=9edbca3d-2a3c-46d4-a807-8155b5e41c0c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:16.363326 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.497313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.782428 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.788047 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.859978 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.861903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=9edbca3d-2a3c-46d4-a807-8155b5e41c0c,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:16.959393 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 2d037028-f559-469b-8c09-1c6e82d8323b is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:26:16.961133 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:26:17.077084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:26:17.196004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:26:17.201522 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2e02beca-8b09-46b1-ab5f-33fc180351cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "PUT /v2.0/routers/dc29beb7-0d18-4ce4-9484-b7dc79dcc792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3172271 Nov 11 12:26:17.272223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Sync routers for ids ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:26:17.286006 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Routers {'dc29beb7-0d18-4ce4-9484-b7dc79dcc792'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:17.286709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:26:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:17.365989 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-0c64d651-f469-490c-a5e0-7cce8a013d40 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383025716&fields=id&tenant_id=cd84530cc13144bcad0a0d119e726de1 HTTP/1.1" status: 200 len: 267 time: 0.0493004 Nov 11 12:26:17.408861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Set router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:17.440283 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e82b0d-de6e-48e7-a7fe-21e92d8274f9 None None] Network 2d037028-f559-469b-8c09-1c6e82d8323b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:26:17.498594 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-0f195993-4b56-4b83-9ea2-9048267b8768 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:17.499087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-0f195993-4b56-4b83-9ea2-9048267b8768 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/networks?id=2d037028-f559-469b-8c09-1c6e82d8323b HTTP/1.1" status: 200 len: 795 time: 0.1247013 Nov 11 12:26:17.515069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-ae696cca-0eca-42df-9994-81100cc812c0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/quotas/cd84530cc13144bcad0a0d119e726de1 HTTP/1.1" status: 200 len: 375 time: 0.0094736 Nov 11 12:26:17.567378 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0047f359-f392-4b9c-b12a-d67b3cacdd2a up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:26:17.575202 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-e4b64c9a-4101-4b45-aa83-49f81f340e9a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526206 Nov 11 12:26:17.598739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d13382ed-f082-43ef-92df-180f2edce8e5 None None] Provisioning complete for port 0047f359-f392-4b9c-b12a-d67b3cacdd2a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:17.599097 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d13382ed-f082-43ef-92df-180f2edce8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:17.689209 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-6ea92ab3-9c78-424d-926e-22446a10bf41 service neutron] 10.222.0.65 "GET /v2.0/networks/2d037028-f559-469b-8c09-1c6e82d8323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965397 Nov 11 12:26:17.777926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0047f359-f392-4b9c-b12a-d67b3cacdd2a triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:17.778241 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:17.781938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-00978b38-8f05-4933-98ae-ca12f9f1ca48 service neutron] 10.222.0.65 "GET /v2.0/networks/2d037028-f559-469b-8c09-1c6e82d8323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830050 Nov 11 12:26:17.963192 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef4cc040-5e02-4229-bd8e-a995aafd355b req-83220181-4000-48ed-b885-618453058377 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 210 time: 0.0288074 Nov 11 12:26:18.058842 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d13382ed-f082-43ef-92df-180f2edce8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:18.119022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d13382ed-f082-43ef-92df-180f2edce8e5 None None] For port 0047f359-f392-4b9c-b12a-d67b3cacdd2a, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0047f359-f392-4b9c-b12a-d67b3cacdd2a,segment=NetworkSegment(63295e80-2a19-4205-9e63-29eae8750963),segment_id=63295e80-2a19-4205-9e63-29eae8750963)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:18.142620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962628522', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:16Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '9edbca3d-2a3c-46d4-a807-8155b5e41c0c', 'name': '', 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:92:8d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:15Z', 'updated_at': '2021-11-11T12:26:16Z', 'revision_number': 2, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:18.146123 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d13382ed-f082-43ef-92df-180f2edce8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:18.207165 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Checking router: dc29beb7-0d18-4ce4-9484-b7dc79dcc792 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:26:18.207498 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Updating router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 port 9edbca3d-2a3c-46d4-a807-8155b5e41c0c binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:26:18.241160 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:18.267292 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:18.286144 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13382ed-f082-43ef-92df-180f2edce8e5 None None] Pushing event updated for resources: {'Port': ['ID=0047f359-f392-4b9c-b12a-d67b3cacdd2a,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:18.408956 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:26:18.409306 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:26:18.436808 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e2c0a4ce-6298-4181-90cc-f8970b2ae111 None None] Provisioning complete for port 9edbca3d-2a3c-46d4-a807-8155b5e41c0c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:18.437169 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e2c0a4ce-6298-4181-90cc-f8970b2ae111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:18.522641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e2c0a4ce-6298-4181-90cc-f8970b2ae111 None None] Port 9edbca3d-2a3c-46d4-a807-8155b5e41c0c cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:26:18.556150 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e2c0a4ce-6298-4181-90cc-f8970b2ae111 None None] Provisioning complete for port 0047f359-f392-4b9c-b12a-d67b3cacdd2a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:18.556689 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e2c0a4ce-6298-4181-90cc-f8970b2ae111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:18.721702 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:18.730019 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:18.784056 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ce4d2-d758-4c80-9c53-e8fe5e73ac74 None None] Pushing event updated for resources: {'Port': ['ID=9edbca3d-2a3c-46d4-a807-8155b5e41c0c,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:18.830567 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Attempting to bind port 9edbca3d-2a3c-46d4-a807-8155b5e41c0c on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:26:18.830927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Attempting to bind port 9edbca3d-2a3c-46d4-a807-8155b5e41c0c by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '63295e80-2a19-4205-9e63-29eae8750963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:26:18.831181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Attempting to bind port 9edbca3d-2a3c-46d4-a807-8155b5e41c0c on network 2d037028-f559-469b-8c09-1c6e82d8323b {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:26:18.839717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:26:18.840093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Checking segment: {'id': '63295e80-2a19-4205-9e63-29eae8750963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:26:18.840556 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:18.841134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Bound using segment: {'id': '63295e80-2a19-4205-9e63-29eae8750963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:26:18.841650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Bound port: 9edbca3d-2a3c-46d4-a807-8155b5e41c0c, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63295e80-2a19-4205-9e63-29eae8750963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:26:18.842030 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:18.864945 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a1988fff-9352-4800-8784-c1097de13368 None None] Provisioning complete for port 9edbca3d-2a3c-46d4-a807-8155b5e41c0c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:18.865310 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a1988fff-9352-4800-8784-c1097de13368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:18.966758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a1988fff-9352-4800-8784-c1097de13368 None None] Port 9edbca3d-2a3c-46d4-a807-8155b5e41c0c cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:26:18.979253 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] For port 9edbca3d-2a3c-46d4-a807-8155b5e41c0c, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:26:18.982651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] For port 9edbca3d-2a3c-46d4-a807-8155b5e41c0c, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9edbca3d-2a3c-46d4-a807-8155b5e41c0c,segment=NetworkSegment(63295e80-2a19-4205-9e63-29eae8750963),segment_id=63295e80-2a19-4205-9e63-29eae8750963)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:26:18.996166 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.044511 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-8c6de784-9bb4-4322-9466-851921e71ecd tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:19.045962 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-8c6de784-9bb4-4322-9466-851921e71ecd tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.43 "GET /v2.0/networks?id=2d037028-f559-469b-8c09-1c6e82d8323b HTTP/1.1" status: 200 len: 795 time: 0.1255324 Nov 11 12:26:19.056525 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Routers {'dc29beb7-0d18-4ce4-9484-b7dc79dcc792'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:19.057454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:26:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:19.104759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ce4d2-d758-4c80-9c53-e8fe5e73ac74 None None] Pushing event updated for resources: {'Port': ['ID=9edbca3d-2a3c-46d4-a807-8155b5e41c0c,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:19.130406 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-578eafe6-8f59-427a-8da6-45843f71b0ea tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd84530cc13144bcad0a0d119e726de1 HTTP/1.1" status: 200 len: 380 time: 0.0733442 Nov 11 12:26:19.141878 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-3dbb940b-1fa2-4f61-a523-3fdfdcb5b177 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'port': {'device_id': 'afb9f72b-080d-4978-9bea-b0b5b0ee7064', 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b', 'admin_state_up': True, 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'security_groups': ['2f1977f1-1a1c-46aa-b9f3-facea8a014a4']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:19.161502 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f68fc11-7311-43ca-b37e-acc97b4762db req-3713c551-cf92-4e54-ad9f-8599a3a6bd89 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 210 time: 0.0586803 Nov 11 12:26:19.173893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6fe540cf-99a8-47f5-a81c-92a1119a4fdb None None] Provisioning complete for port 9edbca3d-2a3c-46d4-a807-8155b5e41c0c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:19.174533 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6fe540cf-99a8-47f5-a81c-92a1119a4fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.248166 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] Set router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:19.278285 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-3dbb940b-1fa2-4f61-a523-3fdfdcb5b177 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Made reservation on behalf of cd84530cc13144bcad0a0d119e726de1 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:26:19.282475 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-3dbb940b-1fa2-4f61-a523-3fdfdcb5b177 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.398549 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6fe540cf-99a8-47f5-a81c-92a1119a4fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.422442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-3dbb940b-1fa2-4f61-a523-3fdfdcb5b177 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Allocated IP 172.20.0.3 (2d037028-f559-469b-8c09-1c6e82d8323b/c79e7ea2-e131-43c5-973e-e5eda0a30b13/2bd6f0d7-2874-46d4-9916-6008d7ec1faa) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:26:19.449861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6fe540cf-99a8-47f5-a81c-92a1119a4fdb None None] For port 9edbca3d-2a3c-46d4-a807-8155b5e41c0c, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9edbca3d-2a3c-46d4-a807-8155b5e41c0c,segment=NetworkSegment(63295e80-2a19-4205-9e63-29eae8750963),segment_id=63295e80-2a19-4205-9e63-29eae8750963)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:19.457521 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6fe540cf-99a8-47f5-a81c-92a1119a4fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.526625 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0047f359-f392-4b9c-b12a-d67b3cacdd2a up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:26:19.560921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe540cf-99a8-47f5-a81c-92a1119a4fdb None None] Pushing event updated for resources: {'Port': ['ID=9edbca3d-2a3c-46d4-a807-8155b5e41c0c,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:19.566559 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-3dbb940b-1fa2-4f61-a523-3fdfdcb5b177 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.601083 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962628522', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:16Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '9edbca3d-2a3c-46d4-a807-8155b5e41c0c', 'name': '', 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:92:8d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:15Z', 'updated_at': '2021-11-11T12:26:18Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:19.607423 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-3dbb940b-1fa2-4f61-a523-3fdfdcb5b177 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.633457 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b7f6ed-8962-47e2-8f9b-01d10642cfdc None None] The sync data for ids ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'] in n-d-807359-3 is: [{'id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962628522', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:16Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '9edbca3d-2a3c-46d4-a807-8155b5e41c0c', 'name': '', 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:92:8d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:15Z', 'updated_at': '2021-11-11T12:26:18Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:26:19.634986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f84d2a93-89d6-413f-81ab-f7b8de6db429 None None] Provisioning complete for port 9edbca3d-2a3c-46d4-a807-8155b5e41c0c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:19.635346 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f84d2a93-89d6-413f-81ab-f7b8de6db429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.659870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-3dbb940b-1fa2-4f61-a523-3fdfdcb5b177 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 2d037028-f559-469b-8c09-1c6e82d8323b is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:26:19.665901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-3dbb940b-1fa2-4f61-a523-3fdfdcb5b177 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:26:19.675357 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-3dbb940b-1fa2-4f61-a523-3fdfdcb5b177 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:26:19.679321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0047f359-f392-4b9c-b12a-d67b3cacdd2a triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:19.680201 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.709617 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb940b-1fa2-4f61-a523-3fdfdcb5b177 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=2bd6f0d7-2874-46d4-9916-6008d7ec1faa,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:19.766703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-3dbb940b-1fa2-4f61-a523-3fdfdcb5b177 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:19.774556 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-3dbb940b-1fa2-4f61-a523-3fdfdcb5b177 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.816061 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-3dbb940b-1fa2-4f61-a523-3fdfdcb5b177 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6784940 Nov 11 12:26:19.841028 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da67c00-5abf-4590-985a-c78819a521ad req-75ecf6ae-b4f6-47f5-9edb-e306f918027a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1038473 Nov 11 12:26:19.841260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Request body: {'port': {'device_id': 'afb9f72b-080d-4978-9bea-b0b5b0ee7064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:19.928774 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.965871 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da67c00-5abf-4590-985a-c78819a521ad req-3fab955e-d80d-4319-a675-45961e0e6cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:19.980042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da67c00-5abf-4590-985a-c78819a521ad req-3fab955e-d80d-4319-a675-45961e0e6cbe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c86e75b72349490b85928fa4eba61911&device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 1096 time: 0.0993924 Nov 11 12:26:20.136886 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da67c00-5abf-4590-985a-c78819a521ad req-1cbf0de4-0b08-4d2a-8412-321589b9b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:20.138784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da67c00-5abf-4590-985a-c78819a521ad req-1cbf0de4-0b08-4d2a-8412-321589b9b0fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=a77c6cb3-f220-490a-bf03-8045eaa287db HTTP/1.1" status: 200 len: 913 time: 0.1372964 Nov 11 12:26:20.183965 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f814df18-e391-4a47-bc96-f37d3d55ccb8 None None] Provisioning complete for port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:20.184337 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f814df18-e391-4a47-bc96-f37d3d55ccb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:20.255383 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f814df18-e391-4a47-bc96-f37d3d55ccb8 None None] Port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:26:20.281905 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da67c00-5abf-4590-985a-c78819a521ad req-a7aabd98-f0ed-47cf-8e34-37916b7721d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c4a8402-091b-465e-af14-32fbb8a0c736 HTTP/1.1" status: 200 len: 1001 time: 0.1353607 Nov 11 12:26:20.384158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da67c00-5abf-4590-985a-c78819a521ad req-789cd79b-506f-4ddd-945b-88fe54d23eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:20.386377 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da67c00-5abf-4590-985a-c78819a521ad req-789cd79b-506f-4ddd-945b-88fe54d23eed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2d90c43-605c-44da-8d21-d70c17e99759 HTTP/1.1" status: 200 len: 850 time: 0.0888467 Nov 11 12:26:20.388694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd6f0d7-2874-46d4-9916-6008d7ec1faa {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:26:20.399404 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cec152-b6c9-48cf-a3c1-ab28cfe1e830 req-e36937e3-68a3-481e-bf8d-dbfd2cf836ac tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:20.399930 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:20.401952 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9cec152-b6c9-48cf-a3c1-ab28cfe1e830 req-e36937e3-68a3-481e-bf8d-dbfd2cf836ac tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 931 time: 0.1182833 Nov 11 12:26:20.414042 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Transition to ACTIVE for port object 2bd6f0d7-2874-46d4-9916-6008d7ec1faa will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:26:20.421314 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:20.515026 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9cec152-b6c9-48cf-a3c1-ab28cfe1e830 req-42ee997e-3e93-43f8-a5e8-93c94549f5fb tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992744 Nov 11 12:26:20.530141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da67c00-5abf-4590-985a-c78819a521ad req-ea0ecc66-b1c9-4443-91c1-25fe83244e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:20.530141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da67c00-5abf-4590-985a-c78819a521ad req-ea0ecc66-b1c9-4443-91c1-25fe83244e34 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a77c6cb3-f220-490a-bf03-8045eaa287db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197922 Nov 11 12:26:20.590987 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Attempting to bind port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:26:20.591326 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Attempting to bind port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '63295e80-2a19-4205-9e63-29eae8750963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:26:20.591706 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Attempting to bind port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa on network 2d037028-f559-469b-8c09-1c6e82d8323b {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:26:20.600780 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd6f0d7-2874-46d4-9916-6008d7ec1faa,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:20.612361 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa on network 2d037028-f559-469b-8c09-1c6e82d8323b not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:26:20.612830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Attempting to bind port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa on network 2d037028-f559-469b-8c09-1c6e82d8323b {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:26:20.627922 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:26:20.628273 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Checking segment: {'id': '63295e80-2a19-4205-9e63-29eae8750963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:26:20.628682 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Bound using segment: {'id': '63295e80-2a19-4205-9e63-29eae8750963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:26:20.629136 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Bound port: 2bd6f0d7-2874-46d4-9916-6008d7ec1faa, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63295e80-2a19-4205-9e63-29eae8750963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:26:20.629508 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:20.670717 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da67c00-5abf-4590-985a-c78819a521ad req-6991a4f2-db25-419d-8aea-f79a9420f229 service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395335 Nov 11 12:26:20.708502 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] For port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:26:20.712651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] For port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2bd6f0d7-2874-46d4-9916-6008d7ec1faa,segment=NetworkSegment(63295e80-2a19-4205-9e63-29eae8750963),segment_id=63295e80-2a19-4205-9e63-29eae8750963)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:26:20.720013 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:20.763733 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:20.764432 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:20.765878 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] 10.222.0.43 "PUT /v2.0/ports/2bd6f0d7-2874-46d4-9916-6008d7ec1faa HTTP/1.1" status: 200 len: 1091 time: 0.9405620 Nov 11 12:26:20.766308 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb9f72b-080d-4978-9bea-b0b5b0ee7064', 'tag': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:20.768755 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1354c3-bfe7-459f-ace3-af49b5927804" -d '{"events": [{"name": "network-changed", "server_uuid": "afb9f72b-080d-4978-9bea-b0b5b0ee7064", "tag": "2bd6f0d7-2874-46d4-9916-6008d7ec1faa"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:20.792617 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da67c00-5abf-4590-985a-c78819a521ad req-1113f8d8-3fec-4884-a5fb-081ab35a5324 service neutron] 10.222.0.43 "GET /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142738 Nov 11 12:26:20.805658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd6f0d7-2874-46d4-9916-6008d7ec1faa,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:20.869302 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d550d0-2f4f-4a29-98ed-c431f5f4817a x-openstack-request-id: req-a1d550d0-2f4f-4a29-98ed-c431f5f4817a {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:20.869963 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb9f72b-080d-4978-9bea-b0b5b0ee7064", "tag": "2bd6f0d7-2874-46d4-9916-6008d7ec1faa", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:20.870223 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a1d550d0-2f4f-4a29-98ed-c431f5f4817a {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:20.870641 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb9f72b-080d-4978-9bea-b0b5b0ee7064', 'tag': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa', 'status': 'completed', 'code': 200} Nov 11 12:26:20.922014 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-417717b6-d2bd-40db-959b-11643efae7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:20.923609 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-417717b6-d2bd-40db-959b-11643efae7f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 1094 time: 0.0957341 Nov 11 12:26:20.982938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-99ae97d7-58e3-4218-a38d-2a8da6403201 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bd6f0d7-2874-46d4-9916-6008d7ec1faa HTTP/1.1" status: 200 len: 217 time: 0.0509133 Nov 11 12:26:21.048034 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-e6792591-a841-40c0-af1c-30d07b291b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:21.050334 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-e6792591-a841-40c0-af1c-30d07b291b69 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c79e7ea2-e131-43c5-973e-e5eda0a30b13 HTTP/1.1" status: 200 len: 835 time: 0.0597155 Nov 11 12:26:21.111965 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-e056f80d-9fc7-4dc9-90de-60b5829943a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:21.113793 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-e056f80d-9fc7-4dc9-90de-60b5829943a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2d037028-f559-469b-8c09-1c6e82d8323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562901 Nov 11 12:26:21.214660 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-ef8a08a1-1bd6-4e56-9dc6-f8025e2f5fce service neutron] 10.222.0.43 "GET /v2.0/networks/2d037028-f559-469b-8c09-1c6e82d8323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926769 Nov 11 12:26:21.312171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-ea37087a-cbfd-412e-a77d-8d9a777b902a service neutron] 10.222.0.43 "GET /v2.0/networks/2d037028-f559-469b-8c09-1c6e82d8323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900254 Nov 11 12:26:21.406467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1354c3-bfe7-459f-ace3-af49b5927804 req-013cc3fa-cd98-4a07-b7e8-afded8c18975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:21.408007 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da1354c3-bfe7-459f-ace3-af49b5927804 req-013cc3fa-cd98-4a07-b7e8-afded8c18975 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 1094 time: 0.0500057 Nov 11 12:26:21.514553 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1354c3-bfe7-459f-ace3-af49b5927804 req-0e5e6d03-d8a9-4540-8530-d910292bb4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:21.516533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da1354c3-bfe7-459f-ace3-af49b5927804 req-0e5e6d03-d8a9-4540-8530-d910292bb4e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2d037028-f559-469b-8c09-1c6e82d8323b HTTP/1.1" status: 200 len: 897 time: 0.1009061 Nov 11 12:26:21.521400 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9edbca3d-2a3c-46d4-a807-8155b5e41c0c up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:26:21.567928 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da1354c3-bfe7-459f-ace3-af49b5927804 req-8185c872-9e7e-4aa2-a6e7-4a35b8d7cad9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bd6f0d7-2874-46d4-9916-6008d7ec1faa HTTP/1.1" status: 200 len: 217 time: 0.0429254 Nov 11 12:26:21.574379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 9edbca3d-2a3c-46d4-a807-8155b5e41c0c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:21.574821 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:21.744995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dbd94-f95f-49f0-9bac-e614c86aa65d req-f499a395-8418-4450-bcde-aae7a908dafe tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:21.746543 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-753dbd94-f95f-49f0-9bac-e614c86aa65d req-f499a395-8418-4450-bcde-aae7a908dafe tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 943 time: 0.1050019 Nov 11 12:26:21.750045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1354c3-bfe7-459f-ace3-af49b5927804 req-6a547105-4762-46ec-bab7-dc654baf788b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:21.751055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da1354c3-bfe7-459f-ace3-af49b5927804 req-6a547105-4762-46ec-bab7-dc654baf788b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c79e7ea2-e131-43c5-973e-e5eda0a30b13 HTTP/1.1" status: 200 len: 835 time: 0.1754751 Nov 11 12:26:21.827281 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-753dbd94-f95f-49f0-9bac-e614c86aa65d req-e2e81bb2-1e7c-4d34-a616-23f5892a3d60 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728035 Nov 11 12:26:21.835115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1354c3-bfe7-459f-ace3-af49b5927804 req-8fbbfc0a-0cb4-41e8-8fbc-501cecdf90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:21.836681 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da1354c3-bfe7-459f-ace3-af49b5927804 req-8fbbfc0a-0cb4-41e8-8fbc-501cecdf90f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2d037028-f559-469b-8c09-1c6e82d8323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681853 Nov 11 12:26:21.911139 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:21.941418 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da1354c3-bfe7-459f-ace3-af49b5927804 req-18507874-b8f0-4550-96a8-b70851362c8b service neutron] 10.222.0.43 "GET /v2.0/networks/2d037028-f559-469b-8c09-1c6e82d8323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959055 Nov 11 12:26:22.036334 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da1354c3-bfe7-459f-ace3-af49b5927804 req-bbf26c0a-6b1d-44fe-895a-bb17fa64db6c service neutron] 10.222.0.43 "GET /v2.0/networks/2d037028-f559-469b-8c09-1c6e82d8323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856779 Nov 11 12:26:22.956924 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e4b3a-7a15-4ccd-90e0-4536ab4ad3fe req-7ffe0afa-e62b-4b2d-8bc0-339264936f27 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:22.958623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da7e4b3a-7a15-4ccd-90e0-4536ab4ad3fe req-7ffe0afa-e62b-4b2d-8bc0-339264936f27 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 943 time: 0.0546706 Nov 11 12:26:23.022803 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da7e4b3a-7a15-4ccd-90e0-4536ab4ad3fe req-52dbb11a-e1a6-429c-88eb-ecd8dc510750 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576682 Nov 11 12:26:24.154877 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9b012-1ad3-4ffa-abc5-6f712aca13d3 req-948e4887-ca6d-4d97-8939-e934040fc520 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:24.156398 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcb9b012-1ad3-4ffa-abc5-6f712aca13d3 req-948e4887-ca6d-4d97-8939-e934040fc520 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 943 time: 0.0563631 Nov 11 12:26:24.194041 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2bd6f0d7-2874-46d4-9916-6008d7ec1faa details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:26:24.208754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcb9b012-1ad3-4ffa-abc5-6f712aca13d3 req-48622a80-c058-409c-b75b-4fbe419f79cf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438888 Nov 11 12:26:24.290069 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2bd6f0d7-2874-46d4-9916-6008d7ec1faa,segment=NetworkSegment(63295e80-2a19-4205-9e63-29eae8750963),segment_id=63295e80-2a19-4205-9e63-29eae8750963)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:24.301546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa', 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b', 'port_id': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa', 'mac_address': 'fa:16:3e:8b:15:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:26:24.342331 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.355652 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd6f0d7-2874-46d4-9916-6008d7ec1faa {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:26:24.379522 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2bd6f0d7-2874-46d4-9916-6008d7ec1faa,segment=NetworkSegment(63295e80-2a19-4205-9e63-29eae8750963),segment_id=63295e80-2a19-4205-9e63-29eae8750963)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:24.385726 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.439500 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=2bd6f0d7-2874-46d4-9916-6008d7ec1faa,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:24.608420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['2bd6f0d7-2874-46d4-9916-6008d7ec1faa'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:26:25.332715 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db63992-6e29-47e8-9dd0-fd4aab70e05a req-4c42cdb8-dd45-45e2-b1c2-61ad73d0051c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:25.334436 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2db63992-6e29-47e8-9dd0-fd4aab70e05a req-4c42cdb8-dd45-45e2-b1c2-61ad73d0051c tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 944 time: 0.0520873 Nov 11 12:26:25.384674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2db63992-6e29-47e8-9dd0-fd4aab70e05a req-b23ebeb8-8cf8-4709-9122-551b114c023b tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439999 Nov 11 12:26:26.194047 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2bd6f0d7-2874-46d4-9916-6008d7ec1faa up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:26:26.247605 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:26:26.251651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:26.252137 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:26.330492 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:26.352896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb9f72b-080d-4978-9bea-b0b5b0ee7064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:26.355186 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0528f8d-c4e3-40ce-a3cf-f725bb4efc17" -d '{"events": [{"server_uuid": "afb9f72b-080d-4978-9bea-b0b5b0ee7064", "name": "network-vif-plugged", "status": "completed", "tag": "2bd6f0d7-2874-46d4-9916-6008d7ec1faa"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:26.367890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2bd6f0d7-2874-46d4-9916-6008d7ec1faa,segment=NetworkSegment(63295e80-2a19-4205-9e63-29eae8750963),segment_id=63295e80-2a19-4205-9e63-29eae8750963)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:26.373249 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:26.397048 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176853b3-5f9f-45a7-9ee5-cafae63ba111 x-openstack-request-id: req-176853b3-5f9f-45a7-9ee5-cafae63ba111 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:26.397391 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb9f72b-080d-4978-9bea-b0b5b0ee7064", "name": "network-vif-plugged", "status": "completed", "tag": "2bd6f0d7-2874-46d4-9916-6008d7ec1faa", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:26.397643 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-176853b3-5f9f-45a7-9ee5-cafae63ba111 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:26.398038 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb9f72b-080d-4978-9bea-b0b5b0ee7064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa', 'code': 200} Nov 11 12:26:26.424463 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=2bd6f0d7-2874-46d4-9916-6008d7ec1faa,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:26.533066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b120b90-8fc8-4b95-bbd6-00eac311c3e3 req-269cef8b-be77-4637-a09b-8c629852f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:26.534826 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b120b90-8fc8-4b95-bbd6-00eac311c3e3 req-269cef8b-be77-4637-a09b-8c629852f84c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 1096 time: 0.0749605 Nov 11 12:26:26.547090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004b27c-1dd2-4f11-aa83-77c3255c7776 req-4ad3cb3e-c3e9-4476-babe-39aa0cff305a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:26.548734 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f004b27c-1dd2-4f11-aa83-77c3255c7776 req-4ad3cb3e-c3e9-4476-babe-39aa0cff305a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0807188 Nov 11 12:26:26.621038 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b120b90-8fc8-4b95-bbd6-00eac311c3e3 req-d21587b7-9675-4a4d-8623-06f990ce80eb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712335 Nov 11 12:26:26.624907 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f004b27c-1dd2-4f11-aa83-77c3255c7776 req-d3834036-091a-4f32-8154-bc75ea5fcc1f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696027 Nov 11 12:26:27.376832 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:26:27.793359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ce539-f6c3-4cc1-9127-1d2a613ce957 req-3dd9dcd2-3091-4192-a9de-734d05d45f44 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:27.795772 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b9ce539-f6c3-4cc1-9127-1d2a613ce957 req-3dd9dcd2-3091-4192-a9de-734d05d45f44 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0803370 Nov 11 12:26:27.853476 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b9ce539-f6c3-4cc1-9127-1d2a613ce957 req-bcf85e66-0cc7-4d4d-bbba-bd358647a478 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486815 Nov 11 12:26:28.989421 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6b712-52c1-47b8-8a90-9c3ca559ab15 req-91cfab01-4595-4afd-baee-6a9827d78f60 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:28.990919 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5fb6b712-52c1-47b8-8a90-9c3ca559ab15 req-91cfab01-4595-4afd-baee-6a9827d78f60 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0648634 Nov 11 12:26:29.041933 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5fb6b712-52c1-47b8-8a90-9c3ca559ab15 req-b586c3a5-4a0b-40f6-9fc9-c405332c0026 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447500 Nov 11 12:26:29.162622 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf99d48-7cfc-4127-ae12-e59eb3b99155 req-97a4e884-66c3-44ff-a160-aedc91a4ce06 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:29.164037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-adf99d48-7cfc-4127-ae12-e59eb3b99155 req-97a4e884-66c3-44ff-a160-aedc91a4ce06 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0511699 Nov 11 12:26:29.217543 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-adf99d48-7cfc-4127-ae12-e59eb3b99155 req-c886f241-6978-42e2-badf-1f1259efdf03 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476410 Nov 11 12:26:29.242844 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37098) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:29.285096 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48e54cb-9939-4682-a2a7-31ac72f4bdc1 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:29.286709 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f48e54cb-9939-4682-a2a7-31ac72f4bdc1 tempest-TestNetworkAdvancedServerOps-743248823 tempest-TestNetworkAdvancedServerOps-743248823-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 1091 time: 0.0427954 Nov 11 12:26:29.289897 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37100) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:29.294222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:29.318078 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:29.420029 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:29.536978 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Allocated IP 172.25.2.222 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/337dd141-e493-4e97-8179-3891ee28dbab) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:26:29.653116 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:29.689697 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:29.730085 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:26:29.732855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:26:29.735612 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:26:29.763370 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=337dd141-e493-4e97-8179-3891ee28dbab,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:30.126145 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:30.203665 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:30.352688 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:30.358340 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:30.448192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event updated for resources: {'Port': ['ID=337dd141-e493-4e97-8179-3891ee28dbab,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:30.468754 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:30.510178 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e87f3a30-e97a-4aaf-9dc6-6b53406d2f70 req-5f517be9-932b-4ba2-a841-fad9e8c7778a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932658 Nov 11 12:26:30.606831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f3a30-e97a-4aaf-9dc6-6b53406d2f70 req-d0a6ee59-413b-4abe-acbd-8a9db50072bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:30.608265 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e87f3a30-e97a-4aaf-9dc6-6b53406d2f70 req-d0a6ee59-413b-4abe-acbd-8a9db50072bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67b11859c3d04bb7bd097f3247d81930&device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 1096 time: 0.0558574 Nov 11 12:26:30.609284 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Floating IP 6779c958-0efe-43d8-a291-9e819b3b6615 associated. External IP: 172.25.2.222, port: 2bd6f0d7-2874-46d4-9916-6008d7ec1faa. Nov 11 12:26:30.785627 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f3a30-e97a-4aaf-9dc6-6b53406d2f70 req-4b9434ef-81c3-4774-9877-81d2d1a5009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:30.787296 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e87f3a30-e97a-4aaf-9dc6-6b53406d2f70 req-4b9434ef-81c3-4774-9877-81d2d1a5009f service neutron] 10.222.0.62 "GET /v2.0/networks?id=f07c30fe-25ac-44c7-ba0b-144c97abab0d HTTP/1.1" status: 200 len: 911 time: 0.1416578 Nov 11 12:26:30.922762 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e87f3a30-e97a-4aaf-9dc6-6b53406d2f70 req-d833afc8-3c2f-40aa-86b8-62d57a6c0ae4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d462d77-e00e-4ea6-9c1c-07d083b341f6 HTTP/1.1" status: 200 len: 1001 time: 0.0991232 Nov 11 12:26:30.978136 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:26:30.989770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f3a30-e97a-4aaf-9dc6-6b53406d2f70 req-317cdd84-b5a9-4042-9d43-d464982f2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:30.991243 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e87f3a30-e97a-4aaf-9dc6-6b53406d2f70 req-317cdd84-b5a9-4042-9d43-d464982f2f88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97cba9ec-4d12-477e-b42e-81384b6b0f88 HTTP/1.1" status: 200 len: 848 time: 0.0570102 Nov 11 12:26:31.430905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f3a30-e97a-4aaf-9dc6-6b53406d2f70 req-b803feb8-30b6-4bea-a176-65a80d345cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:31.432369 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e87f3a30-e97a-4aaf-9dc6-6b53406d2f70 req-b803feb8-30b6-4bea-a176-65a80d345cf3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f07c30fe-25ac-44c7-ba0b-144c97abab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4332902 Nov 11 12:26:31.446155 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:26:31.458052 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71702222-d00f-4b9f-a9bf-16a29f4dbdfe None None] Sync routers for ids ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:26:31.470714 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71702222-d00f-4b9f-a9bf-16a29f4dbdfe None None] Routers {'dc29beb7-0d18-4ce4-9484-b7dc79dcc792'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:31.471325 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-71702222-d00f-4b9f-a9bf-16a29f4dbdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:26:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:31.508916 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:31.544252 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-05c216e8-546e-43e6-92d9-fa34c5caa0d7 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2533274 Nov 11 12:26:31.546871 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb9f72b-080d-4978-9bea-b0b5b0ee7064', 'tag': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:31.552428 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40b5972-6389-403f-a505-226a7bb64cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "afb9f72b-080d-4978-9bea-b0b5b0ee7064", "tag": "2bd6f0d7-2874-46d4-9916-6008d7ec1faa"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:31.575496 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e87f3a30-e97a-4aaf-9dc6-6b53406d2f70 req-f340b09c-0853-4be7-8590-ca617b322c76 service neutron] 10.222.0.62 "GET /v2.0/networks/f07c30fe-25ac-44c7-ba0b-144c97abab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274307 Nov 11 12:26:31.590185 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-71702222-d00f-4b9f-a9bf-16a29f4dbdfe None None] Set router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:31.615643 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c77094a-e23d-4c98-9902-ace41e6b3897 x-openstack-request-id: req-4c77094a-e23d-4c98-9902-ace41e6b3897 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:31.616314 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb9f72b-080d-4978-9bea-b0b5b0ee7064", "tag": "2bd6f0d7-2874-46d4-9916-6008d7ec1faa", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:31.616837 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c77094a-e23d-4c98-9902-ace41e6b3897 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:31.617462 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb9f72b-080d-4978-9bea-b0b5b0ee7064', 'tag': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa', 'status': 'completed', 'code': 200} Nov 11 12:26:31.714464 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e87f3a30-e97a-4aaf-9dc6-6b53406d2f70 req-880282a5-c358-4d07-af57-44c4258cd4f8 service neutron] 10.222.0.62 "GET /v2.0/networks/f07c30fe-25ac-44c7-ba0b-144c97abab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287129 Nov 11 12:26:31.761111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b5972-6389-403f-a505-226a7bb64cbf req-de3e2524-70e5-49ce-b7ca-641cbcadb0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:31.763283 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f40b5972-6389-403f-a505-226a7bb64cbf req-de3e2524-70e5-49ce-b7ca-641cbcadb0a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 1096 time: 0.1392143 Nov 11 12:26:31.772391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb2d37-0016-4af3-ada1-4621fd4f31e7 req-4b02f5ba-4f59-4a5d-bc0f-9baac12a49a1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:31.773796 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5bcb2d37-0016-4af3-ada1-4621fd4f31e7 req-4b02f5ba-4f59-4a5d-bc0f-9baac12a49a1 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0945580 Nov 11 12:26:31.862179 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-71702222-d00f-4b9f-a9bf-16a29f4dbdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962628522', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:16Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '6779c958-0efe-43d8-a291-9e819b3b6615', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'port_id': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b', 'mac_address': 'fa:16:3e:8b:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb9f72b-080d-4978-9bea-b0b5b0ee7064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:26:29Z', 'updated_at': '2021-11-11T12:26:29Z', 'revision_number': 0, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edbca3d-2a3c-46d4-a807-8155b5e41c0c', 'name': '', 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:92:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:15Z', 'updated_at': '2021-11-11T12:26:19Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:31.882325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5bcb2d37-0016-4af3-ada1-4621fd4f31e7 req-0fabe8af-e763-46f2-bef9-ff11303bd7b0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989671 Nov 11 12:26:31.894547 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71702222-d00f-4b9f-a9bf-16a29f4dbdfe None None] Checking router: dc29beb7-0d18-4ce4-9484-b7dc79dcc792 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:26:31.906259 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37124) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:31.908066 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71702222-d00f-4b9f-a9bf-16a29f4dbdfe None None] Routers {'dc29beb7-0d18-4ce4-9484-b7dc79dcc792'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:31.908195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b5972-6389-403f-a505-226a7bb64cbf req-e6d38ad2-66f5-4bca-a063-00293ac730ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:31.909031 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-71702222-d00f-4b9f-a9bf-16a29f4dbdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:26:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:31.909639 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f40b5972-6389-403f-a505-226a7bb64cbf req-e6d38ad2-66f5-4bca-a063-00293ac730ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=2d037028-f559-469b-8c09-1c6e82d8323b HTTP/1.1" status: 200 len: 897 time: 0.1349640 Nov 11 12:26:31.983245 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d262eac3-f6cf-4c85-830a-897983739da0 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/floatingips/6779c958-0efe-43d8-a291-9e819b3b6615 HTTP/1.1" status: 200 len: 991 time: 0.0742586 Nov 11 12:26:32.013478 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f40b5972-6389-403f-a505-226a7bb64cbf req-3997c84c-cca2-4d4e-a9af-1ceae459736b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bd6f0d7-2874-46d4-9916-6008d7ec1faa HTTP/1.1" status: 200 len: 999 time: 0.0961220 Nov 11 12:26:32.071166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b5972-6389-403f-a505-226a7bb64cbf req-08113d6c-ac6a-4b8a-86a6-10472ad8bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:32.072950 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f40b5972-6389-403f-a505-226a7bb64cbf req-08113d6c-ac6a-4b8a-86a6-10472ad8bf68 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c79e7ea2-e131-43c5-973e-e5eda0a30b13 HTTP/1.1" status: 200 len: 835 time: 0.0525329 Nov 11 12:26:32.120889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b5972-6389-403f-a505-226a7bb64cbf req-303b1339-1fd5-42b4-80e7-55af51f4f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:32.122474 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f40b5972-6389-403f-a505-226a7bb64cbf req-303b1339-1fd5-42b4-80e7-55af51f4f64b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2d037028-f559-469b-8c09-1c6e82d8323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427253 Nov 11 12:26:32.134811 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-71702222-d00f-4b9f-a9bf-16a29f4dbdfe None None] Set router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:32.212850 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f40b5972-6389-403f-a505-226a7bb64cbf req-b01774a7-43e8-4a5f-970f-b50f91dec19b service neutron] 10.222.0.43 "GET /v2.0/networks/2d037028-f559-469b-8c09-1c6e82d8323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832055 Nov 11 12:26:32.311747 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f40b5972-6389-403f-a505-226a7bb64cbf req-55f69e11-a153-40b6-9852-020e087c7bcb service neutron] 10.222.0.43 "GET /v2.0/networks/2d037028-f559-469b-8c09-1c6e82d8323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917380 Nov 11 12:26:32.362928 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-71702222-d00f-4b9f-a9bf-16a29f4dbdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962628522', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:16Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '6779c958-0efe-43d8-a291-9e819b3b6615', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'port_id': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b', 'mac_address': 'fa:16:3e:8b:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb9f72b-080d-4978-9bea-b0b5b0ee7064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:26:29Z', 'updated_at': '2021-11-11T12:26:29Z', 'revision_number': 0, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edbca3d-2a3c-46d4-a807-8155b5e41c0c', 'name': '', 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:92:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:15Z', 'updated_at': '2021-11-11T12:26:19Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:32.392396 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71702222-d00f-4b9f-a9bf-16a29f4dbdfe None None] The sync data for ids ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'] in n-d-807359-3 is: [{'id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962628522', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:16Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '6779c958-0efe-43d8-a291-9e819b3b6615', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'port_id': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b', 'mac_address': 'fa:16:3e:8b:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb9f72b-080d-4978-9bea-b0b5b0ee7064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:26:29Z', 'updated_at': '2021-11-11T12:26:29Z', 'revision_number': 0, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edbca3d-2a3c-46d4-a807-8155b5e41c0c', 'name': '', 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:92:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:15Z', 'updated_at': '2021-11-11T12:26:19Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:26:32.588031 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd0a934-9c64-47cd-aa5d-c1321d1121e4 None None] New status for floating IP 6779c958-0efe-43d8-a291-9e819b3b6615: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:26:32.986107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37130) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:33.056567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-027b6ce6-ea0c-4f00-856f-aae87b3200ca tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/floatingips/6779c958-0efe-43d8-a291-9e819b3b6615 HTTP/1.1" status: 200 len: 993 time: 0.0693047 Nov 11 12:26:35.858842 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-21f09f00-e967-4b9d-b733-300db10230f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:36.440768 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9fbf5-c55f-420d-a015-6b7462f023c6 req-907d9ee4-e753-4c29-b96b-c5e0edd7176c tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:36.442197 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7a9fbf5-c55f-420d-a015-6b7462f023c6 req-907d9ee4-e753-4c29-b96b-c5e0edd7176c tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d8723b8-2401-456d-8efc-2687d0efefab HTTP/1.1" status: 200 len: 945 time: 0.0538652 Nov 11 12:26:36.491006 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7a9fbf5-c55f-420d-a015-6b7462f023c6 req-f2830600-f24a-4bde-bb31-0246a0e736fd tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406668 Nov 11 12:26:37.623461 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d11ca-cb8f-498e-8900-22a498af98bd req-02b9077a-8b7b-456b-b8cf-96462f4f0ccf tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:37.625766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f74d11ca-cb8f-498e-8900-22a498af98bd req-02b9077a-8b7b-456b-b8cf-96462f4f0ccf tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d8723b8-2401-456d-8efc-2687d0efefab HTTP/1.1" status: 200 len: 945 time: 0.0585940 Nov 11 12:26:37.677325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f74d11ca-cb8f-498e-8900-22a498af98bd req-3e13b86a-dc29-4c10-9e04-52d172172fec tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5a24648-5dd8-4bdd-b649-b2f0e8e79796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427568 Nov 11 12:26:38.117557 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-216e4e39-8639-4575-ba10-09f0bb3b0a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:38.293446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02ed16-cb0b-4f3e-8acf-0c43156c85cb req-a6daf59f-f68f-49d2-86a8-764219e88175 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:38.295000 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bc02ed16-cb0b-4f3e-8acf-0c43156c85cb req-a6daf59f-f68f-49d2-86a8-764219e88175 tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d8723b8-2401-456d-8efc-2687d0efefab HTTP/1.1" status: 200 len: 945 time: 0.0581033 Nov 11 12:26:38.393905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-bc02ed16-cb0b-4f3e-8acf-0c43156c85cb req-be201114-d4a0-4f4d-8ea0-c342877146fa tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Deleting port 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:38.394140 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bc02ed16-cb0b-4f3e-8acf-0c43156c85cb req-be201114-d4a0-4f4d-8ea0-c342877146fa tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:38.488017 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-bc02ed16-cb0b-4f3e-8acf-0c43156c85cb req-be201114-d4a0-4f4d-8ea0-c342877146fa tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] For port 2619cac1-3c5f-4b6b-9b91-e79af641cbd3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=2619cac1-3c5f-4b6b-9b91-e79af641cbd3,segment=NetworkSegment(76a26800-6aee-4d13-9782-50db541d8c3e),segment_id=76a26800-6aee-4d13-9782-50db541d8c3e)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:38.488380 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bc02ed16-cb0b-4f3e-8acf-0c43156c85cb req-be201114-d4a0-4f4d-8ea0-c342877146fa tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:38.501327 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-bc02ed16-cb0b-4f3e-8acf-0c43156c85cb req-be201114-d4a0-4f4d-8ea0-c342877146fa tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Calling delete_port for 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:38.640745 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bc02ed16-cb0b-4f3e-8acf-0c43156c85cb req-be201114-d4a0-4f4d-8ea0-c342877146fa tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:38.656691 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['2619cac1-3c5f-4b6b-9b91-e79af641cbd3'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:26:38.672947 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be201114-d4a0-4f4d-8ea0-c342877146fa tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Pushing event deleted for resources: {'Port': ['ID=2619cac1-3c5f-4b6b-9b91-e79af641cbd3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:38.713631 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc02ed16-cb0b-4f3e-8acf-0c43156c85cb req-be201114-d4a0-4f4d-8ea0-c342877146fa tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] No DVR routers for this DVR port 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:26:38.716511 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bc02ed16-cb0b-4f3e-8acf-0c43156c85cb req-be201114-d4a0-4f4d-8ea0-c342877146fa tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:38.720099 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bc02ed16-cb0b-4f3e-8acf-0c43156c85cb req-be201114-d4a0-4f4d-8ea0-c342877146fa tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.62 "DELETE /v2.0/ports/2619cac1-3c5f-4b6b-9b91-e79af641cbd3 HTTP/1.1" status: 204 len: 173 time: 0.4138153 Nov 11 12:26:38.720535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8723b8-2401-456d-8efc-2687d0efefab', 'name': 'network-vif-deleted', 'tag': '2619cac1-3c5f-4b6b-9b91-e79af641cbd3'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:38.722836 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6349850c-4ff1-4c21-9723-e8abfd4084c5" -d '{"events": [{"server_uuid": "8d8723b8-2401-456d-8efc-2687d0efefab", "name": "network-vif-deleted", "tag": "2619cac1-3c5f-4b6b-9b91-e79af641cbd3"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:38.768076 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047d3c14-fc01-4c98-a862-cacf880b43c6 x-openstack-request-id: req-047d3c14-fc01-4c98-a862-cacf880b43c6 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:38.768360 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8723b8-2401-456d-8efc-2687d0efefab", "name": "network-vif-deleted", "tag": "2619cac1-3c5f-4b6b-9b91-e79af641cbd3", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:38.768601 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-047d3c14-fc01-4c98-a862-cacf880b43c6 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:38.768999 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8723b8-2401-456d-8efc-2687d0efefab', 'name': 'network-vif-deleted', 'tag': '2619cac1-3c5f-4b6b-9b91-e79af641cbd3', 'status': 'completed', 'code': 200} Nov 11 12:26:38.775978 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-926504dc-e6ff-47e2-958d-4531d197e766 req-8995c991-ac65-401f-9a62-ebecd9abf67b tempest-VolumesSnapshotTestJSON-160376990 tempest-VolumesSnapshotTestJSON-160376990-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d8723b8-2401-456d-8efc-2687d0efefab HTTP/1.1" status: 200 len: 210 time: 0.0276687 Nov 11 12:26:39.099372 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:40.617040 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:41.321121 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:41.745564 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37202) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:41.923498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-84c84f47-66c1-4836-a4cc-61965da986da tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Deleting port 6519bfc2-27b5-447b-8d12-710ce27c0b5b {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:41.923829 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84c84f47-66c1-4836-a4cc-61965da986da tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:42.011966 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84c84f47-66c1-4836-a4cc-61965da986da tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:42.012288 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84c84f47-66c1-4836-a4cc-61965da986da tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:42.024808 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-84c84f47-66c1-4836-a4cc-61965da986da tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Calling delete_port for 6519bfc2-27b5-447b-8d12-710ce27c0b5b owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:42.183090 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84c84f47-66c1-4836-a4cc-61965da986da tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:42.208954 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c84f47-66c1-4836-a4cc-61965da986da tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event deleted for resources: {'Port': ['ID=6519bfc2-27b5-447b-8d12-710ce27c0b5b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:42.274349 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84c84f47-66c1-4836-a4cc-61965da986da tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:42.274784 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-84c84f47-66c1-4836-a4cc-61965da986da tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Floating IP fe4c9133-643b-4a6a-b554-a25e9dc1c022 disassociated (deleted). External IP: 172.25.2.167, port: b70e5803-76cc-4683-8491-3e1c0d5fadf9. Nov 11 12:26:42.485708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c84f47-66c1-4836-a4cc-61965da986da tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Router 8cd6c554-063b-472f-b28a-278447dbab91 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:26:42.600480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c84f47-66c1-4836-a4cc-61965da986da tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:26:42.605370 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84c84f47-66c1-4836-a4cc-61965da986da tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:42.610223 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fbbcab-c557-4b5f-8f4b-6d6785c598db None None] Sync routers for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:26:42.623386 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fbbcab-c557-4b5f-8f4b-6d6785c598db None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:42.628216 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-68fbbcab-c557-4b5f-8f4b-6d6785c598db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:26:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:42.664381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-84c84f47-66c1-4836-a4cc-61965da986da tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "DELETE /v2.0/floatingips/fe4c9133-643b-4a6a-b554-a25e9dc1c022 HTTP/1.1" status: 204 len: 168 time: 0.9176860 Nov 11 12:26:42.664967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ffe370-30d2-415c-a1a3-6d4c264a9535', 'tag': 'b70e5803-76cc-4683-8491-3e1c0d5fadf9'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:42.671311 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505a96e5-eb35-427f-a868-4d8017340241" -d '{"events": [{"name": "network-changed", "server_uuid": "85ffe370-30d2-415c-a1a3-6d4c264a9535", "tag": "b70e5803-76cc-4683-8491-3e1c0d5fadf9"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:42.742446 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422c8470-631f-47ca-8ab8-b71c5c170316 x-openstack-request-id: req-422c8470-631f-47ca-8ab8-b71c5c170316 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:42.742766 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ffe370-30d2-415c-a1a3-6d4c264a9535", "tag": "b70e5803-76cc-4683-8491-3e1c0d5fadf9", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:42.743020 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-422c8470-631f-47ca-8ab8-b71c5c170316 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:42.743425 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ffe370-30d2-415c-a1a3-6d4c264a9535', 'tag': 'b70e5803-76cc-4683-8491-3e1c0d5fadf9', 'status': 'completed', 'code': 200} Nov 11 12:26:42.773259 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-68fbbcab-c557-4b5f-8f4b-6d6785c598db None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:42.839061 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a96e5-eb35-427f-a868-4d8017340241 req-c8c1ce8b-aa1a-4d07-85de-1a2599afb456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:42.841297 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-505a96e5-eb35-427f-a868-4d8017340241 req-c8c1ce8b-aa1a-4d07-85de-1a2599afb456 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 1097 time: 0.0794113 Nov 11 12:26:42.979814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a96e5-eb35-427f-a868-4d8017340241 req-fd5208e5-d54b-494e-8d5d-d7c901f91f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:42.981307 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-505a96e5-eb35-427f-a868-4d8017340241 req-fd5208e5-d54b-494e-8d5d-d7c901f91f28 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 914 time: 0.1290622 Nov 11 12:26:42.988967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d124af-eca0-47ca-9e44-896d53fdf990 req-0dd7bbd7-00d7-404a-8c20-aee2a2c30ccc tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:42.990378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-06d124af-eca0-47ca-9e44-896d53fdf990 req-0dd7bbd7-00d7-404a-8c20-aee2a2c30ccc tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 946 time: 0.0841534 Nov 11 12:26:43.024347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:43.032709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-505a96e5-eb35-427f-a868-4d8017340241 req-657c0339-fee3-418d-a7e8-6b212bafaac1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70e5803-76cc-4683-8491-3e1c0d5fadf9 HTTP/1.1" status: 200 len: 217 time: 0.0413468 Nov 11 12:26:43.067609 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:26:43.068083 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 2619cac1-3c5f-4b6b-9b91-e79af641cbd3 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:43.124010 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-06d124af-eca0-47ca-9e44-896d53fdf990 req-62e08e01-aac8-4efb-ac79-e6fb71a1c689 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210084 Nov 11 12:26:43.126082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a96e5-eb35-427f-a868-4d8017340241 req-7f95d431-5003-4fba-87f6-37b1916333df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:43.126264 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-68fbbcab-c557-4b5f-8f4b-6d6785c598db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'fc3a56eb-7e99-4879-98d1-755a41581985', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'port_id': '6625240c-2a72-43a3-9588-c13a2bc87b87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'mac_address': 'fa:16:3e:65:eb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:45Z', 'updated_at': '2021-11-11T12:22:48Z', 'revision_number': 1, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:43.128601 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-505a96e5-eb35-427f-a868-4d8017340241 req-7f95d431-5003-4fba-87f6-37b1916333df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.0874028 Nov 11 12:26:43.159510 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fbbcab-c557-4b5f-8f4b-6d6785c598db None None] Checking router: 8cd6c554-063b-472f-b28a-278447dbab91 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:26:43.168576 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fbbcab-c557-4b5f-8f4b-6d6785c598db None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:43.169269 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-68fbbcab-c557-4b5f-8f4b-6d6785c598db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:26:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:43.281500 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-68fbbcab-c557-4b5f-8f4b-6d6785c598db None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:43.530970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a96e5-eb35-427f-a868-4d8017340241 req-89e4608c-13d8-403f-ae8e-506cfd0074ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:43.532039 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-505a96e5-eb35-427f-a868-4d8017340241 req-89e4608c-13d8-403f-ae8e-506cfd0074ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3949242 Nov 11 12:26:43.550771 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-68fbbcab-c557-4b5f-8f4b-6d6785c598db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'fc3a56eb-7e99-4879-98d1-755a41581985', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'port_id': '6625240c-2a72-43a3-9588-c13a2bc87b87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'mac_address': 'fa:16:3e:65:eb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:45Z', 'updated_at': '2021-11-11T12:22:48Z', 'revision_number': 1, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:43.583691 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fbbcab-c557-4b5f-8f4b-6d6785c598db None None] The sync data for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 is: [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'fc3a56eb-7e99-4879-98d1-755a41581985', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'port_id': '6625240c-2a72-43a3-9588-c13a2bc87b87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'mac_address': 'fa:16:3e:65:eb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:45Z', 'updated_at': '2021-11-11T12:22:48Z', 'revision_number': 1, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:26:43.641324 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-505a96e5-eb35-427f-a868-4d8017340241 req-eac0749b-ca01-425f-8013-d25fc10bae1e service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014171 Nov 11 12:26:43.746508 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-505a96e5-eb35-427f-a868-4d8017340241 req-e314db21-3d35-456b-bdc7-da346faad33e service neutron] 10.222.0.43 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976510 Nov 11 12:26:43.916405 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfa0ed9-a715-4ce9-98d2-8e129022756a None None] New status for floating IP fe4c9133-643b-4a6a-b554-a25e9dc1c022: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:26:44.250891 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc9703-ed68-4bb7-9dde-c1ac7faafb59 req-37239b11-eeef-438c-9f25-c1e3c0be8949 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:44.253419 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1cbc9703-ed68-4bb7-9dde-c1ac7faafb59 req-37239b11-eeef-438c-9f25-c1e3c0be8949 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 946 time: 0.0646455 Nov 11 12:26:44.310912 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1cbc9703-ed68-4bb7-9dde-c1ac7faafb59 req-d634da0f-f4c9-470a-be1d-272752e40a43 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507376 Nov 11 12:26:44.525971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f943e-678c-4189-9c9f-2b70f9b29096 req-da3aad83-a114-450c-aea2-014d706e4d63 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:44.527528 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d38f943e-678c-4189-9c9f-2b70f9b29096 req-da3aad83-a114-450c-aea2-014d706e4d63 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 946 time: 0.0550187 Nov 11 12:26:44.638872 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-d38f943e-678c-4189-9c9f-2b70f9b29096 req-0909180c-8a10-4e90-9248-727a01fa4414 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Deleting port b70e5803-76cc-4683-8491-3e1c0d5fadf9 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:44.639146 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d38f943e-678c-4189-9c9f-2b70f9b29096 req-0909180c-8a10-4e90-9248-727a01fa4414 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:44.742335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-d38f943e-678c-4189-9c9f-2b70f9b29096 req-0909180c-8a10-4e90-9248-727a01fa4414 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] For port b70e5803-76cc-4683-8491-3e1c0d5fadf9, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=b70e5803-76cc-4683-8491-3e1c0d5fadf9,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:44.742749 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d38f943e-678c-4189-9c9f-2b70f9b29096 req-0909180c-8a10-4e90-9248-727a01fa4414 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:44.756813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-d38f943e-678c-4189-9c9f-2b70f9b29096 req-0909180c-8a10-4e90-9248-727a01fa4414 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Calling delete_port for b70e5803-76cc-4683-8491-3e1c0d5fadf9 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:44.896550 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d38f943e-678c-4189-9c9f-2b70f9b29096 req-0909180c-8a10-4e90-9248-727a01fa4414 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:44.941514 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909180c-8a10-4e90-9248-727a01fa4414 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event deleted for resources: {'Port': ['ID=b70e5803-76cc-4683-8491-3e1c0d5fadf9,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:44.992966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38f943e-678c-4189-9c9f-2b70f9b29096 req-0909180c-8a10-4e90-9248-727a01fa4414 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] No DVR routers for this DVR port b70e5803-76cc-4683-8491-3e1c0d5fadf9 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:26:44.995606 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d38f943e-678c-4189-9c9f-2b70f9b29096 req-0909180c-8a10-4e90-9248-727a01fa4414 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:44.999293 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d38f943e-678c-4189-9c9f-2b70f9b29096 req-0909180c-8a10-4e90-9248-727a01fa4414 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.43 "DELETE /v2.0/ports/b70e5803-76cc-4683-8491-3e1c0d5fadf9 HTTP/1.1" status: 204 len: 173 time: 0.4651861 Nov 11 12:26:44.999737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ffe370-30d2-415c-a1a3-6d4c264a9535', 'name': 'network-vif-deleted', 'tag': 'b70e5803-76cc-4683-8491-3e1c0d5fadf9'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:45.002010 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dc6149-f2b4-422d-98b7-9e5703b3e727" -d '{"events": [{"server_uuid": "85ffe370-30d2-415c-a1a3-6d4c264a9535", "name": "network-vif-deleted", "tag": "b70e5803-76cc-4683-8491-3e1c0d5fadf9"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:45.050598 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b56bf3-9b92-4266-8d91-ec7dcfd5218b x-openstack-request-id: req-98b56bf3-9b92-4266-8d91-ec7dcfd5218b {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:45.051488 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ffe370-30d2-415c-a1a3-6d4c264a9535", "name": "network-vif-deleted", "tag": "b70e5803-76cc-4683-8491-3e1c0d5fadf9", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:45.052089 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98b56bf3-9b92-4266-8d91-ec7dcfd5218b {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:45.052872 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ffe370-30d2-415c-a1a3-6d4c264a9535', 'name': 'network-vif-deleted', 'tag': 'b70e5803-76cc-4683-8491-3e1c0d5fadf9', 'status': 'completed', 'code': 200} Nov 11 12:26:45.419392 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a3a29203-2ad4-498c-8082-d613d4d99752 req-2defe43c-de77-43d7-9f99-f313ac494a88 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 210 time: 0.0294182 Nov 11 12:26:46.066462 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:46.524305 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d802e8e7-dc2f-4b1a-8f28-e194d35b7184 req-384fa41e-5402-4cb4-a1ab-9ff2269a6b5d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 210 time: 0.0282412 Nov 11 12:26:47.657947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29207d24-7c3f-4842-ac76-95883a41b070 req-4e136bb4-4631-42c9-85dc-edfcfa0aa915 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 210 time: 0.0622199 Nov 11 12:26:48.330058 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b70e5803-76cc-4683-8491-3e1c0d5fadf9 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:48.351854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: b70e5803-76cc-4683-8491-3e1c0d5fadf9 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:26:48.352424 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device b70e5803-76cc-4683-8491-3e1c0d5fadf9 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:48.762164 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a66a53b-8753-4643-9ee8-b88ab993cc35 req-6886b490-0beb-4d82-bdf3-986ef3deb588 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 210 time: 0.0281787 Nov 11 12:26:49.862615 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89efeffd-1ce4-49e8-92dd-2c4bcdfbca29 req-bc2ceafc-da57-46ac-acfa-da3c9d507a4c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ffe370-30d2-415c-a1a3-6d4c264a9535 HTTP/1.1" status: 200 len: 210 time: 0.0279639 Nov 11 12:26:51.898246 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:57.468390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37334) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:57.627237 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-ecd11d0c-71a2-4758-a60e-27ee10e97707 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Deleting port e3eea410-f2ba-4706-84b7-673473b99097 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:57.627580 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecd11d0c-71a2-4758-a60e-27ee10e97707 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:57.707427 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecd11d0c-71a2-4758-a60e-27ee10e97707 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:57.707753 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecd11d0c-71a2-4758-a60e-27ee10e97707 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:57.720308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-ecd11d0c-71a2-4758-a60e-27ee10e97707 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Calling delete_port for e3eea410-f2ba-4706-84b7-673473b99097 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:57.874364 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecd11d0c-71a2-4758-a60e-27ee10e97707 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:57.903702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd11d0c-71a2-4758-a60e-27ee10e97707 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event deleted for resources: {'Port': ['ID=e3eea410-f2ba-4706-84b7-673473b99097,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:57.972024 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecd11d0c-71a2-4758-a60e-27ee10e97707 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:57.972326 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-ecd11d0c-71a2-4758-a60e-27ee10e97707 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Floating IP fc3a56eb-7e99-4879-98d1-755a41581985 disassociated (deleted). External IP: 172.25.2.183, port: 6625240c-2a72-43a3-9588-c13a2bc87b87. Nov 11 12:26:58.186448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd11d0c-71a2-4758-a60e-27ee10e97707 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Router 8cd6c554-063b-472f-b28a-278447dbab91 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:26:58.307128 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd11d0c-71a2-4758-a60e-27ee10e97707 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:26:58.311995 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecd11d0c-71a2-4758-a60e-27ee10e97707 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:58.317260 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb304df2-00f5-44b2-85f9-cac7ecc43637 None None] Sync routers for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:26:58.342253 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb304df2-00f5-44b2-85f9-cac7ecc43637 None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:58.342961 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-cb304df2-00f5-44b2-85f9-cac7ecc43637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:26:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:58.345376 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ecd11d0c-71a2-4758-a60e-27ee10e97707 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "DELETE /v2.0/floatingips/fc3a56eb-7e99-4879-98d1-755a41581985 HTTP/1.1" status: 204 len: 168 time: 0.8759279 Nov 11 12:26:58.346346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'tag': '6625240c-2a72-43a3-9588-c13a2bc87b87'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:58.349485 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a10f37-06a5-4b16-9e78-3439b9bafda5" -d '{"events": [{"name": "network-changed", "server_uuid": "8b863c56-47e7-4ec0-b263-d53f627a400a", "tag": "6625240c-2a72-43a3-9588-c13a2bc87b87"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:58.432885 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120c574c-f0ff-4207-9d90-a65f1eea2324 x-openstack-request-id: req-120c574c-f0ff-4207-9d90-a65f1eea2324 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:58.433361 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b863c56-47e7-4ec0-b263-d53f627a400a", "tag": "6625240c-2a72-43a3-9588-c13a2bc87b87", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:58.433722 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-120c574c-f0ff-4207-9d90-a65f1eea2324 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:58.434233 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'tag': '6625240c-2a72-43a3-9588-c13a2bc87b87', 'status': 'completed', 'code': 200} Nov 11 12:26:58.516378 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a10f37-06a5-4b16-9e78-3439b9bafda5 req-4fbf09a1-ead2-4eff-a67e-1ef3cc10833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:58.518861 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92a10f37-06a5-4b16-9e78-3439b9bafda5 req-4fbf09a1-ead2-4eff-a67e-1ef3cc10833e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 1096 time: 0.0594456 Nov 11 12:26:58.549015 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-cb304df2-00f5-44b2-85f9-cac7ecc43637 None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:58.661855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a10f37-06a5-4b16-9e78-3439b9bafda5 req-8bb69e67-6fca-4b72-bb27-c123e0f231f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:58.663867 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92a10f37-06a5-4b16-9e78-3439b9bafda5 req-8bb69e67-6fca-4b72-bb27-c123e0f231f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 200 len: 914 time: 0.1360366 Nov 11 12:26:58.708296 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9b444-c8f9-4726-ad34-47b9c7f4af91 req-fda78855-e8e9-4cc7-9551-4173f9bf9908 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:58.717497 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89c9b444-c8f9-4726-ad34-47b9c7f4af91 req-fda78855-e8e9-4cc7-9551-4173f9bf9908 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 945 time: 0.0751183 Nov 11 12:26:58.736346 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92a10f37-06a5-4b16-9e78-3439b9bafda5 req-b27b657b-f132-4f68-8b2d-19ed7c6838bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6625240c-2a72-43a3-9588-c13a2bc87b87 HTTP/1.1" status: 200 len: 217 time: 0.0635278 Nov 11 12:26:58.787273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89c9b444-c8f9-4726-ad34-47b9c7f4af91 req-b1a51311-3379-4576-8c69-7814253d3853 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665898 Nov 11 12:26:58.819844 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a10f37-06a5-4b16-9e78-3439b9bafda5 req-e0d4960d-3244-42fd-9896-7c4c7d87497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:58.823425 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92a10f37-06a5-4b16-9e78-3439b9bafda5 req-e0d4960d-3244-42fd-9896-7c4c7d87497e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 200 len: 851 time: 0.0752320 Nov 11 12:26:58.824373 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-cb304df2-00f5-44b2-85f9-cac7ecc43637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:58.855830 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb304df2-00f5-44b2-85f9-cac7ecc43637 None None] Checking router: 8cd6c554-063b-472f-b28a-278447dbab91 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:26:58.864756 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb304df2-00f5-44b2-85f9-cac7ecc43637 None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:58.865368 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-cb304df2-00f5-44b2-85f9-cac7ecc43637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:26:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:58.873222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a10f37-06a5-4b16-9e78-3439b9bafda5 req-31fe4258-8a0c-42d2-9992-a836e07ce47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:58.875344 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92a10f37-06a5-4b16-9e78-3439b9bafda5 req-31fe4258-8a0c-42d2-9992-a836e07ce47f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef0352ae-c531-4a02-9aff-70a7fb42f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439510 Nov 11 12:26:58.990582 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92a10f37-06a5-4b16-9e78-3439b9bafda5 req-53434447-bb79-4932-9a45-ede166dae967 service neutron] 10.222.0.62 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056082 Nov 11 12:26:59.089104 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-cb304df2-00f5-44b2-85f9-cac7ecc43637 None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:59.103002 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-92a10f37-06a5-4b16-9e78-3439b9bafda5 req-ffd28daf-e56b-4c98-b284-957977346401 service neutron] 10.222.0.62 "GET /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038578 Nov 11 12:26:59.326628 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-cb304df2-00f5-44b2-85f9-cac7ecc43637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:59.353738 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb304df2-00f5-44b2-85f9-cac7ecc43637 None None] The sync data for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 is: [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:05Z', 'revision_number': 4, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '71e26e92-231c-45f7-af56-315caff00518', 'name': '', 'network_id': 'ef0352ae-c531-4a02-9aff-70a7fb42f61e', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'mac_address': 'fa:16:3e:6a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:03Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'subnets': [{'id': 'fc55d1c8-9ff2-4a0b-b6ba-89387d166d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:26:59.610032 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56819073-d974-425c-a733-a0e49733e1f8 None None] New status for floating IP fc3a56eb-7e99-4879-98d1-755a41581985: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:26:59.961855 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d6efd-b164-486c-8506-4678672863cb req-70a82e6e-0f25-4270-933a-47d12ac48c5c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:59.963410 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce9d6efd-b164-486c-8506-4678672863cb req-70a82e6e-0f25-4270-933a-47d12ac48c5c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 945 time: 0.1008644 Nov 11 12:27:00.052433 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce9d6efd-b164-486c-8506-4678672863cb req-9f7bfa09-6166-46df-aeb6-596951436f71 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/security-groups?id=cddde665-323b-49f2-b48a-a592092a62a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821443 Nov 11 12:27:00.070007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894d305-f279-46fc-aa1b-f703d51d7b4f req-24bc5d80-7ef9-44be-93cd-765aaf84cefb tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:00.078669 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0894d305-f279-46fc-aa1b-f703d51d7b4f req-24bc5d80-7ef9-44be-93cd-765aaf84cefb tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0911601 Nov 11 12:27:00.134124 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0894d305-f279-46fc-aa1b-f703d51d7b4f req-a3ccd0ce-3ee3-47f8-892f-a93426763701 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542355 Nov 11 12:27:00.374944 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55741f21-9442-4f6f-b835-a907a644b75d req-ab533fc0-13f4-46a7-a5ec-c02a5ee76f95 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:00.377287 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55741f21-9442-4f6f-b835-a907a644b75d req-ab533fc0-13f4-46a7-a5ec-c02a5ee76f95 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 945 time: 0.0518162 Nov 11 12:27:00.491726 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-55741f21-9442-4f6f-b835-a907a644b75d req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Deleting port 6625240c-2a72-43a3-9588-c13a2bc87b87 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:00.492069 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-55741f21-9442-4f6f-b835-a907a644b75d req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:00.585029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-55741f21-9442-4f6f-b835-a907a644b75d req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] For port 6625240c-2a72-43a3-9588-c13a2bc87b87, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=6625240c-2a72-43a3-9588-c13a2bc87b87,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:00.585536 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-55741f21-9442-4f6f-b835-a907a644b75d req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:00.598792 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-55741f21-9442-4f6f-b835-a907a644b75d req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Calling delete_port for 6625240c-2a72-43a3-9588-c13a2bc87b87 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:00.752039 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-55741f21-9442-4f6f-b835-a907a644b75d req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:00.782372 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event deleted for resources: {'Port': ['ID=6625240c-2a72-43a3-9588-c13a2bc87b87,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:00.795217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:00.795633 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:00.796034 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:00.796440 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:00.796829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:00.797219 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:00.797612 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:00.798019 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:00.798396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:00.798788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:00.799162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:00.799552 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:00.839259 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-55741f21-9442-4f6f-b835-a907a644b75d req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] No DVR routers for this DVR port 6625240c-2a72-43a3-9588-c13a2bc87b87 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:27:00.841964 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-55741f21-9442-4f6f-b835-a907a644b75d req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:00.845521 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-55741f21-9442-4f6f-b835-a907a644b75d req-cb15c7c9-8077-489b-8d59-122c5177245c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.62 "DELETE /v2.0/ports/6625240c-2a72-43a3-9588-c13a2bc87b87 HTTP/1.1" status: 204 len: 173 time: 0.4608245 Nov 11 12:27:00.845991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'name': 'network-vif-deleted', 'tag': '6625240c-2a72-43a3-9588-c13a2bc87b87'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:27:00.848605 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6d7acd-3d32-47ef-9173-e5521b560803" -d '{"events": [{"server_uuid": "8b863c56-47e7-4ec0-b263-d53f627a400a", "name": "network-vif-deleted", "tag": "6625240c-2a72-43a3-9588-c13a2bc87b87"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:27:00.908265 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeccd75c-3cf8-46cf-b76f-ad1416644cb8 x-openstack-request-id: req-aeccd75c-3cf8-46cf-b76f-ad1416644cb8 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:27:00.908553 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b863c56-47e7-4ec0-b263-d53f627a400a", "name": "network-vif-deleted", "tag": "6625240c-2a72-43a3-9588-c13a2bc87b87", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:27:00.908802 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aeccd75c-3cf8-46cf-b76f-ad1416644cb8 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:27:00.909212 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b863c56-47e7-4ec0-b263-d53f627a400a', 'name': 'network-vif-deleted', 'tag': '6625240c-2a72-43a3-9588-c13a2bc87b87', 'status': 'completed', 'code': 200} Nov 11 12:27:01.188510 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18bf45c1-c374-4f65-95a0-294a689e184c req-7c97a323-64de-4f1d-94a9-bcec10ad4dce tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 210 time: 0.0438719 Nov 11 12:27:01.305039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30ebda-384f-454a-a574-a52b7b671c00 req-e35bbece-7388-4ea7-a8d0-4c0bf510506d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:01.313460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe30ebda-384f-454a-a574-a52b7b671c00 req-e35bbece-7388-4ea7-a8d0-4c0bf510506d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0803027 Nov 11 12:27:01.363857 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe30ebda-384f-454a-a574-a52b7b671c00 req-9696d2ee-00b5-4c6f-b85e-48f4338c66b3 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492692 Nov 11 12:27:02.302970 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf4e9c1c-afac-4122-9bed-1877696dda64 req-69a1a660-abc7-4cf1-bcc7-c81cb8284083 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 210 time: 0.0337050 Nov 11 12:27:02.492250 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d56109-d8ec-4577-8fac-32fc71de4f6e req-7b64032d-92fa-4eee-9db3-b947875d16f2 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:02.499342 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70d56109-d8ec-4577-8fac-32fc71de4f6e req-7b64032d-92fa-4eee-9db3-b947875d16f2 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0588164 Nov 11 12:27:02.547844 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70d56109-d8ec-4577-8fac-32fc71de4f6e req-26b2904d-f62c-4846-ae75-be204e3f5b0d tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459878 Nov 11 12:27:03.416742 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1e13fc99-75f6-4145-aaaf-d913c84e970d req-1eceafe9-fce6-473b-8b0c-8cb8452af42d tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 210 time: 0.0393593 Nov 11 12:27:03.666636 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e8725-bea7-4eff-b5d7-2239478148d3 req-de7c5cb2-2363-4c61-af47-cdb105d45569 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:03.674457 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-216e8725-bea7-4eff-b5d7-2239478148d3 req-de7c5cb2-2363-4c61-af47-cdb105d45569 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0590167 Nov 11 12:27:03.720644 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-216e8725-bea7-4eff-b5d7-2239478148d3 req-47d5247b-692f-439e-916b-bb2969069a63 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452573 Nov 11 12:27:04.377449 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:27:04.516249 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a4d666c-25cc-46b6-a227-4e72c55ed7a8 req-cb450e5d-e5bd-4fb0-a5dc-82248943b1fb tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 210 time: 0.0303395 Nov 11 12:27:04.851680 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f7c73-a89e-43b7-a167-1215bf67ab38 req-95ff009d-edb0-4ef8-9454-646b6a641eda tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:04.859087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae9f7c73-a89e-43b7-a167-1215bf67ab38 req-95ff009d-edb0-4ef8-9454-646b6a641eda tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0563750 Nov 11 12:27:04.916728 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae9f7c73-a89e-43b7-a167-1215bf67ab38 req-aa1e6c54-a69f-45e5-a22d-97fb90198ccf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565648 Nov 11 12:27:05.119770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 6625240c-2a72-43a3-9588-c13a2bc87b87 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:27:05.153432 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 6625240c-2a72-43a3-9588-c13a2bc87b87 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:27:05.154362 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 6625240c-2a72-43a3-9588-c13a2bc87b87 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:27:05.625954 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee5484b9-14b5-4f25-90d1-5af8884a84b7 req-deac0e42-82f5-45ce-97db-9eee42f87000 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 210 time: 0.0338800 Nov 11 12:27:05.864582 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0dee3276-318b-4e51-b2a8-9fa97ef2cb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:06.046536 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe2e26-ae6b-4955-9846-6a2526e5a9df req-eae4f3f6-a4d7-49b0-acda-bead7e9c80ee tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:06.048544 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-affe2e26-ae6b-4955-9846-6a2526e5a9df req-eae4f3f6-a4d7-49b0-acda-bead7e9c80ee tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0579662 Nov 11 12:27:06.114810 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-affe2e26-ae6b-4955-9846-6a2526e5a9df req-1b3c4b4d-ce7a-4688-a6d3-fb8fa7c4a36f tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582831 Nov 11 12:27:06.717536 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cff4c320-fe4e-4354-b4ab-596f50de9bba req-988bf4a0-b024-4d60-a646-42c2426a66d8 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b863c56-47e7-4ec0-b263-d53f627a400a HTTP/1.1" status: 200 len: 210 time: 0.0260341 Nov 11 12:27:07.256366 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee468d-0f16-4723-abd8-c2fcbbd8ea77 req-45c10a1c-5ad5-45af-85be-30d183a62635 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:07.258690 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4ee468d-0f16-4723-abd8-c2fcbbd8ea77 req-45c10a1c-5ad5-45af-85be-30d183a62635 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0645185 Nov 11 12:27:07.318181 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4ee468d-0f16-4723-abd8-c2fcbbd8ea77 req-15ae709b-8493-4435-a508-0ec69d51a297 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528743 Nov 11 12:27:07.776361 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37438) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:07.908397 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-187bc9b3-8319-4246-8ce6-6c79ad3f0ef6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Deleting port c3067fdf-5184-403a-8e97-f91200d4661f {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:07.908767 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-187bc9b3-8319-4246-8ce6-6c79ad3f0ef6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:07.990575 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-187bc9b3-8319-4246-8ce6-6c79ad3f0ef6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:07.990899 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-187bc9b3-8319-4246-8ce6-6c79ad3f0ef6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:08.003209 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-187bc9b3-8319-4246-8ce6-6c79ad3f0ef6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Calling delete_port for c3067fdf-5184-403a-8e97-f91200d4661f owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:08.130312 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bce51743-b5bf-486c-a685-f2e943106479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:08.171284 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-187bc9b3-8319-4246-8ce6-6c79ad3f0ef6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:08.197272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bc9b3-8319-4246-8ce6-6c79ad3f0ef6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event deleted for resources: {'Port': ['ID=c3067fdf-5184-403a-8e97-f91200d4661f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:08.279294 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-187bc9b3-8319-4246-8ce6-6c79ad3f0ef6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:08.282134 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-187bc9b3-8319-4246-8ce6-6c79ad3f0ef6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:08.285995 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-187bc9b3-8319-4246-8ce6-6c79ad3f0ef6 tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "DELETE /v2.0/floatingips/dc0ec78a-d90c-414c-a3c5-1618518f1da5 HTTP/1.1" status: 204 len: 168 time: 0.5056446 Nov 11 12:27:08.460793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb9b91-5805-4063-8956-1a290ece10ec req-2932cd8b-01e8-4e52-babe-0d54475a7b95 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:08.463650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d8cb9b91-5805-4063-8956-1a290ece10ec req-2932cd8b-01e8-4e52-babe-0d54475a7b95 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0695858 Nov 11 12:27:08.524014 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d8cb9b91-5805-4063-8956-1a290ece10ec req-85103d0a-fb1d-4dd2-a475-cf40160737e5 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533023 Nov 11 12:27:09.095726 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:09.651088 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6a5b6-74dc-4aa7-846c-2a2ff9a45970 req-b7e77586-42ec-48fa-9139-716d35484781 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:09.654253 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d0d6a5b6-74dc-4aa7-846c-2a2ff9a45970 req-b7e77586-42ec-48fa-9139-716d35484781 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0591998 Nov 11 12:27:09.721195 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d0d6a5b6-74dc-4aa7-846c-2a2ff9a45970 req-293a8040-1ad3-4366-a92c-3afb837919b8 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606506 Nov 11 12:27:10.632281 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:10.845738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fc2e7-c301-4597-bf32-f2c6d49b6b4e req-32d416b8-e304-4795-b2d4-f2ca89946227 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:10.852339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc4fc2e7-c301-4597-bf32-f2c6d49b6b4e req-32d416b8-e304-4795-b2d4-f2ca89946227 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0601931 Nov 11 12:27:10.903964 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc4fc2e7-c301-4597-bf32-f2c6d49b6b4e req-88c4f0fd-8117-4f69-8f02-4b1ebd164776 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437396 Nov 11 12:27:11.307094 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:11.628656 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37486) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:11.701068 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7535d443-3197-42da-bebd-336fb771eb2c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:11.728279 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7535d443-3197-42da-bebd-336fb771eb2c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:11.790702 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7535d443-3197-42da-bebd-336fb771eb2c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:11.793822 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7535d443-3197-42da-bebd-336fb771eb2c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:11.797792 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7535d443-3197-42da-bebd-336fb771eb2c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] 10.222.0.65 "DELETE /v2.0/security-groups/cddde665-323b-49f2-b48a-a592092a62a8 HTTP/1.1" status: 204 len: 168 time: 0.1651902 Nov 11 12:27:11.807068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535d443-3197-42da-bebd-336fb771eb2c tempest-TestVolumeBootPattern-2033601719 tempest-TestVolumeBootPattern-2033601719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddde665-323b-49f2-b48a-a592092a62a8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:11.867126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37490) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:12.131020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff71f2-243a-425b-bd5a-badf0538c798 req-ba24963b-e899-4553-b371-54eb5d0c5867 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:12.132554 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83ff71f2-243a-425b-bd5a-badf0538c798 req-ba24963b-e899-4553-b371-54eb5d0c5867 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.1040583 Nov 11 12:27:12.233768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83ff71f2-243a-425b-bd5a-badf0538c798 req-b5ad9ccf-3ca8-43b1-9d20-14c84ab07613 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923021 Nov 11 12:27:12.436865 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:12.736862 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5679429-01d0-4cd9-b995-e7d0c450695e req-422fb26f-decd-4837-96fe-981f15ce79a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:12.738439 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5679429-01d0-4cd9-b995-e7d0c450695e req-422fb26f-decd-4837-96fe-981f15ce79a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 1096 time: 0.1109803 Nov 11 12:27:12.781866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Deleting port 71e26e92-231c-45f7-af56-315caff00518 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:12.782171 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:12.819241 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5679429-01d0-4cd9-b995-e7d0c450695e req-39fe0116-79b3-4a9a-9dcc-34328f942644 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701668 Nov 11 12:27:12.883267 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] For port 71e26e92-231c-45f7-af56-315caff00518, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=71e26e92-231c-45f7-af56-315caff00518,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:12.884017 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:12.900946 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Calling delete_port for 71e26e92-231c-45f7-af56-315caff00518 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:13.088569 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:13.116000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e26e92-231c-45f7-af56-315caff00518,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:13.140383 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:13.140726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:13.141065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:13.141395 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:13.141826 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:13.142152 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:13.142476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:13.142797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:13.143114 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:13.143431 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:13.143745 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:13.144061 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:13.305895 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:13.449683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85895a5-cd5e-4ff8-beac-ae4154e74bab req-fae11bc7-d492-41b8-9498-cb680bea5cdf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:13.451208 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f85895a5-cd5e-4ff8-beac-ae4154e74bab req-fae11bc7-d492-41b8-9498-cb680bea5cdf tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0958164 Nov 11 12:27:13.555470 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f85895a5-cd5e-4ff8-beac-ae4154e74bab req-78b34760-7771-4d28-8816-c6f164996107 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974922 Nov 11 12:27:13.614738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Router 8cd6c554-063b-472f-b28a-278447dbab91 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:27:13.727318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:27:13.733299 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-011f488b-7f1a-4811-bc99-49c711643a92 admin admin] 10.222.0.65 "PUT /v2.0/routers/8cd6c554-063b-472f-b28a-278447dbab91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8642745 Nov 11 12:27:13.736129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37508) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:13.737083 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5a8c91-2ba1-4586-840d-02c2db7a87f5 None None] Sync routers for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:27:13.775544 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a8c91-2ba1-4586-840d-02c2db7a87f5 None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:27:13.776184 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0d5a8c91-2ba1-4586-840d-02c2db7a87f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:13.861250 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-959a5fb0-64e3-4c5b-aad4-8efeb2810a93 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:13.967382 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-0d5a8c91-2ba1-4586-840d-02c2db7a87f5 None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:27:14.041445 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-959a5fb0-64e3-4c5b-aad4-8efeb2810a93 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:14.118373 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-959a5fb0-64e3-4c5b-aad4-8efeb2810a93 admin admin] Deleting port 2ca3c352-2d20-46bc-846f-80add057d1f3 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:14.119312 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-959a5fb0-64e3-4c5b-aad4-8efeb2810a93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:14.199761 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0d5a8c91-2ba1-4586-840d-02c2db7a87f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:27:13Z', 'revision_number': 5, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port': {'id': '2ca3c352-2d20-46bc-846f-80add057d1f3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd6c554-063b-472f-b28a-278447dbab91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:55Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:14.246105 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5a8c91-2ba1-4586-840d-02c2db7a87f5 None None] Checking router: 8cd6c554-063b-472f-b28a-278447dbab91 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:27:14.257996 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a8c91-2ba1-4586-840d-02c2db7a87f5 None None] Routers {'8cd6c554-063b-472f-b28a-278447dbab91'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:27:14.258611 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0d5a8c91-2ba1-4586-840d-02c2db7a87f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['8cd6c554-063b-472f-b28a-278447dbab91'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:14.268630 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-959a5fb0-64e3-4c5b-aad4-8efeb2810a93 admin admin] For port 2ca3c352-2d20-46bc-846f-80add057d1f3, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2ca3c352-2d20-46bc-846f-80add057d1f3,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:14.269626 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-959a5fb0-64e3-4c5b-aad4-8efeb2810a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:14.289975 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-959a5fb0-64e3-4c5b-aad4-8efeb2810a93 admin admin] Calling delete_port for 2ca3c352-2d20-46bc-846f-80add057d1f3 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:14.368938 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-0d5a8c91-2ba1-4586-840d-02c2db7a87f5 None None] Set router 8cd6c554-063b-472f-b28a-278447dbab91 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:27:14.426214 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-0d5a8c91-2ba1-4586-840d-02c2db7a87f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:27:14Z', 'revision_number': 6, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:14.452536 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5a8c91-2ba1-4586-840d-02c2db7a87f5 None None] The sync data for ids ['8cd6c554-063b-472f-b28a-278447dbab91'] in n-d-807359-3 is: [{'id': '8cd6c554-063b-472f-b28a-278447dbab91', 'name': 'tempest-TestVolumeBootPattern-1160360128-router', 'tenant_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:27:14Z', 'revision_number': 6, 'project_id': 'c22e3bfa03df4a318977f5f2236c0b5b', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:27:14.519803 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-959a5fb0-64e3-4c5b-aad4-8efeb2810a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:14.545109 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2bd6f0d7-2874-46d4-9916-6008d7ec1faa details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:27:14.547432 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a5fb0-64e3-4c5b-aad4-8efeb2810a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca3c352-2d20-46bc-846f-80add057d1f3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:14.575708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083f8c46-2ace-4f2f-a836-4b7b555bcc1b None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:27:14.672981 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-959a5fb0-64e3-4c5b-aad4-8efeb2810a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:14.737472 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434799dd-acc1-4e95-ad40-dfe8f2f6d836 req-3f17ad11-fbb1-4037-b10a-0fa986444870 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:14.739087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-434799dd-acc1-4e95-ad40-dfe8f2f6d836 req-3f17ad11-fbb1-4037-b10a-0fa986444870 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0791538 Nov 11 12:27:14.770884 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2bd6f0d7-2874-46d4-9916-6008d7ec1faa,segment=NetworkSegment(63295e80-2a19-4205-9e63-29eae8750963),segment_id=63295e80-2a19-4205-9e63-29eae8750963)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:14.784387 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa', 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b', 'port_id': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa', 'mac_address': 'fa:16:3e:8b:15:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:27:14.786000 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-959a5fb0-64e3-4c5b-aad4-8efeb2810a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:14.789994 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-959a5fb0-64e3-4c5b-aad4-8efeb2810a93 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:14.844912 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-434799dd-acc1-4e95-ad40-dfe8f2f6d836 req-e3a85e25-9228-4e32-a5ab-9102a4d57f91 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958965 Nov 11 12:27:14.854284 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:14.876017 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-959a5fb0-64e3-4c5b-aad4-8efeb2810a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:14.882400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37524) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:14.888875 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959a5fb0-64e3-4c5b-aad4-8efeb2810a93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cd6c554-063b-472f-b28a-278447dbab91 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:27:14.908934 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-959a5fb0-64e3-4c5b-aad4-8efeb2810a93 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:14.909149 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bd6f0d7-2874-46d4-9916-6008d7ec1faa {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:27:14.912735 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-959a5fb0-64e3-4c5b-aad4-8efeb2810a93 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8cd6c554-063b-472f-b28a-278447dbab91 HTTP/1.1" status: 204 len: 168 time: 1.1755774 Nov 11 12:27:14.913358 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37528) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:14.973523 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2bd6f0d7-2874-46d4-9916-6008d7ec1faa,segment=NetworkSegment(63295e80-2a19-4205-9e63-29eae8750963),segment_id=63295e80-2a19-4205-9e63-29eae8750963)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:14.981804 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:14.996728 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc97ed9c-d240-4505-b1ac-5e18bd3a634b admin admin] Deleting subnet fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:27:15.007102 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ab660204-978c-49c8-a424-fbe4c84bfdfb tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/floatingips/6779c958-0efe-43d8-a291-9e819b3b6615 HTTP/1.1" status: 200 len: 993 time: 0.1234515 Nov 11 12:27:15.008046 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc97ed9c-d240-4505-b1ac-5e18bd3a634b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:15.058442 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=2bd6f0d7-2874-46d4-9916-6008d7ec1faa,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:15.066613 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:15.066955 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:15.067667 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:15.068160 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:15.068672 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:15.069147 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:15.069638 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:15.070102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:15.070587 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:15.071065 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:15.071534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:15.072022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:15.089981 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc97ed9c-d240-4505-b1ac-5e18bd3a634b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:15.181570 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc97ed9c-d240-4505-b1ac-5e18bd3a634b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:15.208291 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['2bd6f0d7-2874-46d4-9916-6008d7ec1faa'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:27:15.241506 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc97ed9c-d240-4505-b1ac-5e18bd3a634b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:15.285073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97ed9c-d240-4505-b1ac-5e18bd3a634b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc55d1c8-9ff2-4a0b-b6ba-89387d166d04,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:15.287855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b7c92a-9f23-4fb2-99cb-22c14a645780 None None] Network ef0352ae-c531-4a02-9aff-70a7fb42f61e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:27:15.289057 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc97ed9c-d240-4505-b1ac-5e18bd3a634b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:15.293544 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fc97ed9c-d240-4505-b1ac-5e18bd3a634b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fc55d1c8-9ff2-4a0b-b6ba-89387d166d04 HTTP/1.1" status: 204 len: 168 time: 0.3792086 Nov 11 12:27:15.296020 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37540) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:15.450914 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:15.514014 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] Deleting port 2294773c-1b3b-4c55-8360-b99a985aca6e {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:15.514370 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:15.599106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c423410b-5630-49ec-8adf-da0d2099e5c7 None None] DHCP port deletion for ef0352ae-c531-4a02-9aff-70a7fb42f61e request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:27:15.616566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] For port 2294773c-1b3b-4c55-8360-b99a985aca6e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2294773c-1b3b-4c55-8360-b99a985aca6e,segment=NetworkSegment(ba8b2d93-3adb-4912-be02-3a207c4401a9),segment_id=ba8b2d93-3adb-4912-be02-3a207c4401a9)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:15.617791 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:15.651430 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] Calling delete_port for 2294773c-1b3b-4c55-8360-b99a985aca6e owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:15.653078 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 71e26e92-231c-45f7-af56-315caff00518 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:27:15.689197 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 71e26e92-231c-45f7-af56-315caff00518 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:27:15.689720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 71e26e92-231c-45f7-af56-315caff00518 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:27:15.689948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2ca3c352-2d20-46bc-846f-80add057d1f3 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:27:15.724479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 2ca3c352-2d20-46bc-846f-80add057d1f3 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:27:15.724803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2ca3c352-2d20-46bc-846f-80add057d1f3 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:27:15.763684 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:15.772785 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c423410b-5630-49ec-8adf-da0d2099e5c7 None None] Deleting port 2294773c-1b3b-4c55-8360-b99a985aca6e {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:15.773183 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c423410b-5630-49ec-8adf-da0d2099e5c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:15.810667 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] No DVR routers for this DVR port 2294773c-1b3b-4c55-8360-b99a985aca6e on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:27:15.812381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] Pushing event deleted for resources: {'Port': ['ID=2294773c-1b3b-4c55-8360-b99a985aca6e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:15.870696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c423410b-5630-49ec-8adf-da0d2099e5c7 None None] For port 2294773c-1b3b-4c55-8360-b99a985aca6e, host n-d-807359-3, got binding levels [] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:15.871327 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c423410b-5630-49ec-8adf-da0d2099e5c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:15.885293 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c423410b-5630-49ec-8adf-da0d2099e5c7 None None] Calling delete_port for 2294773c-1b3b-4c55-8360-b99a985aca6e owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:15.889121 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.ipam_backend_mixin [None req-c423410b-5630-49ec-8adf-da0d2099e5c7 None None] Port 2294773c-1b3b-4c55-8360-b99a985aca6e was not found and therefore no delete operation was performed {{(pid=109155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:27:15.893711 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c423410b-5630-49ec-8adf-da0d2099e5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:15.920970 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:15.923255 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423410b-5630-49ec-8adf-da0d2099e5c7 None None] Pushing event deleted for resources: {'Port': ['ID=2294773c-1b3b-4c55-8360-b99a985aca6e,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:15.929541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c423410b-5630-49ec-8adf-da0d2099e5c7 None None] No DVR routers for this DVR port 2294773c-1b3b-4c55-8360-b99a985aca6e on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:27:15.955483 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0352ae-c531-4a02-9aff-70a7fb42f61e']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:15.966360 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8b2d93-3adb-4912-be02-3a207c4401a9') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:15.966649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8b2d93-3adb-4912-be02-3a207c4401a9') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:15.976594 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:15.989841 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:15.996806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:27:15.997287 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:27:15.999491 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:27:16.059351 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:16.060307 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:16.065313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:16.068476 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] 10.222.0.65 "DELETE /v2.0/networks/ef0352ae-c531-4a02-9aff-70a7fb42f61e HTTP/1.1" status: 204 len: 168 time: 0.7711415 Nov 11 12:27:16.071448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37544) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:16.086362 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efe78f-b2b1-4c18-8284-52d8b4e2995b admin admin] Pushing event deleted for resources: {'Network': ['ID=ef0352ae-c531-4a02-9aff-70a7fb42f61e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:16.460626 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-52036620-3bf4-45c6-9c1b-8ce75d357f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:16.537795 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2bd6f0d7-2874-46d4-9916-6008d7ec1faa up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:27:16.587187 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:27:16.587738 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:16.673523 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:16.703071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb9f72b-080d-4978-9bea-b0b5b0ee7064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:27:16.705412 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd03d16-21af-4f6c-8cae-ba6832485f6f" -d '{"events": [{"server_uuid": "afb9f72b-080d-4978-9bea-b0b5b0ee7064", "name": "network-vif-plugged", "status": "completed", "tag": "2bd6f0d7-2874-46d4-9916-6008d7ec1faa"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:27:16.718981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2bd6f0d7-2874-46d4-9916-6008d7ec1faa,segment=NetworkSegment(63295e80-2a19-4205-9e63-29eae8750963),segment_id=63295e80-2a19-4205-9e63-29eae8750963)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:16.724472 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:16.735606 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-52036620-3bf4-45c6-9c1b-8ce75d357f3c admin admin] Deleting port 595d308d-8222-497d-b0cc-9dc0f6cdff25 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:16.736092 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-52036620-3bf4-45c6-9c1b-8ce75d357f3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:16.752762 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a0c3be-6995-4bec-bb7e-e9a4bd4266fa x-openstack-request-id: req-c0a0c3be-6995-4bec-bb7e-e9a4bd4266fa {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:27:16.753104 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb9f72b-080d-4978-9bea-b0b5b0ee7064", "name": "network-vif-plugged", "status": "completed", "tag": "2bd6f0d7-2874-46d4-9916-6008d7ec1faa", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:27:16.753302 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c0a0c3be-6995-4bec-bb7e-e9a4bd4266fa {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:27:16.753785 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb9f72b-080d-4978-9bea-b0b5b0ee7064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa', 'code': 200} Nov 11 12:27:16.783685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=2bd6f0d7-2874-46d4-9916-6008d7ec1faa,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:16.819538 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-52036620-3bf4-45c6-9c1b-8ce75d357f3c admin admin] For port 595d308d-8222-497d-b0cc-9dc0f6cdff25, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=595d308d-8222-497d-b0cc-9dc0f6cdff25,segment=NetworkSegment(c91d6891-4701-4be8-b7e8-e062eea1e7b7),segment_id=c91d6891-4701-4be8-b7e8-e062eea1e7b7)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:16.820190 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-52036620-3bf4-45c6-9c1b-8ce75d357f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:16.832580 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-52036620-3bf4-45c6-9c1b-8ce75d357f3c admin admin] Calling delete_port for 595d308d-8222-497d-b0cc-9dc0f6cdff25 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:17.017157 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-52036620-3bf4-45c6-9c1b-8ce75d357f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:17.054800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52036620-3bf4-45c6-9c1b-8ce75d357f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=595d308d-8222-497d-b0cc-9dc0f6cdff25,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:17.247293 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-52036620-3bf4-45c6-9c1b-8ce75d357f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:17.493476 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52036620-3bf4-45c6-9c1b-8ce75d357f3c admin admin] Router e1de3884-b800-4cbd-854e-ff9e5ec31ec2 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:27:17.630509 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2294773c-1b3b-4c55-8360-b99a985aca6e no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:27:17.655065 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 2294773c-1b3b-4c55-8360-b99a985aca6e {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:27:17.655670 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2294773c-1b3b-4c55-8360-b99a985aca6e not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:27:17.963827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52036620-3bf4-45c6-9c1b-8ce75d357f3c admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:27:17.969614 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-52036620-3bf4-45c6-9c1b-8ce75d357f3c admin admin] 10.222.0.65 "PUT /v2.0/routers/e1de3884-b800-4cbd-854e-ff9e5ec31ec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8971670 Nov 11 12:27:17.971916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37558) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:17.975982 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032c177-980a-47b6-8471-51ecd5e395a8 None None] Sync routers for ids ['e1de3884-b800-4cbd-854e-ff9e5ec31ec2'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:27:17.988513 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5032c177-980a-47b6-8471-51ecd5e395a8 None None] Routers {'e1de3884-b800-4cbd-854e-ff9e5ec31ec2'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:27:17.989413 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5032c177-980a-47b6-8471-51ecd5e395a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e1de3884-b800-4cbd-854e-ff9e5ec31ec2'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:18.095801 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1c85e6a-ad3c-4b71-9415-7b718ea5a27b admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:18.112956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-5032c177-980a-47b6-8471-51ecd5e395a8 None None] Set router e1de3884-b800-4cbd-854e-ff9e5ec31ec2 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:27:18.252562 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1c85e6a-ad3c-4b71-9415-7b718ea5a27b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:18.309865 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5032c177-980a-47b6-8471-51ecd5e395a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'name': 'tempest-TestVolumeBootPattern-10552606-router', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a57e07b9-c939-46ca-9f77-903ed7a5ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:16Z', 'updated_at': '2021-11-11T12:27:16Z', 'revision_number': 5, 'project_id': 'a0a127f3c0014787a123927d33c60aae', 'gw_port': {'id': 'a57e07b9-c939-46ca-9f77-903ed7a5ae5b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:18Z', 'updated_at': '2021-11-11T12:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:18.317359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c1c85e6a-ad3c-4b71-9415-7b718ea5a27b admin admin] Deleting port a57e07b9-c939-46ca-9f77-903ed7a5ae5b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:18.317730 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1c85e6a-ad3c-4b71-9415-7b718ea5a27b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:18.341793 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032c177-980a-47b6-8471-51ecd5e395a8 None None] Checking router: e1de3884-b800-4cbd-854e-ff9e5ec31ec2 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:27:18.350825 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5032c177-980a-47b6-8471-51ecd5e395a8 None None] Routers {'e1de3884-b800-4cbd-854e-ff9e5ec31ec2'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:27:18.351634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5032c177-980a-47b6-8471-51ecd5e395a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e1de3884-b800-4cbd-854e-ff9e5ec31ec2'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:18.398193 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-c1c85e6a-ad3c-4b71-9415-7b718ea5a27b admin admin] For port a57e07b9-c939-46ca-9f77-903ed7a5ae5b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a57e07b9-c939-46ca-9f77-903ed7a5ae5b,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:18.398553 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1c85e6a-ad3c-4b71-9415-7b718ea5a27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:18.414406 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c1c85e6a-ad3c-4b71-9415-7b718ea5a27b admin admin] Calling delete_port for a57e07b9-c939-46ca-9f77-903ed7a5ae5b owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:18.441514 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-5032c177-980a-47b6-8471-51ecd5e395a8 None None] Set router e1de3884-b800-4cbd-854e-ff9e5ec31ec2 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:27:18.507786 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5032c177-980a-47b6-8471-51ecd5e395a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'name': 'tempest-TestVolumeBootPattern-10552606-router', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:16Z', 'updated_at': '2021-11-11T12:27:18Z', 'revision_number': 6, 'project_id': 'a0a127f3c0014787a123927d33c60aae', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:18.541764 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032c177-980a-47b6-8471-51ecd5e395a8 None None] The sync data for ids ['e1de3884-b800-4cbd-854e-ff9e5ec31ec2'] in n-d-807359-3 is: [{'id': 'e1de3884-b800-4cbd-854e-ff9e5ec31ec2', 'name': 'tempest-TestVolumeBootPattern-10552606-router', 'tenant_id': 'a0a127f3c0014787a123927d33c60aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:16Z', 'updated_at': '2021-11-11T12:27:18Z', 'revision_number': 6, 'project_id': 'a0a127f3c0014787a123927d33c60aae', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:27:18.656180 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1c85e6a-ad3c-4b71-9415-7b718ea5a27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:18.688029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c85e6a-ad3c-4b71-9415-7b718ea5a27b admin admin] Pushing event deleted for resources: {'Port': ['ID=a57e07b9-c939-46ca-9f77-903ed7a5ae5b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:18.701747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551505a6-69d9-4a52-a700-625a07074fe6 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:27:18.756116 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1c85e6a-ad3c-4b71-9415-7b718ea5a27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:18.849051 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1c85e6a-ad3c-4b71-9415-7b718ea5a27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:18.851309 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1c85e6a-ad3c-4b71-9415-7b718ea5a27b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:18.898561 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1c85e6a-ad3c-4b71-9415-7b718ea5a27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:18.899376 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c85e6a-ad3c-4b71-9415-7b718ea5a27b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1de3884-b800-4cbd-854e-ff9e5ec31ec2 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:27:18.904788 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1c85e6a-ad3c-4b71-9415-7b718ea5a27b admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:18.906089 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c1c85e6a-ad3c-4b71-9415-7b718ea5a27b admin admin] 10.222.0.65 "DELETE /v2.0/routers/e1de3884-b800-4cbd-854e-ff9e5ec31ec2 HTTP/1.1" status: 204 len: 168 time: 0.9328890 Nov 11 12:27:18.908806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37566) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:18.956854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35a14c0-a675-4b8e-919e-6e72051ea086 admin admin] Deleting subnet 7fb9fef6-aebd-4306-ba0c-27077aee4fc8 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:27:18.962613 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c35a14c0-a675-4b8e-919e-6e72051ea086 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:19.002286 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c35a14c0-a675-4b8e-919e-6e72051ea086 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:19.099231 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c35a14c0-a675-4b8e-919e-6e72051ea086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:19.160476 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c35a14c0-a675-4b8e-919e-6e72051ea086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:19.187942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a14c0-a675-4b8e-919e-6e72051ea086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fb9fef6-aebd-4306-ba0c-27077aee4fc8,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:19.191699 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c35a14c0-a675-4b8e-919e-6e72051ea086 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:19.195313 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c35a14c0-a675-4b8e-919e-6e72051ea086 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7fb9fef6-aebd-4306-ba0c-27077aee4fc8 HTTP/1.1" status: 204 len: 168 time: 0.2852869 Nov 11 12:27:19.197619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37568) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:19.203901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbcdbce-763b-4e27-b9b8-2396aadd6e27 None None] Network 86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:27:19.286309 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:19.453819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e8d629-36e2-4fc2-baad-146d5d152644 None None] DHCP port deletion for 86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:27:19.593204 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8d629-36e2-4fc2-baad-146d5d152644 None None] Deleting port a7b741ee-47ef-412f-b1f5-a3ab58c9e39d {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:19.593724 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d629-36e2-4fc2-baad-146d5d152644 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:19.641218 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a7b741ee-47ef-412f-b1f5-a3ab58c9e39d no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:27:19.715551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] Deleting port a7b741ee-47ef-412f-b1f5-a3ab58c9e39d {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:19.716453 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:19.737696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f1e8d629-36e2-4fc2-baad-146d5d152644 None None] For port a7b741ee-47ef-412f-b1f5-a3ab58c9e39d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a7b741ee-47ef-412f-b1f5-a3ab58c9e39d,segment=NetworkSegment(c91d6891-4701-4be8-b7e8-e062eea1e7b7),segment_id=c91d6891-4701-4be8-b7e8-e062eea1e7b7)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:19.738084 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d629-36e2-4fc2-baad-146d5d152644 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:19.775362 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8d629-36e2-4fc2-baad-146d5d152644 None None] Calling delete_port for a7b741ee-47ef-412f-b1f5-a3ab58c9e39d owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:19.783696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] For port a7b741ee-47ef-412f-b1f5-a3ab58c9e39d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a7b741ee-47ef-412f-b1f5-a3ab58c9e39d,segment=NetworkSegment(c91d6891-4701-4be8-b7e8-e062eea1e7b7),segment_id=c91d6891-4701-4be8-b7e8-e062eea1e7b7)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:19.784055 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:19.797494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] Calling delete_port for a7b741ee-47ef-412f-b1f5-a3ab58c9e39d owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:19.860093 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:19.888678 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:19.931922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b741ee-47ef-412f-b1f5-a3ab58c9e39d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:19.937209 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] No DVR routers for this DVR port a7b741ee-47ef-412f-b1f5-a3ab58c9e39d on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:27:20.025937 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:20.056066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:20.066985 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91d6891-4701-4be8-b7e8-e062eea1e7b7') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:20.067264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91d6891-4701-4be8-b7e8-e062eea1e7b7') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:20.078841 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:20.093905 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:20.101112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:27:20.101554 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:27:20.103615 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:27:20.136014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 595d308d-8222-497d-b0cc-9dc0f6cdff25 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:27:20.164050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 595d308d-8222-497d-b0cc-9dc0f6cdff25 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:27:20.164393 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 595d308d-8222-497d-b0cc-9dc0f6cdff25 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:27:20.164917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a57e07b9-c939-46ca-9f77-903ed7a5ae5b no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:27:20.170877 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:20.178692 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:20.185021 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] 10.222.0.65 "DELETE /v2.0/networks/86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d HTTP/1.1" status: 204 len: 168 time: 0.9839330 Nov 11 12:27:20.193595 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbc47c-74a6-4ba8-b1cd-50c8fc64834d admin admin] Pushing event deleted for resources: {'Network': ['ID=86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:20.199687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: a57e07b9-c939-46ca-9f77-903ed7a5ae5b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:27:20.200040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a57e07b9-c939-46ca-9f77-903ed7a5ae5b not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:27:20.217667 n-d-807359-3 neutron-server[109155]: self.session.flush() Nov 11 12:27:20.224855 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d629-36e2-4fc2-baad-146d5d152644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:20.251055 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8d629-36e2-4fc2-baad-146d5d152644 None None] Pushing event deleted for resources: {'Port': ['ID=a7b741ee-47ef-412f-b1f5-a3ab58c9e39d,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:20.254077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1e8d629-36e2-4fc2-baad-146d5d152644 None None] Network 86f19cb6-4a6e-45e3-bc7a-dd1a3f5a348d is not hosted by any dhcp agent {{(pid=109155) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 12:27:20.254722 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8d629-36e2-4fc2-baad-146d5d152644 None None] No DVR routers for this DVR port a7b741ee-47ef-412f-b1f5-a3ab58c9e39d on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:27:20.349829 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37582) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:20.416947 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37590) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:20.417091 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6157f0a4-c4e5-4c35-950a-e130355bc0b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c22e3bfa03df4a318977f5f2236c0b5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0659928 Nov 11 12:27:20.490558 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3caa6ef8-8cea-4dab-8b79-cc114f4c476f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:20.520131 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3caa6ef8-8cea-4dab-8b79-cc114f4c476f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:20.606380 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3caa6ef8-8cea-4dab-8b79-cc114f4c476f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:20.610046 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3caa6ef8-8cea-4dab-8b79-cc114f4c476f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:20.613734 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3caa6ef8-8cea-4dab-8b79-cc114f4c476f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/971fd32d-2c16-407d-9c64-fe999658d921 HTTP/1.1" status: 204 len: 168 time: 0.1930516 Nov 11 12:27:20.626278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa6ef8-8cea-4dab-8b79-cc114f4c476f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971fd32d-2c16-407d-9c64-fe999658d921,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:21.012932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37606) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:21.056179 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0d0ca260-8e25-4bdd-998a-4eea97e73d12 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a0a127f3c0014787a123927d33c60aae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418196 Nov 11 12:27:21.058946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37608) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:21.109080 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4987e17f-75d4-4652-b928-5ab648845d0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:21.131605 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4987e17f-75d4-4652-b928-5ab648845d0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:21.179622 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4987e17f-75d4-4652-b928-5ab648845d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:21.182441 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4987e17f-75d4-4652-b928-5ab648845d0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:21.183631 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4987e17f-75d4-4652-b928-5ab648845d0f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed3eb784-488a-4c02-9c2e-cc08f325b7b8 HTTP/1.1" status: 204 len: 168 time: 0.1236911 Nov 11 12:27:21.191830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987e17f-75d4-4652-b928-5ab648845d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3eb784-488a-4c02-9c2e-cc08f325b7b8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:21.931198 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:27.790624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4859586-046f-4b15-89ca-da2e30a27059 req-fe3a935e-91e3-47ba-a7d2-eb723c9c1a81 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:27.791981 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f4859586-046f-4b15-89ca-da2e30a27059 req-fe3a935e-91e3-47ba-a7d2-eb723c9c1a81 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 945 time: 0.0494437 Nov 11 12:27:27.839144 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f4859586-046f-4b15-89ca-da2e30a27059 req-0607a37f-a3dc-477d-a32d-65ae4bed9c87 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b930ae9-a70e-4a4a-914d-9bcb778e7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407655 Nov 11 12:27:28.960828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22076d0-2b7d-4b51-a53b-de8b9850e457 req-05cb5a4b-0721-4295-b47c-882f534b0f60 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:28.963135 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a22076d0-2b7d-4b51-a53b-de8b9850e457 req-05cb5a4b-0721-4295-b47c-882f534b0f60 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 945 time: 0.0512848 Nov 11 12:27:29.017467 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a22076d0-2b7d-4b51-a53b-de8b9850e457 req-ae4bbb97-212f-41d9-9b43-aeb7ba279b9f tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b930ae9-a70e-4a4a-914d-9bcb778e7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476587 Nov 11 12:27:29.562027 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d95152-bfcc-4788-820b-d52a0763efb4 req-dd40a617-c9ea-48de-b5e9-9104149d64c2 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:29.563483 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0d95152-bfcc-4788-820b-d52a0763efb4 req-dd40a617-c9ea-48de-b5e9-9104149d64c2 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.43 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 945 time: 0.0510941 Nov 11 12:27:29.665790 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-e0d95152-bfcc-4788-820b-d52a0763efb4 req-9f143254-655e-4faa-86ec-60612ddccf75 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Deleting port 2c4a8402-091b-465e-af14-32fbb8a0c736 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:29.666160 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e0d95152-bfcc-4788-820b-d52a0763efb4 req-9f143254-655e-4faa-86ec-60612ddccf75 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:29.760601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-e0d95152-bfcc-4788-820b-d52a0763efb4 req-9f143254-655e-4faa-86ec-60612ddccf75 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] For port 2c4a8402-091b-465e-af14-32fbb8a0c736, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2c4a8402-091b-465e-af14-32fbb8a0c736,segment=NetworkSegment(f581aca4-3e82-41e8-8516-c5451400bec8),segment_id=f581aca4-3e82-41e8-8516-c5451400bec8)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:29.760829 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e0d95152-bfcc-4788-820b-d52a0763efb4 req-9f143254-655e-4faa-86ec-60612ddccf75 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:29.988259 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e0d95152-bfcc-4788-820b-d52a0763efb4 req-9f143254-655e-4faa-86ec-60612ddccf75 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:29.988969 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e0d95152-bfcc-4788-820b-d52a0763efb4 req-9f143254-655e-4faa-86ec-60612ddccf75 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:29.988969 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [req-e0d95152-bfcc-4788-820b-d52a0763efb4 req-9f143254-655e-4faa-86ec-60612ddccf75 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Floating IP c0968e81-fb19-4265-b705-77892d8aa746 disassociated. External IP: 172.25.2.205, port: 2c4a8402-091b-465e-af14-32fbb8a0c736. Nov 11 12:27:29.989244 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-e0d95152-bfcc-4788-820b-d52a0763efb4 req-9f143254-655e-4faa-86ec-60612ddccf75 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Calling delete_port for 2c4a8402-091b-465e-af14-32fbb8a0c736 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:30.102948 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37682) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:30.152976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-4709a015-9287-493a-8a49-0d2b15c7ecf3 admin admin] Deleting subnet 77e943bd-5971-4c3c-9002-7c83875f59d8 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:27:30.156854 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4709a015-9287-493a-8a49-0d2b15c7ecf3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:30.164269 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e0d95152-bfcc-4788-820b-d52a0763efb4 req-9f143254-655e-4faa-86ec-60612ddccf75 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:30.201741 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f143254-655e-4faa-86ec-60612ddccf75 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event deleted for resources: {'Port': ['ID=2c4a8402-091b-465e-af14-32fbb8a0c736,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:30.201998 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4709a015-9287-493a-8a49-0d2b15c7ecf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:30.213230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b45e7-caa9-49cb-9d0c-ed90dceafa4a req-6041283b-4de6-4256-a364-e6a44fb5cf1c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:30.220489 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a46b45e7-caa9-49cb-9d0c-ed90dceafa4a req-6041283b-4de6-4256-a364-e6a44fb5cf1c tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/ports?device_id=937d9910-9843-4cfe-9a13-2b4716a9a379 HTTP/1.1" status: 200 len: 867 time: 0.1236587 Nov 11 12:27:30.250246 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4709a015-9287-493a-8a49-0d2b15c7ecf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:30.307604 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4709a015-9287-493a-8a49-0d2b15c7ecf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:30.333925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a015-9287-493a-8a49-0d2b15c7ecf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77e943bd-5971-4c3c-9002-7c83875f59d8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:30.337722 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4709a015-9287-493a-8a49-0d2b15c7ecf3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:30.343855 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4709a015-9287-493a-8a49-0d2b15c7ecf3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/77e943bd-5971-4c3c-9002-7c83875f59d8 HTTP/1.1" status: 204 len: 168 time: 0.2373838 Nov 11 12:27:30.344210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37684) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:30.344890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a46b45e7-caa9-49cb-9d0c-ed90dceafa4a req-87ca0764-9e30-4504-86a9-67a45d0a5f49 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b930ae9-a70e-4a4a-914d-9bcb778e7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234767 Nov 11 12:27:30.384395 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0d95152-bfcc-4788-820b-d52a0763efb4 req-9f143254-655e-4faa-86ec-60612ddccf75 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:27:30.421087 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-780be043-f927-45c5-b60a-02ffac2eb6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:30.499141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0d95152-bfcc-4788-820b-d52a0763efb4 req-9f143254-655e-4faa-86ec-60612ddccf75 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:27:30.508173 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-780be043-f927-45c5-b60a-02ffac2eb6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:30.513047 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd191e06-cd66-400b-a085-8029e6115fbb None None] Sync routers for ids ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:27:30.524248 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd191e06-cd66-400b-a085-8029e6115fbb None None] Routers {'d2e2ea21-d6f1-42f4-a976-af1dd1840a96'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:27:30.524863 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-dd191e06-cd66-400b-a085-8029e6115fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:30.541645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-780be043-f927-45c5-b60a-02ffac2eb6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f18c26-95f1-4a0d-9093-29c84ee9814d']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:30.552110 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-780be043-f927-45c5-b60a-02ffac2eb6a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a26800-6aee-4d13-9782-50db541d8c3e') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:30.552536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-780be043-f927-45c5-b60a-02ffac2eb6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a26800-6aee-4d13-9782-50db541d8c3e') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:30.553934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d95152-bfcc-4788-820b-d52a0763efb4 req-9f143254-655e-4faa-86ec-60612ddccf75 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] No DVR routers for this DVR port 2c4a8402-091b-465e-af14-32fbb8a0c736 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:27:30.556749 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e0d95152-bfcc-4788-820b-d52a0763efb4 req-9f143254-655e-4faa-86ec-60612ddccf75 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:30.560469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0d95152-bfcc-4788-820b-d52a0763efb4 req-9f143254-655e-4faa-86ec-60612ddccf75 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.43 "DELETE /v2.0/ports/2c4a8402-091b-465e-af14-32fbb8a0c736 HTTP/1.1" status: 204 len: 173 time: 0.9824715 Nov 11 12:27:30.560868 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937d9910-9843-4cfe-9a13-2b4716a9a379', 'name': 'network-vif-deleted', 'tag': '2c4a8402-091b-465e-af14-32fbb8a0c736'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:27:30.563235 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29e7465-a1f0-4df0-993c-85610728c827" -d '{"events": [{"server_uuid": "937d9910-9843-4cfe-9a13-2b4716a9a379", "name": "network-vif-deleted", "tag": "2c4a8402-091b-465e-af14-32fbb8a0c736"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:27:30.572924 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-780be043-f927-45c5-b60a-02ffac2eb6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:30.594557 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-780be043-f927-45c5-b60a-02ffac2eb6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:30.602101 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780be043-f927-45c5-b60a-02ffac2eb6a6 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:27:30.607676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-780be043-f927-45c5-b60a-02ffac2eb6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:27:30.610329 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:27:30.623158 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17d3b13-b4fa-4b23-a5ad-469e83b798c0 x-openstack-request-id: req-f17d3b13-b4fa-4b23-a5ad-469e83b798c0 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:27:30.623450 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937d9910-9843-4cfe-9a13-2b4716a9a379", "name": "network-vif-deleted", "tag": "2c4a8402-091b-465e-af14-32fbb8a0c736", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:27:30.623699 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f17d3b13-b4fa-4b23-a5ad-469e83b798c0 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:27:30.624104 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937d9910-9843-4cfe-9a13-2b4716a9a379', 'name': 'network-vif-deleted', 'tag': '2c4a8402-091b-465e-af14-32fbb8a0c736', 'status': 'completed', 'code': 200} Nov 11 12:27:30.656735 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-dd191e06-cd66-400b-a085-8029e6115fbb None None] Set router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:27:30.673161 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-780be043-f927-45c5-b60a-02ffac2eb6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:30.691940 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-780be043-f927-45c5-b60a-02ffac2eb6a6 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:30.698404 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-780be043-f927-45c5-b60a-02ffac2eb6a6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f4f18c26-95f1-4a0d-9093-29c84ee9814d HTTP/1.1" status: 204 len: 168 time: 0.3520098 Nov 11 12:27:30.700036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780be043-f927-45c5-b60a-02ffac2eb6a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f18c26-95f1-4a0d-9093-29c84ee9814d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:30.864630 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-dd191e06-cd66-400b-a085-8029e6115fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '49758074-1536-423f-b366-faeff0c03287', 'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'mac_address': 'fa:16:3e:1b:46:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:36Z', 'updated_at': '2021-11-11T12:20:42Z', 'revision_number': 5, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'subnets': [{'id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:30.877384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37690) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:30.890276 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd191e06-cd66-400b-a085-8029e6115fbb None None] Checking router: d2e2ea21-d6f1-42f4-a976-af1dd1840a96 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:27:30.898525 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd191e06-cd66-400b-a085-8029e6115fbb None None] Routers {'d2e2ea21-d6f1-42f4-a976-af1dd1840a96'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:27:30.899116 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-dd191e06-cd66-400b-a085-8029e6115fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:30.922137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f1872cc8-04c8-42d8-93c9-18b4b24f0d37 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e184f21926f54b879cd8f11d68b0e2dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433929 Nov 11 12:27:30.924966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37692) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:30.979001 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-11eb28a2-bf40-4cee-b86e-7e9b47f3f55b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:31.003983 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-11eb28a2-bf40-4cee-b86e-7e9b47f3f55b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:31.062948 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-11eb28a2-bf40-4cee-b86e-7e9b47f3f55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:31.065858 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-11eb28a2-bf40-4cee-b86e-7e9b47f3f55b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:31.069427 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-11eb28a2-bf40-4cee-b86e-7e9b47f3f55b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d5a24648-5dd8-4bdd-b649-b2f0e8e79796 HTTP/1.1" status: 204 len: 168 time: 0.1410124 Nov 11 12:27:31.075343 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb28a2-bf40-4cee-b86e-7e9b47f3f55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a24648-5dd8-4bdd-b649-b2f0e8e79796,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:31.103253 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-dd191e06-cd66-400b-a085-8029e6115fbb None None] Set router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:27:31.330309 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-dd191e06-cd66-400b-a085-8029e6115fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '49758074-1536-423f-b366-faeff0c03287', 'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'mac_address': 'fa:16:3e:1b:46:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:36Z', 'updated_at': '2021-11-11T12:20:42Z', 'revision_number': 5, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'subnets': [{'id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:31.357728 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd191e06-cd66-400b-a085-8029e6115fbb None None] The sync data for ids ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'] in n-d-807359-3 is: [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '49758074-1536-423f-b366-faeff0c03287', 'name': '', 'network_id': 'a77c6cb3-f220-490a-bf03-8045eaa287db', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'mac_address': 'fa:16:3e:1b:46:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:36Z', 'updated_at': '2021-11-11T12:20:42Z', 'revision_number': 5, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'subnets': [{'id': 'c2d90c43-605c-44da-8d21-d70c17e99759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:27:31.429953 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37700) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:31.499104 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1db00a99-6a9a-4062-a7bd-3f90038bec81 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:31.526219 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1db00a99-6a9a-4062-a7bd-3f90038bec81 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:31.587598 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1db00a99-6a9a-4062-a7bd-3f90038bec81 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:31.590510 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1db00a99-6a9a-4062-a7bd-3f90038bec81 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:31.594404 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1db00a99-6a9a-4062-a7bd-3f90038bec81 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "DELETE /v2.0/security-groups/4b930ae9-a70e-4a4a-914d-9bcb778e7f14 HTTP/1.1" status: 204 len: 168 time: 0.1608067 Nov 11 12:27:31.596011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37702) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:31.612443 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db00a99-6a9a-4062-a7bd-3f90038bec81 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b930ae9-a70e-4a4a-914d-9bcb778e7f14,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:31.620285 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-ef1b6d95-d1db-4b69-b4db-083d7d0ddcd1 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] show failed (client error): The resource could not be found. Nov 11 12:27:31.624118 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ef1b6d95-d1db-4b69-b4db-083d7d0ddcd1 tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "GET /v2.0/security-groups/4b930ae9-a70e-4a4a-914d-9bcb778e7f14 HTTP/1.1" status: 404 len: 347 time: 0.0242426 Nov 11 12:27:31.624318 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37704) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:31.672113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6ce3d3-450a-434a-a75b-4ce7edf900eb None None] New status for floating IP c0968e81-fb19-4265-b705-77892d8aa746: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:27:31.754467 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-63db5428-fd62-4454-9ea4-5198bc20110a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Deleting port 5a5e605d-1ec9-430c-bc21-a4d5a51bebd6 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:31.754856 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-63db5428-fd62-4454-9ea4-5198bc20110a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:31.841298 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-63db5428-fd62-4454-9ea4-5198bc20110a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:31.841643 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-63db5428-fd62-4454-9ea4-5198bc20110a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:31.853483 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-63db5428-fd62-4454-9ea4-5198bc20110a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Calling delete_port for 5a5e605d-1ec9-430c-bc21-a4d5a51bebd6 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:32.001243 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-63db5428-fd62-4454-9ea4-5198bc20110a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:32.026053 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db5428-fd62-4454-9ea4-5198bc20110a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Pushing event deleted for resources: {'Port': ['ID=5a5e605d-1ec9-430c-bc21-a4d5a51bebd6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:32.086765 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-63db5428-fd62-4454-9ea4-5198bc20110a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:32.089520 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-63db5428-fd62-4454-9ea4-5198bc20110a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:32.090798 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-63db5428-fd62-4454-9ea4-5198bc20110a tempest-AttachVolumeTestJSON-705818688 tempest-AttachVolumeTestJSON-705818688-project] 10.222.0.65 "DELETE /v2.0/floatingips/c0968e81-fb19-4265-b705-77892d8aa746 HTTP/1.1" status: 204 len: 168 time: 0.4655015 Nov 11 12:27:32.441112 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5ff85006-670b-4feb-bc5d-516b9b2918a5 req-b800851f-beee-4e92-89a7-51980fc06cb0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431893 Nov 11 12:27:32.535619 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff85006-670b-4feb-bc5d-516b9b2918a5 req-0858f6a7-6896-4133-b821-95ef3a155d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:32.537051 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5ff85006-670b-4feb-bc5d-516b9b2918a5 req-0858f6a7-6896-4133-b821-95ef3a155d75 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67b11859c3d04bb7bd097f3247d81930&device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 1096 time: 0.0463550 Nov 11 12:27:32.646876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff85006-670b-4feb-bc5d-516b9b2918a5 req-4e3dbe78-4f97-4950-97a3-064573afdc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:32.648434 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5ff85006-670b-4feb-bc5d-516b9b2918a5 req-4e3dbe78-4f97-4950-97a3-064573afdc24 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f07c30fe-25ac-44c7-ba0b-144c97abab0d HTTP/1.1" status: 200 len: 911 time: 0.0883939 Nov 11 12:27:32.723282 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5ff85006-670b-4feb-bc5d-516b9b2918a5 req-c61ad2a1-db0b-4f48-9a3c-875bfd507937 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d462d77-e00e-4ea6-9c1c-07d083b341f6 HTTP/1.1" status: 200 len: 1001 time: 0.0633152 Nov 11 12:27:32.775951 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff85006-670b-4feb-bc5d-516b9b2918a5 req-ac3b6511-2d02-4d37-9023-9966bf2e30be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:32.777407 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5ff85006-670b-4feb-bc5d-516b9b2918a5 req-ac3b6511-2d02-4d37-9023-9966bf2e30be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97cba9ec-4d12-477e-b42e-81384b6b0f88 HTTP/1.1" status: 200 len: 848 time: 0.0437706 Nov 11 12:27:32.830573 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff85006-670b-4feb-bc5d-516b9b2918a5 req-9359e7c5-e7cb-446e-9f22-5bfc93d30e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:32.832107 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5ff85006-670b-4feb-bc5d-516b9b2918a5 req-9359e7c5-e7cb-446e-9f22-5bfc93d30e5d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f07c30fe-25ac-44c7-ba0b-144c97abab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432115 Nov 11 12:27:32.931383 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5ff85006-670b-4feb-bc5d-516b9b2918a5 req-8d686aa5-b7e1-4eb1-99d1-a48bac98ad7e service neutron] 10.222.0.62 "GET /v2.0/networks/f07c30fe-25ac-44c7-ba0b-144c97abab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878379 Nov 11 12:27:33.029833 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5ff85006-670b-4feb-bc5d-516b9b2918a5 req-fb3d3e82-582c-4a4f-b081-0d860baf307b service neutron] 10.222.0.62 "GET /v2.0/networks/f07c30fe-25ac-44c7-ba0b-144c97abab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868406 Nov 11 12:27:34.641359 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2c4a8402-091b-465e-af14-32fbb8a0c736 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:27:34.667742 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 2c4a8402-091b-465e-af14-32fbb8a0c736 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:27:34.668049 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2c4a8402-091b-465e-af14-32fbb8a0c736 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:27:35.863773 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6e84e50a-a91a-4ee0-8d0f-747e77ac5c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:38.117213 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1aee3cb6-a34c-4772-91f2-508e17995929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:39.099117 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:40.623830 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:41.302114 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:41.377124 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:27:41.959379 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37752) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:42.477633 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-edd74f00-b100-4898-b54c-8be5666e0343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:42.726788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-edd74f00-b100-4898-b54c-8be5666e0343 admin admin] Deleting port 49758074-1536-423f-b366-faeff0c03287 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:42.727123 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-edd74f00-b100-4898-b54c-8be5666e0343 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:42.808183 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-edd74f00-b100-4898-b54c-8be5666e0343 admin admin] For port 49758074-1536-423f-b366-faeff0c03287, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=49758074-1536-423f-b366-faeff0c03287,segment=NetworkSegment(f581aca4-3e82-41e8-8516-c5451400bec8),segment_id=f581aca4-3e82-41e8-8516-c5451400bec8)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:42.808441 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-edd74f00-b100-4898-b54c-8be5666e0343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:42.826946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-edd74f00-b100-4898-b54c-8be5666e0343 admin admin] Calling delete_port for 49758074-1536-423f-b366-faeff0c03287 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:43.011506 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-edd74f00-b100-4898-b54c-8be5666e0343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:43.037115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd74f00-b100-4898-b54c-8be5666e0343 admin admin] Pushing event deleted for resources: {'Port': ['ID=49758074-1536-423f-b366-faeff0c03287,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:43.202375 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-edd74f00-b100-4898-b54c-8be5666e0343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:43.417423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd74f00-b100-4898-b54c-8be5666e0343 admin admin] Router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:27:43.526814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd74f00-b100-4898-b54c-8be5666e0343 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:27:43.533269 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-edd74f00-b100-4898-b54c-8be5666e0343 admin admin] 10.222.0.65 "PUT /v2.0/routers/d2e2ea21-d6f1-42f4-a976-af1dd1840a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5720344 Nov 11 12:27:43.535116 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37756) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:43.537574 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fbedbb-71c9-41de-986f-34afcbaf7915 None None] Sync routers for ids ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:27:43.548055 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fbedbb-71c9-41de-986f-34afcbaf7915 None None] Routers {'d2e2ea21-d6f1-42f4-a976-af1dd1840a96'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:27:43.548659 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-66fbedbb-71c9-41de-986f-34afcbaf7915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:43.637417 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f33d118-4032-407b-aebe-fb2ca1c8f186 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:43.651130 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-66fbedbb-71c9-41de-986f-34afcbaf7915 None None] Set router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:27:43.836116 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-66fbedbb-71c9-41de-986f-34afcbaf7915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:27:42Z', 'revision_number': 5, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:43.863304 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fbedbb-71c9-41de-986f-34afcbaf7915 None None] Checking router: d2e2ea21-d6f1-42f4-a976-af1dd1840a96 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:27:43.872773 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fbedbb-71c9-41de-986f-34afcbaf7915 None None] Routers {'d2e2ea21-d6f1-42f4-a976-af1dd1840a96'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:27:43.873385 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-66fbedbb-71c9-41de-986f-34afcbaf7915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:43.979226 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-66fbedbb-71c9-41de-986f-34afcbaf7915 None None] Set router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:27:44.062983 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f33d118-4032-407b-aebe-fb2ca1c8f186 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:44.115548 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1f33d118-4032-407b-aebe-fb2ca1c8f186 admin admin] Deleting port 893ccda2-8c54-4392-86f2-bd11bb7bfb6b {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:44.115781 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f33d118-4032-407b-aebe-fb2ca1c8f186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:44.157417 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-66fbedbb-71c9-41de-986f-34afcbaf7915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:27:42Z', 'revision_number': 5, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:44.186072 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fbedbb-71c9-41de-986f-34afcbaf7915 None None] The sync data for ids ['d2e2ea21-d6f1-42f4-a976-af1dd1840a96'] in n-d-807359-3 is: [{'id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'name': 'tempest-AttachVolumeTestJSON-2103078826-router', 'tenant_id': 'c86e75b72349490b85928fa4eba61911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:31Z', 'updated_at': '2021-11-11T12:27:42Z', 'revision_number': 5, 'project_id': 'c86e75b72349490b85928fa4eba61911', 'gw_port': {'id': '893ccda2-8c54-4392-86f2-bd11bb7bfb6b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2ea21-d6f1-42f4-a976-af1dd1840a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:32Z', 'updated_at': '2021-11-11T12:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:27:44.193467 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-1f33d118-4032-407b-aebe-fb2ca1c8f186 admin admin] For port 893ccda2-8c54-4392-86f2-bd11bb7bfb6b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=893ccda2-8c54-4392-86f2-bd11bb7bfb6b,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:44.193865 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f33d118-4032-407b-aebe-fb2ca1c8f186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:44.208075 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1f33d118-4032-407b-aebe-fb2ca1c8f186 admin admin] Calling delete_port for 893ccda2-8c54-4392-86f2-bd11bb7bfb6b owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:44.376724 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f33d118-4032-407b-aebe-fb2ca1c8f186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:44.407166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33d118-4032-407b-aebe-fb2ca1c8f186 admin admin] Pushing event deleted for resources: {'Port': ['ID=893ccda2-8c54-4392-86f2-bd11bb7bfb6b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:44.417408 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72367f2-8582-42ff-9aee-f6ab3b961899 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:27:44.467778 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f33d118-4032-407b-aebe-fb2ca1c8f186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:44.563259 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f33d118-4032-407b-aebe-fb2ca1c8f186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:44.565538 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f33d118-4032-407b-aebe-fb2ca1c8f186 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:44.610087 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f33d118-4032-407b-aebe-fb2ca1c8f186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:44.610613 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f33d118-4032-407b-aebe-fb2ca1c8f186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2e2ea21-d6f1-42f4-a976-af1dd1840a96 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:27:44.615394 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1f33d118-4032-407b-aebe-fb2ca1c8f186 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:44.616756 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1f33d118-4032-407b-aebe-fb2ca1c8f186 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d2e2ea21-d6f1-42f4-a976-af1dd1840a96 HTTP/1.1" status: 204 len: 168 time: 1.0806344 Nov 11 12:27:44.619221 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37758) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:44.668678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7b94cd-6747-4628-ba43-63ddddaa2bfa admin admin] Deleting subnet c2d90c43-605c-44da-8d21-d70c17e99759 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:27:44.671869 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab7b94cd-6747-4628-ba43-63ddddaa2bfa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:44.706533 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab7b94cd-6747-4628-ba43-63ddddaa2bfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:44.786793 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab7b94cd-6747-4628-ba43-63ddddaa2bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:44.845793 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab7b94cd-6747-4628-ba43-63ddddaa2bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:44.872331 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b94cd-6747-4628-ba43-63ddddaa2bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d90c43-605c-44da-8d21-d70c17e99759,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:44.874110 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ab7b94cd-6747-4628-ba43-63ddddaa2bfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:44.879694 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ab7b94cd-6747-4628-ba43-63ddddaa2bfa admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c2d90c43-605c-44da-8d21-d70c17e99759 HTTP/1.1" status: 204 len: 168 time: 0.2570553 Nov 11 12:27:44.880018 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37760) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:44.882709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ead96c5-7cec-45bb-adca-60e2bd732c07 None None] Network a77c6cb3-f220-490a-bf03-8045eaa287db requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:27:44.953739 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.007260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] Deleting port 0a76e27a-19ec-4c9c-9f00-96a499f221a5 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:45.007590 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.065864 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87216ab7-8a1c-4d45-b353-0e6b8f5f017b None None] DHCP port deletion for a77c6cb3-f220-490a-bf03-8045eaa287db request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:27:45.078584 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] For port 0a76e27a-19ec-4c9c-9f00-96a499f221a5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0a76e27a-19ec-4c9c-9f00-96a499f221a5,segment=NetworkSegment(f581aca4-3e82-41e8-8516-c5451400bec8),segment_id=f581aca4-3e82-41e8-8516-c5451400bec8)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:45.078978 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.092221 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] Calling delete_port for 0a76e27a-19ec-4c9c-9f00-96a499f221a5 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:45.121080 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-87216ab7-8a1c-4d45-b353-0e6b8f5f017b None None] Deleting port 0a76e27a-19ec-4c9c-9f00-96a499f221a5 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:45.121453 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87216ab7-8a1c-4d45-b353-0e6b8f5f017b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.171991 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.185293 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-87216ab7-8a1c-4d45-b353-0e6b8f5f017b None None] For port 0a76e27a-19ec-4c9c-9f00-96a499f221a5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0a76e27a-19ec-4c9c-9f00-96a499f221a5,segment=NetworkSegment(f581aca4-3e82-41e8-8516-c5451400bec8),segment_id=f581aca4-3e82-41e8-8516-c5451400bec8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:45.185723 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87216ab7-8a1c-4d45-b353-0e6b8f5f017b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.197401 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a76e27a-19ec-4c9c-9f00-96a499f221a5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:45.199698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-87216ab7-8a1c-4d45-b353-0e6b8f5f017b None None] Calling delete_port for 0a76e27a-19ec-4c9c-9f00-96a499f221a5 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:45.201328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] No DVR routers for this DVR port 0a76e27a-19ec-4c9c-9f00-96a499f221a5 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:27:45.273776 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.282501 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-87216ab7-8a1c-4d45-b353-0e6b8f5f017b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.293794 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77c6cb3-f220-490a-bf03-8045eaa287db']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:45.303122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f581aca4-3e82-41e8-8516-c5451400bec8') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:45.303413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f581aca4-3e82-41e8-8516-c5451400bec8') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:45.310110 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87216ab7-8a1c-4d45-b353-0e6b8f5f017b None None] No DVR routers for this DVR port 0a76e27a-19ec-4c9c-9f00-96a499f221a5 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:27:45.312982 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.314651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87216ab7-8a1c-4d45-b353-0e6b8f5f017b None None] Pushing event deleted for resources: {'Port': ['ID=0a76e27a-19ec-4c9c-9f00-96a499f221a5,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:45.327309 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.333544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:27:45.333960 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:27:45.335646 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:27:45.392752 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.401000 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.404180 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a77c6cb3-f220-490a-bf03-8045eaa287db HTTP/1.1" status: 204 len: 168 time: 0.5231662 Nov 11 12:27:45.415747 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f0d19-24ff-43a7-b8f6-49fd690ece75 admin admin] Pushing event deleted for resources: {'Network': ['ID=a77c6cb3-f220-490a-bf03-8045eaa287db,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:45.521739 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37766) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:45.538396 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 893ccda2-8c54-4392-86f2-bd11bb7bfb6b no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:27:45.558612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 893ccda2-8c54-4392-86f2-bd11bb7bfb6b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:27:45.558947 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 893ccda2-8c54-4392-86f2-bd11bb7bfb6b not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:27:45.559349 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 49758074-1536-423f-b366-faeff0c03287 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:27:45.564178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a1271672-7e04-44d7-b9cf-6fb5899e81de admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c86e75b72349490b85928fa4eba61911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412703 Nov 11 12:27:45.566758 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37768) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:45.578176 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 49758074-1536-423f-b366-faeff0c03287 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:27:45.578449 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 49758074-1536-423f-b366-faeff0c03287 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:27:45.578859 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0a76e27a-19ec-4c9c-9f00-96a499f221a5 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:27:45.583063 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37770) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:45.602814 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 0a76e27a-19ec-4c9c-9f00-96a499f221a5 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:27:45.603240 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0a76e27a-19ec-4c9c-9f00-96a499f221a5 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:27:45.619124 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-85b7c2ca-8027-4b20-a2f4-03e44c1aa8d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.640353 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-85b7c2ca-8027-4b20-a2f4-03e44c1aa8d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.687882 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-85b7c2ca-8027-4b20-a2f4-03e44c1aa8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.690655 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-85b7c2ca-8027-4b20-a2f4-03e44c1aa8d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.691914 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-85b7c2ca-8027-4b20-a2f4-03e44c1aa8d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1fc3d25-6f58-4f06-9e0f-add77b72ddc0 HTTP/1.1" status: 204 len: 168 time: 0.1242604 Nov 11 12:27:45.699660 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7c2ca-8027-4b20-a2f4-03e44c1aa8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fc3d25-6f58-4f06-9e0f-add77b72ddc0,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:45.749062 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-818e4421-a34e-49e7-b5bb-81e2fdafc9ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting port 337dd141-e493-4e97-8179-3891ee28dbab {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:45.749394 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-818e4421-a34e-49e7-b5bb-81e2fdafc9ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.824924 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-818e4421-a34e-49e7-b5bb-81e2fdafc9ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.825255 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-818e4421-a34e-49e7-b5bb-81e2fdafc9ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:45.837681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-818e4421-a34e-49e7-b5bb-81e2fdafc9ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Calling delete_port for 337dd141-e493-4e97-8179-3891ee28dbab owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:45.990245 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-818e4421-a34e-49e7-b5bb-81e2fdafc9ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:46.023308 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e4421-a34e-49e7-b5bb-81e2fdafc9ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Port': ['ID=337dd141-e493-4e97-8179-3891ee28dbab,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:46.071871 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:46.084735 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-818e4421-a34e-49e7-b5bb-81e2fdafc9ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:46.085101 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-818e4421-a34e-49e7-b5bb-81e2fdafc9ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Floating IP 6779c958-0efe-43d8-a291-9e819b3b6615 disassociated (deleted). External IP: 172.25.2.222, port: 2bd6f0d7-2874-46d4-9916-6008d7ec1faa. Nov 11 12:27:46.310517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818e4421-a34e-49e7-b5bb-81e2fdafc9ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:27:46.419681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818e4421-a34e-49e7-b5bb-81e2fdafc9ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:27:46.424711 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-818e4421-a34e-49e7-b5bb-81e2fdafc9ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:46.430366 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9975bd-2bf0-4b05-b1db-f8565798dd11 None None] Sync routers for ids ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:27:46.440513 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9975bd-2bf0-4b05-b1db-f8565798dd11 None None] Routers {'dc29beb7-0d18-4ce4-9484-b7dc79dcc792'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:27:46.441257 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5e9975bd-2bf0-4b05-b1db-f8565798dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:46.454380 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-818e4421-a34e-49e7-b5bb-81e2fdafc9ed tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/floatingips/6779c958-0efe-43d8-a291-9e819b3b6615 HTTP/1.1" status: 204 len: 168 time: 0.8676887 Nov 11 12:27:46.454380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb9f72b-080d-4978-9bea-b0b5b0ee7064', 'tag': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:27:46.455094 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9831c7b-63d6-4de4-b8c2-8d638b1b6d24" -d '{"events": [{"name": "network-changed", "server_uuid": "afb9f72b-080d-4978-9bea-b0b5b0ee7064", "tag": "2bd6f0d7-2874-46d4-9916-6008d7ec1faa"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:27:46.564906 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-5e9975bd-2bf0-4b05-b1db-f8565798dd11 None None] Set router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:27:46.617646 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b72b18-da51-4efc-86df-55c50e08b9fb x-openstack-request-id: req-16b72b18-da51-4efc-86df-55c50e08b9fb {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:27:46.618491 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb9f72b-080d-4978-9bea-b0b5b0ee7064", "tag": "2bd6f0d7-2874-46d4-9916-6008d7ec1faa", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:27:46.618902 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16b72b18-da51-4efc-86df-55c50e08b9fb {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:27:46.619473 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb9f72b-080d-4978-9bea-b0b5b0ee7064', 'tag': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa', 'status': 'completed', 'code': 200} Nov 11 12:27:46.722133 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9831c7b-63d6-4de4-b8c2-8d638b1b6d24 req-cca93b61-909a-47ad-ad83-b60373e1bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:46.723712 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9831c7b-63d6-4de4-b8c2-8d638b1b6d24 req-cca93b61-909a-47ad-ad83-b60373e1bacc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd84530cc13144bcad0a0d119e726de1&device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 1096 time: 0.0822396 Nov 11 12:27:46.736521 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c79873-07cc-40cc-9343-ca27c422fc0f req-ec3580a1-025e-4eeb-a9dd-06c671d50910 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:46.738048 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55c79873-07cc-40cc-9343-ca27c422fc0f req-ec3580a1-025e-4eeb-a9dd-06c671d50910 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0624917 Nov 11 12:27:46.778131 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5e9975bd-2bf0-4b05-b1db-f8565798dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962628522', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:16Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '9edbca3d-2a3c-46d4-a807-8155b5e41c0c', 'name': '', 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:92:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:15Z', 'updated_at': '2021-11-11T12:26:19Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:46.809714 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9975bd-2bf0-4b05-b1db-f8565798dd11 None None] Checking router: dc29beb7-0d18-4ce4-9484-b7dc79dcc792 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:27:46.818721 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9975bd-2bf0-4b05-b1db-f8565798dd11 None None] Routers {'dc29beb7-0d18-4ce4-9484-b7dc79dcc792'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:27:46.819569 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5e9975bd-2bf0-4b05-b1db-f8565798dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:46.892205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9831c7b-63d6-4de4-b8c2-8d638b1b6d24 req-89390f8f-6000-49f4-8691-64a5a1cc30a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:46.893732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9831c7b-63d6-4de4-b8c2-8d638b1b6d24 req-89390f8f-6000-49f4-8691-64a5a1cc30a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2d037028-f559-469b-8c09-1c6e82d8323b HTTP/1.1" status: 200 len: 897 time: 0.1546891 Nov 11 12:27:46.916450 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55c79873-07cc-40cc-9343-ca27c422fc0f req-9bf42f62-8b46-49bb-ad22-855ff3441b9a tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700270 Nov 11 12:27:46.929400 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-5e9975bd-2bf0-4b05-b1db-f8565798dd11 None None] Set router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:27:46.945610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9831c7b-63d6-4de4-b8c2-8d638b1b6d24 req-703694ae-c736-434f-a787-7b321df431a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bd6f0d7-2874-46d4-9916-6008d7ec1faa HTTP/1.1" status: 200 len: 217 time: 0.0408525 Nov 11 12:27:46.996747 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9831c7b-63d6-4de4-b8c2-8d638b1b6d24 req-ad5dc94e-575d-4635-bb32-c7709585b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:46.998349 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9831c7b-63d6-4de4-b8c2-8d638b1b6d24 req-ad5dc94e-575d-4635-bb32-c7709585b533 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c79e7ea2-e131-43c5-973e-e5eda0a30b13 HTTP/1.1" status: 200 len: 835 time: 0.0443714 Nov 11 12:27:47.052240 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9831c7b-63d6-4de4-b8c2-8d638b1b6d24 req-5a17eaf4-5969-4bcd-9c3e-eb4452ebf0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:47.053942 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9831c7b-63d6-4de4-b8c2-8d638b1b6d24 req-5a17eaf4-5969-4bcd-9c3e-eb4452ebf0d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2d037028-f559-469b-8c09-1c6e82d8323b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459054 Nov 11 12:27:47.145142 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-5e9975bd-2bf0-4b05-b1db-f8565798dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962628522', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:16Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '9edbca3d-2a3c-46d4-a807-8155b5e41c0c', 'name': '', 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:92:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:15Z', 'updated_at': '2021-11-11T12:26:19Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:47.156187 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9831c7b-63d6-4de4-b8c2-8d638b1b6d24 req-c1311b83-99db-4be4-9111-5190912a1501 service neutron] 10.222.0.43 "GET /v2.0/networks/2d037028-f559-469b-8c09-1c6e82d8323b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939593 Nov 11 12:27:47.174071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9975bd-2bf0-4b05-b1db-f8565798dd11 None None] The sync data for ids ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'] in n-d-807359-3 is: [{'id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962628522', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:16Z', 'revision_number': 4, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '9edbca3d-2a3c-46d4-a807-8155b5e41c0c', 'name': '', 'network_id': '2d037028-f559-469b-8c09-1c6e82d8323b', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'mac_address': 'fa:16:3e:92:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:15Z', 'updated_at': '2021-11-11T12:26:19Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'subnets': [{'id': 'c79e7ea2-e131-43c5-973e-e5eda0a30b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:27:47.257734 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a9831c7b-63d6-4de4-b8c2-8d638b1b6d24 req-96ac4dd6-58f7-481e-9e7b-97937c6dad2d service neutron] 10.222.0.43 "GET /v2.0/networks/2d037028-f559-469b-8c09-1c6e82d8323b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922461 Nov 11 12:27:47.420112 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d7c36c-e8cd-461e-8cb4-630ddc0b6f07 None None] New status for floating IP 6779c958-0efe-43d8-a291-9e819b3b6615: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:27:48.071342 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474eef1-d2ad-4663-8463-5c76b5a3e62f req-d8e4d4b7-2ae4-4784-8963-bee03594032e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:48.072838 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0474eef1-d2ad-4663-8463-5c76b5a3e62f req-d8e4d4b7-2ae4-4784-8963-bee03594032e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0819838 Nov 11 12:27:48.084825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed82a68-d18b-464c-9933-6c53194165f6 req-c00f606b-d05b-494e-956a-fab788be035e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:48.086285 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ed82a68-d18b-464c-9933-6c53194165f6 req-c00f606b-d05b-494e-956a-fab788be035e tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.43 "GET /v2.0/ports?device_id=afb9f72b-080d-4978-9bea-b0b5b0ee7064 HTTP/1.1" status: 200 len: 945 time: 0.0687933 Nov 11 12:27:48.189690 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0474eef1-d2ad-4663-8463-5c76b5a3e62f req-3e221c15-1584-40ff-bf53-680700086e59 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f1977f1-1a1c-46aa-b9f3-facea8a014a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024525 Nov 11 12:27:48.215123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-1ed82a68-d18b-464c-9933-6c53194165f6 req-fd4b8b60-6512-4901-9608-9262fe0f2711 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:48.215471 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1ed82a68-d18b-464c-9933-6c53194165f6 req-fd4b8b60-6512-4901-9608-9262fe0f2711 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:48.326405 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-1ed82a68-d18b-464c-9933-6c53194165f6 req-fd4b8b60-6512-4901-9608-9262fe0f2711 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] For port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=2bd6f0d7-2874-46d4-9916-6008d7ec1faa,segment=NetworkSegment(63295e80-2a19-4205-9e63-29eae8750963),segment_id=63295e80-2a19-4205-9e63-29eae8750963)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:48.326874 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1ed82a68-d18b-464c-9933-6c53194165f6 req-fd4b8b60-6512-4901-9608-9262fe0f2711 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:48.339814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-1ed82a68-d18b-464c-9933-6c53194165f6 req-fd4b8b60-6512-4901-9608-9262fe0f2711 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Calling delete_port for 2bd6f0d7-2874-46d4-9916-6008d7ec1faa owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:48.472152 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1ed82a68-d18b-464c-9933-6c53194165f6 req-fd4b8b60-6512-4901-9608-9262fe0f2711 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:48.504870 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b8b60-6512-4901-9608-9262fe0f2711 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Port': ['ID=2bd6f0d7-2874-46d4-9916-6008d7ec1faa,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:48.547786 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed82a68-d18b-464c-9933-6c53194165f6 req-fd4b8b60-6512-4901-9608-9262fe0f2711 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] No DVR routers for this DVR port 2bd6f0d7-2874-46d4-9916-6008d7ec1faa on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:27:48.550482 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-1ed82a68-d18b-464c-9933-6c53194165f6 req-fd4b8b60-6512-4901-9608-9262fe0f2711 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:48.553990 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ed82a68-d18b-464c-9933-6c53194165f6 req-fd4b8b60-6512-4901-9608-9262fe0f2711 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.43 "DELETE /v2.0/ports/2bd6f0d7-2874-46d4-9916-6008d7ec1faa HTTP/1.1" status: 204 len: 173 time: 0.4606957 Nov 11 12:27:48.554461 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb9f72b-080d-4978-9bea-b0b5b0ee7064', 'name': 'network-vif-deleted', 'tag': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:27:48.556695 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ac1c7e-c256-414e-b767-77f66c7ad5af" -d '{"events": [{"server_uuid": "afb9f72b-080d-4978-9bea-b0b5b0ee7064", "name": "network-vif-deleted", "tag": "2bd6f0d7-2874-46d4-9916-6008d7ec1faa"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:27:48.610874 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fa870d-9cdb-453a-998f-99b3224d898c x-openstack-request-id: req-10fa870d-9cdb-453a-998f-99b3224d898c {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:27:48.611229 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb9f72b-080d-4978-9bea-b0b5b0ee7064", "name": "network-vif-deleted", "tag": "2bd6f0d7-2874-46d4-9916-6008d7ec1faa", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:27:48.611537 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10fa870d-9cdb-453a-998f-99b3224d898c {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:27:48.611999 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb9f72b-080d-4978-9bea-b0b5b0ee7064', 'name': 'network-vif-deleted', 'tag': '2bd6f0d7-2874-46d4-9916-6008d7ec1faa', 'status': 'completed', 'code': 200} Nov 11 12:27:49.254013 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37840) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:49.669044 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eb7a2f6b-b2d1-4ff6-be5f-2887056d81da tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:49.938163 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a2f6b-b2d1-4ff6-be5f-2887056d81da tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting port 9edbca3d-2a3c-46d4-a807-8155b5e41c0c {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:49.938510 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eb7a2f6b-b2d1-4ff6-be5f-2887056d81da tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:50.029930 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-eb7a2f6b-b2d1-4ff6-be5f-2887056d81da tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] For port 9edbca3d-2a3c-46d4-a807-8155b5e41c0c, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9edbca3d-2a3c-46d4-a807-8155b5e41c0c,segment=NetworkSegment(63295e80-2a19-4205-9e63-29eae8750963),segment_id=63295e80-2a19-4205-9e63-29eae8750963)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:50.030285 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eb7a2f6b-b2d1-4ff6-be5f-2887056d81da tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:50.043540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a2f6b-b2d1-4ff6-be5f-2887056d81da tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Calling delete_port for 9edbca3d-2a3c-46d4-a807-8155b5e41c0c owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:50.230631 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eb7a2f6b-b2d1-4ff6-be5f-2887056d81da tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:50.256785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a2f6b-b2d1-4ff6-be5f-2887056d81da tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Port': ['ID=9edbca3d-2a3c-46d4-a807-8155b5e41c0c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:50.446104 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eb7a2f6b-b2d1-4ff6-be5f-2887056d81da tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:50.673843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7a2f6b-b2d1-4ff6-be5f-2887056d81da tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:27:50.783535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7a2f6b-b2d1-4ff6-be5f-2887056d81da tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:27:50.789140 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-eb7a2f6b-b2d1-4ff6-be5f-2887056d81da tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "PUT /v2.0/routers/dc29beb7-0d18-4ce4-9484-b7dc79dcc792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5338678 Nov 11 12:27:50.792356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37858) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:50.793654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eadff3-631d-4b48-a893-70d30e9588a9 None None] Sync routers for ids ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:27:50.805548 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eadff3-631d-4b48-a893-70d30e9588a9 None None] Routers {'dc29beb7-0d18-4ce4-9484-b7dc79dcc792'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:27:50.806206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-60eadff3-631d-4b48-a893-70d30e9588a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:50.844869 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed71e2c1-9a5b-4305-be86-cea5e2886ede tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting subnet c79e7ea2-e131-43c5-973e-e5eda0a30b13 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:27:50.848455 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ed71e2c1-9a5b-4305-be86-cea5e2886ede tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:50.888461 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ed71e2c1-9a5b-4305-be86-cea5e2886ede tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:50.921152 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-60eadff3-631d-4b48-a893-70d30e9588a9 None None] Set router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:27:50.981496 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ed71e2c1-9a5b-4305-be86-cea5e2886ede tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:51.039580 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ed71e2c1-9a5b-4305-be86-cea5e2886ede tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:51.068107 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ed71e2c1-9a5b-4305-be86-cea5e2886ede tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:51.071671 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ed71e2c1-9a5b-4305-be86-cea5e2886ede tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/subnets/c79e7ea2-e131-43c5-973e-e5eda0a30b13 HTTP/1.1" status: 204 len: 168 time: 0.2781701 Nov 11 12:27:51.072913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71e2c1-9a5b-4305-be86-cea5e2886ede tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Subnet': ['ID=c79e7ea2-e131-43c5-973e-e5eda0a30b13,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:51.075087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37860) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:51.076457 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7715cb3-30db-4eb6-a976-8ca26afd0665 None None] Network 2d037028-f559-469b-8c09-1c6e82d8323b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:27:51.203027 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc32b-d623-43ca-8e70-3d96163f34fa tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:51.207347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-60eadff3-631d-4b48-a893-70d30e9588a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962628522', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:27:50Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:51.237250 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eadff3-631d-4b48-a893-70d30e9588a9 None None] Checking router: dc29beb7-0d18-4ce4-9484-b7dc79dcc792 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:27:51.250351 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eadff3-631d-4b48-a893-70d30e9588a9 None None] Routers {'dc29beb7-0d18-4ce4-9484-b7dc79dcc792'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:27:51.251108 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-60eadff3-631d-4b48-a893-70d30e9588a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:51.326600 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc32b-d623-43ca-8e70-3d96163f34fa tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:51.396643 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c0ddc32b-d623-43ca-8e70-3d96163f34fa tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting port 06d7dea1-8336-418f-90ea-0ba4348e3f53 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:51.396865 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc32b-d623-43ca-8e70-3d96163f34fa tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:51.484981 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-c0ddc32b-d623-43ca-8e70-3d96163f34fa tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] For port 06d7dea1-8336-418f-90ea-0ba4348e3f53, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=06d7dea1-8336-418f-90ea-0ba4348e3f53,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:51.485343 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc32b-d623-43ca-8e70-3d96163f34fa tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:51.501925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c0ddc32b-d623-43ca-8e70-3d96163f34fa tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Calling delete_port for 06d7dea1-8336-418f-90ea-0ba4348e3f53 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:51.506373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571b1af5-9f5b-433a-8fa0-fbc497dbff46 None None] DHCP port deletion for 2d037028-f559-469b-8c09-1c6e82d8323b request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:27:51.579406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-60eadff3-631d-4b48-a893-70d30e9588a9 None None] Set router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:27:51.698827 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc32b-d623-43ca-8e70-3d96163f34fa tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:51.724093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0047f359-f392-4b9c-b12a-d67b3cacdd2a no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:27:51.739634 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddc32b-d623-43ca-8e70-3d96163f34fa tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Port': ['ID=06d7dea1-8336-418f-90ea-0ba4348e3f53,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:51.767400 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d124896-81c6-48b3-bf95-4a94332d5253 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:27:51.774105 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-571b1af5-9f5b-433a-8fa0-fbc497dbff46 None None] Deleting port 0047f359-f392-4b9c-b12a-d67b3cacdd2a {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:51.774474 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-571b1af5-9f5b-433a-8fa0-fbc497dbff46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:51.819137 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc32b-d623-43ca-8e70-3d96163f34fa tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:51.908669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-571b1af5-9f5b-433a-8fa0-fbc497dbff46 None None] For port 0047f359-f392-4b9c-b12a-d67b3cacdd2a, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0047f359-f392-4b9c-b12a-d67b3cacdd2a,segment=NetworkSegment(63295e80-2a19-4205-9e63-29eae8750963),segment_id=63295e80-2a19-4205-9e63-29eae8750963)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:51.909688 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-571b1af5-9f5b-433a-8fa0-fbc497dbff46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:51.920938 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc32b-d623-43ca-8e70-3d96163f34fa tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:51.923376 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc32b-d623-43ca-8e70-3d96163f34fa tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:51.932594 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-571b1af5-9f5b-433a-8fa0-fbc497dbff46 None None] Calling delete_port for 0047f359-f392-4b9c-b12a-d67b3cacdd2a owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:51.970616 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc32b-d623-43ca-8e70-3d96163f34fa tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:51.971121 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ddc32b-d623-43ca-8e70-3d96163f34fa tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Fanout notify agent at l3_agent the message router_deleted on router dc29beb7-0d18-4ce4-9484-b7dc79dcc792 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:27:51.984360 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc32b-d623-43ca-8e70-3d96163f34fa tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:51.988336 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c0ddc32b-d623-43ca-8e70-3d96163f34fa tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/routers/dc29beb7-0d18-4ce4-9484-b7dc79dcc792 HTTP/1.1" status: 204 len: 168 time: 0.9091544 Nov 11 12:27:51.988559 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:51.989150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37866) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:52.031708 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:52.075153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-60eadff3-631d-4b48-a893-70d30e9588a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962628522', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:27:50Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:52.076260 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:52.126908 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eadff3-631d-4b48-a893-70d30e9588a9 None None] The sync data for ids ['dc29beb7-0d18-4ce4-9484-b7dc79dcc792'] in n-d-807359-3 is: [{'id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962628522', 'tenant_id': 'cd84530cc13144bcad0a0d119e726de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:27:50Z', 'revision_number': 5, 'project_id': 'cd84530cc13144bcad0a0d119e726de1', 'gw_port': {'id': '06d7dea1-8336-418f-90ea-0ba4348e3f53', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29beb7-0d18-4ce4-9484-b7dc79dcc792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:12Z', 'updated_at': '2021-11-11T12:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:27:52.131892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 0047f359-f392-4b9c-b12a-d67b3cacdd2a, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0047f359-f392-4b9c-b12a-d67b3cacdd2a,segment=NetworkSegment(63295e80-2a19-4205-9e63-29eae8750963),segment_id=63295e80-2a19-4205-9e63-29eae8750963)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:52.139412 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:52.146895 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-571b1af5-9f5b-433a-8fa0-fbc497dbff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:52.153423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Deleting port 0047f359-f392-4b9c-b12a-d67b3cacdd2a {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:27:52.153809 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:52.166325 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event deleted for resources: {'Port': ['ID=0047f359-f392-4b9c-b12a-d67b3cacdd2a,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:52.193209 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b1af5-9f5b-433a-8fa0-fbc497dbff46 None None] No DVR routers for this DVR port 0047f359-f392-4b9c-b12a-d67b3cacdd2a on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:27:52.196213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b1af5-9f5b-433a-8fa0-fbc497dbff46 None None] Pushing event deleted for resources: {'Port': ['ID=0047f359-f392-4b9c-b12a-d67b3cacdd2a,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:52.221837 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] For port 0047f359-f392-4b9c-b12a-d67b3cacdd2a, host n-d-807359-3, got binding levels [] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:52.222193 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:52.239608 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Calling delete_port for 0047f359-f392-4b9c-b12a-d67b3cacdd2a owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:27:52.242252 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_backend_mixin [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Port 0047f359-f392-4b9c-b12a-d67b3cacdd2a was not found and therefore no delete operation was performed {{(pid=109153) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:27:52.243466 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:52.267436 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Port': ['ID=0047f359-f392-4b9c-b12a-d67b3cacdd2a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:52.272685 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] No DVR routers for this DVR port 0047f359-f392-4b9c-b12a-d67b3cacdd2a on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:27:52.349559 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:52.384040 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d037028-f559-469b-8c09-1c6e82d8323b']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:52.394362 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63295e80-2a19-4205-9e63-29eae8750963') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:52.394666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63295e80-2a19-4205-9e63-29eae8750963') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:52.404551 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:52.418795 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:52.425403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:27:52.425787 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:27:52.428922 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:27:52.488241 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:52.493997 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:52.497745 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/networks/2d037028-f559-469b-8c09-1c6e82d8323b HTTP/1.1" status: 204 len: 168 time: 0.5072949 Nov 11 12:27:52.500668 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37868) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:52.515504 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714eb377-6421-4272-8517-2fc9f467c679 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'Network': ['ID=2d037028-f559-469b-8c09-1c6e82d8323b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:52.571384 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa69854e-be04-411b-a9f5-65b62aa13c22 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:52.601205 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa69854e-be04-411b-a9f5-65b62aa13c22 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:52.668527 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa69854e-be04-411b-a9f5-65b62aa13c22 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:52.677068 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa69854e-be04-411b-a9f5-65b62aa13c22 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:52.681047 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fa69854e-be04-411b-a9f5-65b62aa13c22 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] 10.222.0.65 "DELETE /v2.0/security-groups/2f1977f1-1a1c-46aa-b9f3-facea8a014a4 HTTP/1.1" status: 204 len: 168 time: 0.1762595 Nov 11 12:27:52.688393 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69854e-be04-411b-a9f5-65b62aa13c22 tempest-TestNetworkAdvancedServerOps-88467380 tempest-TestNetworkAdvancedServerOps-88467380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1977f1-1a1c-46aa-b9f3-facea8a014a4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:52.748867 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2bd6f0d7-2874-46d4-9916-6008d7ec1faa no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:27:52.781511 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 2bd6f0d7-2874-46d4-9916-6008d7ec1faa {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:27:52.781885 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 2bd6f0d7-2874-46d4-9916-6008d7ec1faa not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:27:53.024608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37888) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:53.172499 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-846bd99f-7b80-42b4-8f15-9cf6f4e33a98 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd84530cc13144bcad0a0d119e726de1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466141 Nov 11 12:27:53.174964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37892) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:53.225659 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5e08347-77dd-4273-ba76-e7d3b399e834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:53.249876 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5e08347-77dd-4273-ba76-e7d3b399e834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:53.299891 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5e08347-77dd-4273-ba76-e7d3b399e834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:53.302698 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5e08347-77dd-4273-ba76-e7d3b399e834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:53.303859 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c5e08347-77dd-4273-ba76-e7d3b399e834 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba59878f-d730-489b-801b-75fe4ee70c5a HTTP/1.1" status: 204 len: 168 time: 0.1278613 Nov 11 12:27:53.318508 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e08347-77dd-4273-ba76-e7d3b399e834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba59878f-d730-489b-801b-75fe4ee70c5a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:53.546805 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 06d7dea1-8336-418f-90ea-0ba4348e3f53 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:27:53.568050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 06d7dea1-8336-418f-90ea-0ba4348e3f53 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:27:53.568484 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 06d7dea1-8336-418f-90ea-0ba4348e3f53 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:27:53.568962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9edbca3d-2a3c-46d4-a807-8155b5e41c0c no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:27:53.587981 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37898) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:53.588469 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 9edbca3d-2a3c-46d4-a807-8155b5e41c0c {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:27:53.588622 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9edbca3d-2a3c-46d4-a807-8155b5e41c0c not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:27:53.628640 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bb58d132-bac7-44cd-a876-566e1e225c65 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc085282a60b464cbe54c8e6a938e13b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394905 Nov 11 12:27:53.631214 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37900) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:53.679229 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2d45-f4fc-409c-bc56-2529652ddfad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:53.701127 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2d45-f4fc-409c-bc56-2529652ddfad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:54.095438 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2d45-f4fc-409c-bc56-2529652ddfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:54.098617 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2d45-f4fc-409c-bc56-2529652ddfad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:54.099832 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bc2f2d45-f4fc-409c-bc56-2529652ddfad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b293df9-08ac-47ab-bb17-4ef2c2733d5b HTTP/1.1" status: 204 len: 168 time: 0.4677031 Nov 11 12:27:54.114508 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f2d45-f4fc-409c-bc56-2529652ddfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b293df9-08ac-47ab-bb17-4ef2c2733d5b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:54.804381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37926) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:54.903558 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-092b4f1f-bfa0-4c0b-9b0a-9ab238d247ac admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-108441384-network', 'tenant_id': 'baefb391f51e454b8accfc874b4a069d'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:27:54.929019 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092b4f1f-bfa0-4c0b-9b0a-9ab238d247ac admin admin] Made reservation on behalf of baefb391f51e454b8accfc874b4a069d for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:27:54.931701 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-092b4f1f-bfa0-4c0b-9b0a-9ab238d247ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:54.941345 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-092b4f1f-bfa0-4c0b-9b0a-9ab238d247ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.022199 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-092b4f1f-bfa0-4c0b-9b0a-9ab238d247ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.028914 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-092b4f1f-bfa0-4c0b-9b0a-9ab238d247ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.051135 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092b4f1f-bfa0-4c0b-9b0a-9ab238d247ac admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:27:55.066933 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b4f1f-bfa0-4c0b-9b0a-9ab238d247ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2b8bb9-34c8-4303-9a21-7eee8f477c41,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:55.070089 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-092b4f1f-bfa0-4c0b-9b0a-9ab238d247ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.070425 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-092b4f1f-bfa0-4c0b-9b0a-9ab238d247ac admin admin] Added segment 614de5ea-f4d7-4c7a-a862-aab02528de63 of type vlan for network 59b5309f-4b44-4b2a-9318-d31d1318e35f Nov 11 12:27:55.117278 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-092b4f1f-bfa0-4c0b-9b0a-9ab238d247ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.148322 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-092b4f1f-bfa0-4c0b-9b0a-9ab238d247ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.149303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092b4f1f-bfa0-4c0b-9b0a-9ab238d247ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:55.149912 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-092b4f1f-bfa0-4c0b-9b0a-9ab238d247ac admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.213416 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-092b4f1f-bfa0-4c0b-9b0a-9ab238d247ac admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4078996 Nov 11 12:27:55.216521 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37946) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:55.221527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e242b3a2-df1e-45de-a055-4daa29803d41 admin admin] Request body: {'subnet': {'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-108441384-subnet', 'tenant_id': 'baefb391f51e454b8accfc874b4a069d', 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:27:55.222671 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37948) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:55.231363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b4f1f-bfa0-4c0b-9b0a-9ab238d247ac admin admin] Pushing event updated for resources: {'Network': ['ID=59b5309f-4b44-4b2a-9318-d31d1318e35f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:55.243078 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 59b5309f-4b44-4b2a-9318-d31d1318e35f details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:27:55.254682 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e242b3a2-df1e-45de-a055-4daa29803d41 admin admin] Made reservation on behalf of baefb391f51e454b8accfc874b4a069d for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:27:55.257639 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e242b3a2-df1e-45de-a055-4daa29803d41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.356020 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32e64279-98af-45f4-ae15-0d2a8f5c6002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.450406 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32e64279-98af-45f4-ae15-0d2a8f5c6002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.453808 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e242b3a2-df1e-45de-a055-4daa29803d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.456214 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32e64279-98af-45f4-ae15-0d2a8f5c6002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.514717 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-32e64279-98af-45f4-ae15-0d2a8f5c6002 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=846b771b34124dc1a6b45c92baeed248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2907999 Nov 11 12:27:55.517054 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e64279-98af-45f4-ae15-0d2a8f5c6002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c3720e-f5cc-47ab-aea9-5a9b6bf11743,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:55.521730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 37952) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:55.534440 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e242b3a2-df1e-45de-a055-4daa29803d41 admin admin] Checking segment: {'id': '614de5ea-f4d7-4c7a-a862-aab02528de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:27:55.535144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e242b3a2-df1e-45de-a055-4daa29803d41 admin admin] Network hostable DHCP agents. Network: 59b5309f-4b44-4b2a-9318-d31d1318e35f, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:27:55.547023 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242b3a2-df1e-45de-a055-4daa29803d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00274516-56ee-423f-8881-09d00df91e31,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:55.560899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e242b3a2-df1e-45de-a055-4daa29803d41 admin admin] Network 59b5309f-4b44-4b2a-9318-d31d1318e35f is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:27:55.572967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-e242b3a2-df1e-45de-a055-4daa29803d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 59b5309f-4b44-4b2a-9318-d31d1318e35f) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:27:55.582066 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb7c38e-7920-4b7b-8674-4d8bbc4d0e1e None None] Network 59b5309f-4b44-4b2a-9318-d31d1318e35f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:27:55.583956 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e242b3a2-df1e-45de-a055-4daa29803d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:55.585429 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e242b3a2-df1e-45de-a055-4daa29803d41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.593847 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f074f73-9067-417c-ae02-efb4f089835c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.610721 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e242b3a2-df1e-45de-a055-4daa29803d41 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3902452 Nov 11 12:27:55.611418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 37954) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:55.617374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-108441384-router', 'tenant_id': 'baefb391f51e454b8accfc874b4a069d', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:27:55.639938 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f074f73-9067-417c-ae02-efb4f089835c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.646728 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.647881 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.723224 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.768985 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f074f73-9067-417c-ae02-efb4f089835c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.772336 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f074f73-9067-417c-ae02-efb4f089835c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.773714 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2f074f73-9067-417c-ae02-efb4f089835c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58c3720e-f5cc-47ab-aea9-5a9b6bf11743 HTTP/1.1" status: 204 len: 168 time: 0.2493520 Nov 11 12:27:55.792283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f074f73-9067-417c-ae02-efb4f089835c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c3720e-f5cc-47ab-aea9-5a9b6bf11743,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:55.820263 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-59b5309f-4b44-4b2a-9318-d31d1318e35f', 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f', 'tenant_id': 'baefb391f51e454b8accfc874b4a069d', 'fixed_ips': [{'subnet_id': '00274516-56ee-423f-8881-09d00df91e31'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:27:55.821715 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:55.941902 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:56.065878 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Allocated IP 172.20.0.2 (59b5309f-4b44-4b2a-9318-d31d1318e35f/00274516-56ee-423f-8881-09d00df91e31/5c131d7c-3c86-4982-99b2-ba9ba72d6a2d) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:27:56.230390 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:56.248419 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:56.256133 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:56.260374 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:56.365775 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Network 59b5309f-4b44-4b2a-9318-d31d1318e35f is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:27:56.373737 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:27:56.377842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:27:56.390512 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Allocated IP 172.25.2.196 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/8526c534-c96c-458c-99cb-397d01a6b947) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:27:56.392508 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Pushing event updated for resources: {'Port': ['ID=5c131d7c-3c86-4982-99b2-ba9ba72d6a2d,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:56.466783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Attempting to bind port 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:27:56.467260 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Attempting to bind port 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '614de5ea-f4d7-4c7a-a862-aab02528de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:27:56.467690 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Attempting to bind port 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d on network 59b5309f-4b44-4b2a-9318-d31d1318e35f {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:27:56.472976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:27:56.473502 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Checking segment: {'id': '614de5ea-f4d7-4c7a-a862-aab02528de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:27:56.474035 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:56.474485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Bound using segment: {'id': '614de5ea-f4d7-4c7a-a862-aab02528de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:27:56.475020 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Bound port: 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614de5ea-f4d7-4c7a-a862-aab02528de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:27:56.475465 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:56.526319 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:56.545140 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] For port 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:27:56.548338 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] For port 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5c131d7c-3c86-4982-99b2-ba9ba72d6a2d,segment=NetworkSegment(614de5ea-f4d7-4c7a-a862-aab02528de63),segment_id=614de5ea-f4d7-4c7a-a862-aab02528de63)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:27:56.553074 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:56.584612 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:56.622998 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f946f9-30f6-48da-896f-a4a1e9858318 None None] Pushing event updated for resources: {'Port': ['ID=5c131d7c-3c86-4982-99b2-ba9ba72d6a2d,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:56.637991 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:27:56.641403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:27:56.645267 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:27:56.655966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee92111-99e1-47a6-85ae-3fc4fa32a9d2 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:27:56.718815 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8ffc2d11-ee1a-4134-a881-07776fabc265 None None] Provisioning complete for port 8526c534-c96c-458c-99cb-397d01a6b947 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:27:56.719187 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8ffc2d11-ee1a-4134-a881-07776fabc265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:56.775036 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8ffc2d11-ee1a-4134-a881-07776fabc265 None None] Port 8526c534-c96c-458c-99cb-397d01a6b947 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:27:57.154950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Pushing event updated for resources: {'Port': ['ID=8526c534-c96c-458c-99cb-397d01a6b947,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:57.350798 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:57.579345 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:57.614324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:27:57.667538 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:27:57.668130 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:57.733385 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Router 62d11113-a887-4c05-909d-f687d813f7db is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:27:57.773919 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:57.814016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5c131d7c-3c86-4982-99b2-ba9ba72d6a2d,segment=NetworkSegment(614de5ea-f4d7-4c7a-a862-aab02528de63),segment_id=614de5ea-f4d7-4c7a-a862-aab02528de63)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:57.820020 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:57.852498 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a1146-8ef2-446f-8203-ff02ca1032df None None] Network 59b5309f-4b44-4b2a-9318-d31d1318e35f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:27:57.860765 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:27:57.873806 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Sync routers for ids ['62d11113-a887-4c05-909d-f687d813f7db'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:27:57.886020 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:57.887637 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d9174d9d-30ad-40ce-a772-d25642337b78 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2750111 Nov 11 12:27:57.888880 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Routers {'62d11113-a887-4c05-909d-f687d813f7db'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:27:57.889660 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62d11113-a887-4c05-909d-f687d813f7db'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:57.890904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38006) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:27:57.944471 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=5c131d7c-3c86-4982-99b2-ba9ba72d6a2d,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:57.952037 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-68adea40-b5ce-445c-851f-8628618a1472 None None] Provisioning complete for port 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:27:57.952403 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-68adea40-b5ce-445c-851f-8628618a1472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:58.051690 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Set router 62d11113-a887-4c05-909d-f687d813f7db gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:27:58.364392 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d11113-a887-4c05-909d-f687d813f7db', 'name': 'tempest-TestServerMultinode-108441384-router', 'tenant_id': 'baefb391f51e454b8accfc874b4a069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '8526c534-c96c-458c-99cb-397d01a6b947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:27:55Z', 'updated_at': '2021-11-11T12:27:57Z', 'revision_number': 3, 'project_id': 'baefb391f51e454b8accfc874b4a069d', 'gw_port': {'id': '8526c534-c96c-458c-99cb-397d01a6b947', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d11113-a887-4c05-909d-f687d813f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:27:56Z', 'updated_at': '2021-11-11T12:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:58.391074 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Checking router: 62d11113-a887-4c05-909d-f687d813f7db for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:27:58.391337 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Updating router 62d11113-a887-4c05-909d-f687d813f7db port 8526c534-c96c-458c-99cb-397d01a6b947 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:27:58.392563 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:58.418120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8719b2c6-432e-4239-b477-ab85c9c57189 None None] Provisioning complete for port 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:27:58.418530 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8719b2c6-432e-4239-b477-ab85c9c57189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:58.423182 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:58.578041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Allocated IP 172.20.0.1 (59b5309f-4b44-4b2a-9318-d31d1318e35f/00274516-56ee-423f-8881-09d00df91e31/5708560d-aa4b-4926-9c93-b42471906bff) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:27:58.706968 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:58.708947 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:58.716567 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:58.756819 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:58.758277 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc463557-601b-4bef-80ca-5ca7a3b329a4 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:27:58.769270 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Attempting to bind port 8526c534-c96c-458c-99cb-397d01a6b947 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:27:58.769628 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Attempting to bind port 8526c534-c96c-458c-99cb-397d01a6b947 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:27:58.770166 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Attempting to bind port 8526c534-c96c-458c-99cb-397d01a6b947 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:27:58.773336 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d819d4a-5966-4593-ab53-e71c53329f9f None None] Pushing event updated for resources: {'Port': ['ID=8526c534-c96c-458c-99cb-397d01a6b947,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:58.778184 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:27:58.778574 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:27:58.778924 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:58.779304 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:27:58.779769 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Bound port: 8526c534-c96c-458c-99cb-397d01a6b947, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:27:58.780129 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:58.805147 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d819d4a-5966-4593-ab53-e71c53329f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:58.805481 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d819d4a-5966-4593-ab53-e71c53329f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:58.806163 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d819d4a-5966-4593-ab53-e71c53329f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:58.806307 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d819d4a-5966-4593-ab53-e71c53329f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:58.806590 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d819d4a-5966-4593-ab53-e71c53329f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:58.806967 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d819d4a-5966-4593-ab53-e71c53329f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:58.807287 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d819d4a-5966-4593-ab53-e71c53329f9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:58.807599 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d819d4a-5966-4593-ab53-e71c53329f9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:58.807910 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d819d4a-5966-4593-ab53-e71c53329f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:58.808220 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Network 59b5309f-4b44-4b2a-9318-d31d1318e35f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:27:58.808358 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d819d4a-5966-4593-ab53-e71c53329f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:58.808673 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d819d4a-5966-4593-ab53-e71c53329f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:58.809239 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d819d4a-5966-4593-ab53-e71c53329f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:27:58.814784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:27:58.817622 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:27:58.825024 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Pushing event updated for resources: {'Port': ['ID=5708560d-aa4b-4926-9c93-b42471906bff,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:58.848357 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-30582455-8c0a-4341-8a8f-30f9b9d13ed0 None None] Provisioning complete for port 8526c534-c96c-458c-99cb-397d01a6b947 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:27:58.848730 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-30582455-8c0a-4341-8a8f-30f9b9d13ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:58.855988 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] For port 8526c534-c96c-458c-99cb-397d01a6b947, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:27:58.862039 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] For port 8526c534-c96c-458c-99cb-397d01a6b947, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8526c534-c96c-458c-99cb-397d01a6b947,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:27:58.870787 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:58.874637 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:58.904978 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-30582455-8c0a-4341-8a8f-30f9b9d13ed0 None None] Port 8526c534-c96c-458c-99cb-397d01a6b947 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:27:58.939462 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9b3244-9be4-4ddd-acda-767a7103131e None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:27:58.949116 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d819d4a-5966-4593-ab53-e71c53329f9f None None] Pushing event updated for resources: {'Port': ['ID=8526c534-c96c-458c-99cb-397d01a6b947,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:58.952157 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Routers {'62d11113-a887-4c05-909d-f687d813f7db'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:27:58.953130 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62d11113-a887-4c05-909d-f687d813f7db'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:59.031115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-cc78f537-9cd1-40be-87eb-e1c773c51bfc None None] Provisioning complete for port 8526c534-c96c-458c-99cb-397d01a6b947 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:27:59.032176 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cc78f537-9cd1-40be-87eb-e1c773c51bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:59.050948 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:59.104212 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] Set router 62d11113-a887-4c05-909d-f687d813f7db gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:27:59.155777 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cc78f537-9cd1-40be-87eb-e1c773c51bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:59.183128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-cc78f537-9cd1-40be-87eb-e1c773c51bfc None None] For port 8526c534-c96c-458c-99cb-397d01a6b947, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8526c534-c96c-458c-99cb-397d01a6b947,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:27:59.189706 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cc78f537-9cd1-40be-87eb-e1c773c51bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:59.256056 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78f537-9cd1-40be-87eb-e1c773c51bfc None None] Pushing event updated for resources: {'Port': ['ID=8526c534-c96c-458c-99cb-397d01a6b947,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:59.256903 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:59.264965 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:59.322364 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9de3a29e-05b7-486b-afe6-93341bd2b46c None None] Provisioning complete for port 5708560d-aa4b-4926-9c93-b42471906bff triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:27:59.323037 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9de3a29e-05b7-486b-afe6-93341bd2b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:59.336988 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:59.338975 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Pushing event updated for resources: {'Port': ['ID=5708560d-aa4b-4926-9c93-b42471906bff,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:27:59.354487 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d11113-a887-4c05-909d-f687d813f7db', 'name': 'tempest-TestServerMultinode-108441384-router', 'tenant_id': 'baefb391f51e454b8accfc874b4a069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '8526c534-c96c-458c-99cb-397d01a6b947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:27:55Z', 'updated_at': '2021-11-11T12:27:57Z', 'revision_number': 3, 'project_id': 'baefb391f51e454b8accfc874b4a069d', 'gw_port': {'id': '8526c534-c96c-458c-99cb-397d01a6b947', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d11113-a887-4c05-909d-f687d813f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:27:56Z', 'updated_at': '2021-11-11T12:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:27:59.369007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-9de3a29e-05b7-486b-afe6-93341bd2b46c None None] Port 5708560d-aa4b-4926-9c93-b42471906bff cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:27:59.382440 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6716bff2-b67e-464e-9806-9cafdb453fef None None] The sync data for ids ['62d11113-a887-4c05-909d-f687d813f7db'] in n-d-807359-3 is: [{'id': '62d11113-a887-4c05-909d-f687d813f7db', 'name': 'tempest-TestServerMultinode-108441384-router', 'tenant_id': 'baefb391f51e454b8accfc874b4a069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '8526c534-c96c-458c-99cb-397d01a6b947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:27:55Z', 'updated_at': '2021-11-11T12:27:57Z', 'revision_number': 3, 'project_id': 'baefb391f51e454b8accfc874b4a069d', 'gw_port': {'id': '8526c534-c96c-458c-99cb-397d01a6b947', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d11113-a887-4c05-909d-f687d813f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:27:56Z', 'updated_at': '2021-11-11T12:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:27:59.448361 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Network 59b5309f-4b44-4b2a-9318-d31d1318e35f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:27:59.453338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:27:59.578030 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:27:59.596596 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Router 62d11113-a887-4c05-909d-f687d813f7db has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:27:59.642428 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:27:59.642797 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:59.803016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:27:59.814204 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dca25e21-d2ac-4f82-9964-9c50e31456aa admin admin] 10.222.0.65 "PUT /v2.0/routers/62d11113-a887-4c05-909d-f687d813f7db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9208345 Nov 11 12:27:59.906774 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-82f317c7-7b94-4e34-a40a-e5c774b89483 None None] Provisioning complete for port 5708560d-aa4b-4926-9c93-b42471906bff triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:27:59.907306 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-82f317c7-7b94-4e34-a40a-e5c774b89483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:59.953408 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-82f317c7-7b94-4e34-a40a-e5c774b89483 None None] Port 5708560d-aa4b-4926-9c93-b42471906bff cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:28:00.516236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38084) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:00.521437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-921336463-network', 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:00.544151 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Made reservation on behalf of d4127737e1444e7aa1627ca955e594e0 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:28:00.546805 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:00.555817 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:00.641507 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:00.646344 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:00.668030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:28:00.686147 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:00.686490 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Added segment 5e5f7040-e201-4cf7-9986-85ad9f4b17ce of type vlan for network 263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c Nov 11 12:28:00.687811 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f69ce8-aaea-47d4-8c2e-db65c359e949,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:00.732519 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:00.759071 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:00.760088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:00.760717 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:00.823592 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3062217 Nov 11 12:28:00.826278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38104) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:00.831070 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-32ead51b-b3a7-4dad-9ff2-eebd32c2c891 admin admin] Request body: {'subnet': {'network_id': '263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-921336463-subnet', 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:00.837679 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:00.850625 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:00.850970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:00.851311 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:00.851622 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:00.852036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:00.852246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:00.852565 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:00.852884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:00.853203 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:00.853515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:00.853872 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:00.854166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed31c4-0d80-4b1c-aa25-0c43dcb82ae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:00.866396 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:28:00.879782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ead51b-b3a7-4dad-9ff2-eebd32c2c891 admin admin] Made reservation on behalf of d4127737e1444e7aa1627ca955e594e0 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:28:00.882572 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32ead51b-b3a7-4dad-9ff2-eebd32c2c891 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:01.080696 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32ead51b-b3a7-4dad-9ff2-eebd32c2c891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:01.138716 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ead51b-b3a7-4dad-9ff2-eebd32c2c891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7d17d13-8f7c-459c-81ba-1cf2ee2b1e54,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:01.147808 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ead51b-b3a7-4dad-9ff2-eebd32c2c891 admin admin] Checking segment: {'id': '5e5f7040-e201-4cf7-9986-85ad9f4b17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:28:01.148272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ead51b-b3a7-4dad-9ff2-eebd32c2c891 admin admin] Network hostable DHCP agents. Network: 263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:28:01.168533 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ead51b-b3a7-4dad-9ff2-eebd32c2c891 admin admin] Network 263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:28:01.172673 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Sync routers for ids ['62d11113-a887-4c05-909d-f687d813f7db'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:28:01.179062 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-32ead51b-b3a7-4dad-9ff2-eebd32c2c891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:01.183532 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ead51b-b3a7-4dad-9ff2-eebd32c2c891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:01.184133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32ead51b-b3a7-4dad-9ff2-eebd32c2c891 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:01.185113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Routers {'62d11113-a887-4c05-909d-f687d813f7db'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:28:01.185756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62d11113-a887-4c05-909d-f687d813f7db'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:01.194657 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08375b3-81c2-41bf-915e-dec9ab7835d8 None None] Network 263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:28:01.201537 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-32ead51b-b3a7-4dad-9ff2-eebd32c2c891 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3742282 Nov 11 12:28:01.204100 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38134) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:01.208349 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-921336463-router', 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:01.232241 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:01.233819 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:01.293731 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:01.445170 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:01.537646 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Set router 62d11113-a887-4c05-909d-f687d813f7db gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:28:01.610368 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8526c534-c96c-458c-99cb-397d01a6b947 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:28:01.691850 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:01.718399 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:01.738557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c', 'network_id': '263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c', 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0', 'fixed_ips': [{'subnet_id': 'd7d17d13-8f7c-459c-81ba-1cf2ee2b1e54'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:28:01.739428 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:01.856655 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Allocated IP 172.25.2.59 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/0a9f4842-37d1-4e9d-8b81-906c5c22e0e9) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:28:01.878163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 8526c534-c96c-458c-99cb-397d01a6b947 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:01.878537 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:01.983287 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Allocated IP 172.20.0.2 (263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c/d7d17d13-8f7c-459c-81ba-1cf2ee2b1e54/4b7daaf1-8ec0-450c-bd80-43d6f5edea17) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:28:01.992545 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:01.999619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d11113-a887-4c05-909d-f687d813f7db', 'name': 'tempest-TestServerMultinode-108441384-router', 'tenant_id': 'baefb391f51e454b8accfc874b4a069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '8526c534-c96c-458c-99cb-397d01a6b947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:27:55Z', 'updated_at': '2021-11-11T12:27:59Z', 'revision_number': 4, 'project_id': 'baefb391f51e454b8accfc874b4a069d', 'gw_port': {'id': '8526c534-c96c-458c-99cb-397d01a6b947', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d11113-a887-4c05-909d-f687d813f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:27:56Z', 'updated_at': '2021-11-11T12:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '5708560d-aa4b-4926-9c93-b42471906bff', 'name': '', 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f', 'tenant_id': 'baefb391f51e454b8accfc874b4a069d', 'mac_address': 'fa:16:3e:4a:18:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d11113-a887-4c05-909d-f687d813f7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '00274516-56ee-423f-8881-09d00df91e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:27:58Z', 'updated_at': '2021-11-11T12:27:59Z', 'revision_number': 2, 'project_id': 'baefb391f51e454b8accfc874b4a069d', 'subnets': [{'id': '00274516-56ee-423f-8881-09d00df91e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:02.031689 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.063097 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Checking router: 62d11113-a887-4c05-909d-f687d813f7db for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:28:02.063441 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Updating router 62d11113-a887-4c05-909d-f687d813f7db port 5708560d-aa4b-4926-9c93-b42471906bff binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:28:02.074732 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:28:02.082325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:02.084873 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:28:02.088302 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=0a9f4842-37d1-4e9d-8b81-906c5c22e0e9,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:02.131287 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960496d6-1169-467f-b6e9-15f9bf3b4a45 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:28:02.163168 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.313794 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-10a03450-ae0f-4770-a7c4-ba0c9993076f None None] Provisioning complete for port 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:02.314518 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-10a03450-ae0f-4770-a7c4-ba0c9993076f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.357523 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.382549 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.385952 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38194) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:02.389172 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-10a03450-ae0f-4770-a7c4-ba0c9993076f None None] Port 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:28:02.405952 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.480963 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Network 263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:28:02.488648 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:02.493699 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:28:02.506964 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Pushing event updated for resources: {'Port': ['ID=4b7daaf1-8ec0-450c-bd80-43d6f5edea17,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:02.521693 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-41b841ca-7db9-40a1-9133-af5b0ec61c1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.561867 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.581222 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Attempting to bind port 4b7daaf1-8ec0-450c-bd80-43d6f5edea17 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:28:02.581630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Attempting to bind port 4b7daaf1-8ec0-450c-bd80-43d6f5edea17 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '5e5f7040-e201-4cf7-9986-85ad9f4b17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:28:02.581999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Attempting to bind port 4b7daaf1-8ec0-450c-bd80-43d6f5edea17 on network 263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:28:02.595792 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:28:02.596164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Checking segment: {'id': '5e5f7040-e201-4cf7-9986-85ad9f4b17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:28:02.596566 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.596952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Bound using segment: {'id': '5e5f7040-e201-4cf7-9986-85ad9f4b17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:28:02.597427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Bound port: 4b7daaf1-8ec0-450c-bd80-43d6f5edea17, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5f7040-e201-4cf7-9986-85ad9f4b17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:28:02.597830 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.608744 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-41b841ca-7db9-40a1-9133-af5b0ec61c1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.614775 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-41b841ca-7db9-40a1-9133-af5b0ec61c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.659561 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-41b841ca-7db9-40a1-9133-af5b0ec61c1c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13d9876412d745a8a530820f3ea62a69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2702398 Nov 11 12:28:02.660169 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38198) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:02.660511 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b841ca-7db9-40a1-9133-af5b0ec61c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e5fdbb-74c0-437a-8083-e4437c0fdac1,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:02.680742 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.697858 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.731115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] For port 4b7daaf1-8ec0-450c-bd80-43d6f5edea17, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:28:02.738813 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e321253c-fd8e-43ea-bf64-7fbfd832183f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.755672 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] For port 4b7daaf1-8ec0-450c-bd80-43d6f5edea17, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4b7daaf1-8ec0-450c-bd80-43d6f5edea17,segment=NetworkSegment(5e5f7040-e201-4cf7-9986-85ad9f4b17ce),segment_id=5e5f7040-e201-4cf7-9986-85ad9f4b17ce)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:28:02.769724 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47956e-aaec-4ddb-b1a9-05f3674f2161 None None] Pushing event updated for resources: {'Port': ['ID=5708560d-aa4b-4926-9c93-b42471906bff,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:02.772690 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e321253c-fd8e-43ea-bf64-7fbfd832183f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.773994 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.781091 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Router cc75d204-32fd-495d-81c6-0dc329b60fa4 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:28:02.861008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Attempting to bind port 5708560d-aa4b-4926-9c93-b42471906bff on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:28:02.861846 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Attempting to bind port 5708560d-aa4b-4926-9c93-b42471906bff by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '614de5ea-f4d7-4c7a-a862-aab02528de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:28:02.861846 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Attempting to bind port 5708560d-aa4b-4926-9c93-b42471906bff on network 59b5309f-4b44-4b2a-9318-d31d1318e35f {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:28:02.876092 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:28:02.876469 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Checking segment: {'id': '614de5ea-f4d7-4c7a-a862-aab02528de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:28:02.876872 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.877267 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Bound using segment: {'id': '614de5ea-f4d7-4c7a-a862-aab02528de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:28:02.877790 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Bound port: 5708560d-aa4b-4926-9c93-b42471906bff, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614de5ea-f4d7-4c7a-a862-aab02528de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:28:02.878169 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.890948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c252a89-f907-46b4-bada-22029bdcc4c8 None None] Pushing event updated for resources: {'Port': ['ID=4b7daaf1-8ec0-450c-bd80-43d6f5edea17,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:02.919504 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e321253c-fd8e-43ea-bf64-7fbfd832183f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.922475 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e321253c-fd8e-43ea-bf64-7fbfd832183f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.926075 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e321253c-fd8e-43ea-bf64-7fbfd832183f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/07e5fdbb-74c0-437a-8083-e4437c0fdac1 HTTP/1.1" status: 204 len: 168 time: 0.2623985 Nov 11 12:28:02.946971 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321253c-fd8e-43ea-bf64-7fbfd832183f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e5fdbb-74c0-437a-8083-e4437c0fdac1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:02.957681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:28:02.969105 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Sync routers for ids ['cc75d204-32fd-495d-81c6-0dc329b60fa4'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:28:02.980615 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:02.984575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38202) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:02.985206 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2993eb67-5e77-424e-870f-d8631ca6d4b6 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7801218 Nov 11 12:28:03.012680 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Routers {'cc75d204-32fd-495d-81c6-0dc329b60fa4'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:28:03.014364 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['cc75d204-32fd-495d-81c6-0dc329b60fa4'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:03.014514 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] For port 5708560d-aa4b-4926-9c93-b42471906bff, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:28:03.028327 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] For port 5708560d-aa4b-4926-9c93-b42471906bff, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5708560d-aa4b-4926-9c93-b42471906bff,segment=NetworkSegment(614de5ea-f4d7-4c7a-a862-aab02528de63),segment_id=614de5ea-f4d7-4c7a-a862-aab02528de63)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:28:03.035030 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:03.166950 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47956e-aaec-4ddb-b1a9-05f3674f2161 None None] Pushing event updated for resources: {'Port': ['ID=5708560d-aa4b-4926-9c93-b42471906bff,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:03.180597 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Set router cc75d204-32fd-495d-81c6-0dc329b60fa4 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:28:03.195517 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Routers {'62d11113-a887-4c05-909d-f687d813f7db'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:28:03.204045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62d11113-a887-4c05-909d-f687d813f7db'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:03.206737 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9b744acf-1214-4736-b319-6afd4dd50f51 None None] Provisioning complete for port 5708560d-aa4b-4926-9c93-b42471906bff triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:03.207398 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9b744acf-1214-4736-b319-6afd4dd50f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:03.485706 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] Set router 62d11113-a887-4c05-909d-f687d813f7db gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:28:03.507817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38206) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:03.536789 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'name': 'tempest-TestServerMultinode-921336463-router', 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '0a9f4842-37d1-4e9d-8b81-906c5c22e0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:28:01Z', 'updated_at': '2021-11-11T12:28:02Z', 'revision_number': 3, 'project_id': 'd4127737e1444e7aa1627ca955e594e0', 'gw_port': {'id': '0a9f4842-37d1-4e9d-8b81-906c5c22e0e9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:28:01Z', 'updated_at': '2021-11-11T12:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:03.555885 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9b744acf-1214-4736-b319-6afd4dd50f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:03.595317 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Checking router: cc75d204-32fd-495d-81c6-0dc329b60fa4 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:28:03.595689 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Updating router cc75d204-32fd-495d-81c6-0dc329b60fa4 port 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:28:03.664523 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:03.673342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4b7daaf1-8ec0-450c-bd80-43d6f5edea17 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:28:03.676720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9b744acf-1214-4736-b319-6afd4dd50f51 None None] For port 5708560d-aa4b-4926-9c93-b42471906bff, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5708560d-aa4b-4926-9c93-b42471906bff,segment=NetworkSegment(614de5ea-f4d7-4c7a-a862-aab02528de63),segment_id=614de5ea-f4d7-4c7a-a862-aab02528de63)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:03.733140 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:03.743273 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9b744acf-1214-4736-b319-6afd4dd50f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:03.933341 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-742f3fb1-416e-4244-94b4-ab4863318194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:03.953087 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b744acf-1214-4736-b319-6afd4dd50f51 None None] Pushing event updated for resources: {'Port': ['ID=5708560d-aa4b-4926-9c93-b42471906bff,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:03.959580 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 4b7daaf1-8ec0-450c-bd80-43d6f5edea17 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:03.960217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Allocated IP 172.20.0.1 (263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c/d7d17d13-8f7c-459c-81ba-1cf2ee2b1e54/88963b52-8915-4218-818b-359416e0821f) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:28:03.960637 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:03.966104 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-09dc5fdd-0941-4bf4-b996-156fc7d40397 None None] Provisioning complete for port 5708560d-aa4b-4926-9c93-b42471906bff triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:03.966473 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-09dc5fdd-0941-4bf4-b996-156fc7d40397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.026460 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-742f3fb1-416e-4244-94b4-ab4863318194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.032080 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-742f3fb1-416e-4244-94b4-ab4863318194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.063609 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-742f3fb1-416e-4244-94b4-ab4863318194 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12e332577fff4ecfb6eb3c483a34c32e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5546298 Nov 11 12:28:04.067393 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38208) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:04.091774 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f3fb1-416e-4244-94b4-ab4863318194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d565dcf-7596-4786-9840-3271ac2a1bc7,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:04.134435 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.144343 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.183126 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-17b43dff-9914-49b0-abaa-5ca1cfc6e453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.203574 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.222344 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Attempting to bind port 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:28:04.222833 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Attempting to bind port 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:28:04.223362 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Attempting to bind port 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:28:04.224852 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-17b43dff-9914-49b0-abaa-5ca1cfc6e453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.230781 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1a185-106b-4d42-b9d0-ea49351fac15 None None] Pushing event updated for resources: {'Port': ['ID=0a9f4842-37d1-4e9d-8b81-906c5c22e0e9,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:04.237632 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:28:04.237997 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:28:04.238542 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.239080 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:28:04.241955 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Bound port: 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:28:04.242858 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.244728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd6d618-c965-46ac-84a2-1b75ae509db8 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:28:04.296716 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.313284 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] For port 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:28:04.319158 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] For port 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0a9f4842-37d1-4e9d-8b81-906c5c22e0e9,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:28:04.328416 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.356130 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-17b43dff-9914-49b0-abaa-5ca1cfc6e453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.360026 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-17b43dff-9914-49b0-abaa-5ca1cfc6e453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.361172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-17b43dff-9914-49b0-abaa-5ca1cfc6e453 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7d565dcf-7596-4786-9840-3271ac2a1bc7 HTTP/1.1" status: 204 len: 168 time: 0.2856097 Nov 11 12:28:04.365223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Network 263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:28:04.375731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d11113-a887-4c05-909d-f687d813f7db', 'name': 'tempest-TestServerMultinode-108441384-router', 'tenant_id': 'baefb391f51e454b8accfc874b4a069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '8526c534-c96c-458c-99cb-397d01a6b947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:27:55Z', 'updated_at': '2021-11-11T12:27:59Z', 'revision_number': 4, 'project_id': 'baefb391f51e454b8accfc874b4a069d', 'gw_port': {'id': '8526c534-c96c-458c-99cb-397d01a6b947', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d11113-a887-4c05-909d-f687d813f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:27:56Z', 'updated_at': '2021-11-11T12:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '5708560d-aa4b-4926-9c93-b42471906bff', 'name': '', 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f', 'tenant_id': 'baefb391f51e454b8accfc874b4a069d', 'mac_address': 'fa:16:3e:4a:18:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d11113-a887-4c05-909d-f687d813f7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '00274516-56ee-423f-8881-09d00df91e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:27:58Z', 'updated_at': '2021-11-11T12:28:03Z', 'revision_number': 4, 'project_id': 'baefb391f51e454b8accfc874b4a069d', 'subnets': [{'id': '00274516-56ee-423f-8881-09d00df91e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:04.380596 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:04.383631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:28:04.387510 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b43dff-9914-49b0-abaa-5ca1cfc6e453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d565dcf-7596-4786-9840-3271ac2a1bc7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:04.418952 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Pushing event updated for resources: {'Port': ['ID=88963b52-8915-4218-818b-359416e0821f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:04.421213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e442e8e-d677-4815-b0d7-9218b60185df None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:28:04.427956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12563d34-ba68-41d4-9d74-bfcb441760e8 None None] The sync data for ids ['62d11113-a887-4c05-909d-f687d813f7db'] in n-d-807359-3 is: [{'id': '62d11113-a887-4c05-909d-f687d813f7db', 'name': 'tempest-TestServerMultinode-108441384-router', 'tenant_id': 'baefb391f51e454b8accfc874b4a069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '8526c534-c96c-458c-99cb-397d01a6b947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:27:55Z', 'updated_at': '2021-11-11T12:27:59Z', 'revision_number': 4, 'project_id': 'baefb391f51e454b8accfc874b4a069d', 'gw_port': {'id': '8526c534-c96c-458c-99cb-397d01a6b947', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d11113-a887-4c05-909d-f687d813f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:27:56Z', 'updated_at': '2021-11-11T12:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '5708560d-aa4b-4926-9c93-b42471906bff', 'name': '', 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f', 'tenant_id': 'baefb391f51e454b8accfc874b4a069d', 'mac_address': 'fa:16:3e:4a:18:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d11113-a887-4c05-909d-f687d813f7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '00274516-56ee-423f-8881-09d00df91e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:27:58Z', 'updated_at': '2021-11-11T12:28:03Z', 'revision_number': 4, 'project_id': 'baefb391f51e454b8accfc874b4a069d', 'subnets': [{'id': '00274516-56ee-423f-8881-09d00df91e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:28:04.480847 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.501876 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e029f31-39c7-43dd-a857-b92320ac5aff None None] Network 263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:28:04.525192 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Routers {'cc75d204-32fd-495d-81c6-0dc329b60fa4'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:28:04.525854 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['cc75d204-32fd-495d-81c6-0dc329b60fa4'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:04.528050 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.599675 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1a185-106b-4d42-b9d0-ea49351fac15 None None] Pushing event updated for resources: {'Port': ['ID=0a9f4842-37d1-4e9d-8b81-906c5c22e0e9,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:04.695709 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.700983 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] Set router cc75d204-32fd-495d-81c6-0dc329b60fa4 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:28:04.716036 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-65eb7154-4243-4c81-aae4-a050fc6d61f8 None None] Provisioning complete for port 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:04.716718 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-65eb7154-4243-4c81-aae4-a050fc6d61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.736190 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 4b7daaf1-8ec0-450c-bd80-43d6f5edea17, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4b7daaf1-8ec0-450c-bd80-43d6f5edea17,segment=NetworkSegment(5e5f7040-e201-4cf7-9986-85ad9f4b17ce),segment_id=5e5f7040-e201-4cf7-9986-85ad9f4b17ce)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:04.803606 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.870670 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=4b7daaf1-8ec0-450c-bd80-43d6f5edea17,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:04.936537 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.947111 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:04.991633 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'name': 'tempest-TestServerMultinode-921336463-router', 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '0a9f4842-37d1-4e9d-8b81-906c5c22e0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:28:01Z', 'updated_at': '2021-11-11T12:28:02Z', 'revision_number': 3, 'project_id': 'd4127737e1444e7aa1627ca955e594e0', 'gw_port': {'id': '0a9f4842-37d1-4e9d-8b81-906c5c22e0e9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:28:01Z', 'updated_at': '2021-11-11T12:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:05.007333 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-65eb7154-4243-4c81-aae4-a050fc6d61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:05.021328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Pushing event updated for resources: {'Port': ['ID=88963b52-8915-4218-818b-359416e0821f,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:05.024852 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:05.042806 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ba2da-8615-4443-916e-4a1293eb2905 None None] The sync data for ids ['cc75d204-32fd-495d-81c6-0dc329b60fa4'] in n-d-807359-3 is: [{'id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'name': 'tempest-TestServerMultinode-921336463-router', 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '0a9f4842-37d1-4e9d-8b81-906c5c22e0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:28:01Z', 'updated_at': '2021-11-11T12:28:02Z', 'revision_number': 3, 'project_id': 'd4127737e1444e7aa1627ca955e594e0', 'gw_port': {'id': '0a9f4842-37d1-4e9d-8b81-906c5c22e0e9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:28:01Z', 'updated_at': '2021-11-11T12:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:28:05.073495 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-65eb7154-4243-4c81-aae4-a050fc6d61f8 None None] For port 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0a9f4842-37d1-4e9d-8b81-906c5c22e0e9,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:05.079719 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-65eb7154-4243-4c81-aae4-a050fc6d61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:05.187620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-65eb7154-4243-4c81-aae4-a050fc6d61f8 None None] Provisioning complete for port 4b7daaf1-8ec0-450c-bd80-43d6f5edea17 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:05.188233 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-65eb7154-4243-4c81-aae4-a050fc6d61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:05.203820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Network 263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:28:05.205738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:05.246656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb7154-4243-4c81-aae4-a050fc6d61f8 None None] Pushing event updated for resources: {'Port': ['ID=0a9f4842-37d1-4e9d-8b81-906c5c22e0e9,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:05.386759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Router cc75d204-32fd-495d-81c6-0dc329b60fa4 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:28:05.496989 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9efe04dd-46bc-4c3b-b51a-16f11a9669bb None None] Provisioning complete for port 4b7daaf1-8ec0-450c-bd80-43d6f5edea17 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:05.497264 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9efe04dd-46bc-4c3b-b51a-16f11a9669bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:05.611008 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:28:05.625357 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a1f90644-621b-441d-b01f-e8483fee9137 admin admin] 10.222.0.65 "PUT /v2.0/routers/cc75d204-32fd-495d-81c6-0dc329b60fa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6383498 Nov 11 12:28:05.760382 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9efe04dd-46bc-4c3b-b51a-16f11a9669bb None None] Provisioning complete for port 88963b52-8915-4218-818b-359416e0821f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:05.761010 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9efe04dd-46bc-4c3b-b51a-16f11a9669bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:05.836381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5708560d-aa4b-4926-9c93-b42471906bff up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:28:05.887612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-9efe04dd-46bc-4c3b-b51a-16f11a9669bb None None] Port 88963b52-8915-4218-818b-359416e0821f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:28:05.919231 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1d63a03f-d195-46c5-b56c-aa8ba3ac6d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:05.950967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5708560d-aa4b-4926-9c93-b42471906bff triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:05.951568 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:06.026756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9e58ef8b-e77c-4ddf-97cb-8f96ecab23c4 None None] Provisioning complete for port 88963b52-8915-4218-818b-359416e0821f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:06.026929 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9e58ef8b-e77c-4ddf-97cb-8f96ecab23c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:06.132377 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4b7daaf1-8ec0-450c-bd80-43d6f5edea17 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:28:06.162477 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-9e58ef8b-e77c-4ddf-97cb-8f96ecab23c4 None None] Port 88963b52-8915-4218-818b-359416e0821f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:28:06.210704 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 4b7daaf1-8ec0-450c-bd80-43d6f5edea17 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:06.211074 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:06.331886 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:28:06.356501 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ecd618ff-c777-48ac-afd2-bf489f517662 None None] Provisioning complete for port 88963b52-8915-4218-818b-359416e0821f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:06.356865 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ecd618ff-c777-48ac-afd2-bf489f517662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:06.417126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ecd618ff-c777-48ac-afd2-bf489f517662 None None] Port 88963b52-8915-4218-818b-359416e0821f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:28:06.425896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:06.426364 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:06.645959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-2261f9ac-e72d-40b6-89a5-b8bb8a2d98aa tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:06.648266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-2261f9ac-e72d-40b6-89a5-b8bb8a2d98aa tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/networks?id=59b5309f-4b44-4b2a-9318-d31d1318e35f HTTP/1.1" status: 200 len: 911 time: 0.1065426 Nov 11 12:28:06.665688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-724e9057-d8b6-4465-86dd-24ef4d70ae28 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/quotas/d4127737e1444e7aa1627ca955e594e0 HTTP/1.1" status: 200 len: 375 time: 0.0104136 Nov 11 12:28:06.752687 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-6bf539d5-18af-42bd-81ee-179970473f98 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4127737e1444e7aa1627ca955e594e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808291 Nov 11 12:28:06.851245 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-dbe18c95-36fe-46ec-a553-df4cf9daa11e service neutron] 10.222.0.65 "GET /v2.0/networks/59b5309f-4b44-4b2a-9318-d31d1318e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907445 Nov 11 12:28:06.956062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-9fa7ad2b-7c2a-4f9e-80db-49672950e26a service neutron] 10.222.0.65 "GET /v2.0/networks/59b5309f-4b44-4b2a-9318-d31d1318e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955691 Nov 11 12:28:07.140824 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba8906d2-989e-4f92-a444-c780b3289807 req-67404c8c-f79d-409c-9e79-0cbe102522be tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 210 time: 0.0437536 Nov 11 12:28:07.494705 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Sync routers for ids ['cc75d204-32fd-495d-81c6-0dc329b60fa4'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:28:07.506208 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Routers {'cc75d204-32fd-495d-81c6-0dc329b60fa4'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:28:07.506975 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:27:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['cc75d204-32fd-495d-81c6-0dc329b60fa4'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:07.621525 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Set router cc75d204-32fd-495d-81c6-0dc329b60fa4 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:28:07.745041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38302) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:07.843588 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'name': 'tempest-TestServerMultinode-921336463-router', 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '0a9f4842-37d1-4e9d-8b81-906c5c22e0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:28:01Z', 'updated_at': '2021-11-11T12:28:04Z', 'revision_number': 4, 'project_id': 'd4127737e1444e7aa1627ca955e594e0', 'gw_port': {'id': '0a9f4842-37d1-4e9d-8b81-906c5c22e0e9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:28:01Z', 'updated_at': '2021-11-11T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '88963b52-8915-4218-818b-359416e0821f', 'name': '', 'network_id': '263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c', 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0', 'mac_address': 'fa:16:3e:38:3d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'd7d17d13-8f7c-459c-81ba-1cf2ee2b1e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:28:03Z', 'updated_at': '2021-11-11T12:28:04Z', 'revision_number': 2, 'project_id': 'd4127737e1444e7aa1627ca955e594e0', 'subnets': [{'id': 'd7d17d13-8f7c-459c-81ba-1cf2ee2b1e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:07.860437 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-745b780f-056b-46c5-81cf-5900bf659659 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:07.872581 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Checking router: cc75d204-32fd-495d-81c6-0dc329b60fa4 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:28:07.872931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Updating router cc75d204-32fd-495d-81c6-0dc329b60fa4 port 88963b52-8915-4218-818b-359416e0821f binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:28:07.898639 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:07.935101 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-745b780f-056b-46c5-81cf-5900bf659659 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:07.939703 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-745b780f-056b-46c5-81cf-5900bf659659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:07.975977 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b780f-056b-46c5-81cf-5900bf659659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b39c77a-7736-4c76-aa84-d8660a0c448d,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:07.980554 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-745b780f-056b-46c5-81cf-5900bf659659 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=11d22205a36b47f3860f1ba331423e3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2343791 Nov 11 12:28:07.983505 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38306) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:08.031421 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81ab8602-a95c-4b1a-bde2-97a19359f67a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.053083 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81ab8602-a95c-4b1a-bde2-97a19359f67a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.106635 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81ab8602-a95c-4b1a-bde2-97a19359f67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.110171 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-81ab8602-a95c-4b1a-bde2-97a19359f67a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.111888 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-81ab8602-a95c-4b1a-bde2-97a19359f67a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1b39c77a-7736-4c76-aa84-d8660a0c448d HTTP/1.1" status: 204 len: 168 time: 0.1272085 Nov 11 12:28:08.130286 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab8602-a95c-4b1a-bde2-97a19359f67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b39c77a-7736-4c76-aa84-d8660a0c448d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:08.135236 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d43a9fcc-1be8-443f-8f62-4c5dfdbb9b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.210849 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.242694 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.278512 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ebe293d7-0b76-40f1-a2d2-4c3a37d3856e req-4a96a7ef-3e68-4ab7-9ddd-ffde830a4ee9 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 210 time: 0.0378869 Nov 11 12:28:08.325088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-584ffe91-77a9-413e-8961-6d72a03b8f98 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:08.327402 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-584ffe91-77a9-413e-8961-6d72a03b8f98 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.62 "GET /v2.0/networks?id=59b5309f-4b44-4b2a-9318-d31d1318e35f HTTP/1.1" status: 200 len: 911 time: 0.1391392 Nov 11 12:28:08.343431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-28c90512-00c1-40ad-8624-b1fe1a5cd07e tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Request body: {'port': {'device_id': 'ca583fee-5062-44b7-8bb9-b01ef037a10f', 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f', 'admin_state_up': True, 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:08.360229 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e070a3-3a75-4012-a636-5a7c0fab7444 None None] Pushing event updated for resources: {'Port': ['ID=88963b52-8915-4218-818b-359416e0821f,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:08.375744 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-28c90512-00c1-40ad-8624-b1fe1a5cd07e tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Made reservation on behalf of d4127737e1444e7aa1627ca955e594e0 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:28:08.380167 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-28c90512-00c1-40ad-8624-b1fe1a5cd07e tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.408153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Attempting to bind port 88963b52-8915-4218-818b-359416e0821f on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:28:08.409456 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Attempting to bind port 88963b52-8915-4218-818b-359416e0821f by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '5e5f7040-e201-4cf7-9986-85ad9f4b17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:28:08.410043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Attempting to bind port 88963b52-8915-4218-818b-359416e0821f on network 263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:28:08.416259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:28:08.417572 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Checking segment: {'id': '5e5f7040-e201-4cf7-9986-85ad9f4b17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:28:08.418201 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.418759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Bound using segment: {'id': '5e5f7040-e201-4cf7-9986-85ad9f4b17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:28:08.419398 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Bound port: 88963b52-8915-4218-818b-359416e0821f, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5f7040-e201-4cf7-9986-85ad9f4b17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:28:08.419977 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.495891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] For port 88963b52-8915-4218-818b-359416e0821f, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:28:08.500128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] For port 88963b52-8915-4218-818b-359416e0821f, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=88963b52-8915-4218-818b-359416e0821f,segment=NetworkSegment(5e5f7040-e201-4cf7-9986-85ad9f4b17ce),segment_id=5e5f7040-e201-4cf7-9986-85ad9f4b17ce)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:28:08.505496 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.534160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38314) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:08.551510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-28c90512-00c1-40ad-8624-b1fe1a5cd07e tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Allocated IP 172.20.0.12 (59b5309f-4b44-4b2a-9318-d31d1318e35f/00274516-56ee-423f-8881-09d00df91e31/79d8bd3e-886f-466c-947c-0aa9a395ffa4) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:28:08.572075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Routers {'cc75d204-32fd-495d-81c6-0dc329b60fa4'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:28:08.572883 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:28:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['cc75d204-32fd-495d-81c6-0dc329b60fa4'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:08.573384 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-54f2070e-17f6-4f93-9533-bb0e32ffab4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.619865 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e070a3-3a75-4012-a636-5a7c0fab7444 None None] Pushing event updated for resources: {'Port': ['ID=88963b52-8915-4218-818b-359416e0821f,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:08.684912 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-54f2070e-17f6-4f93-9533-bb0e32ffab4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.695284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a13743e3-1830-44bb-93e5-bfed4313eb90 None None] Provisioning complete for port 88963b52-8915-4218-818b-359416e0821f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:08.695743 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a13743e3-1830-44bb-93e5-bfed4313eb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.697498 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-54f2070e-17f6-4f93-9533-bb0e32ffab4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.749407 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-54f2070e-17f6-4f93-9533-bb0e32ffab4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d3fd9ed27384b8b88b6c2a190cfe9c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2128801 Nov 11 12:28:08.753433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38316) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:08.755277 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-28c90512-00c1-40ad-8624-b1fe1a5cd07e tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.761235 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] Set router cc75d204-32fd-495d-81c6-0dc329b60fa4 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:28:08.769800 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2070e-17f6-4f93-9533-bb0e32ffab4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eafc77e-86a2-447f-8ba8-75723461cc01,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:08.812227 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-28c90512-00c1-40ad-8624-b1fe1a5cd07e tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.820180 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd285-c4ff-4aef-ab6f-b2cc81fa7222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.845099 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd285-c4ff-4aef-ab6f-b2cc81fa7222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.862123 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-28c90512-00c1-40ad-8624-b1fe1a5cd07e tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Network 59b5309f-4b44-4b2a-9318-d31d1318e35f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:28:08.865168 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-28c90512-00c1-40ad-8624-b1fe1a5cd07e tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:08.868994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-28c90512-00c1-40ad-8624-b1fe1a5cd07e tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:28:08.895139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c90512-00c1-40ad-8624-b1fe1a5cd07e tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Pushing event updated for resources: {'Port': ['ID=79d8bd3e-886f-466c-947c-0aa9a395ffa4,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:08.901852 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd285-c4ff-4aef-ab6f-b2cc81fa7222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.906586 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd285-c4ff-4aef-ab6f-b2cc81fa7222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.910182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9b3cd285-c4ff-4aef-ab6f-b2cc81fa7222 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3eafc77e-86a2-447f-8ba8-75723461cc01 HTTP/1.1" status: 204 len: 168 time: 0.1534631 Nov 11 12:28:08.918097 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cd285-c4ff-4aef-ab6f-b2cc81fa7222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eafc77e-86a2-447f-8ba8-75723461cc01,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:08.928575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-28c90512-00c1-40ad-8624-b1fe1a5cd07e tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:08.929432 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-28c90512-00c1-40ad-8624-b1fe1a5cd07e tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.951945 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-28c90512-00c1-40ad-8624-b1fe1a5cd07e tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6136568 Nov 11 12:28:08.969706 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Request body: {'port': {'device_id': 'ca583fee-5062-44b7-8bb9-b01ef037a10f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:09.029776 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:09.076457 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a13743e3-1830-44bb-93e5-bfed4313eb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:09.180115 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:09.207447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a13743e3-1830-44bb-93e5-bfed4313eb90 None None] For port 88963b52-8915-4218-818b-359416e0821f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=88963b52-8915-4218-818b-359416e0821f,segment=NetworkSegment(5e5f7040-e201-4cf7-9986-85ad9f4b17ce),segment_id=5e5f7040-e201-4cf7-9986-85ad9f4b17ce)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:09.237801 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a13743e3-1830-44bb-93e5-bfed4313eb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:09.304145 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13743e3-1830-44bb-93e5-bfed4313eb90 None None] Pushing event updated for resources: {'Port': ['ID=88963b52-8915-4218-818b-359416e0821f,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:09.322424 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'name': 'tempest-TestServerMultinode-921336463-router', 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '0a9f4842-37d1-4e9d-8b81-906c5c22e0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:28:01Z', 'updated_at': '2021-11-11T12:28:04Z', 'revision_number': 4, 'project_id': 'd4127737e1444e7aa1627ca955e594e0', 'gw_port': {'id': '0a9f4842-37d1-4e9d-8b81-906c5c22e0e9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:28:01Z', 'updated_at': '2021-11-11T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '88963b52-8915-4218-818b-359416e0821f', 'name': '', 'network_id': '263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c', 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0', 'mac_address': 'fa:16:3e:38:3d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'd7d17d13-8f7c-459c-81ba-1cf2ee2b1e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:28:03Z', 'updated_at': '2021-11-11T12:28:08Z', 'revision_number': 4, 'project_id': 'd4127737e1444e7aa1627ca955e594e0', 'subnets': [{'id': 'd7d17d13-8f7c-459c-81ba-1cf2ee2b1e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:09.353866 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d8bd3e-886f-466c-947c-0aa9a395ffa4 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:28:09.359356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7997c321-6ee9-4991-9b74-bbea82df7840 None None] The sync data for ids ['cc75d204-32fd-495d-81c6-0dc329b60fa4'] in n-d-807359-3 is: [{'id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'name': 'tempest-TestServerMultinode-921336463-router', 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '0a9f4842-37d1-4e9d-8b81-906c5c22e0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:28:01Z', 'updated_at': '2021-11-11T12:28:04Z', 'revision_number': 4, 'project_id': 'd4127737e1444e7aa1627ca955e594e0', 'gw_port': {'id': '0a9f4842-37d1-4e9d-8b81-906c5c22e0e9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:28:01Z', 'updated_at': '2021-11-11T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '88963b52-8915-4218-818b-359416e0821f', 'name': '', 'network_id': '263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c', 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0', 'mac_address': 'fa:16:3e:38:3d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'd7d17d13-8f7c-459c-81ba-1cf2ee2b1e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:28:03Z', 'updated_at': '2021-11-11T12:28:08Z', 'revision_number': 4, 'project_id': 'd4127737e1444e7aa1627ca955e594e0', 'subnets': [{'id': 'd7d17d13-8f7c-459c-81ba-1cf2ee2b1e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:28:09.363827 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:09.372646 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c570bc87-3c84-4e50-b320-a98ab70828d9 None None] Provisioning complete for port 79d8bd3e-886f-466c-947c-0aa9a395ffa4 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:09.373012 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c570bc87-3c84-4e50-b320-a98ab70828d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:09.379526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Transition to ACTIVE for port object 79d8bd3e-886f-466c-947c-0aa9a395ffa4 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:28:09.387132 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:09.388433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d13338-318c-443e-8564-7fc4a13bd2bb req-07a2740f-2e10-4929-9753-f2868bd9110c tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:09.390478 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2d13338-318c-443e-8564-7fc4a13bd2bb req-07a2740f-2e10-4929-9753-f2868bd9110c tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 1028 time: 0.0575209 Nov 11 12:28:09.425775 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c570bc87-3c84-4e50-b320-a98ab70828d9 None None] Port 79d8bd3e-886f-466c-947c-0aa9a395ffa4 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:28:09.438423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c570bc87-3c84-4e50-b320-a98ab70828d9 None None] Provisioning complete for port 88963b52-8915-4218-818b-359416e0821f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:09.439031 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c570bc87-3c84-4e50-b320-a98ab70828d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:09.493158 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a2d13338-318c-443e-8564-7fc4a13bd2bb req-07bf686c-b16c-46ed-91fe-a8c4eec86e2a tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854592 Nov 11 12:28:09.555804 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Pushing event updated for resources: {'Port': ['ID=79d8bd3e-886f-466c-947c-0aa9a395ffa4,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:09.641407 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 88963b52-8915-4218-818b-359416e0821f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:28:09.675676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Attempting to bind port 79d8bd3e-886f-466c-947c-0aa9a395ffa4 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:28:09.676018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Attempting to bind port 79d8bd3e-886f-466c-947c-0aa9a395ffa4 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '614de5ea-f4d7-4c7a-a862-aab02528de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:28:09.676598 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Attempting to bind port 79d8bd3e-886f-466c-947c-0aa9a395ffa4 on network 59b5309f-4b44-4b2a-9318-d31d1318e35f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:28:09.683072 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Port 79d8bd3e-886f-466c-947c-0aa9a395ffa4 on network 59b5309f-4b44-4b2a-9318-d31d1318e35f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:28:09.683394 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Attempting to bind port 79d8bd3e-886f-466c-947c-0aa9a395ffa4 on network 59b5309f-4b44-4b2a-9318-d31d1318e35f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:28:09.690511 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:28:09.690857 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Checking segment: {'id': '614de5ea-f4d7-4c7a-a862-aab02528de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:28:09.691283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Bound using segment: {'id': '614de5ea-f4d7-4c7a-a862-aab02528de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:28:09.691807 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Bound port: 79d8bd3e-886f-466c-947c-0aa9a395ffa4, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614de5ea-f4d7-4c7a-a862-aab02528de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:28:09.692164 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:09.754251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 88963b52-8915-4218-818b-359416e0821f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:09.754761 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:09.804499 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] For port 79d8bd3e-886f-466c-947c-0aa9a395ffa4, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:28:09.804650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] For port 79d8bd3e-886f-466c-947c-0aa9a395ffa4, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=79d8bd3e-886f-466c-947c-0aa9a395ffa4,segment=NetworkSegment(614de5ea-f4d7-4c7a-a862-aab02528de63),segment_id=614de5ea-f4d7-4c7a-a862-aab02528de63)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:28:09.814979 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:09.855843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:09.856337 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:09.858127 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] 10.222.0.62 "PUT /v2.0/ports/79d8bd3e-886f-466c-947c-0aa9a395ffa4 HTTP/1.1" status: 200 len: 1092 time: 0.8929815 Nov 11 12:28:09.858439 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca583fee-5062-44b7-8bb9-b01ef037a10f', 'tag': '79d8bd3e-886f-466c-947c-0aa9a395ffa4'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:28:09.864708 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9080eb09-2417-42f6-a91a-34924feff169" -d '{"events": [{"name": "network-changed", "server_uuid": "ca583fee-5062-44b7-8bb9-b01ef037a10f", "tag": "79d8bd3e-886f-466c-947c-0aa9a395ffa4"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:28:09.898781 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a8fea-0b9b-432e-b81b-8bfdb242caf4 service neutron] Pushing event updated for resources: {'Port': ['ID=79d8bd3e-886f-466c-947c-0aa9a395ffa4,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:09.954346 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9cc8eb-6813-45f2-92f8-c28246cb1635 x-openstack-request-id: req-ec9cc8eb-6813-45f2-92f8-c28246cb1635 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:28:09.954659 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca583fee-5062-44b7-8bb9-b01ef037a10f", "tag": "79d8bd3e-886f-466c-947c-0aa9a395ffa4", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:28:09.955152 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec9cc8eb-6813-45f2-92f8-c28246cb1635 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:28:09.955794 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca583fee-5062-44b7-8bb9-b01ef037a10f', 'tag': '79d8bd3e-886f-466c-947c-0aa9a395ffa4', 'status': 'completed', 'code': 200} Nov 11 12:28:09.977097 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-e4f2a994-c790-49d8-9229-05d7ce79bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:09.978912 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-e4f2a994-c790-49d8-9229-05d7ce79bcf8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d4127737e1444e7aa1627ca955e594e0&device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 1095 time: 0.0615854 Nov 11 12:28:10.038847 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-f07aa71a-6bd0-4d77-883d-ec82583ad75f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79d8bd3e-886f-466c-947c-0aa9a395ffa4 HTTP/1.1" status: 200 len: 217 time: 0.0453141 Nov 11 12:28:10.099830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-aec4a85f-fb55-434b-8718-0311c240da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:10.101419 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-aec4a85f-fb55-434b-8718-0311c240da4e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=00274516-56ee-423f-8881-09d00df91e31 HTTP/1.1" status: 200 len: 848 time: 0.0551133 Nov 11 12:28:10.167351 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-c36f9e15-99be-4cf7-acc7-61aade3834fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:10.168922 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-c36f9e15-99be-4cf7-acc7-61aade3834fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59b5309f-4b44-4b2a-9318-d31d1318e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471992 Nov 11 12:28:10.282029 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-b036165b-8617-486b-a678-274dfcd88d0c service neutron] 10.222.0.62 "GET /v2.0/networks/59b5309f-4b44-4b2a-9318-d31d1318e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003251 Nov 11 12:28:10.382876 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-57bc9ec7-b27a-49b4-97e8-9e20899807ce req-063e4882-50e8-44fd-a13d-0d33032f0ed9 service neutron] 10.222.0.62 "GET /v2.0/networks/59b5309f-4b44-4b2a-9318-d31d1318e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888045 Nov 11 12:28:10.485877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080eb09-2417-42f6-a91a-34924feff169 req-7ce98361-e6af-4fd1-837e-20f1b0a8b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:10.487417 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9080eb09-2417-42f6-a91a-34924feff169 req-7ce98361-e6af-4fd1-837e-20f1b0a8b849 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d4127737e1444e7aa1627ca955e594e0&device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 1095 time: 0.0464404 Nov 11 12:28:10.582776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080eb09-2417-42f6-a91a-34924feff169 req-86d9ec54-dbd9-4078-b4d0-3fa454fb7ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:10.584385 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9080eb09-2417-42f6-a91a-34924feff169 req-86d9ec54-dbd9-4078-b4d0-3fa454fb7ed3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59b5309f-4b44-4b2a-9318-d31d1318e35f HTTP/1.1" status: 200 len: 911 time: 0.0896161 Nov 11 12:28:10.618647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592970f-e28e-4f41-a048-ce3423153edb req-8c27b12b-fafd-4f3e-ab70-9d013c3b3f83 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:10.620272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2592970f-e28e-4f41-a048-ce3423153edb req-8c27b12b-fafd-4f3e-ab70-9d013c3b3f83 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 1095 time: 0.0548365 Nov 11 12:28:10.641635 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:10.645354 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9080eb09-2417-42f6-a91a-34924feff169 req-89cfc7e3-b92c-44d3-a2e2-647057696472 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79d8bd3e-886f-466c-947c-0aa9a395ffa4 HTTP/1.1" status: 200 len: 217 time: 0.0530977 Nov 11 12:28:10.669686 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2592970f-e28e-4f41-a048-ce3423153edb req-d00f177d-a5af-4f2e-8679-3b505f021dfb tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424693 Nov 11 12:28:10.707877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080eb09-2417-42f6-a91a-34924feff169 req-d78dd459-2e59-4da9-b6f0-c1571dfda943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:10.709444 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9080eb09-2417-42f6-a91a-34924feff169 req-d78dd459-2e59-4da9-b6f0-c1571dfda943 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=00274516-56ee-423f-8881-09d00df91e31 HTTP/1.1" status: 200 len: 848 time: 0.0554483 Nov 11 12:28:10.763264 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080eb09-2417-42f6-a91a-34924feff169 req-5d09952d-e1c5-4816-9073-eb270d21f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:10.764869 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9080eb09-2417-42f6-a91a-34924feff169 req-5d09952d-e1c5-4816-9073-eb270d21f591 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59b5309f-4b44-4b2a-9318-d31d1318e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444534 Nov 11 12:28:10.862211 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9080eb09-2417-42f6-a91a-34924feff169 req-7292082a-47c8-4f50-8975-b0288c7ea1f7 service neutron] 10.222.0.62 "GET /v2.0/networks/59b5309f-4b44-4b2a-9318-d31d1318e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891335 Nov 11 12:28:10.955187 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9080eb09-2417-42f6-a91a-34924feff169 req-2bfa1ceb-2dbf-40c8-a0cc-88087746d2f9 service neutron] 10.222.0.62 "GET /v2.0/networks/59b5309f-4b44-4b2a-9318-d31d1318e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853310 Nov 11 12:28:11.310826 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:11.777401 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9486a6-c4aa-4c3e-9bbf-e6426d17266a req-75ea36e9-76b2-4402-8813-1f0dd77be858 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:11.779098 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf9486a6-c4aa-4c3e-9bbf-e6426d17266a req-75ea36e9-76b2-4402-8813-1f0dd77be858 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 1095 time: 0.0427346 Nov 11 12:28:11.827016 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf9486a6-c4aa-4c3e-9bbf-e6426d17266a req-05beae13-5138-4d95-8924-7b1db760b573 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415003 Nov 11 12:28:12.941256 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ae855-9426-4f06-ade9-c388303954f3 req-b6860ffe-6776-453a-b8f1-1cb1268c8402 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:12.942879 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd4ae855-9426-4f06-ade9-c388303954f3 req-b6860ffe-6776-453a-b8f1-1cb1268c8402 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 1095 time: 0.0464110 Nov 11 12:28:12.988685 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd4ae855-9426-4f06-ade9-c388303954f3 req-e0bfeddd-54ee-4e8a-b915-a2b6b6d90e82 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394392 Nov 11 12:28:13.439140 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 79d8bd3e-886f-466c-947c-0aa9a395ffa4 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:28:13.539190 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 79d8bd3e-886f-466c-947c-0aa9a395ffa4, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=79d8bd3e-886f-466c-947c-0aa9a395ffa4,segment=NetworkSegment(614de5ea-f4d7-4c7a-a862-aab02528de63),segment_id=614de5ea-f4d7-4c7a-a862-aab02528de63)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:13.550902 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '79d8bd3e-886f-466c-947c-0aa9a395ffa4', 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f', 'port_id': '79d8bd3e-886f-466c-947c-0aa9a395ffa4', 'mac_address': 'fa:16:3e:5a:5e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00274516-56ee-423f-8881-09d00df91e31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:28:13.591925 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:13.604659 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d8bd3e-886f-466c-947c-0aa9a395ffa4 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:28:13.623953 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 79d8bd3e-886f-466c-947c-0aa9a395ffa4, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=79d8bd3e-886f-466c-947c-0aa9a395ffa4,segment=NetworkSegment(614de5ea-f4d7-4c7a-a862-aab02528de63),segment_id=614de5ea-f4d7-4c7a-a862-aab02528de63)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:13.628003 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:13.673989 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=79d8bd3e-886f-466c-947c-0aa9a395ffa4,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:13.950206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['79d8bd3e-886f-466c-947c-0aa9a395ffa4'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:28:14.100523 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7030d57-f105-465b-a430-5fe15d79a31c req-976b43d5-052d-44b4-9b1d-2c7f4420b013 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:14.102200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7030d57-f105-465b-a430-5fe15d79a31c req-976b43d5-052d-44b4-9b1d-2c7f4420b013 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 1096 time: 0.0414865 Nov 11 12:28:14.148305 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7030d57-f105-465b-a430-5fe15d79a31c req-4bda6db5-8453-4bc4-b2e5-db57524a6f65 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399423 Nov 11 12:28:15.260708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfe910-d597-4b44-894f-f95670abe5ad req-9c07f5fc-855c-4cc0-aeb1-79adf825051b tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:15.262285 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44bfe910-d597-4b44-894f-f95670abe5ad req-9c07f5fc-855c-4cc0-aeb1-79adf825051b tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 1096 time: 0.0442810 Nov 11 12:28:15.307112 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44bfe910-d597-4b44-894f-f95670abe5ad req-83f62faa-5be4-48ce-add6-28a5348e148d tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388691 Nov 11 12:28:15.454214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 79d8bd3e-886f-466c-947c-0aa9a395ffa4 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:28:15.505479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 79d8bd3e-886f-466c-947c-0aa9a395ffa4 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:28:15.510505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 79d8bd3e-886f-466c-947c-0aa9a395ffa4 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:15.510873 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:15.593157 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:15.615896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca583fee-5062-44b7-8bb9-b01ef037a10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d8bd3e-886f-466c-947c-0aa9a395ffa4'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:28:15.618341 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827547b9-24b8-4dab-bc1d-c139139380ed" -d '{"events": [{"server_uuid": "ca583fee-5062-44b7-8bb9-b01ef037a10f", "name": "network-vif-plugged", "status": "completed", "tag": "79d8bd3e-886f-466c-947c-0aa9a395ffa4"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:28:15.632369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 79d8bd3e-886f-466c-947c-0aa9a395ffa4, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=79d8bd3e-886f-466c-947c-0aa9a395ffa4,segment=NetworkSegment(614de5ea-f4d7-4c7a-a862-aab02528de63),segment_id=614de5ea-f4d7-4c7a-a862-aab02528de63)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:15.637479 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:15.666050 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb819fd-3c80-416f-87f8-ea3ec3d9077a x-openstack-request-id: req-2bb819fd-3c80-416f-87f8-ea3ec3d9077a {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:28:15.666360 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca583fee-5062-44b7-8bb9-b01ef037a10f", "name": "network-vif-plugged", "status": "completed", "tag": "79d8bd3e-886f-466c-947c-0aa9a395ffa4", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:28:15.666591 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2bb819fd-3c80-416f-87f8-ea3ec3d9077a {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:28:15.667019 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca583fee-5062-44b7-8bb9-b01ef037a10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d8bd3e-886f-466c-947c-0aa9a395ffa4', 'code': 200} Nov 11 12:28:15.694327 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=79d8bd3e-886f-466c-947c-0aa9a395ffa4,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:15.702130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:15.702478 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:15.702931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:15.703275 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:15.703599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:15.703925 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:15.704251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:15.704571 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:15.704891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:15.705226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:15.705534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:15.705871 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:15.758001 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604a4fa-6b8f-471e-86d2-6852ed80b0f4 req-e3ad4a9f-e4f2-4dc0-b626-e7c6729c785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:15.759592 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6604a4fa-6b8f-471e-86d2-6852ed80b0f4 req-e3ad4a9f-e4f2-4dc0-b626-e7c6729c785d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 1097 time: 0.0423324 Nov 11 12:28:15.814086 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6604a4fa-6b8f-471e-86d2-6852ed80b0f4 req-cec4cb26-d49c-4a62-90ad-aea3850b365d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426865 Nov 11 12:28:16.093306 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:16.102557 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38472) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:16.213266 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5bc6958-4d47-4352-aa8c-d29011fdf8d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:16.291676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5bc6958-4d47-4352-aa8c-d29011fdf8d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:16.298925 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c5bc6958-4d47-4352-aa8c-d29011fdf8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:16.346114 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c5bc6958-4d47-4352-aa8c-d29011fdf8d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=46b6309ffd524048981b77b124f5f049&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2423859 Nov 11 12:28:16.347012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc6958-4d47-4352-aa8c-d29011fdf8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f5b009-f570-4d84-a913-5fb9d4e408a0,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:16.348901 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38478) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:16.424380 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:16.449752 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:16.452686 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d66f88-5326-4187-a670-6c0b4d83033b req-35c0e594-9662-4fd8-8cd7-36b646191f05 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:16.454274 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d8d66f88-5326-4187-a670-6c0b4d83033b req-35c0e594-9662-4fd8-8cd7-36b646191f05 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 1097 time: 0.0705912 Nov 11 12:28:16.516855 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d8d66f88-5326-4187-a670-6c0b4d83033b req-337697d5-96f7-4f56-b7c1-8939db361a5c tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556431 Nov 11 12:28:16.526856 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:16.529815 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:16.530940 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/86f5b009-f570-4d84-a913-5fb9d4e408a0 HTTP/1.1" status: 204 len: 168 time: 0.1810336 Nov 11 12:28:16.540017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f5b009-f570-4d84-a913-5fb9d4e408a0,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:16.547590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:16.547981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:16.548324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:16.548661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:16.548990 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:16.549316 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:16.549659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:16.549983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:16.550302 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:16.550698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:16.550922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:16.551238 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7880c51-3356-444b-9a83-a3063b1151c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:16.802836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38484) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:16.821375 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38e7d598-5e8c-4523-8558-ec9fa66785a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:16.904658 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38e7d598-5e8c-4523-8558-ec9fa66785a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:16.909851 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38e7d598-5e8c-4523-8558-ec9fa66785a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:16.948902 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-38e7d598-5e8c-4523-8558-ec9fa66785a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eb9e65fa6d8b4990ad9c1bca11e0fe32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449919 Nov 11 12:28:16.949785 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7d598-5e8c-4523-8558-ec9fa66785a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6633e2-56df-46de-ae14-86af0e9f0961,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:16.951734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38486) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:17.007380 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4835c2b5-8f30-4b4a-b74d-89f649c24f06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:17.028777 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4835c2b5-8f30-4b4a-b74d-89f649c24f06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:17.078223 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4835c2b5-8f30-4b4a-b74d-89f649c24f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:17.080780 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4835c2b5-8f30-4b4a-b74d-89f649c24f06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:17.081976 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4835c2b5-8f30-4b4a-b74d-89f649c24f06 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bd6633e2-56df-46de-ae14-86af0e9f0961 HTTP/1.1" status: 204 len: 168 time: 0.1282628 Nov 11 12:28:17.089767 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835c2b5-8f30-4b4a-b74d-89f649c24f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6633e2-56df-46de-ae14-86af0e9f0961,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:17.625018 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e34e25-84e2-4ccb-8013-3dcd73aec11a req-295df029-3765-4c13-96bb-9bc5aaeb30ec tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:17.626604 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89e34e25-84e2-4ccb-8013-3dcd73aec11a req-295df029-3765-4c13-96bb-9bc5aaeb30ec tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 1097 time: 0.0416577 Nov 11 12:28:17.673495 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89e34e25-84e2-4ccb-8013-3dcd73aec11a req-80ed7d9c-1951-4023-b5fc-9b8da8ad86c7 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402639 Nov 11 12:28:17.790389 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a4424-f7b6-4fe1-9a39-871c6c1d2ece req-3043d3b2-f8ec-46e7-8c4b-66a7155e5eef tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:17.791931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e83a4424-f7b6-4fe1-9a39-871c6c1d2ece req-3043d3b2-f8ec-46e7-8c4b-66a7155e5eef tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 1097 time: 0.0446901 Nov 11 12:28:17.837303 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e83a4424-f7b6-4fe1-9a39-871c6c1d2ece req-dd3bfa5c-d44a-4587-9bbb-9cf185c92db6 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393608 Nov 11 12:28:17.943458 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03474c-50a0-47e2-883b-e36d693771f7 req-9a24ee87-be1d-40bc-bef5-b5d7b3132d21 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:17.945247 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d03474c-50a0-47e2-883b-e36d693771f7 req-9a24ee87-be1d-40bc-bef5-b5d7b3132d21 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 1097 time: 0.0450070 Nov 11 12:28:17.989186 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d03474c-50a0-47e2-883b-e36d693771f7 req-0685d8eb-723f-430e-9d38-a74deda3f1a7 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378499 Nov 11 12:28:18.258389 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-1dd19eb7-3d13-4759-8c8b-5aff9a1bda6d tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:18.260313 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-1dd19eb7-3d13-4759-8c8b-5aff9a1bda6d tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/networks?id=59b5309f-4b44-4b2a-9318-d31d1318e35f HTTP/1.1" status: 200 len: 911 time: 0.0931687 Nov 11 12:28:18.275228 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-c2f76fe6-412e-4999-b513-bf4f79ef82ff tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/quotas/d4127737e1444e7aa1627ca955e594e0 HTTP/1.1" status: 200 len: 375 time: 0.0088589 Nov 11 12:28:18.322895 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-1feac97d-73fc-4c5c-bdac-90554dc20ae1 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4127737e1444e7aa1627ca955e594e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0423357 Nov 11 12:28:18.376730 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:28:18.421798 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-9e70f222-9faa-452c-83dc-1c8426026639 service neutron] 10.222.0.65 "GET /v2.0/networks/59b5309f-4b44-4b2a-9318-d31d1318e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916123 Nov 11 12:28:18.513835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-da138152-04ee-42cd-8c2a-fcff2473ac66 service neutron] 10.222.0.65 "GET /v2.0/networks/59b5309f-4b44-4b2a-9318-d31d1318e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852735 Nov 11 12:28:18.675431 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6cd75aa5-e4e3-4dce-9103-d983430047be req-64543056-c8a8-45af-9110-ac0cfba6c42c tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 210 time: 0.0265853 Nov 11 12:28:19.408370 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38580) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:19.711365 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dca9108a-1397-4020-96c7-a981a5ff12f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:19.757967 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8cefd8f8-f10e-4faa-804c-b94c45d50569 req-094d71be-771e-4b31-8ab1-f42fcac8179b tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 210 time: 0.0286403 Nov 11 12:28:19.802753 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dca9108a-1397-4020-96c7-a981a5ff12f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:19.807635 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dca9108a-1397-4020-96c7-a981a5ff12f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:19.847249 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dca9108a-1397-4020-96c7-a981a5ff12f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=338268fc37f740dba3882818177a7608&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4376483 Nov 11 12:28:19.848310 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9108a-1397-4020-96c7-a981a5ff12f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944b523c-bb97-48c8-847b-4bf56b8e12e5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:19.850246 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38594) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:20.272328 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6a8c198c-8eda-4b92-89bf-665aa54a98d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:20.296345 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6a8c198c-8eda-4b92-89bf-665aa54a98d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:20.346912 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6a8c198c-8eda-4b92-89bf-665aa54a98d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:20.349732 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6a8c198c-8eda-4b92-89bf-665aa54a98d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:20.350910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6a8c198c-8eda-4b92-89bf-665aa54a98d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/944b523c-bb97-48c8-847b-4bf56b8e12e5 HTTP/1.1" status: 204 len: 168 time: 0.4994359 Nov 11 12:28:20.358707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c198c-8eda-4b92-89bf-665aa54a98d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944b523c-bb97-48c8-847b-4bf56b8e12e5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:20.626958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-b032e7c3-d8ff-4939-b7a3-86c01b22bac5 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:20.628723 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-b032e7c3-d8ff-4939-b7a3-86c01b22bac5 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.43 "GET /v2.0/networks?id=59b5309f-4b44-4b2a-9318-d31d1318e35f HTTP/1.1" status: 200 len: 911 time: 0.0878718 Nov 11 12:28:20.632463 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38602) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:20.643318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-c637b887-5765-40d5-b174-bfee007e9b78 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Request body: {'port': {'device_id': '620a80f5-aa7c-4a94-81e1-3b4b8b5451d2', 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f', 'admin_state_up': True, 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:20.658119 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f9679fb-9ebd-48d7-8ced-4ad797161c09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:20.690274 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-c637b887-5765-40d5-b174-bfee007e9b78 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Made reservation on behalf of d4127737e1444e7aa1627ca955e594e0 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:28:20.692862 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-c637b887-5765-40d5-b174-bfee007e9b78 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:20.827255 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f9679fb-9ebd-48d7-8ced-4ad797161c09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:20.863321 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f9679fb-9ebd-48d7-8ced-4ad797161c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:20.869825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f70e2e1-40fe-4a24-a26b-cf1d1b495d10 req-58309612-4389-493a-822b-04ad9cf94606 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 210 time: 0.0412505 Nov 11 12:28:20.891468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-c637b887-5765-40d5-b174-bfee007e9b78 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Allocated IP 172.20.0.6 (59b5309f-4b44-4b2a-9318-d31d1318e35f/00274516-56ee-423f-8881-09d00df91e31/9e56b793-7f35-40ab-93e0-ed28a379bf1c) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:28:20.922824 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6f9679fb-9ebd-48d7-8ced-4ad797161c09 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=692edcc3bc1e4b3e919264c85161b539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2892218 Nov 11 12:28:20.925397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9679fb-9ebd-48d7-8ced-4ad797161c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e28579e-e1c8-4c3a-8fee-d6bf9c4d0088,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:20.925618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 38606) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:20.976324 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b80b2ebc-c3e6-4938-9b6c-d3ee1c2d7487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:20.997080 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b80b2ebc-c3e6-4938-9b6c-d3ee1c2d7487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:21.046742 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b80b2ebc-c3e6-4938-9b6c-d3ee1c2d7487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:21.048326 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-c637b887-5765-40d5-b174-bfee007e9b78 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:21.049331 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b80b2ebc-c3e6-4938-9b6c-d3ee1c2d7487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:21.050547 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b80b2ebc-c3e6-4938-9b6c-d3ee1c2d7487 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1e28579e-e1c8-4c3a-8fee-d6bf9c4d0088 HTTP/1.1" status: 204 len: 168 time: 0.1238499 Nov 11 12:28:21.058783 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b2ebc-c3e6-4938-9b6c-d3ee1c2d7487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e28579e-e1c8-4c3a-8fee-d6bf9c4d0088,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:21.094204 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-c637b887-5765-40d5-b174-bfee007e9b78 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:21.108601 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['79d8bd3e-886f-466c-947c-0aa9a395ffa4'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:28:21.143552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-c637b887-5765-40d5-b174-bfee007e9b78 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Network 59b5309f-4b44-4b2a-9318-d31d1318e35f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:28:21.146632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-c637b887-5765-40d5-b174-bfee007e9b78 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:21.150346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-c637b887-5765-40d5-b174-bfee007e9b78 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:28:21.173675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637b887-5765-40d5-b174-bfee007e9b78 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Pushing event updated for resources: {'Port': ['ID=9e56b793-7f35-40ab-93e0-ed28a379bf1c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:21.197220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-c637b887-5765-40d5-b174-bfee007e9b78 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:21.198141 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-c637b887-5765-40d5-b174-bfee007e9b78 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:21.218271 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-c637b887-5765-40d5-b174-bfee007e9b78 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5791092 Nov 11 12:28:21.233166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Request body: {'port': {'device_id': '620a80f5-aa7c-4a94-81e1-3b4b8b5451d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:21.299141 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:21.428904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-20888a6b-8b0e-451e-bbb8-3904b3e7b1d0 None None] Provisioning complete for port 9e56b793-7f35-40ab-93e0-ed28a379bf1c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:21.429264 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-20888a6b-8b0e-451e-bbb8-3904b3e7b1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:21.473270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-20888a6b-8b0e-451e-bbb8-3904b3e7b1d0 None None] Port 9e56b793-7f35-40ab-93e0-ed28a379bf1c cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:28:21.575948 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e56b793-7f35-40ab-93e0-ed28a379bf1c {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:28:21.583742 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:21.596300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Transition to ACTIVE for port object 9e56b793-7f35-40ab-93e0-ed28a379bf1c will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:28:21.600409 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:21.650987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Pushing event updated for resources: {'Port': ['ID=9e56b793-7f35-40ab-93e0-ed28a379bf1c,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:21.723476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Attempting to bind port 9e56b793-7f35-40ab-93e0-ed28a379bf1c on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:28:21.723813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Attempting to bind port 9e56b793-7f35-40ab-93e0-ed28a379bf1c by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '614de5ea-f4d7-4c7a-a862-aab02528de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:28:21.724264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Attempting to bind port 9e56b793-7f35-40ab-93e0-ed28a379bf1c on network 59b5309f-4b44-4b2a-9318-d31d1318e35f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:28:21.729093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Port 9e56b793-7f35-40ab-93e0-ed28a379bf1c on network 59b5309f-4b44-4b2a-9318-d31d1318e35f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:28:21.729418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Attempting to bind port 9e56b793-7f35-40ab-93e0-ed28a379bf1c on network 59b5309f-4b44-4b2a-9318-d31d1318e35f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:28:21.734791 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:28:21.735129 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Checking segment: {'id': '614de5ea-f4d7-4c7a-a862-aab02528de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:28:21.735508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Bound using segment: {'id': '614de5ea-f4d7-4c7a-a862-aab02528de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:28:21.736101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Bound port: 9e56b793-7f35-40ab-93e0-ed28a379bf1c, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614de5ea-f4d7-4c7a-a862-aab02528de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:28:21.736450 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:21.809420 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] For port 9e56b793-7f35-40ab-93e0-ed28a379bf1c, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:28:21.816474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] For port 9e56b793-7f35-40ab-93e0-ed28a379bf1c, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=9e56b793-7f35-40ab-93e0-ed28a379bf1c,segment=NetworkSegment(614de5ea-f4d7-4c7a-a862-aab02528de63),segment_id=614de5ea-f4d7-4c7a-a862-aab02528de63)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:28:21.821127 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:21.856784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:21.857909 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:21.859373 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] 10.222.0.43 "PUT /v2.0/ports/9e56b793-7f35-40ab-93e0-ed28a379bf1c HTTP/1.1" status: 200 len: 1091 time: 0.6328185 Nov 11 12:28:21.859949 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620a80f5-aa7c-4a94-81e1-3b4b8b5451d2', 'tag': '9e56b793-7f35-40ab-93e0-ed28a379bf1c'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:28:21.862864 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ae93db-6655-4e4a-b5a6-6c3b768c93a2" -d '{"events": [{"name": "network-changed", "server_uuid": "620a80f5-aa7c-4a94-81e1-3b4b8b5451d2", "tag": "9e56b793-7f35-40ab-93e0-ed28a379bf1c"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:28:21.917414 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229350b9-9631-4956-b7e8-9fded517b57d service neutron] Pushing event updated for resources: {'Port': ['ID=9e56b793-7f35-40ab-93e0-ed28a379bf1c,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:21.948769 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:21.967143 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e407d3-aee4-4bb1-afbd-04b1b7e3bfd3 x-openstack-request-id: req-e8e407d3-aee4-4bb1-afbd-04b1b7e3bfd3 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:28:21.967503 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "620a80f5-aa7c-4a94-81e1-3b4b8b5451d2", "tag": "9e56b793-7f35-40ab-93e0-ed28a379bf1c", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:28:21.967780 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8e407d3-aee4-4bb1-afbd-04b1b7e3bfd3 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:28:21.968171 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620a80f5-aa7c-4a94-81e1-3b4b8b5451d2', 'tag': '9e56b793-7f35-40ab-93e0-ed28a379bf1c', 'status': 'completed', 'code': 200} Nov 11 12:28:21.971243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-7074a77a-7b43-42ac-9ef3-18d0af26b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:21.972764 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-7074a77a-7b43-42ac-9ef3-18d0af26b61e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4127737e1444e7aa1627ca955e594e0&device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 1094 time: 0.0696194 Nov 11 12:28:22.054748 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-09df1417-3aa2-4730-8bab-6209a19d28f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e56b793-7f35-40ab-93e0-ed28a379bf1c HTTP/1.1" status: 200 len: 217 time: 0.0675480 Nov 11 12:28:22.076155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255d4fc-585a-405f-b463-a50f4af0f3de req-9803e0ea-7aed-48e4-beb5-cb5e630d5c3c tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:22.078166 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7255d4fc-585a-405f-b463-a50f4af0f3de req-9803e0ea-7aed-48e4-beb5-cb5e630d5c3c tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 1094 time: 0.1010814 Nov 11 12:28:22.146580 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-5480265d-cbb5-41a8-a25f-3b918ad8ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:22.148086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-5480265d-cbb5-41a8-a25f-3b918ad8ffeb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00274516-56ee-423f-8881-09d00df91e31 HTTP/1.1" status: 200 len: 848 time: 0.0857055 Nov 11 12:28:22.168180 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7255d4fc-585a-405f-b463-a50f4af0f3de req-a9d24bdb-e19f-46b6-82c1-834be9069e92 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697193 Nov 11 12:28:22.202887 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-182e5f59-6ff5-4056-8d19-45ad55171c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:22.204427 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-182e5f59-6ff5-4056-8d19-45ad55171c71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59b5309f-4b44-4b2a-9318-d31d1318e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483916 Nov 11 12:28:22.297836 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-fd513050-efbf-41a2-95ff-1c7568981579 service neutron] 10.222.0.43 "GET /v2.0/networks/59b5309f-4b44-4b2a-9318-d31d1318e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861821 Nov 11 12:28:22.393469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3383543-7a1d-4b41-838d-575d04e610e6 req-6a94e083-1ea0-428d-893c-da32fdea60b0 service neutron] 10.222.0.43 "GET /v2.0/networks/59b5309f-4b44-4b2a-9318-d31d1318e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887132 Nov 11 12:28:22.483575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae93db-6655-4e4a-b5a6-6c3b768c93a2 req-53d43459-5b03-4b56-bebc-df354b887673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:22.485112 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7ae93db-6655-4e4a-b5a6-6c3b768c93a2 req-53d43459-5b03-4b56-bebc-df354b887673 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4127737e1444e7aa1627ca955e594e0&device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 1094 time: 0.0422912 Nov 11 12:28:22.581990 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae93db-6655-4e4a-b5a6-6c3b768c93a2 req-143a9200-dff3-42cb-9633-c1461fe797e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:22.583494 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7ae93db-6655-4e4a-b5a6-6c3b768c93a2 req-143a9200-dff3-42cb-9633-c1461fe797e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=59b5309f-4b44-4b2a-9318-d31d1318e35f HTTP/1.1" status: 200 len: 911 time: 0.0911627 Nov 11 12:28:22.631762 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7ae93db-6655-4e4a-b5a6-6c3b768c93a2 req-f34ecd83-1917-4e41-ad95-bbcd0e08431e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e56b793-7f35-40ab-93e0-ed28a379bf1c HTTP/1.1" status: 200 len: 217 time: 0.0397704 Nov 11 12:28:22.685158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae93db-6655-4e4a-b5a6-6c3b768c93a2 req-f62ef49f-a159-4675-a323-55cfdd630d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:22.686768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7ae93db-6655-4e4a-b5a6-6c3b768c93a2 req-f62ef49f-a159-4675-a323-55cfdd630d11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00274516-56ee-423f-8881-09d00df91e31 HTTP/1.1" status: 200 len: 848 time: 0.0473480 Nov 11 12:28:22.742660 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae93db-6655-4e4a-b5a6-6c3b768c93a2 req-3066afd7-19d9-4701-b656-c131d940703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:22.744254 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7ae93db-6655-4e4a-b5a6-6c3b768c93a2 req-3066afd7-19d9-4701-b656-c131d940703a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59b5309f-4b44-4b2a-9318-d31d1318e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472882 Nov 11 12:28:22.844256 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7ae93db-6655-4e4a-b5a6-6c3b768c93a2 req-eaa094b2-b7de-40a3-9973-3a379b7f3efe service neutron] 10.222.0.43 "GET /v2.0/networks/59b5309f-4b44-4b2a-9318-d31d1318e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922344 Nov 11 12:28:22.938741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7ae93db-6655-4e4a-b5a6-6c3b768c93a2 req-b37b58c9-266a-4f69-abb7-a8c377a70d8c service neutron] 10.222.0.43 "GET /v2.0/networks/59b5309f-4b44-4b2a-9318-d31d1318e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868051 Nov 11 12:28:23.284233 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766ab54-2b24-4433-aed5-06490dbdfcc4 req-6e43724a-9fac-4ff2-a4c0-09da6978d8d3 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:23.286126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f766ab54-2b24-4433-aed5-06490dbdfcc4 req-6e43724a-9fac-4ff2-a4c0-09da6978d8d3 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 1094 time: 0.0489128 Nov 11 12:28:23.331523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f766ab54-2b24-4433-aed5-06490dbdfcc4 req-a59ae93c-ea7c-48c6-bd6c-1f9fb256f54f tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388997 Nov 11 12:28:24.439873 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b35c07-38cd-4da7-8ab7-a188af5af558 req-48b3fa25-d69b-4058-aa84-4e6355dc3f8c tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:24.442049 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5b35c07-38cd-4da7-8ab7-a188af5af558 req-48b3fa25-d69b-4058-aa84-4e6355dc3f8c tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 1094 time: 0.0426939 Nov 11 12:28:24.486885 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5b35c07-38cd-4da7-8ab7-a188af5af558 req-2e3ba273-d52f-427d-a115-095817dd3114 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394292 Nov 11 12:28:24.874612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 9e56b793-7f35-40ab-93e0-ed28a379bf1c details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:28:24.979489 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 9e56b793-7f35-40ab-93e0-ed28a379bf1c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=9e56b793-7f35-40ab-93e0-ed28a379bf1c,segment=NetworkSegment(614de5ea-f4d7-4c7a-a862-aab02528de63),segment_id=614de5ea-f4d7-4c7a-a862-aab02528de63)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:24.991223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '9e56b793-7f35-40ab-93e0-ed28a379bf1c', 'network_id': '59b5309f-4b44-4b2a-9318-d31d1318e35f', 'port_id': '9e56b793-7f35-40ab-93e0-ed28a379bf1c', 'mac_address': 'fa:16:3e:7b:ec:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00274516-56ee-423f-8881-09d00df91e31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:28:25.028850 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:25.042818 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e56b793-7f35-40ab-93e0-ed28a379bf1c {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:28:25.062992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 9e56b793-7f35-40ab-93e0-ed28a379bf1c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=9e56b793-7f35-40ab-93e0-ed28a379bf1c,segment=NetworkSegment(614de5ea-f4d7-4c7a-a862-aab02528de63),segment_id=614de5ea-f4d7-4c7a-a862-aab02528de63)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:25.068117 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:25.120970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=9e56b793-7f35-40ab-93e0-ed28a379bf1c,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:25.272505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['9e56b793-7f35-40ab-93e0-ed28a379bf1c'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:28:25.609734 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cca5b7-f93c-4854-a2bd-da915dbc43aa req-0353d163-5195-45f2-a1ab-c820d99533c2 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:25.611290 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5cca5b7-f93c-4854-a2bd-da915dbc43aa req-0353d163-5195-45f2-a1ab-c820d99533c2 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 1095 time: 0.0465631 Nov 11 12:28:25.656368 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e5cca5b7-f93c-4854-a2bd-da915dbc43aa req-433083a7-f44f-4e82-bb71-b1db2d4ad0dd tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390356 Nov 11 12:28:26.590077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38962) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:26.709287 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0dc33c89-d379-4e0e-88ad-bb629282c825 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:26.793092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3746bd5-00e2-4a7f-b8a1-e776a6ba83fb req-abe17fda-c34e-4708-94cc-d992063f4e47 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:26.794819 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3746bd5-00e2-4a7f-b8a1-e776a6ba83fb req-abe17fda-c34e-4708-94cc-d992063f4e47 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 1095 time: 0.0677099 Nov 11 12:28:26.833134 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0dc33c89-d379-4e0e-88ad-bb629282c825 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:26.843842 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0dc33c89-d379-4e0e-88ad-bb629282c825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:26.876297 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 9e56b793-7f35-40ab-93e0-ed28a379bf1c up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:28:26.882141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3746bd5-00e2-4a7f-b8a1-e776a6ba83fb req-162b4dcb-f005-4d9f-b31c-5bf267ff51a6 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810161 Nov 11 12:28:26.897652 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc33c89-d379-4e0e-88ad-bb629282c825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414d6297-78b0-4de0-8b1e-45857aa2965f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:26.911773 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0dc33c89-d379-4e0e-88ad-bb629282c825 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b66c7ddd5a8b45dc867ef1f074f75231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3170581 Nov 11 12:28:26.912428 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 38968) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:26.937952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 9e56b793-7f35-40ab-93e0-ed28a379bf1c completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:28:26.941893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 9e56b793-7f35-40ab-93e0-ed28a379bf1c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:26.942264 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:26.970174 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ed07bbdd-902f-49c5-9e03-4f062e21a744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:26.991802 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ed07bbdd-902f-49c5-9e03-4f062e21a744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:27.017781 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:27.038054 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ed07bbdd-902f-49c5-9e03-4f062e21a744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:27.041149 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ed07bbdd-902f-49c5-9e03-4f062e21a744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:27.042182 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620a80f5-aa7c-4a94-81e1-3b4b8b5451d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e56b793-7f35-40ab-93e0-ed28a379bf1c'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:28:27.042502 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ed07bbdd-902f-49c5-9e03-4f062e21a744 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/414d6297-78b0-4de0-8b1e-45857aa2965f HTTP/1.1" status: 204 len: 168 time: 0.1295438 Nov 11 12:28:27.044405 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f6c555-56ec-4ad9-8b79-36998ee93767" -d '{"events": [{"server_uuid": "620a80f5-aa7c-4a94-81e1-3b4b8b5451d2", "name": "network-vif-plugged", "status": "completed", "tag": "9e56b793-7f35-40ab-93e0-ed28a379bf1c"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:28:27.054507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07bbdd-902f-49c5-9e03-4f062e21a744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414d6297-78b0-4de0-8b1e-45857aa2965f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:27.059347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 9e56b793-7f35-40ab-93e0-ed28a379bf1c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=9e56b793-7f35-40ab-93e0-ed28a379bf1c,segment=NetworkSegment(614de5ea-f4d7-4c7a-a862-aab02528de63),segment_id=614de5ea-f4d7-4c7a-a862-aab02528de63)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:27.064966 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:27.103303 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536f701f-0b9c-4d76-a7aa-5f1562865e32 x-openstack-request-id: req-536f701f-0b9c-4d76-a7aa-5f1562865e32 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:28:27.103621 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620a80f5-aa7c-4a94-81e1-3b4b8b5451d2", "name": "network-vif-plugged", "status": "completed", "tag": "9e56b793-7f35-40ab-93e0-ed28a379bf1c", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:28:27.104150 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-536f701f-0b9c-4d76-a7aa-5f1562865e32 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:28:27.104608 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620a80f5-aa7c-4a94-81e1-3b4b8b5451d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e56b793-7f35-40ab-93e0-ed28a379bf1c', 'code': 200} Nov 11 12:28:27.136650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=9e56b793-7f35-40ab-93e0-ed28a379bf1c,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:27.190533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e10925-ebed-4657-98f9-337612301734 req-313c130a-0e06-41dc-b38b-94aa6e1363f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:27.192110 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71e10925-ebed-4657-98f9-337612301734 req-313c130a-0e06-41dc-b38b-94aa6e1363f6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 1096 time: 0.0423598 Nov 11 12:28:27.236100 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71e10925-ebed-4657-98f9-337612301734 req-60343c6d-bcc0-47bd-9b63-cd390ed59588 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372226 Nov 11 12:28:27.996810 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb59be8-2027-494b-a0af-56b177580230 req-453d5fb3-811c-400a-af15-0c58036ca601 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:27.998383 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcb59be8-2027-494b-a0af-56b177580230 req-453d5fb3-811c-400a-af15-0c58036ca601 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 1096 time: 0.0435917 Nov 11 12:28:28.042721 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcb59be8-2027-494b-a0af-56b177580230 req-bcd7ddb1-47ce-4c22-8f0a-f9cb0679cdac tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381386 Nov 11 12:28:28.185975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39040) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:28.295115 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d59406c6-40b0-47ed-a836-114cc99fc8f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:28.369974 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d59406c6-40b0-47ed-a836-114cc99fc8f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:28.375322 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d59406c6-40b0-47ed-a836-114cc99fc8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:28.414523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d59406c6-40b0-47ed-a836-114cc99fc8f0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef12e67de9474ea0be4640252492b9e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2269852 Nov 11 12:28:28.415393 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59406c6-40b0-47ed-a836-114cc99fc8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71e48f4-52d9-4d29-b69f-448336998736,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:28.417519 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39044) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:28.467336 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee2f36cc-e828-47cd-98ee-7b62aea259ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:28.492335 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee2f36cc-e828-47cd-98ee-7b62aea259ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:28.542787 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee2f36cc-e828-47cd-98ee-7b62aea259ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:28.545371 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee2f36cc-e828-47cd-98ee-7b62aea259ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:28.546547 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ee2f36cc-e828-47cd-98ee-7b62aea259ef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b71e48f4-52d9-4d29-b69f-448336998736 HTTP/1.1" status: 204 len: 168 time: 0.1279480 Nov 11 12:28:28.554233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f36cc-e828-47cd-98ee-7b62aea259ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71e48f4-52d9-4d29-b69f-448336998736,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:29.155848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90125f-e093-4233-bcc2-f8bdb9033243 req-851b3c5d-c2c7-4c44-a3d3-e09fa2a9064d tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:29.157390 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b90125f-e093-4233-bcc2-f8bdb9033243 req-851b3c5d-c2c7-4c44-a3d3-e09fa2a9064d tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 1096 time: 0.0446496 Nov 11 12:28:29.204218 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b90125f-e093-4233-bcc2-f8bdb9033243 req-e12868bf-c265-499a-a7a8-eb51d5868803 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398958 Nov 11 12:28:29.309693 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90560b3c-f845-4872-8e81-e12ae53088a1 req-9e262d82-d1d6-4619-8030-97aa238d6184 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:29.311265 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90560b3c-f845-4872-8e81-e12ae53088a1 req-9e262d82-d1d6-4619-8030-97aa238d6184 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 1096 time: 0.0407419 Nov 11 12:28:29.358658 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90560b3c-f845-4872-8e81-e12ae53088a1 req-00daca21-d5c5-4ff2-96b3-5287828e6276 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409930 Nov 11 12:28:29.462501 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129fb36-8e46-430a-929e-4def5000e766 req-f8ad50f7-f299-4019-ba08-ee50b5b73f5d tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:29.464129 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6129fb36-8e46-430a-929e-4def5000e766 req-f8ad50f7-f299-4019-ba08-ee50b5b73f5d tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 1096 time: 0.0410728 Nov 11 12:28:29.513163 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6129fb36-8e46-430a-929e-4def5000e766 req-f4d4d11d-eac0-45ef-b474-0b9248cd240d tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427635 Nov 11 12:28:29.735858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39090) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:29.745920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ef4fb-f6ee-40c8-b2ab-35bd6c654e2d req-ead9a520-a514-43fd-b1ac-bc0455f05cdc tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:29.747464 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-458ef4fb-f6ee-40c8-b2ab-35bd6c654e2d req-ead9a520-a514-43fd-b1ac-bc0455f05cdc tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 1096 time: 0.0413857 Nov 11 12:28:29.791696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-458ef4fb-f6ee-40c8-b2ab-35bd6c654e2d req-ef271ba3-e7bd-4c24-8b8a-efd32178c781 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380833 Nov 11 12:28:29.886570 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-02dd23bf-6056-4c38-a310-1d023500e13e tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-481097172'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:29.912755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dd23bf-6056-4c38-a310-1d023500e13e tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Made reservation on behalf of 7cf7a1b5f6124f6bb6256406e7f86f0c for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:28:29.916760 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02dd23bf-6056-4c38-a310-1d023500e13e tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:29.925909 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02dd23bf-6056-4c38-a310-1d023500e13e tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:30.003915 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02dd23bf-6056-4c38-a310-1d023500e13e tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:30.009746 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02dd23bf-6056-4c38-a310-1d023500e13e tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:30.031962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02dd23bf-6056-4c38-a310-1d023500e13e tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:28:30.047420 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd23bf-6056-4c38-a310-1d023500e13e tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ebe90e-6107-4c59-94f4-01e05839920b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:30.050211 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02dd23bf-6056-4c38-a310-1d023500e13e tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:30.050536 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-02dd23bf-6056-4c38-a310-1d023500e13e tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Added segment f9160ef1-ae8f-498f-a68e-2ada84c04370 of type vlan for network e37c1cea-0e5c-462b-b0be-ec777e50ff2f Nov 11 12:28:30.090618 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02dd23bf-6056-4c38-a310-1d023500e13e tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:30.125163 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02dd23bf-6056-4c38-a310-1d023500e13e tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:30.130970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dd23bf-6056-4c38-a310-1d023500e13e tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:30.131564 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02dd23bf-6056-4c38-a310-1d023500e13e tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:30.193971 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-02dd23bf-6056-4c38-a310-1d023500e13e tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4568040 Nov 11 12:28:30.196963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39094) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:30.202519 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-07b3de7f-b8c4-413e-a7c5-2623a800eab9 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Request body: {'subnet': {'network_id': 'e37c1cea-0e5c-462b-b0be-ec777e50ff2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:30.203539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd23bf-6056-4c38-a310-1d023500e13e tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Pushing event updated for resources: {'Network': ['ID=e37c1cea-0e5c-462b-b0be-ec777e50ff2f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:30.214410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network e37c1cea-0e5c-462b-b0be-ec777e50ff2f details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:28:30.291103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b3de7f-b8c4-413e-a7c5-2623a800eab9 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Made reservation on behalf of 7cf7a1b5f6124f6bb6256406e7f86f0c for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:28:30.294648 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-07b3de7f-b8c4-413e-a7c5-2623a800eab9 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:30.477670 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-07b3de7f-b8c4-413e-a7c5-2623a800eab9 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:30.541442 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3de7f-b8c4-413e-a7c5-2623a800eab9 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Pushing event updated for resources: {'Subnet': ['ID=7eee4106-55a0-4afd-804c-04deb39f621e,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:30.551548 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b3de7f-b8c4-413e-a7c5-2623a800eab9 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Checking segment: {'id': 'f9160ef1-ae8f-498f-a68e-2ada84c04370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e37c1cea-0e5c-462b-b0be-ec777e50ff2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:28:30.551923 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b3de7f-b8c4-413e-a7c5-2623a800eab9 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Network hostable DHCP agents. Network: e37c1cea-0e5c-462b-b0be-ec777e50ff2f, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:28:30.569412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b3de7f-b8c4-413e-a7c5-2623a800eab9 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Network e37c1cea-0e5c-462b-b0be-ec777e50ff2f is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:28:30.579723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-07b3de7f-b8c4-413e-a7c5-2623a800eab9 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, e37c1cea-0e5c-462b-b0be-ec777e50ff2f) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:30.585013 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b3de7f-b8c4-413e-a7c5-2623a800eab9 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:30.586562 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-07b3de7f-b8c4-413e-a7c5-2623a800eab9 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:30.590041 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00c7a88-910b-4bcc-8c05-4fb225b04d58 None None] Network e37c1cea-0e5c-462b-b0be-ec777e50ff2f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:28:30.607483 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-07b3de7f-b8c4-413e-a7c5-2623a800eab9 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4092488 Nov 11 12:28:30.610211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39096) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:30.615271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-aed8db4c-962b-4cef-8149-b497f9f5e202 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Request body: {'port': {'network_id': 'e37c1cea-0e5c-462b-b0be-ec777e50ff2f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-305271558'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:30.723827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed8db4c-962b-4cef-8149-b497f9f5e202 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Made reservation on behalf of 7cf7a1b5f6124f6bb6256406e7f86f0c for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:28:30.727757 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aed8db4c-962b-4cef-8149-b497f9f5e202 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:30.741738 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-e37c1cea-0e5c-462b-b0be-ec777e50ff2f', 'network_id': 'e37c1cea-0e5c-462b-b0be-ec777e50ff2f', 'tenant_id': '7cf7a1b5f6124f6bb6256406e7f86f0c', 'fixed_ips': [{'subnet_id': '7eee4106-55a0-4afd-804c-04deb39f621e'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:28:30.742885 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:30.746823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-aed8db4c-962b-4cef-8149-b497f9f5e202 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] device_id is not set on port 9101bcfb-3345-44d3-8c31-1e58318cfa5f yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:28:30.863859 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-aed8db4c-962b-4cef-8149-b497f9f5e202 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Allocated IP 172.20.0.6 (e37c1cea-0e5c-462b-b0be-ec777e50ff2f/7eee4106-55a0-4afd-804c-04deb39f621e/9101bcfb-3345-44d3-8c31-1e58318cfa5f) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:28:30.939402 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825557f-0b6c-4ee4-bf2d-07dc44efbfc1 req-d62c5bca-7652-4cb1-bf9e-6749d11f5209 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:30.940927 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d825557f-0b6c-4ee4-bf2d-07dc44efbfc1 req-d62c5bca-7652-4cb1-bf9e-6749d11f5209 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 1096 time: 0.0747612 Nov 11 12:28:31.083159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc50bd4-1876-42ff-b410-95fd4ff8fe92 req-c718ead1-a653-4f4f-918c-c54aa10f1f10 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:31.084598 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3dc50bd4-1876-42ff-b410-95fd4ff8fe92 req-c718ead1-a653-4f4f-918c-c54aa10f1f10 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 1096 time: 0.1499493 Nov 11 12:28:31.088984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d825557f-0b6c-4ee4-bf2d-07dc44efbfc1 req-1758db50-54c7-4f50-b030-e09536671511 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355367 Nov 11 12:28:31.107637 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aed8db4c-962b-4cef-8149-b497f9f5e202 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:31.189000 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aed8db4c-962b-4cef-8149-b497f9f5e202 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:31.231090 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Allocated IP 172.20.0.2 (e37c1cea-0e5c-462b-b0be-ec777e50ff2f/7eee4106-55a0-4afd-804c-04deb39f621e/16d5ed0f-93c0-48b1-a8ee-9fc5a129f333) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:28:31.235705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-3dc50bd4-1876-42ff-b410-95fd4ff8fe92 req-1b7efd59-0a2c-4e3e-9ec0-f2a49067c660 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Deleting port 9e56b793-7f35-40ab-93e0-ed28a379bf1c {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:31.236368 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3dc50bd4-1876-42ff-b410-95fd4ff8fe92 req-1b7efd59-0a2c-4e3e-9ec0-f2a49067c660 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:31.252006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed8db4c-962b-4cef-8149-b497f9f5e202 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Network e37c1cea-0e5c-462b-b0be-ec777e50ff2f is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:28:31.264470 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-aed8db4c-962b-4cef-8149-b497f9f5e202 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:31.268120 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8db4c-962b-4cef-8149-b497f9f5e202 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:28:31.270595 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8db4c-962b-4cef-8149-b497f9f5e202 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Pushing event updated for resources: {'Port': ['ID=9101bcfb-3345-44d3-8c31-1e58318cfa5f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:31.354870 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed8db4c-962b-4cef-8149-b497f9f5e202 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:31.355400 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aed8db4c-962b-4cef-8149-b497f9f5e202 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:31.375382 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-3dc50bd4-1876-42ff-b410-95fd4ff8fe92 req-1b7efd59-0a2c-4e3e-9ec0-f2a49067c660 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] For port 9e56b793-7f35-40ab-93e0-ed28a379bf1c, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=9e56b793-7f35-40ab-93e0-ed28a379bf1c,segment=NetworkSegment(614de5ea-f4d7-4c7a-a862-aab02528de63),segment_id=614de5ea-f4d7-4c7a-a862-aab02528de63)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:31.375779 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3dc50bd4-1876-42ff-b410-95fd4ff8fe92 req-1b7efd59-0a2c-4e3e-9ec0-f2a49067c660 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:31.375926 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:31.382302 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:31.387738 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-aed8db4c-962b-4cef-8149-b497f9f5e202 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7765346 Nov 11 12:28:31.391105 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39100) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:31.393158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-3dc50bd4-1876-42ff-b410-95fd4ff8fe92 req-1b7efd59-0a2c-4e3e-9ec0-f2a49067c660 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Calling delete_port for 9e56b793-7f35-40ab-93e0-ed28a379bf1c owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:31.422075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Network e37c1cea-0e5c-462b-b0be-ec777e50ff2f is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:28:31.424990 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:31.428609 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:28:31.435624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Pushing event updated for resources: {'Port': ['ID=16d5ed0f-93c0-48b1-a8ee-9fc5a129f333,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:31.489610 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Attempting to bind port 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:28:31.489982 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Attempting to bind port 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'f9160ef1-ae8f-498f-a68e-2ada84c04370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e37c1cea-0e5c-462b-b0be-ec777e50ff2f'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:28:31.490324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Attempting to bind port 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333 on network e37c1cea-0e5c-462b-b0be-ec777e50ff2f {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:28:31.495383 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:28:31.495743 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Checking segment: {'id': 'f9160ef1-ae8f-498f-a68e-2ada84c04370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e37c1cea-0e5c-462b-b0be-ec777e50ff2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:28:31.496144 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:31.496528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Bound using segment: {'id': 'f9160ef1-ae8f-498f-a68e-2ada84c04370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e37c1cea-0e5c-462b-b0be-ec777e50ff2f'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:28:31.497280 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Bound port: 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9160ef1-ae8f-498f-a68e-2ada84c04370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e37c1cea-0e5c-462b-b0be-ec777e50ff2f'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:28:31.497523 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:31.540367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-1361e208-7963-4274-909d-4dc08f8bfed5 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Deleting port 9101bcfb-3345-44d3-8c31-1e58318cfa5f {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:31.540701 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1361e208-7963-4274-909d-4dc08f8bfed5 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:31.560964 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] For port 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:28:31.564759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] For port 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=16d5ed0f-93c0-48b1-a8ee-9fc5a129f333,segment=NetworkSegment(f9160ef1-ae8f-498f-a68e-2ada84c04370),segment_id=f9160ef1-ae8f-498f-a68e-2ada84c04370)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:28:31.568426 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:31.628362 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c98d5f-938d-41a2-9490-14480187b09b None None] Pushing event updated for resources: {'Port': ['ID=16d5ed0f-93c0-48b1-a8ee-9fc5a129f333,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:31.651232 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3dc50bd4-1876-42ff-b410-95fd4ff8fe92 req-1b7efd59-0a2c-4e3e-9ec0-f2a49067c660 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:31.662356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['9e56b793-7f35-40ab-93e0-ed28a379bf1c'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:28:31.689106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['79d8bd3e-886f-466c-947c-0aa9a395ffa4'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:28:31.690525 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7efd59-0a2c-4e3e-9ec0-f2a49067c660 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e56b793-7f35-40ab-93e0-ed28a379bf1c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:31.695690 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1361e208-7963-4274-909d-4dc08f8bfed5 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:31.713626 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-1361e208-7963-4274-909d-4dc08f8bfed5 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Calling delete_port for 9101bcfb-3345-44d3-8c31-1e58318cfa5f owned by {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:31.752420 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc50bd4-1876-42ff-b410-95fd4ff8fe92 req-1b7efd59-0a2c-4e3e-9ec0-f2a49067c660 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] No DVR routers for this DVR port 9e56b793-7f35-40ab-93e0-ed28a379bf1c on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:28:31.756065 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3dc50bd4-1876-42ff-b410-95fd4ff8fe92 req-1b7efd59-0a2c-4e3e-9ec0-f2a49067c660 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:31.759845 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3dc50bd4-1876-42ff-b410-95fd4ff8fe92 req-1b7efd59-0a2c-4e3e-9ec0-f2a49067c660 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.43 "DELETE /v2.0/ports/9e56b793-7f35-40ab-93e0-ed28a379bf1c HTTP/1.1" status: 204 len: 173 time: 0.6674595 Nov 11 12:28:31.760685 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620a80f5-aa7c-4a94-81e1-3b4b8b5451d2', 'name': 'network-vif-deleted', 'tag': '9e56b793-7f35-40ab-93e0-ed28a379bf1c'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:28:31.762801 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed44169c-9529-470e-9036-7f6d82b8cc5b" -d '{"events": [{"server_uuid": "620a80f5-aa7c-4a94-81e1-3b4b8b5451d2", "name": "network-vif-deleted", "tag": "9e56b793-7f35-40ab-93e0-ed28a379bf1c"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:28:31.860568 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7099424-692d-4ede-a7e6-5c2630b3a6ba x-openstack-request-id: req-d7099424-692d-4ede-a7e6-5c2630b3a6ba {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:28:31.860862 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620a80f5-aa7c-4a94-81e1-3b4b8b5451d2", "name": "network-vif-deleted", "tag": "9e56b793-7f35-40ab-93e0-ed28a379bf1c", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:28:31.861178 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7099424-692d-4ede-a7e6-5c2630b3a6ba {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:28:31.861731 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620a80f5-aa7c-4a94-81e1-3b4b8b5451d2', 'name': 'network-vif-deleted', 'tag': '9e56b793-7f35-40ab-93e0-ed28a379bf1c', 'status': 'completed', 'code': 200} Nov 11 12:28:31.967931 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1361e208-7963-4274-909d-4dc08f8bfed5 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:32.001212 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361e208-7963-4274-909d-4dc08f8bfed5 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Pushing event deleted for resources: {'Port': ['ID=9101bcfb-3345-44d3-8c31-1e58318cfa5f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:32.072496 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1361e208-7963-4274-909d-4dc08f8bfed5 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:32.076180 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1361e208-7963-4274-909d-4dc08f8bfed5 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] 10.222.0.65 "DELETE /v2.0/ports/9101bcfb-3345-44d3-8c31-1e58318cfa5f HTTP/1.1" status: 204 len: 168 time: 0.6840885 Nov 11 12:28:32.079711 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39104) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:32.145190 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f197dbef-e3d2-43cd-ac70-a3c0c0189fce tempest-DHCPAgentSchedulersTestJSON-2043791825 tempest-DHCPAgentSchedulersTestJSON-2043791825-project-admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.0642807 Nov 11 12:28:32.147784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39110) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:32.152720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-105bb4a1-fe82-418b-bbdf-70f8a52e0c37 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-237007452'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:32.178761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105bb4a1-fe82-418b-bbdf-70f8a52e0c37 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Made reservation on behalf of 7cf7a1b5f6124f6bb6256406e7f86f0c for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:28:32.182433 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-105bb4a1-fe82-418b-bbdf-70f8a52e0c37 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:32.215828 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e303574f-ffe2-4ac3-8dcc-56da872cd7b2 req-371095c8-d480-4a61-9b9a-da0621c05b3e tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=620a80f5-aa7c-4a94-81e1-3b4b8b5451d2 HTTP/1.1" status: 200 len: 210 time: 0.0308900 Nov 11 12:28:32.229538 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105bb4a1-fe82-418b-bbdf-70f8a52e0c37 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:28:32.241497 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-105bb4a1-fe82-418b-bbdf-70f8a52e0c37 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:32.242239 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-105bb4a1-fe82-418b-bbdf-70f8a52e0c37 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Added segment 0f8cf291-abe3-41a9-84c4-6d87b9381b67 of type vlan for network ad1424e2-72d6-43fb-b26b-eeb572a874b2 Nov 11 12:28:32.281769 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-105bb4a1-fe82-418b-bbdf-70f8a52e0c37 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:32.308126 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-105bb4a1-fe82-418b-bbdf-70f8a52e0c37 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:32.314683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105bb4a1-fe82-418b-bbdf-70f8a52e0c37 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:32.315308 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-105bb4a1-fe82-418b-bbdf-70f8a52e0c37 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:32.386653 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-105bb4a1-fe82-418b-bbdf-70f8a52e0c37 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2376206 Nov 11 12:28:32.389382 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39112) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:32.393003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bb4a1-fe82-418b-bbdf-70f8a52e0c37 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Pushing event updated for resources: {'Network': ['ID=ad1424e2-72d6-43fb-b26b-eeb572a874b2,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:32.403400 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network ad1424e2-72d6-43fb-b26b-eeb572a874b2 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:28:32.544840 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4bab1128-2aa1-48b3-bcf0-64d92c4a09a8 tempest-DHCPAgentSchedulersTestJSON-2043791825 tempest-DHCPAgentSchedulersTestJSON-2043791825-project-admin] 10.222.0.65 "GET /v2.0/agents/50a0d0bc-7fa4-4513-b6d9-7657b041d68a/dhcp-networks HTTP/1.1" status: 200 len: 6484 time: 0.1529543 Nov 11 12:28:32.547078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39114) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:32.626762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d6c7a0-f15a-41df-b79d-ccb631d07931 tempest-DHCPAgentSchedulersTestJSON-2043791825 tempest-DHCPAgentSchedulersTestJSON-2043791825-project-admin] Network ad1424e2-72d6-43fb-b26b-eeb572a874b2 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:28:32.639552 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f9d6c7a0-f15a-41df-b79d-ccb631d07931 tempest-DHCPAgentSchedulersTestJSON-2043791825 tempest-DHCPAgentSchedulersTestJSON-2043791825-project-admin] 10.222.0.65 "POST /v2.0/agents/50a0d0bc-7fa4-4513-b6d9-7657b041d68a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0914230 Nov 11 12:28:32.642190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39116) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:32.645151 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62038750-7b4a-48ea-9d36-9c27471b897e None None] Network ad1424e2-72d6-43fb-b26b-eeb572a874b2 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:28:32.661969 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2d8403-8c5e-4150-9d55-0c2b7728c030 None None] Network e37c1cea-0e5c-462b-b0be-ec777e50ff2f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:28:32.763700 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0c5aa3e6-3eae-4f6e-a887-c603cddb96ae tempest-DHCPAgentSchedulersTestJSON-2043791825 tempest-DHCPAgentSchedulersTestJSON-2043791825-project-admin] 10.222.0.65 "GET /v2.0/agents/50a0d0bc-7fa4-4513-b6d9-7657b041d68a/dhcp-networks HTTP/1.1" status: 200 len: 7255 time: 0.1189301 Nov 11 12:28:32.766491 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39118) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:32.814242 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ee328463-2589-4d5b-8994-9d4748f30732 None None] Provisioning complete for port 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:32.814586 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ee328463-2589-4d5b-8994-9d4748f30732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:32.840292 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bd99244d-1ecc-4139-805f-45f6519211b9 tempest-DHCPAgentSchedulersTestJSON-2043791825 tempest-DHCPAgentSchedulersTestJSON-2043791825-project-admin] 10.222.0.65 "DELETE /v2.0/agents/50a0d0bc-7fa4-4513-b6d9-7657b041d68a/dhcp-networks/ad1424e2-72d6-43fb-b26b-eeb572a874b2 HTTP/1.1" status: 204 len: 168 time: 0.0726674 Nov 11 12:28:32.842654 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39120) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:32.966664 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5c831bf9-1c8c-45f8-9bd4-9bda6400ae72 tempest-DHCPAgentSchedulersTestJSON-2043791825 tempest-DHCPAgentSchedulersTestJSON-2043791825-project-admin] 10.222.0.65 "GET /v2.0/agents/50a0d0bc-7fa4-4513-b6d9-7657b041d68a/dhcp-networks HTTP/1.1" status: 200 len: 6484 time: 0.1227155 Nov 11 12:28:32.970904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39122) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:32.992111 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-251fcc27-8520-48a2-bba7-fce40a6c37ec tempest-DHCPAgentSchedulersTestJSON-2043791825 tempest-DHCPAgentSchedulersTestJSON-2043791825-project-admin] 10.222.0.65 "GET /v2.0/networks/e37c1cea-0e5c-462b-b0be-ec777e50ff2f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0199168 Nov 11 12:28:32.995578 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39124) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:33.023551 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7811950c-e2fb-481d-b4eb-d0ea0af0ce04 tempest-DHCPAgentSchedulersTestJSON-2043791825 tempest-DHCPAgentSchedulersTestJSON-2043791825-project-admin] 10.222.0.65 "GET /v2.0/networks/e37c1cea-0e5c-462b-b0be-ec777e50ff2f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0268426 Nov 11 12:28:33.026100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39126) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:33.117840 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ee328463-2589-4d5b-8994-9d4748f30732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:33.158385 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-ee328463-2589-4d5b-8994-9d4748f30732 None None] For port 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=16d5ed0f-93c0-48b1-a8ee-9fc5a129f333,segment=NetworkSegment(f9160ef1-ae8f-498f-a68e-2ada84c04370),segment_id=f9160ef1-ae8f-498f-a68e-2ada84c04370)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:33.164612 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ee328463-2589-4d5b-8994-9d4748f30732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:33.175249 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3353a072-07ed-4b8a-a798-bb7264f72b86 tempest-DHCPAgentSchedulersTestJSON-2043791825 tempest-DHCPAgentSchedulersTestJSON-2043791825-project-admin] 10.222.0.65 "GET /v2.0/agents/50a0d0bc-7fa4-4513-b6d9-7657b041d68a/dhcp-networks HTTP/1.1" status: 200 len: 6484 time: 0.1480665 Nov 11 12:28:33.179066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39128) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:33.214787 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee328463-2589-4d5b-8994-9d4748f30732 None None] Pushing event updated for resources: {'Port': ['ID=16d5ed0f-93c0-48b1-a8ee-9fc5a129f333,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:33.258102 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-906e9a83-0c52-47aa-9648-d473e795101b tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:33.357695 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-906e9a83-0c52-47aa-9648-d473e795101b tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:33.387446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-906e9a83-0c52-47aa-9648-d473e795101b tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1424e2-72d6-43fb-b26b-eeb572a874b2']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:33.391468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e0826e8b-5a57-4fed-8c2b-c3b7c14e7d94 None None] Provisioning complete for port 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:33.392216 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e0826e8b-5a57-4fed-8c2b-c3b7c14e7d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:33.399793 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-906e9a83-0c52-47aa-9648-d473e795101b tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8cf291-abe3-41a9-84c4-6d87b9381b67') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:33.400369 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-906e9a83-0c52-47aa-9648-d473e795101b tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8cf291-abe3-41a9-84c4-6d87b9381b67') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:33.415881 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-906e9a83-0c52-47aa-9648-d473e795101b tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:33.432995 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-906e9a83-0c52-47aa-9648-d473e795101b tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:33.441241 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906e9a83-0c52-47aa-9648-d473e795101b tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:28:33.442003 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-906e9a83-0c52-47aa-9648-d473e795101b tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:28:33.502905 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:28:33.526088 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-906e9a83-0c52-47aa-9648-d473e795101b tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:33.550089 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-906e9a83-0c52-47aa-9648-d473e795101b tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:33.555421 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-906e9a83-0c52-47aa-9648-d473e795101b tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] 10.222.0.65 "DELETE /v2.0/networks/ad1424e2-72d6-43fb-b26b-eeb572a874b2 HTTP/1.1" status: 204 len: 168 time: 0.3752844 Nov 11 12:28:33.556662 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e9a83-0c52-47aa-9648-d473e795101b tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Pushing event deleted for resources: {'Network': ['ID=ad1424e2-72d6-43fb-b26b-eeb572a874b2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:33.558115 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39134) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:33.597882 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e0a4e2-957e-435c-bd09-5752d4d1d35f tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] DELETE failed (client error): The resource could not be found. Nov 11 12:28:33.598931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e0a4e2-957e-435c-bd09-5752d4d1d35f tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:28:33.605947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-06e0a4e2-957e-435c-bd09-5752d4d1d35f tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] 10.222.0.65 "DELETE /v2.0/ports/9101bcfb-3345-44d3-8c31-1e58318cfa5f HTTP/1.1" status: 404 len: 333 time: 0.0448260 Nov 11 12:28:33.606952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39136) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:33.620960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8232b3b1-f414-452c-a666-d1edda96c129 None None] Could not find standard attr ID for object 9101bcfb-3345-44d3-8c31-1e58318cfa5f. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:28:33.651742 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:28:33.696885 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-751d2ca6-cfbe-4d51-8509-5bbab2bd086d tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Deleting subnet 7eee4106-55a0-4afd-804c-04deb39f621e {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:28:33.701065 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-751d2ca6-cfbe-4d51-8509-5bbab2bd086d tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:33.718468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:33.718841 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:33.752109 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-751d2ca6-cfbe-4d51-8509-5bbab2bd086d tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:33.811046 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecdb76-0a8c-414c-80be-29246106b431 req-876f5a8e-a363-462e-8b9e-18bf8f3f6008 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:33.813339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40ecdb76-0a8c-414c-80be-29246106b431 req-876f5a8e-a363-462e-8b9e-18bf8f3f6008 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 1097 time: 0.0477941 Nov 11 12:28:33.854000 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-751d2ca6-cfbe-4d51-8509-5bbab2bd086d tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:33.861062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40ecdb76-0a8c-414c-80be-29246106b431 req-4de587e1-6df5-43db-ba61-22662fe84de0 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401521 Nov 11 12:28:33.911317 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-751d2ca6-cfbe-4d51-8509-5bbab2bd086d tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:33.942471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d2ca6-cfbe-4d51-8509-5bbab2bd086d tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Pushing event deleted for resources: {'Subnet': ['ID=7eee4106-55a0-4afd-804c-04deb39f621e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:33.960154 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-751d2ca6-cfbe-4d51-8509-5bbab2bd086d tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:33.961423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a096e5f-74a5-4312-a467-24b11b7bb3af None None] Network e37c1cea-0e5c-462b-b0be-ec777e50ff2f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:28:33.963824 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-751d2ca6-cfbe-4d51-8509-5bbab2bd086d tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] 10.222.0.65 "DELETE /v2.0/subnets/7eee4106-55a0-4afd-804c-04deb39f621e HTTP/1.1" status: 204 len: 168 time: 0.3557687 Nov 11 12:28:33.966526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39140) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:34.044998 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:34.100614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Deleting port 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:34.101074 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:34.132932 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd02526a-42b2-4761-8e1a-5aa062afe49f None None] DHCP port deletion for e37c1cea-0e5c-462b-b0be-ec777e50ff2f request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:28:34.170023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] For port 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=16d5ed0f-93c0-48b1-a8ee-9fc5a129f333,segment=NetworkSegment(f9160ef1-ae8f-498f-a68e-2ada84c04370),segment_id=f9160ef1-ae8f-498f-a68e-2ada84c04370)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:34.170478 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:34.180016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-cd02526a-42b2-4761-8e1a-5aa062afe49f None None] Deleting port 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:34.180378 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd02526a-42b2-4761-8e1a-5aa062afe49f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:34.183649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Calling delete_port for 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:34.241210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-cd02526a-42b2-4761-8e1a-5aa062afe49f None None] For port 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=16d5ed0f-93c0-48b1-a8ee-9fc5a129f333,segment=NetworkSegment(f9160ef1-ae8f-498f-a68e-2ada84c04370),segment_id=f9160ef1-ae8f-498f-a68e-2ada84c04370)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:34.241604 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd02526a-42b2-4761-8e1a-5aa062afe49f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:34.257369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-cd02526a-42b2-4761-8e1a-5aa062afe49f None None] Calling delete_port for 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:34.266830 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:34.292404 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Pushing event deleted for resources: {'Port': ['ID=16d5ed0f-93c0-48b1-a8ee-9fc5a129f333,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:34.296549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] No DVR routers for this DVR port 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:28:34.340272 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd02526a-42b2-4761-8e1a-5aa062afe49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:34.365206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02526a-42b2-4761-8e1a-5aa062afe49f None None] Pushing event deleted for resources: {'Port': ['ID=16d5ed0f-93c0-48b1-a8ee-9fc5a129f333,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:34.368849 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd02526a-42b2-4761-8e1a-5aa062afe49f None None] No DVR routers for this DVR port 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:28:34.385375 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:34.405776 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37c1cea-0e5c-462b-b0be-ec777e50ff2f']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:34.423755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9160ef1-ae8f-498f-a68e-2ada84c04370') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:34.424021 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9160ef1-ae8f-498f-a68e-2ada84c04370') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:34.451065 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:34.466601 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:34.474846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:28:34.475232 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:28:34.478174 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:28:34.491518 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a05561cd-6487-4106-a361-b6ecf579792c req-4e8cc27a-da87-49fc-a1e8-3bb5a927de03 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0834627 Nov 11 12:28:34.541063 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:34.556860 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:34.560105 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] 10.222.0.65 "DELETE /v2.0/networks/e37c1cea-0e5c-462b-b0be-ec777e50ff2f HTTP/1.1" status: 204 len: 168 time: 0.5925725 Nov 11 12:28:34.584909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71beac0-8d17-45db-940c-f3b3633c6fe7 tempest-DHCPAgentSchedulersTestJSON-1702638155 tempest-DHCPAgentSchedulersTestJSON-1702638155-project] Pushing event deleted for resources: {'Network': ['ID=e37c1cea-0e5c-462b-b0be-ec777e50ff2f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:34.603260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05561cd-6487-4106-a361-b6ecf579792c req-f3840370-30b2-449b-9f0d-546727136b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:34.604832 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a05561cd-6487-4106-a361-b6ecf579792c req-f3840370-30b2-449b-9f0d-546727136b12 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67b11859c3d04bb7bd097f3247d81930&device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 1096 time: 0.0617950 Nov 11 12:28:34.725672 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05561cd-6487-4106-a361-b6ecf579792c req-1c129602-b365-443b-b600-b19976b08b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:34.727135 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a05561cd-6487-4106-a361-b6ecf579792c req-1c129602-b365-443b-b600-b19976b08b76 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f07c30fe-25ac-44c7-ba0b-144c97abab0d HTTP/1.1" status: 200 len: 911 time: 0.0964622 Nov 11 12:28:34.795463 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a05561cd-6487-4106-a361-b6ecf579792c req-89827a14-713c-4a5e-a86d-229fd41bbb8d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d462d77-e00e-4ea6-9c1c-07d083b341f6 HTTP/1.1" status: 200 len: 1001 time: 0.0580513 Nov 11 12:28:34.811080 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39146) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:34.849826 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05561cd-6487-4106-a361-b6ecf579792c req-198c329c-9622-4da3-86e5-efc5b3168c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:34.851292 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a05561cd-6487-4106-a361-b6ecf579792c req-198c329c-9622-4da3-86e5-efc5b3168c10 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97cba9ec-4d12-477e-b42e-81384b6b0f88 HTTP/1.1" status: 200 len: 848 time: 0.0471148 Nov 11 12:28:34.904659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05561cd-6487-4106-a361-b6ecf579792c req-79df1edf-574f-4a47-90bb-0866152f0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:34.906424 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a05561cd-6487-4106-a361-b6ecf579792c req-79df1edf-574f-4a47-90bb-0866152f0167 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f07c30fe-25ac-44c7-ba0b-144c97abab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443511 Nov 11 12:28:34.907363 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 9e56b793-7f35-40ab-93e0-ed28a379bf1c no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:28:34.929068 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 9e56b793-7f35-40ab-93e0-ed28a379bf1c {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:28:34.929816 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 9e56b793-7f35-40ab-93e0-ed28a379bf1c not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:28:34.984838 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c68d635d-0166-4aa7-98e1-401440ae2ce0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7cf7a1b5f6124f6bb6256406e7f86f0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1725297 Nov 11 12:28:34.987469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39152) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:34.995445 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca9567-ffb4-412e-b10c-bc7c59cf34b8 req-2cc65ef5-5fce-46a3-ac14-241f3341f533 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:34.996927 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bfca9567-ffb4-412e-b10c-bc7c59cf34b8 req-2cc65ef5-5fce-46a3-ac14-241f3341f533 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 1097 time: 0.0549107 Nov 11 12:28:35.027982 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a05561cd-6487-4106-a361-b6ecf579792c req-fc728e8b-54cc-4c1e-9c12-23f05a90072b service neutron] 10.222.0.62 "GET /v2.0/networks/f07c30fe-25ac-44c7-ba0b-144c97abab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093531 Nov 11 12:28:35.041335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bfca9567-ffb4-412e-b10c-bc7c59cf34b8 req-fa6e6bea-051f-4bb1-bbac-392e5ee08123 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=89f69ce8-aaea-47d4-8c2e-db65c359e949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382125 Nov 11 12:28:35.104912 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55ab6bb9-3efb-4595-97b2-91b6c946b78a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:35.150231 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55ab6bb9-3efb-4595-97b2-91b6c946b78a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:35.162696 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a05561cd-6487-4106-a361-b6ecf579792c req-c1bdd8aa-2572-4db3-ba4f-c4a9a8782f72 service neutron] 10.222.0.62 "GET /v2.0/networks/f07c30fe-25ac-44c7-ba0b-144c97abab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254814 Nov 11 12:28:35.203208 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55ab6bb9-3efb-4595-97b2-91b6c946b78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:35.205937 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-55ab6bb9-3efb-4595-97b2-91b6c946b78a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:35.207092 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-55ab6bb9-3efb-4595-97b2-91b6c946b78a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/64ebe90e-6107-4c59-94f4-01e05839920b HTTP/1.1" status: 204 len: 168 time: 0.2187002 Nov 11 12:28:35.216044 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab6bb9-3efb-4595-97b2-91b6c946b78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ebe90e-6107-4c59-94f4-01e05839920b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:35.370369 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48bc78-eeea-46ab-bc94-c28830f40ebf req-dfe63c1f-b715-4f1e-b13a-3ff3e17be43c tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:35.371924 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8d48bc78-eeea-46ab-bc94-c28830f40ebf req-dfe63c1f-b715-4f1e-b13a-3ff3e17be43c tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 1097 time: 0.0449362 Nov 11 12:28:35.461559 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-8d48bc78-eeea-46ab-bc94-c28830f40ebf req-5cb14b23-1bed-464a-a088-871038123d20 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Deleting port 79d8bd3e-886f-466c-947c-0aa9a395ffa4 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:35.462304 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8d48bc78-eeea-46ab-bc94-c28830f40ebf req-5cb14b23-1bed-464a-a088-871038123d20 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:35.491806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39158) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:35.505004 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ebcb6afd-6a2b-40aa-ae1b-c7101cb9678f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:35.547722 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-8d48bc78-eeea-46ab-bc94-c28830f40ebf req-5cb14b23-1bed-464a-a088-871038123d20 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] For port 79d8bd3e-886f-466c-947c-0aa9a395ffa4, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=79d8bd3e-886f-466c-947c-0aa9a395ffa4,segment=NetworkSegment(614de5ea-f4d7-4c7a-a862-aab02528de63),segment_id=614de5ea-f4d7-4c7a-a862-aab02528de63)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:35.548474 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8d48bc78-eeea-46ab-bc94-c28830f40ebf req-5cb14b23-1bed-464a-a088-871038123d20 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:35.562844 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-8d48bc78-eeea-46ab-bc94-c28830f40ebf req-5cb14b23-1bed-464a-a088-871038123d20 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Calling delete_port for 79d8bd3e-886f-466c-947c-0aa9a395ffa4 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:35.580949 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:28:35.589751 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ebcb6afd-6a2b-40aa-ae1b-c7101cb9678f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:35.594295 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ebcb6afd-6a2b-40aa-ae1b-c7101cb9678f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:35.601466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:28:35.601846 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 16d5ed0f-93c0-48b1-a8ee-9fc5a129f333 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:28:35.635568 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ebcb6afd-6a2b-40aa-ae1b-c7101cb9678f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5581906c7d0840dfb105a1012753a598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1425729 Nov 11 12:28:35.636738 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb6afd-6a2b-40aa-ae1b-c7101cb9678f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5688a39-ab20-451a-8fe1-f073f804ea9e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:35.639349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39160) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:35.691370 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-30d1c5a0-e31a-4887-ba2e-b758fa78ceb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:35.699521 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8d48bc78-eeea-46ab-bc94-c28830f40ebf req-5cb14b23-1bed-464a-a088-871038123d20 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:35.713489 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['79d8bd3e-886f-466c-947c-0aa9a395ffa4'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:28:35.714387 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-30d1c5a0-e31a-4887-ba2e-b758fa78ceb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:35.737935 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb14b23-1bed-464a-a088-871038123d20 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Pushing event deleted for resources: {'Port': ['ID=79d8bd3e-886f-466c-947c-0aa9a395ffa4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:35.769828 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-30d1c5a0-e31a-4887-ba2e-b758fa78ceb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:35.773970 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-30d1c5a0-e31a-4887-ba2e-b758fa78ceb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:35.775216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-30d1c5a0-e31a-4887-ba2e-b758fa78ceb0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f5688a39-ab20-451a-8fe1-f073f804ea9e HTTP/1.1" status: 204 len: 168 time: 0.1351557 Nov 11 12:28:35.784629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1c5a0-e31a-4887-ba2e-b758fa78ceb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5688a39-ab20-451a-8fe1-f073f804ea9e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:35.798982 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d48bc78-eeea-46ab-bc94-c28830f40ebf req-5cb14b23-1bed-464a-a088-871038123d20 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] No DVR routers for this DVR port 79d8bd3e-886f-466c-947c-0aa9a395ffa4 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:28:35.801065 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-8d48bc78-eeea-46ab-bc94-c28830f40ebf req-5cb14b23-1bed-464a-a088-871038123d20 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:35.804695 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8d48bc78-eeea-46ab-bc94-c28830f40ebf req-5cb14b23-1bed-464a-a088-871038123d20 tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.62 "DELETE /v2.0/ports/79d8bd3e-886f-466c-947c-0aa9a395ffa4 HTTP/1.1" status: 204 len: 173 time: 0.4200828 Nov 11 12:28:35.805148 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca583fee-5062-44b7-8bb9-b01ef037a10f', 'name': 'network-vif-deleted', 'tag': '79d8bd3e-886f-466c-947c-0aa9a395ffa4'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:28:35.807486 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0473ebc-e840-4762-b316-92fea4e70ecc" -d '{"events": [{"server_uuid": "ca583fee-5062-44b7-8bb9-b01ef037a10f", "name": "network-vif-deleted", "tag": "79d8bd3e-886f-466c-947c-0aa9a395ffa4"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:28:35.863737 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1627cf5f-ea24-4478-a3c9-d7e28a84f293 x-openstack-request-id: req-1627cf5f-ea24-4478-a3c9-d7e28a84f293 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:28:35.864018 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca583fee-5062-44b7-8bb9-b01ef037a10f", "name": "network-vif-deleted", "tag": "79d8bd3e-886f-466c-947c-0aa9a395ffa4", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:28:35.864374 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1627cf5f-ea24-4478-a3c9-d7e28a84f293 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:28:35.864800 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca583fee-5062-44b7-8bb9-b01ef037a10f', 'name': 'network-vif-deleted', 'tag': '79d8bd3e-886f-466c-947c-0aa9a395ffa4', 'status': 'completed', 'code': 200} Nov 11 12:28:35.868463 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-21c6488c-0745-499c-be2d-8e0f5671fdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:36.153009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a9b7804-0483-439c-84da-a11b919c006b req-01ab5a50-032d-4e4a-9a62-7069c7f3103b tempest-TestServerMultinode-1950454709 tempest-TestServerMultinode-1950454709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca583fee-5062-44b7-8bb9-b01ef037a10f HTTP/1.1" status: 200 len: 210 time: 0.0301278 Nov 11 12:28:37.164199 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39200) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:37.224274 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39206) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:37.284184 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-636721756', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:37.338390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Made reservation on behalf of 2f8a8abdd6f34714aefb04f895ba6681 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:28:37.340753 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:37.353524 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:37.541685 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:37.546478 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:37.562184 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] device_id is not set on port be8bf04f-9b1d-4f46-a51b-37063a6998f0 yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:28:37.631804 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449dec82-2ae2-4185-b283-a89b2956cca3,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:37.716211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Allocated IP 172.25.2.68 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/be8bf04f-9b1d-4f46-a51b-37063a6998f0) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:28:37.854195 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5147-8fe5-4529-a07a-f3e985ccd533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:37.927919 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:38.042846 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:38.085436 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:28:38.094948 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:38.102446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:28:38.104596 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Pushing event updated for resources: {'Port': ['ID=be8bf04f-9b1d-4f46-a51b-37063a6998f0,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:38.114288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656a36f6-4060-4590-859f-101f5b43fad2 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:28:38.119421 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc0ad-a288-4a17-a577-c57f47cc42ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:38.154762 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:38.155371 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:38.178090 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c198d0ba-a455-4310-ab35-fb520b7caa19 None None] Provisioning complete for port be8bf04f-9b1d-4f46-a51b-37063a6998f0 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:38.178905 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c198d0ba-a455-4310-ab35-fb520b7caa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:38.191104 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b6fb4c24-2d3c-48a8-991c-8aa9ba96420e tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0242288 Nov 11 12:28:38.194308 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39208) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:38.199024 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-c7371073-c0a6-4d3a-8deb-73b254ef8010 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.68'}]}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:38.219587 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c198d0ba-a455-4310-ab35-fb520b7caa19 None None] Port be8bf04f-9b1d-4f46-a51b-37063a6998f0 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:28:38.223995 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c7371073-c0a6-4d3a-8deb-73b254ef8010 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:38.225350 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c7371073-c0a6-4d3a-8deb-73b254ef8010 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:38.234611 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb5147-8fe5-4529-a07a-f3e985ccd533 admin admin] Deleting port 5708560d-aa4b-4926-9c93-b42471906bff {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:38.234951 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5147-8fe5-4529-a07a-f3e985ccd533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:38.280064 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c7371073-c0a6-4d3a-8deb-73b254ef8010 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:38.313131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-ecbb5147-8fe5-4529-a07a-f3e985ccd533 admin admin] For port 5708560d-aa4b-4926-9c93-b42471906bff, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5708560d-aa4b-4926-9c93-b42471906bff,segment=NetworkSegment(614de5ea-f4d7-4c7a-a862-aab02528de63),segment_id=614de5ea-f4d7-4c7a-a862-aab02528de63)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:38.313469 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5147-8fe5-4529-a07a-f3e985ccd533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:38.331158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb5147-8fe5-4529-a07a-f3e985ccd533 admin admin] Calling delete_port for 5708560d-aa4b-4926-9c93-b42471906bff owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:38.413429 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c7371073-c0a6-4d3a-8deb-73b254ef8010 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:38.512766 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5147-8fe5-4529-a07a-f3e985ccd533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:38.544493 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb5147-8fe5-4529-a07a-f3e985ccd533 admin admin] Pushing event deleted for resources: {'Port': ['ID=5708560d-aa4b-4926-9c93-b42471906bff,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:38.621217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c7371073-c0a6-4d3a-8deb-73b254ef8010 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:38.642482 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c7371073-c0a6-4d3a-8deb-73b254ef8010 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:38.798213 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c7371073-c0a6-4d3a-8deb-73b254ef8010 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:38.962438 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c7371073-c0a6-4d3a-8deb-73b254ef8010 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:38.964736 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c7371073-c0a6-4d3a-8deb-73b254ef8010 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:39.075788 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5147-8fe5-4529-a07a-f3e985ccd533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:39.117372 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:39.304851 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbb5147-8fe5-4529-a07a-f3e985ccd533 admin admin] Router 62d11113-a887-4c05-909d-f687d813f7db has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:28:39.349050 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c7371073-c0a6-4d3a-8deb-73b254ef8010 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:39.349719 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7371073-c0a6-4d3a-8deb-73b254ef8010 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a4a1c25-0cb5-4f6e-a02a-430aaa0de694 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:28:39.369040 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-c7371073-c0a6-4d3a-8deb-73b254ef8010 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 11 12:28:39.372915 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c7371073-c0a6-4d3a-8deb-73b254ef8010 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1747637 Nov 11 12:28:39.373187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39210) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:39.415959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbb5147-8fe5-4529-a07a-f3e985ccd533 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:28:39.421383 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ecbb5147-8fe5-4529-a07a-f3e985ccd533 admin admin] 10.222.0.65 "PUT /v2.0/routers/62d11113-a887-4c05-909d-f687d813f7db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1953828 Nov 11 12:28:39.424091 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39212) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:39.427845 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8cae73-87ec-46ae-9a12-8749d655c693 None None] Sync routers for ids ['62d11113-a887-4c05-909d-f687d813f7db'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:28:39.439037 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8cae73-87ec-46ae-9a12-8749d655c693 None None] Routers {'62d11113-a887-4c05-909d-f687d813f7db'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:28:39.439542 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5f8cae73-87ec-46ae-9a12-8749d655c693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:28:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62d11113-a887-4c05-909d-f687d813f7db'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:39.452932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-53c679d9-6aa2-4880-8f26-ddac3221c967 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Deleting port be8bf04f-9b1d-4f46-a51b-37063a6998f0 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:39.453277 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-53c679d9-6aa2-4880-8f26-ddac3221c967 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:39.521708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 79d8bd3e-886f-466c-947c-0aa9a395ffa4 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:28:39.534973 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6cbd3cb1-1117-4ec7-b1ec-9d298f29c035 admin admin] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:39.541740 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-53c679d9-6aa2-4880-8f26-ddac3221c967 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:39.558510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-53c679d9-6aa2-4880-8f26-ddac3221c967 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Calling delete_port for be8bf04f-9b1d-4f46-a51b-37063a6998f0 owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:39.569142 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 79d8bd3e-886f-466c-947c-0aa9a395ffa4 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:28:39.569477 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 79d8bd3e-886f-466c-947c-0aa9a395ffa4 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:28:39.586084 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-5f8cae73-87ec-46ae-9a12-8749d655c693 None None] Set router 62d11113-a887-4c05-909d-f687d813f7db gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:28:39.655845 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6cbd3cb1-1117-4ec7-b1ec-9d298f29c035 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:39.696597 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-53c679d9-6aa2-4880-8f26-ddac3221c967 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:39.713892 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-6cbd3cb1-1117-4ec7-b1ec-9d298f29c035 admin admin] Deleting port 8526c534-c96c-458c-99cb-397d01a6b947 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:39.714368 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6cbd3cb1-1117-4ec7-b1ec-9d298f29c035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:39.725184 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c679d9-6aa2-4880-8f26-ddac3221c967 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Pushing event deleted for resources: {'Port': ['ID=be8bf04f-9b1d-4f46-a51b-37063a6998f0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:39.748731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77416e4e-bb38-457d-ba7c-28f5c9aa927a None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:28:39.767387 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5f8cae73-87ec-46ae-9a12-8749d655c693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d11113-a887-4c05-909d-f687d813f7db', 'name': 'tempest-TestServerMultinode-108441384-router', 'tenant_id': 'baefb391f51e454b8accfc874b4a069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '8526c534-c96c-458c-99cb-397d01a6b947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:27:55Z', 'updated_at': '2021-11-11T12:28:38Z', 'revision_number': 5, 'project_id': 'baefb391f51e454b8accfc874b4a069d', 'gw_port': {'id': '8526c534-c96c-458c-99cb-397d01a6b947', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d11113-a887-4c05-909d-f687d813f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:27:56Z', 'updated_at': '2021-11-11T12:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:39.793634 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-53c679d9-6aa2-4880-8f26-ddac3221c967 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:39.795960 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8cae73-87ec-46ae-9a12-8749d655c693 None None] Checking router: 62d11113-a887-4c05-909d-f687d813f7db for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:28:39.801052 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-53c679d9-6aa2-4880-8f26-ddac3221c967 tempest-RoutersAdminNegativeTest-1634570101 tempest-RoutersAdminNegativeTest-1634570101-project-admin] 10.222.0.65 "DELETE /v2.0/ports/be8bf04f-9b1d-4f46-a51b-37063a6998f0 HTTP/1.1" status: 204 len: 168 time: 0.4236062 Nov 11 12:28:39.808974 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8cae73-87ec-46ae-9a12-8749d655c693 None None] Routers {'62d11113-a887-4c05-909d-f687d813f7db'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:28:39.809737 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5f8cae73-87ec-46ae-9a12-8749d655c693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:28:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['62d11113-a887-4c05-909d-f687d813f7db'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:39.819278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-6cbd3cb1-1117-4ec7-b1ec-9d298f29c035 admin admin] For port 8526c534-c96c-458c-99cb-397d01a6b947, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8526c534-c96c-458c-99cb-397d01a6b947,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:39.819765 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6cbd3cb1-1117-4ec7-b1ec-9d298f29c035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:39.833376 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-6cbd3cb1-1117-4ec7-b1ec-9d298f29c035 admin admin] Calling delete_port for 8526c534-c96c-458c-99cb-397d01a6b947 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:39.896038 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-5f8cae73-87ec-46ae-9a12-8749d655c693 None None] Set router 62d11113-a887-4c05-909d-f687d813f7db gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:28:39.950250 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-5f8cae73-87ec-46ae-9a12-8749d655c693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d11113-a887-4c05-909d-f687d813f7db', 'name': 'tempest-TestServerMultinode-108441384-router', 'tenant_id': 'baefb391f51e454b8accfc874b4a069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:27:55Z', 'updated_at': '2021-11-11T12:28:39Z', 'revision_number': 6, 'project_id': 'baefb391f51e454b8accfc874b4a069d', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:39.994559 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8cae73-87ec-46ae-9a12-8749d655c693 None None] The sync data for ids ['62d11113-a887-4c05-909d-f687d813f7db'] in n-d-807359-3 is: [{'id': '62d11113-a887-4c05-909d-f687d813f7db', 'name': 'tempest-TestServerMultinode-108441384-router', 'tenant_id': 'baefb391f51e454b8accfc874b4a069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:27:55Z', 'updated_at': '2021-11-11T12:28:39Z', 'revision_number': 6, 'project_id': 'baefb391f51e454b8accfc874b4a069d', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:28:40.011957 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6cbd3cb1-1117-4ec7-b1ec-9d298f29c035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.046283 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd3cb1-1117-4ec7-b1ec-9d298f29c035 admin admin] Pushing event deleted for resources: {'Port': ['ID=8526c534-c96c-458c-99cb-397d01a6b947,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:40.049005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39218) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:40.062102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db7b455-bacc-4c5c-8237-c5814450007a None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:28:40.107133 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6cbd3cb1-1117-4ec7-b1ec-9d298f29c035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.162191 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7e02cd17-d8bd-4575-ae20-5bb766af1fa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.199106 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6cbd3cb1-1117-4ec7-b1ec-9d298f29c035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.201341 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6cbd3cb1-1117-4ec7-b1ec-9d298f29c035 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.240899 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7e02cd17-d8bd-4575-ae20-5bb766af1fa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.247191 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7e02cd17-d8bd-4575-ae20-5bb766af1fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.250733 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6cbd3cb1-1117-4ec7-b1ec-9d298f29c035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.251761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbd3cb1-1117-4ec7-b1ec-9d298f29c035 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62d11113-a887-4c05-909d-f687d813f7db {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:28:40.256412 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6cbd3cb1-1117-4ec7-b1ec-9d298f29c035 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.259947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6cbd3cb1-1117-4ec7-b1ec-9d298f29c035 admin admin] 10.222.0.65 "DELETE /v2.0/routers/62d11113-a887-4c05-909d-f687d813f7db HTTP/1.1" status: 204 len: 168 time: 0.8325510 Nov 11 12:28:40.260178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39222) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:40.284187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02cd17-d8bd-4575-ae20-5bb766af1fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996370f6-7cb6-4793-817e-a7d43594651b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:40.290982 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7e02cd17-d8bd-4575-ae20-5bb766af1fa3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a884315028e4cbbb0a92b3789f9439a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2382700 Nov 11 12:28:40.291165 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39224) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:40.310318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fa734e-91f0-4dc0-bdee-a788cde20bbc admin admin] Deleting subnet 00274516-56ee-423f-8881-09d00df91e31 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:28:40.313512 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3fa734e-91f0-4dc0-bdee-a788cde20bbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.340086 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b097d96d-4cba-4cb4-bb1c-b6f4cfa8cb74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.353924 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3fa734e-91f0-4dc0-bdee-a788cde20bbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.368128 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b097d96d-4cba-4cb4-bb1c-b6f4cfa8cb74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.426535 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b097d96d-4cba-4cb4-bb1c-b6f4cfa8cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.430719 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b097d96d-4cba-4cb4-bb1c-b6f4cfa8cb74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.435058 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b097d96d-4cba-4cb4-bb1c-b6f4cfa8cb74 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/996370f6-7cb6-4793-817e-a7d43594651b HTTP/1.1" status: 204 len: 168 time: 0.1400166 Nov 11 12:28:40.445740 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3fa734e-91f0-4dc0-bdee-a788cde20bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.448892 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097d96d-4cba-4cb4-bb1c-b6f4cfa8cb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996370f6-7cb6-4793-817e-a7d43594651b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:40.515528 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3fa734e-91f0-4dc0-bdee-a788cde20bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.543760 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa734e-91f0-4dc0-bdee-a788cde20bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00274516-56ee-423f-8881-09d00df91e31,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:40.545824 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3fa734e-91f0-4dc0-bdee-a788cde20bbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.549170 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e3fa734e-91f0-4dc0-bdee-a788cde20bbc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/00274516-56ee-423f-8881-09d00df91e31 HTTP/1.1" status: 204 len: 168 time: 0.2880576 Nov 11 12:28:40.551707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39230) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:40.552149 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad58aa6-bb10-4bcc-80ec-133d0f0ff8c9 None None] Network 59b5309f-4b44-4b2a-9318-d31d1318e35f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:28:40.623678 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.657643 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.680977 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] Deleting port 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:40.681360 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.734538 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39234) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:40.761016 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] For port 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5c131d7c-3c86-4982-99b2-ba9ba72d6a2d,segment=NetworkSegment(614de5ea-f4d7-4c7a-a862-aab02528de63),segment_id=614de5ea-f4d7-4c7a-a862-aab02528de63)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:40.761287 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.776057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] Calling delete_port for 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:40.776625 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e5d505e4-4c40-41af-ba42-637b41533a01 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f8a8abdd6f34714aefb04f895ba6681&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406981 Nov 11 12:28:40.779090 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39236) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:40.801258 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f0f43-396b-4b26-be76-73223f6974b6 None None] DHCP port deletion for 59b5309f-4b44-4b2a-9318-d31d1318e35f request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:28:40.834925 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05e0207f-0f54-4514-af8b-ebe0558ad47f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.858543 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f0f43-396b-4b26-be76-73223f6974b6 None None] Deleting port 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:40.858901 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8b3f0f43-396b-4b26-be76-73223f6974b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.861545 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05e0207f-0f54-4514-af8b-ebe0558ad47f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.873037 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.907663 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c131d7c-3c86-4982-99b2-ba9ba72d6a2d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:40.912740 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] No DVR routers for this DVR port 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:28:40.915620 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05e0207f-0f54-4514-af8b-ebe0558ad47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.919762 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-05e0207f-0f54-4514-af8b-ebe0558ad47f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.921470 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-05e0207f-0f54-4514-af8b-ebe0558ad47f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/449dec82-2ae2-4185-b283-a89b2956cca3 HTTP/1.1" status: 204 len: 168 time: 0.1413782 Nov 11 12:28:40.933067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0207f-0f54-4514-af8b-ebe0558ad47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449dec82-2ae2-4185-b283-a89b2956cca3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:40.942788 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-8b3f0f43-396b-4b26-be76-73223f6974b6 None None] For port 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5c131d7c-3c86-4982-99b2-ba9ba72d6a2d,segment=NetworkSegment(614de5ea-f4d7-4c7a-a862-aab02528de63),segment_id=614de5ea-f4d7-4c7a-a862-aab02528de63)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:40.943440 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8b3f0f43-396b-4b26-be76-73223f6974b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.973804 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f0f43-396b-4b26-be76-73223f6974b6 None None] Calling delete_port for 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:40.994134 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:41.015403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b5309f-4b44-4b2a-9318-d31d1318e35f']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:41.027508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614de5ea-f4d7-4c7a-a862-aab02528de63') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:41.028141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614de5ea-f4d7-4c7a-a862-aab02528de63') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:41.044336 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:41.058702 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:41.064165 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8b3f0f43-396b-4b26-be76-73223f6974b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:41.066787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:28:41.068005 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:28:41.070103 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:28:41.094548 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f0f43-396b-4b26-be76-73223f6974b6 None None] Pushing event deleted for resources: {'Port': ['ID=5c131d7c-3c86-4982-99b2-ba9ba72d6a2d,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:41.098419 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3f0f43-396b-4b26-be76-73223f6974b6 None None] No DVR routers for this DVR port 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:28:41.148190 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:41.153517 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:41.156974 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] 10.222.0.65 "DELETE /v2.0/networks/59b5309f-4b44-4b2a-9318-d31d1318e35f HTTP/1.1" status: 204 len: 168 time: 0.6043308 Nov 11 12:28:41.160051 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39242) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:41.176786 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d432b3-fc84-471b-a0af-0d54f4c74522 admin admin] Pushing event deleted for resources: {'Network': ['ID=59b5309f-4b44-4b2a-9318-d31d1318e35f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:41.307088 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:41.540503 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79e65cc1-efb6-4542-b2b3-fb93350964e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:41.585039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:28:41.606751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:28:41.607096 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5c131d7c-3c86-4982-99b2-ba9ba72d6a2d not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:28:41.607518 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5708560d-aa4b-4926-9c93-b42471906bff no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:28:41.633532 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 5708560d-aa4b-4926-9c93-b42471906bff {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:28:41.634556 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5708560d-aa4b-4926-9c93-b42471906bff not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:28:41.635064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8526c534-c96c-458c-99cb-397d01a6b947 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:28:41.658884 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 8526c534-c96c-458c-99cb-397d01a6b947 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:28:41.659295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8526c534-c96c-458c-99cb-397d01a6b947 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:28:41.718550 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39260) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:41.795060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-79e65cc1-efb6-4542-b2b3-fb93350964e5 admin admin] Deleting port 88963b52-8915-4218-818b-359416e0821f {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:41.795403 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79e65cc1-efb6-4542-b2b3-fb93350964e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:41.813977 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e3fadae4-4744-470c-a618-9305158e5da3 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-375296016'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:41.835966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fadae4-4744-470c-a618-9305158e5da3 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Made reservation on behalf of dfaef45e844d44d5bc3ba1999aa9b247 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:28:41.840162 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3fadae4-4744-470c-a618-9305158e5da3 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:41.849225 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3fadae4-4744-470c-a618-9305158e5da3 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:41.881914 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-79e65cc1-efb6-4542-b2b3-fb93350964e5 admin admin] For port 88963b52-8915-4218-818b-359416e0821f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=88963b52-8915-4218-818b-359416e0821f,segment=NetworkSegment(5e5f7040-e201-4cf7-9986-85ad9f4b17ce),segment_id=5e5f7040-e201-4cf7-9986-85ad9f4b17ce)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:41.882406 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79e65cc1-efb6-4542-b2b3-fb93350964e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:41.896805 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-79e65cc1-efb6-4542-b2b3-fb93350964e5 admin admin] Calling delete_port for 88963b52-8915-4218-818b-359416e0821f owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:41.940550 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3fadae4-4744-470c-a618-9305158e5da3 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:41.946580 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3fadae4-4744-470c-a618-9305158e5da3 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:41.975920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fadae4-4744-470c-a618-9305158e5da3 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:28:41.986956 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fadae4-4744-470c-a618-9305158e5da3 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625be009-4949-477e-9bd9-27cdc028d779,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:41.991753 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3fadae4-4744-470c-a618-9305158e5da3 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:41.992093 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-e3fadae4-4744-470c-a618-9305158e5da3 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Added segment a0d44569-2805-4e5d-a516-5437b4e2cd86 of type vlan for network 5018ac3b-cb82-435c-8757-cea77059c5cc Nov 11 12:28:42.036034 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3fadae4-4744-470c-a618-9305158e5da3 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:42.062745 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3fadae4-4744-470c-a618-9305158e5da3 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:42.069990 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fadae4-4744-470c-a618-9305158e5da3 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:42.070578 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3fadae4-4744-470c-a618-9305158e5da3 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:42.086367 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79e65cc1-efb6-4542-b2b3-fb93350964e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:42.110647 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e3fadae4-4744-470c-a618-9305158e5da3 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.3882313 Nov 11 12:28:42.111451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39264) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:42.116329 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-1e1f667b-a033-4303-8b1e-2e9a409af536 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Request body: {'subnet': {'network_id': '5018ac3b-cb82-435c-8757-cea77059c5cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:42.122942 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e65cc1-efb6-4542-b2b3-fb93350964e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=88963b52-8915-4218-818b-359416e0821f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:42.142968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fadae4-4744-470c-a618-9305158e5da3 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Pushing event updated for resources: {'Network': ['ID=5018ac3b-cb82-435c-8757-cea77059c5cc,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:42.155701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 5018ac3b-cb82-435c-8757-cea77059c5cc details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:28:42.309558 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1f667b-a033-4303-8b1e-2e9a409af536 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Made reservation on behalf of dfaef45e844d44d5bc3ba1999aa9b247 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:28:42.313482 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e1f667b-a033-4303-8b1e-2e9a409af536 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:42.430444 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79e65cc1-efb6-4542-b2b3-fb93350964e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:42.619561 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e1f667b-a033-4303-8b1e-2e9a409af536 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:42.751393 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f667b-a033-4303-8b1e-2e9a409af536 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Pushing event updated for resources: {'Subnet': ['ID=1708b98a-e067-451e-bbdc-bf172523e1ae,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:42.773543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e65cc1-efb6-4542-b2b3-fb93350964e5 admin admin] Router cc75d204-32fd-495d-81c6-0dc329b60fa4 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:28:42.779470 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f667b-a033-4303-8b1e-2e9a409af536 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Checking segment: {'id': 'a0d44569-2805-4e5d-a516-5437b4e2cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '5018ac3b-cb82-435c-8757-cea77059c5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:28:42.779823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f667b-a033-4303-8b1e-2e9a409af536 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Network hostable DHCP agents. Network: 5018ac3b-cb82-435c-8757-cea77059c5cc, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:28:42.836883 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f667b-a033-4303-8b1e-2e9a409af536 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Network 5018ac3b-cb82-435c-8757-cea77059c5cc is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:28:42.852476 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-1e1f667b-a033-4303-8b1e-2e9a409af536 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 5018ac3b-cb82-435c-8757-cea77059c5cc) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:42.860657 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb522422-9464-4fec-a614-33099cc3187f None None] Network 5018ac3b-cb82-435c-8757-cea77059c5cc requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:28:42.881658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1f667b-a033-4303-8b1e-2e9a409af536 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:42.882275 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1e1f667b-a033-4303-8b1e-2e9a409af536 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:42.908096 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1e1f667b-a033-4303-8b1e-2e9a409af536 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7956071 Nov 11 12:28:42.911161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39266) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:42.913275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e65cc1-efb6-4542-b2b3-fb93350964e5 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:28:42.919039 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-79e65cc1-efb6-4542-b2b3-fb93350964e5 admin admin] 10.222.0.65 "PUT /v2.0/routers/cc75d204-32fd-495d-81c6-0dc329b60fa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7579010 Nov 11 12:28:42.921557 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39268) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:42.922384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-115c00e9-3740-46ee-827b-fd09bc83b734 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2025597652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:42.926196 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ff391-6db1-4cba-884f-e7dc95e37f1a None None] Sync routers for ids ['cc75d204-32fd-495d-81c6-0dc329b60fa4'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:28:42.947879 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ff391-6db1-4cba-884f-e7dc95e37f1a None None] Routers {'cc75d204-32fd-495d-81c6-0dc329b60fa4'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:28:42.948542 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ab2ff391-6db1-4cba-884f-e7dc95e37f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:28:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['cc75d204-32fd-495d-81c6-0dc329b60fa4'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:42.957309 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-115c00e9-3740-46ee-827b-fd09bc83b734 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:42.958735 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-115c00e9-3740-46ee-827b-fd09bc83b734 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.021046 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-115c00e9-3740-46ee-827b-fd09bc83b734 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.027291 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-115c00e9-3740-46ee-827b-fd09bc83b734 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.049984 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-115c00e9-3740-46ee-827b-fd09bc83b734 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.054334 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-030b5b1c-e510-4a26-bef2-3da62bf0d83f admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.055787 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-115c00e9-3740-46ee-827b-fd09bc83b734 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1424887 Nov 11 12:28:43.056746 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39270) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:43.119416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-ab2ff391-6db1-4cba-884f-e7dc95e37f1a None None] Set router cc75d204-32fd-495d-81c6-0dc329b60fa4 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:28:43.162225 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-5018ac3b-cb82-435c-8757-cea77059c5cc', 'network_id': '5018ac3b-cb82-435c-8757-cea77059c5cc', 'tenant_id': 'dfaef45e844d44d5bc3ba1999aa9b247', 'fixed_ips': [{'subnet_id': '1708b98a-e067-451e-bbdc-bf172523e1ae'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:28:43.162764 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-030b5b1c-e510-4a26-bef2-3da62bf0d83f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.163073 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.218124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-030b5b1c-e510-4a26-bef2-3da62bf0d83f admin admin] Deleting port 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:43.218458 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-030b5b1c-e510-4a26-bef2-3da62bf0d83f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.307747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-030b5b1c-e510-4a26-bef2-3da62bf0d83f admin admin] For port 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=0a9f4842-37d1-4e9d-8b81-906c5c22e0e9,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:43.308132 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-030b5b1c-e510-4a26-bef2-3da62bf0d83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.321559 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-030b5b1c-e510-4a26-bef2-3da62bf0d83f admin admin] Calling delete_port for 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:43.354066 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.414716 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Allocated IP 172.20.0.2 (5018ac3b-cb82-435c-8757-cea77059c5cc/1708b98a-e067-451e-bbdc-bf172523e1ae/f1d25045-b803-4f1a-b908-c1c33e7bc48f) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:28:43.490028 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ab2ff391-6db1-4cba-884f-e7dc95e37f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'name': 'tempest-TestServerMultinode-921336463-router', 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '0a9f4842-37d1-4e9d-8b81-906c5c22e0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:28:01Z', 'updated_at': '2021-11-11T12:28:42Z', 'revision_number': 5, 'project_id': 'd4127737e1444e7aa1627ca955e594e0', 'gw_port': {'id': '0a9f4842-37d1-4e9d-8b81-906c5c22e0e9', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:28:01Z', 'updated_at': '2021-11-11T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:43.506799 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-030b5b1c-e510-4a26-bef2-3da62bf0d83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.520959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ff391-6db1-4cba-884f-e7dc95e37f1a None None] Checking router: cc75d204-32fd-495d-81c6-0dc329b60fa4 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:28:43.538180 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a626e2e7-3da2-4d35-8f4f-f62d50265a1d None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:28:43.544199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ff391-6db1-4cba-884f-e7dc95e37f1a None None] Routers {'cc75d204-32fd-495d-81c6-0dc329b60fa4'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:28:43.544914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ab2ff391-6db1-4cba-884f-e7dc95e37f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:28:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['cc75d204-32fd-495d-81c6-0dc329b60fa4'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:43.558773 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b5b1c-e510-4a26-bef2-3da62bf0d83f admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9f4842-37d1-4e9d-8b81-906c5c22e0e9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:43.623862 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-030b5b1c-e510-4a26-bef2-3da62bf0d83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.638860 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-ab2ff391-6db1-4cba-884f-e7dc95e37f1a None None] Set router cc75d204-32fd-495d-81c6-0dc329b60fa4 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:28:43.710357 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ab2ff391-6db1-4cba-884f-e7dc95e37f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'name': 'tempest-TestServerMultinode-921336463-router', 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:28:01Z', 'updated_at': '2021-11-11T12:28:43Z', 'revision_number': 7, 'project_id': 'd4127737e1444e7aa1627ca955e594e0', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:43.715434 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-030b5b1c-e510-4a26-bef2-3da62bf0d83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.717799 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-030b5b1c-e510-4a26-bef2-3da62bf0d83f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.742449 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ff391-6db1-4cba-884f-e7dc95e37f1a None None] The sync data for ids ['cc75d204-32fd-495d-81c6-0dc329b60fa4'] in n-d-807359-3 is: [{'id': 'cc75d204-32fd-495d-81c6-0dc329b60fa4', 'name': 'tempest-TestServerMultinode-921336463-router', 'tenant_id': 'd4127737e1444e7aa1627ca955e594e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:28:01Z', 'updated_at': '2021-11-11T12:28:43Z', 'revision_number': 7, 'project_id': 'd4127737e1444e7aa1627ca955e594e0', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:28:43.756488 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.764931 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.768007 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-030b5b1c-e510-4a26-bef2-3da62bf0d83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.768593 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030b5b1c-e510-4a26-bef2-3da62bf0d83f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc75d204-32fd-495d-81c6-0dc329b60fa4 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:28:43.773212 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-030b5b1c-e510-4a26-bef2-3da62bf0d83f admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.774448 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-030b5b1c-e510-4a26-bef2-3da62bf0d83f admin admin] 10.222.0.65 "DELETE /v2.0/routers/cc75d204-32fd-495d-81c6-0dc329b60fa4 HTTP/1.1" status: 204 len: 168 time: 0.8518929 Nov 11 12:28:43.777369 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39272) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:43.820605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Allocated IP 172.20.0.1 (5018ac3b-cb82-435c-8757-cea77059c5cc/1708b98a-e067-451e-bbdc-bf172523e1ae/fb6917b1-cf01-402e-a99a-ffe8f37d0f62) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:28:43.826515 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Network 5018ac3b-cb82-435c-8757-cea77059c5cc is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:28:43.831100 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:43.832821 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31c8154-0cfd-4468-8c2a-0df79c0bbc7e admin admin] Deleting subnet d7d17d13-8f7c-459c-81ba-1cf2ee2b1e54 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:28:43.836073 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:28:43.836588 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a31c8154-0cfd-4468-8c2a-0df79c0bbc7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.839461 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Pushing event updated for resources: {'Port': ['ID=f1d25045-b803-4f1a-b908-c1c33e7bc48f,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:43.874872 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a31c8154-0cfd-4468-8c2a-0df79c0bbc7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.958442 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.967906 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a31c8154-0cfd-4468-8c2a-0df79c0bbc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:43.996070 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.025445 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a31c8154-0cfd-4468-8c2a-0df79c0bbc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.041384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Network 5018ac3b-cb82-435c-8757-cea77059c5cc is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:28:44.047908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:44.053468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c8154-0cfd-4468-8c2a-0df79c0bbc7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7d17d13-8f7c-459c-81ba-1cf2ee2b1e54,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:44.057019 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Attempting to bind port f1d25045-b803-4f1a-b908-c1c33e7bc48f on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:28:44.057564 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Attempting to bind port f1d25045-b803-4f1a-b908-c1c33e7bc48f by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'a0d44569-2805-4e5d-a516-5437b4e2cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '5018ac3b-cb82-435c-8757-cea77059c5cc'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:28:44.057846 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Attempting to bind port f1d25045-b803-4f1a-b908-c1c33e7bc48f on network 5018ac3b-cb82-435c-8757-cea77059c5cc {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:28:44.058255 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a31c8154-0cfd-4468-8c2a-0df79c0bbc7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.064342 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a31c8154-0cfd-4468-8c2a-0df79c0bbc7e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d7d17d13-8f7c-459c-81ba-1cf2ee2b1e54 HTTP/1.1" status: 204 len: 168 time: 0.2830429 Nov 11 12:28:44.064465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:28:44.064465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Checking segment: {'id': 'a0d44569-2805-4e5d-a516-5437b4e2cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '5018ac3b-cb82-435c-8757-cea77059c5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:28:44.064465 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.064465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Bound using segment: {'id': 'a0d44569-2805-4e5d-a516-5437b4e2cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '5018ac3b-cb82-435c-8757-cea77059c5cc'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:28:44.064874 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39274) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:44.064990 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Bound port: f1d25045-b803-4f1a-b908-c1c33e7bc48f, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d44569-2805-4e5d-a516-5437b4e2cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '5018ac3b-cb82-435c-8757-cea77059c5cc'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:28:44.064990 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.068051 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db460a7-a0b7-4b27-9259-261ec3556e75 None None] Network 263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:28:44.068403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:28:44.128269 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.134630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Pushing event updated for resources: {'Port': ['ID=fb6917b1-cf01-402e-a99a-ffe8f37d0f62,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:44.164475 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.220355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] For port f1d25045-b803-4f1a-b908-c1c33e7bc48f, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:28:44.230991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] Deleting port 4b7daaf1-8ec0-450c-bd80-43d6f5edea17 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:44.231610 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.235539 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] For port f1d25045-b803-4f1a-b908-c1c33e7bc48f, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f1d25045-b803-4f1a-b908-c1c33e7bc48f,segment=NetworkSegment(a0d44569-2805-4e5d-a516-5437b4e2cd86),segment_id=a0d44569-2805-4e5d-a516-5437b4e2cd86)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:28:44.248343 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.305518 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.309352 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] For port 4b7daaf1-8ec0-450c-bd80-43d6f5edea17, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4b7daaf1-8ec0-450c-bd80-43d6f5edea17,segment=NetworkSegment(5e5f7040-e201-4cf7-9986-85ad9f4b17ce),segment_id=5e5f7040-e201-4cf7-9986-85ad9f4b17ce)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:44.309917 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.330087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] Calling delete_port for 4b7daaf1-8ec0-450c-bd80-43d6f5edea17 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:44.332889 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed20fa-18f4-4eb7-bc21-93fbec1ffc13 None None] Pushing event updated for resources: {'Port': ['ID=f1d25045-b803-4f1a-b908-c1c33e7bc48f,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:44.424170 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.450590 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7daaf1-8ec0-450c-bd80-43d6f5edea17,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:44.456530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] No DVR routers for this DVR port 4b7daaf1-8ec0-450c-bd80-43d6f5edea17 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:28:44.531220 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.552873 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:44.562462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5f7040-e201-4cf7-9986-85ad9f4b17ce') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:44.562753 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5f7040-e201-4cf7-9986-85ad9f4b17ce') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:44.572834 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.581881 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.588025 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.588237 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.594898 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:28:44.595214 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:28:44.597043 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:28:44.639927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816d3019-4848-4702-809a-f5dfce835a4e None None] DHCP port deletion for 263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:28:44.681863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Pushing event updated for resources: {'Port': ['ID=fb6917b1-cf01-402e-a99a-ffe8f37d0f62,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:44.698682 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.705419 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.711694 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:44.717558 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] 10.222.0.65 "DELETE /v2.0/networks/263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c HTTP/1.1" status: 204 len: 168 time: 0.6498017 Nov 11 12:28:44.731091 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebe3ca-00b9-4f8a-a2b8-406864d81312 admin admin] Pushing event deleted for resources: {'Network': ['ID=263d2cc9-1c1d-4a7c-8d91-2d8f2dbcde8c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:44.824953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Network 5018ac3b-cb82-435c-8757-cea77059c5cc is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:28:44.826771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:44.921476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39278) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:44.979546 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8611645a-0e04-4ec6-ac8e-df1fc782fe9b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=baefb391f51e454b8accfc874b4a069d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0568984 Nov 11 12:28:44.982605 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39280) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:44.997787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Router 0fce60a6-9bcb-4320-8922-8f6fd8f3c24b is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:28:45.044830 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b71e141-928d-44a0-ad09-dfd9ad356d6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:45.073567 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b71e141-928d-44a0-ad09-dfd9ad356d6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:45.096778 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:28:45.105325 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-73695e74-4555-4094-92ec-34f3b020afdd tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] 10.222.0.65 "PUT /v2.0/routers/0fce60a6-9bcb-4320-8922-8f6fd8f3c24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0438600 Nov 11 12:28:45.105325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39282) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:45.107129 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d843564-fbc1-424a-9b15-abbefdfce9ff None None] Sync routers for ids ['0fce60a6-9bcb-4320-8922-8f6fd8f3c24b'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:28:45.111089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8545d1aa-0607-4007-a056-6d4ea4ca33d0 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Request body: {'port': {'network_id': '5018ac3b-cb82-435c-8757-cea77059c5cc', 'name': 'tempest-FloatingIPNegativeTestJSON-1267504492'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:45.120037 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d843564-fbc1-424a-9b15-abbefdfce9ff None None] Routers {'0fce60a6-9bcb-4320-8922-8f6fd8f3c24b'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:28:45.120966 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2d843564-fbc1-424a-9b15-abbefdfce9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:28:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0fce60a6-9bcb-4320-8922-8f6fd8f3c24b'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:45.139349 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b71e141-928d-44a0-ad09-dfd9ad356d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:45.142473 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3b71e141-928d-44a0-ad09-dfd9ad356d6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:45.143678 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3b71e141-928d-44a0-ad09-dfd9ad356d6e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf2b8bb9-34c8-4303-9a21-7eee8f477c41 HTTP/1.1" status: 204 len: 168 time: 0.1597102 Nov 11 12:28:45.155052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71e141-928d-44a0-ad09-dfd9ad356d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2b8bb9-34c8-4303-9a21-7eee8f477c41,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:45.156303 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2d843564-fbc1-424a-9b15-abbefdfce9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:45.165888 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d843564-fbc1-424a-9b15-abbefdfce9ff None None] Routers {'0fce60a6-9bcb-4320-8922-8f6fd8f3c24b'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:28:45.166511 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2d843564-fbc1-424a-9b15-abbefdfce9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:28:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0fce60a6-9bcb-4320-8922-8f6fd8f3c24b'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:45.204720 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2d843564-fbc1-424a-9b15-abbefdfce9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:45.205683 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d843564-fbc1-424a-9b15-abbefdfce9ff None None] The sync data for ids ['0fce60a6-9bcb-4320-8922-8f6fd8f3c24b'] in n-d-807359-3 is: [] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:28:45.257433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8545d1aa-0607-4007-a056-6d4ea4ca33d0 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Made reservation on behalf of dfaef45e844d44d5bc3ba1999aa9b247 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:28:45.261034 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8545d1aa-0607-4007-a056-6d4ea4ca33d0 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:45.285205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [None req-8545d1aa-0607-4007-a056-6d4ea4ca33d0 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] device_id is not set on port 9624d272-0694-448a-9cd8-4a065b1351ec yet. {{(pid=109153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:28:45.406046 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-8545d1aa-0607-4007-a056-6d4ea4ca33d0 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Allocated IP 172.20.0.6 (5018ac3b-cb82-435c-8757-cea77059c5cc/1708b98a-e067-451e-bbdc-bf172523e1ae/9624d272-0694-448a-9cd8-4a065b1351ec) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:28:45.543704 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39288) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:45.600862 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-de92a548-e805-49c3-8828-c3f014854edb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d4127737e1444e7aa1627ca955e594e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0529437 Nov 11 12:28:45.601463 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8545d1aa-0607-4007-a056-6d4ea4ca33d0 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:45.601608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39290) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:45.618076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f1515-2e28-4bd9-8cb5-5c60a403c4d0 None None] Network 5018ac3b-cb82-435c-8757-cea77059c5cc requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:28:45.644043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f1d25045-b803-4f1a-b908-c1c33e7bc48f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:28:45.651811 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8545d1aa-0607-4007-a056-6d4ea4ca33d0 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:45.663635 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93707f37-bfa0-40b5-8f97-92d67fc05b8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:45.687949 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93707f37-bfa0-40b5-8f97-92d67fc05b8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:45.697160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8545d1aa-0607-4007-a056-6d4ea4ca33d0 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Network 5018ac3b-cb82-435c-8757-cea77059c5cc is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:28:45.705905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-8545d1aa-0607-4007-a056-6d4ea4ca33d0 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:45.709831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8545d1aa-0607-4007-a056-6d4ea4ca33d0 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:28:45.738229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545d1aa-0607-4007-a056-6d4ea4ca33d0 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Pushing event updated for resources: {'Port': ['ID=9624d272-0694-448a-9cd8-4a065b1351ec,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:45.751402 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f2e7f5e0-83a3-4fcb-829f-7add4d67932a None None] Provisioning complete for port f1d25045-b803-4f1a-b908-c1c33e7bc48f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:45.751833 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f2e7f5e0-83a3-4fcb-829f-7add4d67932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:45.760001 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93707f37-bfa0-40b5-8f97-92d67fc05b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:45.763249 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93707f37-bfa0-40b5-8f97-92d67fc05b8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:45.764775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8545d1aa-0607-4007-a056-6d4ea4ca33d0 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:45.765397 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8545d1aa-0607-4007-a056-6d4ea4ca33d0 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:45.768024 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-93707f37-bfa0-40b5-8f97-92d67fc05b8a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89f69ce8-aaea-47d4-8c2e-db65c359e949 HTTP/1.1" status: 204 len: 168 time: 0.1662729 Nov 11 12:28:45.779000 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93707f37-bfa0-40b5-8f97-92d67fc05b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f69ce8-aaea-47d4-8c2e-db65c359e949,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:45.783200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8545d1aa-0607-4007-a056-6d4ea4ca33d0 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6768723 Nov 11 12:28:45.786493 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39294) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:45.791124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:45.816208 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:45.856900 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f1d25045-b803-4f1a-b908-c1c33e7bc48f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:45.857266 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:45.922758 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:45.961038 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f2e7f5e0-83a3-4fcb-829f-7add4d67932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:46.038003 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f2e7f5e0-83a3-4fcb-829f-7add4d67932a None None] For port f1d25045-b803-4f1a-b908-c1c33e7bc48f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f1d25045-b803-4f1a-b908-c1c33e7bc48f,segment=NetworkSegment(a0d44569-2805-4e5d-a516-5437b4e2cd86),segment_id=a0d44569-2805-4e5d-a516-5437b4e2cd86)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:46.039296 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:46.050168 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f2e7f5e0-83a3-4fcb-829f-7add4d67932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:46.054304 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Allocated IP 172.25.2.57 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/492b7377-efda-4bf5-9e0b-aa4924f07931) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:28:46.157135 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:46.171395 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7f5e0-83a3-4fcb-829f-7add4d67932a None None] Pushing event updated for resources: {'Port': ['ID=f1d25045-b803-4f1a-b908-c1c33e7bc48f,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:46.188634 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:28:46.188994 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:28:46.196000 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:46.237892 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:46.281309 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:28:46.284652 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:46.288680 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:28:46.295832 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Pushing event updated for resources: {'Port': ['ID=492b7377-efda-4bf5-9e0b-aa4924f07931,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:46.382392 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-74953f18-9fd2-4e75-89cb-d47aa0b0dd16 None None] Provisioning complete for port f1d25045-b803-4f1a-b908-c1c33e7bc48f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:46.382806 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-74953f18-9fd2-4e75-89cb-d47aa0b0dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:46.496994 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-74953f18-9fd2-4e75-89cb-d47aa0b0dd16 None None] Provisioning complete for port fb6917b1-cf01-402e-a99a-ffe8f37d0f62 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:46.497516 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-74953f18-9fd2-4e75-89cb-d47aa0b0dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:46.533775 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-74953f18-9fd2-4e75-89cb-d47aa0b0dd16 None None] Port fb6917b1-cf01-402e-a99a-ffe8f37d0f62 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:28:46.544661 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-74953f18-9fd2-4e75-89cb-d47aa0b0dd16 None None] Provisioning complete for port 9624d272-0694-448a-9cd8-4a065b1351ec triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:46.545262 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-74953f18-9fd2-4e75-89cb-d47aa0b0dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:46.580367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-74953f18-9fd2-4e75-89cb-d47aa0b0dd16 None None] Port 9624d272-0694-448a-9cd8-4a065b1351ec cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:28:46.736144 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:46.741604 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4b3144ce-d149-4b9f-ab1a-6648debc62c1 None None] Provisioning complete for port fb6917b1-cf01-402e-a99a-ffe8f37d0f62 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:46.742577 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4b3144ce-d149-4b9f-ab1a-6648debc62c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:46.779008 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:46.787585 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4b3144ce-d149-4b9f-ab1a-6648debc62c1 None None] Port fb6917b1-cf01-402e-a99a-ffe8f37d0f62 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:28:46.803473 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 88963b52-8915-4218-818b-359416e0821f no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:28:46.823868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 88963b52-8915-4218-818b-359416e0821f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:28:46.824205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 88963b52-8915-4218-818b-359416e0821f not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:28:46.824628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:28:46.844235 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:28:46.844574 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 0a9f4842-37d1-4e9d-8b81-906c5c22e0e9 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:28:46.844984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4b7daaf1-8ec0-450c-bd80-43d6f5edea17 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:28:46.864404 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 4b7daaf1-8ec0-450c-bd80-43d6f5edea17 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:28:46.864744 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4b7daaf1-8ec0-450c-bd80-43d6f5edea17 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:28:46.942542 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:46.949715 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:47.006991 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-da8da844-d994-4fca-a7c8-ee1cf725c5af None None] Provisioning complete for port 9624d272-0694-448a-9cd8-4a065b1351ec triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:47.007328 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da8da844-d994-4fca-a7c8-ee1cf725c5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:47.017265 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Pushing event updated for resources: {'Port': ['ID=492b7377-efda-4bf5-9e0b-aa4924f07931,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:47.032550 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:47.050413 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:47.054324 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2e1714ff-e454-440d-8ca5-3be1180d3a86 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2641840 Nov 11 12:28:47.054578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39296) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:47.055301 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-da8da844-d994-4fca-a7c8-ee1cf725c5af None None] Port 9624d272-0694-448a-9cd8-4a065b1351ec cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:28:47.059820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7bff183c-b435-4a50-a4b2-4dc727296f56 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Request body: {'floatingip': {'port_id': '9624d272-0694-448a-9cd8-4a065b1351ec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:47.099081 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7bff183c-b435-4a50-a4b2-4dc727296f56 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for floatingip, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:47.212368 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-7bff183c-b435-4a50-a4b2-4dc727296f56 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] update failed (client error): The resource could not be found. Nov 11 12:28:47.213357 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7bff183c-b435-4a50-a4b2-4dc727296f56 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] 10.222.0.65 "PUT /v2.0/floatingips/9447892c-9b5f-40c5-86cd-7c16cc346644 HTTP/1.1" status: 404 len: 507 time: 0.1577985 Nov 11 12:28:47.216576 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39298) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:47.344161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-8841386d-8bef-473d-a366-7e9621b390de tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Deleting port 492b7377-efda-4bf5-9e0b-aa4924f07931 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:47.344464 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8841386d-8bef-473d-a366-7e9621b390de tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:47.421774 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8841386d-8bef-473d-a366-7e9621b390de tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:47.422068 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8841386d-8bef-473d-a366-7e9621b390de tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:47.433800 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-8841386d-8bef-473d-a366-7e9621b390de tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Calling delete_port for 492b7377-efda-4bf5-9e0b-aa4924f07931 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:47.572554 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8841386d-8bef-473d-a366-7e9621b390de tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:47.592634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f1d25045-b803-4f1a-b908-c1c33e7bc48f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:28:47.603721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841386d-8bef-473d-a366-7e9621b390de tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Pushing event deleted for resources: {'Port': ['ID=492b7377-efda-4bf5-9e0b-aa4924f07931,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:47.642647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f1d25045-b803-4f1a-b908-c1c33e7bc48f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:47.643006 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:47.657643 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8841386d-8bef-473d-a366-7e9621b390de tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:47.660401 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8841386d-8bef-473d-a366-7e9621b390de tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:47.664755 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8841386d-8bef-473d-a366-7e9621b390de tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] 10.222.0.65 "DELETE /v2.0/floatingips/9447892c-9b5f-40c5-86cd-7c16cc346644 HTTP/1.1" status: 204 len: 168 time: 0.4440088 Nov 11 12:28:47.665441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39300) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:47.670479 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-01bdc269-2ab5-4920-a281-fd0a6159b702 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Request body: {'floatingip': {'floating_network_id': '5018ac3b-cb82-435c-8757-cea77059c5cc', 'port_id': '9624d272-0694-448a-9cd8-4a065b1351ec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:47.694127 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-01bdc269-2ab5-4920-a281-fd0a6159b702 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:47.804855 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-01bdc269-2ab5-4920-a281-fd0a6159b702 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:28:47.806001 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-01bdc269-2ab5-4920-a281-fd0a6159b702 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1394901 Nov 11 12:28:47.809843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39302) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:47.814272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '9624d272-0694-448a-9cd8-4a065b1351ec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:47.844271 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:47.943886 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:48.054726 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Allocated IP 172.25.2.39 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/b6f4ddb9-062c-4c5b-8af2-9dcde667672d) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:28:48.158653 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:48.196223 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:48.235394 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:28:48.238380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:28:48.241420 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:28:48.270056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Pushing event updated for resources: {'Port': ['ID=b6f4ddb9-062c-4c5b-8af2-9dcde667672d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:48.406021 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Deleting port b6f4ddb9-062c-4c5b-8af2-9dcde667672d {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:48.406274 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:48.486158 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:48.486457 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:48.498113 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Calling delete_port for b6f4ddb9-062c-4c5b-8af2-9dcde667672d owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:48.633430 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:48.660419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Pushing event deleted for resources: {'Port': ['ID=b6f4ddb9-062c-4c5b-8af2-9dcde667672d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:48.734514 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] create failed (client error): The resource could not be found. Nov 11 12:28:48.735700 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d76f9a0c-12b3-405f-8727-3fb409d50d69 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9249165 Nov 11 12:28:48.740837 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39304) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:48.829471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-43075778-ba77-4ea5-a865-9aef2c072797 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Deleting port 9624d272-0694-448a-9cd8-4a065b1351ec {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:48.830234 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-43075778-ba77-4ea5-a865-9aef2c072797 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:48.913007 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-43075778-ba77-4ea5-a865-9aef2c072797 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:48.925106 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-43075778-ba77-4ea5-a865-9aef2c072797 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Calling delete_port for 9624d272-0694-448a-9cd8-4a065b1351ec owned by {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:49.059257 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-43075778-ba77-4ea5-a865-9aef2c072797 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:49.088335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43075778-ba77-4ea5-a865-9aef2c072797 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Pushing event deleted for resources: {'Port': ['ID=9624d272-0694-448a-9cd8-4a065b1351ec,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:49.159857 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-43075778-ba77-4ea5-a865-9aef2c072797 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:49.163231 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-43075778-ba77-4ea5-a865-9aef2c072797 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] 10.222.0.65 "DELETE /v2.0/ports/9624d272-0694-448a-9cd8-4a065b1351ec HTTP/1.1" status: 204 len: 168 time: 0.4214156 Nov 11 12:28:49.165654 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39306) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:49.215434 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c7e15f-e3ee-4c3c-a7b5-55677d2c5061 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:49.217031 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-36c7e15f-e3ee-4c3c-a7b5-55677d2c5061 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce60a6-9bcb-4320-8922-8f6fd8f3c24b HTTP/1.1" status: 200 len: 913 time: 0.0504522 Nov 11 12:28:49.219832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39308) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:49.536954 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d198c3dc-c399-4df9-99b7-afc226cd9676 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:50.143874 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-d198c3dc-c399-4df9-99b7-afc226cd9676 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Deleting port fb6917b1-cf01-402e-a99a-ffe8f37d0f62 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:50.144216 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d198c3dc-c399-4df9-99b7-afc226cd9676 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:50.231483 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d198c3dc-c399-4df9-99b7-afc226cd9676 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:50.244314 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-d198c3dc-c399-4df9-99b7-afc226cd9676 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Calling delete_port for fb6917b1-cf01-402e-a99a-ffe8f37d0f62 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:50.423859 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d198c3dc-c399-4df9-99b7-afc226cd9676 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:50.455399 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198c3dc-c399-4df9-99b7-afc226cd9676 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Pushing event deleted for resources: {'Port': ['ID=fb6917b1-cf01-402e-a99a-ffe8f37d0f62,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:50.597352 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d198c3dc-c399-4df9-99b7-afc226cd9676 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:50.751290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d198c3dc-c399-4df9-99b7-afc226cd9676 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Router 0fce60a6-9bcb-4320-8922-8f6fd8f3c24b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:28:50.828877 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d198c3dc-c399-4df9-99b7-afc226cd9676 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:28:50.834218 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d198c3dc-c399-4df9-99b7-afc226cd9676 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] 10.222.0.65 "PUT /v2.0/routers/0fce60a6-9bcb-4320-8922-8f6fd8f3c24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6133475 Nov 11 12:28:50.837567 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39310) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:50.840315 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76ab80f-eeff-4415-a057-d4edce6b3296 None None] Sync routers for ids ['0fce60a6-9bcb-4320-8922-8f6fd8f3c24b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:28:50.851674 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76ab80f-eeff-4415-a057-d4edce6b3296 None None] Routers {'0fce60a6-9bcb-4320-8922-8f6fd8f3c24b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:28:50.852366 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f76ab80f-eeff-4415-a057-d4edce6b3296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:28:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0fce60a6-9bcb-4320-8922-8f6fd8f3c24b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:50.884113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f76ab80f-eeff-4415-a057-d4edce6b3296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:50.893274 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76ab80f-eeff-4415-a057-d4edce6b3296 None None] Routers {'0fce60a6-9bcb-4320-8922-8f6fd8f3c24b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:28:50.893903 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f76ab80f-eeff-4415-a057-d4edce6b3296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:28:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['0fce60a6-9bcb-4320-8922-8f6fd8f3c24b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:50.914055 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dd5298f6-05de-4844-9982-b87e8a755c8c tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:50.929787 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f76ab80f-eeff-4415-a057-d4edce6b3296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:50.930415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76ab80f-eeff-4415-a057-d4edce6b3296 None None] The sync data for ids ['0fce60a6-9bcb-4320-8922-8f6fd8f3c24b'] in n-d-807359-3 is: [] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:28:51.077934 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dd5298f6-05de-4844-9982-b87e8a755c8c tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.081002 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dd5298f6-05de-4844-9982-b87e8a755c8c tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.132008 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dd5298f6-05de-4844-9982-b87e8a755c8c tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.132681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5298f6-05de-4844-9982-b87e8a755c8c tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Fanout notify agent at l3_agent the message router_deleted on router 0fce60a6-9bcb-4320-8922-8f6fd8f3c24b {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:28:51.140826 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dd5298f6-05de-4844-9982-b87e8a755c8c tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.141980 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dd5298f6-05de-4844-9982-b87e8a755c8c tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] 10.222.0.65 "DELETE /v2.0/routers/0fce60a6-9bcb-4320-8922-8f6fd8f3c24b HTTP/1.1" status: 204 len: 168 time: 0.3034236 Nov 11 12:28:51.145448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39312) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:51.197312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-db960a1a-7638-420d-87d5-96f9f2db1418 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Deleting subnet 1708b98a-e067-451e-bbdc-bf172523e1ae {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:28:51.200560 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-db960a1a-7638-420d-87d5-96f9f2db1418 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.246497 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-db960a1a-7638-420d-87d5-96f9f2db1418 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.333703 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-db960a1a-7638-420d-87d5-96f9f2db1418 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.392628 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-db960a1a-7638-420d-87d5-96f9f2db1418 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.423794 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db960a1a-7638-420d-87d5-96f9f2db1418 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Pushing event deleted for resources: {'Subnet': ['ID=1708b98a-e067-451e-bbdc-bf172523e1ae,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:51.427545 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-db960a1a-7638-420d-87d5-96f9f2db1418 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.430830 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-db960a1a-7638-420d-87d5-96f9f2db1418 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] 10.222.0.65 "DELETE /v2.0/subnets/1708b98a-e067-451e-bbdc-bf172523e1ae HTTP/1.1" status: 204 len: 168 time: 0.2843697 Nov 11 12:28:51.433314 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39314) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:51.435816 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc3de1c-92c2-4a6d-bf24-eb645c299ebf None None] Network 5018ac3b-cb82-435c-8757-cea77059c5cc requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:28:51.509328 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.576685 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Deleting port f1d25045-b803-4f1a-b908-c1c33e7bc48f {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:51.577026 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.605066 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909a0cc1-3b97-4870-9e32-9bf0f8a63946 None None] DHCP port deletion for 5018ac3b-cb82-435c-8757-cea77059c5cc request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:28:51.648101 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] For port f1d25045-b803-4f1a-b908-c1c33e7bc48f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f1d25045-b803-4f1a-b908-c1c33e7bc48f,segment=NetworkSegment(a0d44569-2805-4e5d-a516-5437b4e2cd86),segment_id=a0d44569-2805-4e5d-a516-5437b4e2cd86)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:51.648467 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.657389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-909a0cc1-3b97-4870-9e32-9bf0f8a63946 None None] Deleting port f1d25045-b803-4f1a-b908-c1c33e7bc48f {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:28:51.657821 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-909a0cc1-3b97-4870-9e32-9bf0f8a63946 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.661540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Calling delete_port for f1d25045-b803-4f1a-b908-c1c33e7bc48f owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:51.720665 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-909a0cc1-3b97-4870-9e32-9bf0f8a63946 None None] For port f1d25045-b803-4f1a-b908-c1c33e7bc48f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f1d25045-b803-4f1a-b908-c1c33e7bc48f,segment=NetworkSegment(a0d44569-2805-4e5d-a516-5437b4e2cd86),segment_id=a0d44569-2805-4e5d-a516-5437b4e2cd86)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:28:51.721043 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-909a0cc1-3b97-4870-9e32-9bf0f8a63946 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.733841 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-909a0cc1-3b97-4870-9e32-9bf0f8a63946 None None] Calling delete_port for f1d25045-b803-4f1a-b908-c1c33e7bc48f owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:28:51.742400 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.768371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Pushing event deleted for resources: {'Port': ['ID=f1d25045-b803-4f1a-b908-c1c33e7bc48f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:51.771658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] No DVR routers for this DVR port f1d25045-b803-4f1a-b908-c1c33e7bc48f on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:28:51.816671 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-909a0cc1-3b97-4870-9e32-9bf0f8a63946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.841825 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a0cc1-3b97-4870-9e32-9bf0f8a63946 None None] Pushing event deleted for resources: {'Port': ['ID=f1d25045-b803-4f1a-b908-c1c33e7bc48f,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:51.845393 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a0cc1-3b97-4870-9e32-9bf0f8a63946 None None] No DVR routers for this DVR port f1d25045-b803-4f1a-b908-c1c33e7bc48f on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:28:51.858190 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.878233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5018ac3b-cb82-435c-8757-cea77059c5cc']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:51.888144 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d44569-2805-4e5d-a516-5437b4e2cd86') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:51.888433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d44569-2805-4e5d-a516-5437b4e2cd86') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:28:51.897877 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.911027 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.917217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:28:51.917617 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:28:51.921117 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:28:51.946021 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.987149 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.994296 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:51.997572 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] 10.222.0.65 "DELETE /v2.0/networks/5018ac3b-cb82-435c-8757-cea77059c5cc HTTP/1.1" status: 204 len: 168 time: 0.5633495 Nov 11 12:28:52.008968 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e38a9-77d3-4daf-b795-b7714fc5d383 tempest-FloatingIPNegativeTestJSON-1526723388 tempest-FloatingIPNegativeTestJSON-1526723388-project] Pushing event deleted for resources: {'Network': ['ID=5018ac3b-cb82-435c-8757-cea77059c5cc,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:52.257630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39320) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:52.407102 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-19784a01-dddc-4893-a6b2-51f0c7039cbe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dfaef45e844d44d5bc3ba1999aa9b247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482127 Nov 11 12:28:52.409553 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39324) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:52.463300 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9929ae5a-93a8-41f7-bd20-94e9c6401a89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:52.495176 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9929ae5a-93a8-41f7-bd20-94e9c6401a89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:52.542708 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9929ae5a-93a8-41f7-bd20-94e9c6401a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:52.546044 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9929ae5a-93a8-41f7-bd20-94e9c6401a89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:52.547228 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9929ae5a-93a8-41f7-bd20-94e9c6401a89 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/625be009-4949-477e-9bd9-27cdc028d779 HTTP/1.1" status: 204 len: 168 time: 0.1367664 Nov 11 12:28:52.554803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929ae5a-93a8-41f7-bd20-94e9c6401a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625be009-4949-477e-9bd9-27cdc028d779,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:53.202417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39346) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:53.206255 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027835 Nov 11 12:28:53.209011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39348) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:53.313120 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d8bc3c2b-bfbc-4e9c-8918-87848e7bed07 tempest-NetworksApiDiscovery-712604480 tempest-NetworksApiDiscovery-712604480-project] 10.222.0.65 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1031196 Nov 11 12:28:53.571068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39356) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:53.577507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f1d25045-b803-4f1a-b908-c1c33e7bc48f no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:28:53.598724 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: f1d25045-b803-4f1a-b908-c1c33e7bc48f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:28:53.599067 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f1d25045-b803-4f1a-b908-c1c33e7bc48f not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:28:53.678934 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-557a6844-bf91-43bc-a5c7-4043db6696f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:53.756898 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-557a6844-bf91-43bc-a5c7-4043db6696f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:53.761978 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-557a6844-bf91-43bc-a5c7-4043db6696f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:53.800769 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-557a6844-bf91-43bc-a5c7-4043db6696f9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6023d7fb88304e738028f0655619695e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2286515 Nov 11 12:28:53.801501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a6844-bf91-43bc-a5c7-4043db6696f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b08bd8-9a65-475c-b315-67707b968790,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:53.804298 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39360) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:53.852320 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8d866de3-e6cd-4342-8b38-b7650b9e1203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:53.874286 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8d866de3-e6cd-4342-8b38-b7650b9e1203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:53.927607 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8d866de3-e6cd-4342-8b38-b7650b9e1203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:53.930277 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8d866de3-e6cd-4342-8b38-b7650b9e1203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:53.931444 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8d866de3-e6cd-4342-8b38-b7650b9e1203 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f1b08bd8-9a65-475c-b315-67707b968790 HTTP/1.1" status: 204 len: 168 time: 0.1260674 Nov 11 12:28:53.939103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d866de3-e6cd-4342-8b38-b7650b9e1203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b08bd8-9a65-475c-b315-67707b968790,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:55.375641 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:29:05.862825 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8311af2d-2e60-4a25-9cc9-7fcc714d79a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:08.113857 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-28acd6f4-db31-4730-a7cd-2afddb8e6ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:09.107287 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:10.650347 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:11.302385 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:16.123300 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:21.828946 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39570) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:21.937298 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:21.945669 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-305da849-c50c-471b-a927-e80019b8a13a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.024046 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-305da849-c50c-471b-a927-e80019b8a13a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.030670 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-305da849-c50c-471b-a927-e80019b8a13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.073041 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-305da849-c50c-471b-a927-e80019b8a13a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b2caf657a92422389fb28181743074c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2427864 Nov 11 12:29:22.073984 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305da849-c50c-471b-a927-e80019b8a13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485c1f89-3e1f-4280-b139-e77b379ccd3a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:22.076164 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39574) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:22.082258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305da849-c50c-471b-a927-e80019b8a13a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.082608 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305da849-c50c-471b-a927-e80019b8a13a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.082947 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305da849-c50c-471b-a927-e80019b8a13a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.083332 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305da849-c50c-471b-a927-e80019b8a13a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.083657 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305da849-c50c-471b-a927-e80019b8a13a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.084466 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305da849-c50c-471b-a927-e80019b8a13a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.084466 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305da849-c50c-471b-a927-e80019b8a13a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.084703 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305da849-c50c-471b-a927-e80019b8a13a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.084933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305da849-c50c-471b-a927-e80019b8a13a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.085249 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305da849-c50c-471b-a927-e80019b8a13a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.085549 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305da849-c50c-471b-a927-e80019b8a13a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.085903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305da849-c50c-471b-a927-e80019b8a13a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.133080 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.159246 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.206676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.209797 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.211009 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/485c1f89-3e1f-4280-b139-e77b379ccd3a HTTP/1.1" status: 204 len: 168 time: 0.1336355 Nov 11 12:29:22.218887 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485c1f89-3e1f-4280-b139-e77b379ccd3a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:22.226836 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.227252 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.227647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.228038 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.228423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.228814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.229199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.229618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.229986 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.230359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.230734 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.231171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b04e65-dd43-45bb-812a-355d0c6fb785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.478392 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39580) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:22.491857 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95f0e9fe-3852-4662-9451-011401b2b07c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.570684 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95f0e9fe-3852-4662-9451-011401b2b07c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.575552 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-95f0e9fe-3852-4662-9451-011401b2b07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.613690 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-95f0e9fe-3852-4662-9451-011401b2b07c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e87e4e65f9d447749c9d2cdd350ed8d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341255 Nov 11 12:29:22.615647 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0e9fe-3852-4662-9451-011401b2b07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d093d4-91ed-42e7-a823-85d57b797ce3,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:22.616472 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39582) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:22.671447 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c24f05d-bedc-4e62-8107-f9e248368830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.700424 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c24f05d-bedc-4e62-8107-f9e248368830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.752139 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c24f05d-bedc-4e62-8107-f9e248368830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.755085 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c24f05d-bedc-4e62-8107-f9e248368830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.756305 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2c24f05d-bedc-4e62-8107-f9e248368830 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/90d093d4-91ed-42e7-a823-85d57b797ce3 HTTP/1.1" status: 204 len: 168 time: 0.1388617 Nov 11 12:29:22.765261 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24f05d-bedc-4e62-8107-f9e248368830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d093d4-91ed-42e7-a823-85d57b797ce3,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:27.852333 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39676) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:27.973298 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bde5c69a-a95f-4722-a974-97b0ac56e33c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.048122 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bde5c69a-a95f-4722-a974-97b0ac56e33c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.054131 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bde5c69a-a95f-4722-a974-97b0ac56e33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.095220 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bde5c69a-a95f-4722-a974-97b0ac56e33c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8bd1b340cd744dd68b89a1c68f34cc6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2418032 Nov 11 12:29:28.096087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5c69a-a95f-4722-a974-97b0ac56e33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f23e0c8-4352-4c95-a8e7-55f3bb329c6a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:28.098062 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39680) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:28.149702 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4bbab705-0f2c-4f8d-85b0-f76a8b456d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.171841 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4bbab705-0f2c-4f8d-85b0-f76a8b456d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.223668 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4bbab705-0f2c-4f8d-85b0-f76a8b456d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.226578 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4bbab705-0f2c-4f8d-85b0-f76a8b456d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.227796 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4bbab705-0f2c-4f8d-85b0-f76a8b456d21 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f23e0c8-4352-4c95-a8e7-55f3bb329c6a HTTP/1.1" status: 204 len: 168 time: 0.1287684 Nov 11 12:29:28.235796 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbab705-0f2c-4f8d-85b0-f76a8b456d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f23e0c8-4352-4c95-a8e7-55f3bb329c6a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:28.514824 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39686) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:28.529040 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-90865b29-e432-4e82-9c88-6ed4b69577fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.604384 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-90865b29-e432-4e82-9c88-6ed4b69577fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.610081 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-90865b29-e432-4e82-9c88-6ed4b69577fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.649334 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-90865b29-e432-4e82-9c88-6ed4b69577fd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c8262dbf3cc45c0a63c3389f0774655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333890 Nov 11 12:29:28.650564 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90865b29-e432-4e82-9c88-6ed4b69577fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda908dc-71f2-4c66-bb95-6de35f833e21,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:28.652114 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39688) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:28.705318 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c606a19-f5d8-427a-8404-57ceb3e30e3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.727550 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c606a19-f5d8-427a-8404-57ceb3e30e3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.780259 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c606a19-f5d8-427a-8404-57ceb3e30e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.784567 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6c606a19-f5d8-427a-8404-57ceb3e30e3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.786483 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6c606a19-f5d8-427a-8404-57ceb3e30e3a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cda908dc-71f2-4c66-bb95-6de35f833e21 HTTP/1.1" status: 204 len: 168 time: 0.1331594 Nov 11 12:29:28.797825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c606a19-f5d8-427a-8404-57ceb3e30e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda908dc-71f2-4c66-bb95-6de35f833e21,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:30.981045 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39756) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:31.096882 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f76a146-9acd-4bca-9cef-93f423a10025 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.179921 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f76a146-9acd-4bca-9cef-93f423a10025 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.186133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2f76a146-9acd-4bca-9cef-93f423a10025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.223723 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2f76a146-9acd-4bca-9cef-93f423a10025 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c06327da872d4d6ebe1c4daedf9f2a9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2415764 Nov 11 12:29:31.224655 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76a146-9acd-4bca-9cef-93f423a10025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678a7501-98d9-469e-a99f-213108cbe823,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:31.226652 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39760) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:31.275568 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-11e9700c-0920-4bec-8806-137ab9855cbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.296617 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-11e9700c-0920-4bec-8806-137ab9855cbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.345783 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-11e9700c-0920-4bec-8806-137ab9855cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.348313 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-11e9700c-0920-4bec-8806-137ab9855cbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.349482 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-11e9700c-0920-4bec-8806-137ab9855cbd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/678a7501-98d9-469e-a99f-213108cbe823 HTTP/1.1" status: 204 len: 168 time: 0.1218567 Nov 11 12:29:31.357699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9700c-0920-4bec-8806-137ab9855cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678a7501-98d9-469e-a99f-213108cbe823,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:31.621045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39766) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:31.634965 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7e6ae415-10a1-4c0c-8627-e61b8e2d4502 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.715417 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7e6ae415-10a1-4c0c-8627-e61b8e2d4502 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.723705 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7e6ae415-10a1-4c0c-8627-e61b8e2d4502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.762758 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7e6ae415-10a1-4c0c-8627-e61b8e2d4502 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b71c104d1d9409294d8b9672a31b9f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405780 Nov 11 12:29:31.763559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ae415-10a1-4c0c-8627-e61b8e2d4502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b544ba17-d661-43a5-ba87-26c108eced86,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:31.765645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39768) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:31.822548 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-380a9459-a548-4f3d-a637-94e7a0a42080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.844826 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-380a9459-a548-4f3d-a637-94e7a0a42080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.896227 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-380a9459-a548-4f3d-a637-94e7a0a42080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.900688 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-380a9459-a548-4f3d-a637-94e7a0a42080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.902102 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-380a9459-a548-4f3d-a637-94e7a0a42080 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b544ba17-d661-43a5-ba87-26c108eced86 HTTP/1.1" status: 204 len: 168 time: 0.1351707 Nov 11 12:29:31.913949 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a9459-a548-4f3d-a637-94e7a0a42080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b544ba17-d661-43a5-ba87-26c108eced86,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:32.375285 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:29:34.476508 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd14c68a-18a5-4eb0-b779-551589618ccd req-3030a3b7-13fa-478f-875f-a20a30eda049 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438354 Nov 11 12:29:34.575022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14c68a-18a5-4eb0-b779-551589618ccd req-560583a8-b58a-4fdc-bbb1-4671c46cb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:34.576548 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd14c68a-18a5-4eb0-b779-551589618ccd req-560583a8-b58a-4fdc-bbb1-4671c46cb7ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67b11859c3d04bb7bd097f3247d81930&device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 1096 time: 0.0434370 Nov 11 12:29:34.701002 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14c68a-18a5-4eb0-b779-551589618ccd req-c8900331-889b-43b4-812b-136cf0b3ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:34.702549 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd14c68a-18a5-4eb0-b779-551589618ccd req-c8900331-889b-43b4-812b-136cf0b3ca42 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f07c30fe-25ac-44c7-ba0b-144c97abab0d HTTP/1.1" status: 200 len: 911 time: 0.0989451 Nov 11 12:29:34.773744 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd14c68a-18a5-4eb0-b779-551589618ccd req-52abcca8-3600-44d2-bce8-be3926fd38a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d462d77-e00e-4ea6-9c1c-07d083b341f6 HTTP/1.1" status: 200 len: 1001 time: 0.0589943 Nov 11 12:29:34.833506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14c68a-18a5-4eb0-b779-551589618ccd req-1551880e-fddb-4451-84d4-fff846b1bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:34.835075 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd14c68a-18a5-4eb0-b779-551589618ccd req-1551880e-fddb-4451-84d4-fff846b1bf2f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97cba9ec-4d12-477e-b42e-81384b6b0f88 HTTP/1.1" status: 200 len: 848 time: 0.0486302 Nov 11 12:29:34.886207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14c68a-18a5-4eb0-b779-551589618ccd req-1cd0db63-a8f1-4b2f-adb9-fc9d6abd6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:34.887707 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd14c68a-18a5-4eb0-b779-551589618ccd req-1cd0db63-a8f1-4b2f-adb9-fc9d6abd6173 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f07c30fe-25ac-44c7-ba0b-144c97abab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408649 Nov 11 12:29:34.985123 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd14c68a-18a5-4eb0-b779-551589618ccd req-632c2a49-258e-42e4-bf12-9a6abb531a99 service neutron] 10.222.0.62 "GET /v2.0/networks/f07c30fe-25ac-44c7-ba0b-144c97abab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894287 Nov 11 12:29:35.085601 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bd14c68a-18a5-4eb0-b779-551589618ccd req-80f04ba4-f91b-4880-8e5c-4e4d896b9907 service neutron] 10.222.0.62 "GET /v2.0/networks/f07c30fe-25ac-44c7-ba0b-144c97abab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928037 Nov 11 12:29:35.864636 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b93af24d-2f5c-42a8-8c1f-59244299d1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:38.117522 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2f5b5246-dfdc-4f53-beab-08f1221e33e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:39.119641 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:40.636762 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:41.325369 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:45.918943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39890) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:46.042223 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c075399c-031e-4a12-9498-d61a8e55376c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:46.123262 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c075399c-031e-4a12-9498-d61a8e55376c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:46.129790 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c075399c-031e-4a12-9498-d61a8e55376c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:46.142454 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:46.167814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c075399c-031e-4a12-9498-d61a8e55376c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=adfc7fca22694d63844c837afa08947c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2476735 Nov 11 12:29:46.170549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39894) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:46.173664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075399c-031e-4a12-9498-d61a8e55376c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65db0085-27e8-4ae0-938a-5ed9afb39497,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:46.224903 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1e39da8-3aea-431a-acdc-9005ccf9c866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:46.247179 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1e39da8-3aea-431a-acdc-9005ccf9c866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:46.295026 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1e39da8-3aea-431a-acdc-9005ccf9c866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:46.297906 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c1e39da8-3aea-431a-acdc-9005ccf9c866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:46.299065 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c1e39da8-3aea-431a-acdc-9005ccf9c866 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/65db0085-27e8-4ae0-938a-5ed9afb39497 HTTP/1.1" status: 204 len: 168 time: 0.1275444 Nov 11 12:29:46.307662 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e39da8-3aea-431a-acdc-9005ccf9c866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65db0085-27e8-4ae0-938a-5ed9afb39497,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:46.580277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 39900) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:46.597504 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-96d35356-fb63-4a2a-a73b-5e3dc93a68f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:46.676900 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-96d35356-fb63-4a2a-a73b-5e3dc93a68f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:46.683870 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-96d35356-fb63-4a2a-a73b-5e3dc93a68f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:46.721758 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-96d35356-fb63-4a2a-a73b-5e3dc93a68f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e6b9706aff24caa8b044b378b2c265f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1402597 Nov 11 12:29:46.722597 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d35356-fb63-4a2a-a73b-5e3dc93a68f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ed8dde-fa27-44b8-a421-0bf0b3813c51,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:46.724567 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 39902) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:46.778322 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5992c7a8-5d20-45e2-8315-7d545727687e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:46.801874 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5992c7a8-5d20-45e2-8315-7d545727687e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:46.854791 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5992c7a8-5d20-45e2-8315-7d545727687e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:46.857550 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5992c7a8-5d20-45e2-8315-7d545727687e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:46.858732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5992c7a8-5d20-45e2-8315-7d545727687e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75ed8dde-fa27-44b8-a421-0bf0b3813c51 HTTP/1.1" status: 204 len: 168 time: 0.1331465 Nov 11 12:29:46.866770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992c7a8-5d20-45e2-8315-7d545727687e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ed8dde-fa27-44b8-a421-0bf0b3813c51,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:51.957879 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:57.042407 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40030) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:57.164614 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b1272213-0623-4daa-b685-e6526f748521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:57.247177 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b1272213-0623-4daa-b685-e6526f748521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:57.255431 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b1272213-0623-4daa-b685-e6526f748521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:57.296087 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b1272213-0623-4daa-b685-e6526f748521 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc07e38e0ff8443a97c288c64e9a9325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2522516 Nov 11 12:29:57.296812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1272213-0623-4daa-b685-e6526f748521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6882a400-c893-4dbf-bd25-662a33b5dfee,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:57.300247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40034) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:57.352056 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af6d0cad-4160-4b81-83e3-08fd6a7ea1ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:57.373291 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af6d0cad-4160-4b81-83e3-08fd6a7ea1ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:57.421778 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af6d0cad-4160-4b81-83e3-08fd6a7ea1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:57.424753 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af6d0cad-4160-4b81-83e3-08fd6a7ea1ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:57.425911 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-af6d0cad-4160-4b81-83e3-08fd6a7ea1ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6882a400-c893-4dbf-bd25-662a33b5dfee HTTP/1.1" status: 204 len: 168 time: 0.1243396 Nov 11 12:29:57.434168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d0cad-4160-4b81-83e3-08fd6a7ea1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6882a400-c893-4dbf-bd25-662a33b5dfee,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:57.696072 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40040) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:57.710374 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c0552e55-855f-45a7-b936-6562fd126c83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:57.795142 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c0552e55-855f-45a7-b936-6562fd126c83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:57.801420 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c0552e55-855f-45a7-b936-6562fd126c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:57.848560 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c0552e55-855f-45a7-b936-6562fd126c83 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1f352b5a8884a0386b67986bb570743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1511512 Nov 11 12:29:57.849475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0552e55-855f-45a7-b936-6562fd126c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50d1890-148a-4748-916b-ae4a0c7bfc64,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:57.851368 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40042) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:57.904844 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aa3561f1-2938-4de4-8013-6f6da2bf1abc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:57.932573 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aa3561f1-2938-4de4-8013-6f6da2bf1abc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:57.984585 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aa3561f1-2938-4de4-8013-6f6da2bf1abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:57.987457 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aa3561f1-2938-4de4-8013-6f6da2bf1abc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:57.988655 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-aa3561f1-2938-4de4-8013-6f6da2bf1abc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d50d1890-148a-4748-916b-ae4a0c7bfc64 HTTP/1.1" status: 204 len: 168 time: 0.1361058 Nov 11 12:29:57.996835 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3561f1-2938-4de4-8013-6f6da2bf1abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50d1890-148a-4748-916b-ae4a0c7bfc64,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:58.314867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40048) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:58.328064 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7558c6b4-6425-4c0c-a30d-c7b8a45c79d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:58.404830 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7558c6b4-6425-4c0c-a30d-c7b8a45c79d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:58.410720 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7558c6b4-6425-4c0c-a30d-c7b8a45c79d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:58.461007 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7558c6b4-6425-4c0c-a30d-c7b8a45c79d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3b9812f4e2e94e3f84a261f0b2977df5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449928 Nov 11 12:29:58.462333 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558c6b4-6425-4c0c-a30d-c7b8a45c79d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7710e93d-d099-49cc-8adc-72f5b4459cbf,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:58.464009 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40050) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:58.518081 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4110bb90-4076-437e-8260-74031a5a08a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:58.540408 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4110bb90-4076-437e-8260-74031a5a08a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:58.593816 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4110bb90-4076-437e-8260-74031a5a08a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:58.596429 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4110bb90-4076-437e-8260-74031a5a08a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:58.597627 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4110bb90-4076-437e-8260-74031a5a08a1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7710e93d-d099-49cc-8adc-72f5b4459cbf HTTP/1.1" status: 204 len: 168 time: 0.1323888 Nov 11 12:29:58.605271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110bb90-4076-437e-8260-74031a5a08a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7710e93d-d099-49cc-8adc-72f5b4459cbf,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:01.764906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135eca2-a412-41b1-b644-7b3bf0415a9a req-f4cf4a5b-b8eb-436e-8090-917bd99e3b9e tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:01.766911 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b135eca2-a412-41b1-b644-7b3bf0415a9a req-f4cf4a5b-b8eb-436e-8090-917bd99e3b9e tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 945 time: 0.1711774 Nov 11 12:30:01.818415 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b135eca2-a412-41b1-b644-7b3bf0415a9a req-73c6345e-fbbd-49a6-b52e-17ca1d6f3e45 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/security-groups?id=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445266 Nov 11 12:30:02.999171 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bd58e-b64b-4f11-903b-52f9e6d32f1e req-548570b8-5604-4a9f-ba80-57f32f1489aa tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:03.000826 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a20bd58e-b64b-4f11-903b-52f9e6d32f1e req-548570b8-5604-4a9f-ba80-57f32f1489aa tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 945 time: 0.1085820 Nov 11 12:30:03.063545 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a20bd58e-b64b-4f11-903b-52f9e6d32f1e req-1ec2d20a-9f6d-4ccb-bf32-9b74d05af38e tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/security-groups?id=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562201 Nov 11 12:30:03.098916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d25ba5-4d40-4b7b-87a6-84d6e14f9341 req-802f73c0-2ac8-45b9-a07f-91f44f6f05bd tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:03.100316 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-80d25ba5-4d40-4b7b-87a6-84d6e14f9341 req-802f73c0-2ac8-45b9-a07f-91f44f6f05bd tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 945 time: 0.0639009 Nov 11 12:30:03.203584 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-80d25ba5-4d40-4b7b-87a6-84d6e14f9341 req-f9dcabb2-f124-4c41-9df8-645e5a1b3d64 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Deleting port 4d462d77-e00e-4ea6-9c1c-07d083b341f6 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:30:03.203922 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-80d25ba5-4d40-4b7b-87a6-84d6e14f9341 req-f9dcabb2-f124-4c41-9df8-645e5a1b3d64 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:03.294307 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-80d25ba5-4d40-4b7b-87a6-84d6e14f9341 req-f9dcabb2-f124-4c41-9df8-645e5a1b3d64 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] For port 4d462d77-e00e-4ea6-9c1c-07d083b341f6, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4d462d77-e00e-4ea6-9c1c-07d083b341f6,segment=NetworkSegment(7ec2393c-6ee2-426e-998f-372af5c8822d),segment_id=7ec2393c-6ee2-426e-998f-372af5c8822d)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:03.294616 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-80d25ba5-4d40-4b7b-87a6-84d6e14f9341 req-f9dcabb2-f124-4c41-9df8-645e5a1b3d64 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:03.473561 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-80d25ba5-4d40-4b7b-87a6-84d6e14f9341 req-f9dcabb2-f124-4c41-9df8-645e5a1b3d64 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:03.473944 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-80d25ba5-4d40-4b7b-87a6-84d6e14f9341 req-f9dcabb2-f124-4c41-9df8-645e5a1b3d64 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:03.474367 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [req-80d25ba5-4d40-4b7b-87a6-84d6e14f9341 req-f9dcabb2-f124-4c41-9df8-645e5a1b3d64 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Floating IP b04a3823-4ff0-4dd5-8316-3025341b6a54 disassociated. External IP: 172.25.2.168, port: 4d462d77-e00e-4ea6-9c1c-07d083b341f6. Nov 11 12:30:03.474724 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-80d25ba5-4d40-4b7b-87a6-84d6e14f9341 req-f9dcabb2-f124-4c41-9df8-645e5a1b3d64 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Calling delete_port for 4d462d77-e00e-4ea6-9c1c-07d083b341f6 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:30:03.605492 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-80d25ba5-4d40-4b7b-87a6-84d6e14f9341 req-f9dcabb2-f124-4c41-9df8-645e5a1b3d64 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:03.639618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dcabb2-f124-4c41-9df8-645e5a1b3d64 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Pushing event deleted for resources: {'Port': ['ID=4d462d77-e00e-4ea6-9c1c-07d083b341f6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:03.751916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80d25ba5-4d40-4b7b-87a6-84d6e14f9341 req-f9dcabb2-f124-4c41-9df8-645e5a1b3d64 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Router 26a435a1-4252-4fec-87a4-aa9b4d726e59 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:30:03.863814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80d25ba5-4d40-4b7b-87a6-84d6e14f9341 req-f9dcabb2-f124-4c41-9df8-645e5a1b3d64 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:30:03.873249 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871ce07-d1dc-4588-8ee2-48be95e652c2 None None] Sync routers for ids ['26a435a1-4252-4fec-87a4-aa9b4d726e59'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:30:03.883574 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1871ce07-d1dc-4588-8ee2-48be95e652c2 None None] Routers {'26a435a1-4252-4fec-87a4-aa9b4d726e59'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:03.884187 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1871ce07-d1dc-4588-8ee2-48be95e652c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:29:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['26a435a1-4252-4fec-87a4-aa9b4d726e59'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:03.908852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d25ba5-4d40-4b7b-87a6-84d6e14f9341 req-f9dcabb2-f124-4c41-9df8-645e5a1b3d64 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] No DVR routers for this DVR port 4d462d77-e00e-4ea6-9c1c-07d083b341f6 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:30:03.911665 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-80d25ba5-4d40-4b7b-87a6-84d6e14f9341 req-f9dcabb2-f124-4c41-9df8-645e5a1b3d64 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:03.915685 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-80d25ba5-4d40-4b7b-87a6-84d6e14f9341 req-f9dcabb2-f124-4c41-9df8-645e5a1b3d64 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.62 "DELETE /v2.0/ports/4d462d77-e00e-4ea6-9c1c-07d083b341f6 HTTP/1.1" status: 204 len: 173 time: 0.8053772 Nov 11 12:30:03.916135 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c095de5-ab2a-43e1-a56e-fdcda012786b', 'name': 'network-vif-deleted', 'tag': '4d462d77-e00e-4ea6-9c1c-07d083b341f6'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:30:03.918501 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151dd4c5-3706-45d6-b2ee-7716b4cc896a" -d '{"events": [{"server_uuid": "4c095de5-ab2a-43e1-a56e-fdcda012786b", "name": "network-vif-deleted", "tag": "4d462d77-e00e-4ea6-9c1c-07d083b341f6"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:30:03.984762 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15575a3-7e11-4ac6-8076-dcb821638f2c x-openstack-request-id: req-d15575a3-7e11-4ac6-8076-dcb821638f2c {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:30:03.985116 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c095de5-ab2a-43e1-a56e-fdcda012786b", "name": "network-vif-deleted", "tag": "4d462d77-e00e-4ea6-9c1c-07d083b341f6", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:30:03.985430 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d15575a3-7e11-4ac6-8076-dcb821638f2c {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:30:03.985951 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c095de5-ab2a-43e1-a56e-fdcda012786b', 'name': 'network-vif-deleted', 'tag': '4d462d77-e00e-4ea6-9c1c-07d083b341f6', 'status': 'completed', 'code': 200} Nov 11 12:30:03.994604 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-1871ce07-d1dc-4588-8ee2-48be95e652c2 None None] Set router 26a435a1-4252-4fec-87a4-aa9b4d726e59 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:04.229431 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-148189a0-1641-4b66-a8d0-d7df95acca2e req-49926da4-cdc7-43b4-9c7c-15a51c8fd842 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c095de5-ab2a-43e1-a56e-fdcda012786b HTTP/1.1" status: 200 len: 210 time: 0.0280905 Nov 11 12:30:04.254412 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1871ce07-d1dc-4588-8ee2-48be95e652c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'name': 'tempest-TestServerBasicOps-2080968272-router', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '588c7985-d066-462b-a743-6be106f48a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:30Z', 'updated_at': '2021-11-11T12:24:39Z', 'revision_number': 4, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'gw_port': {'id': '588c7985-d066-462b-a743-6be106f48a07', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:31Z', 'updated_at': '2021-11-11T12:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '1fc66b1d-52eb-45fa-ab7e-4aebcad9d091', 'name': '', 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'mac_address': 'fa:16:3e:b3:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:37Z', 'updated_at': '2021-11-11T12:24:44Z', 'revision_number': 5, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'subnets': [{'id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:04.280064 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871ce07-d1dc-4588-8ee2-48be95e652c2 None None] Checking router: 26a435a1-4252-4fec-87a4-aa9b4d726e59 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:30:04.288652 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1871ce07-d1dc-4588-8ee2-48be95e652c2 None None] Routers {'26a435a1-4252-4fec-87a4-aa9b4d726e59'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:04.289250 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1871ce07-d1dc-4588-8ee2-48be95e652c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:29:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['26a435a1-4252-4fec-87a4-aa9b4d726e59'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:04.401792 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-1871ce07-d1dc-4588-8ee2-48be95e652c2 None None] Set router 26a435a1-4252-4fec-87a4-aa9b4d726e59 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:04.616091 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1871ce07-d1dc-4588-8ee2-48be95e652c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'name': 'tempest-TestServerBasicOps-2080968272-router', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '588c7985-d066-462b-a743-6be106f48a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:30Z', 'updated_at': '2021-11-11T12:24:39Z', 'revision_number': 4, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'gw_port': {'id': '588c7985-d066-462b-a743-6be106f48a07', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:31Z', 'updated_at': '2021-11-11T12:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '1fc66b1d-52eb-45fa-ab7e-4aebcad9d091', 'name': '', 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'mac_address': 'fa:16:3e:b3:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:37Z', 'updated_at': '2021-11-11T12:24:44Z', 'revision_number': 5, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'subnets': [{'id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:04.645361 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871ce07-d1dc-4588-8ee2-48be95e652c2 None None] The sync data for ids ['26a435a1-4252-4fec-87a4-aa9b4d726e59'] in n-d-807359-3 is: [{'id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'name': 'tempest-TestServerBasicOps-2080968272-router', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '588c7985-d066-462b-a743-6be106f48a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:30Z', 'updated_at': '2021-11-11T12:24:39Z', 'revision_number': 4, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'gw_port': {'id': '588c7985-d066-462b-a743-6be106f48a07', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:31Z', 'updated_at': '2021-11-11T12:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '1fc66b1d-52eb-45fa-ab7e-4aebcad9d091', 'name': '', 'network_id': 'f07c30fe-25ac-44c7-ba0b-144c97abab0d', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'mac_address': 'fa:16:3e:b3:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:37Z', 'updated_at': '2021-11-11T12:24:44Z', 'revision_number': 5, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'subnets': [{'id': '97cba9ec-4d12-477e-b42e-81384b6b0f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:30:04.874889 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5c0eb-7a66-469a-ada4-e2c1b56858b0 None None] New status for floating IP b04a3823-4ff0-4dd5-8316-3025341b6a54: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:30:05.288575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40186) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:05.415987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-a3806691-d164-41bb-a4e7-d37c323885b3 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Deleting port 171f6bc3-e457-495f-acdb-34904bd85039 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:30:05.416232 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3806691-d164-41bb-a4e7-d37c323885b3 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:05.493005 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3806691-d164-41bb-a4e7-d37c323885b3 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:05.493414 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3806691-d164-41bb-a4e7-d37c323885b3 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:05.506841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-a3806691-d164-41bb-a4e7-d37c323885b3 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Calling delete_port for 171f6bc3-e457-495f-acdb-34904bd85039 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:30:05.645610 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3806691-d164-41bb-a4e7-d37c323885b3 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:05.676378 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3806691-d164-41bb-a4e7-d37c323885b3 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Pushing event deleted for resources: {'Port': ['ID=171f6bc3-e457-495f-acdb-34904bd85039,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:05.742207 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3806691-d164-41bb-a4e7-d37c323885b3 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:05.744815 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3806691-d164-41bb-a4e7-d37c323885b3 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:05.746068 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a3806691-d164-41bb-a4e7-d37c323885b3 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "DELETE /v2.0/floatingips/b04a3823-4ff0-4dd5-8316-3025341b6a54 HTTP/1.1" status: 204 len: 168 time: 0.4564812 Nov 11 12:30:05.818570 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40192) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:05.870837 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58b22da4-bcdd-4ce6-989a-e45a386b2c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:05.878739 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd3c43db-0a27-41dd-af60-f56dba57ff31 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:05.904525 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd3c43db-0a27-41dd-af60-f56dba57ff31 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:05.964447 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd3c43db-0a27-41dd-af60-f56dba57ff31 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:05.967192 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dd3c43db-0a27-41dd-af60-f56dba57ff31 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:05.968374 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dd3c43db-0a27-41dd-af60-f56dba57ff31 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] 10.222.0.65 "DELETE /v2.0/security-groups/4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d HTTP/1.1" status: 204 len: 168 time: 0.1487112 Nov 11 12:30:05.980686 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c43db-0a27-41dd-af60-f56dba57ff31 tempest-TestServerBasicOps-1890021541 tempest-TestServerBasicOps-1890021541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dabfef4-a66a-4cf0-885b-a69bc9eb4e7d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:06.010544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40196) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:06.085282 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 4d462d77-e00e-4ea6-9c1c-07d083b341f6 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:30:06.106850 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 4d462d77-e00e-4ea6-9c1c-07d083b341f6 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:30:06.107159 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 4d462d77-e00e-4ea6-9c1c-07d083b341f6 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:30:06.486539 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aa0fa11d-4555-4de8-af9c-9da49bdcedc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:06.755546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-aa0fa11d-4555-4de8-af9c-9da49bdcedc7 admin admin] Deleting port 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:30:06.755892 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aa0fa11d-4555-4de8-af9c-9da49bdcedc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:06.838278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-aa0fa11d-4555-4de8-af9c-9da49bdcedc7 admin admin] For port 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1fc66b1d-52eb-45fa-ab7e-4aebcad9d091,segment=NetworkSegment(7ec2393c-6ee2-426e-998f-372af5c8822d),segment_id=7ec2393c-6ee2-426e-998f-372af5c8822d)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:06.838760 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aa0fa11d-4555-4de8-af9c-9da49bdcedc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:06.851607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-aa0fa11d-4555-4de8-af9c-9da49bdcedc7 admin admin] Calling delete_port for 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:30:07.037359 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aa0fa11d-4555-4de8-af9c-9da49bdcedc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:07.068855 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0fa11d-4555-4de8-af9c-9da49bdcedc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc66b1d-52eb-45fa-ab7e-4aebcad9d091,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:07.248214 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-aa0fa11d-4555-4de8-af9c-9da49bdcedc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:07.490691 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0fa11d-4555-4de8-af9c-9da49bdcedc7 admin admin] Router 26a435a1-4252-4fec-87a4-aa9b4d726e59 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:30:07.602005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0fa11d-4555-4de8-af9c-9da49bdcedc7 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:30:07.611186 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40204) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:07.611710 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-aa0fa11d-4555-4de8-af9c-9da49bdcedc7 admin admin] 10.222.0.65 "PUT /v2.0/routers/26a435a1-4252-4fec-87a4-aa9b4d726e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5996480 Nov 11 12:30:07.613316 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1472fbc-7474-46d1-99f4-d3345ec8c360 None None] Sync routers for ids ['26a435a1-4252-4fec-87a4-aa9b4d726e59'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:30:07.627346 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1472fbc-7474-46d1-99f4-d3345ec8c360 None None] Routers {'26a435a1-4252-4fec-87a4-aa9b4d726e59'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:07.627968 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b1472fbc-7474-46d1-99f4-d3345ec8c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:29:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['26a435a1-4252-4fec-87a4-aa9b4d726e59'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:07.748066 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4972f57d-0d62-499f-b019-f23475e11f1c admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:07.756068 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-b1472fbc-7474-46d1-99f4-d3345ec8c360 None None] Set router 26a435a1-4252-4fec-87a4-aa9b4d726e59 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:07.863249 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4972f57d-0d62-499f-b019-f23475e11f1c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:07.926225 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4972f57d-0d62-499f-b019-f23475e11f1c admin admin] Deleting port 588c7985-d066-462b-a743-6be106f48a07 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:30:07.926606 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4972f57d-0d62-499f-b019-f23475e11f1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:07.945538 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b1472fbc-7474-46d1-99f4-d3345ec8c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'name': 'tempest-TestServerBasicOps-2080968272-router', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '588c7985-d066-462b-a743-6be106f48a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:30Z', 'updated_at': '2021-11-11T12:30:06Z', 'revision_number': 5, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'gw_port': {'id': '588c7985-d066-462b-a743-6be106f48a07', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:31Z', 'updated_at': '2021-11-11T12:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:07.972725 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1472fbc-7474-46d1-99f4-d3345ec8c360 None None] Checking router: 26a435a1-4252-4fec-87a4-aa9b4d726e59 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:30:07.981641 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1472fbc-7474-46d1-99f4-d3345ec8c360 None None] Routers {'26a435a1-4252-4fec-87a4-aa9b4d726e59'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:07.982270 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b1472fbc-7474-46d1-99f4-d3345ec8c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:29:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['26a435a1-4252-4fec-87a4-aa9b4d726e59'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:08.009341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-4972f57d-0d62-499f-b019-f23475e11f1c admin admin] For port 588c7985-d066-462b-a743-6be106f48a07, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=588c7985-d066-462b-a743-6be106f48a07,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:08.009756 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4972f57d-0d62-499f-b019-f23475e11f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:08.023611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4972f57d-0d62-499f-b019-f23475e11f1c admin admin] Calling delete_port for 588c7985-d066-462b-a743-6be106f48a07 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:30:08.085944 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-b1472fbc-7474-46d1-99f4-d3345ec8c360 None None] Set router 26a435a1-4252-4fec-87a4-aa9b4d726e59 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:08.142280 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-811e1ed4-9fbb-4dab-943a-a00c818be9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:08.146847 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-b1472fbc-7474-46d1-99f4-d3345ec8c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'name': 'tempest-TestServerBasicOps-2080968272-router', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:30Z', 'updated_at': '2021-11-11T12:30:07Z', 'revision_number': 6, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:08.174295 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1472fbc-7474-46d1-99f4-d3345ec8c360 None None] The sync data for ids ['26a435a1-4252-4fec-87a4-aa9b4d726e59'] in n-d-807359-3 is: [{'id': '26a435a1-4252-4fec-87a4-aa9b4d726e59', 'name': 'tempest-TestServerBasicOps-2080968272-router', 'tenant_id': '67b11859c3d04bb7bd097f3247d81930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:30Z', 'updated_at': '2021-11-11T12:30:07Z', 'revision_number': 6, 'project_id': '67b11859c3d04bb7bd097f3247d81930', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:30:08.206607 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4972f57d-0d62-499f-b019-f23475e11f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:08.237435 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972f57d-0d62-499f-b019-f23475e11f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=588c7985-d066-462b-a743-6be106f48a07,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:08.253424 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fa4a31-c451-4ac4-89b9-42aa4fcc4cee None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:30:08.657356 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4972f57d-0d62-499f-b019-f23475e11f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:08.748977 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4972f57d-0d62-499f-b019-f23475e11f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:08.751373 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4972f57d-0d62-499f-b019-f23475e11f1c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:08.799756 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4972f57d-0d62-499f-b019-f23475e11f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:08.800347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4972f57d-0d62-499f-b019-f23475e11f1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26a435a1-4252-4fec-87a4-aa9b4d726e59 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:30:08.804747 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4972f57d-0d62-499f-b019-f23475e11f1c admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:08.805982 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4972f57d-0d62-499f-b019-f23475e11f1c admin admin] 10.222.0.65 "DELETE /v2.0/routers/26a435a1-4252-4fec-87a4-aa9b4d726e59 HTTP/1.1" status: 204 len: 168 time: 1.1894207 Nov 11 12:30:08.808592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40208) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:08.856961 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9e7b31-c9e8-436c-be69-7049398191d2 admin admin] Deleting subnet 97cba9ec-4d12-477e-b42e-81384b6b0f88 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:30:08.860113 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a9e7b31-c9e8-436c-be69-7049398191d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:08.895969 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a9e7b31-c9e8-436c-be69-7049398191d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:08.982345 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a9e7b31-c9e8-436c-be69-7049398191d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.044308 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a9e7b31-c9e8-436c-be69-7049398191d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.074217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e7b31-c9e8-436c-be69-7049398191d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97cba9ec-4d12-477e-b42e-81384b6b0f88,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:09.081696 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6a9e7b31-c9e8-436c-be69-7049398191d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.086283 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6a9e7b31-c9e8-436c-be69-7049398191d2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/97cba9ec-4d12-477e-b42e-81384b6b0f88 HTTP/1.1" status: 204 len: 168 time: 0.2765689 Nov 11 12:30:09.088433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40210) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:09.088902 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9446f667-b9a9-441c-bd76-521ffd3da192 None None] Network f07c30fe-25ac-44c7-ba0b-144c97abab0d requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:30:09.159842 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.173077 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.249158 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] Deleting port 817083c6-2181-4664-aaaa-cc98e4225081 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:30:09.249547 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.350810 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] For port 817083c6-2181-4664-aaaa-cc98e4225081, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=817083c6-2181-4664-aaaa-cc98e4225081,segment=NetworkSegment(7ec2393c-6ee2-426e-998f-372af5c8822d),segment_id=7ec2393c-6ee2-426e-998f-372af5c8822d)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:09.351786 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.364984 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] Calling delete_port for 817083c6-2181-4664-aaaa-cc98e4225081 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:30:09.383864 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:30:09.389883 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] DHCP port deletion for f07c30fe-25ac-44c7-ba0b-144c97abab0d request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:30:09.446270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Deleting port 817083c6-2181-4664-aaaa-cc98e4225081 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:30:09.446640 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.475538 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.508972 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] Pushing event deleted for resources: {'Port': ['ID=817083c6-2181-4664-aaaa-cc98e4225081,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:09.512025 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] For port 817083c6-2181-4664-aaaa-cc98e4225081, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=817083c6-2181-4664-aaaa-cc98e4225081,segment=NetworkSegment(7ec2393c-6ee2-426e-998f-372af5c8822d),segment_id=7ec2393c-6ee2-426e-998f-372af5c8822d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:09.512410 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.514587 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] No DVR routers for this DVR port 817083c6-2181-4664-aaaa-cc98e4225081 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:30:09.526747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Calling delete_port for 817083c6-2181-4664-aaaa-cc98e4225081 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:30:09.592327 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.614043 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.614578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07c30fe-25ac-44c7-ba0b-144c97abab0d']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:09.626214 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec2393c-6ee2-426e-998f-372af5c8822d') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:09.626633 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec2393c-6ee2-426e-998f-372af5c8822d') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:09.642290 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Pushing event deleted for resources: {'Port': ['ID=817083c6-2181-4664-aaaa-cc98e4225081,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:09.654446 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] No DVR routers for this DVR port 817083c6-2181-4664-aaaa-cc98e4225081 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:30:09.659721 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:09.659721 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:09.660478 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:09.660478 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:09.660954 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:09.661319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:09.661730 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:09.662124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:09.662510 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:09.662899 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:09.663291 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:09.663683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af884e9-546b-4386-8f41-371015cf46e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:09.694336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:30:09.712852 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.723876 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:30:09.724275 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1fc66b1d-52eb-45fa-ab7e-4aebcad9d091 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:30:09.724803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 588c7985-d066-462b-a743-6be106f48a07 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:30:09.743423 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.750310 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 588c7985-d066-462b-a743-6be106f48a07 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:30:09.750645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:30:09.750801 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 588c7985-d066-462b-a743-6be106f48a07 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:30:09.751117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 817083c6-2181-4664-aaaa-cc98e4225081 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:30:09.751264 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:30:09.752957 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:30:09.774501 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 817083c6-2181-4664-aaaa-cc98e4225081 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:30:09.774933 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 817083c6-2181-4664-aaaa-cc98e4225081 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:30:09.817264 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.822973 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.830457 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] 10.222.0.65 "DELETE /v2.0/networks/f07c30fe-25ac-44c7-ba0b-144c97abab0d HTTP/1.1" status: 204 len: 168 time: 0.7368934 Nov 11 12:30:09.836727 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40218) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:09.837883 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae743d-dd1e-4373-a561-a9f2c2f041ec admin admin] Pushing event deleted for resources: {'Network': ['ID=f07c30fe-25ac-44c7-ba0b-144c97abab0d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:10.557191 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99df2044-0b90-4c16-8dda-040becbdf96a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:10.642698 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:10.807546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-99df2044-0b90-4c16-8dda-040becbdf96a admin admin] Deleting port cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:30:10.807788 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99df2044-0b90-4c16-8dda-040becbdf96a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:10.891362 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-99df2044-0b90-4c16-8dda-040becbdf96a admin admin] For port cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb,segment=NetworkSegment(feb6878c-8025-4dd4-bd71-1f2763d46e10),segment_id=feb6878c-8025-4dd4-bd71-1f2763d46e10)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:10.892188 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99df2044-0b90-4c16-8dda-040becbdf96a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:10.905058 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-99df2044-0b90-4c16-8dda-040becbdf96a admin admin] Calling delete_port for cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:30:11.090505 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99df2044-0b90-4c16-8dda-040becbdf96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:11.119166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df2044-0b90-4c16-8dda-040becbdf96a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:11.291423 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-99df2044-0b90-4c16-8dda-040becbdf96a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:11.311635 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:11.517881 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99df2044-0b90-4c16-8dda-040becbdf96a admin admin] Router 1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:30:11.631465 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99df2044-0b90-4c16-8dda-040becbdf96a admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:30:11.636777 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-99df2044-0b90-4c16-8dda-040becbdf96a admin admin] 10.222.0.65 "PUT /v2.0/routers/1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7979870 Nov 11 12:30:11.639586 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40238) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:11.642418 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeeea52-daae-41d7-8ceb-f004d93dc308 None None] Sync routers for ids ['1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:30:11.653315 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeeea52-daae-41d7-8ceb-f004d93dc308 None None] Routers {'1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:11.654233 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cdeeea52-daae-41d7-8ceb-f004d93dc308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:30:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:11.758860 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-34164e74-b332-40d7-8033-c7ad78cc58de admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:11.775320 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-cdeeea52-daae-41d7-8ceb-f004d93dc308 None None] Set router 1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:11.874889 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-34164e74-b332-40d7-8033-c7ad78cc58de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:11.938859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-34164e74-b332-40d7-8033-c7ad78cc58de admin admin] Deleting port ec59124e-8d46-4f2d-b5ee-008bdcb8f381 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:30:11.939273 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-34164e74-b332-40d7-8033-c7ad78cc58de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:11.973564 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cdeeea52-daae-41d7-8ceb-f004d93dc308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'name': 'tempest-TestServerBasicOps-842298603-router', 'tenant_id': 'f80f1179332a4179afa04f5d963ffeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'ec59124e-8d46-4f2d-b5ee-008bdcb8f381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:42Z', 'updated_at': '2021-11-11T12:30:11Z', 'revision_number': 5, 'project_id': 'f80f1179332a4179afa04f5d963ffeae', 'gw_port': {'id': 'ec59124e-8d46-4f2d-b5ee-008bdcb8f381', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:44Z', 'updated_at': '2021-11-11T12:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:12.005063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeeea52-daae-41d7-8ceb-f004d93dc308 None None] Checking router: 1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:30:12.014177 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeeea52-daae-41d7-8ceb-f004d93dc308 None None] Routers {'1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:12.014832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cdeeea52-daae-41d7-8ceb-f004d93dc308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:30:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:12.028180 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-34164e74-b332-40d7-8033-c7ad78cc58de admin admin] For port ec59124e-8d46-4f2d-b5ee-008bdcb8f381, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ec59124e-8d46-4f2d-b5ee-008bdcb8f381,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:12.028655 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-34164e74-b332-40d7-8033-c7ad78cc58de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:12.042087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-34164e74-b332-40d7-8033-c7ad78cc58de admin admin] Calling delete_port for ec59124e-8d46-4f2d-b5ee-008bdcb8f381 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:30:12.099534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-cdeeea52-daae-41d7-8ceb-f004d93dc308 None None] Set router 1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:12.156638 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cdeeea52-daae-41d7-8ceb-f004d93dc308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'name': 'tempest-TestServerBasicOps-842298603-router', 'tenant_id': 'f80f1179332a4179afa04f5d963ffeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:42Z', 'updated_at': '2021-11-11T12:30:11Z', 'revision_number': 6, 'project_id': 'f80f1179332a4179afa04f5d963ffeae', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:12.185274 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeeea52-daae-41d7-8ceb-f004d93dc308 None None] The sync data for ids ['1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0'] in n-d-807359-3 is: [{'id': '1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0', 'name': 'tempest-TestServerBasicOps-842298603-router', 'tenant_id': 'f80f1179332a4179afa04f5d963ffeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:42Z', 'updated_at': '2021-11-11T12:30:11Z', 'revision_number': 6, 'project_id': 'f80f1179332a4179afa04f5d963ffeae', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:30:12.215283 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-34164e74-b332-40d7-8033-c7ad78cc58de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:12.238566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34164e74-b332-40d7-8033-c7ad78cc58de admin admin] Pushing event deleted for resources: {'Port': ['ID=ec59124e-8d46-4f2d-b5ee-008bdcb8f381,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:12.258461 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae96d769-ed65-4d48-9d3b-cce1f3a35ca8 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:30:12.304801 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-34164e74-b332-40d7-8033-c7ad78cc58de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:12.396775 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-34164e74-b332-40d7-8033-c7ad78cc58de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:12.399058 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-34164e74-b332-40d7-8033-c7ad78cc58de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:12.446488 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-34164e74-b332-40d7-8033-c7ad78cc58de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:12.446997 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34164e74-b332-40d7-8033-c7ad78cc58de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:30:12.451412 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-34164e74-b332-40d7-8033-c7ad78cc58de admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:12.452567 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-34164e74-b332-40d7-8033-c7ad78cc58de admin admin] 10.222.0.65 "DELETE /v2.0/routers/1796f8f3-0255-48ec-8bc1-eb6cbfd35ac0 HTTP/1.1" status: 204 len: 168 time: 0.8119648 Nov 11 12:30:12.455519 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40248) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:12.504250 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79538fa-a38d-46d5-8711-1f0b972fd100 admin admin] Deleting subnet 8b240f07-a465-41e8-b9bd-c748246e0a11 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:30:12.506008 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b79538fa-a38d-46d5-8711-1f0b972fd100 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:12.549533 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b79538fa-a38d-46d5-8711-1f0b972fd100 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:12.635017 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b79538fa-a38d-46d5-8711-1f0b972fd100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:12.691599 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b79538fa-a38d-46d5-8711-1f0b972fd100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:12.717702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79538fa-a38d-46d5-8711-1f0b972fd100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b240f07-a465-41e8-b9bd-c748246e0a11,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:12.721353 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b79538fa-a38d-46d5-8711-1f0b972fd100 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:12.727362 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b79538fa-a38d-46d5-8711-1f0b972fd100 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8b240f07-a465-41e8-b9bd-c748246e0a11 HTTP/1.1" status: 204 len: 168 time: 0.2681894 Nov 11 12:30:12.727562 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c73209-7901-4b93-a1d4-09dfe0713e20 None None] Network cb44e543-c443-4c3b-8dce-0c3de6dba42f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:30:12.728026 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40252) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:12.807510 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:12.862846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] Deleting port 445cf396-e09a-47a3-9c57-4fc1e04def91 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:30:12.863181 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:12.929809 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] For port 445cf396-e09a-47a3-9c57-4fc1e04def91, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=445cf396-e09a-47a3-9c57-4fc1e04def91,segment=NetworkSegment(feb6878c-8025-4dd4-bd71-1f2763d46e10),segment_id=feb6878c-8025-4dd4-bd71-1f2763d46e10)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:12.930168 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:12.943157 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] Calling delete_port for 445cf396-e09a-47a3-9c57-4fc1e04def91 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:30:12.993635 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3c98f6-4e8b-4eb0-a96d-87a2d3a54b04 None None] DHCP port deletion for cb44e543-c443-4c3b-8dce-0c3de6dba42f request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:30:13.064768 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:13.065715 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c98f6-4e8b-4eb0-a96d-87a2d3a54b04 None None] Deleting port 445cf396-e09a-47a3-9c57-4fc1e04def91 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:30:13.066240 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c3c98f6-4e8b-4eb0-a96d-87a2d3a54b04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:13.091727 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] Pushing event deleted for resources: {'Port': ['ID=445cf396-e09a-47a3-9c57-4fc1e04def91,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:13.095708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] No DVR routers for this DVR port 445cf396-e09a-47a3-9c57-4fc1e04def91 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:30:13.146485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c3c98f6-4e8b-4eb0-a96d-87a2d3a54b04 None None] For port 445cf396-e09a-47a3-9c57-4fc1e04def91, host n-d-807359-3, got binding levels [] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:13.146987 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c3c98f6-4e8b-4eb0-a96d-87a2d3a54b04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:13.163252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c98f6-4e8b-4eb0-a96d-87a2d3a54b04 None None] Calling delete_port for 445cf396-e09a-47a3-9c57-4fc1e04def91 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:30:13.166453 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.ipam_backend_mixin [None req-7c3c98f6-4e8b-4eb0-a96d-87a2d3a54b04 None None] Port 445cf396-e09a-47a3-9c57-4fc1e04def91 was not found and therefore no delete operation was performed {{(pid=109155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:30:13.167797 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c3c98f6-4e8b-4eb0-a96d-87a2d3a54b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:13.195833 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c98f6-4e8b-4eb0-a96d-87a2d3a54b04 None None] Pushing event deleted for resources: {'Port': ['ID=445cf396-e09a-47a3-9c57-4fc1e04def91,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:13.199744 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3c98f6-4e8b-4eb0-a96d-87a2d3a54b04 None None] No DVR routers for this DVR port 445cf396-e09a-47a3-9c57-4fc1e04def91 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:30:13.209403 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:13.232611 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb44e543-c443-4c3b-8dce-0c3de6dba42f']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:13.242186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb6878c-8025-4dd4-bd71-1f2763d46e10') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:13.242610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb6878c-8025-4dd4-bd71-1f2763d46e10') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:13.254589 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:13.269677 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:13.276614 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:30:13.277083 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:30:13.279125 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:30:13.338728 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:13.344891 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:13.355547 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cb44e543-c443-4c3b-8dce-0c3de6dba42f HTTP/1.1" status: 204 len: 168 time: 0.6265109 Nov 11 12:30:13.367878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3cb09-a6ac-4429-86a0-59dfaa019459 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb44e543-c443-4c3b-8dce-0c3de6dba42f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:13.478445 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40256) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:13.525223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f1e8f607-af61-47e0-880b-6df86a91a71c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=67b11859c3d04bb7bd097f3247d81930&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432808 Nov 11 12:30:13.525445 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40258) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:13.575896 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e6bc812b-b07c-469b-9fc6-1ce1aef8092a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:13.600528 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e6bc812b-b07c-469b-9fc6-1ce1aef8092a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:13.637293 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ec59124e-8d46-4f2d-b5ee-008bdcb8f381 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:30:13.652813 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e6bc812b-b07c-469b-9fc6-1ce1aef8092a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:13.656144 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e6bc812b-b07c-469b-9fc6-1ce1aef8092a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:13.660217 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e6bc812b-b07c-469b-9fc6-1ce1aef8092a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd913e72-2bf7-40d4-83f4-3d5a2eed14b5 HTTP/1.1" status: 204 len: 168 time: 0.1321254 Nov 11 12:30:13.667275 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc812b-b07c-469b-9fc6-1ce1aef8092a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd913e72-2bf7-40d4-83f4-3d5a2eed14b5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:13.671673 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ec59124e-8d46-4f2d-b5ee-008bdcb8f381 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:30:13.672029 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ec59124e-8d46-4f2d-b5ee-008bdcb8f381 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:30:13.672449 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 445cf396-e09a-47a3-9c57-4fc1e04def91 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:30:13.705130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 445cf396-e09a-47a3-9c57-4fc1e04def91 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:30:13.706076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 445cf396-e09a-47a3-9c57-4fc1e04def91 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:30:13.707283 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:30:13.737760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:30:13.738473 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device cd5f8d2d-9368-4446-bf9b-8c86dc6f9beb not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:30:14.016913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40266) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:14.059453 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0e0de58e-5f6a-45f0-81c9-c2b7d6182f26 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f80f1179332a4179afa04f5d963ffeae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410943 Nov 11 12:30:14.062447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40268) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:14.114357 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3d9978e1-8d73-40d7-b723-c6852259f61c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:14.138485 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3d9978e1-8d73-40d7-b723-c6852259f61c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:14.188201 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3d9978e1-8d73-40d7-b723-c6852259f61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:14.191421 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3d9978e1-8d73-40d7-b723-c6852259f61c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:14.192576 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3d9978e1-8d73-40d7-b723-c6852259f61c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c5686e52-841d-497a-b93b-a375d9288297 HTTP/1.1" status: 204 len: 168 time: 0.1291842 Nov 11 12:30:14.201367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9978e1-8d73-40d7-b723-c6852259f61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5686e52-841d-497a-b93b-a375d9288297,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:14.993662 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40292) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:15.094405 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-72effd17-0a53-4933-8789-ea0262af948d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-223696906-network', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:30:15.119642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72effd17-0a53-4933-8789-ea0262af948d admin admin] Made reservation on behalf of ee67a7d4e47a42328a9fed9e4073543d for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:30:15.122283 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72effd17-0a53-4933-8789-ea0262af948d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:15.131693 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72effd17-0a53-4933-8789-ea0262af948d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:15.215149 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72effd17-0a53-4933-8789-ea0262af948d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:15.220028 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72effd17-0a53-4933-8789-ea0262af948d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:15.244629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72effd17-0a53-4933-8789-ea0262af948d admin admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:30:15.255094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72effd17-0a53-4933-8789-ea0262af948d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db95a940-589d-4291-b82a-06c952644cb3,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:15.260020 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72effd17-0a53-4933-8789-ea0262af948d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:15.260348 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-72effd17-0a53-4933-8789-ea0262af948d admin admin] Added segment e7c1e239-ff27-4f89-9aee-4e9518bdd495 of type vlan for network 9219b541-1bb5-448e-8270-2826a1842d41 Nov 11 12:30:15.301418 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72effd17-0a53-4933-8789-ea0262af948d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:15.327383 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72effd17-0a53-4933-8789-ea0262af948d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:15.328372 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72effd17-0a53-4933-8789-ea0262af948d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:15.328929 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72effd17-0a53-4933-8789-ea0262af948d admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:15.360741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-72effd17-0a53-4933-8789-ea0262af948d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3659453 Nov 11 12:30:15.365060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40296) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:15.370658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-44912a27-2a9e-4bb5-b707-3c59d2c2e919 admin admin] Request body: {'subnet': {'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-223696906-subnet', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:30:15.395467 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44912a27-2a9e-4bb5-b707-3c59d2c2e919 admin admin] Made reservation on behalf of ee67a7d4e47a42328a9fed9e4073543d for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:30:15.397195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72effd17-0a53-4933-8789-ea0262af948d admin admin] Pushing event updated for resources: {'Network': ['ID=9219b541-1bb5-448e-8270-2826a1842d41,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:15.397931 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-44912a27-2a9e-4bb5-b707-3c59d2c2e919 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:15.407869 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 9219b541-1bb5-448e-8270-2826a1842d41 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:30:15.599407 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-44912a27-2a9e-4bb5-b707-3c59d2c2e919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:15.659282 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44912a27-2a9e-4bb5-b707-3c59d2c2e919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81eb8111-1e33-478a-b624-4fe310910e67,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:15.668006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44912a27-2a9e-4bb5-b707-3c59d2c2e919 admin admin] Checking segment: {'id': 'e7c1e239-ff27-4f89-9aee-4e9518bdd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:30:15.668501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44912a27-2a9e-4bb5-b707-3c59d2c2e919 admin admin] Network hostable DHCP agents. Network: 9219b541-1bb5-448e-8270-2826a1842d41, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:30:15.685966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44912a27-2a9e-4bb5-b707-3c59d2c2e919 admin admin] Network 9219b541-1bb5-448e-8270-2826a1842d41 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:30:15.695739 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-44912a27-2a9e-4bb5-b707-3c59d2c2e919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 9219b541-1bb5-448e-8270-2826a1842d41) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:30:15.701452 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44912a27-2a9e-4bb5-b707-3c59d2c2e919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:15.702823 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-44912a27-2a9e-4bb5-b707-3c59d2c2e919 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:15.708261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b57cbb-323c-4016-b3b8-299bfa63298f None None] Network 9219b541-1bb5-448e-8270-2826a1842d41 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:30:15.722649 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-44912a27-2a9e-4bb5-b707-3c59d2c2e919 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3562586 Nov 11 12:30:15.725751 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40300) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:15.730257 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:30:15.755691 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:15.757130 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:15.823567 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:15.911897 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-9219b541-1bb5-448e-8270-2826a1842d41', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'fixed_ips': [{'subnet_id': '81eb8111-1e33-478a-b624-4fe310910e67'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:30:15.912776 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:15.996061 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:16.057677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Allocated IP 172.20.0.2 (9219b541-1bb5-448e-8270-2826a1842d41/81eb8111-1e33-478a-b624-4fe310910e67/758d6a30-1648-4c7c-87b3-90b9477dc428) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:30:16.169752 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:16.208592 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:16.229172 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:16.229604 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:16.236196 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:16.284336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Network 9219b541-1bb5-448e-8270-2826a1842d41 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:30:16.288054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:30:16.293010 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:30:16.296497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Pushing event updated for resources: {'Port': ['ID=758d6a30-1648-4c7c-87b3-90b9477dc428,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:16.347598 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Allocated IP 172.25.2.203 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/474ec8af-9b54-4ee6-8b53-b8082ac4167f) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:30:16.351854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Attempting to bind port 758d6a30-1648-4c7c-87b3-90b9477dc428 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:30:16.352484 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Attempting to bind port 758d6a30-1648-4c7c-87b3-90b9477dc428 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'e7c1e239-ff27-4f89-9aee-4e9518bdd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:30:16.353043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Attempting to bind port 758d6a30-1648-4c7c-87b3-90b9477dc428 on network 9219b541-1bb5-448e-8270-2826a1842d41 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:30:16.359378 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:30:16.360185 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Checking segment: {'id': 'e7c1e239-ff27-4f89-9aee-4e9518bdd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:30:16.360796 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:16.361375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Bound using segment: {'id': 'e7c1e239-ff27-4f89-9aee-4e9518bdd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:30:16.362152 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Bound port: 758d6a30-1648-4c7c-87b3-90b9477dc428, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c1e239-ff27-4f89-9aee-4e9518bdd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:30:16.362734 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:16.428109 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] For port 758d6a30-1648-4c7c-87b3-90b9477dc428, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:30:16.431308 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] For port 758d6a30-1648-4c7c-87b3-90b9477dc428, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=758d6a30-1648-4c7c-87b3-90b9477dc428,segment=NetworkSegment(e7c1e239-ff27-4f89-9aee-4e9518bdd495),segment_id=e7c1e239-ff27-4f89-9aee-4e9518bdd495)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:30:16.436658 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:16.457271 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:16.495880 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e82010-b638-495b-9eb1-1f571e116e39 None None] Pushing event updated for resources: {'Port': ['ID=758d6a30-1648-4c7c-87b3-90b9477dc428,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:16.498926 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:16.545495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:30:16.552622 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:30:16.556443 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:30:16.565927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaf9b1c-6b19-45e1-91b3-c51515c43269 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:30:16.585149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Pushing event updated for resources: {'Port': ['ID=474ec8af-9b54-4ee6-8b53-b8082ac4167f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:16.663938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b5bba057-b208-4b25-abec-c3dbf14477c5 None None] Provisioning complete for port 474ec8af-9b54-4ee6-8b53-b8082ac4167f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:16.665033 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b5bba057-b208-4b25-abec-c3dbf14477c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:16.712067 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b5bba057-b208-4b25-abec-c3dbf14477c5 None None] Port 474ec8af-9b54-4ee6-8b53-b8082ac4167f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:30:16.858222 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:17.062254 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:17.205688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Router 4b4d7544-f5c7-453c-9448-3376902a0fbc is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:30:17.322833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:30:17.331688 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Sync routers for ids ['4b4d7544-f5c7-453c-9448-3376902a0fbc'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:30:17.342070 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:17.343454 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5dfea045-868d-4648-8a89-73b30fa04af3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6166792 Nov 11 12:30:17.346425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40308) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:17.347567 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Routers {'4b4d7544-f5c7-453c-9448-3376902a0fbc'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:17.348248 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:30:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4b4d7544-f5c7-453c-9448-3376902a0fbc'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:17.526302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b0bcd1-c92b-4776-a212-e2ade529498b None None] Network 9219b541-1bb5-448e-8270-2826a1842d41 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:30:17.551338 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Set router 4b4d7544-f5c7-453c-9448-3376902a0fbc gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:17.645832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b9209216-d32d-4502-989d-931465fea360 None None] Provisioning complete for port 758d6a30-1648-4c7c-87b3-90b9477dc428 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:17.646744 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b9209216-d32d-4502-989d-931465fea360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:17.703306 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 758d6a30-1648-4c7c-87b3-90b9477dc428 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:30:17.765810 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:30:16Z', 'revision_number': 3, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port': {'id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:16Z', 'updated_at': '2021-11-11T12:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:17.778912 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:17.802692 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Checking router: 4b4d7544-f5c7-453c-9448-3376902a0fbc for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:30:17.806085 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Updating router 4b4d7544-f5c7-453c-9448-3376902a0fbc port 474ec8af-9b54-4ee6-8b53-b8082ac4167f binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:30:17.809117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 758d6a30-1648-4c7c-87b3-90b9477dc428 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:17.809490 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:17.832541 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b9209216-d32d-4502-989d-931465fea360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:17.839279 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:17.880102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b9209216-d32d-4502-989d-931465fea360 None None] For port 758d6a30-1648-4c7c-87b3-90b9477dc428, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=758d6a30-1648-4c7c-87b3-90b9477dc428,segment=NetworkSegment(e7c1e239-ff27-4f89-9aee-4e9518bdd495),segment_id=e7c1e239-ff27-4f89-9aee-4e9518bdd495)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:17.887097 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b9209216-d32d-4502-989d-931465fea360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:17.977765 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9209216-d32d-4502-989d-931465fea360 None None] Pushing event updated for resources: {'Port': ['ID=758d6a30-1648-4c7c-87b3-90b9477dc428,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:18.007414 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Allocated IP 172.20.0.1 (9219b541-1bb5-448e-8270-2826a1842d41/81eb8111-1e33-478a-b624-4fe310910e67/74273dd5-084f-474b-8626-88a171de41f2) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:30:18.014325 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1480fcdb-6fea-46ef-ae96-f61bdc05f43f None None] Provisioning complete for port 758d6a30-1648-4c7c-87b3-90b9477dc428 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:18.014697 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1480fcdb-6fea-46ef-ae96-f61bdc05f43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.136814 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.171412 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.184597 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.190676 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.211008 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Network 9219b541-1bb5-448e-8270-2826a1842d41 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:30:18.217417 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:30:18.221429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:30:18.242080 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Attempting to bind port 474ec8af-9b54-4ee6-8b53-b8082ac4167f on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:30:18.242352 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Attempting to bind port 474ec8af-9b54-4ee6-8b53-b8082ac4167f by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:30:18.242707 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Attempting to bind port 474ec8af-9b54-4ee6-8b53-b8082ac4167f on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:30:18.244835 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41c351-fd01-4c11-9b6b-54b4bb901132 None None] Pushing event updated for resources: {'Port': ['ID=474ec8af-9b54-4ee6-8b53-b8082ac4167f,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:18.250834 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f60551-4c22-41ae-9097-af11bd657d6c None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:30:18.258606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Pushing event updated for resources: {'Port': ['ID=74273dd5-084f-474b-8626-88a171de41f2,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:18.261340 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41c351-fd01-4c11-9b6b-54b4bb901132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:18.261718 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41c351-fd01-4c11-9b6b-54b4bb901132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:18.262053 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41c351-fd01-4c11-9b6b-54b4bb901132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:18.262383 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41c351-fd01-4c11-9b6b-54b4bb901132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:18.262855 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41c351-fd01-4c11-9b6b-54b4bb901132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:18.263061 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41c351-fd01-4c11-9b6b-54b4bb901132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:18.263336 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41c351-fd01-4c11-9b6b-54b4bb901132 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:18.263648 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41c351-fd01-4c11-9b6b-54b4bb901132 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:18.263961 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41c351-fd01-4c11-9b6b-54b4bb901132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:18.264274 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41c351-fd01-4c11-9b6b-54b4bb901132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:18.264588 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41c351-fd01-4c11-9b6b-54b4bb901132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:18.265035 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa41c351-fd01-4c11-9b6b-54b4bb901132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:18.268170 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:30:18.268692 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:30:18.269051 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.269382 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:30:18.269970 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Bound port: 474ec8af-9b54-4ee6-8b53-b8082ac4167f, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:30:18.270160 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.270306 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.338855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ba614b71-7ec4-4a53-bce6-4003de250eba None None] Provisioning complete for port 474ec8af-9b54-4ee6-8b53-b8082ac4167f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:18.339221 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ba614b71-7ec4-4a53-bce6-4003de250eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.354881 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] For port 474ec8af-9b54-4ee6-8b53-b8082ac4167f, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:30:18.379102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ba614b71-7ec4-4a53-bce6-4003de250eba None None] Port 474ec8af-9b54-4ee6-8b53-b8082ac4167f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:30:18.389749 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] For port 474ec8af-9b54-4ee6-8b53-b8082ac4167f, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=474ec8af-9b54-4ee6-8b53-b8082ac4167f,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:30:18.396426 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.451626 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64752bd-a0d0-4fed-b335-fca72a70b602 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:30:18.470062 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Routers {'4b4d7544-f5c7-453c-9448-3376902a0fbc'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:18.470751 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:30:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4b4d7544-f5c7-453c-9448-3376902a0fbc'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:18.475819 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41c351-fd01-4c11-9b6b-54b4bb901132 None None] Pushing event updated for resources: {'Port': ['ID=474ec8af-9b54-4ee6-8b53-b8082ac4167f,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:18.509975 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.516427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-771adbaf-2250-4f6e-83a1-394cd3ef86ae None None] Provisioning complete for port 474ec8af-9b54-4ee6-8b53-b8082ac4167f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:18.517061 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-771adbaf-2250-4f6e-83a1-394cd3ef86ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.633552 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] Set router 4b4d7544-f5c7-453c-9448-3376902a0fbc gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:18.737020 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.744439 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.775877 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-771adbaf-2250-4f6e-83a1-394cd3ef86ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.802760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-771adbaf-2250-4f6e-83a1-394cd3ef86ae None None] For port 474ec8af-9b54-4ee6-8b53-b8082ac4167f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=474ec8af-9b54-4ee6-8b53-b8082ac4167f,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:18.809832 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-771adbaf-2250-4f6e-83a1-394cd3ef86ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.838565 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.840896 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Pushing event updated for resources: {'Port': ['ID=74273dd5-084f-474b-8626-88a171de41f2,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:18.877016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771adbaf-2250-4f6e-83a1-394cd3ef86ae None None] Pushing event updated for resources: {'Port': ['ID=474ec8af-9b54-4ee6-8b53-b8082ac4167f,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:18.902041 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port': {'id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:16Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '74273dd5-084f-474b-8626-88a171de41f2', 'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'mac_address': 'fa:16:3e:b5:ad:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '81eb8111-1e33-478a-b624-4fe310910e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:17Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 1, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'subnets': [{'id': '81eb8111-1e33-478a-b624-4fe310910e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:18.930923 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-540538b9-1b5d-4016-b4d2-3dab03dfed95 None None] Provisioning complete for port 74273dd5-084f-474b-8626-88a171de41f2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:18.931298 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-540538b9-1b5d-4016-b4d2-3dab03dfed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:18.933866 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdc17e0-40e8-4ef1-9b1d-9f845c75220d None None] The sync data for ids ['4b4d7544-f5c7-453c-9448-3376902a0fbc'] in n-d-807359-3 is: [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port': {'id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:16Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '74273dd5-084f-474b-8626-88a171de41f2', 'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'mac_address': 'fa:16:3e:b5:ad:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '81eb8111-1e33-478a-b624-4fe310910e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:17Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 1, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'subnets': [{'id': '81eb8111-1e33-478a-b624-4fe310910e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:30:18.959999 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Network 9219b541-1bb5-448e-8270-2826a1842d41 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:30:18.961620 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:30:18.992809 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-540538b9-1b5d-4016-b4d2-3dab03dfed95 None None] Port 74273dd5-084f-474b-8626-88a171de41f2 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:30:19.089541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Router 4b4d7544-f5c7-453c-9448-3376902a0fbc has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:30:19.223880 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:30:19.224499 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-47698432-c8a0-4794-b995-b9e97b8ce45e None None] Provisioning complete for port 74273dd5-084f-474b-8626-88a171de41f2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:19.224930 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-47698432-c8a0-4794-b995-b9e97b8ce45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:19.229483 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a79e33e8-cfff-4542-a10c-a9435d242f34 admin admin] 10.222.0.65 "PUT /v2.0/routers/4b4d7544-f5c7-453c-9448-3376902a0fbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8818631 Nov 11 12:30:19.274923 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-47698432-c8a0-4794-b995-b9e97b8ce45e None None] Port 74273dd5-084f-474b-8626-88a171de41f2 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:30:19.645960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 758d6a30-1648-4c7c-87b3-90b9477dc428 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:30:19.736883 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 758d6a30-1648-4c7c-87b3-90b9477dc428 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:19.737246 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:19.876783 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40342) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:19.881953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5dc154d1-918a-4e6c-a235-8af4651a8074 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2132817513-network', 'tenant_id': 'f922c63c03a2466985831de6fae1089f'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:30:19.914310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc154d1-918a-4e6c-a235-8af4651a8074 admin admin] Made reservation on behalf of f922c63c03a2466985831de6fae1089f for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:30:19.917112 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5dc154d1-918a-4e6c-a235-8af4651a8074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:19.928135 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5dc154d1-918a-4e6c-a235-8af4651a8074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:20.018843 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5dc154d1-918a-4e6c-a235-8af4651a8074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:20.024265 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5dc154d1-918a-4e6c-a235-8af4651a8074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:20.048468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc154d1-918a-4e6c-a235-8af4651a8074 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:30:20.064627 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc154d1-918a-4e6c-a235-8af4651a8074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99739dbc-ef42-4cca-aaa1-4d0403a86217,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:20.067880 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5dc154d1-918a-4e6c-a235-8af4651a8074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:20.068235 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-5dc154d1-918a-4e6c-a235-8af4651a8074 admin admin] Added segment 108a7928-7631-4223-bbff-d507e81978a9 of type vlan for network 57b0fb74-d433-47b4-a2c2-8cf528b3b6f3 Nov 11 12:30:20.111795 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5dc154d1-918a-4e6c-a235-8af4651a8074 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:20.140909 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5dc154d1-918a-4e6c-a235-8af4651a8074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:20.141930 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc154d1-918a-4e6c-a235-8af4651a8074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:20.142678 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5dc154d1-918a-4e6c-a235-8af4651a8074 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:20.213068 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5dc154d1-918a-4e6c-a235-8af4651a8074 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3326838 Nov 11 12:30:20.213068 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc154d1-918a-4e6c-a235-8af4651a8074 admin admin] Pushing event updated for resources: {'Network': ['ID=57b0fb74-d433-47b4-a2c2-8cf528b3b6f3,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:20.213421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40344) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:20.218413 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0b302694-f122-4d7d-962e-ecc3a379b216 admin admin] Request body: {'subnet': {'network_id': '57b0fb74-d433-47b4-a2c2-8cf528b3b6f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2132817513-subnet', 'tenant_id': 'f922c63c03a2466985831de6fae1089f', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:30:20.228341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 57b0fb74-d433-47b4-a2c2-8cf528b3b6f3 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:30:20.246886 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b302694-f122-4d7d-962e-ecc3a379b216 admin admin] Made reservation on behalf of f922c63c03a2466985831de6fae1089f for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:30:20.249892 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0b302694-f122-4d7d-962e-ecc3a379b216 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:20.429808 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0b302694-f122-4d7d-962e-ecc3a379b216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:20.493016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b302694-f122-4d7d-962e-ecc3a379b216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=641da452-2427-47cd-8519-13caad1f649b,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:20.500720 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b302694-f122-4d7d-962e-ecc3a379b216 admin admin] Checking segment: {'id': '108a7928-7631-4223-bbff-d507e81978a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '57b0fb74-d433-47b4-a2c2-8cf528b3b6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:30:20.501089 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b302694-f122-4d7d-962e-ecc3a379b216 admin admin] Network hostable DHCP agents. Network: 57b0fb74-d433-47b4-a2c2-8cf528b3b6f3, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:30:20.520151 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b302694-f122-4d7d-962e-ecc3a379b216 admin admin] Network 57b0fb74-d433-47b4-a2c2-8cf528b3b6f3 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:30:20.530064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-0b302694-f122-4d7d-962e-ecc3a379b216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 57b0fb74-d433-47b4-a2c2-8cf528b3b6f3) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:30:20.534393 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b302694-f122-4d7d-962e-ecc3a379b216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:20.535069 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0b302694-f122-4d7d-962e-ecc3a379b216 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:20.541910 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a421487-5c41-48fb-81a4-9aa6a433f3a4 None None] Network 57b0fb74-d433-47b4-a2c2-8cf528b3b6f3 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:30:20.558596 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0b302694-f122-4d7d-962e-ecc3a379b216 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3437459 Nov 11 12:30:20.560848 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40346) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:20.565744 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2132817513-router', 'tenant_id': 'f922c63c03a2466985831de6fae1089f', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:30:20.589739 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:20.591177 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:20.647638 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:20.698829 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-57b0fb74-d433-47b4-a2c2-8cf528b3b6f3', 'network_id': '57b0fb74-d433-47b4-a2c2-8cf528b3b6f3', 'tenant_id': 'f922c63c03a2466985831de6fae1089f', 'fixed_ips': [{'subnet_id': '641da452-2427-47cd-8519-13caad1f649b'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:30:20.699864 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:20.848538 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Allocated IP 172.20.0.2 (57b0fb74-d433-47b4-a2c2-8cf528b3b6f3/641da452-2427-47cd-8519-13caad1f649b/7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:30:21.020014 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:21.029818 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:21.078531 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Network 57b0fb74-d433-47b4-a2c2-8cf528b3b6f3 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:30:21.082191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:30:21.087466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:30:21.091347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Pushing event updated for resources: {'Port': ['ID=7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:21.181356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Attempting to bind port 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:30:21.181756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Attempting to bind port 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '108a7928-7631-4223-bbff-d507e81978a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '57b0fb74-d433-47b4-a2c2-8cf528b3b6f3'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:30:21.182115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Attempting to bind port 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 on network 57b0fb74-d433-47b4-a2c2-8cf528b3b6f3 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:30:21.184175 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:21.192593 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:30:21.194031 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Checking segment: {'id': '108a7928-7631-4223-bbff-d507e81978a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '57b0fb74-d433-47b4-a2c2-8cf528b3b6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:30:21.194620 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:21.196629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Bound using segment: {'id': '108a7928-7631-4223-bbff-d507e81978a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '57b0fb74-d433-47b4-a2c2-8cf528b3b6f3'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:30:21.197431 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Bound port: 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108a7928-7631-4223-bbff-d507e81978a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '57b0fb74-d433-47b4-a2c2-8cf528b3b6f3'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:30:21.198043 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:21.299584 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] For port 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:30:21.304505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] For port 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1,segment=NetworkSegment(108a7928-7631-4223-bbff-d507e81978a9),segment_id=108a7928-7631-4223-bbff-d507e81978a9)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:30:21.310426 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:21.381409 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73917473-6758-42b8-8d3d-c0b7345c815a None None] Pushing event updated for resources: {'Port': ['ID=7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:21.466641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Sync routers for ids ['4b4d7544-f5c7-453c-9448-3376902a0fbc'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:30:21.480207 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Routers {'4b4d7544-f5c7-453c-9448-3376902a0fbc'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:21.480832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:30:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4b4d7544-f5c7-453c-9448-3376902a0fbc'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:21.502975 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:21.523721 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:21.629404 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Set router 4b4d7544-f5c7-453c-9448-3376902a0fbc gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:21.668027 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Allocated IP 172.25.2.62 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/06a6640f-6cb2-4773-a1f1-75e95002618c) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:30:21.770709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 474ec8af-9b54-4ee6-8b53-b8082ac4167f up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:30:21.813518 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:21.858086 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:21.891855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 474ec8af-9b54-4ee6-8b53-b8082ac4167f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:21.892219 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:21.897882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:30:21.901221 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:30:21.905171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:30:21.933843 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fff04c-1200-40dc-933a-6ed2d48c5a56 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:30:21.945056 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port': {'id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:16Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '74273dd5-084f-474b-8626-88a171de41f2', 'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'mac_address': 'fa:16:3e:b5:ad:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '81eb8111-1e33-478a-b624-4fe310910e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:17Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 2, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'subnets': [{'id': '81eb8111-1e33-478a-b624-4fe310910e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:21.961447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Pushing event updated for resources: {'Port': ['ID=06a6640f-6cb2-4773-a1f1-75e95002618c,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:21.996429 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Checking router: 4b4d7544-f5c7-453c-9448-3376902a0fbc for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:30:21.996775 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Updating router 4b4d7544-f5c7-453c-9448-3376902a0fbc port 74273dd5-084f-474b-8626-88a171de41f2 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:30:22.021569 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:22.056448 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:22.086223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-510f48c4-484c-4124-a4dc-ced3a903baba None None] Provisioning complete for port 06a6640f-6cb2-4773-a1f1-75e95002618c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:22.086582 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-510f48c4-484c-4124-a4dc-ced3a903baba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:22.089381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:30:22.253966 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:22.274534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-510f48c4-484c-4124-a4dc-ced3a903baba None None] Port 06a6640f-6cb2-4773-a1f1-75e95002618c cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:30:22.279979 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:22.280546 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:22.441717 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:22.510842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1,segment=NetworkSegment(108a7928-7631-4223-bbff-d507e81978a9),segment_id=108a7928-7631-4223-bbff-d507e81978a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:22.522806 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:22.527406 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:22.528865 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171951a8-49d5-49de-bf9b-7854e18b226d None None] Network 57b0fb74-d433-47b4-a2c2-8cf528b3b6f3 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:30:22.668094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Router eb84b941-657d-4cf7-9f52-6e79348860d6 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:30:22.703454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:22.707305 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:22.712512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8fd8b410-6f59-4315-a1f3-937f9f4d6b17 None None] Provisioning complete for port 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:22.712868 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b410-6f59-4315-a1f3-937f9f4d6b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:22.744403 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:22.786222 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:30:22.797477 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Sync routers for ids ['eb84b941-657d-4cf7-9f52-6e79348860d6'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:30:22.807578 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:22.810728 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Routers {'eb84b941-657d-4cf7-9f52-6e79348860d6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:22.812068 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:30:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['eb84b941-657d-4cf7-9f52-6e79348860d6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:22.812798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40356) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:22.823337 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fb0cd3a6-d796-4ed0-b57e-82e386ddee60 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2609553 Nov 11 12:30:22.947835 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Set router eb84b941-657d-4cf7-9f52-6e79348860d6 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:23.076974 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bff50-c381-45e4-8b01-90f788f58554 None None] Pushing event updated for resources: {'Port': ['ID=74273dd5-084f-474b-8626-88a171de41f2,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:23.202578 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Attempting to bind port 74273dd5-084f-474b-8626-88a171de41f2 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:30:23.203173 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Attempting to bind port 74273dd5-084f-474b-8626-88a171de41f2 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'e7c1e239-ff27-4f89-9aee-4e9518bdd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:30:23.203332 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Attempting to bind port 74273dd5-084f-474b-8626-88a171de41f2 on network 9219b541-1bb5-448e-8270-2826a1842d41 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:30:23.211442 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:30:23.211867 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Checking segment: {'id': 'e7c1e239-ff27-4f89-9aee-4e9518bdd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:30:23.212272 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:23.212661 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Bound using segment: {'id': 'e7c1e239-ff27-4f89-9aee-4e9518bdd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:30:23.213368 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Bound port: 74273dd5-084f-474b-8626-88a171de41f2, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c1e239-ff27-4f89-9aee-4e9518bdd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:30:23.213605 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:23.282156 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'name': 'tempest-TestVolumeBackupRestore-2132817513-router', 'tenant_id': 'f922c63c03a2466985831de6fae1089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '06a6640f-6cb2-4773-a1f1-75e95002618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:20Z', 'updated_at': '2021-11-11T12:30:22Z', 'revision_number': 3, 'project_id': 'f922c63c03a2466985831de6fae1089f', 'gw_port': {'id': '06a6640f-6cb2-4773-a1f1-75e95002618c', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:21Z', 'updated_at': '2021-11-11T12:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:23.319831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] For port 74273dd5-084f-474b-8626-88a171de41f2, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:30:23.320465 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Checking router: eb84b941-657d-4cf7-9f52-6e79348860d6 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:30:23.321054 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Updating router eb84b941-657d-4cf7-9f52-6e79348860d6 port 06a6640f-6cb2-4773-a1f1-75e95002618c binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:30:23.324224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] For port 74273dd5-084f-474b-8626-88a171de41f2, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=74273dd5-084f-474b-8626-88a171de41f2,segment=NetworkSegment(e7c1e239-ff27-4f89-9aee-4e9518bdd495),segment_id=e7c1e239-ff27-4f89-9aee-4e9518bdd495)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:30:23.333838 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:23.370802 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:23.455423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Routers {'4b4d7544-f5c7-453c-9448-3376902a0fbc'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:23.456052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:30:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4b4d7544-f5c7-453c-9448-3376902a0fbc'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:23.491061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bff50-c381-45e4-8b01-90f788f58554 None None] Pushing event updated for resources: {'Port': ['ID=74273dd5-084f-474b-8626-88a171de41f2,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:23.563035 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-10e5bd81-5e7f-4787-b40c-8343150b0357 None None] Provisioning complete for port 74273dd5-084f-474b-8626-88a171de41f2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:23.563451 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-10e5bd81-5e7f-4787-b40c-8343150b0357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:23.715544 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:30:23.814918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] Set router 4b4d7544-f5c7-453c-9448-3376902a0fbc gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:23.845140 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-10e5bd81-5e7f-4787-b40c-8343150b0357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:23.856441 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:23.865404 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:23.894726 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-10e5bd81-5e7f-4787-b40c-8343150b0357 None None] For port 74273dd5-084f-474b-8626-88a171de41f2, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=74273dd5-084f-474b-8626-88a171de41f2,segment=NetworkSegment(e7c1e239-ff27-4f89-9aee-4e9518bdd495),segment_id=e7c1e239-ff27-4f89-9aee-4e9518bdd495)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:23.900841 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43c7c2b-0afa-4ee9-bdb6-373d6128616a None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:30:23.926057 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Attempting to bind port 06a6640f-6cb2-4773-a1f1-75e95002618c on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:30:23.926395 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Attempting to bind port 06a6640f-6cb2-4773-a1f1-75e95002618c by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:30:23.926900 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Attempting to bind port 06a6640f-6cb2-4773-a1f1-75e95002618c on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:30:23.940065 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:23.940565 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:23.942349 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-10e5bd81-5e7f-4787-b40c-8343150b0357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:23.942499 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:30:23.942871 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:30:23.943331 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:23.944335 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:30:23.944910 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Bound port: 06a6640f-6cb2-4773-a1f1-75e95002618c, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:30:23.945311 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:23.947599 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567edf6-9fb7-4cc3-b4b8-50cc7ed595f1 None None] Pushing event updated for resources: {'Port': ['ID=06a6640f-6cb2-4773-a1f1-75e95002618c,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:24.005598 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] For port 06a6640f-6cb2-4773-a1f1-75e95002618c, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:30:24.009078 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] For port 06a6640f-6cb2-4773-a1f1-75e95002618c, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=06a6640f-6cb2-4773-a1f1-75e95002618c,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:30:24.017760 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:24.069924 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:24.131703 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3640437e-dd9f-4c93-82af-19ad01a0a75e None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:30:24.143133 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Routers {'eb84b941-657d-4cf7-9f52-6e79348860d6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:24.149889 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:30:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['eb84b941-657d-4cf7-9f52-6e79348860d6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:24.173335 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-cb08ca7e-6d25-46e4-8d1b-9991b72f6fa6 None None] Provisioning complete for port 74273dd5-084f-474b-8626-88a171de41f2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:24.173734 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cb08ca7e-6d25-46e4-8d1b-9991b72f6fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:24.220742 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5bd81-5e7f-4787-b40c-8343150b0357 None None] Pushing event updated for resources: {'Port': ['ID=74273dd5-084f-474b-8626-88a171de41f2,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:24.279194 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Allocated IP 172.20.0.1 (57b0fb74-d433-47b4-a2c2-8cf528b3b6f3/641da452-2427-47cd-8519-13caad1f649b/6a02f1c2-91a7-4019-b1f4-cdef0597ea26) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:30:24.285788 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567edf6-9fb7-4cc3-b4b8-50cc7ed595f1 None None] Pushing event updated for resources: {'Port': ['ID=06a6640f-6cb2-4773-a1f1-75e95002618c,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:24.318397 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] Set router eb84b941-657d-4cf7-9f52-6e79348860d6 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:24.321429 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port': {'id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:16Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '74273dd5-084f-474b-8626-88a171de41f2', 'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'mac_address': 'fa:16:3e:b5:ad:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '81eb8111-1e33-478a-b624-4fe310910e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:17Z', 'updated_at': '2021-11-11T12:30:23Z', 'revision_number': 4, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'subnets': [{'id': '81eb8111-1e33-478a-b624-4fe310910e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:24.325619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 74273dd5-084f-474b-8626-88a171de41f2 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:30:24.380096 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b5ca04-dd30-4a4f-8897-bcc9f06fda08 None None] The sync data for ids ['4b4d7544-f5c7-453c-9448-3376902a0fbc'] in n-d-807359-3 is: [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port': {'id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:16Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '74273dd5-084f-474b-8626-88a171de41f2', 'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'mac_address': 'fa:16:3e:b5:ad:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '81eb8111-1e33-478a-b624-4fe310910e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:17Z', 'updated_at': '2021-11-11T12:30:23Z', 'revision_number': 4, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'subnets': [{'id': '81eb8111-1e33-478a-b624-4fe310910e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:30:24.437558 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-cb08ca7e-6d25-46e4-8d1b-9991b72f6fa6 None None] Provisioning complete for port 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:24.438209 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cb08ca7e-6d25-46e4-8d1b-9991b72f6fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:24.458551 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:24.466833 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 74273dd5-084f-474b-8626-88a171de41f2 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:24.467367 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:24.511643 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:24.540454 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'name': 'tempest-TestVolumeBackupRestore-2132817513-router', 'tenant_id': 'f922c63c03a2466985831de6fae1089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '06a6640f-6cb2-4773-a1f1-75e95002618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:20Z', 'updated_at': '2021-11-11T12:30:22Z', 'revision_number': 3, 'project_id': 'f922c63c03a2466985831de6fae1089f', 'gw_port': {'id': '06a6640f-6cb2-4773-a1f1-75e95002618c', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:21Z', 'updated_at': '2021-11-11T12:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:24.563215 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Network 57b0fb74-d433-47b4-a2c2-8cf528b3b6f3 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:30:24.567505 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:30:24.586908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:30:24.588240 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee28c8c-734d-461e-bb41-9aa6b41f3544 None None] The sync data for ids ['eb84b941-657d-4cf7-9f52-6e79348860d6'] in n-d-807359-3 is: [{'id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'name': 'tempest-TestVolumeBackupRestore-2132817513-router', 'tenant_id': 'f922c63c03a2466985831de6fae1089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '06a6640f-6cb2-4773-a1f1-75e95002618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:20Z', 'updated_at': '2021-11-11T12:30:22Z', 'revision_number': 3, 'project_id': 'f922c63c03a2466985831de6fae1089f', 'gw_port': {'id': '06a6640f-6cb2-4773-a1f1-75e95002618c', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:21Z', 'updated_at': '2021-11-11T12:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:30:24.683251 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Pushing event updated for resources: {'Port': ['ID=6a02f1c2-91a7-4019-b1f4-cdef0597ea26,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:24.711700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:24.712197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:24.712807 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:24.713237 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:24.713705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:24.714140 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:24.714558 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:24.714972 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:24.715390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:24.715880 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:24.716653 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:24.717085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:24.726990 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:24.771054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-294e4d1a-f8e0-482a-9326-e5d9c17dbb94 None None] Provisioning complete for port 06a6640f-6cb2-4773-a1f1-75e95002618c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:24.771428 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-294e4d1a-f8e0-482a-9326-e5d9c17dbb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:24.906738 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:24.965567 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-294e4d1a-f8e0-482a-9326-e5d9c17dbb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:25.000356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-294e4d1a-f8e0-482a-9326-e5d9c17dbb94 None None] For port 06a6640f-6cb2-4773-a1f1-75e95002618c, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=06a6640f-6cb2-4773-a1f1-75e95002618c,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:25.019616 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-294e4d1a-f8e0-482a-9326-e5d9c17dbb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:25.125651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e4d1a-f8e0-482a-9326-e5d9c17dbb94 None None] Pushing event updated for resources: {'Port': ['ID=06a6640f-6cb2-4773-a1f1-75e95002618c,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:25.170447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f1ef5079-41bb-4b67-a84e-e0acfda5c598 None None] Provisioning complete for port 6a02f1c2-91a7-4019-b1f4-cdef0597ea26 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:25.171142 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5079-41bb-4b67-a84e-e0acfda5c598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:25.192878 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:25.210922 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:25.267008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f1ef5079-41bb-4b67-a84e-e0acfda5c598 None None] Port 6a02f1c2-91a7-4019-b1f4-cdef0597ea26 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:30:25.296821 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Pushing event updated for resources: {'Port': ['ID=6a02f1c2-91a7-4019-b1f4-cdef0597ea26,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:25.300804 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:25.403184 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Network 57b0fb74-d433-47b4-a2c2-8cf528b3b6f3 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:30:25.404775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:30:25.542664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Router eb84b941-657d-4cf7-9f52-6e79348860d6 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:30:25.685107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:30:25.691643 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e3a47501-aaff-4a1e-b13f-8b979c67871b admin admin] 10.222.0.65 "PUT /v2.0/routers/eb84b941-657d-4cf7-9f52-6e79348860d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8772490 Nov 11 12:30:25.710885 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-820e57cb-bd81-4b7c-920d-4ddbc32b5b61 None None] Provisioning complete for port 6a02f1c2-91a7-4019-b1f4-cdef0597ea26 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:25.711411 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-820e57cb-bd81-4b7c-920d-4ddbc32b5b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:25.772147 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-820e57cb-bd81-4b7c-920d-4ddbc32b5b61 None None] Port 6a02f1c2-91a7-4019-b1f4-cdef0597ea26 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:30:25.793472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 74273dd5-084f-474b-8626-88a171de41f2 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:30:25.851057 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 74273dd5-084f-474b-8626-88a171de41f2 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:25.851433 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:25.943645 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 06a6640f-6cb2-4773-a1f1-75e95002618c up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:30:26.079298 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 06a6640f-6cb2-4773-a1f1-75e95002618c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:26.079670 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:26.871874 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Sync routers for ids ['eb84b941-657d-4cf7-9f52-6e79348860d6'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:30:26.884379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Routers {'eb84b941-657d-4cf7-9f52-6e79348860d6'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:26.885429 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:30:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['eb84b941-657d-4cf7-9f52-6e79348860d6'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:26.997338 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Set router eb84b941-657d-4cf7-9f52-6e79348860d6 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:27.220232 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'name': 'tempest-TestVolumeBackupRestore-2132817513-router', 'tenant_id': 'f922c63c03a2466985831de6fae1089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '06a6640f-6cb2-4773-a1f1-75e95002618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:20Z', 'updated_at': '2021-11-11T12:30:24Z', 'revision_number': 4, 'project_id': 'f922c63c03a2466985831de6fae1089f', 'gw_port': {'id': '06a6640f-6cb2-4773-a1f1-75e95002618c', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:21Z', 'updated_at': '2021-11-11T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '6a02f1c2-91a7-4019-b1f4-cdef0597ea26', 'name': '', 'network_id': '57b0fb74-d433-47b4-a2c2-8cf528b3b6f3', 'tenant_id': 'f922c63c03a2466985831de6fae1089f', 'mac_address': 'fa:16:3e:d7:2b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '641da452-2427-47cd-8519-13caad1f649b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:24Z', 'updated_at': '2021-11-11T12:30:24Z', 'revision_number': 2, 'project_id': 'f922c63c03a2466985831de6fae1089f', 'subnets': [{'id': '641da452-2427-47cd-8519-13caad1f649b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:27.250160 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Checking router: eb84b941-657d-4cf7-9f52-6e79348860d6 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:30:27.250611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Updating router eb84b941-657d-4cf7-9f52-6e79348860d6 port 6a02f1c2-91a7-4019-b1f4-cdef0597ea26 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:30:27.277112 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:27.579861 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:27.588604 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:27.643212 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93b2cf-75d9-4795-8635-298bf9a76544 None None] Pushing event updated for resources: {'Port': ['ID=6a02f1c2-91a7-4019-b1f4-cdef0597ea26,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:27.715628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Attempting to bind port 6a02f1c2-91a7-4019-b1f4-cdef0597ea26 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:30:27.716367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Attempting to bind port 6a02f1c2-91a7-4019-b1f4-cdef0597ea26 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '108a7928-7631-4223-bbff-d507e81978a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '57b0fb74-d433-47b4-a2c2-8cf528b3b6f3'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:30:27.716512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Attempting to bind port 6a02f1c2-91a7-4019-b1f4-cdef0597ea26 on network 57b0fb74-d433-47b4-a2c2-8cf528b3b6f3 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:30:27.723422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:30:27.724147 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Checking segment: {'id': '108a7928-7631-4223-bbff-d507e81978a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '57b0fb74-d433-47b4-a2c2-8cf528b3b6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:30:27.724840 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:27.725725 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Bound using segment: {'id': '108a7928-7631-4223-bbff-d507e81978a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '57b0fb74-d433-47b4-a2c2-8cf528b3b6f3'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:30:27.726940 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Bound port: 6a02f1c2-91a7-4019-b1f4-cdef0597ea26, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108a7928-7631-4223-bbff-d507e81978a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '57b0fb74-d433-47b4-a2c2-8cf528b3b6f3'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:30:27.728213 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:27.993924 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] For port 6a02f1c2-91a7-4019-b1f4-cdef0597ea26, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:30:27.997276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] For port 6a02f1c2-91a7-4019-b1f4-cdef0597ea26, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6a02f1c2-91a7-4019-b1f4-cdef0597ea26,segment=NetworkSegment(108a7928-7631-4223-bbff-d507e81978a9),segment_id=108a7928-7631-4223-bbff-d507e81978a9)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:30:28.004878 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:28.076346 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-835bcb78-d244-4f85-8547-50508306e89f None None] Provisioning complete for port 6a02f1c2-91a7-4019-b1f4-cdef0597ea26 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:28.076759 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-835bcb78-d244-4f85-8547-50508306e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:28.081998 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Routers {'eb84b941-657d-4cf7-9f52-6e79348860d6'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:28.082632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:30:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['eb84b941-657d-4cf7-9f52-6e79348860d6'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:28.152462 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93b2cf-75d9-4795-8635-298bf9a76544 None None] Pushing event updated for resources: {'Port': ['ID=6a02f1c2-91a7-4019-b1f4-cdef0597ea26,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:28.266759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] Set router eb84b941-657d-4cf7-9f52-6e79348860d6 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:28.311267 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-835bcb78-d244-4f85-8547-50508306e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:28.443448 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-835bcb78-d244-4f85-8547-50508306e89f None None] For port 6a02f1c2-91a7-4019-b1f4-cdef0597ea26, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6a02f1c2-91a7-4019-b1f4-cdef0597ea26,segment=NetworkSegment(108a7928-7631-4223-bbff-d507e81978a9),segment_id=108a7928-7631-4223-bbff-d507e81978a9)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:28.450490 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-835bcb78-d244-4f85-8547-50508306e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:28.538008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bcb78-d244-4f85-8547-50508306e89f None None] Pushing event updated for resources: {'Port': ['ID=6a02f1c2-91a7-4019-b1f4-cdef0597ea26,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:28.584112 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-90233e8a-2358-4be6-8722-bff79ce40105 None None] Provisioning complete for port 6a02f1c2-91a7-4019-b1f4-cdef0597ea26 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:28.584112 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-90233e8a-2358-4be6-8722-bff79ce40105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:28.611730 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'name': 'tempest-TestVolumeBackupRestore-2132817513-router', 'tenant_id': 'f922c63c03a2466985831de6fae1089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '06a6640f-6cb2-4773-a1f1-75e95002618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:20Z', 'updated_at': '2021-11-11T12:30:24Z', 'revision_number': 4, 'project_id': 'f922c63c03a2466985831de6fae1089f', 'gw_port': {'id': '06a6640f-6cb2-4773-a1f1-75e95002618c', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:21Z', 'updated_at': '2021-11-11T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '6a02f1c2-91a7-4019-b1f4-cdef0597ea26', 'name': '', 'network_id': '57b0fb74-d433-47b4-a2c2-8cf528b3b6f3', 'tenant_id': 'f922c63c03a2466985831de6fae1089f', 'mac_address': 'fa:16:3e:d7:2b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '641da452-2427-47cd-8519-13caad1f649b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:24Z', 'updated_at': '2021-11-11T12:30:27Z', 'revision_number': 4, 'project_id': 'f922c63c03a2466985831de6fae1089f', 'subnets': [{'id': '641da452-2427-47cd-8519-13caad1f649b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:28.650620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a161b-f013-4179-a39e-ba3ec1630fe0 None None] The sync data for ids ['eb84b941-657d-4cf7-9f52-6e79348860d6'] in n-d-807359-3 is: [{'id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'name': 'tempest-TestVolumeBackupRestore-2132817513-router', 'tenant_id': 'f922c63c03a2466985831de6fae1089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '06a6640f-6cb2-4773-a1f1-75e95002618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:20Z', 'updated_at': '2021-11-11T12:30:24Z', 'revision_number': 4, 'project_id': 'f922c63c03a2466985831de6fae1089f', 'gw_port': {'id': '06a6640f-6cb2-4773-a1f1-75e95002618c', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:21Z', 'updated_at': '2021-11-11T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '6a02f1c2-91a7-4019-b1f4-cdef0597ea26', 'name': '', 'network_id': '57b0fb74-d433-47b4-a2c2-8cf528b3b6f3', 'tenant_id': 'f922c63c03a2466985831de6fae1089f', 'mac_address': 'fa:16:3e:d7:2b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '641da452-2427-47cd-8519-13caad1f649b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:24Z', 'updated_at': '2021-11-11T12:30:27Z', 'revision_number': 4, 'project_id': 'f922c63c03a2466985831de6fae1089f', 'subnets': [{'id': '641da452-2427-47cd-8519-13caad1f649b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:30:29.674295 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6a02f1c2-91a7-4019-b1f4-cdef0597ea26 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:30:29.729876 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 6a02f1c2-91a7-4019-b1f4-cdef0597ea26 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:29.730346 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:33.178966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40486) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:33.303395 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28a161f3-d7b7-40f4-94a5-82d1a5830ea7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:33.388677 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28a161f3-d7b7-40f4-94a5-82d1a5830ea7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:33.392935 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-28a161f3-d7b7-40f4-94a5-82d1a5830ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:33.431871 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-28a161f3-d7b7-40f4-94a5-82d1a5830ea7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9e5bd8e1391842c197cabe2b780359ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511129 Nov 11 12:30:33.432760 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a161f3-d7b7-40f4-94a5-82d1a5830ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a169dea-f9a3-4073-b032-00c06af7b168,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:33.434591 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40490) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:33.488281 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:33.514484 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:33.570607 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:33.573531 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:33.575246 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a169dea-f9a3-4073-b032-00c06af7b168 HTTP/1.1" status: 204 len: 168 time: 0.1385183 Nov 11 12:30:33.584338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a169dea-f9a3-4073-b032-00c06af7b168,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:33.593251 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:33.593608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:33.594204 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:33.594811 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:33.595304 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:33.595790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:33.596481 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:33.596969 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:33.597447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:33.597961 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:33.598471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:33.598956 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dfd97d-94d9-405a-b963-28ec30e2df69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:35.865335 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-524f2b5e-a5f4-416d-9fcf-88bb76d61382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:38.131565 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-debcb17a-b0e9-432f-9b02-053b440b62b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:39.124053 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:40.640726 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:41.309034 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:46.167998 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:46.373653 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:30:47.920593 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 40706) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:48.037161 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da2137fa-06a8-43d5-86ec-fe35433e6ab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:48.122741 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da2137fa-06a8-43d5-86ec-fe35433e6ab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:48.131420 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-da2137fa-06a8-43d5-86ec-fe35433e6ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:48.176411 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-da2137fa-06a8-43d5-86ec-fe35433e6ab0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e937586ca20f465a9162ba70082b54ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2522159 Nov 11 12:30:48.176904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 40710) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:48.177963 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2137fa-06a8-43d5-86ec-fe35433e6ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de3196a-160d-464c-b0d1-ce1f10b1e6ac,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:48.231455 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-484e62e3-d882-4885-9a00-f07e39eb7280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:48.257720 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-484e62e3-d882-4885-9a00-f07e39eb7280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:48.307584 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-484e62e3-d882-4885-9a00-f07e39eb7280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:48.310822 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-484e62e3-d882-4885-9a00-f07e39eb7280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:48.314823 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-484e62e3-d882-4885-9a00-f07e39eb7280 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2de3196a-160d-464c-b0d1-ce1f10b1e6ac HTTP/1.1" status: 204 len: 168 time: 0.1369288 Nov 11 12:30:48.325632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e62e3-d882-4885-9a00-f07e39eb7280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de3196a-160d-464c-b0d1-ce1f10b1e6ac,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:51.967838 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:05.869710 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-280ea868-9e6d-44f7-9fcb-1c36916bf5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:08.126717 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0a5328f8-eeec-453e-ae17-2183c69f58dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:09.125445 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:10.657708 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:11.305423 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:16.172562 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:21.974557 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:23.374143 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:31:35.874377 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0d95ebae-ed2e-4b77-9b81-26fdcd700178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:38.130747 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7cc2e5f5-e338-4664-9709-b5e8ee9230f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:39.123243 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:40.647654 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:41.300112 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:46.179378 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:51.971078 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:00.377383 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:32:05.879948 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8fd9db0a-be71-498d-bf5e-7d3951715a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:08.127705 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-29349b69-e290-43b1-9e49-964328a27060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:09.134504 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:10.652806 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:11.303936 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:16.143077 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.359536 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41582) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:20.365126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1240925447', 'description': 'tempest-secgroup-smoke-1240925447 description', 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:20.388255 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.457164 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.462188 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.491224 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.492456 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1319091 Nov 11 12:32:20.494366 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81cb192-ee42-4317-96bd-d889c7fe839e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:20.495638 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41586) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:20.501192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Request body: {'security_group_rule': {'security_group_id': 'b81cb192-ee42-4317-96bd-d889c7fe839e', 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:20.501943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.502285 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.502618 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.502950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.503336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.503667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.503990 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.504309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.504630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.504947 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.505262 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.505575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28f4eb-4c50-4556-a69b-8d389fcfd2dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.534018 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.587172 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.593156 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.610828 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb797ba5-6f4b-4c5e-b014-be6f395754b0,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:20.621800 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.622979 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262314 Nov 11 12:32:20.624294 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.624629 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.624955 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.625277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.625866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41590) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:20.627671 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.628019 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.628409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.628737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.629065 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.629391 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.629747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.630077 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac25c-e116-4916-aff0-534420800024 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:20.630527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-bd5d5067-d89a-467b-a280-28201b377591 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Request body: {'security_group_rule': {'security_group_id': 'b81cb192-ee42-4317-96bd-d889c7fe839e', 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:20.663367 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5067-d89a-467b-a280-28201b377591 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.720351 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5067-d89a-467b-a280-28201b377591 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.726171 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5067-d89a-467b-a280-28201b377591 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.745005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d5067-d89a-467b-a280-28201b377591 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d29666-2763-4d57-ac2d-da7643a10580,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:20.753451 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5067-d89a-467b-a280-28201b377591 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.754754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bd5d5067-d89a-467b-a280-28201b377591 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278708 Nov 11 12:32:20.757612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41592) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:20.762397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f64505f0-e86e-4a77-bb8d-142b87ea318a tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Request body: {'security_group_rule': {'security_group_id': 'b81cb192-ee42-4317-96bd-d889c7fe839e', 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:20.792133 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f64505f0-e86e-4a77-bb8d-142b87ea318a tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.853047 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f64505f0-e86e-4a77-bb8d-142b87ea318a tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.858530 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f64505f0-e86e-4a77-bb8d-142b87ea318a tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.876138 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64505f0-e86e-4a77-bb8d-142b87ea318a tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d282f55-f9ae-469e-b915-e52fc5ba9fe5,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:20.885035 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f64505f0-e86e-4a77-bb8d-142b87ea318a tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.886282 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f64505f0-e86e-4a77-bb8d-142b87ea318a tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277318 Nov 11 12:32:20.889696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41594) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:20.894107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-3075e0db-8b66-4787-bf94-9d7f6b0ad903 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Request body: {'security_group_rule': {'security_group_id': 'b81cb192-ee42-4317-96bd-d889c7fe839e', 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:20.922829 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3075e0db-8b66-4787-bf94-9d7f6b0ad903 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.986384 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3075e0db-8b66-4787-bf94-9d7f6b0ad903 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.991145 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3075e0db-8b66-4787-bf94-9d7f6b0ad903 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:21.008592 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075e0db-8b66-4787-bf94-9d7f6b0ad903 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720b50bb-f630-40b1-8368-2c2f8f921641,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:21.016984 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3075e0db-8b66-4787-bf94-9d7f6b0ad903 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:21.018547 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3075e0db-8b66-4787-bf94-9d7f6b0ad903 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278195 Nov 11 12:32:21.021393 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41596) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:21.025840 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-60f478f3-7d43-4230-a0f9-2620e0f2436c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Request body: {'security_group_rule': {'security_group_id': 'b81cb192-ee42-4317-96bd-d889c7fe839e', 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:21.048315 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-60f478f3-7d43-4230-a0f9-2620e0f2436c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Project ee67a7d4e47a42328a9fed9e4073543d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:32:21.053069 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-60f478f3-7d43-4230-a0f9-2620e0f2436c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:21.110894 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-60f478f3-7d43-4230-a0f9-2620e0f2436c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:21.116136 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-60f478f3-7d43-4230-a0f9-2620e0f2436c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:21.133688 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f478f3-7d43-4230-a0f9-2620e0f2436c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9e000a-7441-46df-bc61-c47c8ecc5c48,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:21.143208 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-60f478f3-7d43-4230-a0f9-2620e0f2436c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:21.144438 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-60f478f3-7d43-4230-a0f9-2620e0f2436c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220069 Nov 11 12:32:21.147335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41598) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:21.151965 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-6f9432ff-8a43-4e1e-a3b4-0b6ab4faa4ec tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Request body: {'security_group_rule': {'security_group_id': 'b81cb192-ee42-4317-96bd-d889c7fe839e', 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:21.176068 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-6f9432ff-8a43-4e1e-a3b4-0b6ab4faa4ec tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Project ee67a7d4e47a42328a9fed9e4073543d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:32:21.180986 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f9432ff-8a43-4e1e-a3b4-0b6ab4faa4ec tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:21.255107 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f9432ff-8a43-4e1e-a3b4-0b6ab4faa4ec tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:21.260283 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f9432ff-8a43-4e1e-a3b4-0b6ab4faa4ec tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:21.278759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9432ff-8a43-4e1e-a3b4-0b6ab4faa4ec tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6450e67-280c-4069-a8e1-f2a5a75572a8,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:21.289283 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6f9432ff-8a43-4e1e-a3b4-0b6ab4faa4ec tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:21.290556 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6f9432ff-8a43-4e1e-a3b4-0b6ab4faa4ec tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422927 Nov 11 12:32:21.457503 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-52f64f2d-64e4-4657-bb7e-fc378d6a746c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1240925447&fields=id&tenant_id=ee67a7d4e47a42328a9fed9e4073543d HTTP/1.1" status: 200 len: 267 time: 0.0459170 Nov 11 12:32:21.566846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0756bdf-b727-48bc-97ed-959115c20522 req-ea3aef4b-5367-4f11-979c-c01995ac8f2e tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:21.568313 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-ea3aef4b-5367-4f11-979c-c01995ac8f2e tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/networks?id=9219b541-1bb5-448e-8270-2826a1842d41 HTTP/1.1" status: 200 len: 813 time: 0.1008973 Nov 11 12:32:21.585794 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-0c87db43-482a-433b-960a-0c982b33743a tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/quotas/ee67a7d4e47a42328a9fed9e4073543d HTTP/1.1" status: 200 len: 375 time: 0.0092008 Nov 11 12:32:21.645263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-a73acbe6-98e2-4074-91f3-ecc2e0581ab5 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee67a7d4e47a42328a9fed9e4073543d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519867 Nov 11 12:32:21.858413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-3b68a5db-5384-42ff-89b8-48ae6d4d2756 service neutron] 10.222.0.65 "GET /v2.0/networks/9219b541-1bb5-448e-8270-2826a1842d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009268 Nov 11 12:32:21.922349 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:21.952548 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-640ddea9-b23c-491a-a615-4367a9ae8785 service neutron] 10.222.0.65 "GET /v2.0/networks/9219b541-1bb5-448e-8270-2826a1842d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876002 Nov 11 12:32:22.258453 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19be352a-0b15-4978-a039-4248f553ab10 req-abda4a4c-f5fe-4313-b427-e40c773af0a1 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 210 time: 0.0280068 Nov 11 12:32:23.381517 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45a12d82-1c2e-424c-914e-f153f844d4ad req-f03e9a41-07f1-47d1-809c-e227e0358d0e tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 210 time: 0.0266407 Nov 11 12:32:23.559272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0756bdf-b727-48bc-97ed-959115c20522 req-3e91f324-2524-40a0-8022-37a5b95f6962 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:23.560733 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-3e91f324-2524-40a0-8022-37a5b95f6962 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.62 "GET /v2.0/networks?id=9219b541-1bb5-448e-8270-2826a1842d41 HTTP/1.1" status: 200 len: 813 time: 0.1152289 Nov 11 12:32:23.624778 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-e7315772-9c26-44d2-9588-f14232e3239e tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee67a7d4e47a42328a9fed9e4073543d HTTP/1.1" status: 200 len: 380 time: 0.0531287 Nov 11 12:32:23.640637 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e0756bdf-b727-48bc-97ed-959115c20522 req-7ad46269-137f-4a67-b45f-1977c59a482c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Request body: {'port': {'device_id': '83d07dfa-4888-49dd-9c99-46190801a861', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'admin_state_up': True, 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'security_groups': ['b81cb192-ee42-4317-96bd-d889c7fe839e']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:23.757745 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0756bdf-b727-48bc-97ed-959115c20522 req-7ad46269-137f-4a67-b45f-1977c59a482c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Made reservation on behalf of ee67a7d4e47a42328a9fed9e4073543d for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:32:23.761371 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e0756bdf-b727-48bc-97ed-959115c20522 req-7ad46269-137f-4a67-b45f-1977c59a482c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:23.890238 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-e0756bdf-b727-48bc-97ed-959115c20522 req-7ad46269-137f-4a67-b45f-1977c59a482c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Allocated IP 172.20.0.5 (9219b541-1bb5-448e-8270-2826a1842d41/81eb8111-1e33-478a-b624-4fe310910e67/0b727d2e-313f-4add-bd41-7848c3a45655) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:32:24.034036 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e0756bdf-b727-48bc-97ed-959115c20522 req-7ad46269-137f-4a67-b45f-1977c59a482c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:24.071222 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e0756bdf-b727-48bc-97ed-959115c20522 req-7ad46269-137f-4a67-b45f-1977c59a482c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:24.112819 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0756bdf-b727-48bc-97ed-959115c20522 req-7ad46269-137f-4a67-b45f-1977c59a482c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Network 9219b541-1bb5-448e-8270-2826a1842d41 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:32:24.118117 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-e0756bdf-b727-48bc-97ed-959115c20522 req-7ad46269-137f-4a67-b45f-1977c59a482c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:32:24.126064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0756bdf-b727-48bc-97ed-959115c20522 req-7ad46269-137f-4a67-b45f-1977c59a482c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:32:24.158094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46269-137f-4a67-b45f-1977c59a482c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Pushing event updated for resources: {'Port': ['ID=0b727d2e-313f-4add-bd41-7848c3a45655,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:24.184702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0756bdf-b727-48bc-97ed-959115c20522 req-7ad46269-137f-4a67-b45f-1977c59a482c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:24.185428 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e0756bdf-b727-48bc-97ed-959115c20522 req-7ad46269-137f-4a67-b45f-1977c59a482c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:24.202091 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-7ad46269-137f-4a67-b45f-1977c59a482c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5664823 Nov 11 12:32:24.215788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-6701515b-7d82-4443-a743-5eecacd23a7a tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:32:24.216787 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-6701515b-7d82-4443-a743-5eecacd23a7a tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052941 Nov 11 12:32:24.293421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Request body: {'port': {'device_id': '83d07dfa-4888-49dd-9c99-46190801a861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:24.354255 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:24.381094 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-dc6ad20f-a049-4530-a360-471d054bc1cf None None] Provisioning complete for port 0b727d2e-313f-4add-bd41-7848c3a45655 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:32:24.381717 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad20f-a049-4530-a360-471d054bc1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:24.418001 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-dc6ad20f-a049-4530-a360-471d054bc1cf None None] Port 0b727d2e-313f-4add-bd41-7848c3a45655 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:32:24.515706 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b21c6-d27b-4969-9b68-d31833d7dcac req-1dc05ca8-1e5a-4111-a5a2-0c3d117fc758 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:24.518041 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8e4b21c6-d27b-4969-9b68-d31833d7dcac req-1dc05ca8-1e5a-4111-a5a2-0c3d117fc758 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 931 time: 0.0522149 Nov 11 12:32:24.582116 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8e4b21c6-d27b-4969-9b68-d31833d7dcac req-cd488bce-c972-4259-8e0f-01a0cfb660ee tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570982 Nov 11 12:32:24.626713 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b727d2e-313f-4add-bd41-7848c3a45655 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:32:24.634263 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:24.646525 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Transition to ACTIVE for port object 0b727d2e-313f-4add-bd41-7848c3a45655 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:32:24.651374 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:24.703674 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b727d2e-313f-4add-bd41-7848c3a45655,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:24.782410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Attempting to bind port 0b727d2e-313f-4add-bd41-7848c3a45655 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:32:24.782849 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Attempting to bind port 0b727d2e-313f-4add-bd41-7848c3a45655 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'e7c1e239-ff27-4f89-9aee-4e9518bdd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:32:24.783232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Attempting to bind port 0b727d2e-313f-4add-bd41-7848c3a45655 on network 9219b541-1bb5-448e-8270-2826a1842d41 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:32:24.788029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Port 0b727d2e-313f-4add-bd41-7848c3a45655 on network 9219b541-1bb5-448e-8270-2826a1842d41 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:32:24.788346 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Attempting to bind port 0b727d2e-313f-4add-bd41-7848c3a45655 on network 9219b541-1bb5-448e-8270-2826a1842d41 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:32:24.793937 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:32:24.794922 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Checking segment: {'id': 'e7c1e239-ff27-4f89-9aee-4e9518bdd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:32:24.795321 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Bound using segment: {'id': 'e7c1e239-ff27-4f89-9aee-4e9518bdd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:32:24.795791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Bound port: 0b727d2e-313f-4add-bd41-7848c3a45655, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c1e239-ff27-4f89-9aee-4e9518bdd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:32:24.796165 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:24.862966 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] For port 0b727d2e-313f-4add-bd41-7848c3a45655, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:32:24.866356 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] For port 0b727d2e-313f-4add-bd41-7848c3a45655, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0b727d2e-313f-4add-bd41-7848c3a45655,segment=NetworkSegment(e7c1e239-ff27-4f89-9aee-4e9518bdd495),segment_id=e7c1e239-ff27-4f89-9aee-4e9518bdd495)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:32:24.872249 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:24.913350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:24.914058 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:24.915730 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] 10.222.0.62 "PUT /v2.0/ports/0b727d2e-313f-4add-bd41-7848c3a45655 HTTP/1.1" status: 200 len: 1091 time: 0.6885674 Nov 11 12:32:24.916251 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d07dfa-4888-49dd-9c99-46190801a861', 'tag': '0b727d2e-313f-4add-bd41-7848c3a45655'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:32:24.918681 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744ee9cf-7550-499c-a7a6-8a84999ef3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "83d07dfa-4888-49dd-9c99-46190801a861", "tag": "0b727d2e-313f-4add-bd41-7848c3a45655"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:32:24.949005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14fd36-b778-46c5-8543-0edab84ad2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b727d2e-313f-4add-bd41-7848c3a45655,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:25.042058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0756bdf-b727-48bc-97ed-959115c20522 req-b04c2558-c342-475d-ace0-48c8da26dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:25.044447 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-b04c2558-c342-475d-ace0-48c8da26dde4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee67a7d4e47a42328a9fed9e4073543d&device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 1094 time: 0.0602789 Nov 11 12:32:25.114324 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-49dfe92d-efa3-4375-b4d2-5b0e5d494dce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b727d2e-313f-4add-bd41-7848c3a45655 HTTP/1.1" status: 200 len: 217 time: 0.0569713 Nov 11 12:32:25.185248 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0756bdf-b727-48bc-97ed-959115c20522 req-a816e749-30ca-4e9d-9658-72396466ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:25.187113 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-a816e749-30ca-4e9d-9658-72396466ab1d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81eb8111-1e33-478a-b624-4fe310910e67 HTTP/1.1" status: 200 len: 852 time: 0.0579600 Nov 11 12:32:25.239156 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0756bdf-b727-48bc-97ed-959115c20522 req-f383a456-7c1d-477c-ae6b-c04b70a945ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:25.240683 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-f383a456-7c1d-477c-ae6b-c04b70a945ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9219b541-1bb5-448e-8270-2826a1842d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416348 Nov 11 12:32:25.339936 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-148b4539-3c3b-40a8-b7f7-f5ac7f29c4d9 service neutron] 10.222.0.62 "GET /v2.0/networks/9219b541-1bb5-448e-8270-2826a1842d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865278 Nov 11 12:32:25.453210 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e0756bdf-b727-48bc-97ed-959115c20522 req-044d00a4-f2b3-47e4-aaa8-398968b811a7 service neutron] 10.222.0.62 "GET /v2.0/networks/9219b541-1bb5-448e-8270-2826a1842d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976849 Nov 11 12:32:25.708060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977d4b6-f78f-4587-ae33-4c462e438767 req-b29312c9-e905-4dd0-a799-dfe079690f98 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:25.709567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e977d4b6-f78f-4587-ae33-4c462e438767 req-b29312c9-e905-4dd0-a799-dfe079690f98 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 943 time: 0.0496459 Nov 11 12:32:25.759559 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e977d4b6-f78f-4587-ae33-4c462e438767 req-efce244b-56cc-4526-927b-55d0a6b5302b tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436163 Nov 11 12:32:26.219083 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d7355e-d5ae-4f4b-bed1-1beca7ec3baf x-openstack-request-id: req-64d7355e-d5ae-4f4b-bed1-1beca7ec3baf {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:32:26.219603 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d07dfa-4888-49dd-9c99-46190801a861", "tag": "0b727d2e-313f-4add-bd41-7848c3a45655", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:32:26.219717 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-64d7355e-d5ae-4f4b-bed1-1beca7ec3baf {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:32:26.220159 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d07dfa-4888-49dd-9c99-46190801a861', 'tag': '0b727d2e-313f-4add-bd41-7848c3a45655', 'status': 'completed', 'code': 200} Nov 11 12:32:26.290053 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ee9cf-7550-499c-a7a6-8a84999ef3ba req-1b0caf93-e2c2-4142-a7a2-a218576f9a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:26.291655 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-744ee9cf-7550-499c-a7a6-8a84999ef3ba req-1b0caf93-e2c2-4142-a7a2-a218576f9a8d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee67a7d4e47a42328a9fed9e4073543d&device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 1094 time: 0.0428531 Nov 11 12:32:26.392043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ee9cf-7550-499c-a7a6-8a84999ef3ba req-9d56c3f0-2105-40be-961a-8191a0ecb491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:26.393571 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-744ee9cf-7550-499c-a7a6-8a84999ef3ba req-9d56c3f0-2105-40be-961a-8191a0ecb491 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9219b541-1bb5-448e-8270-2826a1842d41 HTTP/1.1" status: 200 len: 915 time: 0.0890901 Nov 11 12:32:26.439889 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-744ee9cf-7550-499c-a7a6-8a84999ef3ba req-dfbef3d3-6301-444f-a950-b83979668301 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b727d2e-313f-4add-bd41-7848c3a45655 HTTP/1.1" status: 200 len: 217 time: 0.0349720 Nov 11 12:32:26.497092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ee9cf-7550-499c-a7a6-8a84999ef3ba req-8ff096cf-32e7-4598-9293-9e1c8ecc29e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:26.498533 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-744ee9cf-7550-499c-a7a6-8a84999ef3ba req-8ff096cf-32e7-4598-9293-9e1c8ecc29e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81eb8111-1e33-478a-b624-4fe310910e67 HTTP/1.1" status: 200 len: 852 time: 0.0480945 Nov 11 12:32:26.550190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ee9cf-7550-499c-a7a6-8a84999ef3ba req-e29fc409-aaab-406d-acc4-fdfb1050aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:26.551692 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-744ee9cf-7550-499c-a7a6-8a84999ef3ba req-e29fc409-aaab-406d-acc4-fdfb1050aaeb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9219b541-1bb5-448e-8270-2826a1842d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412703 Nov 11 12:32:26.649765 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-744ee9cf-7550-499c-a7a6-8a84999ef3ba req-e3b0a006-d82f-4a9b-a956-cf1fa2e5e770 service neutron] 10.222.0.62 "GET /v2.0/networks/9219b541-1bb5-448e-8270-2826a1842d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833037 Nov 11 12:32:26.751942 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-744ee9cf-7550-499c-a7a6-8a84999ef3ba req-4d99846c-c8e9-4624-a63c-274eefc9e9c0 service neutron] 10.222.0.62 "GET /v2.0/networks/9219b541-1bb5-448e-8270-2826a1842d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900266 Nov 11 12:32:26.877902 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e665cf9-01b4-43d5-80d8-1bee7aeacd5c req-3647f84a-3310-46fe-955c-d619dbe19cfa tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:26.879540 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e665cf9-01b4-43d5-80d8-1bee7aeacd5c req-3647f84a-3310-46fe-955c-d619dbe19cfa tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 943 time: 0.0510185 Nov 11 12:32:26.929493 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e665cf9-01b4-43d5-80d8-1bee7aeacd5c req-a939e3d4-1acf-4481-a844-4a40ca712616 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435467 Nov 11 12:32:28.071335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c089ad-55f7-4bc2-b7a9-916975a79c6c req-6ed1fd48-7897-4e29-85f3-40e7636c4280 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:28.072894 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c4c089ad-55f7-4bc2-b7a9-916975a79c6c req-6ed1fd48-7897-4e29-85f3-40e7636c4280 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 943 time: 0.0730255 Nov 11 12:32:28.123697 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c4c089ad-55f7-4bc2-b7a9-916975a79c6c req-701a31ff-c202-44e7-9413-e29980fe63a0 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444925 Nov 11 12:32:29.241753 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec5a8c-3d9b-4336-b8bd-620263fb4466 req-aee29f9b-f9ea-4dcd-b950-480234f40c3b tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:29.243245 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-58ec5a8c-3d9b-4336-b8bd-620263fb4466 req-aee29f9b-f9ea-4dcd-b950-480234f40c3b tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 943 time: 0.0505419 Nov 11 12:32:29.300623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-58ec5a8c-3d9b-4336-b8bd-620263fb4466 req-96a6e7f0-3a33-49d5-acad-0483da3fab7f tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512164 Nov 11 12:32:30.429350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e0f2d-8553-4333-881b-934928f42e99 req-a57a5088-ce3f-488d-99cf-de270834e199 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:30.430861 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-692e0f2d-8553-4333-881b-934928f42e99 req-a57a5088-ce3f-488d-99cf-de270834e199 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 943 time: 0.0602386 Nov 11 12:32:30.486736 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-692e0f2d-8553-4333-881b-934928f42e99 req-7ad850be-9dc5-422b-9649-b60946f21d6f tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477881 Nov 11 12:32:31.618603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb0814-fafb-4c4c-939e-70cb960663dc req-46890ce9-1fed-42c9-a224-501c72e21232 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:31.620083 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfeb0814-fafb-4c4c-939e-70cb960663dc req-46890ce9-1fed-42c9-a224-501c72e21232 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 943 time: 0.0531406 Nov 11 12:32:31.671485 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfeb0814-fafb-4c4c-939e-70cb960663dc req-09d21eeb-35f1-4349-aeca-60a13549341e tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454452 Nov 11 12:32:32.804677 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e66876-1b9d-4d7b-a53f-f263e67a43ef req-f5d0b649-01c3-4df4-8682-76c15ab06e0a tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:32.806254 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90e66876-1b9d-4d7b-a53f-f263e67a43ef req-f5d0b649-01c3-4df4-8682-76c15ab06e0a tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 943 time: 0.0594468 Nov 11 12:32:32.856197 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-90e66876-1b9d-4d7b-a53f-f263e67a43ef req-bfe57a34-3158-40c0-89f2-522be0d676df tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439665 Nov 11 12:32:33.992980 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a288a3-4f4e-4925-9959-0d3128052a2a req-26674aa1-8e97-4130-b13d-4823aecc1b21 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:33.994471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83a288a3-4f4e-4925-9959-0d3128052a2a req-26674aa1-8e97-4130-b13d-4823aecc1b21 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 943 time: 0.0540202 Nov 11 12:32:34.045667 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83a288a3-4f4e-4925-9959-0d3128052a2a req-38a002b4-1a79-400e-9679-dea7284acc4a tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426660 Nov 11 12:32:35.171031 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb07e5-1570-47c2-bf2f-a7e5c9223e60 req-65864073-737c-4ec3-ae62-39c02b161be5 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:35.172502 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dbdb07e5-1570-47c2-bf2f-a7e5c9223e60 req-65864073-737c-4ec3-ae62-39c02b161be5 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 943 time: 0.0508816 Nov 11 12:32:35.228542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dbdb07e5-1570-47c2-bf2f-a7e5c9223e60 req-03cac117-bcba-4716-b4e6-de85d2329eae tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500572 Nov 11 12:32:35.884701 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-98e46e01-0ac2-48d6-b5be-b15d1b6d6cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:36.363642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71009c61-932b-4b92-91f8-43b3c7e868df req-730fc35a-4ae3-4ebf-b439-6adfb9a028a5 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:36.365195 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71009c61-932b-4b92-91f8-43b3c7e868df req-730fc35a-4ae3-4ebf-b439-6adfb9a028a5 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 943 time: 0.0546305 Nov 11 12:32:36.415194 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71009c61-932b-4b92-91f8-43b3c7e868df req-8eba7356-ae61-4164-93bf-8251f6201c52 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439038 Nov 11 12:32:36.690100 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 0b727d2e-313f-4add-bd41-7848c3a45655 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:32:36.790720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 0b727d2e-313f-4add-bd41-7848c3a45655, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0b727d2e-313f-4add-bd41-7848c3a45655,segment=NetworkSegment(e7c1e239-ff27-4f89-9aee-4e9518bdd495),segment_id=e7c1e239-ff27-4f89-9aee-4e9518bdd495)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:36.801905 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '0b727d2e-313f-4add-bd41-7848c3a45655', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'port_id': '0b727d2e-313f-4add-bd41-7848c3a45655', 'mac_address': 'fa:16:3e:ec:24:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81eb8111-1e33-478a-b624-4fe310910e67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:32:36.839706 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:36.859474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b727d2e-313f-4add-bd41-7848c3a45655 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:32:36.879633 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 0b727d2e-313f-4add-bd41-7848c3a45655, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0b727d2e-313f-4add-bd41-7848c3a45655,segment=NetworkSegment(e7c1e239-ff27-4f89-9aee-4e9518bdd495),segment_id=e7c1e239-ff27-4f89-9aee-4e9518bdd495)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:36.886209 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:36.934484 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=0b727d2e-313f-4add-bd41-7848c3a45655,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:36.942302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:36.942622 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:36.942966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:36.943298 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:36.943628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:36.943956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:36.944318 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:36.944638 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:36.944956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:36.945279 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:36.945619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:36.945914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:37.191281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['0b727d2e-313f-4add-bd41-7848c3a45655'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:32:37.377512 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:32:37.531542 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b41cb-d02b-4dfa-a1ae-476bdf4e6888 req-dc393386-086c-4265-a458-91b15887b428 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:37.533047 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a8b41cb-d02b-4dfa-a1ae-476bdf4e6888 req-dc393386-086c-4265-a458-91b15887b428 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 944 time: 0.0499966 Nov 11 12:32:37.584046 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a8b41cb-d02b-4dfa-a1ae-476bdf4e6888 req-66644be7-be7f-4228-a847-5138c496b357 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448453 Nov 11 12:32:38.132810 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-aa4fb4b0-58e9-469d-85fb-d7fe5f325f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:38.692282 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 0b727d2e-313f-4add-bd41-7848c3a45655 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:32:38.718970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082515ce-3623-4935-9119-e45780bbccbc req-fc432d65-33e8-4b92-a20f-e0b7157b4dc0 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:38.720465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-082515ce-3623-4935-9119-e45780bbccbc req-fc432d65-33e8-4b92-a20f-e0b7157b4dc0 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 944 time: 0.0505927 Nov 11 12:32:38.742485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 0b727d2e-313f-4add-bd41-7848c3a45655 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:32:38.746869 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 0b727d2e-313f-4add-bd41-7848c3a45655 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:32:38.747296 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:38.775416 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-082515ce-3623-4935-9119-e45780bbccbc req-53ae26bd-ea52-4ebf-aea7-4378d54e2626 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487564 Nov 11 12:32:38.826276 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:38.850537 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d07dfa-4888-49dd-9c99-46190801a861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b727d2e-313f-4add-bd41-7848c3a45655'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:32:38.852760 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec38de77-a77a-4238-bfd7-f82ef4481c2e" -d '{"events": [{"server_uuid": "83d07dfa-4888-49dd-9c99-46190801a861", "name": "network-vif-plugged", "status": "completed", "tag": "0b727d2e-313f-4add-bd41-7848c3a45655"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:32:38.865335 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 0b727d2e-313f-4add-bd41-7848c3a45655, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0b727d2e-313f-4add-bd41-7848c3a45655,segment=NetworkSegment(e7c1e239-ff27-4f89-9aee-4e9518bdd495),segment_id=e7c1e239-ff27-4f89-9aee-4e9518bdd495)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:38.869909 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:38.919766 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=0b727d2e-313f-4add-bd41-7848c3a45655,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:38.953142 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d473795b-1e37-411d-a2e6-76f6b880e709 x-openstack-request-id: req-d473795b-1e37-411d-a2e6-76f6b880e709 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:32:38.953439 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d07dfa-4888-49dd-9c99-46190801a861", "name": "network-vif-plugged", "status": "completed", "tag": "0b727d2e-313f-4add-bd41-7848c3a45655", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:32:38.953725 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d473795b-1e37-411d-a2e6-76f6b880e709 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:32:38.954104 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d07dfa-4888-49dd-9c99-46190801a861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b727d2e-313f-4add-bd41-7848c3a45655', 'code': 200} Nov 11 12:32:39.067408 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc784e-40f7-47ea-9947-6246dc818124 req-bcc2d8f5-8ff1-49c8-8d93-a1711a387fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:39.068915 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-24fc784e-40f7-47ea-9947-6246dc818124 req-bcc2d8f5-8ff1-49c8-8d93-a1711a387fe1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 1096 time: 0.0422375 Nov 11 12:32:39.123188 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-24fc784e-40f7-47ea-9947-6246dc818124 req-d054072a-e177-4f13-9a36-294952d6f02d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414000 Nov 11 12:32:39.123427 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:39.896756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad986d14-a13f-458b-b7c6-e657fb557be9 req-e51366e4-802e-45eb-88f4-a9ed17647cdd tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:39.898164 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad986d14-a13f-458b-b7c6-e657fb557be9 req-e51366e4-802e-45eb-88f4-a9ed17647cdd tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 945 time: 0.0530109 Nov 11 12:32:39.951224 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad986d14-a13f-458b-b7c6-e657fb557be9 req-0e3a1833-9e3f-41f6-a495-fa5cfa4cdcdb tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443692 Nov 11 12:32:40.662838 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:41.077817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0fa20-5c10-4d4b-91ae-421d91492670 req-d0f7ef2d-83e2-4bd3-a573-56386303660e tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:41.079296 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48a0fa20-5c10-4d4b-91ae-421d91492670 req-d0f7ef2d-83e2-4bd3-a573-56386303660e tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 945 time: 0.0516348 Nov 11 12:32:41.129151 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48a0fa20-5c10-4d4b-91ae-421d91492670 req-56b1f529-d45c-460c-94a1-5c280814df59 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438039 Nov 11 12:32:41.259345 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f6003-fda3-494f-9535-d47d7268e34b req-ef6c12cd-f33d-4034-9831-057bb25b6560 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:41.261100 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-772f6003-fda3-494f-9535-d47d7268e34b req-ef6c12cd-f33d-4034-9831-057bb25b6560 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 945 time: 0.0634224 Nov 11 12:32:41.312814 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:41.315229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-772f6003-fda3-494f-9535-d47d7268e34b req-b1a6e631-a417-49da-913b-1d49b7256271 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453107 Nov 11 12:32:41.337082 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41686) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:41.487520 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca7479a-ca1d-4510-bf3b-385d622830a4 tempest-TestVolumeBackupRestore-1568517849 tempest-TestVolumeBackupRestore-1568517849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:41.489025 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2ca7479a-ca1d-4510-bf3b-385d622830a4 tempest-TestVolumeBackupRestore-1568517849 tempest-TestVolumeBackupRestore-1568517849-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 1091 time: 0.1508629 Nov 11 12:32:41.493506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 41690) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:41.498059 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '0b727d2e-313f-4add-bd41-7848c3a45655', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:41.525116 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:41.625092 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:41.731496 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Allocated IP 172.25.2.68 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/00ed1c68-dd8e-4532-820e-9486f02348b5) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:32:41.839942 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:41.889981 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:41.930849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:32:41.936248 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:32:41.938891 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:32:41.944067 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Pushing event updated for resources: {'Port': ['ID=00ed1c68-dd8e-4532-820e-9486f02348b5,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:42.304906 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:42.373769 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:42.521880 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:42.527557 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:42.592980 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Pushing event updated for resources: {'Port': ['ID=00ed1c68-dd8e-4532-820e-9486f02348b5,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:42.603285 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:42.708231 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Floating IP 0446b77e-4324-410f-9df2-49f44dd08a71 associated. External IP: 172.25.2.68, port: 0b727d2e-313f-4add-bd41-7848c3a45655. Nov 11 12:32:42.928189 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Router 4b4d7544-f5c7-453c-9448-3376902a0fbc has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:32:43.046192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:32:43.057785 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67675e4-ecab-4dbf-b03a-907d635e5fc5 None None] Sync routers for ids ['4b4d7544-f5c7-453c-9448-3376902a0fbc'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:32:43.068712 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67675e4-ecab-4dbf-b03a-907d635e5fc5 None None] Routers {'4b4d7544-f5c7-453c-9448-3376902a0fbc'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:32:43.069317 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e67675e4-ecab-4dbf-b03a-907d635e5fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:32:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4b4d7544-f5c7-453c-9448-3376902a0fbc'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:43.071129 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:43.100375 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a3db5d59-580c-4bb1-833b-877625326c88 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6031730 Nov 11 12:32:43.100375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d07dfa-4888-49dd-9c99-46190801a861', 'tag': '0b727d2e-313f-4add-bd41-7848c3a45655'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:32:43.100632 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ba371e-f0aa-4ac4-99b7-17a815b54cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "83d07dfa-4888-49dd-9c99-46190801a861", "tag": "0b727d2e-313f-4add-bd41-7848c3a45655"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:32:43.100885 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41692) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:43.152905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f61a9a-59bb-41c4-b0d5-d59a90296213 tempest-TestVolumeBackupRestore-1568517849 tempest-TestVolumeBackupRestore-1568517849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:43.154557 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-58f61a9a-59bb-41c4-b0d5-d59a90296213 tempest-TestVolumeBackupRestore-1568517849 tempest-TestVolumeBackupRestore-1568517849-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 1091 time: 0.0526345 Nov 11 12:32:43.157487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41698) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:43.161906 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-310094cb-e064-4154-b4a1-f1d5ccca304b tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Request body: {'floatingip': {'port_id': '0b727d2e-313f-4add-bd41-7848c3a45655'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:43.195548 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e67675e4-ecab-4dbf-b03a-907d635e5fc5 None None] Set router 4b4d7544-f5c7-453c-9448-3376902a0fbc gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:32:43.217393 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c3659e-2363-48cb-9994-52c7bfdb54dc x-openstack-request-id: req-c6c3659e-2363-48cb-9994-52c7bfdb54dc {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:32:43.217703 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d07dfa-4888-49dd-9c99-46190801a861", "tag": "0b727d2e-313f-4add-bd41-7848c3a45655", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:32:43.217948 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6c3659e-2363-48cb-9994-52c7bfdb54dc {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:32:43.218349 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d07dfa-4888-49dd-9c99-46190801a861', 'tag': '0b727d2e-313f-4add-bd41-7848c3a45655', 'status': 'completed', 'code': 200} Nov 11 12:32:43.219438 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-310094cb-e064-4154-b4a1-f1d5ccca304b tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for floatingip, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:43.332013 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba371e-f0aa-4ac4-99b7-17a815b54cb2 req-d384b291-7341-4633-8610-7f6dc5f5f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:43.333520 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41ba371e-f0aa-4ac4-99b7-17a815b54cb2 req-d384b291-7341-4633-8610-7f6dc5f5f2a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee67a7d4e47a42328a9fed9e4073543d&device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 1096 time: 0.0764387 Nov 11 12:32:43.524176 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e67675e4-ecab-4dbf-b03a-907d635e5fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port': {'id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:16Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0446b77e-4324-410f-9df2-49f44dd08a71', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'port_id': '0b727d2e-313f-4add-bd41-7848c3a45655', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'mac_address': 'fa:16:3e:ec:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d07dfa-4888-49dd-9c99-46190801a861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:32:42Z', 'updated_at': '2021-11-11T12:32:42Z', 'revision_number': 0, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74273dd5-084f-474b-8626-88a171de41f2', 'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'mac_address': 'fa:16:3e:b5:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '81eb8111-1e33-478a-b624-4fe310910e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:17Z', 'updated_at': '2021-11-11T12:30:23Z', 'revision_number': 5, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'subnets': [{'id': '81eb8111-1e33-478a-b624-4fe310910e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:43.537725 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba371e-f0aa-4ac4-99b7-17a815b54cb2 req-45e9d13e-3bf3-4ef6-bfbb-c16f481f4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:43.539237 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41ba371e-f0aa-4ac4-99b7-17a815b54cb2 req-45e9d13e-3bf3-4ef6-bfbb-c16f481f4892 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9219b541-1bb5-448e-8270-2826a1842d41 HTTP/1.1" status: 200 len: 915 time: 0.1763432 Nov 11 12:32:43.549957 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67675e4-ecab-4dbf-b03a-907d635e5fc5 None None] Checking router: 4b4d7544-f5c7-453c-9448-3376902a0fbc for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:32:43.558437 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67675e4-ecab-4dbf-b03a-907d635e5fc5 None None] Routers {'4b4d7544-f5c7-453c-9448-3376902a0fbc'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:32:43.559045 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e67675e4-ecab-4dbf-b03a-907d635e5fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:32:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4b4d7544-f5c7-453c-9448-3376902a0fbc'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:43.666109 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41ba371e-f0aa-4ac4-99b7-17a815b54cb2 req-e05b1dd2-4dc0-4144-a9bf-5c3a160474bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b727d2e-313f-4add-bd41-7848c3a45655 HTTP/1.1" status: 200 len: 998 time: 0.1156545 Nov 11 12:32:43.669573 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e67675e4-ecab-4dbf-b03a-907d635e5fc5 None None] Set router 4b4d7544-f5c7-453c-9448-3376902a0fbc gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:32:43.792195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba371e-f0aa-4ac4-99b7-17a815b54cb2 req-978d9906-8c53-469c-92e7-cfcf9c5a2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:43.793619 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41ba371e-f0aa-4ac4-99b7-17a815b54cb2 req-978d9906-8c53-469c-92e7-cfcf9c5a2c7c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81eb8111-1e33-478a-b624-4fe310910e67 HTTP/1.1" status: 200 len: 852 time: 0.0880017 Nov 11 12:32:43.900013 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e67675e4-ecab-4dbf-b03a-907d635e5fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port': {'id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:16Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0446b77e-4324-410f-9df2-49f44dd08a71', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'port_id': '0b727d2e-313f-4add-bd41-7848c3a45655', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'mac_address': 'fa:16:3e:ec:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d07dfa-4888-49dd-9c99-46190801a861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:32:42Z', 'updated_at': '2021-11-11T12:32:42Z', 'revision_number': 0, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74273dd5-084f-474b-8626-88a171de41f2', 'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'mac_address': 'fa:16:3e:b5:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '81eb8111-1e33-478a-b624-4fe310910e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:17Z', 'updated_at': '2021-11-11T12:30:23Z', 'revision_number': 5, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'subnets': [{'id': '81eb8111-1e33-478a-b624-4fe310910e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:43.927002 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67675e4-ecab-4dbf-b03a-907d635e5fc5 None None] The sync data for ids ['4b4d7544-f5c7-453c-9448-3376902a0fbc'] in n-d-807359-3 is: [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port': {'id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:16Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0446b77e-4324-410f-9df2-49f44dd08a71', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'port_id': '0b727d2e-313f-4add-bd41-7848c3a45655', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'mac_address': 'fa:16:3e:ec:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d07dfa-4888-49dd-9c99-46190801a861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:32:42Z', 'updated_at': '2021-11-11T12:32:42Z', 'revision_number': 0, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74273dd5-084f-474b-8626-88a171de41f2', 'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'mac_address': 'fa:16:3e:b5:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '81eb8111-1e33-478a-b624-4fe310910e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:17Z', 'updated_at': '2021-11-11T12:30:23Z', 'revision_number': 5, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'subnets': [{'id': '81eb8111-1e33-478a-b624-4fe310910e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:32:44.135917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837268de-de8f-45ee-837a-4ea638fbd75d None None] New status for floating IP 0446b77e-4324-410f-9df2-49f44dd08a71: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:32:44.224791 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.db.resource_extend [None req-310094cb-e064-4154-b4a1-f1d5ccca304b tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:32:44.228959 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba371e-f0aa-4ac4-99b7-17a815b54cb2 req-687202d0-69bc-4f70-9c36-0457810909d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:44.230509 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41ba371e-f0aa-4ac4-99b7-17a815b54cb2 req-687202d0-69bc-4f70-9c36-0457810909d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9219b541-1bb5-448e-8270-2826a1842d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4283679 Nov 11 12:32:44.327416 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-310094cb-e064-4154-b4a1-f1d5ccca304b tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:44.334752 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-837268de-de8f-45ee-837a-4ea638fbd75d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:32:44.335065 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-310094cb-e064-4154-b4a1-f1d5ccca304b tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:44.335170 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-837268de-de8f-45ee-837a-4ea638fbd75d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:32:44.399543 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41ba371e-f0aa-4ac4-99b7-17a815b54cb2 req-16e430be-c4ee-4632-8be4-479c547aa801 service neutron] 10.222.0.62 "GET /v2.0/networks/9219b541-1bb5-448e-8270-2826a1842d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428709 Nov 11 12:32:44.569476 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-41ba371e-f0aa-4ac4-99b7-17a815b54cb2 req-ed16e3ad-eccd-42eb-905b-4c82e19f5048 service neutron] 10.222.0.62 "GET /v2.0/networks/9219b541-1bb5-448e-8270-2826a1842d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410451 Nov 11 12:32:44.628928 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310094cb-e064-4154-b4a1-f1d5ccca304b tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Router 4b4d7544-f5c7-453c-9448-3376902a0fbc has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:32:44.745293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310094cb-e064-4154-b4a1-f1d5ccca304b tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:32:44.750145 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-310094cb-e064-4154-b4a1-f1d5ccca304b tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:44.779219 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d07dfa-4888-49dd-9c99-46190801a861', 'tag': '0b727d2e-313f-4add-bd41-7848c3a45655'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:32:44.781666 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf8535c-61f0-43d4-b59c-f96289189bad" -d '{"events": [{"name": "network-changed", "server_uuid": "83d07dfa-4888-49dd-9c99-46190801a861", "tag": "0b727d2e-313f-4add-bd41-7848c3a45655"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:32:44.813425 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-310094cb-e064-4154-b4a1-f1d5ccca304b tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "PUT /v2.0/floatingips/0446b77e-4324-410f-9df2-49f44dd08a71 HTTP/1.1" status: 200 len: 990 time: 1.6547248 Nov 11 12:32:44.821304 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927aba59-7faf-4c48-90be-c33664a22fe8 x-openstack-request-id: req-927aba59-7faf-4c48-90be-c33664a22fe8 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:32:44.821627 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d07dfa-4888-49dd-9c99-46190801a861", "tag": "0b727d2e-313f-4add-bd41-7848c3a45655", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:32:44.821851 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-927aba59-7faf-4c48-90be-c33664a22fe8 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:32:44.822291 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d07dfa-4888-49dd-9c99-46190801a861', 'tag': '0b727d2e-313f-4add-bd41-7848c3a45655', 'status': 'completed', 'code': 200} Nov 11 12:32:44.836892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837268de-de8f-45ee-837a-4ea638fbd75d None None] New status for floating IP 0446b77e-4324-410f-9df2-49f44dd08a71: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:32:44.890525 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8535c-61f0-43d4-b59c-f96289189bad req-e47b0263-5af8-42bf-8087-dcd06fd6a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:44.891971 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-eaf8535c-61f0-43d4-b59c-f96289189bad req-e47b0263-5af8-42bf-8087-dcd06fd6a15a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee67a7d4e47a42328a9fed9e4073543d&device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 1096 time: 0.0454125 Nov 11 12:32:44.985920 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8535c-61f0-43d4-b59c-f96289189bad req-8a6619c6-a5fa-42c9-9fc8-01d5ead9ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:44.987644 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-eaf8535c-61f0-43d4-b59c-f96289189bad req-8a6619c6-a5fa-42c9-9fc8-01d5ead9ea6c service neutron] 10.222.0.62 "GET /v2.0/networks?id=9219b541-1bb5-448e-8270-2826a1842d41 HTTP/1.1" status: 200 len: 915 time: 0.0872209 Nov 11 12:32:45.061462 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-eaf8535c-61f0-43d4-b59c-f96289189bad req-a2d60354-7f9e-416a-bead-dbcbf52a3b27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b727d2e-313f-4add-bd41-7848c3a45655 HTTP/1.1" status: 200 len: 998 time: 0.0659142 Nov 11 12:32:45.069449 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a28aa-e298-430c-8ab4-a33d322f86bc None None] Sync routers for ids ['4b4d7544-f5c7-453c-9448-3376902a0fbc'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:32:45.084800 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a28aa-e298-430c-8ab4-a33d322f86bc None None] Routers {'4b4d7544-f5c7-453c-9448-3376902a0fbc'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:32:45.085629 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-417a28aa-e298-430c-8ab4-a33d322f86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:32:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4b4d7544-f5c7-453c-9448-3376902a0fbc'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:45.117689 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8535c-61f0-43d4-b59c-f96289189bad req-ffe64f79-91f8-411e-9da5-1b0453dc46a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:45.119529 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-eaf8535c-61f0-43d4-b59c-f96289189bad req-ffe64f79-91f8-411e-9da5-1b0453dc46a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81eb8111-1e33-478a-b624-4fe310910e67 HTTP/1.1" status: 200 len: 852 time: 0.0514238 Nov 11 12:32:45.166319 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8535c-61f0-43d4-b59c-f96289189bad req-2034fe7d-4e8b-47bf-a19b-10e144bacc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:45.167806 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-eaf8535c-61f0-43d4-b59c-f96289189bad req-2034fe7d-4e8b-47bf-a19b-10e144bacc00 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9219b541-1bb5-448e-8270-2826a1842d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412672 Nov 11 12:32:45.203863 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-417a28aa-e298-430c-8ab4-a33d322f86bc None None] Set router 4b4d7544-f5c7-453c-9448-3376902a0fbc gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:32:45.262170 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-eaf8535c-61f0-43d4-b59c-f96289189bad req-b51c03a4-c190-4881-aa71-39d11da132b3 service neutron] 10.222.0.62 "GET /v2.0/networks/9219b541-1bb5-448e-8270-2826a1842d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870066 Nov 11 12:32:45.354425 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-eaf8535c-61f0-43d4-b59c-f96289189bad req-a2f40bc3-d889-46e4-9e46-10b0533217dc service neutron] 10.222.0.62 "GET /v2.0/networks/9219b541-1bb5-448e-8270-2826a1842d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848305 Nov 11 12:32:45.425467 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-417a28aa-e298-430c-8ab4-a33d322f86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port': {'id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:16Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0446b77e-4324-410f-9df2-49f44dd08a71', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'port_id': '0b727d2e-313f-4add-bd41-7848c3a45655', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'mac_address': 'fa:16:3e:ec:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d07dfa-4888-49dd-9c99-46190801a861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:32:42Z', 'updated_at': '2021-11-11T12:32:44Z', 'revision_number': 2, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74273dd5-084f-474b-8626-88a171de41f2', 'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'mac_address': 'fa:16:3e:b5:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '81eb8111-1e33-478a-b624-4fe310910e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:17Z', 'updated_at': '2021-11-11T12:30:23Z', 'revision_number': 5, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'subnets': [{'id': '81eb8111-1e33-478a-b624-4fe310910e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:45.455129 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a28aa-e298-430c-8ab4-a33d322f86bc None None] Checking router: 4b4d7544-f5c7-453c-9448-3376902a0fbc for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:32:45.464814 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a28aa-e298-430c-8ab4-a33d322f86bc None None] Routers {'4b4d7544-f5c7-453c-9448-3376902a0fbc'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:32:45.465424 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-417a28aa-e298-430c-8ab4-a33d322f86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:32:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4b4d7544-f5c7-453c-9448-3376902a0fbc'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:45.569647 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-417a28aa-e298-430c-8ab4-a33d322f86bc None None] Set router 4b4d7544-f5c7-453c-9448-3376902a0fbc gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:32:45.789723 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-417a28aa-e298-430c-8ab4-a33d322f86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port': {'id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:16Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0446b77e-4324-410f-9df2-49f44dd08a71', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'port_id': '0b727d2e-313f-4add-bd41-7848c3a45655', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'mac_address': 'fa:16:3e:ec:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d07dfa-4888-49dd-9c99-46190801a861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:32:42Z', 'updated_at': '2021-11-11T12:32:44Z', 'revision_number': 2, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74273dd5-084f-474b-8626-88a171de41f2', 'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'mac_address': 'fa:16:3e:b5:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '81eb8111-1e33-478a-b624-4fe310910e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:17Z', 'updated_at': '2021-11-11T12:30:23Z', 'revision_number': 5, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'subnets': [{'id': '81eb8111-1e33-478a-b624-4fe310910e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:45.814682 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a28aa-e298-430c-8ab4-a33d322f86bc None None] The sync data for ids ['4b4d7544-f5c7-453c-9448-3376902a0fbc'] in n-d-807359-3 is: [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port': {'id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:16Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '0446b77e-4324-410f-9df2-49f44dd08a71', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'port_id': '0b727d2e-313f-4add-bd41-7848c3a45655', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'mac_address': 'fa:16:3e:ec:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d07dfa-4888-49dd-9c99-46190801a861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:32:42Z', 'updated_at': '2021-11-11T12:32:44Z', 'revision_number': 2, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74273dd5-084f-474b-8626-88a171de41f2', 'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'mac_address': 'fa:16:3e:b5:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '81eb8111-1e33-478a-b624-4fe310910e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:17Z', 'updated_at': '2021-11-11T12:30:23Z', 'revision_number': 5, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'subnets': [{'id': '81eb8111-1e33-478a-b624-4fe310910e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:32:46.152588 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:46.823681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d07dfa-4888-49dd-9c99-46190801a861', 'tag': '0b727d2e-313f-4add-bd41-7848c3a45655'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:32:46.827533 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0243b4-adba-4f33-a24d-351678d10fde" -d '{"events": [{"name": "network-changed", "server_uuid": "83d07dfa-4888-49dd-9c99-46190801a861", "tag": "0b727d2e-313f-4add-bd41-7848c3a45655"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:32:46.867628 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d390cfa2-85bc-4a5d-b816-e22e34abddb0 x-openstack-request-id: req-d390cfa2-85bc-4a5d-b816-e22e34abddb0 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:32:46.867961 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d07dfa-4888-49dd-9c99-46190801a861", "tag": "0b727d2e-313f-4add-bd41-7848c3a45655", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:32:46.868279 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d390cfa2-85bc-4a5d-b816-e22e34abddb0 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:32:46.868823 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d07dfa-4888-49dd-9c99-46190801a861', 'tag': '0b727d2e-313f-4add-bd41-7848c3a45655', 'status': 'completed', 'code': 200} Nov 11 12:32:46.954922 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0243b4-adba-4f33-a24d-351678d10fde req-c3b1d42e-9a5c-48f7-9ef3-f832779cc2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:46.956444 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ab0243b4-adba-4f33-a24d-351678d10fde req-c3b1d42e-9a5c-48f7-9ef3-f832779cc2c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee67a7d4e47a42328a9fed9e4073543d&device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 1096 time: 0.0618789 Nov 11 12:32:47.059615 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0243b4-adba-4f33-a24d-351678d10fde req-7b0f76aa-8460-4c89-a448-c8b242c9bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:47.061093 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ab0243b4-adba-4f33-a24d-351678d10fde req-7b0f76aa-8460-4c89-a448-c8b242c9bc7d service neutron] 10.222.0.62 "GET /v2.0/networks?id=9219b541-1bb5-448e-8270-2826a1842d41 HTTP/1.1" status: 200 len: 915 time: 0.0970783 Nov 11 12:32:47.135611 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ab0243b4-adba-4f33-a24d-351678d10fde req-3f22794c-365b-4798-a413-7d929cf7e8d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b727d2e-313f-4add-bd41-7848c3a45655 HTTP/1.1" status: 200 len: 1000 time: 0.0669806 Nov 11 12:32:47.185684 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0243b4-adba-4f33-a24d-351678d10fde req-71bd2897-1c64-49b0-8109-8bf0f438274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:47.187167 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ab0243b4-adba-4f33-a24d-351678d10fde req-71bd2897-1c64-49b0-8109-8bf0f438274f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81eb8111-1e33-478a-b624-4fe310910e67 HTTP/1.1" status: 200 len: 852 time: 0.0446863 Nov 11 12:32:47.243506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0243b4-adba-4f33-a24d-351678d10fde req-6ad6ef40-f8ba-438b-a4f3-8f019cfb008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:47.245160 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ab0243b4-adba-4f33-a24d-351678d10fde req-6ad6ef40-f8ba-438b-a4f3-8f019cfb008b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9219b541-1bb5-448e-8270-2826a1842d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503488 Nov 11 12:32:47.341719 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ab0243b4-adba-4f33-a24d-351678d10fde req-9d3853bd-d6ab-436d-b97e-16c783b1e732 service neutron] 10.222.0.62 "GET /v2.0/networks/9219b541-1bb5-448e-8270-2826a1842d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878863 Nov 11 12:32:47.433141 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ab0243b4-adba-4f33-a24d-351678d10fde req-76bad760-284a-49a4-ad9a-b342366888b2 service neutron] 10.222.0.62 "GET /v2.0/networks/9219b541-1bb5-448e-8270-2826a1842d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848470 Nov 11 12:32:51.918481 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:05.881395 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-96aea362-8548-4464-bc41-59b9956a78b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:08.127915 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-25b50847-b4fe-4ea6-b2eb-ea3331194871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:09.130011 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:10.663336 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:11.314218 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:14.378966 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:33:16.154528 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:19.927938 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41712) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:20.093508 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a03b152a-a726-401d-8f43-6bd6a11f64dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Deleting port 00ed1c68-dd8e-4532-820e-9486f02348b5 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:33:20.093880 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a03b152a-a726-401d-8f43-6bd6a11f64dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:20.192023 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a03b152a-a726-401d-8f43-6bd6a11f64dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:20.192448 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a03b152a-a726-401d-8f43-6bd6a11f64dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:20.204476 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a03b152a-a726-401d-8f43-6bd6a11f64dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Calling delete_port for 00ed1c68-dd8e-4532-820e-9486f02348b5 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:33:20.365210 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a03b152a-a726-401d-8f43-6bd6a11f64dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:20.390899 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b152a-a726-401d-8f43-6bd6a11f64dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Pushing event deleted for resources: {'Port': ['ID=00ed1c68-dd8e-4532-820e-9486f02348b5,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:20.455347 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a03b152a-a726-401d-8f43-6bd6a11f64dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:20.455557 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-a03b152a-a726-401d-8f43-6bd6a11f64dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Floating IP 0446b77e-4324-410f-9df2-49f44dd08a71 disassociated (deleted). External IP: 172.25.2.68, port: 0b727d2e-313f-4add-bd41-7848c3a45655. Nov 11 12:33:20.666383 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03b152a-a726-401d-8f43-6bd6a11f64dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Router 4b4d7544-f5c7-453c-9448-3376902a0fbc has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:33:20.788909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03b152a-a726-401d-8f43-6bd6a11f64dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:33:20.794151 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a03b152a-a726-401d-8f43-6bd6a11f64dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:20.799633 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e760ad06-5ae1-4460-bdfe-8e964f9058a4 None None] Sync routers for ids ['4b4d7544-f5c7-453c-9448-3376902a0fbc'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:33:20.810246 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e760ad06-5ae1-4460-bdfe-8e964f9058a4 None None] Routers {'4b4d7544-f5c7-453c-9448-3376902a0fbc'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:33:20.810826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e760ad06-5ae1-4460-bdfe-8e964f9058a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:33:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4b4d7544-f5c7-453c-9448-3376902a0fbc'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:20.823353 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a03b152a-a726-401d-8f43-6bd6a11f64dc tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "DELETE /v2.0/floatingips/0446b77e-4324-410f-9df2-49f44dd08a71 HTTP/1.1" status: 204 len: 168 time: 0.8943655 Nov 11 12:33:20.823985 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d07dfa-4888-49dd-9c99-46190801a861', 'tag': '0b727d2e-313f-4add-bd41-7848c3a45655'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:33:20.826522 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb566ee-f9e9-4464-8d49-cd0fa810a245" -d '{"events": [{"name": "network-changed", "server_uuid": "83d07dfa-4888-49dd-9c99-46190801a861", "tag": "0b727d2e-313f-4add-bd41-7848c3a45655"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:33:20.873607 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e61591d-a1a0-40f3-8c3e-969c74a0728c x-openstack-request-id: req-6e61591d-a1a0-40f3-8c3e-969c74a0728c {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:33:20.873896 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d07dfa-4888-49dd-9c99-46190801a861", "tag": "0b727d2e-313f-4add-bd41-7848c3a45655", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:33:20.874164 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e61591d-a1a0-40f3-8c3e-969c74a0728c {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:33:20.874573 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d07dfa-4888-49dd-9c99-46190801a861', 'tag': '0b727d2e-313f-4add-bd41-7848c3a45655', 'status': 'completed', 'code': 200} Nov 11 12:33:20.928845 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-e760ad06-5ae1-4460-bdfe-8e964f9058a4 None None] Set router 4b4d7544-f5c7-453c-9448-3376902a0fbc gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:33:20.949854 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb566ee-f9e9-4464-8d49-cd0fa810a245 req-0aa79a76-fa66-4ecd-8628-239c73c505fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:20.952001 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dcb566ee-f9e9-4464-8d49-cd0fa810a245 req-0aa79a76-fa66-4ecd-8628-239c73c505fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee67a7d4e47a42328a9fed9e4073543d&device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 1096 time: 0.0553944 Nov 11 12:33:21.051721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb566ee-f9e9-4464-8d49-cd0fa810a245 req-65e561c1-ace5-4b1d-9658-b03432ba0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:21.053116 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dcb566ee-f9e9-4464-8d49-cd0fa810a245 req-65e561c1-ace5-4b1d-9658-b03432ba0d1f service neutron] 10.222.0.62 "GET /v2.0/networks?id=9219b541-1bb5-448e-8270-2826a1842d41 HTTP/1.1" status: 200 len: 915 time: 0.0932271 Nov 11 12:33:21.077268 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ff97e-a555-43c3-bd66-a5dcd6142312 req-612d07e4-cd8f-47a9-b850-adcf8cc28593 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:21.082525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b28ff97e-a555-43c3-bd66-a5dcd6142312 req-612d07e4-cd8f-47a9-b850-adcf8cc28593 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 945 time: 0.0608251 Nov 11 12:33:21.102407 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dcb566ee-f9e9-4464-8d49-cd0fa810a245 req-4dc9bdca-2c58-433b-98d4-98363645803b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b727d2e-313f-4add-bd41-7848c3a45655 HTTP/1.1" status: 200 len: 217 time: 0.0415273 Nov 11 12:33:21.150936 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b28ff97e-a555-43c3-bd66-a5dcd6142312 req-936a239d-72ed-47da-a200-09c2465da2b8 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633657 Nov 11 12:33:21.155251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e760ad06-5ae1-4460-bdfe-8e964f9058a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port': {'id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:16Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '74273dd5-084f-474b-8626-88a171de41f2', 'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'mac_address': 'fa:16:3e:b5:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '81eb8111-1e33-478a-b624-4fe310910e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:17Z', 'updated_at': '2021-11-11T12:30:23Z', 'revision_number': 5, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'subnets': [{'id': '81eb8111-1e33-478a-b624-4fe310910e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:21.163782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb566ee-f9e9-4464-8d49-cd0fa810a245 req-4e85840c-572a-4187-ad33-2434261e967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:21.165341 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dcb566ee-f9e9-4464-8d49-cd0fa810a245 req-4e85840c-572a-4187-ad33-2434261e967f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81eb8111-1e33-478a-b624-4fe310910e67 HTTP/1.1" status: 200 len: 852 time: 0.0541396 Nov 11 12:33:21.187483 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e760ad06-5ae1-4460-bdfe-8e964f9058a4 None None] Checking router: 4b4d7544-f5c7-453c-9448-3376902a0fbc for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:33:21.197135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e760ad06-5ae1-4460-bdfe-8e964f9058a4 None None] Routers {'4b4d7544-f5c7-453c-9448-3376902a0fbc'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:33:21.197805 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e760ad06-5ae1-4460-bdfe-8e964f9058a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:33:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4b4d7544-f5c7-453c-9448-3376902a0fbc'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:21.218630 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb566ee-f9e9-4464-8d49-cd0fa810a245 req-43b9f5bd-ad8f-4ef9-aa6e-2aebc33db359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:21.220287 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dcb566ee-f9e9-4464-8d49-cd0fa810a245 req-43b9f5bd-ad8f-4ef9-aa6e-2aebc33db359 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9219b541-1bb5-448e-8270-2826a1842d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469100 Nov 11 12:33:21.317340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-e760ad06-5ae1-4460-bdfe-8e964f9058a4 None None] Set router 4b4d7544-f5c7-453c-9448-3376902a0fbc gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:33:21.324456 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dcb566ee-f9e9-4464-8d49-cd0fa810a245 req-76aa342c-778c-4bc8-924e-2d6d80cce33f service neutron] 10.222.0.62 "GET /v2.0/networks/9219b541-1bb5-448e-8270-2826a1842d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961535 Nov 11 12:33:21.425984 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dcb566ee-f9e9-4464-8d49-cd0fa810a245 req-87c0813e-dba5-4d8a-ad7f-ccdc4d4259c6 service neutron] 10.222.0.62 "GET /v2.0/networks/9219b541-1bb5-448e-8270-2826a1842d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902932 Nov 11 12:33:21.540330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e760ad06-5ae1-4460-bdfe-8e964f9058a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port': {'id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:16Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '74273dd5-084f-474b-8626-88a171de41f2', 'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'mac_address': 'fa:16:3e:b5:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '81eb8111-1e33-478a-b624-4fe310910e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:17Z', 'updated_at': '2021-11-11T12:30:23Z', 'revision_number': 5, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'subnets': [{'id': '81eb8111-1e33-478a-b624-4fe310910e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:21.569978 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e760ad06-5ae1-4460-bdfe-8e964f9058a4 None None] The sync data for ids ['4b4d7544-f5c7-453c-9448-3376902a0fbc'] in n-d-807359-3 is: [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port': {'id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:16Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '74273dd5-084f-474b-8626-88a171de41f2', 'name': '', 'network_id': '9219b541-1bb5-448e-8270-2826a1842d41', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'mac_address': 'fa:16:3e:b5:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '81eb8111-1e33-478a-b624-4fe310910e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:17Z', 'updated_at': '2021-11-11T12:30:23Z', 'revision_number': 5, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'subnets': [{'id': '81eb8111-1e33-478a-b624-4fe310910e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:33:21.817091 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172f1d4e-9f9f-4b5c-acb0-3a7fac118a28 None None] New status for floating IP 0446b77e-4324-410f-9df2-49f44dd08a71: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:33:21.897371 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:22.278610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7338efe-acc9-4355-b77e-bffeec517864 req-ec3c0e21-d40c-461c-8c37-d8b682142216 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:22.280072 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7338efe-acc9-4355-b77e-bffeec517864 req-ec3c0e21-d40c-461c-8c37-d8b682142216 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 945 time: 0.0530248 Nov 11 12:33:22.339585 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b7338efe-acc9-4355-b77e-bffeec517864 req-b1d55cce-0ccc-430e-b7cf-878591953e6d tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/security-groups?id=b81cb192-ee42-4317-96bd-d889c7fe839e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499866 Nov 11 12:33:22.833529 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d95b0-724e-4dd0-a13c-91d750e3faba req-beec0b29-d9be-448e-94ef-d86a21dbf346 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:22.835027 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b34d95b0-724e-4dd0-a13c-91d750e3faba req-beec0b29-d9be-448e-94ef-d86a21dbf346 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 945 time: 0.0636857 Nov 11 12:33:22.941451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-b34d95b0-724e-4dd0-a13c-91d750e3faba req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Deleting port 0b727d2e-313f-4add-bd41-7848c3a45655 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:33:22.941844 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b34d95b0-724e-4dd0-a13c-91d750e3faba req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:23.045232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-b34d95b0-724e-4dd0-a13c-91d750e3faba req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] For port 0b727d2e-313f-4add-bd41-7848c3a45655, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0b727d2e-313f-4add-bd41-7848c3a45655,segment=NetworkSegment(e7c1e239-ff27-4f89-9aee-4e9518bdd495),segment_id=e7c1e239-ff27-4f89-9aee-4e9518bdd495)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:33:23.045624 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b34d95b0-724e-4dd0-a13c-91d750e3faba req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:23.058660 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-b34d95b0-724e-4dd0-a13c-91d750e3faba req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Calling delete_port for 0b727d2e-313f-4add-bd41-7848c3a45655 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:33:23.192660 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b34d95b0-724e-4dd0-a13c-91d750e3faba req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:23.225996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Pushing event deleted for resources: {'Port': ['ID=0b727d2e-313f-4add-bd41-7848c3a45655,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:23.251451 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:23.251781 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:23.252111 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:23.252442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:23.252757 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:23.253094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:23.253395 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:23.253741 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:23.254059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:23.254375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:23.254687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:23.254982 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:23.276109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34d95b0-724e-4dd0-a13c-91d750e3faba req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] No DVR routers for this DVR port 0b727d2e-313f-4add-bd41-7848c3a45655 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:33:23.278873 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b34d95b0-724e-4dd0-a13c-91d750e3faba req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:23.282595 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b34d95b0-724e-4dd0-a13c-91d750e3faba req-8218146b-6236-4112-9ac9-fca49615638c tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.62 "DELETE /v2.0/ports/0b727d2e-313f-4add-bd41-7848c3a45655 HTTP/1.1" status: 204 len: 173 time: 0.4367762 Nov 11 12:33:23.283022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d07dfa-4888-49dd-9c99-46190801a861', 'name': 'network-vif-deleted', 'tag': '0b727d2e-313f-4add-bd41-7848c3a45655'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:33:23.285244 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf74434-6681-4847-aae3-025493b8c9b9" -d '{"events": [{"server_uuid": "83d07dfa-4888-49dd-9c99-46190801a861", "name": "network-vif-deleted", "tag": "0b727d2e-313f-4add-bd41-7848c3a45655"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:33:23.330837 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432fc80f-7773-40c6-b818-57cdff5010d5 x-openstack-request-id: req-432fc80f-7773-40c6-b818-57cdff5010d5 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:33:23.331132 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d07dfa-4888-49dd-9c99-46190801a861", "name": "network-vif-deleted", "tag": "0b727d2e-313f-4add-bd41-7848c3a45655", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:33:23.331404 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-432fc80f-7773-40c6-b818-57cdff5010d5 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:33:23.331818 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d07dfa-4888-49dd-9c99-46190801a861', 'name': 'network-vif-deleted', 'tag': '0b727d2e-313f-4add-bd41-7848c3a45655', 'status': 'completed', 'code': 200} Nov 11 12:33:23.439407 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-67f1df3a-7783-4491-8fc0-16b5f9f10cc2 req-1f360e83-045d-4674-a01d-2e38062b23ee tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 210 time: 0.0269570 Nov 11 12:33:24.536251 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4393c78-1cee-43a9-9f47-01bc380de7fa req-a796a553-f97d-4e89-a0b7-80b8e9dbdd6d tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 210 time: 0.0260978 Nov 11 12:33:24.886281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 0b727d2e-313f-4add-bd41-7848c3a45655 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:33:24.907877 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 0b727d2e-313f-4add-bd41-7848c3a45655 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:33:24.908182 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 0b727d2e-313f-4add-bd41-7848c3a45655 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:33:25.632169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59a017b6-43c1-4c7d-a2be-ef8914ca2eeb req-89820446-acdc-45fc-b1fb-4758eb489592 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 210 time: 0.0264142 Nov 11 12:33:26.730109 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d9b6cc05-3d0d-4d51-8fe9-3fdfa1d830b2 req-cf7ccfd3-eda6-426b-a21f-b788d3728e97 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 210 time: 0.0300837 Nov 11 12:33:27.836735 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-83d15ba1-3a16-4190-9f2e-2371a9ecfd73 req-eca78b77-8066-47eb-b62d-f0a51d68cecb tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d07dfa-4888-49dd-9c99-46190801a861 HTTP/1.1" status: 200 len: 210 time: 0.0262496 Nov 11 12:33:28.905906 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 41736) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:28.963449 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a292dd04-7dda-4aaf-ab0b-59db2bda4fc9 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:28.988406 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a292dd04-7dda-4aaf-ab0b-59db2bda4fc9 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:29.059359 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a292dd04-7dda-4aaf-ab0b-59db2bda4fc9 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:29.062072 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a292dd04-7dda-4aaf-ab0b-59db2bda4fc9 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:29.063256 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a292dd04-7dda-4aaf-ab0b-59db2bda4fc9 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] 10.222.0.65 "DELETE /v2.0/security-groups/b81cb192-ee42-4317-96bd-d889c7fe839e HTTP/1.1" status: 204 len: 168 time: 0.1563809 Nov 11 12:33:29.072857 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292dd04-7dda-4aaf-ab0b-59db2bda4fc9 tempest-TestVolumeBackupRestore-1731996374 tempest-TestVolumeBackupRestore-1731996374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81cb192-ee42-4317-96bd-d889c7fe839e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:33.554087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42194) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:33.912761 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcb19c64-aa09-4f7b-a0fa-b288d182d3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:34.168468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-fcb19c64-aa09-4f7b-a0fa-b288d182d3f2 admin admin] Deleting port 74273dd5-084f-474b-8626-88a171de41f2 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:33:34.168804 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcb19c64-aa09-4f7b-a0fa-b288d182d3f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:34.250907 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-fcb19c64-aa09-4f7b-a0fa-b288d182d3f2 admin admin] For port 74273dd5-084f-474b-8626-88a171de41f2, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=74273dd5-084f-474b-8626-88a171de41f2,segment=NetworkSegment(e7c1e239-ff27-4f89-9aee-4e9518bdd495),segment_id=e7c1e239-ff27-4f89-9aee-4e9518bdd495)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:33:34.251240 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcb19c64-aa09-4f7b-a0fa-b288d182d3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:34.264618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-fcb19c64-aa09-4f7b-a0fa-b288d182d3f2 admin admin] Calling delete_port for 74273dd5-084f-474b-8626-88a171de41f2 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:33:34.454781 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcb19c64-aa09-4f7b-a0fa-b288d182d3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:34.484119 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb19c64-aa09-4f7b-a0fa-b288d182d3f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=74273dd5-084f-474b-8626-88a171de41f2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:34.648713 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fcb19c64-aa09-4f7b-a0fa-b288d182d3f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:35.199201 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb19c64-aa09-4f7b-a0fa-b288d182d3f2 admin admin] Router 4b4d7544-f5c7-453c-9448-3376902a0fbc has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:33:35.306509 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb19c64-aa09-4f7b-a0fa-b288d182d3f2 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:33:35.313661 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fcb19c64-aa09-4f7b-a0fa-b288d182d3f2 admin admin] 10.222.0.65 "PUT /v2.0/routers/4b4d7544-f5c7-453c-9448-3376902a0fbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7561123 Nov 11 12:33:35.315350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42196) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:35.316420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c05e62e-1476-4cf3-b535-e7fa589d3000 None None] Sync routers for ids ['4b4d7544-f5c7-453c-9448-3376902a0fbc'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:33:35.327349 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c05e62e-1476-4cf3-b535-e7fa589d3000 None None] Routers {'4b4d7544-f5c7-453c-9448-3376902a0fbc'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:33:35.328000 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0c05e62e-1476-4cf3-b535-e7fa589d3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:33:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4b4d7544-f5c7-453c-9448-3376902a0fbc'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:35.421049 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6f42f8c-8fcb-4422-8f40-c0e6e2d12e46 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:35.430242 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-0c05e62e-1476-4cf3-b535-e7fa589d3000 None None] Set router 4b4d7544-f5c7-453c-9448-3376902a0fbc gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:33:35.524012 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6f42f8c-8fcb-4422-8f40-c0e6e2d12e46 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:35.579535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b6f42f8c-8fcb-4422-8f40-c0e6e2d12e46 admin admin] Deleting port 474ec8af-9b54-4ee6-8b53-b8082ac4167f {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:33:35.579878 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6f42f8c-8fcb-4422-8f40-c0e6e2d12e46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:35.603132 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0c05e62e-1476-4cf3-b535-e7fa589d3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:33:34Z', 'revision_number': 5, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port': {'id': '474ec8af-9b54-4ee6-8b53-b8082ac4167f', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:16Z', 'updated_at': '2021-11-11T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:35.632786 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c05e62e-1476-4cf3-b535-e7fa589d3000 None None] Checking router: 4b4d7544-f5c7-453c-9448-3376902a0fbc for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:33:35.645445 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c05e62e-1476-4cf3-b535-e7fa589d3000 None None] Routers {'4b4d7544-f5c7-453c-9448-3376902a0fbc'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:33:35.646077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0c05e62e-1476-4cf3-b535-e7fa589d3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:33:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['4b4d7544-f5c7-453c-9448-3376902a0fbc'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:35.659614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-b6f42f8c-8fcb-4422-8f40-c0e6e2d12e46 admin admin] For port 474ec8af-9b54-4ee6-8b53-b8082ac4167f, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=474ec8af-9b54-4ee6-8b53-b8082ac4167f,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:33:35.660131 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6f42f8c-8fcb-4422-8f40-c0e6e2d12e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:35.672992 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b6f42f8c-8fcb-4422-8f40-c0e6e2d12e46 admin admin] Calling delete_port for 474ec8af-9b54-4ee6-8b53-b8082ac4167f owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:33:35.733089 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-0c05e62e-1476-4cf3-b535-e7fa589d3000 None None] Set router 4b4d7544-f5c7-453c-9448-3376902a0fbc gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:33:35.784230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0c05e62e-1476-4cf3-b535-e7fa589d3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:33:35Z', 'revision_number': 6, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:35.815182 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c05e62e-1476-4cf3-b535-e7fa589d3000 None None] The sync data for ids ['4b4d7544-f5c7-453c-9448-3376902a0fbc'] in n-d-807359-3 is: [{'id': '4b4d7544-f5c7-453c-9448-3376902a0fbc', 'name': 'tempest-TestVolumeBackupRestore-223696906-router', 'tenant_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:15Z', 'updated_at': '2021-11-11T12:33:35Z', 'revision_number': 6, 'project_id': 'ee67a7d4e47a42328a9fed9e4073543d', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:33:35.850035 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6f42f8c-8fcb-4422-8f40-c0e6e2d12e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:35.875042 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-21a931de-eb68-4924-8910-ed2c1f587c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:35.876244 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f42f8c-8fcb-4422-8f40-c0e6e2d12e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=474ec8af-9b54-4ee6-8b53-b8082ac4167f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:35.892077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ff4d08-742c-4c8d-8f1a-98b34dfb825c None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:33:35.946254 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6f42f8c-8fcb-4422-8f40-c0e6e2d12e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.044582 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6f42f8c-8fcb-4422-8f40-c0e6e2d12e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.047651 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6f42f8c-8fcb-4422-8f40-c0e6e2d12e46 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.100316 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6f42f8c-8fcb-4422-8f40-c0e6e2d12e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.100806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f42f8c-8fcb-4422-8f40-c0e6e2d12e46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b4d7544-f5c7-453c-9448-3376902a0fbc {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:33:36.105284 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b6f42f8c-8fcb-4422-8f40-c0e6e2d12e46 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.106697 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b6f42f8c-8fcb-4422-8f40-c0e6e2d12e46 admin admin] 10.222.0.65 "DELETE /v2.0/routers/4b4d7544-f5c7-453c-9448-3376902a0fbc HTTP/1.1" status: 204 len: 168 time: 0.7902083 Nov 11 12:33:36.109208 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42198) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:36.161335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29d62e3-3b41-4c96-8e28-7fada28dd941 admin admin] Deleting subnet 81eb8111-1e33-478a-b624-4fe310910e67 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:33:36.165828 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b29d62e3-3b41-4c96-8e28-7fada28dd941 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.203473 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b29d62e3-3b41-4c96-8e28-7fada28dd941 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.284952 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b29d62e3-3b41-4c96-8e28-7fada28dd941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.349788 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b29d62e3-3b41-4c96-8e28-7fada28dd941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.374852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d62e3-3b41-4c96-8e28-7fada28dd941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81eb8111-1e33-478a-b624-4fe310910e67,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:36.380755 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b29d62e3-3b41-4c96-8e28-7fada28dd941 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.384101 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b29d62e3-3b41-4c96-8e28-7fada28dd941 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/81eb8111-1e33-478a-b624-4fe310910e67 HTTP/1.1" status: 204 len: 168 time: 0.2738738 Nov 11 12:33:36.386879 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42200) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:36.387042 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0b4ed0-660c-45ed-bd67-ae04dc9eab23 None None] Network 9219b541-1bb5-448e-8270-2826a1842d41 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:33:36.456935 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.514827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] Deleting port 758d6a30-1648-4c7c-87b3-90b9477dc428 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:33:36.515164 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.584889 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] For port 758d6a30-1648-4c7c-87b3-90b9477dc428, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=758d6a30-1648-4c7c-87b3-90b9477dc428,segment=NetworkSegment(e7c1e239-ff27-4f89-9aee-4e9518bdd495),segment_id=e7c1e239-ff27-4f89-9aee-4e9518bdd495)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:33:36.585234 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.599003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] Calling delete_port for 758d6a30-1648-4c7c-87b3-90b9477dc428 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:33:36.602809 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22e1ecb-23be-48c2-9c40-6ca3f8ba0cfb None None] DHCP port deletion for 9219b541-1bb5-448e-8270-2826a1842d41 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:33:36.658100 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c22e1ecb-23be-48c2-9c40-6ca3f8ba0cfb None None] Deleting port 758d6a30-1648-4c7c-87b3-90b9477dc428 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:33:36.658607 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c22e1ecb-23be-48c2-9c40-6ca3f8ba0cfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.679944 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.713126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] Pushing event deleted for resources: {'Port': ['ID=758d6a30-1648-4c7c-87b3-90b9477dc428,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:36.715072 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] No DVR routers for this DVR port 758d6a30-1648-4c7c-87b3-90b9477dc428 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:33:36.727280 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c22e1ecb-23be-48c2-9c40-6ca3f8ba0cfb None None] For port 758d6a30-1648-4c7c-87b3-90b9477dc428, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=758d6a30-1648-4c7c-87b3-90b9477dc428,segment=NetworkSegment(e7c1e239-ff27-4f89-9aee-4e9518bdd495),segment_id=e7c1e239-ff27-4f89-9aee-4e9518bdd495)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:33:36.727681 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c22e1ecb-23be-48c2-9c40-6ca3f8ba0cfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.745777 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c22e1ecb-23be-48c2-9c40-6ca3f8ba0cfb None None] Calling delete_port for 758d6a30-1648-4c7c-87b3-90b9477dc428 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:33:36.788894 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.810433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9219b541-1bb5-448e-8270-2826a1842d41']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:36.821146 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c1e239-ff27-4f89-9aee-4e9518bdd495') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:36.821438 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c1e239-ff27-4f89-9aee-4e9518bdd495') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:36.823107 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c22e1ecb-23be-48c2-9c40-6ca3f8ba0cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.831489 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.849473 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.850624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22e1ecb-23be-48c2-9c40-6ca3f8ba0cfb None None] No DVR routers for this DVR port 758d6a30-1648-4c7c-87b3-90b9477dc428 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:33:36.857572 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:33:36.857715 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e1ecb-23be-48c2-9c40-6ca3f8ba0cfb None None] Pushing event deleted for resources: {'Port': ['ID=758d6a30-1648-4c7c-87b3-90b9477dc428,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:33:36.863731 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:33:36.920599 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.925957 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.929181 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] 10.222.0.65 "DELETE /v2.0/networks/9219b541-1bb5-448e-8270-2826a1842d41 HTTP/1.1" status: 204 len: 168 time: 0.5413716 Nov 11 12:33:36.932320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42202) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:36.939748 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dae9ac-d63c-4903-8e66-ec78ee23694a admin admin] Pushing event deleted for resources: {'Network': ['ID=9219b541-1bb5-448e-8270-2826a1842d41,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:37.286691 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:37.538187 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Deleting port 6a02f1c2-91a7-4019-b1f4-cdef0597ea26 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:33:37.538486 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:37.746568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 74273dd5-084f-474b-8626-88a171de41f2 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:33:37.769908 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 74273dd5-084f-474b-8626-88a171de41f2 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:33:37.770268 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 74273dd5-084f-474b-8626-88a171de41f2 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:33:37.770693 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 474ec8af-9b54-4ee6-8b53-b8082ac4167f no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:33:37.795189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 474ec8af-9b54-4ee6-8b53-b8082ac4167f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:33:37.795446 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 474ec8af-9b54-4ee6-8b53-b8082ac4167f not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:33:37.795863 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 758d6a30-1648-4c7c-87b3-90b9477dc428 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:33:37.815966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 758d6a30-1648-4c7c-87b3-90b9477dc428 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:33:37.816292 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 758d6a30-1648-4c7c-87b3-90b9477dc428 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:33:37.995071 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] For port 6a02f1c2-91a7-4019-b1f4-cdef0597ea26, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=6a02f1c2-91a7-4019-b1f4-cdef0597ea26,segment=NetworkSegment(108a7928-7631-4223-bbff-d507e81978a9),segment_id=108a7928-7631-4223-bbff-d507e81978a9)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:33:37.995721 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:38.007967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Calling delete_port for 6a02f1c2-91a7-4019-b1f4-cdef0597ea26 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:33:38.133607 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fd857444-9693-4c97-8478-bc00b8cebbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:38.220413 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:38.254482 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a02f1c2-91a7-4019-b1f4-cdef0597ea26,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:38.265998 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:38.266328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:38.266692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:38.267015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:38.267337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:38.267638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:38.267964 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:38.268256 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:38.268572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:38.268956 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:38.269271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:38.269608 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:38.432368 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:38.650108 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Router eb84b941-657d-4cf7-9f52-6e79348860d6 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:33:38.758976 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:33:38.766800 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-de2f627a-6461-48a2-9c52-64d6f73052d2 admin admin] 10.222.0.65 "PUT /v2.0/routers/eb84b941-657d-4cf7-9f52-6e79348860d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8308697 Nov 11 12:33:38.766999 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42204) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:38.768261 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df751fa8-dad0-4d32-985f-13767f0a377d None None] Sync routers for ids ['eb84b941-657d-4cf7-9f52-6e79348860d6'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:33:38.779311 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df751fa8-dad0-4d32-985f-13767f0a377d None None] Routers {'eb84b941-657d-4cf7-9f52-6e79348860d6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:33:38.779922 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-df751fa8-dad0-4d32-985f-13767f0a377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:33:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['eb84b941-657d-4cf7-9f52-6e79348860d6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:38.872498 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf35de38-4cfa-4dbd-ac14-4ab0482f2b36 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:38.882815 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-df751fa8-dad0-4d32-985f-13767f0a377d None None] Set router eb84b941-657d-4cf7-9f52-6e79348860d6 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:33:38.976640 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf35de38-4cfa-4dbd-ac14-4ab0482f2b36 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.030710 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-bf35de38-4cfa-4dbd-ac14-4ab0482f2b36 admin admin] Deleting port 06a6640f-6cb2-4773-a1f1-75e95002618c {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:33:39.030922 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf35de38-4cfa-4dbd-ac14-4ab0482f2b36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.059193 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-df751fa8-dad0-4d32-985f-13767f0a377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'name': 'tempest-TestVolumeBackupRestore-2132817513-router', 'tenant_id': 'f922c63c03a2466985831de6fae1089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '06a6640f-6cb2-4773-a1f1-75e95002618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:20Z', 'updated_at': '2021-11-11T12:33:38Z', 'revision_number': 5, 'project_id': 'f922c63c03a2466985831de6fae1089f', 'gw_port': {'id': '06a6640f-6cb2-4773-a1f1-75e95002618c', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:30:21Z', 'updated_at': '2021-11-11T12:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:39.085129 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df751fa8-dad0-4d32-985f-13767f0a377d None None] Checking router: eb84b941-657d-4cf7-9f52-6e79348860d6 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:33:39.094121 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df751fa8-dad0-4d32-985f-13767f0a377d None None] Routers {'eb84b941-657d-4cf7-9f52-6e79348860d6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:33:39.094750 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-df751fa8-dad0-4d32-985f-13767f0a377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:33:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['eb84b941-657d-4cf7-9f52-6e79348860d6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:39.111998 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-bf35de38-4cfa-4dbd-ac14-4ab0482f2b36 admin admin] For port 06a6640f-6cb2-4773-a1f1-75e95002618c, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=06a6640f-6cb2-4773-a1f1-75e95002618c,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:33:39.112492 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf35de38-4cfa-4dbd-ac14-4ab0482f2b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.132480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-bf35de38-4cfa-4dbd-ac14-4ab0482f2b36 admin admin] Calling delete_port for 06a6640f-6cb2-4773-a1f1-75e95002618c owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:33:39.134919 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.179020 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-df751fa8-dad0-4d32-985f-13767f0a377d None None] Set router eb84b941-657d-4cf7-9f52-6e79348860d6 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:33:39.228268 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-df751fa8-dad0-4d32-985f-13767f0a377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'name': 'tempest-TestVolumeBackupRestore-2132817513-router', 'tenant_id': 'f922c63c03a2466985831de6fae1089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:20Z', 'updated_at': '2021-11-11T12:33:38Z', 'revision_number': 6, 'project_id': 'f922c63c03a2466985831de6fae1089f', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:39.257234 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df751fa8-dad0-4d32-985f-13767f0a377d None None] The sync data for ids ['eb84b941-657d-4cf7-9f52-6e79348860d6'] in n-d-807359-3 is: [{'id': 'eb84b941-657d-4cf7-9f52-6e79348860d6', 'name': 'tempest-TestVolumeBackupRestore-2132817513-router', 'tenant_id': 'f922c63c03a2466985831de6fae1089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:30:20Z', 'updated_at': '2021-11-11T12:33:38Z', 'revision_number': 6, 'project_id': 'f922c63c03a2466985831de6fae1089f', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:33:39.301225 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf35de38-4cfa-4dbd-ac14-4ab0482f2b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.325513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35de38-4cfa-4dbd-ac14-4ab0482f2b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=06a6640f-6cb2-4773-a1f1-75e95002618c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:39.342933 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8916e99-7c61-4b5b-aa84-fc1658037167 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:33:39.390058 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf35de38-4cfa-4dbd-ac14-4ab0482f2b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.478345 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf35de38-4cfa-4dbd-ac14-4ab0482f2b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.480646 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf35de38-4cfa-4dbd-ac14-4ab0482f2b36 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.528539 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf35de38-4cfa-4dbd-ac14-4ab0482f2b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.529065 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf35de38-4cfa-4dbd-ac14-4ab0482f2b36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb84b941-657d-4cf7-9f52-6e79348860d6 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:33:39.534312 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bf35de38-4cfa-4dbd-ac14-4ab0482f2b36 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.535480 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bf35de38-4cfa-4dbd-ac14-4ab0482f2b36 admin admin] 10.222.0.65 "DELETE /v2.0/routers/eb84b941-657d-4cf7-9f52-6e79348860d6 HTTP/1.1" status: 204 len: 168 time: 0.7674661 Nov 11 12:33:39.538209 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42206) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:39.584133 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-021a5b26-4aa6-4269-87a7-b79e65375c30 admin admin] Deleting subnet 641da452-2427-47cd-8519-13caad1f649b {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:33:39.587442 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-021a5b26-4aa6-4269-87a7-b79e65375c30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.628887 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-021a5b26-4aa6-4269-87a7-b79e65375c30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.721513 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-021a5b26-4aa6-4269-87a7-b79e65375c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.782456 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-021a5b26-4aa6-4269-87a7-b79e65375c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.809418 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a5b26-4aa6-4269-87a7-b79e65375c30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641da452-2427-47cd-8519-13caad1f649b,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:39.811404 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-021a5b26-4aa6-4269-87a7-b79e65375c30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.814812 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-021a5b26-4aa6-4269-87a7-b79e65375c30 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/641da452-2427-47cd-8519-13caad1f649b HTTP/1.1" status: 204 len: 168 time: 0.2756283 Nov 11 12:33:39.815852 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c504389-d370-4014-9076-5cc696fa08c5 None None] Network 57b0fb74-d433-47b4-a2c2-8cf528b3b6f3 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:33:39.817615 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42208) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:39.889683 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.942207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] Deleting port 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:33:39.942552 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.007032 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] For port 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1,segment=NetworkSegment(108a7928-7631-4223-bbff-d507e81978a9),segment_id=108a7928-7631-4223-bbff-d507e81978a9)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:33:40.007314 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.019698 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] Calling delete_port for 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:33:40.086881 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] DHCP port deletion for 57b0fb74-d433-47b4-a2c2-8cf528b3b6f3 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:33:40.107582 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.135870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] Pushing event deleted for resources: {'Port': ['ID=7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:40.147452 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] No DVR routers for this DVR port 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:33:40.160181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Deleting port 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:33:40.161125 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.183261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6a02f1c2-91a7-4019-b1f4-cdef0597ea26 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:33:40.227399 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.233723 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 6a02f1c2-91a7-4019-b1f4-cdef0597ea26 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:33:40.234066 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 6a02f1c2-91a7-4019-b1f4-cdef0597ea26 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:33:40.250936 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] For port 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1, host n-d-807359-3, got binding levels [] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:33:40.251320 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.251778 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b0fb74-d433-47b4-a2c2-8cf528b3b6f3']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:40.261485 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108a7928-7631-4223-bbff-d507e81978a9') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:40.261886 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108a7928-7631-4223-bbff-d507e81978a9') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:40.264096 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Calling delete_port for 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:33:40.266718 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.ipam_backend_mixin [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Port 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 was not found and therefore no delete operation was performed {{(pid=109155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:33:40.268005 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.274325 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.290549 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.296474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Pushing event deleted for resources: {'Port': ['ID=7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:40.298120 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:33:40.298564 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.299031 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] No DVR routers for this DVR port 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:33:40.300404 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:33:40.310529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:40.310529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:40.310529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:40.310529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:40.310529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:40.310529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:40.310529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:40.310529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:40.310529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:40.310529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:40.310529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:40.311582 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b82fc-c7f9-406f-a07d-d4fcabd0fd6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:40.360006 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.365494 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.369715 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] 10.222.0.65 "DELETE /v2.0/networks/57b0fb74-d433-47b4-a2c2-8cf528b3b6f3 HTTP/1.1" status: 204 len: 168 time: 0.5510545 Nov 11 12:33:40.382121 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b9c09-60b0-4593-82d8-69ca2d9f93ef admin admin] Pushing event deleted for resources: {'Network': ['ID=57b0fb74-d433-47b4-a2c2-8cf528b3b6f3,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:40.543356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42212) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:40.584053 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c8fd94ba-936f-4309-b4da-adf4604d5925 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ee67a7d4e47a42328a9fed9e4073543d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384684 Nov 11 12:33:40.585730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42214) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:40.638120 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a089e6ed-1a4d-465f-be6f-033b8cb2fc3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.661086 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.661410 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a089e6ed-1a4d-465f-be6f-033b8cb2fc3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.708680 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a089e6ed-1a4d-465f-be6f-033b8cb2fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.711309 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a089e6ed-1a4d-465f-be6f-033b8cb2fc3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.712491 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a089e6ed-1a4d-465f-be6f-033b8cb2fc3f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/db95a940-589d-4291-b82a-06c952644cb3 HTTP/1.1" status: 204 len: 168 time: 0.1258900 Nov 11 12:33:40.720295 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089e6ed-1a4d-465f-be6f-033b8cb2fc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db95a940-589d-4291-b82a-06c952644cb3,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:41.050638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42220) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:41.090588 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f2dc5801-7a35-4a4f-ac2c-8ab5340c01ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f922c63c03a2466985831de6fae1089f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386827 Nov 11 12:33:41.093102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42222) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:41.140629 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ceddc9f-6001-441f-b2d9-d15d8d361307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:41.161646 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ceddc9f-6001-441f-b2d9-d15d8d361307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:41.216902 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ceddc9f-6001-441f-b2d9-d15d8d361307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:41.219542 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ceddc9f-6001-441f-b2d9-d15d8d361307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:41.220689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7ceddc9f-6001-441f-b2d9-d15d8d361307 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/99739dbc-ef42-4cca-aaa1-4d0403a86217 HTTP/1.1" status: 204 len: 168 time: 0.1267154 Nov 11 12:33:41.228447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceddc9f-6001-441f-b2d9-d15d8d361307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99739dbc-ef42-4cca-aaa1-4d0403a86217,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:41.311394 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:41.731937 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 06a6640f-6cb2-4773-a1f1-75e95002618c no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:33:41.753505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 06a6640f-6cb2-4773-a1f1-75e95002618c {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:33:41.753888 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 06a6640f-6cb2-4773-a1f1-75e95002618c not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:33:41.754459 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:33:41.774965 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:33:41.775304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 7a5d2e5d-3a4b-43cc-b12e-1f0a51866bb1 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:33:46.144789 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:51.378908 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:33:51.532894 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-3cfc9835-2ef5-46f2-ab6a-8b71234ca591 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=3d435d4a53e9492aabe5b32f6dbc3024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251646 Nov 11 12:33:51.643614 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-5a48d1ca-48b2-418c-b1ff-cdd5c9b592bc tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:51.645071 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-5a48d1ca-48b2-418c-b1ff-cdd5c9b592bc tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1067510 Nov 11 12:33:51.660718 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-e4788a12-e52b-4c8d-8305-ca6d2a8f43f9 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/quotas/3d435d4a53e9492aabe5b32f6dbc3024 HTTP/1.1" status: 200 len: 375 time: 0.0096476 Nov 11 12:33:51.692692 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-0d30ea9f-a29d-4e88-b8a7-3fc2e7fceb58 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d435d4a53e9492aabe5b32f6dbc3024&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265958 Nov 11 12:33:51.856259 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c5a6a25f-ab18-40d0-aa57-421d83176283 req-a9e3786f-3855-4162-963d-faa8040bc8d7 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 210 time: 0.0312428 Nov 11 12:33:51.925778 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:52.935664 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-004e3f3c-eb54-415e-89c5-367722d1b199 req-59def33f-7f82-4766-a1d2-32e84485b0fe tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 210 time: 0.0272913 Nov 11 12:33:54.018271 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4fc55be5-14de-4432-b5ee-8fa8d3031eaf req-835ad73c-2a12-4aaf-a365-c9c173c606f1 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 210 time: 0.0307267 Nov 11 12:33:55.104778 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e0bf186a-1f36-4f28-a56b-d8f351ad50e3 req-59fa739b-3d46-492e-8bb2-f911190386aa tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 210 time: 0.0284934 Nov 11 12:33:56.208285 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-92b9b288-e82e-476e-8e50-c2225fd2b5a0 req-07a64695-958c-4d13-8fa9-c621e1641f20 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 210 time: 0.0283873 Nov 11 12:33:57.039022 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-adebb33f-0602-4ee0-9bc4-308b6d2e6341 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3d435d4a53e9492aabe5b32f6dbc3024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225451 Nov 11 12:33:57.154037 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-3d8dcacb-b0c8-40d7-9aa3-f06abe8ce880 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:57.155487 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-3d8dcacb-b0c8-40d7-9aa3-f06abe8ce880 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1100426 Nov 11 12:33:57.171311 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-0ffe339f-d50c-4b25-babc-b6d822efd837 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Request body: {'port': {'device_id': '375f8fcd-06cc-419b-8359-f9731ad8db5e', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'admin_state_up': True, 'tenant_id': '3d435d4a53e9492aabe5b32f6dbc3024'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:33:57.284007 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-0ffe339f-d50c-4b25-babc-b6d822efd837 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Made reservation on behalf of 3d435d4a53e9492aabe5b32f6dbc3024 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:33:57.287510 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-0ffe339f-d50c-4b25-babc-b6d822efd837 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:57.296531 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-0ffe339f-d50c-4b25-babc-b6d822efd837 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:57.318179 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-02007eda-2be1-4f89-803a-3104e93aa283 req-edca5841-3d41-4a99-8477-752b5548357d tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 210 time: 0.0260983 Nov 11 12:33:57.375159 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-0ffe339f-d50c-4b25-babc-b6d822efd837 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:57.380343 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-0ffe339f-d50c-4b25-babc-b6d822efd837 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:57.438976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe339f-d50c-4b25-babc-b6d822efd837 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa56970-5581-4d7c-ad19-ed9ab016a5a0,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:57.521200 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-0ffe339f-d50c-4b25-babc-b6d822efd837 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Allocated IP 192.168.233.135 (66e7bcbb-7be3-4178-a259-9aa5f21e019f/8cb0e59d-b107-441a-944c-ad5fb63bdfbb/5a015167-30cf-4852-972a-242c8538c463) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:33:57.672802 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-0ffe339f-d50c-4b25-babc-b6d822efd837 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:57.710226 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-0ffe339f-d50c-4b25-babc-b6d822efd837 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:57.754320 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-0ffe339f-d50c-4b25-babc-b6d822efd837 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Network 66e7bcbb-7be3-4178-a259-9aa5f21e019f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:33:57.759381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-0ffe339f-d50c-4b25-babc-b6d822efd837 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:33:57.763012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-0ffe339f-d50c-4b25-babc-b6d822efd837 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:33:57.791185 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe339f-d50c-4b25-babc-b6d822efd837 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Pushing event updated for resources: {'Port': ['ID=5a015167-30cf-4852-972a-242c8538c463,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:57.818338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-0ffe339f-d50c-4b25-babc-b6d822efd837 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:57.818944 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-0ffe339f-d50c-4b25-babc-b6d822efd837 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:57.837185 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-0ffe339f-d50c-4b25-babc-b6d822efd837 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6694627 Nov 11 12:33:57.854631 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Request body: {'port': {'device_id': '375f8fcd-06cc-419b-8359-f9731ad8db5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:33:57.915688 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:57.970449 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f1dea467-abae-430a-b6f9-84b56006c8f4 None None] Provisioning complete for port 5a015167-30cf-4852-972a-242c8538c463 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:33:57.971023 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f1dea467-abae-430a-b6f9-84b56006c8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:58.005769 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f1dea467-abae-430a-b6f9-84b56006c8f4 None None] Port 5a015167-30cf-4852-972a-242c8538c463 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:33:58.180169 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a015167-30cf-4852-972a-242c8538c463 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:33:58.187925 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:58.200608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Transition to ACTIVE for port object 5a015167-30cf-4852-972a-242c8538c463 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:33:58.206168 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:58.254686 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Pushing event updated for resources: {'Port': ['ID=5a015167-30cf-4852-972a-242c8538c463,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:58.329679 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Attempting to bind port 5a015167-30cf-4852-972a-242c8538c463 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:33:58.330021 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Attempting to bind port 5a015167-30cf-4852-972a-242c8538c463 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:33:58.330346 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Attempting to bind port 5a015167-30cf-4852-972a-242c8538c463 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:33:58.335481 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Port 5a015167-30cf-4852-972a-242c8538c463 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:33:58.335798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Attempting to bind port 5a015167-30cf-4852-972a-242c8538c463 on network 66e7bcbb-7be3-4178-a259-9aa5f21e019f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:33:58.340981 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:33:58.341327 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Checking segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:33:58.341703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Bound using segment: {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:33:58.342226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Bound port: 5a015167-30cf-4852-972a-242c8538c463, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44bc2a2-c983-425b-af3b-d9b9ff4daacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:33:58.342505 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:58.411068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] For port 5a015167-30cf-4852-972a-242c8538c463, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:33:58.415331 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] For port 5a015167-30cf-4852-972a-242c8538c463, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5a015167-30cf-4852-972a-242c8538c463,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:33:58.421368 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:58.452730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b86d84-4b96-4028-9101-82ef5cd369c6 req-cb5e4d73-de21-48bb-9252-bcc9b7b97d78 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:58.456522 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9b86d84-4b96-4028-9101-82ef5cd369c6 req-cb5e4d73-de21-48bb-9252-bcc9b7b97d78 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 948 time: 0.0587270 Nov 11 12:33:58.457448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:58.458099 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:58.459696 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] 10.222.0.62 "PUT /v2.0/ports/5a015167-30cf-4852-972a-242c8538c463 HTTP/1.1" status: 200 len: 1096 time: 0.6095347 Nov 11 12:33:58.460088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375f8fcd-06cc-419b-8359-f9731ad8db5e', 'tag': '5a015167-30cf-4852-972a-242c8538c463'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:33:58.462467 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d526ba23-9823-40c1-a9be-dadd1afbbb19" -d '{"events": [{"name": "network-changed", "server_uuid": "375f8fcd-06cc-419b-8359-f9731ad8db5e", "tag": "5a015167-30cf-4852-972a-242c8538c463"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:33:58.492508 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533c35a-fca7-4d93-a358-b6979609152f service neutron] Pushing event updated for resources: {'Port': ['ID=5a015167-30cf-4852-972a-242c8538c463,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:58.525229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e9b86d84-4b96-4028-9101-82ef5cd369c6 req-6d8a1eba-cd33-4d61-8531-eb30e79a9e88 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aa56970-5581-4d7c-ad19-ed9ab016a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626559 Nov 11 12:33:58.535483 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01af48a-51c7-4042-8866-d51370692452 x-openstack-request-id: req-f01af48a-51c7-4042-8866-d51370692452 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:33:58.535956 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "375f8fcd-06cc-419b-8359-f9731ad8db5e", "tag": "5a015167-30cf-4852-972a-242c8538c463", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:33:58.536352 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f01af48a-51c7-4042-8866-d51370692452 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:33:58.536910 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375f8fcd-06cc-419b-8359-f9731ad8db5e', 'tag': '5a015167-30cf-4852-972a-242c8538c463', 'status': 'completed', 'code': 200} Nov 11 12:33:58.568234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-5a3b95d3-f346-4cb2-bf0e-ece9754a0a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:58.569827 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-5a3b95d3-f346-4cb2-bf0e-ece9754a0a3d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d435d4a53e9492aabe5b32f6dbc3024&device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 1099 time: 0.0545340 Nov 11 12:33:58.623672 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-eeda025e-4906-4300-9e92-58ff6358b96f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=5a015167-30cf-4852-972a-242c8538c463 HTTP/1.1" status: 200 len: 217 time: 0.0403485 Nov 11 12:33:58.680095 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-d8fa061b-d6b3-4479-96c1-970d0b423aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:58.681609 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-d8fa061b-d6b3-4479-96c1-970d0b423aa7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0460393 Nov 11 12:33:58.731325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-a0cab78b-f3a3-4948-bc20-ba9beb41ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:58.732788 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-a0cab78b-f3a3-4948-bc20-ba9beb41ab18 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0400767 Nov 11 12:33:58.831415 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-b0f060c5-71ec-408e-a005-233aa3f0804b service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868847 Nov 11 12:33:58.925878 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a7648256-dd90-41a0-a500-3f3fef9d8245 req-a7a0aecd-247b-4ba8-9efb-57dc9d5e255e service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827820 Nov 11 12:33:59.032306 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526ba23-9823-40c1-a9be-dadd1afbbb19 req-ea6e2027-b704-4e46-ac29-5e93b1402688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:59.033871 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d526ba23-9823-40c1-a9be-dadd1afbbb19 req-ea6e2027-b704-4e46-ac29-5e93b1402688 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d435d4a53e9492aabe5b32f6dbc3024&device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 1099 time: 0.0461853 Nov 11 12:33:59.130396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526ba23-9823-40c1-a9be-dadd1afbbb19 req-1cf9c0bd-fc61-4702-bfdc-7071787e1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:59.131923 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d526ba23-9823-40c1-a9be-dadd1afbbb19 req-1cf9c0bd-fc61-4702-bfdc-7071787e1b10 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66e7bcbb-7be3-4178-a259-9aa5f21e019f HTTP/1.1" status: 200 len: 871 time: 0.0896499 Nov 11 12:33:59.510280 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d526ba23-9823-40c1-a9be-dadd1afbbb19 req-5cef6c19-5944-4ae7-b89d-06d1e5cdf4d7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=5a015167-30cf-4852-972a-242c8538c463 HTTP/1.1" status: 200 len: 217 time: 0.3709917 Nov 11 12:33:59.560654 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526ba23-9823-40c1-a9be-dadd1afbbb19 req-da253d25-e8c1-4ca9-a362-168a15dd72ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:59.562155 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d526ba23-9823-40c1-a9be-dadd1afbbb19 req-da253d25-e8c1-4ca9-a362-168a15dd72ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8cb0e59d-b107-441a-944c-ad5fb63bdfbb HTTP/1.1" status: 200 len: 843 time: 0.0447326 Nov 11 12:33:59.609067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526ba23-9823-40c1-a9be-dadd1afbbb19 req-2f5b05d0-837b-447b-bb2c-bdceab231d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:59.610622 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d526ba23-9823-40c1-a9be-dadd1afbbb19 req-2f5b05d0-837b-447b-bb2c-bdceab231d5e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66e7bcbb-7be3-4178-a259-9aa5f21e019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0403945 Nov 11 12:33:59.645078 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b0121-a086-4666-ad4e-a1c0455175e2 req-f265ea1f-db77-481d-a992-c056f6c37b05 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:59.646560 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b86b0121-a086-4666-ad4e-a1c0455175e2 req-f265ea1f-db77-481d-a992-c056f6c37b05 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 948 time: 0.0501220 Nov 11 12:33:59.694620 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b86b0121-a086-4666-ad4e-a1c0455175e2 req-b2d289a6-c895-4269-a29d-e9c7d6cf166a tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aa56970-5581-4d7c-ad19-ed9ab016a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418026 Nov 11 12:33:59.708872 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d526ba23-9823-40c1-a9be-dadd1afbbb19 req-4952f43c-e7d2-4be8-b39c-263e171932c0 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854003 Nov 11 12:33:59.819287 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d526ba23-9823-40c1-a9be-dadd1afbbb19 req-266582f5-f0ab-426e-85e3-ecec2910eed6 service neutron] 10.222.0.62 "GET /v2.0/networks/66e7bcbb-7be3-4178-a259-9aa5f21e019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010318 Nov 11 12:34:00.833298 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c4997-9596-4be0-ad33-651055ad8140 req-e4e178d7-a826-4a9b-89d2-2bfb263033e1 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:00.834803 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b44c4997-9596-4be0-ad33-651055ad8140 req-e4e178d7-a826-4a9b-89d2-2bfb263033e1 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 948 time: 0.0562577 Nov 11 12:34:00.885809 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b44c4997-9596-4be0-ad33-651055ad8140 req-c1fb7dfa-ebad-4448-bc04-06d0c7489e89 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aa56970-5581-4d7c-ad19-ed9ab016a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428307 Nov 11 12:34:02.009214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a731d49-c328-41c4-af3a-580bff2f33c4 req-f521d110-efb6-4d08-a2d3-6832f1a16f61 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:02.010625 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a731d49-c328-41c4-af3a-580bff2f33c4 req-f521d110-efb6-4d08-a2d3-6832f1a16f61 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 948 time: 0.0500882 Nov 11 12:34:02.064026 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a731d49-c328-41c4-af3a-580bff2f33c4 req-64841fc8-dc7e-4554-b992-8aa6e652b05b tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aa56970-5581-4d7c-ad19-ed9ab016a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471535 Nov 11 12:34:03.032251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5a015167-30cf-4852-972a-242c8538c463 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:34:03.141296 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5a015167-30cf-4852-972a-242c8538c463, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5a015167-30cf-4852-972a-242c8538c463,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:03.152288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '5a015167-30cf-4852-972a-242c8538c463', 'network_id': '66e7bcbb-7be3-4178-a259-9aa5f21e019f', 'port_id': '5a015167-30cf-4852-972a-242c8538c463', 'mac_address': 'fa:16:3e:2c:ec:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb0e59d-b107-441a-944c-ad5fb63bdfbb', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:34:03.188125 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:03.194178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17567578-b091-4187-9cd0-829e12b5012b req-45c0d96f-499a-4298-9ba5-a5f8cc6c7b1e tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:03.195775 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17567578-b091-4187-9cd0-829e12b5012b req-45c0d96f-499a-4298-9ba5-a5f8cc6c7b1e tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 948 time: 0.0477092 Nov 11 12:34:03.204919 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a015167-30cf-4852-972a-242c8538c463 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:34:03.224595 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5a015167-30cf-4852-972a-242c8538c463, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5a015167-30cf-4852-972a-242c8538c463,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:03.229344 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:03.251947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17567578-b091-4187-9cd0-829e12b5012b req-5078249c-362e-46f0-971f-7e5138976e6f tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aa56970-5581-4d7c-ad19-ed9ab016a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500064 Nov 11 12:34:03.277380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5a015167-30cf-4852-972a-242c8538c463,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:03.491174 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['5a015167-30cf-4852-972a-242c8538c463'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:34:04.379430 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b110e-9906-4bdd-94e7-99c28a023ee4 req-1b647fc2-db54-4c8a-a361-9ddc101a34d2 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:04.381051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-003b110e-9906-4bdd-94e7-99c28a023ee4 req-1b647fc2-db54-4c8a-a361-9ddc101a34d2 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 949 time: 0.0568688 Nov 11 12:34:04.436963 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-003b110e-9906-4bdd-94e7-99c28a023ee4 req-f69b0978-d095-4b6a-bdbc-646be4a7d873 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aa56970-5581-4d7c-ad19-ed9ab016a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497656 Nov 11 12:34:05.045180 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5a015167-30cf-4852-972a-242c8538c463 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:34:05.105264 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 5a015167-30cf-4852-972a-242c8538c463 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:34:05.108908 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 5a015167-30cf-4852-972a-242c8538c463 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:34:05.109274 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:05.185997 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:05.209756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375f8fcd-06cc-419b-8359-f9731ad8db5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a015167-30cf-4852-972a-242c8538c463'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:34:05.212023 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d879bc76-51d7-42c4-9c93-11d4b340b8cf" -d '{"events": [{"server_uuid": "375f8fcd-06cc-419b-8359-f9731ad8db5e", "name": "network-vif-plugged", "status": "completed", "tag": "5a015167-30cf-4852-972a-242c8538c463"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:34:05.227815 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5a015167-30cf-4852-972a-242c8538c463, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5a015167-30cf-4852-972a-242c8538c463,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:05.233284 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:05.257368 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadc008d-540d-4072-ad9f-2a9f012419cc x-openstack-request-id: req-aadc008d-540d-4072-ad9f-2a9f012419cc {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:34:05.257686 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375f8fcd-06cc-419b-8359-f9731ad8db5e", "name": "network-vif-plugged", "status": "completed", "tag": "5a015167-30cf-4852-972a-242c8538c463", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:34:05.257938 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aadc008d-540d-4072-ad9f-2a9f012419cc {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:34:05.258326 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375f8fcd-06cc-419b-8359-f9731ad8db5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a015167-30cf-4852-972a-242c8538c463', 'code': 200} Nov 11 12:34:05.284798 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5a015167-30cf-4852-972a-242c8538c463,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:05.369291 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32b41d-cd68-4537-acda-8d159806b904 req-c007e47f-374a-4c4a-a1ef-5ebd76087f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:05.370752 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a32b41d-cd68-4537-acda-8d159806b904 req-c007e47f-374a-4c4a-a1ef-5ebd76087f16 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 1101 time: 0.0511763 Nov 11 12:34:05.420408 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0a32b41d-cd68-4537-acda-8d159806b904 req-5fc1cf04-1d69-4d6c-b06b-2e2b42152ccb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2aa56970-5581-4d7c-ad19-ed9ab016a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374153 Nov 11 12:34:05.573727 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161b324-8495-49c8-ba87-1f63d2f8314d req-59abc6d4-1a72-4219-b76e-18799c2f09e9 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:05.575236 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b161b324-8495-49c8-ba87-1f63d2f8314d req-59abc6d4-1a72-4219-b76e-18799c2f09e9 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 950 time: 0.0539234 Nov 11 12:34:05.624408 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b161b324-8495-49c8-ba87-1f63d2f8314d req-2682664c-2c23-416f-99c5-7b800b112edf tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aa56970-5581-4d7c-ad19-ed9ab016a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429065 Nov 11 12:34:05.889815 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e804a264-13d4-4fbf-843e-3a39769f15a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:06.750950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b27a67-ed01-4ad6-8d2b-59fa606927fc req-42067806-87d3-491d-8245-54bcaccc379a tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:06.752462 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63b27a67-ed01-4ad6-8d2b-59fa606927fc req-42067806-87d3-491d-8245-54bcaccc379a tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 950 time: 0.0541239 Nov 11 12:34:06.800301 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63b27a67-ed01-4ad6-8d2b-59fa606927fc req-16d77a94-c153-4d56-a7a7-cd427f5b4d9c tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aa56970-5581-4d7c-ad19-ed9ab016a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417449 Nov 11 12:34:07.093891 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-ad732b6b-2cde-455a-b8cc-8fa9c5a84230 req-c8bd867a-d2cd-4120-81d1-2333753f0805 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:34:07.094907 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ad732b6b-2cde-455a-b8cc-8fa9c5a84230 req-c8bd867a-d2cd-4120-81d1-2333753f0805 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057716 Nov 11 12:34:07.540178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-396fce3a-e852-470d-8f4e-29a5c7d05687 req-64bf7c35-632d-4784-8381-c28e3bd898d5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:34:07.541172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-396fce3a-e852-470d-8f4e-29a5c7d05687 req-64bf7c35-632d-4784-8381-c28e3bd898d5 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1087842 Nov 11 12:34:07.897370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5c885-c52b-4bc5-a5cf-4c8fafb6ca7f req-214f4b43-c309-4d78-9299-7d8b8bf0c4d7 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:07.898906 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32b5c885-c52b-4bc5-a5cf-4c8fafb6ca7f req-214f4b43-c309-4d78-9299-7d8b8bf0c4d7 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 950 time: 0.0566568 Nov 11 12:34:07.948273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32b5c885-c52b-4bc5-a5cf-4c8fafb6ca7f req-8c256f5f-c9c2-43fa-a090-7fc25e6ab229 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aa56970-5581-4d7c-ad19-ed9ab016a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422757 Nov 11 12:34:08.140553 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-15fb62da-cafd-476a-b0a8-467718e8032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:09.080762 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab86125-42f0-45d5-a3a3-5d900ea85fa4 req-9f4a6876-b1ef-43b9-ad50-966b2a3c5bc0 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:09.082299 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dab86125-42f0-45d5-a3a3-5d900ea85fa4 req-9f4a6876-b1ef-43b9-ad50-966b2a3c5bc0 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 950 time: 0.0497882 Nov 11 12:34:09.133445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dab86125-42f0-45d5-a3a3-5d900ea85fa4 req-259c7a93-ff11-4df0-971d-031274793b82 tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aa56970-5581-4d7c-ad19-ed9ab016a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451069 Nov 11 12:34:09.135890 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:09.293492 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7b65a-5968-40e7-96bc-bd47999a2853 req-30f3f7aa-4fda-42a8-ae0f-9104449d63ac tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:09.294934 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b0e7b65a-5968-40e7-96bc-bd47999a2853 req-30f3f7aa-4fda-42a8-ae0f-9104449d63ac tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.62 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 950 time: 0.0528882 Nov 11 12:34:09.391317 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-b0e7b65a-5968-40e7-96bc-bd47999a2853 req-56ec41e5-205d-421f-a331-95a02462419d tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Deleting port 5a015167-30cf-4852-972a-242c8538c463 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:34:09.391629 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b0e7b65a-5968-40e7-96bc-bd47999a2853 req-56ec41e5-205d-421f-a331-95a02462419d tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:09.488506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-b0e7b65a-5968-40e7-96bc-bd47999a2853 req-56ec41e5-205d-421f-a331-95a02462419d tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] For port 5a015167-30cf-4852-972a-242c8538c463, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5a015167-30cf-4852-972a-242c8538c463,segment=NetworkSegment(a44bc2a2-c983-425b-af3b-d9b9ff4daacd),segment_id=a44bc2a2-c983-425b-af3b-d9b9ff4daacd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:09.488881 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b0e7b65a-5968-40e7-96bc-bd47999a2853 req-56ec41e5-205d-421f-a331-95a02462419d tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:09.502455 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-b0e7b65a-5968-40e7-96bc-bd47999a2853 req-56ec41e5-205d-421f-a331-95a02462419d tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Calling delete_port for 5a015167-30cf-4852-972a-242c8538c463 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:34:09.638716 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b0e7b65a-5968-40e7-96bc-bd47999a2853 req-56ec41e5-205d-421f-a331-95a02462419d tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:09.655202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['5a015167-30cf-4852-972a-242c8538c463'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:34:09.669333 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec41e5-205d-421f-a331-95a02462419d tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Pushing event deleted for resources: {'Port': ['ID=5a015167-30cf-4852-972a-242c8538c463,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:09.712705 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e7b65a-5968-40e7-96bc-bd47999a2853 req-56ec41e5-205d-421f-a331-95a02462419d tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] No DVR routers for this DVR port 5a015167-30cf-4852-972a-242c8538c463 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:34:09.715558 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b0e7b65a-5968-40e7-96bc-bd47999a2853 req-56ec41e5-205d-421f-a331-95a02462419d tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:09.719140 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b0e7b65a-5968-40e7-96bc-bd47999a2853 req-56ec41e5-205d-421f-a331-95a02462419d tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.62 "DELETE /v2.0/ports/5a015167-30cf-4852-972a-242c8538c463 HTTP/1.1" status: 204 len: 173 time: 0.4143076 Nov 11 12:34:09.719597 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375f8fcd-06cc-419b-8359-f9731ad8db5e', 'name': 'network-vif-deleted', 'tag': '5a015167-30cf-4852-972a-242c8538c463'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:34:09.721911 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbd2eca-c722-4c2d-bc0b-d5a1c2a66d78" -d '{"events": [{"server_uuid": "375f8fcd-06cc-419b-8359-f9731ad8db5e", "name": "network-vif-deleted", "tag": "5a015167-30cf-4852-972a-242c8538c463"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:34:10.034399 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65653491-d54d-4f68-b9dd-bc0f759b82f2 x-openstack-request-id: req-65653491-d54d-4f68-b9dd-bc0f759b82f2 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:34:10.034892 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375f8fcd-06cc-419b-8359-f9731ad8db5e", "name": "network-vif-deleted", "tag": "5a015167-30cf-4852-972a-242c8538c463", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:34:10.035297 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-65653491-d54d-4f68-b9dd-bc0f759b82f2 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:34:10.036042 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375f8fcd-06cc-419b-8359-f9731ad8db5e', 'name': 'network-vif-deleted', 'tag': '5a015167-30cf-4852-972a-242c8538c463', 'status': 'completed', 'code': 200} Nov 11 12:34:10.244082 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51cf319b-a3e3-4853-81d8-3b3aedc37c09 req-2ef2f1f7-88b1-4cf9-ba43-ffe5a52990bb tempest-ServersAdminNegativeTestJSON-510599718 tempest-ServersAdminNegativeTestJSON-510599718-project] 10.222.0.65 "GET /v2.0/ports?device_id=375f8fcd-06cc-419b-8359-f9731ad8db5e HTTP/1.1" status: 200 len: 210 time: 0.0278070 Nov 11 12:34:10.670196 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:11.311637 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:11.565739 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42374) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:34:11.712809 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ef42fcff-a70d-48b8-b518-462cee838288 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d435d4a53e9492aabe5b32f6dbc3024&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1458895 Nov 11 12:34:11.716180 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42378) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:34:11.764118 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8bd18a77-b872-4073-8d9c-2457852e34ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:11.786159 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8bd18a77-b872-4073-8d9c-2457852e34ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:11.835302 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8bd18a77-b872-4073-8d9c-2457852e34ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:11.838017 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8bd18a77-b872-4073-8d9c-2457852e34ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:11.839202 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8bd18a77-b872-4073-8d9c-2457852e34ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2aa56970-5581-4d7c-ad19-ed9ab016a5a0 HTTP/1.1" status: 204 len: 168 time: 0.1221180 Nov 11 12:34:11.847187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd18a77-b872-4073-8d9c-2457852e34ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa56970-5581-4d7c-ad19-ed9ab016a5a0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:12.112267 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42384) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:34:12.127069 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f561c398-1401-4ac1-b782-b057a52d0d9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:12.202642 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f561c398-1401-4ac1-b782-b057a52d0d9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:12.208844 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f561c398-1401-4ac1-b782-b057a52d0d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:12.246133 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f561c398-1401-4ac1-b782-b057a52d0d9b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5124ac2eda38421aa269a95c800351cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327813 Nov 11 12:34:12.246944 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561c398-1401-4ac1-b782-b057a52d0d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c700e1-1b90-43be-b0f2-81a0c9568d7e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:12.249174 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42386) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:34:12.298798 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65f92ace-483e-480a-8aef-416b44ad40b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:12.320015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65f92ace-483e-480a-8aef-416b44ad40b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:12.368153 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65f92ace-483e-480a-8aef-416b44ad40b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:12.370961 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65f92ace-483e-480a-8aef-416b44ad40b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:12.372118 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-65f92ace-483e-480a-8aef-416b44ad40b0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/95c700e1-1b90-43be-b0f2-81a0c9568d7e HTTP/1.1" status: 204 len: 168 time: 0.1220648 Nov 11 12:34:12.380412 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f92ace-483e-480a-8aef-416b44ad40b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c700e1-1b90-43be-b0f2-81a0c9568d7e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:13.076089 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5a015167-30cf-4852-972a-242c8538c463 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:34:13.096536 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 5a015167-30cf-4852-972a-242c8538c463 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:34:13.096951 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5a015167-30cf-4852-972a-242c8538c463 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:34:13.152531 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42408) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:34:13.254140 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-4cc5e0ff-cc9f-40dc-b5c0-dde012ab0e1b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1277079459-network', 'tenant_id': 'b90dfe3a925447d4805a42753ab22c23'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:34:13.275346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc5e0ff-cc9f-40dc-b5c0-dde012ab0e1b admin admin] Made reservation on behalf of b90dfe3a925447d4805a42753ab22c23 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:34:13.277858 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cc5e0ff-cc9f-40dc-b5c0-dde012ab0e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:13.287107 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cc5e0ff-cc9f-40dc-b5c0-dde012ab0e1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:13.359891 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cc5e0ff-cc9f-40dc-b5c0-dde012ab0e1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:13.365528 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cc5e0ff-cc9f-40dc-b5c0-dde012ab0e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:13.389950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc5e0ff-cc9f-40dc-b5c0-dde012ab0e1b admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:34:13.399590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5e0ff-cc9f-40dc-b5c0-dde012ab0e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:13.404393 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cc5e0ff-cc9f-40dc-b5c0-dde012ab0e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:13.404733 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-4cc5e0ff-cc9f-40dc-b5c0-dde012ab0e1b admin admin] Added segment 8fe1f00f-e366-43af-808a-11d061557799 of type vlan for network 4a7fc93e-1fa2-4cbe-8199-51635e856f4f Nov 11 12:34:13.444762 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cc5e0ff-cc9f-40dc-b5c0-dde012ab0e1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:13.470490 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cc5e0ff-cc9f-40dc-b5c0-dde012ab0e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:13.471462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc5e0ff-cc9f-40dc-b5c0-dde012ab0e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:13.472097 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4cc5e0ff-cc9f-40dc-b5c0-dde012ab0e1b admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:13.531921 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4cc5e0ff-cc9f-40dc-b5c0-dde012ab0e1b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3781452 Nov 11 12:34:13.535191 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42412) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:34:13.538912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5e0ff-cc9f-40dc-b5c0-dde012ab0e1b admin admin] Pushing event updated for resources: {'Network': ['ID=4a7fc93e-1fa2-4cbe-8199-51635e856f4f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:13.540293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0f1174a3-2219-4d8a-81db-4296af054387 admin admin] Request body: {'subnet': {'network_id': '4a7fc93e-1fa2-4cbe-8199-51635e856f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1277079459-subnet', 'tenant_id': 'b90dfe3a925447d4805a42753ab22c23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:34:13.549818 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 4a7fc93e-1fa2-4cbe-8199-51635e856f4f details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:34:13.564537 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1174a3-2219-4d8a-81db-4296af054387 admin admin] Made reservation on behalf of b90dfe3a925447d4805a42753ab22c23 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:34:13.566903 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f1174a3-2219-4d8a-81db-4296af054387 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:13.740013 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f1174a3-2219-4d8a-81db-4296af054387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:13.795326 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1174a3-2219-4d8a-81db-4296af054387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62457865-70be-463b-bd78-fef6611cfba0,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:13.805414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1174a3-2219-4d8a-81db-4296af054387 admin admin] Checking segment: {'id': '8fe1f00f-e366-43af-808a-11d061557799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4a7fc93e-1fa2-4cbe-8199-51635e856f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:34:13.805808 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1174a3-2219-4d8a-81db-4296af054387 admin admin] Network hostable DHCP agents. Network: 4a7fc93e-1fa2-4cbe-8199-51635e856f4f, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:34:13.824530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1174a3-2219-4d8a-81db-4296af054387 admin admin] Network 4a7fc93e-1fa2-4cbe-8199-51635e856f4f is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:34:13.834053 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-0f1174a3-2219-4d8a-81db-4296af054387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 4a7fc93e-1fa2-4cbe-8199-51635e856f4f) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:34:13.838198 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1174a3-2219-4d8a-81db-4296af054387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:13.838790 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0f1174a3-2219-4d8a-81db-4296af054387 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:13.843660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e26b2d4-2c46-4e31-951d-91647ed3952e None None] Network 4a7fc93e-1fa2-4cbe-8199-51635e856f4f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:34:13.857701 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0f1174a3-2219-4d8a-81db-4296af054387 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3184946 Nov 11 12:34:13.967191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af13895-19a4-4a64-83fa-f7496cbebef2 None None] Network 4a7fc93e-1fa2-4cbe-8199-51635e856f4f requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:34:14.275869 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-91449b59-7e35-47e2-aeaa-13e8674ee6d1 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:14.277403 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-91449b59-7e35-47e2-aeaa-13e8674ee6d1 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/networks?id=4a7fc93e-1fa2-4cbe-8199-51635e856f4f HTTP/1.1" status: 200 len: 812 time: 0.1022947 Nov 11 12:34:14.295011 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-786c44a2-be2c-4016-af4e-cfbec8ed778f tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/quotas/b90dfe3a925447d4805a42753ab22c23 HTTP/1.1" status: 200 len: 375 time: 0.0095804 Nov 11 12:34:14.333190 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-ef830ce0-2c6b-4b8b-b1f6-7c0fb300f8e1 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b90dfe3a925447d4805a42753ab22c23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302942 Nov 11 12:34:14.429157 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-b818c8ca-ecb8-4d0a-ba0d-c6cc0d556882 service neutron] 10.222.0.65 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887525 Nov 11 12:34:14.527225 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-f13940fe-359b-457f-be48-d3a3e8fb1a14 service neutron] 10.222.0.65 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887985 Nov 11 12:34:14.689554 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ed51a77a-7bb7-4d31-a556-834d134a09a5 req-5d588270-a5b8-466b-a42a-8ba112de5c43 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 210 time: 0.0268910 Nov 11 12:34:15.723322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-8b9d8dc9-3b87-40ea-97b5-135900cb2deb tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:15.724869 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-8b9d8dc9-3b87-40ea-97b5-135900cb2deb tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.62 "GET /v2.0/networks?id=4a7fc93e-1fa2-4cbe-8199-51635e856f4f HTTP/1.1" status: 200 len: 812 time: 0.1175096 Nov 11 12:34:15.745183 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-ed04d568-8faf-4c59-a940-a4cdaa71c075 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Request body: {'port': {'device_id': '12a27824-e7bd-4742-9f84-960aa77751f2', 'network_id': '4a7fc93e-1fa2-4cbe-8199-51635e856f4f', 'admin_state_up': True, 'tenant_id': 'b90dfe3a925447d4805a42753ab22c23'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:34:15.787858 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72f68dea-287e-495b-8ebb-d59191b3469d req-d99b0e31-1fc4-4bdc-b74c-1adc91f13c88 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 210 time: 0.0260482 Nov 11 12:34:15.854052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-ed04d568-8faf-4c59-a940-a4cdaa71c075 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Made reservation on behalf of b90dfe3a925447d4805a42753ab22c23 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:34:15.857516 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-ed04d568-8faf-4c59-a940-a4cdaa71c075 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:15.988704 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-ed04d568-8faf-4c59-a940-a4cdaa71c075 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Allocated IP 172.20.0.6 (4a7fc93e-1fa2-4cbe-8199-51635e856f4f/62457865-70be-463b-bd78-fef6611cfba0/59bb9888-6638-40cc-addd-b91094645dc3) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:34:16.143681 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-ed04d568-8faf-4c59-a940-a4cdaa71c075 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:16.157990 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:16.180755 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-ed04d568-8faf-4c59-a940-a4cdaa71c075 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:16.224579 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-ed04d568-8faf-4c59-a940-a4cdaa71c075 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Network 4a7fc93e-1fa2-4cbe-8199-51635e856f4f is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:34:16.227589 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-ed04d568-8faf-4c59-a940-a4cdaa71c075 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:34:16.231192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-ed04d568-8faf-4c59-a940-a4cdaa71c075 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:34:16.237608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04d568-8faf-4c59-a940-a4cdaa71c075 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Pushing event updated for resources: {'Port': ['ID=59bb9888-6638-40cc-addd-b91094645dc3,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:16.282751 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-ed04d568-8faf-4c59-a940-a4cdaa71c075 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:16.283335 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-ed04d568-8faf-4c59-a940-a4cdaa71c075 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:16.299427 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-ed04d568-8faf-4c59-a940-a4cdaa71c075 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5586658 Nov 11 12:34:16.316404 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Request body: {'port': {'device_id': '12a27824-e7bd-4742-9f84-960aa77751f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:34:16.373251 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:16.633298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59bb9888-6638-40cc-addd-b91094645dc3 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:34:16.640745 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:16.652749 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Transition to ACTIVE for port object 59bb9888-6638-40cc-addd-b91094645dc3 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:34:16.658844 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:16.705788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Pushing event updated for resources: {'Port': ['ID=59bb9888-6638-40cc-addd-b91094645dc3,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:16.780789 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Attempting to bind port 59bb9888-6638-40cc-addd-b91094645dc3 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:34:16.781515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Attempting to bind port 59bb9888-6638-40cc-addd-b91094645dc3 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '8fe1f00f-e366-43af-808a-11d061557799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4a7fc93e-1fa2-4cbe-8199-51635e856f4f'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:34:16.781515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Attempting to bind port 59bb9888-6638-40cc-addd-b91094645dc3 on network 4a7fc93e-1fa2-4cbe-8199-51635e856f4f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:34:16.786462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Port 59bb9888-6638-40cc-addd-b91094645dc3 on network 4a7fc93e-1fa2-4cbe-8199-51635e856f4f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:34:16.786775 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Attempting to bind port 59bb9888-6638-40cc-addd-b91094645dc3 on network 4a7fc93e-1fa2-4cbe-8199-51635e856f4f {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:34:16.792103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:34:16.792430 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Checking segment: {'id': '8fe1f00f-e366-43af-808a-11d061557799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4a7fc93e-1fa2-4cbe-8199-51635e856f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:34:16.792803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Bound using segment: {'id': '8fe1f00f-e366-43af-808a-11d061557799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4a7fc93e-1fa2-4cbe-8199-51635e856f4f'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:34:16.793251 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Bound port: 59bb9888-6638-40cc-addd-b91094645dc3, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe1f00f-e366-43af-808a-11d061557799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4a7fc93e-1fa2-4cbe-8199-51635e856f4f'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:34:16.793616 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:16.859350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] For port 59bb9888-6638-40cc-addd-b91094645dc3, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:34:16.862526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] For port 59bb9888-6638-40cc-addd-b91094645dc3, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=59bb9888-6638-40cc-addd-b91094645dc3,segment=NetworkSegment(8fe1f00f-e366-43af-808a-11d061557799),segment_id=8fe1f00f-e366-43af-808a-11d061557799)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:34:16.869314 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:16.906581 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3710e-60aa-42d0-8905-26c84e9a8fdc req-5ad3bf89-1d88-4f5b-8bf2-4be2aed9e557 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:16.907388 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:16.907734 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ba3710e-60aa-42d0-8905-26c84e9a8fdc req-5ad3bf89-1d88-4f5b-8bf2-4be2aed9e557 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 943 time: 0.0503981 Nov 11 12:34:16.908003 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:16.909418 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] 10.222.0.62 "PUT /v2.0/ports/59bb9888-6638-40cc-addd-b91094645dc3 HTTP/1.1" status: 200 len: 1091 time: 0.5971291 Nov 11 12:34:16.909882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a27824-e7bd-4742-9f84-960aa77751f2', 'tag': '59bb9888-6638-40cc-addd-b91094645dc3'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:34:16.912300 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2fd0f8-85a5-4a2c-8818-2ad70f667664" -d '{"events": [{"name": "network-changed", "server_uuid": "12a27824-e7bd-4742-9f84-960aa77751f2", "tag": "59bb9888-6638-40cc-addd-b91094645dc3"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:34:16.932474 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acd6fc-18cb-411b-9dc6-b2582d702122 service neutron] Pushing event updated for resources: {'Port': ['ID=59bb9888-6638-40cc-addd-b91094645dc3,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:16.960662 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ba3710e-60aa-42d0-8905-26c84e9a8fdc req-28c05129-cecc-4a54-960c-09d0807491e7 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458744 Nov 11 12:34:16.972106 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c2fe4a-ce79-40f7-8a5b-7c160ddf9467 x-openstack-request-id: req-e0c2fe4a-ce79-40f7-8a5b-7c160ddf9467 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:34:16.972893 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a27824-e7bd-4742-9f84-960aa77751f2", "tag": "59bb9888-6638-40cc-addd-b91094645dc3", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:34:16.973148 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0c2fe4a-ce79-40f7-8a5b-7c160ddf9467 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:34:16.973657 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a27824-e7bd-4742-9f84-960aa77751f2', 'tag': '59bb9888-6638-40cc-addd-b91094645dc3', 'status': 'completed', 'code': 200} Nov 11 12:34:17.006575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-25e835c2-8ed0-4bce-b252-ffe8faa51853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:17.008081 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-25e835c2-8ed0-4bce-b252-ffe8faa51853 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b90dfe3a925447d4805a42753ab22c23&device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 1094 time: 0.0467153 Nov 11 12:34:17.056021 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-4d3c8756-ff41-4e4b-a5bf-c1008be84e7b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59bb9888-6638-40cc-addd-b91094645dc3 HTTP/1.1" status: 200 len: 217 time: 0.0355232 Nov 11 12:34:17.109169 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-a63d94be-8792-4e7e-9413-975f94ca5ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:17.110630 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-a63d94be-8792-4e7e-9413-975f94ca5ae0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=62457865-70be-463b-bd78-fef6611cfba0 HTTP/1.1" status: 200 len: 852 time: 0.0435574 Nov 11 12:34:17.152445 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-09f8dda7-61dc-4c37-86bd-02e90d52fdb4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a7fc93e-1fa2-4cbe-8199-51635e856f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288780 Nov 11 12:34:17.251229 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-71423c78-e77d-43a0-a236-4e53238ec87e service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868180 Nov 11 12:34:17.357820 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b4b4e668-25e7-4932-a230-563f1f820d54 req-565b0668-8825-4d24-b477-65edfef50396 service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975342 Nov 11 12:34:17.462830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fd0f8-85a5-4a2c-8818-2ad70f667664 req-26e23008-3222-41bd-963f-eae8454b2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:17.464334 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1f2fd0f8-85a5-4a2c-8818-2ad70f667664 req-26e23008-3222-41bd-963f-eae8454b2946 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b90dfe3a925447d4805a42753ab22c23&device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 1094 time: 0.0531149 Nov 11 12:34:17.559387 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fd0f8-85a5-4a2c-8818-2ad70f667664 req-3fdfb237-b11a-4a46-a7de-dfd45266baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:17.560746 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1f2fd0f8-85a5-4a2c-8818-2ad70f667664 req-3fdfb237-b11a-4a46-a7de-dfd45266baba service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a7fc93e-1fa2-4cbe-8199-51635e856f4f HTTP/1.1" status: 200 len: 914 time: 0.0883410 Nov 11 12:34:17.602791 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1f2fd0f8-85a5-4a2c-8818-2ad70f667664 req-e53b1ecb-e1c6-4447-abac-91fd01133203 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59bb9888-6638-40cc-addd-b91094645dc3 HTTP/1.1" status: 200 len: 217 time: 0.0345619 Nov 11 12:34:17.652677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fd0f8-85a5-4a2c-8818-2ad70f667664 req-6af0dc1c-eca4-4ded-8283-ff13f7d5f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:17.654166 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1f2fd0f8-85a5-4a2c-8818-2ad70f667664 req-6af0dc1c-eca4-4ded-8283-ff13f7d5f743 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=62457865-70be-463b-bd78-fef6611cfba0 HTTP/1.1" status: 200 len: 852 time: 0.0446293 Nov 11 12:34:17.687279 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1f2fd0f8-85a5-4a2c-8818-2ad70f667664 req-8a1cee45-c3fc-40bf-bf4d-284857c8f0a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a7fc93e-1fa2-4cbe-8199-51635e856f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246789 Nov 11 12:34:17.782922 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1f2fd0f8-85a5-4a2c-8818-2ad70f667664 req-621dd927-6bf6-4512-96f3-585682b0b82c service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869741 Nov 11 12:34:17.884149 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1f2fd0f8-85a5-4a2c-8818-2ad70f667664 req-4730c42a-b9e8-4c03-9e12-5bc20d627019 service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858316 Nov 11 12:34:18.095883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aca2a9-4da0-4395-9634-384f6f9cae96 req-f60b127b-c63c-4d27-933f-e1a215cdec6c tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:18.097544 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-65aca2a9-4da0-4395-9634-384f6f9cae96 req-f60b127b-c63c-4d27-933f-e1a215cdec6c tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 943 time: 0.0566068 Nov 11 12:34:18.148460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-65aca2a9-4da0-4395-9634-384f6f9cae96 req-a05b2019-ecc5-42c6-8ccd-95feb2537e01 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438595 Nov 11 12:34:19.268782 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961be892-25b2-4853-bd70-0518410fb2e4 req-443137c7-60d1-446c-9b4d-3d1d9a85994b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:19.270316 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-961be892-25b2-4853-bd70-0518410fb2e4 req-443137c7-60d1-446c-9b4d-3d1d9a85994b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 943 time: 0.0508258 Nov 11 12:34:19.318120 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-961be892-25b2-4853-bd70-0518410fb2e4 req-534e4264-1ea9-4a1c-8665-7db884ce4962 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416756 Nov 11 12:34:20.462355 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1f4e9-9315-4f9b-89c4-17dd44f23c5b req-ac218280-35fa-4721-b112-e0fa7a9634ad tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:20.463835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8dc1f4e9-9315-4f9b-89c4-17dd44f23c5b req-ac218280-35fa-4721-b112-e0fa7a9634ad tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 943 time: 0.0561836 Nov 11 12:34:20.514735 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8dc1f4e9-9315-4f9b-89c4-17dd44f23c5b req-d32ec3c3-c99d-4873-873a-2ae523e3a4f7 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448673 Nov 11 12:34:21.140079 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 59bb9888-6638-40cc-addd-b91094645dc3 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:34:21.244276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 59bb9888-6638-40cc-addd-b91094645dc3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=59bb9888-6638-40cc-addd-b91094645dc3,segment=NetworkSegment(8fe1f00f-e366-43af-808a-11d061557799),segment_id=8fe1f00f-e366-43af-808a-11d061557799)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:21.255233 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '59bb9888-6638-40cc-addd-b91094645dc3', 'network_id': '4a7fc93e-1fa2-4cbe-8199-51635e856f4f', 'port_id': '59bb9888-6638-40cc-addd-b91094645dc3', 'mac_address': 'fa:16:3e:5c:93:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62457865-70be-463b-bd78-fef6611cfba0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:34:21.291585 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:21.304172 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59bb9888-6638-40cc-addd-b91094645dc3 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:34:21.323283 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 59bb9888-6638-40cc-addd-b91094645dc3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=59bb9888-6638-40cc-addd-b91094645dc3,segment=NetworkSegment(8fe1f00f-e366-43af-808a-11d061557799),segment_id=8fe1f00f-e366-43af-808a-11d061557799)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:21.331595 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:21.386683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=59bb9888-6638-40cc-addd-b91094645dc3,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:21.579732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['59bb9888-6638-40cc-addd-b91094645dc3'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:34:21.634292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cdad1-6e2e-473b-9232-9fd062b528fe req-5e56bce7-89e4-44fa-82c4-f74996cd274b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:21.635787 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-182cdad1-6e2e-473b-9232-9fd062b528fe req-5e56bce7-89e4-44fa-82c4-f74996cd274b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 944 time: 0.0508358 Nov 11 12:34:21.684034 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-182cdad1-6e2e-473b-9232-9fd062b528fe req-239e388d-2f28-4947-9c11-b8db029fdd5b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419807 Nov 11 12:34:21.923100 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:22.809324 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401d008-dcfb-4834-9e78-7b7fe54ce671 req-0b3580c7-8995-4fb9-ab34-a96bc06a093b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:22.810833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9401d008-dcfb-4834-9e78-7b7fe54ce671 req-0b3580c7-8995-4fb9-ab34-a96bc06a093b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 944 time: 0.0507250 Nov 11 12:34:22.859692 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9401d008-dcfb-4834-9e78-7b7fe54ce671 req-d2470b0c-444e-4b80-afc8-abdcf860274a tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426478 Nov 11 12:34:23.154936 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 59bb9888-6638-40cc-addd-b91094645dc3 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:34:23.206996 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 59bb9888-6638-40cc-addd-b91094645dc3 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:34:23.210712 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 59bb9888-6638-40cc-addd-b91094645dc3 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:34:23.211083 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:23.290453 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:23.314144 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a27824-e7bd-4742-9f84-960aa77751f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bb9888-6638-40cc-addd-b91094645dc3'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:34:23.316355 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d74d5ca-179b-4803-a3b5-9cf97f8b7cc3" -d '{"events": [{"server_uuid": "12a27824-e7bd-4742-9f84-960aa77751f2", "name": "network-vif-plugged", "status": "completed", "tag": "59bb9888-6638-40cc-addd-b91094645dc3"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:34:23.330016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 59bb9888-6638-40cc-addd-b91094645dc3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=59bb9888-6638-40cc-addd-b91094645dc3,segment=NetworkSegment(8fe1f00f-e366-43af-808a-11d061557799),segment_id=8fe1f00f-e366-43af-808a-11d061557799)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:23.335164 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:23.360023 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829780d2-413d-442c-8cd0-8022445ee02d x-openstack-request-id: req-829780d2-413d-442c-8cd0-8022445ee02d {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:34:23.360311 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a27824-e7bd-4742-9f84-960aa77751f2", "name": "network-vif-plugged", "status": "completed", "tag": "59bb9888-6638-40cc-addd-b91094645dc3", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:34:23.360559 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-829780d2-413d-442c-8cd0-8022445ee02d {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:34:23.360942 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a27824-e7bd-4742-9f84-960aa77751f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bb9888-6638-40cc-addd-b91094645dc3', 'code': 200} Nov 11 12:34:23.386724 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=59bb9888-6638-40cc-addd-b91094645dc3,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:23.468884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa8850-0da0-469b-8e77-0825cb6b8f70 req-5b9d1e5f-0dbb-452c-b923-1d00d02b0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:23.470491 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dbfa8850-0da0-469b-8e77-0825cb6b8f70 req-5b9d1e5f-0dbb-452c-b923-1d00d02b0876 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 1096 time: 0.0478961 Nov 11 12:34:23.521933 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dbfa8850-0da0-469b-8e77-0825cb6b8f70 req-fb6ae3b5-b6ad-4729-903e-588c131977c5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391178 Nov 11 12:34:23.994457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250c1ab-82de-47e6-ac59-739ad946f37c req-ae561bbd-1a24-455a-b352-6e0f19848d04 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:23.995845 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2250c1ab-82de-47e6-ac59-739ad946f37c req-ae561bbd-1a24-455a-b352-6e0f19848d04 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0552535 Nov 11 12:34:24.050137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2250c1ab-82de-47e6-ac59-739ad946f37c req-3edd5daa-013b-49c9-b1a3-cc240b0d3674 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454259 Nov 11 12:34:25.180462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a48ed-4c9a-4b05-8358-c3ce63544bf4 req-30290afd-13e2-43c1-89c6-bed377f8c276 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:25.181981 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c1a48ed-4c9a-4b05-8358-c3ce63544bf4 req-30290afd-13e2-43c1-89c6-bed377f8c276 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0503929 Nov 11 12:34:25.233957 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c1a48ed-4c9a-4b05-8358-c3ce63544bf4 req-58a92dac-0858-4dc2-88b2-27df529c466a tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431080 Nov 11 12:34:25.482286 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36feb21-1c0b-45e6-8098-4196915eb6c7 req-77a69df5-bb16-4fe7-9f27-4ab12386f54c tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:25.483757 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a36feb21-1c0b-45e6-8098-4196915eb6c7 req-77a69df5-bb16-4fe7-9f27-4ab12386f54c tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0520608 Nov 11 12:34:25.553476 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-7ea4d470-d548-411c-a726-4cb2b6da0c57 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1307533 Nov 11 12:34:25.557277 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a36feb21-1c0b-45e6-8098-4196915eb6c7 req-86bbba4c-b1bd-4da4-baf2-59129b355580 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647857 Nov 11 12:34:25.562668 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-312da132-02d6-403c-8aad-c31caf992361 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:34:25.563629 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-312da132-02d6-403c-8aad-c31caf992361 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049772 Nov 11 12:34:26.695539 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb5213-96a6-478d-bc92-d206203197d3 req-438681e0-4a0a-4570-9ec2-61246de21211 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:26.697055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-61fb5213-96a6-478d-bc92-d206203197d3 req-438681e0-4a0a-4570-9ec2-61246de21211 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0588403 Nov 11 12:34:26.746167 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-61fb5213-96a6-478d-bc92-d206203197d3 req-266d6a07-efbe-41b0-94d4-b716b578bdf6 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420675 Nov 11 12:34:26.759428 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-be8f2ed5-e51b-4cb9-b8c1-754b7c98c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:26.760946 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-be8f2ed5-e51b-4cb9-b8c1-754b7c98c1cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b90dfe3a925447d4805a42753ab22c23&device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 1096 time: 0.0419004 Nov 11 12:34:26.853713 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-ec8c5d17-0471-4ede-b251-abd3170a3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:26.855167 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-ec8c5d17-0471-4ede-b251-abd3170a3044 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a7fc93e-1fa2-4cbe-8199-51635e856f4f HTTP/1.1" status: 200 len: 914 time: 0.0875547 Nov 11 12:34:26.898524 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-b2691587-30bd-4de6-b7db-255b5725b998 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59bb9888-6638-40cc-addd-b91094645dc3 HTTP/1.1" status: 200 len: 217 time: 0.0361042 Nov 11 12:34:26.947320 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-1258a0aa-141b-4e07-9865-a6d6fe33075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:26.948724 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-1258a0aa-141b-4e07-9865-a6d6fe33075e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=62457865-70be-463b-bd78-fef6611cfba0 HTTP/1.1" status: 200 len: 852 time: 0.0437756 Nov 11 12:34:26.984834 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-76bbc30a-70d6-4ebe-9431-65130adb9f23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a7fc93e-1fa2-4cbe-8199-51635e856f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288215 Nov 11 12:34:27.079500 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-fe3de01c-945b-40df-a2c9-afb40357c653 service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873499 Nov 11 12:34:27.174146 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-8ead5791-7351-47ee-a92b-0a7ef6ca3963 service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865686 Nov 11 12:34:27.874795 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c0593-043b-46a6-b17e-98e99cfe1ab7 req-d60fd4ef-089c-4349-b753-7ccd0828d5b1 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:27.876330 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f10c0593-043b-46a6-b17e-98e99cfe1ab7 req-d60fd4ef-089c-4349-b753-7ccd0828d5b1 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0554166 Nov 11 12:34:27.926628 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f10c0593-043b-46a6-b17e-98e99cfe1ab7 req-52b1358f-ee51-46b8-84ba-2550c14eb2c7 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440145 Nov 11 12:34:28.384595 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:34:29.062506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741b816-858d-4158-83a3-aaec6ccea894 req-2c3b8c7f-0c11-483e-8f6b-7b87ba335f4b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:29.063971 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7741b816-858d-4158-83a3-aaec6ccea894 req-2c3b8c7f-0c11-483e-8f6b-7b87ba335f4b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0533493 Nov 11 12:34:29.112655 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7741b816-858d-4158-83a3-aaec6ccea894 req-247278a9-10cc-4b0c-9d70-b12fb64e567a tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427105 Nov 11 12:34:30.228813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a32d8d-3614-49f1-8321-9977fb53ddd8 req-301233e6-3fa0-4ce7-acaf-a74faddda62c tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:30.230315 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-85a32d8d-3614-49f1-8321-9977fb53ddd8 req-301233e6-3fa0-4ce7-acaf-a74faddda62c tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0486941 Nov 11 12:34:30.282421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-85a32d8d-3614-49f1-8321-9977fb53ddd8 req-41912696-0d27-41e5-bb48-ca510d1fecfd tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461006 Nov 11 12:34:31.410867 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681e964-3c52-404b-8f9d-ad22d3a71068 req-77a3473e-f3b4-41b2-8240-6d4da8c1b1a9 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:31.412282 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3681e964-3c52-404b-8f9d-ad22d3a71068 req-77a3473e-f3b4-41b2-8240-6d4da8c1b1a9 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0514791 Nov 11 12:34:31.459934 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3681e964-3c52-404b-8f9d-ad22d3a71068 req-4bdeb13a-abd9-4bdb-8b76-2a9e9efe4814 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414994 Nov 11 12:34:32.600525 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf5cd9-a285-4ef7-ac14-297aed3e0112 req-8b18128a-c4e5-4f24-b586-29ef86e75d47 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:32.602991 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fbf5cd9-a285-4ef7-ac14-297aed3e0112 req-8b18128a-c4e5-4f24-b586-29ef86e75d47 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0612423 Nov 11 12:34:32.652025 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fbf5cd9-a285-4ef7-ac14-297aed3e0112 req-afcd1f8a-4fa5-4eb1-8d57-33b3d20fce18 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427306 Nov 11 12:34:33.809459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985cd14-2ea9-40d8-86dc-bfc1ddea9539 req-3b488de6-8989-40dc-a702-02763fae6bb5 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:33.811043 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b985cd14-2ea9-40d8-86dc-bfc1ddea9539 req-3b488de6-8989-40dc-a702-02763fae6bb5 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0648570 Nov 11 12:34:33.871195 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b985cd14-2ea9-40d8-86dc-bfc1ddea9539 req-fda04179-95a8-4189-a208-6adb2e735c5c tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470932 Nov 11 12:34:35.016774 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1813c28-dfe8-4934-a9df-26eb3ff78d12 req-e4eb1802-4e11-470b-846b-9213128c17a3 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:35.018689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f1813c28-dfe8-4934-a9df-26eb3ff78d12 req-e4eb1802-4e11-470b-846b-9213128c17a3 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0602193 Nov 11 12:34:35.069153 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f1813c28-dfe8-4934-a9df-26eb3ff78d12 req-1cc46ef0-a126-4a07-9f67-833d792d1bda tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421758 Nov 11 12:34:35.887029 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-38f5aa08-1835-4058-91a6-bddae02bc8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:36.195826 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9049c0c-8a4a-48f1-a5c4-dacf26d16629 req-628d8544-6c98-4797-9143-262fb19a4f25 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:36.197359 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f9049c0c-8a4a-48f1-a5c4-dacf26d16629 req-628d8544-6c98-4797-9143-262fb19a4f25 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0530334 Nov 11 12:34:36.248560 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f9049c0c-8a4a-48f1-a5c4-dacf26d16629 req-91282188-486b-4f6a-aacb-fd4840e6242e tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450203 Nov 11 12:34:37.371507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe97207-ba3e-4dfd-ac1f-134d2b8970b3 req-c041eb95-0da9-4547-862e-40fd1304bbc3 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:37.373000 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dfe97207-ba3e-4dfd-ac1f-134d2b8970b3 req-c041eb95-0da9-4547-862e-40fd1304bbc3 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0534079 Nov 11 12:34:37.421056 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dfe97207-ba3e-4dfd-ac1f-134d2b8970b3 req-480d9c14-6028-4375-9132-a60c158a07eb tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415926 Nov 11 12:34:38.137027 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-987e8cc5-2b6e-4ea5-935e-cc48a9f7f4b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:38.554231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017425a8-9c75-41a7-9668-5c6a0aefd212 req-77dbc6fb-6e39-4d8b-a175-0fc4f735dc4e tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:38.555675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-017425a8-9c75-41a7-9668-5c6a0aefd212 req-77dbc6fb-6e39-4d8b-a175-0fc4f735dc4e tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0475595 Nov 11 12:34:38.604668 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-017425a8-9c75-41a7-9668-5c6a0aefd212 req-ee117e52-265b-4956-9014-0c86fd69182b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429568 Nov 11 12:34:39.145452 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:39.726178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac26872-85ad-4857-992a-14356795da9a req-0e92f376-3dfe-4a57-b4c0-e0a2acc46a0e tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:39.727779 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bac26872-85ad-4857-992a-14356795da9a req-0e92f376-3dfe-4a57-b4c0-e0a2acc46a0e tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0492868 Nov 11 12:34:39.778708 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bac26872-85ad-4857-992a-14356795da9a req-bfe4b475-989c-4b71-86e0-afff97c763d1 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426357 Nov 11 12:34:40.676459 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:40.907272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542b767-9554-48a8-9da0-3738d2ee8fb0 req-5059cfb3-31dd-4d30-abf1-7a3360f15354 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:40.908731 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9542b767-9554-48a8-9da0-3738d2ee8fb0 req-5059cfb3-31dd-4d30-abf1-7a3360f15354 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0493491 Nov 11 12:34:40.957704 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9542b767-9554-48a8-9da0-3738d2ee8fb0 req-c1657fc6-000a-4557-aaf6-6097a4a1cdc2 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405846 Nov 11 12:34:41.313496 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:42.071516 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf316e-f5f6-47a3-a07e-46bc3452ed8c req-0722dbac-1b3f-4bc6-af4f-2f247f3b5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:42.073232 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6bcf316e-f5f6-47a3-a07e-46bc3452ed8c req-0722dbac-1b3f-4bc6-af4f-2f247f3b5598 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b90dfe3a925447d4805a42753ab22c23&device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 1096 time: 0.0434668 Nov 11 12:34:42.084641 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fc50a-e8d2-4844-9058-10c81b970dfc req-9d7ac9f9-d69f-444a-aae0-544f26f87a0c tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:42.086183 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c32fc50a-e8d2-4844-9058-10c81b970dfc req-9d7ac9f9-d69f-444a-aae0-544f26f87a0c tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0532193 Nov 11 12:34:42.136309 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c32fc50a-e8d2-4844-9058-10c81b970dfc req-1bfef297-7908-416c-8f78-9398febfd85b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431228 Nov 11 12:34:42.187737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf316e-f5f6-47a3-a07e-46bc3452ed8c req-370bd6a5-2801-4b54-9804-3c75119a2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:42.189227 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6bcf316e-f5f6-47a3-a07e-46bc3452ed8c req-370bd6a5-2801-4b54-9804-3c75119a2b8b service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a7fc93e-1fa2-4cbe-8199-51635e856f4f HTTP/1.1" status: 200 len: 914 time: 0.0908394 Nov 11 12:34:42.230780 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6bcf316e-f5f6-47a3-a07e-46bc3452ed8c req-96565a19-ebe4-46f2-be8b-b33603586b3a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59bb9888-6638-40cc-addd-b91094645dc3 HTTP/1.1" status: 200 len: 217 time: 0.0339332 Nov 11 12:34:42.280903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf316e-f5f6-47a3-a07e-46bc3452ed8c req-013186f2-e081-4d7d-9e63-f09fe5ba6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:42.282361 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6bcf316e-f5f6-47a3-a07e-46bc3452ed8c req-013186f2-e081-4d7d-9e63-f09fe5ba6aa8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=62457865-70be-463b-bd78-fef6611cfba0 HTTP/1.1" status: 200 len: 852 time: 0.0437400 Nov 11 12:34:42.321023 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6bcf316e-f5f6-47a3-a07e-46bc3452ed8c req-460485c5-592b-4333-a043-076d826bda1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a7fc93e-1fa2-4cbe-8199-51635e856f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251102 Nov 11 12:34:42.417959 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6bcf316e-f5f6-47a3-a07e-46bc3452ed8c req-5ade77a0-ecc9-45ac-9372-f5cd06807d8d service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872898 Nov 11 12:34:42.518553 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6bcf316e-f5f6-47a3-a07e-46bc3452ed8c req-c4f9c8a7-0aa8-48a1-a507-26cb66cfe119 service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904417 Nov 11 12:34:43.254170 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590e2b7-0671-4429-abf6-ab6174acc8f9 req-3d7e12e9-6d7e-4093-a943-d4550159659d tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:43.255670 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1590e2b7-0671-4429-abf6-ab6174acc8f9 req-3d7e12e9-6d7e-4093-a943-d4550159659d tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0502908 Nov 11 12:34:43.304653 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1590e2b7-0671-4429-abf6-ab6174acc8f9 req-137e2534-c18b-4ef0-87c9-3dfda811d022 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428412 Nov 11 12:34:44.434094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920b64c-9e61-42ba-94a6-0fc8d829e282 req-d1ba2d67-0e22-46a9-8a82-7375a73ddf52 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:44.435573 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d920b64c-9e61-42ba-94a6-0fc8d829e282 req-d1ba2d67-0e22-46a9-8a82-7375a73ddf52 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0495043 Nov 11 12:34:44.486460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d920b64c-9e61-42ba-94a6-0fc8d829e282 req-57348213-3ebb-452a-afa6-f13f7fd8af32 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449815 Nov 11 12:34:45.625701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db27ad-ad26-4020-9e8b-f405134993cb req-a53e18d7-df94-4b5f-b1ea-2a305f74dc43 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:45.627201 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f9db27ad-ad26-4020-9e8b-f405134993cb req-a53e18d7-df94-4b5f-b1ea-2a305f74dc43 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0601802 Nov 11 12:34:45.681168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f9db27ad-ad26-4020-9e8b-f405134993cb req-6ae007fb-2b12-4acd-8122-c087f2897a16 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448275 Nov 11 12:34:46.165275 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:46.811263 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad823a-5a55-43c8-bd31-ac3d308440f6 req-c4d2c640-cf6f-4827-8016-cfb8335e2dcd tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:46.812720 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75ad823a-5a55-43c8-bd31-ac3d308440f6 req-c4d2c640-cf6f-4827-8016-cfb8335e2dcd tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0494516 Nov 11 12:34:46.860014 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75ad823a-5a55-43c8-bd31-ac3d308440f6 req-0e04937a-6932-4fb3-bda4-ce6f8d4f9262 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412147 Nov 11 12:34:47.992811 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e703b-2b28-493d-affe-04a60d3bfba5 req-eb2d1275-a316-437c-9519-ee00d42f8057 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:47.994545 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-310e703b-2b28-493d-affe-04a60d3bfba5 req-eb2d1275-a316-437c-9519-ee00d42f8057 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0547457 Nov 11 12:34:48.045719 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-310e703b-2b28-493d-affe-04a60d3bfba5 req-74149830-a854-4af3-985e-d2161ae1b5ba tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433271 Nov 11 12:34:49.186692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a71f57-0fb9-4d25-a69d-fa08cb869cdb req-5f572b6e-da7f-4824-a109-92fcd2d93086 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:49.188146 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d0a71f57-0fb9-4d25-a69d-fa08cb869cdb req-5f572b6e-da7f-4824-a109-92fcd2d93086 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0498509 Nov 11 12:34:49.234436 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d0a71f57-0fb9-4d25-a69d-fa08cb869cdb req-43c68762-527d-474f-ba4e-21612b5fe6af tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Nov 11 12:34:50.365834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba8c3d-4bfd-42dc-9496-f6798a8fd3ee req-1c54630a-27bc-4f4f-a358-2965f11196a0 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:50.367305 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9ba8c3d-4bfd-42dc-9496-f6798a8fd3ee req-1c54630a-27bc-4f4f-a358-2965f11196a0 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0556178 Nov 11 12:34:50.417960 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9ba8c3d-4bfd-42dc-9496-f6798a8fd3ee req-8779eed0-1f33-4d42-a4b8-fa437f380bc5 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416973 Nov 11 12:34:51.553989 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ac6c-2973-4b52-8b67-9debe608215e req-1de0629b-682c-40f3-b056-e733a808a77b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:51.555512 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d62ac6c-2973-4b52-8b67-9debe608215e req-1de0629b-682c-40f3-b056-e733a808a77b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0592923 Nov 11 12:34:51.605283 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d62ac6c-2973-4b52-8b67-9debe608215e req-2ec08198-1cf4-4209-93a6-9087595afaa9 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411046 Nov 11 12:34:51.915077 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:52.735547 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dd636-bdb9-4ca6-93eb-a63aeb1f6387 req-4e9d1eb9-fa59-4047-9ce2-9b36aee1ff50 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:52.737033 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9dd636-bdb9-4ca6-93eb-a63aeb1f6387 req-4e9d1eb9-fa59-4047-9ce2-9b36aee1ff50 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0483296 Nov 11 12:34:52.788608 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d9dd636-bdb9-4ca6-93eb-a63aeb1f6387 req-e25bb4d2-7f6e-429a-a6c5-0784cc048ca3 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455713 Nov 11 12:34:53.928880 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352d5f8-24bf-44bc-9e08-2d4bd44c3ceb req-341fac77-158c-439e-b514-a56fff6a0d4c tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:53.930420 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2352d5f8-24bf-44bc-9e08-2d4bd44c3ceb req-341fac77-158c-439e-b514-a56fff6a0d4c tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0520995 Nov 11 12:34:53.981202 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2352d5f8-24bf-44bc-9e08-2d4bd44c3ceb req-c3caf664-5897-4693-a02a-3b88b11ca4e4 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Nov 11 12:34:54.425327 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-1b9c94e9-875a-4f2f-85d9-9befb1388745 service neutron] show failed (client error): The resource could not be found. Nov 11 12:34:54.426604 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-1b9c94e9-875a-4f2f-85d9-9befb1388745 service neutron] 10.222.0.62 "GET /v2.0/ports/59bb9888-6638-40cc-addd-b91094645dc3/bindings/n-h2-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.0640681 Nov 11 12:34:54.762071 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-d9a9444e-1544-4777-a129-e56798f00712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:54.764381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-d9a9444e-1544-4777-a129-e56798f00712 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2&tenant_id=b90dfe3a925447d4805a42753ab22c23 HTTP/1.1" status: 200 len: 1096 time: 0.1444235 Nov 11 12:34:54.776723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-45d29e77-d7b7-4740-85d6-1c71896c4052 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:34:54.777687 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-45d29e77-d7b7-4740-85d6-1c71896c4052 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059700 Nov 11 12:34:54.790097 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:34:54.847603 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:55.126364 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] For port 59bb9888-6638-40cc-addd-b91094645dc3, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=59bb9888-6638-40cc-addd-b91094645dc3,segment=NetworkSegment(8fe1f00f-e366-43af-808a-11d061557799),segment_id=8fe1f00f-e366-43af-808a-11d061557799)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:55.144277 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de144e-e5d7-4ddd-818e-efd2803e0f5b req-27a12364-1d0a-4554-bc43-04863304d64c tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:55.145834 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51de144e-e5d7-4ddd-818e-efd2803e0f5b req-27a12364-1d0a-4554-bc43-04863304d64c tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0819478 Nov 11 12:34:55.194202 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] For port 59bb9888-6638-40cc-addd-b91094645dc3, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:34:55.247593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51de144e-e5d7-4ddd-818e-efd2803e0f5b req-4ddc371c-e807-4b92-864e-a0d81d00c61e tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930886 Nov 11 12:34:55.251082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a27824-e7bd-4742-9f84-960aa77751f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59bb9888-6638-40cc-addd-b91094645dc3'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:34:55.253474 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22181a60-89ce-4247-9293-7a2bbca09483" -d '{"events": [{"server_uuid": "12a27824-e7bd-4742-9f84-960aa77751f2", "name": "network-vif-unplugged", "status": "completed", "tag": "59bb9888-6638-40cc-addd-b91094645dc3"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:34:55.257365 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:55.276179 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Transition to ACTIVE for port object 59bb9888-6638-40cc-addd-b91094645dc3 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:34:55.282681 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:55.311741 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127e1517-96c2-492c-8601-afda1cd4fe69 x-openstack-request-id: req-127e1517-96c2-492c-8601-afda1cd4fe69 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:34:55.312042 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a27824-e7bd-4742-9f84-960aa77751f2", "name": "network-vif-unplugged", "status": "completed", "tag": "59bb9888-6638-40cc-addd-b91094645dc3", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:34:55.312288 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-127e1517-96c2-492c-8601-afda1cd4fe69 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:34:55.312684 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a27824-e7bd-4742-9f84-960aa77751f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59bb9888-6638-40cc-addd-b91094645dc3', 'code': 200} Nov 11 12:34:55.347742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Pushing event updated for resources: {'Port': ['ID=59bb9888-6638-40cc-addd-b91094645dc3,revision_number=6']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:55.349859 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] No DVR routers for this DVR port 59bb9888-6638-40cc-addd-b91094645dc3 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:34:55.358671 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:55.359018 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:55.359344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:55.359706 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:55.360007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:55.360344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:55.360712 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:55.361101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:55.361561 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:55.361903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:55.362223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:55.362541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:55.400739 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Attempting to bind port 59bb9888-6638-40cc-addd-b91094645dc3 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:34:55.401069 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Attempting to bind port 59bb9888-6638-40cc-addd-b91094645dc3 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '8fe1f00f-e366-43af-808a-11d061557799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4a7fc93e-1fa2-4cbe-8199-51635e856f4f'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:34:55.401387 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Attempting to bind port 59bb9888-6638-40cc-addd-b91094645dc3 on network 4a7fc93e-1fa2-4cbe-8199-51635e856f4f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:34:55.405821 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Port 59bb9888-6638-40cc-addd-b91094645dc3 on network 4a7fc93e-1fa2-4cbe-8199-51635e856f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:34:55.406131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Attempting to bind port 59bb9888-6638-40cc-addd-b91094645dc3 on network 4a7fc93e-1fa2-4cbe-8199-51635e856f4f {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:34:55.411028 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:34:55.411354 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Checking segment: {'id': '8fe1f00f-e366-43af-808a-11d061557799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4a7fc93e-1fa2-4cbe-8199-51635e856f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:34:55.411722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Bound using segment: {'id': '8fe1f00f-e366-43af-808a-11d061557799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4a7fc93e-1fa2-4cbe-8199-51635e856f4f'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:34:55.412135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Bound port: 59bb9888-6638-40cc-addd-b91094645dc3, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe1f00f-e366-43af-808a-11d061557799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4a7fc93e-1fa2-4cbe-8199-51635e856f4f'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:34:55.412475 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:55.476933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] For port 59bb9888-6638-40cc-addd-b91094645dc3, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:34:55.480085 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] For port 59bb9888-6638-40cc-addd-b91094645dc3, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=59bb9888-6638-40cc-addd-b91094645dc3,segment=NetworkSegment(8fe1f00f-e366-43af-808a-11d061557799),segment_id=8fe1f00f-e366-43af-808a-11d061557799)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:34:55.486200 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:55.520584 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:55.521224 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:55.522644 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] 10.222.0.43 "PUT /v2.0/ports/59bb9888-6638-40cc-addd-b91094645dc3 HTTP/1.1" status: 200 len: 1091 time: 0.7362790 Nov 11 12:34:55.546444 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02934dcb-dc01-4e03-abf9-890f31f5941c service neutron] Pushing event updated for resources: {'Port': ['ID=59bb9888-6638-40cc-addd-b91094645dc3,revision_number=7']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:55.623219 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-279ea242-5478-4571-9691-afc2882831bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:55.624749 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-279ea242-5478-4571-9691-afc2882831bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b90dfe3a925447d4805a42753ab22c23&device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 1094 time: 0.0754509 Nov 11 12:34:55.772398 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-c1889777-bc9b-4928-837b-87a56aa1f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:55.779277 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-c1889777-bc9b-4928-837b-87a56aa1f80d service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a7fc93e-1fa2-4cbe-8199-51635e856f4f HTTP/1.1" status: 200 len: 914 time: 0.1470447 Nov 11 12:34:55.840700 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-2fc22677-bcc7-469d-b3cd-e380b3b8faff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59bb9888-6638-40cc-addd-b91094645dc3 HTTP/1.1" status: 200 len: 217 time: 0.0539050 Nov 11 12:34:55.902658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-98063ef3-cec4-4855-8545-7341dfaefee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:55.904143 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-98063ef3-cec4-4855-8545-7341dfaefee4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62457865-70be-463b-bd78-fef6611cfba0 HTTP/1.1" status: 200 len: 852 time: 0.0562286 Nov 11 12:34:56.330443 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-b1a2ba5c-d91e-4f27-b039-2b76d9c9b1c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a7fc93e-1fa2-4cbe-8199-51635e856f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4186523 Nov 11 12:34:56.430287 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1498-7d4e-4766-968a-0c2664c6c120 req-ea35e969-c023-4956-9c53-100770b7efff tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:56.431824 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-222d1498-7d4e-4766-968a-0c2664c6c120 req-ea35e969-c023-4956-9c53-100770b7efff tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 943 time: 0.1040237 Nov 11 12:34:56.465576 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-7e092938-6e8e-42c9-88c7-9a870be23c32 service neutron] 10.222.0.43 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270235 Nov 11 12:34:56.512177 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-222d1498-7d4e-4766-968a-0c2664c6c120 req-97df7f9e-354b-4e85-9ac1-29f28b39946f tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730951 Nov 11 12:34:56.574448 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bb703c1-9178-4277-81d7-bf8e16a4aa41 req-d4c8663e-2fed-460f-8d90-6b19d232622d service neutron] 10.222.0.43 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995839 Nov 11 12:34:57.313817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a27824-e7bd-4742-9f84-960aa77751f2', 'tag': '59bb9888-6638-40cc-addd-b91094645dc3'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:34:57.316242 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ad3839-5228-4e8f-a041-961cae770032" -d '{"events": [{"name": "network-changed", "server_uuid": "12a27824-e7bd-4742-9f84-960aa77751f2", "tag": "59bb9888-6638-40cc-addd-b91094645dc3"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:34:57.366055 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e4791a-8821-47ae-a95c-eb360b0e105d x-openstack-request-id: req-43e4791a-8821-47ae-a95c-eb360b0e105d {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:34:57.366654 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a27824-e7bd-4742-9f84-960aa77751f2", "tag": "59bb9888-6638-40cc-addd-b91094645dc3", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:34:57.366654 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-43e4791a-8821-47ae-a95c-eb360b0e105d {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:34:57.366964 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a27824-e7bd-4742-9f84-960aa77751f2', 'tag': '59bb9888-6638-40cc-addd-b91094645dc3', 'status': 'completed', 'code': 200} Nov 11 12:34:57.430898 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad3839-5228-4e8f-a041-961cae770032 req-a838bb85-0c44-4c57-9ac7-ce480cbcddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:57.431144 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad3839-5228-4e8f-a041-961cae770032 req-5bab3a44-0bc3-442c-9a76-b5254cb0b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:57.432427 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2ad3839-5228-4e8f-a041-961cae770032 req-a838bb85-0c44-4c57-9ac7-ce480cbcddbb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b90dfe3a925447d4805a42753ab22c23&device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 1094 time: 0.0427823 Nov 11 12:34:57.432527 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ad3839-5228-4e8f-a041-961cae770032 req-5bab3a44-0bc3-442c-9a76-b5254cb0b28f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b90dfe3a925447d4805a42753ab22c23&device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 1094 time: 0.0427353 Nov 11 12:34:57.528590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad3839-5228-4e8f-a041-961cae770032 req-73f2939a-bcf0-4181-a507-6c664ffdd9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:57.530176 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2ad3839-5228-4e8f-a041-961cae770032 req-73f2939a-bcf0-4181-a507-6c664ffdd9ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a7fc93e-1fa2-4cbe-8199-51635e856f4f HTTP/1.1" status: 200 len: 914 time: 0.0887361 Nov 11 12:34:57.532893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad3839-5228-4e8f-a041-961cae770032 req-99ed68a6-d303-4426-8041-209fa476052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:57.534535 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ad3839-5228-4e8f-a041-961cae770032 req-99ed68a6-d303-4426-8041-209fa476052a service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a7fc93e-1fa2-4cbe-8199-51635e856f4f HTTP/1.1" status: 200 len: 914 time: 0.0896542 Nov 11 12:34:57.574037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2ad3839-5228-4e8f-a041-961cae770032 req-af66a708-087c-4807-b078-c0b2491bccba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59bb9888-6638-40cc-addd-b91094645dc3 HTTP/1.1" status: 200 len: 217 time: 0.0363491 Nov 11 12:34:57.586881 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ad3839-5228-4e8f-a041-961cae770032 req-f95131b1-0ddb-4ec8-a7ef-1364d47a957a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59bb9888-6638-40cc-addd-b91094645dc3 HTTP/1.1" status: 200 len: 217 time: 0.0389018 Nov 11 12:34:57.636837 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad3839-5228-4e8f-a041-961cae770032 req-759b7c9a-0cd1-4a89-92b2-e73ab14cdee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:57.638313 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ad3839-5228-4e8f-a041-961cae770032 req-759b7c9a-0cd1-4a89-92b2-e73ab14cdee6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=62457865-70be-463b-bd78-fef6611cfba0 HTTP/1.1" status: 200 len: 852 time: 0.0434744 Nov 11 12:34:57.653983 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad3839-5228-4e8f-a041-961cae770032 req-6562c609-8b00-46a9-afbe-bcc00fea022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:57.655456 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2ad3839-5228-4e8f-a041-961cae770032 req-6562c609-8b00-46a9-afbe-bcc00fea022e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62457865-70be-463b-bd78-fef6611cfba0 HTTP/1.1" status: 200 len: 852 time: 0.0733278 Nov 11 12:34:57.670040 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60858e84-ef8b-4eab-b83c-30a58064e494 req-3fa36248-9f37-4246-ac49-8c09f8d9472a tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:57.671455 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60858e84-ef8b-4eab-b83c-30a58064e494 req-3fa36248-9f37-4246-ac49-8c09f8d9472a tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 943 time: 0.0818684 Nov 11 12:34:57.675162 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ad3839-5228-4e8f-a041-961cae770032 req-a57918b9-91a2-43f0-b762-d4a016df8b3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a7fc93e-1fa2-4cbe-8199-51635e856f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251431 Nov 11 12:34:57.701266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2ad3839-5228-4e8f-a041-961cae770032 req-22c84279-765a-4060-af69-0b7486dff242 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a7fc93e-1fa2-4cbe-8199-51635e856f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287688 Nov 11 12:34:57.775470 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ad3839-5228-4e8f-a041-961cae770032 req-01b6f953-2f31-4e0d-831b-7c66e7e22b1f service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880516 Nov 11 12:34:57.787324 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60858e84-ef8b-4eab-b83c-30a58064e494 req-28a2d727-306f-4a0b-959b-2bf582b2717a tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075530 Nov 11 12:34:57.824193 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2ad3839-5228-4e8f-a041-961cae770032 req-319d7384-f98b-45e5-aadf-058e97793e1c service neutron] 10.222.0.43 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150777 Nov 11 12:34:57.877761 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ad3839-5228-4e8f-a041-961cae770032 req-c4327425-d2e7-4844-903a-b74ea7f1f3ca service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904496 Nov 11 12:34:57.915452 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2ad3839-5228-4e8f-a041-961cae770032 req-623c1fb6-bcc0-40fe-89d2-5f5bfdd0e8fc service neutron] 10.222.0.43 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837278 Nov 11 12:34:58.473977 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 59bb9888-6638-40cc-addd-b91094645dc3 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:34:58.572782 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 59bb9888-6638-40cc-addd-b91094645dc3, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=59bb9888-6638-40cc-addd-b91094645dc3,segment=NetworkSegment(8fe1f00f-e366-43af-808a-11d061557799),segment_id=8fe1f00f-e366-43af-808a-11d061557799)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:58.583795 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '59bb9888-6638-40cc-addd-b91094645dc3', 'network_id': '4a7fc93e-1fa2-4cbe-8199-51635e856f4f', 'port_id': '59bb9888-6638-40cc-addd-b91094645dc3', 'mac_address': 'fa:16:3e:5c:93:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62457865-70be-463b-bd78-fef6611cfba0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:34:58.623033 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:58.636323 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59bb9888-6638-40cc-addd-b91094645dc3 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:34:58.659856 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 59bb9888-6638-40cc-addd-b91094645dc3, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=59bb9888-6638-40cc-addd-b91094645dc3,segment=NetworkSegment(8fe1f00f-e366-43af-808a-11d061557799),segment_id=8fe1f00f-e366-43af-808a-11d061557799)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:58.665230 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:58.711737 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=59bb9888-6638-40cc-addd-b91094645dc3,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:58.719550 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:58.719891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:58.720220 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:58.720543 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:58.720868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:58.721188 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:58.721506 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:58.721849 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:58.722163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:58.722474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:58.722785 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:58.723076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:58.918627 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86103db-1e1f-421a-85fd-edea1f56d58f req-3ed57a14-bbcc-434c-9e51-adc5e49e825f tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:58.920146 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f86103db-1e1f-421a-85fd-edea1f56d58f req-3ed57a14-bbcc-434c-9e51-adc5e49e825f tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 944 time: 0.0497906 Nov 11 12:34:58.927512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['59bb9888-6638-40cc-addd-b91094645dc3'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:34:58.973569 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f86103db-1e1f-421a-85fd-edea1f56d58f req-97c7aa1c-eab1-4d98-ae89-99306b147e29 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472426 Nov 11 12:34:59.224462 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-ee83c024-41a3-45e6-aa21-a2967565918c tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:59.225998 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-ee83c024-41a3-45e6-aa21-a2967565918c tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.62 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2&tenant_id=b90dfe3a925447d4805a42753ab22c23&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 944 time: 0.0548759 Nov 11 12:34:59.292528 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-e9af1df9-ee77-429c-b5aa-392f912777ec service neutron] delete failed (client error): The resource could not be found. Nov 11 12:34:59.293447 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-e9af1df9-ee77-429c-b5aa-392f912777ec service neutron] 10.222.0.62 "DELETE /v2.0/ports/59bb9888-6638-40cc-addd-b91094645dc3/bindings/n-h1-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.0540447 Nov 11 12:34:59.319913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 59bb9888-6638-40cc-addd-b91094645dc3 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:34:59.363130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 59bb9888-6638-40cc-addd-b91094645dc3 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:34:59.386395 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-116b7491-2826-4b9c-85a2-1371020d04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:59.387932 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-116b7491-2826-4b9c-85a2-1371020d04b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b90dfe3a925447d4805a42753ab22c23&device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 1095 time: 0.0416996 Nov 11 12:34:59.484556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-14d8c186-fec5-4b5b-b879-c211ca5f3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:59.486092 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-14d8c186-fec5-4b5b-b879-c211ca5f3afb service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a7fc93e-1fa2-4cbe-8199-51635e856f4f HTTP/1.1" status: 200 len: 914 time: 0.0874431 Nov 11 12:34:59.531192 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-068ac50f-042d-4a68-80d8-9aa416183904 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59bb9888-6638-40cc-addd-b91094645dc3 HTTP/1.1" status: 200 len: 217 time: 0.0342441 Nov 11 12:34:59.584279 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-2b77b126-17e0-4c88-9972-a2c9aace7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:59.585641 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-2b77b126-17e0-4c88-9972-a2c9aace7271 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=62457865-70be-463b-bd78-fef6611cfba0 HTTP/1.1" status: 200 len: 852 time: 0.0461779 Nov 11 12:34:59.621556 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-f3b09a0d-4637-4812-8095-c93055bba11c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a7fc93e-1fa2-4cbe-8199-51635e856f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245848 Nov 11 12:34:59.713021 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-4295e2ce-c12a-498c-bab6-3c50503eba64 service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801177 Nov 11 12:34:59.807818 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-cd04f338-f0b2-42e5-b7ca-cb0bf436f380 service neutron] 10.222.0.62 "GET /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849338 Nov 11 12:35:00.473024 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 59bb9888-6638-40cc-addd-b91094645dc3 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:35:00.523381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 59bb9888-6638-40cc-addd-b91094645dc3 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:35:00.528519 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 59bb9888-6638-40cc-addd-b91094645dc3 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:00.528810 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:00.610194 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:00.633494 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a27824-e7bd-4742-9f84-960aa77751f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bb9888-6638-40cc-addd-b91094645dc3'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:35:00.634768 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975fd4c-7f80-4a34-b3e5-6db9a3e0157b req-6744c732-a617-4237-b7e9-3d72b2530dc5 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:00.635617 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c633163-2bed-466e-be5b-05466beb6260" -d '{"events": [{"server_uuid": "12a27824-e7bd-4742-9f84-960aa77751f2", "name": "network-vif-plugged", "status": "completed", "tag": "59bb9888-6638-40cc-addd-b91094645dc3"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:35:00.636270 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f975fd4c-7f80-4a34-b3e5-6db9a3e0157b req-6744c732-a617-4237-b7e9-3d72b2530dc5 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 944 time: 0.0495882 Nov 11 12:35:00.648486 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 59bb9888-6638-40cc-addd-b91094645dc3, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=59bb9888-6638-40cc-addd-b91094645dc3,segment=NetworkSegment(8fe1f00f-e366-43af-808a-11d061557799),segment_id=8fe1f00f-e366-43af-808a-11d061557799)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:00.653957 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:00.679022 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e69144-d131-4e7e-96da-74e11317434b x-openstack-request-id: req-57e69144-d131-4e7e-96da-74e11317434b {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:35:00.679312 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a27824-e7bd-4742-9f84-960aa77751f2", "name": "network-vif-plugged", "status": "completed", "tag": "59bb9888-6638-40cc-addd-b91094645dc3", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:35:00.679557 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57e69144-d131-4e7e-96da-74e11317434b {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:35:00.679935 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a27824-e7bd-4742-9f84-960aa77751f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bb9888-6638-40cc-addd-b91094645dc3', 'code': 200} Nov 11 12:35:00.691244 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f975fd4c-7f80-4a34-b3e5-6db9a3e0157b req-7f123d96-f066-44a7-9b1e-d3b8efa31883 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486526 Nov 11 12:35:00.704084 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=59bb9888-6638-40cc-addd-b91094645dc3,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:01.812541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3335cee-3208-4178-b256-7191fd54b179 req-82e313a0-98d1-46c3-83f2-6ba5700184dc tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:01.814097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3335cee-3208-4178-b256-7191fd54b179 req-82e313a0-98d1-46c3-83f2-6ba5700184dc tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0521865 Nov 11 12:35:01.891372 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-08ccd5cf-4360-4454-914b-2c1e25090333 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:01.892821 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-08ccd5cf-4360-4454-914b-2c1e25090333 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.43 "GET /v2.0/ports?device_id=12a27824-e7bd-4742-9f84-960aa77751f2 HTTP/1.1" status: 200 len: 945 time: 0.0778718 Nov 11 12:35:01.896382 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3335cee-3208-4178-b256-7191fd54b179 req-1b563560-89cc-4afc-9162-f524c10d8217 tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737436 Nov 11 12:35:01.983718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-4c52ea04-1c94-4c21-847e-5443aacd0d6b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Deleting port 59bb9888-6638-40cc-addd-b91094645dc3 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:35:01.983993 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-4c52ea04-1c94-4c21-847e-5443aacd0d6b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:02.077731 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-4c52ea04-1c94-4c21-847e-5443aacd0d6b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] For port 59bb9888-6638-40cc-addd-b91094645dc3, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=59bb9888-6638-40cc-addd-b91094645dc3,segment=NetworkSegment(8fe1f00f-e366-43af-808a-11d061557799),segment_id=8fe1f00f-e366-43af-808a-11d061557799)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:02.078101 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-4c52ea04-1c94-4c21-847e-5443aacd0d6b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:02.091447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-4c52ea04-1c94-4c21-847e-5443aacd0d6b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Calling delete_port for 59bb9888-6638-40cc-addd-b91094645dc3 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:35:02.224595 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-4c52ea04-1c94-4c21-847e-5443aacd0d6b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:02.236070 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['59bb9888-6638-40cc-addd-b91094645dc3'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:35:02.253154 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52ea04-1c94-4c21-847e-5443aacd0d6b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Pushing event deleted for resources: {'Port': ['ID=59bb9888-6638-40cc-addd-b91094645dc3,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:02.292593 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-4c52ea04-1c94-4c21-847e-5443aacd0d6b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] No DVR routers for this DVR port 59bb9888-6638-40cc-addd-b91094645dc3 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:35:02.295362 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-4c52ea04-1c94-4c21-847e-5443aacd0d6b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:02.298755 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6b25a568-02b2-444d-9f2f-282a54b2da24 req-4c52ea04-1c94-4c21-847e-5443aacd0d6b tempest-DeleteServersTestJSON-1698714090 tempest-DeleteServersTestJSON-1698714090-project] 10.222.0.43 "DELETE /v2.0/ports/59bb9888-6638-40cc-addd-b91094645dc3 HTTP/1.1" status: 204 len: 173 time: 0.4001377 Nov 11 12:35:02.299194 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a27824-e7bd-4742-9f84-960aa77751f2', 'name': 'network-vif-deleted', 'tag': '59bb9888-6638-40cc-addd-b91094645dc3'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:35:02.301531 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5134ed12-7075-4f7b-8050-4eb481f070fc" -d '{"events": [{"server_uuid": "12a27824-e7bd-4742-9f84-960aa77751f2", "name": "network-vif-deleted", "tag": "59bb9888-6638-40cc-addd-b91094645dc3"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:35:02.338397 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701343be-7f8b-4c3e-9034-df1f7ad2d286 x-openstack-request-id: req-701343be-7f8b-4c3e-9034-df1f7ad2d286 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:35:02.338697 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a27824-e7bd-4742-9f84-960aa77751f2", "name": "network-vif-deleted", "tag": "59bb9888-6638-40cc-addd-b91094645dc3", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:35:02.338949 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-701343be-7f8b-4c3e-9034-df1f7ad2d286 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:35:02.339363 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a27824-e7bd-4742-9f84-960aa77751f2', 'name': 'network-vif-deleted', 'tag': '59bb9888-6638-40cc-addd-b91094645dc3', 'status': 'completed', 'code': 200} Nov 11 12:35:03.036471 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42572) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:03.081224 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-19aa16cf-0739-4e38-9ba9-0979fcbbeb75 admin admin] Deleting subnet 62457865-70be-463b-bd78-fef6611cfba0 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:35:03.084626 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19aa16cf-0739-4e38-9ba9-0979fcbbeb75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:03.124812 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19aa16cf-0739-4e38-9ba9-0979fcbbeb75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:03.165561 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19aa16cf-0739-4e38-9ba9-0979fcbbeb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:03.224951 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19aa16cf-0739-4e38-9ba9-0979fcbbeb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:03.255321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa16cf-0739-4e38-9ba9-0979fcbbeb75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62457865-70be-463b-bd78-fef6611cfba0,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:03.259122 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19aa16cf-0739-4e38-9ba9-0979fcbbeb75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:03.262371 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-19aa16cf-0739-4e38-9ba9-0979fcbbeb75 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/62457865-70be-463b-bd78-fef6611cfba0 HTTP/1.1" status: 204 len: 168 time: 0.2248831 Nov 11 12:35:03.265065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42574) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:03.336200 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-648a56e9-6315-42eb-8f87-a0ba641c8bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:03.417038 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-648a56e9-6315-42eb-8f87-a0ba641c8bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:03.437045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-648a56e9-6315-42eb-8f87-a0ba641c8bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7fc93e-1fa2-4cbe-8199-51635e856f4f']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:03.446254 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-648a56e9-6315-42eb-8f87-a0ba641c8bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe1f00f-e366-43af-808a-11d061557799') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:03.446541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-648a56e9-6315-42eb-8f87-a0ba641c8bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe1f00f-e366-43af-808a-11d061557799') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:03.455870 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-648a56e9-6315-42eb-8f87-a0ba641c8bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:03.470027 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-648a56e9-6315-42eb-8f87-a0ba641c8bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:03.480131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648a56e9-6315-42eb-8f87-a0ba641c8bb1 admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:35:03.480544 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-648a56e9-6315-42eb-8f87-a0ba641c8bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:35:03.482449 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:35:03.536918 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-648a56e9-6315-42eb-8f87-a0ba641c8bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:03.542935 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-648a56e9-6315-42eb-8f87-a0ba641c8bb1 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:03.546294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-648a56e9-6315-42eb-8f87-a0ba641c8bb1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4a7fc93e-1fa2-4cbe-8199-51635e856f4f HTTP/1.1" status: 204 len: 168 time: 0.2802753 Nov 11 12:35:03.560904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a56e9-6315-42eb-8f87-a0ba641c8bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a7fc93e-1fa2-4cbe-8199-51635e856f4f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:03.672768 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42578) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:03.713169 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-fd80ec14-7721-4cb5-a72a-b2d5eebfcfe5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b90dfe3a925447d4805a42753ab22c23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390656 Nov 11 12:35:03.715843 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42580) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:03.770226 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ce0c52c3-4fa5-46df-b4d2-ee1699a69d32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:03.790981 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ce0c52c3-4fa5-46df-b4d2-ee1699a69d32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:03.840349 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ce0c52c3-4fa5-46df-b4d2-ee1699a69d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:03.842974 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ce0c52c3-4fa5-46df-b4d2-ee1699a69d32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:03.844127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ce0c52c3-4fa5-46df-b4d2-ee1699a69d32 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5ca7cff7-cfe4-42d8-afc7-3db9294b65d7 HTTP/1.1" status: 204 len: 168 time: 0.1274145 Nov 11 12:35:03.851775 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c52c3-4fa5-46df-b4d2-ee1699a69d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca7cff7-cfe4-42d8-afc7-3db9294b65d7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:04.549455 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42602) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:04.663766 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-3c4a2b13-fdba-47b3-8cc9-5afc34a319da admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1948432951-network', 'tenant_id': '2c5e19ebec2a411c94aae12cf8a94ea8'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:35:04.690279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4a2b13-fdba-47b3-8cc9-5afc34a319da admin admin] Made reservation on behalf of 2c5e19ebec2a411c94aae12cf8a94ea8 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:35:04.692814 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c4a2b13-fdba-47b3-8cc9-5afc34a319da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:04.701638 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c4a2b13-fdba-47b3-8cc9-5afc34a319da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:04.783888 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c4a2b13-fdba-47b3-8cc9-5afc34a319da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:04.789387 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c4a2b13-fdba-47b3-8cc9-5afc34a319da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:04.814341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4a2b13-fdba-47b3-8cc9-5afc34a319da admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:35:04.823394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a2b13-fdba-47b3-8cc9-5afc34a319da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998f5da8-f635-49cc-a75a-d71d3d21558f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:04.830908 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c4a2b13-fdba-47b3-8cc9-5afc34a319da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:04.831820 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-3c4a2b13-fdba-47b3-8cc9-5afc34a319da admin admin] Added segment c31536fc-a349-48b8-aa84-e46108d1eb1f of type vlan for network f98daafe-616f-481d-a549-d7e7ea0dabf6 Nov 11 12:35:04.880707 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c4a2b13-fdba-47b3-8cc9-5afc34a319da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:04.918831 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c4a2b13-fdba-47b3-8cc9-5afc34a319da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:04.919890 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4a2b13-fdba-47b3-8cc9-5afc34a319da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:04.920667 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3c4a2b13-fdba-47b3-8cc9-5afc34a319da admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:04.977623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3c4a2b13-fdba-47b3-8cc9-5afc34a319da admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4265141 Nov 11 12:35:04.981241 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42606) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:04.985727 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a2b13-fdba-47b3-8cc9-5afc34a319da admin admin] Pushing event updated for resources: {'Network': ['ID=f98daafe-616f-481d-a549-d7e7ea0dabf6,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:04.986411 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Request body: {'subnet': {'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1948432951-subnet', 'tenant_id': '2c5e19ebec2a411c94aae12cf8a94ea8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:35:04.996573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network f98daafe-616f-481d-a549-d7e7ea0dabf6 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:35:05.013058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Made reservation on behalf of 2c5e19ebec2a411c94aae12cf8a94ea8 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:35:05.015977 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:05.188088 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:05.242688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=df9b16b5-5819-46b8-8d28-49690eeaf3e3,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:05.255425 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:05.255769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:05.256104 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:05.256431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:05.256756 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:05.257082 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:05.257403 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:05.257757 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:05.258078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:05.258401 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:05.258715 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:05.259011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:05.262314 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Checking segment: {'id': 'c31536fc-a349-48b8-aa84-e46108d1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:35:05.262677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Network hostable DHCP agents. Network: f98daafe-616f-481d-a549-d7e7ea0dabf6, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:35:05.285730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Network f98daafe-616f-481d-a549-d7e7ea0dabf6 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:35:05.299503 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, f98daafe-616f-481d-a549-d7e7ea0dabf6) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:35:05.304242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:05.304835 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:05.309850 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47723560-42d6-463b-af04-efec8d8fafbc None None] Network f98daafe-616f-481d-a549-d7e7ea0dabf6 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:35:05.322915 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-91d97b0a-5099-402d-9374-7dd3b1ab8faf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3404827 Nov 11 12:35:05.387982 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:35:05.438359 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8841e2bd-0e58-4bbf-837b-693b170aab7c None None] Network f98daafe-616f-481d-a549-d7e7ea0dabf6 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:35:05.875099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-988617b1-eb2f-441b-8199-0b0d0423932b tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:05.876637 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-988617b1-eb2f-441b-8199-0b0d0423932b tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/networks?id=f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 200 len: 815 time: 0.1081576 Nov 11 12:35:05.886302 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1dda7f94-6931-4d83-8d6f-432a6bef1dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:05.894523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-9ed272a7-f1dd-4c4a-b28c-42066df31ecc tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/quotas/2c5e19ebec2a411c94aae12cf8a94ea8 HTTP/1.1" status: 200 len: 375 time: 0.0116556 Nov 11 12:35:05.928058 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-d46e6fbc-e5b8-46df-8dce-ee1fd453b7f7 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275960 Nov 11 12:35:05.938835 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-8829daa8-8c88-46de-bc28-aa90d6800291 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:35:05.939791 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-8829daa8-8c88-46de-bc28-aa90d6800291 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050302 Nov 11 12:35:06.038915 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-cae86c9c-d115-489e-afbf-178d25383c88 service neutron] 10.222.0.65 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933821 Nov 11 12:35:06.131938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-9acea686-c4fd-4806-ae20-8c104c85a60c service neutron] 10.222.0.65 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862095 Nov 11 12:35:06.372814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6ca867db-7be7-44c2-8480-3c8abcbe18d0 req-f0e43087-a811-4138-8797-d0701cc2f5ba tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 210 time: 0.0907142 Nov 11 12:35:06.504859 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 59bb9888-6638-40cc-addd-b91094645dc3 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:35:06.525774 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 59bb9888-6638-40cc-addd-b91094645dc3 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:35:06.526127 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 59bb9888-6638-40cc-addd-b91094645dc3 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:35:07.264497 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-3dd767bd-fb95-40fa-b27e-f4b339bf27b6 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:07.266009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-3dd767bd-fb95-40fa-b27e-f4b339bf27b6 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.43 "GET /v2.0/networks?id=f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 200 len: 815 time: 0.1080046 Nov 11 12:35:07.280037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-8ff04314-4a5a-460c-a223-f76ac567c88f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Request body: {'port': {'device_id': 'b5dc59ea-382a-4da5-9daf-5039482136ac', 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6', 'admin_state_up': True, 'tenant_id': '2c5e19ebec2a411c94aae12cf8a94ea8'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:35:07.392528 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-8ff04314-4a5a-460c-a223-f76ac567c88f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Made reservation on behalf of 2c5e19ebec2a411c94aae12cf8a94ea8 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:35:07.396153 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-8ff04314-4a5a-460c-a223-f76ac567c88f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:07.481523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c6527aa6-91b0-41a1-b921-f2eaa1ac30f7 req-f86fd7c5-9653-4f4d-8f60-4c40715f9350 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 210 time: 0.0338972 Nov 11 12:35:07.542536 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-8ff04314-4a5a-460c-a223-f76ac567c88f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Allocated IP 172.20.0.12 (f98daafe-616f-481d-a549-d7e7ea0dabf6/df9b16b5-5819-46b8-8d28-49690eeaf3e3/603133c4-f30f-4ba7-a32b-74494e9419f8) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:35:07.691252 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-8ff04314-4a5a-460c-a223-f76ac567c88f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:07.727203 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-8ff04314-4a5a-460c-a223-f76ac567c88f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:07.774307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-8ff04314-4a5a-460c-a223-f76ac567c88f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Network f98daafe-616f-481d-a549-d7e7ea0dabf6 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:35:07.778249 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-8ff04314-4a5a-460c-a223-f76ac567c88f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:35:07.782659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-8ff04314-4a5a-460c-a223-f76ac567c88f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:35:07.789158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff04314-4a5a-460c-a223-f76ac567c88f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Pushing event updated for resources: {'Port': ['ID=603133c4-f30f-4ba7-a32b-74494e9419f8,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:07.834102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-8ff04314-4a5a-460c-a223-f76ac567c88f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:07.834703 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-8ff04314-4a5a-460c-a223-f76ac567c88f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:07.851065 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-8ff04314-4a5a-460c-a223-f76ac567c88f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5755513 Nov 11 12:35:07.862934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Request body: {'port': {'device_id': 'b5dc59ea-382a-4da5-9daf-5039482136ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:35:07.914614 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:08.131497 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8fe3fe07-8675-48ae-9b7b-9b6173850ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:08.189136 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 603133c4-f30f-4ba7-a32b-74494e9419f8 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:35:08.196755 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:08.208785 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Transition to ACTIVE for port object 603133c4-f30f-4ba7-a32b-74494e9419f8 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:35:08.214823 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:08.271742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Pushing event updated for resources: {'Port': ['ID=603133c4-f30f-4ba7-a32b-74494e9419f8,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:08.341766 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Attempting to bind port 603133c4-f30f-4ba7-a32b-74494e9419f8 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:35:08.342112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Attempting to bind port 603133c4-f30f-4ba7-a32b-74494e9419f8 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'c31536fc-a349-48b8-aa84-e46108d1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:35:08.342461 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Attempting to bind port 603133c4-f30f-4ba7-a32b-74494e9419f8 on network f98daafe-616f-481d-a549-d7e7ea0dabf6 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:35:08.347093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Port 603133c4-f30f-4ba7-a32b-74494e9419f8 on network f98daafe-616f-481d-a549-d7e7ea0dabf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:35:08.347406 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Attempting to bind port 603133c4-f30f-4ba7-a32b-74494e9419f8 on network f98daafe-616f-481d-a549-d7e7ea0dabf6 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:35:08.352344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:35:08.352669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Checking segment: {'id': 'c31536fc-a349-48b8-aa84-e46108d1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:35:08.353040 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Bound using segment: {'id': 'c31536fc-a349-48b8-aa84-e46108d1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:35:08.353488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Bound port: 603133c4-f30f-4ba7-a32b-74494e9419f8, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31536fc-a349-48b8-aa84-e46108d1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:35:08.353851 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:08.419021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] For port 603133c4-f30f-4ba7-a32b-74494e9419f8, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:35:08.422001 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] For port 603133c4-f30f-4ba7-a32b-74494e9419f8, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=603133c4-f30f-4ba7-a32b-74494e9419f8,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:35:08.429474 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:08.465609 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:08.466253 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:08.467711 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] 10.222.0.43 "PUT /v2.0/ports/603133c4-f30f-4ba7-a32b-74494e9419f8 HTTP/1.1" status: 200 len: 1092 time: 0.6088231 Nov 11 12:35:08.468144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dc59ea-382a-4da5-9daf-5039482136ac', 'tag': '603133c4-f30f-4ba7-a32b-74494e9419f8'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:35:08.470514 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee19d5c-74d3-46eb-9542-151b583b0246" -d '{"events": [{"name": "network-changed", "server_uuid": "b5dc59ea-382a-4da5-9daf-5039482136ac", "tag": "603133c4-f30f-4ba7-a32b-74494e9419f8"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:35:08.493098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d91ef8-e1ac-4da8-9e98-6edabcfcd559 service neutron] Pushing event updated for resources: {'Port': ['ID=603133c4-f30f-4ba7-a32b-74494e9419f8,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:08.515095 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41336eb6-31aa-4566-a211-6002a0af4513 x-openstack-request-id: req-41336eb6-31aa-4566-a211-6002a0af4513 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:35:08.515389 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5dc59ea-382a-4da5-9daf-5039482136ac", "tag": "603133c4-f30f-4ba7-a32b-74494e9419f8", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:35:08.515672 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41336eb6-31aa-4566-a211-6002a0af4513 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:35:08.516082 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5dc59ea-382a-4da5-9daf-5039482136ac', 'tag': '603133c4-f30f-4ba7-a32b-74494e9419f8', 'status': 'completed', 'code': 200} Nov 11 12:35:08.584407 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-403ae85e-88d5-4742-9560-964c9bfc9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:08.585948 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-403ae85e-88d5-4742-9560-964c9bfc9a08 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 1095 time: 0.0633199 Nov 11 12:35:08.895805 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-0a0f130b-0e8e-4746-99a2-bf444f6a5c61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=603133c4-f30f-4ba7-a32b-74494e9419f8 HTTP/1.1" status: 200 len: 217 time: 0.3023200 Nov 11 12:35:08.908524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717c741-e38b-46c0-a5c3-f4625c7094ca req-26c54329-26a6-4172-93b9-effa05fadc2d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:08.909956 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e717c741-e38b-46c0-a5c3-f4625c7094ca req-26c54329-26a6-4172-93b9-effa05fadc2d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 944 time: 0.3556614 Nov 11 12:35:08.971663 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-80cd5bd7-0cf6-4883-9a20-77fd78ab83ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:08.973103 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-80cd5bd7-0cf6-4883-9a20-77fd78ab83ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df9b16b5-5819-46b8-8d28-49690eeaf3e3 HTTP/1.1" status: 200 len: 855 time: 0.0623298 Nov 11 12:35:08.998444 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e717c741-e38b-46c0-a5c3-f4625c7094ca req-ca66bafe-2bc5-4314-b027-0b67e038045a tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806165 Nov 11 12:35:09.012611 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-6b577127-521b-477f-9d95-d893fb60876a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f98daafe-616f-481d-a549-d7e7ea0dabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301192 Nov 11 12:35:09.106419 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-4c20fba5-29a4-402f-87df-c3469feb7234 service neutron] 10.222.0.43 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864682 Nov 11 12:35:09.142565 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:09.200884 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ad81bf2-a045-49a5-9a66-3cc01a18fcb4 req-f5f69ae8-8290-4ba8-be35-88b4a6d9e24f service neutron] 10.222.0.43 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863464 Nov 11 12:35:09.298419 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee19d5c-74d3-46eb-9542-151b583b0246 req-85d415f9-5464-4652-a531-fa1f72c6c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:09.299933 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ee19d5c-74d3-46eb-9542-151b583b0246 req-85d415f9-5464-4652-a531-fa1f72c6c2bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 1095 time: 0.0504346 Nov 11 12:35:09.399798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee19d5c-74d3-46eb-9542-151b583b0246 req-67a7f242-c0dc-4265-8a3c-7472685babdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:09.402068 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ee19d5c-74d3-46eb-9542-151b583b0246 req-67a7f242-c0dc-4265-8a3c-7472685babdf service neutron] 10.222.0.43 "GET /v2.0/networks?id=f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 200 len: 917 time: 0.0948710 Nov 11 12:35:09.451867 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ee19d5c-74d3-46eb-9542-151b583b0246 req-1fce95f8-c2fa-4a2c-9eb3-f2204fd97863 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=603133c4-f30f-4ba7-a32b-74494e9419f8 HTTP/1.1" status: 200 len: 217 time: 0.0407121 Nov 11 12:35:09.511191 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee19d5c-74d3-46eb-9542-151b583b0246 req-9e88cd9a-5f10-44d7-a8c0-9326a7868d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:09.512653 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ee19d5c-74d3-46eb-9542-151b583b0246 req-9e88cd9a-5f10-44d7-a8c0-9326a7868d94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df9b16b5-5819-46b8-8d28-49690eeaf3e3 HTTP/1.1" status: 200 len: 855 time: 0.0526254 Nov 11 12:35:09.544733 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ee19d5c-74d3-46eb-9542-151b583b0246 req-e3d0b495-0fe5-4041-9a90-16c1d0bbf4fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f98daafe-616f-481d-a549-d7e7ea0dabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241134 Nov 11 12:35:09.642445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ee19d5c-74d3-46eb-9542-151b583b0246 req-e9c3b209-d5c7-4445-be43-31551d633e71 service neutron] 10.222.0.43 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904109 Nov 11 12:35:09.733087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ee19d5c-74d3-46eb-9542-151b583b0246 req-2c61fde1-b8ee-4ea8-8931-0c7297cd9b69 service neutron] 10.222.0.43 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822651 Nov 11 12:35:10.125773 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3be1-8a0c-48c4-b146-ee4377e04cde req-4fdbd011-18b3-4a2f-a92f-f1173c7802bd tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:10.127276 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb2e3be1-8a0c-48c4-b146-ee4377e04cde req-4fdbd011-18b3-4a2f-a92f-f1173c7802bd tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 944 time: 0.0517938 Nov 11 12:35:10.178291 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bb2e3be1-8a0c-48c4-b146-ee4377e04cde req-03371bee-3e46-478a-9cad-8dd2efbad1c2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449750 Nov 11 12:35:10.675413 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:11.310172 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:11.312077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ed045-f8a4-4a7c-84af-50124a09bfde req-bdb0a30b-a339-4912-8980-93df1297213d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:11.313807 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b32ed045-f8a4-4a7c-84af-50124a09bfde req-bdb0a30b-a339-4912-8980-93df1297213d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 944 time: 0.0570989 Nov 11 12:35:11.371356 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b32ed045-f8a4-4a7c-84af-50124a09bfde req-8c372594-6fe1-4c53-af4d-0bfeaa04d3c4 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514619 Nov 11 12:35:12.502601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e80ba-725d-4763-a282-49dc4bed3bc8 req-2614a9d8-b894-492c-9696-3e0986a14b5f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:12.504060 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b44e80ba-725d-4763-a282-49dc4bed3bc8 req-2614a9d8-b894-492c-9696-3e0986a14b5f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 944 time: 0.0568600 Nov 11 12:35:12.534387 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 603133c4-f30f-4ba7-a32b-74494e9419f8 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:35:12.555188 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b44e80ba-725d-4763-a282-49dc4bed3bc8 req-d201d8fc-16de-440e-bafb-19f4b78f9417 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438104 Nov 11 12:35:12.637491 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 603133c4-f30f-4ba7-a32b-74494e9419f8, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=603133c4-f30f-4ba7-a32b-74494e9419f8,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:12.650201 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '603133c4-f30f-4ba7-a32b-74494e9419f8', 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6', 'port_id': '603133c4-f30f-4ba7-a32b-74494e9419f8', 'mac_address': 'fa:16:3e:9a:1c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9b16b5-5819-46b8-8d28-49690eeaf3e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:35:12.688051 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:12.700979 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603133c4-f30f-4ba7-a32b-74494e9419f8 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:35:12.722410 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 603133c4-f30f-4ba7-a32b-74494e9419f8, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=603133c4-f30f-4ba7-a32b-74494e9419f8,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:12.729194 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:12.777082 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=603133c4-f30f-4ba7-a32b-74494e9419f8,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:12.919139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['603133c4-f30f-4ba7-a32b-74494e9419f8'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:35:13.681320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e66304-c92b-4d39-a00d-fd8b8e23f9b0 req-d2ada52b-3173-4fe6-86d6-2ec94ea91975 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:13.682853 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-01e66304-c92b-4d39-a00d-fd8b8e23f9b0 req-d2ada52b-3173-4fe6-86d6-2ec94ea91975 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 945 time: 0.0542331 Nov 11 12:35:13.732242 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-01e66304-c92b-4d39-a00d-fd8b8e23f9b0 req-e29b461a-a6dc-459e-9b88-4ab27a7e9810 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406799 Nov 11 12:35:14.535802 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 603133c4-f30f-4ba7-a32b-74494e9419f8 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:35:14.599248 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 603133c4-f30f-4ba7-a32b-74494e9419f8 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:35:14.603390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 603133c4-f30f-4ba7-a32b-74494e9419f8 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:14.603761 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:14.686892 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:14.711157 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dc59ea-382a-4da5-9daf-5039482136ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603133c4-f30f-4ba7-a32b-74494e9419f8'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:35:14.713398 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fbd733-55d8-4cf2-8187-62a1672a76c2" -d '{"events": [{"server_uuid": "b5dc59ea-382a-4da5-9daf-5039482136ac", "name": "network-vif-plugged", "status": "completed", "tag": "603133c4-f30f-4ba7-a32b-74494e9419f8"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:35:14.726604 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 603133c4-f30f-4ba7-a32b-74494e9419f8, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=603133c4-f30f-4ba7-a32b-74494e9419f8,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:14.731963 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:14.755513 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f876ed44-806c-482e-b108-9fcf5f4e3a6f x-openstack-request-id: req-f876ed44-806c-482e-b108-9fcf5f4e3a6f {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:35:14.755799 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dc59ea-382a-4da5-9daf-5039482136ac", "name": "network-vif-plugged", "status": "completed", "tag": "603133c4-f30f-4ba7-a32b-74494e9419f8", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:35:14.756044 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f876ed44-806c-482e-b108-9fcf5f4e3a6f {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:35:14.756430 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dc59ea-382a-4da5-9daf-5039482136ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603133c4-f30f-4ba7-a32b-74494e9419f8', 'code': 200} Nov 11 12:35:14.787567 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=603133c4-f30f-4ba7-a32b-74494e9419f8,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:14.886687 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee8b96-9b4f-466b-9f89-fd802b432823 req-b943032b-4b55-4733-b8d9-a27bad60d5ab tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:14.888188 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eaee8b96-9b4f-466b-9f89-fd802b432823 req-b943032b-4b55-4733-b8d9-a27bad60d5ab tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0746429 Nov 11 12:35:14.890947 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36f0e8-71be-4d89-8863-a0acd082dc8b req-9f0a90e8-4d45-4290-85f1-7ba30a86302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:14.892277 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f36f0e8-71be-4d89-8863-a0acd082dc8b req-9f0a90e8-4d45-4290-85f1-7ba30a86302c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 1097 time: 0.0695782 Nov 11 12:35:14.964264 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eaee8b96-9b4f-466b-9f89-fd802b432823 req-18dd3617-8c51-4e32-988f-0b8d3ed3eb7d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698578 Nov 11 12:35:14.966622 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f36f0e8-71be-4d89-8863-a0acd082dc8b req-f1482bee-4064-4388-940b-4539b155ad95 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656245 Nov 11 12:35:16.085651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a7bf9-1c8d-4eae-8dae-edde1d3cbb18 req-2b0db971-8527-46e8-aaef-ad02177d693e tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:16.087175 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e70a7bf9-1c8d-4eae-8dae-edde1d3cbb18 req-2b0db971-8527-46e8-aaef-ad02177d693e tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0498376 Nov 11 12:35:16.135288 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e70a7bf9-1c8d-4eae-8dae-edde1d3cbb18 req-946be264-d4d7-44e2-8e93-f1a4ee15ee73 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419793 Nov 11 12:35:16.196696 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:17.260078 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca91d89-98cd-46cb-8663-18d50d9ca744 req-ba329431-8687-41ff-b1cd-71f0c4d8c257 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:17.261766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eca91d89-98cd-46cb-8663-18d50d9ca744 req-ba329431-8687-41ff-b1cd-71f0c4d8c257 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0571604 Nov 11 12:35:17.313631 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eca91d89-98cd-46cb-8663-18d50d9ca744 req-f01cfc0e-53fa-4d94-8b2f-e8a4d46841c9 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456460 Nov 11 12:35:17.434392 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f5cda-e87f-4364-a398-7a48e9d39b1d req-54fc055b-6e94-49bd-b37b-bee0cce7fb63 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:17.435910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a46f5cda-e87f-4364-a398-7a48e9d39b1d req-54fc055b-6e94-49bd-b37b-bee0cce7fb63 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0540731 Nov 11 12:35:17.486318 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a46f5cda-e87f-4364-a398-7a48e9d39b1d req-b349ddb9-52b1-4e1c-916f-638de229df08 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 Nov 11 12:35:17.716508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b6f40-c73c-400b-b7db-ed7a590a822f req-448ce7b0-23b2-463a-8fc5-2fc537854273 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:17.718078 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c7b6f40-c73c-400b-b7db-ed7a590a822f req-448ce7b0-23b2-463a-8fc5-2fc537854273 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0583804 Nov 11 12:35:17.767057 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c7b6f40-c73c-400b-b7db-ed7a590a822f req-6ce88afa-87df-4e13-bd16-0981de1efdfb tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430458 Nov 11 12:35:17.894995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d55dd-d089-4f8f-be73-1f6a6ae64447 req-4474f2f8-3065-45c9-be8d-6254e4aa6af6 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:17.896748 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a38d55dd-d089-4f8f-be73-1f6a6ae64447 req-4474f2f8-3065-45c9-be8d-6254e4aa6af6 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0599685 Nov 11 12:35:17.951951 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a38d55dd-d089-4f8f-be73-1f6a6ae64447 req-342bccbc-d441-4f92-a737-943e2fa0853d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454588 Nov 11 12:35:18.238134 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-a71f653d-add1-44b4-b715-aa878eb39125 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0659554 Nov 11 12:35:18.249105 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595014d-8a61-4a2f-a8d3-5bd2b4db5607 req-31aff3cf-76fc-437a-8234-a179462aa103 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:18.250546 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6595014d-8a61-4a2f-a8d3-5bd2b4db5607 req-31aff3cf-76fc-437a-8234-a179462aa103 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0704050 Nov 11 12:35:18.302913 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6595014d-8a61-4a2f-a8d3-5bd2b4db5607 req-30ada92a-20ec-43bd-9b2a-97214b47e9d5 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457351 Nov 11 12:35:19.431457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772ba58-d9c2-438a-a8f9-f90af278229d req-7e1daddb-23a5-4b6a-9eb1-bde0e028bd94 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:19.432965 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5772ba58-d9c2-438a-a8f9-f90af278229d req-7e1daddb-23a5-4b6a-9eb1-bde0e028bd94 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0574493 Nov 11 12:35:19.486237 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5772ba58-d9c2-438a-a8f9-f90af278229d req-6effe632-e511-4441-80da-1f728d339acc tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459738 Nov 11 12:35:19.530821 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-8b81d73d-53af-4b26-9820-936a3b789d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:19.532405 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-8b81d73d-53af-4b26-9820-936a3b789d28 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 1097 time: 0.0432782 Nov 11 12:35:19.625863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-afb88dc9-549c-4019-87f6-061c58ed48b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:19.627352 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-afb88dc9-549c-4019-87f6-061c58ed48b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 200 len: 917 time: 0.0868599 Nov 11 12:35:19.668004 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-6cfbf6c7-83e6-4e1a-9de5-c792eef017a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=603133c4-f30f-4ba7-a32b-74494e9419f8 HTTP/1.1" status: 200 len: 217 time: 0.0333629 Nov 11 12:35:19.718111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-8efe8982-f48f-4229-8e85-ccdc9448aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:19.719521 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-8efe8982-f48f-4229-8e85-ccdc9448aeae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df9b16b5-5819-46b8-8d28-49690eeaf3e3 HTTP/1.1" status: 200 len: 855 time: 0.0448756 Nov 11 12:35:19.754042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-e8ee1040-9dac-43ab-bccd-481b46b571df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f98daafe-616f-481d-a549-d7e7ea0dabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280330 Nov 11 12:35:19.843741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-e29f8e83-f7e1-4303-978d-50a0b836a7c5 service neutron] 10.222.0.43 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830140 Nov 11 12:35:19.937675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-c52e19d0-7eb0-48f2-a0ff-bc768d62a151 service neutron] 10.222.0.43 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867841 Nov 11 12:35:20.613904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b826f6-ed0b-4e6d-83bf-5af17fefc8af req-7433a633-7649-43e0-be5a-45c458e10dd5 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:20.615437 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-52b826f6-ed0b-4e6d-83bf-5af17fefc8af req-7433a633-7649-43e0-be5a-45c458e10dd5 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0568540 Nov 11 12:35:20.666493 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-52b826f6-ed0b-4e6d-83bf-5af17fefc8af req-c24baf1e-a939-45ba-9be0-22222fbd193d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419910 Nov 11 12:35:21.799918 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fbc22-90a7-47fd-9df8-46b931fa1373 req-4c690ab9-7a10-4c5d-ae17-0c6f5d31325a tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:21.801389 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da9fbc22-90a7-47fd-9df8-46b931fa1373 req-4c690ab9-7a10-4c5d-ae17-0c6f5d31325a tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0496309 Nov 11 12:35:21.856304 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da9fbc22-90a7-47fd-9df8-46b931fa1373 req-3c9f674c-c3e3-40be-ac47-cc1059d064fa tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461755 Nov 11 12:35:21.919765 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:22.981065 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c9e6c-fc1c-4d46-acf1-8a62794b8191 req-26bf4d25-6fba-47ca-abb9-6e4bb379f21c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:22.982580 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8e3c9e6c-fc1c-4d46-acf1-8a62794b8191 req-26bf4d25-6fba-47ca-abb9-6e4bb379f21c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0524039 Nov 11 12:35:23.030881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8e3c9e6c-fc1c-4d46-acf1-8a62794b8191 req-34390835-2667-4fdb-9eab-df916bf9fcd7 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Nov 11 12:35:24.154919 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff15f51-4de1-4c26-83e3-719d75a4f369 req-b05a80d7-96b3-4cd5-9b60-edaa018472ae tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:24.156421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cff15f51-4de1-4c26-83e3-719d75a4f369 req-b05a80d7-96b3-4cd5-9b60-edaa018472ae tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0515783 Nov 11 12:35:24.208646 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cff15f51-4de1-4c26-83e3-719d75a4f369 req-e6f38770-d208-46b9-99ac-6bd518a150e5 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458839 Nov 11 12:35:25.355073 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b6c0a-d09e-426f-acd9-76d4352fd94c req-3552089d-8ae2-427b-8425-1f8a7cbc7fb2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:25.356542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4a7b6c0a-d09e-426f-acd9-76d4352fd94c req-3552089d-8ae2-427b-8425-1f8a7cbc7fb2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0626721 Nov 11 12:35:25.406366 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4a7b6c0a-d09e-426f-acd9-76d4352fd94c req-c795c552-a907-4914-99c8-490140627663 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Nov 11 12:35:26.528533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857eb6af-f254-43ac-81cc-f962fb4ab080 req-2f01cb9a-19b5-4d49-a1a4-adefc37c2c18 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:26.530137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-857eb6af-f254-43ac-81cc-f962fb4ab080 req-2f01cb9a-19b5-4d49-a1a4-adefc37c2c18 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0532253 Nov 11 12:35:26.581908 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-857eb6af-f254-43ac-81cc-f962fb4ab080 req-8bf66766-dc0c-47c5-af27-354e2a93645d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430341 Nov 11 12:35:27.711490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be48f14-ce44-4d72-b171-48ea82796a0a req-54a7985f-4110-4f27-9a1b-d473569364a7 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:27.713301 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9be48f14-ce44-4d72-b171-48ea82796a0a req-54a7985f-4110-4f27-9a1b-d473569364a7 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0523176 Nov 11 12:35:27.764533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9be48f14-ce44-4d72-b171-48ea82796a0a req-a702548a-4414-48c2-93d7-eac9722e84c4 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454872 Nov 11 12:35:28.728159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f28e9-c41d-447e-84a5-c29df7162745 req-c4d24b53-248d-4279-9bc3-f5d36f3a76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:28.729750 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-923f28e9-c41d-447e-84a5-c29df7162745 req-c4d24b53-248d-4279-9bc3-f5d36f3a76c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 1097 time: 0.0434864 Nov 11 12:35:28.852053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f28e9-c41d-447e-84a5-c29df7162745 req-c9c03bd5-7d4c-4b80-92de-6cff7bea75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:28.853508 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-923f28e9-c41d-447e-84a5-c29df7162745 req-c9c03bd5-7d4c-4b80-92de-6cff7bea75fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 200 len: 917 time: 0.1014264 Nov 11 12:35:28.904294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-923f28e9-c41d-447e-84a5-c29df7162745 req-d57ac0b2-ee90-4925-b465-27f2bd648006 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=603133c4-f30f-4ba7-a32b-74494e9419f8 HTTP/1.1" status: 200 len: 217 time: 0.0375409 Nov 11 12:35:28.927005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e111d3-7d89-43e0-9842-ec57079eea64 req-7e3015e9-7c7c-4be0-ab3c-2a7e2d24ce9f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:28.928413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8e111d3-7d89-43e0-9842-ec57079eea64 req-7e3015e9-7c7c-4be0-ab3c-2a7e2d24ce9f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0910516 Nov 11 12:35:28.979693 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f28e9-c41d-447e-84a5-c29df7162745 req-89103666-5fe1-4222-b940-5c666428e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:28.981021 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-923f28e9-c41d-447e-84a5-c29df7162745 req-89103666-5fe1-4222-b940-5c666428e25a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df9b16b5-5819-46b8-8d28-49690eeaf3e3 HTTP/1.1" status: 200 len: 855 time: 0.0688941 Nov 11 12:35:29.023888 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-923f28e9-c41d-447e-84a5-c29df7162745 req-dd269c6c-3f2d-4971-99b3-21e0ae0d3a3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f98daafe-616f-481d-a549-d7e7ea0dabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351346 Nov 11 12:35:29.031048 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8e111d3-7d89-43e0-9842-ec57079eea64 req-f3285acb-ac7c-440c-b279-1569b96bbb95 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836706 Nov 11 12:35:29.131373 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-923f28e9-c41d-447e-84a5-c29df7162745 req-9223b2d1-fa77-4754-86c2-4288c2b1e70e service neutron] 10.222.0.43 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891960 Nov 11 12:35:29.227266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-923f28e9-c41d-447e-84a5-c29df7162745 req-1b34b2ac-1fd4-4032-b65a-c94ad8a03911 service neutron] 10.222.0.43 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889490 Nov 11 12:35:30.164730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc7293-6e07-48d3-946f-479d9b8dabee req-2cdbc3ed-1753-458b-8537-d618e7d01bac tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:30.166253 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3cc7293-6e07-48d3-946f-479d9b8dabee req-2cdbc3ed-1753-458b-8537-d618e7d01bac tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0504942 Nov 11 12:35:30.216675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3cc7293-6e07-48d3-946f-479d9b8dabee req-b9c322dc-a1b6-46f5-b644-385f60beeba4 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424030 Nov 11 12:35:31.348605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f585-4df3-4042-9b7d-db0d6d5d04c3 req-b60b410b-95fd-408e-9a70-99fa11f5e12c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:31.350301 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8a4f585-4df3-4042-9b7d-db0d6d5d04c3 req-b60b410b-95fd-408e-9a70-99fa11f5e12c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0509343 Nov 11 12:35:31.402876 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8a4f585-4df3-4042-9b7d-db0d6d5d04c3 req-f92d182f-f0fd-4519-aead-3394d94e9071 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464091 Nov 11 12:35:32.536163 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840ef66-23e6-411b-aeff-4ff66b5ec49a req-a6ab1058-7c79-43f9-b02d-6baa3fc0083d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:32.537762 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a840ef66-23e6-411b-aeff-4ff66b5ec49a req-a6ab1058-7c79-43f9-b02d-6baa3fc0083d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0512013 Nov 11 12:35:32.588676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a840ef66-23e6-411b-aeff-4ff66b5ec49a req-f14537f8-0853-4d2c-807d-5c53c20c3556 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426767 Nov 11 12:35:33.714872 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc1125-6a3e-47e7-9a89-ccb5675fa448 req-b61006b4-4061-48e8-a1e9-1d1a73887aa8 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:33.716314 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27cc1125-6a3e-47e7-9a89-ccb5675fa448 req-b61006b4-4061-48e8-a1e9-1d1a73887aa8 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0522375 Nov 11 12:35:33.779863 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27cc1125-6a3e-47e7-9a89-ccb5675fa448 req-425d2008-24a3-487e-b948-2cda0928a29b tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550480 Nov 11 12:35:34.908046 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7afa0-94bd-4150-8b22-ffd794c408db req-cbb2d242-81c9-432d-bebc-5b95a59cb3fd tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:34.909510 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dbc7afa0-94bd-4150-8b22-ffd794c408db req-cbb2d242-81c9-432d-bebc-5b95a59cb3fd tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0544505 Nov 11 12:35:34.958289 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dbc7afa0-94bd-4150-8b22-ffd794c408db req-2575b62a-c583-4e60-a4c5-7d57a32d945a tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419486 Nov 11 12:35:35.888580 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-422b7256-d759-497d-acc7-11757e851902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:36.089330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b3e07-7588-4bb7-85c6-5a5279166178 req-a0ef37e3-bbb0-4d57-a705-e1b5fb4b207d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:36.091815 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c22b3e07-7588-4bb7-85c6-5a5279166178 req-a0ef37e3-bbb0-4d57-a705-e1b5fb4b207d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0623496 Nov 11 12:35:36.151433 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c22b3e07-7588-4bb7-85c6-5a5279166178 req-075c36ee-d17a-40d4-b24c-874c39f14335 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511155 Nov 11 12:35:37.288777 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f20b66-df1f-41d8-9671-c0c42157db22 req-bb6be7e9-ef8a-417f-94d1-574fd09a7566 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:37.290478 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0f20b66-df1f-41d8-9671-c0c42157db22 req-bb6be7e9-ef8a-417f-94d1-574fd09a7566 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0551353 Nov 11 12:35:37.339874 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0f20b66-df1f-41d8-9671-c0c42157db22 req-58ccd1f2-d438-417c-8301-91b4e22913e7 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422840 Nov 11 12:35:38.142887 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7a9ef307-1c31-471c-8d3b-e9f3eb258c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:38.470730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f6a82-b50d-469d-9589-930cf3c34060 req-fd93a12e-553b-47f3-abda-9a8d1133ca52 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:38.472280 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-344f6a82-b50d-469d-9589-930cf3c34060 req-fd93a12e-553b-47f3-abda-9a8d1133ca52 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0541432 Nov 11 12:35:38.522288 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-344f6a82-b50d-469d-9589-930cf3c34060 req-9c053a7b-ff8c-4376-a4a0-63d0291fa817 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413308 Nov 11 12:35:39.144357 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:39.648498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d781d19-0fc5-47ed-b7af-61102ccb7d3b req-406c6194-387d-4aef-9936-edeff6be727d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:39.650092 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d781d19-0fc5-47ed-b7af-61102ccb7d3b req-406c6194-387d-4aef-9936-edeff6be727d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0524220 Nov 11 12:35:39.701091 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d781d19-0fc5-47ed-b7af-61102ccb7d3b req-84cd8f36-2443-4147-ae17-a070fd4fd6e7 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449860 Nov 11 12:35:40.676624 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:40.834950 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34795-60ee-40e4-b83d-e0180d55d07b req-8ab8bfeb-791b-4722-8fde-42c0e0793197 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:40.836342 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7b34795-60ee-40e4-b83d-e0180d55d07b req-8ab8bfeb-791b-4722-8fde-42c0e0793197 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0571308 Nov 11 12:35:40.885022 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7b34795-60ee-40e4-b83d-e0180d55d07b req-25e87423-3a5f-4a6f-91ff-91ad8450bd1c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425117 Nov 11 12:35:41.311028 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:42.005253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d98659-5f98-4a57-8abc-2449502324c6 req-551e0aba-d683-4952-8de7-b49c46ff69a8 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:42.007055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75d98659-5f98-4a57-8abc-2449502324c6 req-551e0aba-d683-4952-8de7-b49c46ff69a8 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0517857 Nov 11 12:35:42.056586 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75d98659-5f98-4a57-8abc-2449502324c6 req-18c2cac8-56d2-4e0e-90df-40bfce3f5635 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432928 Nov 11 12:35:42.393677 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:35:43.186109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332515c-f008-4358-9137-cafc74ebe717 req-f104edeb-391c-4cc2-9e82-3a4caf559f67 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:43.187567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3332515c-f008-4358-9137-cafc74ebe717 req-f104edeb-391c-4cc2-9e82-3a4caf559f67 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0537226 Nov 11 12:35:43.235240 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3332515c-f008-4358-9137-cafc74ebe717 req-691574a5-fe27-4bd1-8ab4-83a8eabb1e01 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416980 Nov 11 12:35:44.378966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909c27e-e2cb-479d-876d-279694222e04 req-b2874a75-569e-4758-87fa-5085773647b1 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:44.380599 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a909c27e-e2cb-479d-876d-279694222e04 req-b2874a75-569e-4758-87fa-5085773647b1 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0551958 Nov 11 12:35:44.427771 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a909c27e-e2cb-479d-876d-279694222e04 req-0ef14cf8-247c-492e-92aa-4466b3c11b03 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412714 Nov 11 12:35:45.566908 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8f7ae-37b4-4d34-8fc5-ec2f28aa6e68 req-b91f55ea-88b9-4d32-a696-e4ed70867800 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:45.568764 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28c8f7ae-37b4-4d34-8fc5-ec2f28aa6e68 req-b91f55ea-88b9-4d32-a696-e4ed70867800 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0601721 Nov 11 12:35:45.644106 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28c8f7ae-37b4-4d34-8fc5-ec2f28aa6e68 req-cc2e642d-56db-48bd-95e3-af04d092e315 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671735 Nov 11 12:35:46.210422 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:46.791667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfa8f9-74fa-4587-a205-576ebc674c6a req-9a2ea973-bc5f-4ed6-a195-ff762349ac72 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:46.793197 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64cfa8f9-74fa-4587-a205-576ebc674c6a req-9a2ea973-bc5f-4ed6-a195-ff762349ac72 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0612264 Nov 11 12:35:46.846300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64cfa8f9-74fa-4587-a205-576ebc674c6a req-e7d09ba7-f125-4ac9-97c8-f7eafb7ca951 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470483 Nov 11 12:35:46.895550 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-e2669f24-40b2-4bd6-bb00-f6afd9095316 service neutron] show failed (client error): The resource could not be found. Nov 11 12:35:46.896600 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-e2669f24-40b2-4bd6-bb00-f6afd9095316 service neutron] 10.222.0.43 "GET /v2.0/ports/603133c4-f30f-4ba7-a32b-74494e9419f8/bindings/n-h1-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.0625508 Nov 11 12:35:47.120214 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-d3978238-413b-4c65-907e-5f78089ca53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:47.121790 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-d3978238-413b-4c65-907e-5f78089ca53a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac&tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8 HTTP/1.1" status: 200 len: 1097 time: 0.0450935 Nov 11 12:35:47.138645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:35:47.197609 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:47.412435 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] For port 603133c4-f30f-4ba7-a32b-74494e9419f8, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=603133c4-f30f-4ba7-a32b-74494e9419f8,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:47.446214 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] For port 603133c4-f30f-4ba7-a32b-74494e9419f8, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:35:47.486456 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dc59ea-382a-4da5-9daf-5039482136ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '603133c4-f30f-4ba7-a32b-74494e9419f8'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:35:47.488936 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16bb316-9c0c-40e9-9a9a-fee821d8ccab" -d '{"events": [{"server_uuid": "b5dc59ea-382a-4da5-9daf-5039482136ac", "name": "network-vif-unplugged", "status": "completed", "tag": "603133c4-f30f-4ba7-a32b-74494e9419f8"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:35:47.493138 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:47.506176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Transition to ACTIVE for port object 603133c4-f30f-4ba7-a32b-74494e9419f8 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:35:47.511076 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:47.546908 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8faf28-b81d-4716-b848-f51ee0ac88bd x-openstack-request-id: req-0e8faf28-b81d-4716-b848-f51ee0ac88bd {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:35:47.547198 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dc59ea-382a-4da5-9daf-5039482136ac", "name": "network-vif-unplugged", "status": "completed", "tag": "603133c4-f30f-4ba7-a32b-74494e9419f8", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:35:47.547446 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e8faf28-b81d-4716-b848-f51ee0ac88bd {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:35:47.547839 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dc59ea-382a-4da5-9daf-5039482136ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '603133c4-f30f-4ba7-a32b-74494e9419f8', 'code': 200} Nov 11 12:35:47.577773 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] No DVR routers for this DVR port 603133c4-f30f-4ba7-a32b-74494e9419f8 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:35:47.579764 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Pushing event updated for resources: {'Port': ['ID=603133c4-f30f-4ba7-a32b-74494e9419f8,revision_number=6']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:47.614165 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Attempting to bind port 603133c4-f30f-4ba7-a32b-74494e9419f8 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:35:47.614497 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Attempting to bind port 603133c4-f30f-4ba7-a32b-74494e9419f8 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'c31536fc-a349-48b8-aa84-e46108d1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:35:47.614816 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Attempting to bind port 603133c4-f30f-4ba7-a32b-74494e9419f8 on network f98daafe-616f-481d-a549-d7e7ea0dabf6 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:35:47.619574 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Port 603133c4-f30f-4ba7-a32b-74494e9419f8 on network f98daafe-616f-481d-a549-d7e7ea0dabf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:35:47.619887 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Attempting to bind port 603133c4-f30f-4ba7-a32b-74494e9419f8 on network f98daafe-616f-481d-a549-d7e7ea0dabf6 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:35:47.624957 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:35:47.625293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Checking segment: {'id': 'c31536fc-a349-48b8-aa84-e46108d1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:35:47.625695 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Bound using segment: {'id': 'c31536fc-a349-48b8-aa84-e46108d1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:35:47.626086 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Bound port: 603133c4-f30f-4ba7-a32b-74494e9419f8, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31536fc-a349-48b8-aa84-e46108d1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:35:47.626461 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:47.700167 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] For port 603133c4-f30f-4ba7-a32b-74494e9419f8, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:35:47.703468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] For port 603133c4-f30f-4ba7-a32b-74494e9419f8, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=603133c4-f30f-4ba7-a32b-74494e9419f8,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:35:47.713349 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:47.747286 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:47.747938 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:47.749305 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] 10.222.0.62 "PUT /v2.0/ports/603133c4-f30f-4ba7-a32b-74494e9419f8 HTTP/1.1" status: 200 len: 1092 time: 0.6148958 Nov 11 12:35:47.769384 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124f990-cb34-42af-8e74-c21af9172012 service neutron] Pushing event updated for resources: {'Port': ['ID=603133c4-f30f-4ba7-a32b-74494e9419f8,revision_number=7']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:47.823125 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-d7da8e6d-ad7d-4ba3-b8fb-688e8ead1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:47.824769 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-d7da8e6d-ad7d-4ba3-b8fb-688e8ead1f04 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 1095 time: 0.0443816 Nov 11 12:35:47.920656 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-9a1c38f1-e717-4078-87fa-700f05ef2688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:47.922272 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-9a1c38f1-e717-4078-87fa-700f05ef2688 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 200 len: 917 time: 0.0860202 Nov 11 12:35:47.968899 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-4ab45b5a-31a9-42d7-9bec-ae866610ff8f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=603133c4-f30f-4ba7-a32b-74494e9419f8 HTTP/1.1" status: 200 len: 217 time: 0.0385571 Nov 11 12:35:47.969117 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a0eab-ecb6-4add-9d40-0410386683e3 req-b27fe8c1-67b8-4e5a-b28a-10ea8107bb40 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:47.970574 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-365a0eab-ecb6-4add-9d40-0410386683e3 req-b27fe8c1-67b8-4e5a-b28a-10ea8107bb40 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 944 time: 0.0544887 Nov 11 12:35:48.022956 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-365a0eab-ecb6-4add-9d40-0410386683e3 req-356869a0-8c42-4ccd-971c-9b14a5f5701e tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459969 Nov 11 12:35:48.357813 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-68f56ebc-8eaa-4360-aa67-9ae5f7a31392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:48.359222 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-68f56ebc-8eaa-4360-aa67-9ae5f7a31392 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df9b16b5-5819-46b8-8d28-49690eeaf3e3 HTTP/1.1" status: 200 len: 855 time: 0.3833878 Nov 11 12:35:48.400510 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-b2cea87e-f9c5-40c4-874d-f842d1b8691f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f98daafe-616f-481d-a549-d7e7ea0dabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287714 Nov 11 12:35:48.497449 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-e3936c42-4822-41cc-bd56-871cff3b977c service neutron] 10.222.0.62 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850365 Nov 11 12:35:48.593982 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cf13c23c-9390-4ac3-b3d2-90dc3d91262d req-a567755a-2160-45f2-8ff5-d8c8e5fc094b service neutron] 10.222.0.62 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844414 Nov 11 12:35:49.155272 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1d5c7-7bd8-468c-b814-b41fd4d31cb1 req-83a2f201-2292-4e8a-be58-1151615bde0a tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:49.156801 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f9e1d5c7-7bd8-468c-b814-b41fd4d31cb1 req-83a2f201-2292-4e8a-be58-1151615bde0a tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 944 time: 0.0509059 Nov 11 12:35:49.204360 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f9e1d5c7-7bd8-468c-b814-b41fd4d31cb1 req-1a7a411b-f7c4-468d-a38d-b492cea8361c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414944 Nov 11 12:35:49.549376 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dc59ea-382a-4da5-9daf-5039482136ac', 'tag': '603133c4-f30f-4ba7-a32b-74494e9419f8'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:35:49.553207 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632bec41-ab92-4210-80d6-ccfe018dbbf2" -d '{"events": [{"name": "network-changed", "server_uuid": "b5dc59ea-382a-4da5-9daf-5039482136ac", "tag": "603133c4-f30f-4ba7-a32b-74494e9419f8"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:35:49.606613 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3627ac-f673-4d83-811f-15faa15e8d4b x-openstack-request-id: req-2f3627ac-f673-4d83-811f-15faa15e8d4b {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:35:49.606997 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5dc59ea-382a-4da5-9daf-5039482136ac", "tag": "603133c4-f30f-4ba7-a32b-74494e9419f8", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:35:49.607339 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2f3627ac-f673-4d83-811f-15faa15e8d4b {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:35:49.607857 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5dc59ea-382a-4da5-9daf-5039482136ac', 'tag': '603133c4-f30f-4ba7-a32b-74494e9419f8', 'status': 'completed', 'code': 200} Nov 11 12:35:49.670883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-1b7c9fb3-c679-40c0-a556-5a1a65c62eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:49.672395 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-1b7c9fb3-c679-40c0-a556-5a1a65c62eaa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 1095 time: 0.0419321 Nov 11 12:35:49.677162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-2f262c80-62a4-4c19-8173-c4f4c4b4650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:49.678784 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-2f262c80-62a4-4c19-8173-c4f4c4b4650b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 1095 time: 0.0501397 Nov 11 12:35:49.767909 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-da73323f-f01c-43a7-9300-70874e83158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:49.769383 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-da73323f-f01c-43a7-9300-70874e83158f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 200 len: 917 time: 0.0899296 Nov 11 12:35:49.774894 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-21c33660-082a-4845-a9cf-ca634399fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:49.776598 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-21c33660-082a-4845-a9cf-ca634399fd04 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 200 len: 917 time: 0.0886412 Nov 11 12:35:49.813699 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-31267c4d-5350-4eb1-bebf-a6441e35d5cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=603133c4-f30f-4ba7-a32b-74494e9419f8 HTTP/1.1" status: 200 len: 217 time: 0.0372708 Nov 11 12:35:49.824083 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-019ad50e-3a80-4994-aace-196a95a7c7c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=603133c4-f30f-4ba7-a32b-74494e9419f8 HTTP/1.1" status: 200 len: 217 time: 0.0348344 Nov 11 12:35:49.866508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-2818d797-023c-476b-aa06-1b119c050968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:49.868326 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-2818d797-023c-476b-aa06-1b119c050968 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df9b16b5-5819-46b8-8d28-49690eeaf3e3 HTTP/1.1" status: 200 len: 855 time: 0.0484285 Nov 11 12:35:49.878957 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-f82ec7e2-12bc-4fc3-9eb4-04937765e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:49.880454 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-f82ec7e2-12bc-4fc3-9eb4-04937765e9aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df9b16b5-5819-46b8-8d28-49690eeaf3e3 HTTP/1.1" status: 200 len: 855 time: 0.0489390 Nov 11 12:35:49.901549 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-a9c0f8c3-26c9-4720-9315-559d6ec777b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f98daafe-616f-481d-a549-d7e7ea0dabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259218 Nov 11 12:35:49.913178 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-ebb3a25f-f693-486d-94cb-1c123725be2f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f98daafe-616f-481d-a549-d7e7ea0dabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247269 Nov 11 12:35:49.993240 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-57df9e06-82d1-495c-b76d-582591711f60 service neutron] 10.222.0.43 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840595 Nov 11 12:35:50.002313 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-ca35562e-5862-4ad0-9770-14ccc33db1de service neutron] 10.222.0.62 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814803 Nov 11 12:35:50.089001 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-7d37ece7-9158-448e-b2d4-f87fe65c7c5d service neutron] 10.222.0.43 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882940 Nov 11 12:35:50.103457 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-632bec41-ab92-4210-80d6-ccfe018dbbf2 req-d7c018a9-bc21-4dcd-a3e3-b83eb47d3fa3 service neutron] 10.222.0.62 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917969 Nov 11 12:35:50.333986 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42a379-8fc2-42fe-bf6b-b9ee7ad01549 req-2fe3f3d3-fadd-4710-a806-5f07cc1d6fa2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:50.335471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f42a379-8fc2-42fe-bf6b-b9ee7ad01549 req-2fe3f3d3-fadd-4710-a806-5f07cc1d6fa2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 944 time: 0.0530064 Nov 11 12:35:50.395454 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f42a379-8fc2-42fe-bf6b-b9ee7ad01549 req-a5095304-ac6d-4586-a8da-c5d02e737c7c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518410 Nov 11 12:35:50.720884 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 603133c4-f30f-4ba7-a32b-74494e9419f8 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:35:50.770441 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 603133c4-f30f-4ba7-a32b-74494e9419f8 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:35:51.529359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dbe79-d789-4d83-9342-de3e05b113bd req-17a1c721-8343-4369-894b-fbd6ed7d3a26 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:51.530881 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-035dbe79-d789-4d83-9342-de3e05b113bd req-17a1c721-8343-4369-894b-fbd6ed7d3a26 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 944 time: 0.0570455 Nov 11 12:35:51.579243 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-035dbe79-d789-4d83-9342-de3e05b113bd req-dd27b10a-5cd6-41e3-ae4c-b397adaa2df2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422297 Nov 11 12:35:51.627749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 603133c4-f30f-4ba7-a32b-74494e9419f8 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:35:51.726418 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 603133c4-f30f-4ba7-a32b-74494e9419f8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=603133c4-f30f-4ba7-a32b-74494e9419f8,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:51.738915 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '603133c4-f30f-4ba7-a32b-74494e9419f8', 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6', 'port_id': '603133c4-f30f-4ba7-a32b-74494e9419f8', 'mac_address': 'fa:16:3e:9a:1c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9b16b5-5819-46b8-8d28-49690eeaf3e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:35:51.782874 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:51.796609 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603133c4-f30f-4ba7-a32b-74494e9419f8 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:35:51.816546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 603133c4-f30f-4ba7-a32b-74494e9419f8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=603133c4-f30f-4ba7-a32b-74494e9419f8,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:51.821901 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:51.853689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bfcce-413f-4ec2-b4e1-3d805aab64be req-b9856726-5125-43bf-950e-3a601c55e7df tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:51.855196 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f0bfcce-413f-4ec2-b4e1-3d805aab64be req-b9856726-5125-43bf-950e-3a601c55e7df tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 944 time: 0.1129701 Nov 11 12:35:51.871636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=603133c4-f30f-4ba7-a32b-74494e9419f8,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:51.879075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9e1c2-c815-43d2-8b01-a947aa349764 req-7547619a-9bc0-4375-b702-548c06227365 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:51.880558 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dce9e1c2-c815-43d2-8b01-a947aa349764 req-7547619a-9bc0-4375-b702-548c06227365 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac&tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&binding%3Ahost_id=n-h1-807359-3 HTTP/1.1" status: 200 len: 944 time: 0.1263306 Nov 11 12:35:51.909094 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:51.954923 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f0bfcce-413f-4ec2-b4e1-3d805aab64be req-509f8fd6-7989-40b6-b099-4def4b39373d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917563 Nov 11 12:35:51.963892 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-dce9e1c2-c815-43d2-8b01-a947aa349764 req-c0b96e44-c5de-4f3d-8266-8c2506653ae4 service neutron] delete failed (client error): The resource could not be found. Nov 11 12:35:51.964908 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dce9e1c2-c815-43d2-8b01-a947aa349764 req-c0b96e44-c5de-4f3d-8266-8c2506653ae4 service neutron] 10.222.0.43 "DELETE /v2.0/ports/603133c4-f30f-4ba7-a32b-74494e9419f8/bindings/n-h2-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.0759571 Nov 11 12:35:52.056058 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9e1c2-c815-43d2-8b01-a947aa349764 req-faca1684-4df6-41b3-92de-98478cbd8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:52.057571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dce9e1c2-c815-43d2-8b01-a947aa349764 req-faca1684-4df6-41b3-92de-98478cbd8860 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 1096 time: 0.0438778 Nov 11 12:35:52.067644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['603133c4-f30f-4ba7-a32b-74494e9419f8'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:35:52.158801 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9e1c2-c815-43d2-8b01-a947aa349764 req-e481862f-dedd-48b8-8abd-910b6819299c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:52.160307 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dce9e1c2-c815-43d2-8b01-a947aa349764 req-e481862f-dedd-48b8-8abd-910b6819299c service neutron] 10.222.0.43 "GET /v2.0/networks?id=f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 200 len: 917 time: 0.0938983 Nov 11 12:35:52.204559 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dce9e1c2-c815-43d2-8b01-a947aa349764 req-1ed9f9db-a6f3-41d9-b719-8093fac9bed6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=603133c4-f30f-4ba7-a32b-74494e9419f8 HTTP/1.1" status: 200 len: 217 time: 0.0368643 Nov 11 12:35:52.254135 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9e1c2-c815-43d2-8b01-a947aa349764 req-38a26583-ae3b-4960-8cd1-1f1c14506a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:52.255470 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dce9e1c2-c815-43d2-8b01-a947aa349764 req-38a26583-ae3b-4960-8cd1-1f1c14506a6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df9b16b5-5819-46b8-8d28-49690eeaf3e3 HTTP/1.1" status: 200 len: 855 time: 0.0442872 Nov 11 12:35:52.291079 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dce9e1c2-c815-43d2-8b01-a947aa349764 req-48c46b71-f167-4d97-a2d0-e83f72666a5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f98daafe-616f-481d-a549-d7e7ea0dabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288825 Nov 11 12:35:52.383081 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dce9e1c2-c815-43d2-8b01-a947aa349764 req-f58f1e16-b632-4a30-812c-9a592f36e0db service neutron] 10.222.0.43 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842059 Nov 11 12:35:52.484452 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dce9e1c2-c815-43d2-8b01-a947aa349764 req-76b8e975-6ee8-4127-bd05-c75d0b5c8bc9 service neutron] 10.222.0.43 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940704 Nov 11 12:35:53.081907 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44b949-39c8-4fec-931a-30a0f683c8b0 req-cb948f21-ecc3-410a-bf12-b670ef5b3ddc tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:53.083416 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d44b949-39c8-4fec-931a-30a0f683c8b0 req-cb948f21-ecc3-410a-bf12-b670ef5b3ddc tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 945 time: 0.0558784 Nov 11 12:35:53.132200 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d44b949-39c8-4fec-931a-30a0f683c8b0 req-0930f26c-c3cc-4eb6-b31e-98b8862a3c03 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424891 Nov 11 12:35:53.251573 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca7395-ed06-4635-a54c-408ded97b997 req-5b43d459-82fb-4338-8a60-c2663947837e tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:53.253054 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1ca7395-ed06-4635-a54c-408ded97b997 req-5b43d459-82fb-4338-8a60-c2663947837e tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 945 time: 0.0500975 Nov 11 12:35:53.304501 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1ca7395-ed06-4635-a54c-408ded97b997 req-071fd046-39c7-496c-a507-d9706437ac85 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454292 Nov 11 12:35:53.426022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a50bef-306b-4e0f-bc27-1d1133022e33 req-24615a04-1387-4ed7-8d6c-c84a09577404 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:53.427413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16a50bef-306b-4e0f-bc27-1d1133022e33 req-24615a04-1387-4ed7-8d6c-c84a09577404 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 945 time: 0.0507383 Nov 11 12:35:53.477735 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16a50bef-306b-4e0f-bc27-1d1133022e33 req-4f6ca50f-be50-4e68-9b6b-447bdc39556b tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439298 Nov 11 12:35:53.639262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 603133c4-f30f-4ba7-a32b-74494e9419f8 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:35:53.689349 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 603133c4-f30f-4ba7-a32b-74494e9419f8 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:35:53.693505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 603133c4-f30f-4ba7-a32b-74494e9419f8 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:53.693905 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:53.776003 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:53.799511 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dc59ea-382a-4da5-9daf-5039482136ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603133c4-f30f-4ba7-a32b-74494e9419f8'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:35:53.801878 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10684845-adf5-4841-b3b8-704cc6728bb1" -d '{"events": [{"server_uuid": "b5dc59ea-382a-4da5-9daf-5039482136ac", "name": "network-vif-plugged", "status": "completed", "tag": "603133c4-f30f-4ba7-a32b-74494e9419f8"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:35:53.814789 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 603133c4-f30f-4ba7-a32b-74494e9419f8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=603133c4-f30f-4ba7-a32b-74494e9419f8,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:53.820454 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:53.840427 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-ab39737e-3468-4710-965c-79e37dd68300 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:53.842125 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-ab39737e-3468-4710-965c-79e37dd68300 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/networks?id=f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 200 len: 815 time: 0.1085751 Nov 11 12:35:53.845106 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba9efaf-7a4c-4207-aeb6-aca118e39a51 x-openstack-request-id: req-bba9efaf-7a4c-4207-aeb6-aca118e39a51 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:35:53.845388 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dc59ea-382a-4da5-9daf-5039482136ac", "name": "network-vif-plugged", "status": "completed", "tag": "603133c4-f30f-4ba7-a32b-74494e9419f8", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:35:53.845736 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bba9efaf-7a4c-4207-aeb6-aca118e39a51 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:35:53.846124 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dc59ea-382a-4da5-9daf-5039482136ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603133c4-f30f-4ba7-a32b-74494e9419f8', 'code': 200} Nov 11 12:35:53.857471 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-80ade641-b497-4ece-aa6a-4764e3abb42c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/quotas/2c5e19ebec2a411c94aae12cf8a94ea8 HTTP/1.1" status: 200 len: 375 time: 0.0093434 Nov 11 12:35:53.873414 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=603133c4-f30f-4ba7-a32b-74494e9419f8,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:54.167679 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-d46ded36-b717-4682-ad5c-994c8bd69cf0 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3045685 Nov 11 12:35:54.178498 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-fc23566f-f47c-4fc3-bc4a-d57c6c9d688c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:35:54.179432 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-fc23566f-f47c-4fc3-bc4a-d57c6c9d688c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049112 Nov 11 12:35:54.266478 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-109ddf30-2631-4d87-a548-2613729ce636 service neutron] 10.222.0.65 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814710 Nov 11 12:35:54.358610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-9839fa5d-7557-4bd8-9bc5-e1395dddb236 service neutron] 10.222.0.65 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860190 Nov 11 12:35:54.524689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41f587b6-cfad-4605-ac4f-003dfbf870f7 req-8e06f014-44c3-4869-a635-47ad1ea74467 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 210 time: 0.0267067 Nov 11 12:35:55.136642 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1b9f3-d3a9-4153-a453-f67edd0461c1 req-24ca23be-ce08-49bb-adf1-e0415003206f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:55.138121 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-90a1b9f3-d3a9-4153-a453-f67edd0461c1 req-24ca23be-ce08-49bb-adf1-e0415003206f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5dc59ea-382a-4da5-9daf-5039482136ac HTTP/1.1" status: 200 len: 946 time: 0.0500684 Nov 11 12:35:55.246575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-90a1b9f3-d3a9-4153-a453-f67edd0461c1 req-07a6f071-9228-44ea-9726-9f6ad9665c51 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Deleting port 603133c4-f30f-4ba7-a32b-74494e9419f8 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:35:55.246791 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-90a1b9f3-d3a9-4153-a453-f67edd0461c1 req-07a6f071-9228-44ea-9726-9f6ad9665c51 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:55.333263 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-90a1b9f3-d3a9-4153-a453-f67edd0461c1 req-07a6f071-9228-44ea-9726-9f6ad9665c51 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] For port 603133c4-f30f-4ba7-a32b-74494e9419f8, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=603133c4-f30f-4ba7-a32b-74494e9419f8,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:55.333620 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-90a1b9f3-d3a9-4153-a453-f67edd0461c1 req-07a6f071-9228-44ea-9726-9f6ad9665c51 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:55.346088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-90a1b9f3-d3a9-4153-a453-f67edd0461c1 req-07a6f071-9228-44ea-9726-9f6ad9665c51 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Calling delete_port for 603133c4-f30f-4ba7-a32b-74494e9419f8 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:35:55.543347 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-90a1b9f3-d3a9-4153-a453-f67edd0461c1 req-07a6f071-9228-44ea-9726-9f6ad9665c51 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:55.559880 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['603133c4-f30f-4ba7-a32b-74494e9419f8'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:35:55.587191 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6f071-9228-44ea-9726-9f6ad9665c51 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Pushing event deleted for resources: {'Port': ['ID=603133c4-f30f-4ba7-a32b-74494e9419f8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:55.637772 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a1b9f3-d3a9-4153-a453-f67edd0461c1 req-07a6f071-9228-44ea-9726-9f6ad9665c51 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] No DVR routers for this DVR port 603133c4-f30f-4ba7-a32b-74494e9419f8 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:35:55.645362 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9e70ce8-ca69-446f-8959-e580b482313c req-479e56f5-c940-47e2-8f08-525f0d57e20f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 210 time: 0.0307734 Nov 11 12:35:55.647765 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-66e5fd7c-8ecb-459a-b3be-1e9ab81917d9 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:55.649375 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-66e5fd7c-8ecb-459a-b3be-1e9ab81917d9 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.62 "GET /v2.0/networks?id=f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 200 len: 815 time: 0.1856470 Nov 11 12:35:55.650461 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-90a1b9f3-d3a9-4153-a453-f67edd0461c1 req-07a6f071-9228-44ea-9726-9f6ad9665c51 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:55.653906 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-90a1b9f3-d3a9-4153-a453-f67edd0461c1 req-07a6f071-9228-44ea-9726-9f6ad9665c51 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.62 "DELETE /v2.0/ports/603133c4-f30f-4ba7-a32b-74494e9419f8 HTTP/1.1" status: 204 len: 173 time: 0.5091565 Nov 11 12:35:55.654355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dc59ea-382a-4da5-9daf-5039482136ac', 'name': 'network-vif-deleted', 'tag': '603133c4-f30f-4ba7-a32b-74494e9419f8'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:35:55.656690 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64a067f-b0dd-48a7-b13d-af584caa7cf6" -d '{"events": [{"server_uuid": "b5dc59ea-382a-4da5-9daf-5039482136ac", "name": "network-vif-deleted", "tag": "603133c4-f30f-4ba7-a32b-74494e9419f8"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:35:55.666588 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-2e04da54-fbee-4be1-8c91-f830d0941608 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Request body: {'port': {'device_id': '387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25', 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6', 'admin_state_up': True, 'tenant_id': '2c5e19ebec2a411c94aae12cf8a94ea8'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:35:55.727980 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947b9c62-963b-40a2-823d-fea2b0d609bc x-openstack-request-id: req-947b9c62-963b-40a2-823d-fea2b0d609bc {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:35:55.728427 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dc59ea-382a-4da5-9daf-5039482136ac", "name": "network-vif-deleted", "tag": "603133c4-f30f-4ba7-a32b-74494e9419f8", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:35:55.728818 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-947b9c62-963b-40a2-823d-fea2b0d609bc {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:35:55.729439 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dc59ea-382a-4da5-9daf-5039482136ac', 'name': 'network-vif-deleted', 'tag': '603133c4-f30f-4ba7-a32b-74494e9419f8', 'status': 'completed', 'code': 200} Nov 11 12:35:55.795602 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-2e04da54-fbee-4be1-8c91-f830d0941608 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Made reservation on behalf of 2c5e19ebec2a411c94aae12cf8a94ea8 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:35:55.799514 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-2e04da54-fbee-4be1-8c91-f830d0941608 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:55.935817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-2e04da54-fbee-4be1-8c91-f830d0941608 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Allocated IP 172.20.0.11 (f98daafe-616f-481d-a549-d7e7ea0dabf6/df9b16b5-5819-46b8-8d28-49690eeaf3e3/a1e54f16-98d2-42b5-9e0a-a503e9ae8946) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:35:56.086294 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-2e04da54-fbee-4be1-8c91-f830d0941608 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:56.121562 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-2e04da54-fbee-4be1-8c91-f830d0941608 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:56.137220 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['603133c4-f30f-4ba7-a32b-74494e9419f8'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:35:56.161186 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-2e04da54-fbee-4be1-8c91-f830d0941608 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Network f98daafe-616f-481d-a549-d7e7ea0dabf6 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:35:56.164191 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-2e04da54-fbee-4be1-8c91-f830d0941608 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:35:56.175049 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-2e04da54-fbee-4be1-8c91-f830d0941608 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:35:56.204790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04da54-fbee-4be1-8c91-f830d0941608 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Pushing event updated for resources: {'Port': ['ID=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:56.227796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-2e04da54-fbee-4be1-8c91-f830d0941608 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:56.228413 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-2e04da54-fbee-4be1-8c91-f830d0941608 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:56.246748 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-2e04da54-fbee-4be1-8c91-f830d0941608 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5844014 Nov 11 12:35:56.264417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Request body: {'port': {'device_id': '387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:35:56.321577 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:56.591126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e54f16-98d2-42b5-9e0a-a503e9ae8946 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:35:56.598794 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:56.611100 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Transition to ACTIVE for port object a1e54f16-98d2-42b5-9e0a-a503e9ae8946 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:35:56.616462 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:56.667116 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Pushing event updated for resources: {'Port': ['ID=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:56.741170 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Attempting to bind port a1e54f16-98d2-42b5-9e0a-a503e9ae8946 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:35:56.741803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Attempting to bind port a1e54f16-98d2-42b5-9e0a-a503e9ae8946 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'c31536fc-a349-48b8-aa84-e46108d1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:35:56.742446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Attempting to bind port a1e54f16-98d2-42b5-9e0a-a503e9ae8946 on network f98daafe-616f-481d-a549-d7e7ea0dabf6 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:35:56.747145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Port a1e54f16-98d2-42b5-9e0a-a503e9ae8946 on network f98daafe-616f-481d-a549-d7e7ea0dabf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:35:56.747469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Attempting to bind port a1e54f16-98d2-42b5-9e0a-a503e9ae8946 on network f98daafe-616f-481d-a549-d7e7ea0dabf6 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:35:56.752779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:35:56.753120 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Checking segment: {'id': 'c31536fc-a349-48b8-aa84-e46108d1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:35:56.753505 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Bound using segment: {'id': 'c31536fc-a349-48b8-aa84-e46108d1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:35:56.753970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Bound port: a1e54f16-98d2-42b5-9e0a-a503e9ae8946, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31536fc-a349-48b8-aa84-e46108d1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:35:56.754356 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:56.777609 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672d3-cb53-4b6e-9a80-32dde8cdcffa req-9dbe1ecc-835d-4f67-9f9a-743875b7b861 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:56.779150 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b43672d3-cb53-4b6e-9a80-32dde8cdcffa req-9dbe1ecc-835d-4f67-9f9a-743875b7b861 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 944 time: 0.0525153 Nov 11 12:35:56.825857 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] For port a1e54f16-98d2-42b5-9e0a-a503e9ae8946, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:35:56.829147 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] For port a1e54f16-98d2-42b5-9e0a-a503e9ae8946, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:35:56.830031 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b43672d3-cb53-4b6e-9a80-32dde8cdcffa req-e7501db5-5608-4ddd-b24e-12f22d9b7ead tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443316 Nov 11 12:35:56.835150 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:56.867745 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:56.868417 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:56.869856 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] 10.222.0.62 "PUT /v2.0/ports/a1e54f16-98d2-42b5-9e0a-a503e9ae8946 HTTP/1.1" status: 200 len: 1092 time: 0.6100085 Nov 11 12:35:56.901344 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28670dd9-29ee-4b25-ac9f-b2ffaeee563e service neutron] Pushing event updated for resources: {'Port': ['ID=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:56.965867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-f2142712-59ca-4431-85d4-a7b25473d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:56.967433 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-f2142712-59ca-4431-85d4-a7b25473d398 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 1095 time: 0.0459809 Nov 11 12:35:57.020351 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-a065c95a-b0e7-42c9-b483-9bf85ba0045e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e54f16-98d2-42b5-9e0a-a503e9ae8946 HTTP/1.1" status: 200 len: 217 time: 0.0391872 Nov 11 12:35:57.074962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-06576e7f-77a1-4a5d-b424-36b7c83e789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:57.076368 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-06576e7f-77a1-4a5d-b424-36b7c83e789d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df9b16b5-5819-46b8-8d28-49690eeaf3e3 HTTP/1.1" status: 200 len: 855 time: 0.0434959 Nov 11 12:35:57.113734 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-60694467-0992-439a-b715-684cab0612b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f98daafe-616f-481d-a549-d7e7ea0dabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258055 Nov 11 12:35:57.209271 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-bb7d4313-c9c6-409f-ad49-0bd7220453fe service neutron] 10.222.0.62 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871129 Nov 11 12:35:57.310543 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b51e7d0b-2a9b-4941-a79a-d22878cb50ea req-0940e994-198e-427e-8759-51552b897429 service neutron] 10.222.0.62 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903969 Nov 11 12:35:57.731082 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25', 'tag': 'a1e54f16-98d2-42b5-9e0a-a503e9ae8946'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:35:57.735003 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cbd378-ae27-4c57-9d5e-4403bd908143" -d '{"events": [{"name": "network-changed", "server_uuid": "387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25", "tag": "a1e54f16-98d2-42b5-9e0a-a503e9ae8946"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:35:57.780742 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89903bb1-e466-42cf-93c0-74ef6093669f x-openstack-request-id: req-89903bb1-e466-42cf-93c0-74ef6093669f {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:35:57.781114 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25", "tag": "a1e54f16-98d2-42b5-9e0a-a503e9ae8946", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:35:57.781365 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89903bb1-e466-42cf-93c0-74ef6093669f {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:35:57.781831 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25', 'tag': 'a1e54f16-98d2-42b5-9e0a-a503e9ae8946', 'status': 'completed', 'code': 200} Nov 11 12:35:57.852040 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbd378-ae27-4c57-9d5e-4403bd908143 req-d730904b-dd26-465a-8d2f-b1ef6ac37261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:57.853851 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-97cbd378-ae27-4c57-9d5e-4403bd908143 req-d730904b-dd26-465a-8d2f-b1ef6ac37261 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 1095 time: 0.0432293 Nov 11 12:35:57.941910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4a11d-bad4-4e09-ad1b-b05cea595450 req-0ba4e09d-e10c-4494-97bb-15f7e0da782d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:57.943452 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fd4a11d-bad4-4e09-ad1b-b05cea595450 req-0ba4e09d-e10c-4494-97bb-15f7e0da782d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 944 time: 0.0496831 Nov 11 12:35:57.950417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbd378-ae27-4c57-9d5e-4403bd908143 req-4f6e02e1-a761-45f0-9359-7ebf0ba3819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:57.951951 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-97cbd378-ae27-4c57-9d5e-4403bd908143 req-4f6e02e1-a761-45f0-9359-7ebf0ba3819e service neutron] 10.222.0.62 "GET /v2.0/networks?id=f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 200 len: 917 time: 0.0911942 Nov 11 12:35:57.990692 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fd4a11d-bad4-4e09-ad1b-b05cea595450 req-e20a10f6-2588-47ce-96a6-5554ceefb105 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Nov 11 12:35:57.995072 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-97cbd378-ae27-4c57-9d5e-4403bd908143 req-7d079d93-cc15-4a67-a1ac-b9c7247d95a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e54f16-98d2-42b5-9e0a-a503e9ae8946 HTTP/1.1" status: 200 len: 217 time: 0.0351396 Nov 11 12:35:58.049171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbd378-ae27-4c57-9d5e-4403bd908143 req-37c76ac1-20ee-41a6-bd7a-29225fa20246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:58.050657 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-97cbd378-ae27-4c57-9d5e-4403bd908143 req-37c76ac1-20ee-41a6-bd7a-29225fa20246 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df9b16b5-5819-46b8-8d28-49690eeaf3e3 HTTP/1.1" status: 200 len: 855 time: 0.0477116 Nov 11 12:35:58.082626 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-97cbd378-ae27-4c57-9d5e-4403bd908143 req-04fa981c-d3ad-4e99-a31b-eeb8623f699e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f98daafe-616f-481d-a549-d7e7ea0dabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242641 Nov 11 12:35:58.180015 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-97cbd378-ae27-4c57-9d5e-4403bd908143 req-88514434-1d52-4159-a5c8-4478275ecb1a service neutron] 10.222.0.62 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868073 Nov 11 12:35:58.278439 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-97cbd378-ae27-4c57-9d5e-4403bd908143 req-b8b93a47-84d5-4253-8773-44d41ed06ee0 service neutron] 10.222.0.62 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900178 Nov 11 12:35:59.126849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a435400-b769-41cf-80a1-61d9d4feecd9 req-e9547901-e8e1-49c1-a5e7-6f0aca787836 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:59.128364 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4a435400-b769-41cf-80a1-61d9d4feecd9 req-e9547901-e8e1-49c1-a5e7-6f0aca787836 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 944 time: 0.0525570 Nov 11 12:35:59.178437 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4a435400-b769-41cf-80a1-61d9d4feecd9 req-946aa084-c19c-4d16-a092-aa3a127c885a tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439703 Nov 11 12:35:59.656555 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 603133c4-f30f-4ba7-a32b-74494e9419f8 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:35:59.682901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 603133c4-f30f-4ba7-a32b-74494e9419f8 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:35:59.683232 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 603133c4-f30f-4ba7-a32b-74494e9419f8 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:36:00.303026 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cf67b-3bcc-4b6a-9c90-52a1c14bc970 req-0e1a7314-64d6-404b-adae-6c17ff46f376 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:00.304511 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd4cf67b-3bcc-4b6a-9c90-52a1c14bc970 req-0e1a7314-64d6-404b-adae-6c17ff46f376 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 944 time: 0.0507143 Nov 11 12:36:00.351552 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd4cf67b-3bcc-4b6a-9c90-52a1c14bc970 req-0f08598e-5f21-4067-956b-18cef703d7e5 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410056 Nov 11 12:36:01.479278 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed2f47-f698-4513-911c-94ae4781b33c req-16d111d5-60da-449b-b11f-7498d88cc102 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:01.480739 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fed2f47-f698-4513-911c-94ae4781b33c req-16d111d5-60da-449b-b11f-7498d88cc102 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 944 time: 0.0491459 Nov 11 12:36:01.528689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fed2f47-f698-4513-911c-94ae4781b33c req-349033d5-20a9-480a-af0f-e8819ad56f31 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419629 Nov 11 12:36:01.671001 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device a1e54f16-98d2-42b5-9e0a-a503e9ae8946 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:36:01.781629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port a1e54f16-98d2-42b5-9e0a-a503e9ae8946, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:36:01.793222 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'a1e54f16-98d2-42b5-9e0a-a503e9ae8946', 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6', 'port_id': 'a1e54f16-98d2-42b5-9e0a-a503e9ae8946', 'mac_address': 'fa:16:3e:a0:92:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9b16b5-5819-46b8-8d28-49690eeaf3e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:36:01.831273 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:01.844677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e54f16-98d2-42b5-9e0a-a503e9ae8946 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:36:01.864486 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port a1e54f16-98d2-42b5-9e0a-a503e9ae8946, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:36:01.871243 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:01.916137 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:01.923511 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:01.923798 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:01.924103 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:01.924420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:01.924743 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:01.925054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:01.925376 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:01.925720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:01.926029 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:01.926322 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:01.926636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:01.926942 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:02.120868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['a1e54f16-98d2-42b5-9e0a-a503e9ae8946'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:36:02.659705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7f543-6480-43ac-92d6-183194426586 req-6db97568-f1f7-434d-af9b-8fa2fc8200dc tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:02.661255 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13f7f543-6480-43ac-92d6-183194426586 req-6db97568-f1f7-434d-af9b-8fa2fc8200dc tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 945 time: 0.0548549 Nov 11 12:36:02.710951 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13f7f543-6480-43ac-92d6-183194426586 req-9aba5636-5e5e-4052-81b1-07f2082b6838 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409932 Nov 11 12:36:03.695000 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device a1e54f16-98d2-42b5-9e0a-a503e9ae8946 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:36:03.756052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port a1e54f16-98d2-42b5-9e0a-a503e9ae8946 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:36:03.760359 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port a1e54f16-98d2-42b5-9e0a-a503e9ae8946 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:36:03.760466 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:03.828761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baa83e-4c57-4ca3-9f62-e3d8f7a51e7e req-c0315f24-f94a-40ff-8593-049fa0918ba5 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:03.830281 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70baa83e-4c57-4ca3-9f62-e3d8f7a51e7e req-c0315f24-f94a-40ff-8593-049fa0918ba5 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 945 time: 0.0494640 Nov 11 12:36:03.845510 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:03.868693 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e54f16-98d2-42b5-9e0a-a503e9ae8946'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:36:03.870957 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b48487c-d6bf-477b-8e85-759fac877607" -d '{"events": [{"server_uuid": "387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25", "name": "network-vif-plugged", "status": "completed", "tag": "a1e54f16-98d2-42b5-9e0a-a503e9ae8946"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:36:03.878579 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70baa83e-4c57-4ca3-9f62-e3d8f7a51e7e req-e06b1b8b-4dd9-4dac-a0a8-d445f3acb247 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422769 Nov 11 12:36:03.884044 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port a1e54f16-98d2-42b5-9e0a-a503e9ae8946, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:36:03.890966 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:03.914836 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c56c5a9-c143-4fcb-b5f3-3497f6e573cf x-openstack-request-id: req-3c56c5a9-c143-4fcb-b5f3-3497f6e573cf {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:36:03.915127 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25", "name": "network-vif-plugged", "status": "completed", "tag": "a1e54f16-98d2-42b5-9e0a-a503e9ae8946", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:36:03.915376 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c56c5a9-c143-4fcb-b5f3-3497f6e573cf {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:36:03.915761 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e54f16-98d2-42b5-9e0a-a503e9ae8946', 'code': 200} Nov 11 12:36:03.941034 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:04.025035 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebfef3-2271-40c2-b699-043731013367 req-6748b851-d3ec-41b7-a9a1-b404d5013d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:04.026571 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-78ebfef3-2271-40c2-b699-043731013367 req-6748b851-d3ec-41b7-a9a1-b404d5013d31 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 1097 time: 0.0425115 Nov 11 12:36:04.076247 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-78ebfef3-2271-40c2-b699-043731013367 req-24704db1-0278-404c-9a31-ccf343eaa4f8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372860 Nov 11 12:36:05.016520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a930c-df59-417d-9fb8-a8edfc23000a req-dd8ddc2a-9d3c-4a54-8c0b-e4e64701ec83 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:05.018021 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f61a930c-df59-417d-9fb8-a8edfc23000a req-dd8ddc2a-9d3c-4a54-8c0b-e4e64701ec83 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0625875 Nov 11 12:36:05.066497 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f61a930c-df59-417d-9fb8-a8edfc23000a req-f6c1fc01-a3e2-4568-9332-540e7b2e1f3c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424149 Nov 11 12:36:05.892142 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ef6c43d0-4f6c-4be3-961a-f987ff7aff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:06.193870 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb277c2-b7d5-4d23-a2b9-e0e193a37a92 req-3ca7e784-01ea-45bd-bf09-44aae628100b tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:06.195386 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4bb277c2-b7d5-4d23-a2b9-e0e193a37a92 req-3ca7e784-01ea-45bd-bf09-44aae628100b tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0510526 Nov 11 12:36:06.244903 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4bb277c2-b7d5-4d23-a2b9-e0e193a37a92 req-779aa23a-f5fc-4379-9b6d-00a2c85445e6 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435388 Nov 11 12:36:06.370493 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451367bc-791a-4764-8fb0-acdd63bd9ed5 req-6cce1aa6-055e-4a2d-8fc4-8cc02b790b03 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:06.371906 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-451367bc-791a-4764-8fb0-acdd63bd9ed5 req-6cce1aa6-055e-4a2d-8fc4-8cc02b790b03 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0547407 Nov 11 12:36:06.422770 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-451367bc-791a-4764-8fb0-acdd63bd9ed5 req-bb7863df-0380-427c-ab2c-3c9d51163098 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448339 Nov 11 12:36:06.676672 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-2860b1e6-2bf8-4199-8b4e-31c85db441da service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0670693 Nov 11 12:36:06.687532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9311284-35f6-4826-8ae4-e0f504621a55 req-9cf2b4ec-5e48-4ad7-a327-5b8608e7841c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:06.688962 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9311284-35f6-4826-8ae4-e0f504621a55 req-9cf2b4ec-5e48-4ad7-a327-5b8608e7841c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0701957 Nov 11 12:36:06.736160 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9311284-35f6-4826-8ae4-e0f504621a55 req-b6465774-1ac9-4509-901e-caed11cc4a37 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 Nov 11 12:36:07.792326 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-6a1c310a-39a6-47c2-9428-a6c0d67cac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:07.794550 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-6a1c310a-39a6-47c2-9428-a6c0d67cac7a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 1097 time: 0.0582519 Nov 11 12:36:07.861132 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fe0e9-5b55-49cb-9108-f8b9b973a076 req-2115d7e8-1a85-4341-853e-28caca396032 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:07.862709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb0fe0e9-5b55-49cb-9108-f8b9b973a076 req-2115d7e8-1a85-4341-853e-28caca396032 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0539773 Nov 11 12:36:07.888657 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-88f50398-91ad-4c2a-9773-60672cb0148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:07.890206 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-88f50398-91ad-4c2a-9773-60672cb0148d service neutron] 10.222.0.62 "GET /v2.0/networks?id=f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 200 len: 917 time: 0.0874038 Nov 11 12:36:07.910934 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb0fe0e9-5b55-49cb-9108-f8b9b973a076 req-570adb17-ca8c-44bc-85bb-e455e37fac64 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417929 Nov 11 12:36:07.935543 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-c9bbfb34-b80a-402e-b589-ec5b0e9e37ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e54f16-98d2-42b5-9e0a-a503e9ae8946 HTTP/1.1" status: 200 len: 217 time: 0.0384161 Nov 11 12:36:07.983911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-f2656566-708d-4bd6-a275-55d00199a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:07.985373 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-f2656566-708d-4bd6-a275-55d00199a372 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df9b16b5-5819-46b8-8d28-49690eeaf3e3 HTTP/1.1" status: 200 len: 855 time: 0.0433581 Nov 11 12:36:08.018834 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-f7054d88-b14a-47e2-92af-1eac8567b316 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f98daafe-616f-481d-a549-d7e7ea0dabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257173 Nov 11 12:36:08.120193 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-00962f83-65fd-4c01-ace7-13a030ec70c6 service neutron] 10.222.0.62 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927877 Nov 11 12:36:08.136009 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2bc96d2e-02a1-4070-9022-2b926c543b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:08.213151 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-83b1b989-f264-408d-9f65-261a60cdd6c3 service neutron] 10.222.0.62 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841062 Nov 11 12:36:09.045061 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d038aa-4dea-46e5-b7db-853e2c9e4ff9 req-17b7050b-860b-477a-ae2f-90f6e033bcf5 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:09.046572 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1d038aa-4dea-46e5-b7db-853e2c9e4ff9 req-17b7050b-860b-477a-ae2f-90f6e033bcf5 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0516982 Nov 11 12:36:09.094574 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1d038aa-4dea-46e5-b7db-853e2c9e4ff9 req-1b1fa5e4-61c8-400b-b050-d2337ebab8bd tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419612 Nov 11 12:36:09.147692 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:10.231073 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f3031-21ce-4609-baf8-c3b0fc82b0eb req-d7bd738c-711d-410a-840d-8198e05321ce tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:10.232569 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f61f3031-21ce-4609-baf8-c3b0fc82b0eb req-d7bd738c-711d-410a-840d-8198e05321ce tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0592110 Nov 11 12:36:10.285182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f61f3031-21ce-4609-baf8-c3b0fc82b0eb req-88967a4c-6408-4834-8198-4220d31876ff tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465019 Nov 11 12:36:10.688279 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:11.316353 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:11.407827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f315f-c099-4480-b967-403615cff760 req-bd935e9e-8e44-4288-9d12-c2906366a22d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:11.409204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aa9f315f-c099-4480-b967-403615cff760 req-bd935e9e-8e44-4288-9d12-c2906366a22d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0503592 Nov 11 12:36:11.459342 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aa9f315f-c099-4480-b967-403615cff760 req-f8312076-9cf8-4ac2-86c1-61879b8eb678 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410731 Nov 11 12:36:12.587510 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d7963-9514-4726-ba5e-404a19afc2e5 req-aaf9aed6-ff80-42d1-b3d6-9de66bf6bcc1 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:12.588982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f74d7963-9514-4726-ba5e-404a19afc2e5 req-aaf9aed6-ff80-42d1-b3d6-9de66bf6bcc1 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0571024 Nov 11 12:36:12.638770 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f74d7963-9514-4726-ba5e-404a19afc2e5 req-1ddff266-1c03-437f-9449-4fcb14b5a3e4 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422795 Nov 11 12:36:13.779987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063983f-126a-4bb9-afb8-b83e44927041 req-e18d3c7e-c173-4cef-8774-c45d80fd292e tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:13.781638 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8063983f-126a-4bb9-afb8-b83e44927041 req-e18d3c7e-c173-4cef-8774-c45d80fd292e tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0598321 Nov 11 12:36:13.832847 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8063983f-126a-4bb9-afb8-b83e44927041 req-69c761bd-0218-4bf3-8fff-2bd72edced9c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423865 Nov 11 12:36:14.960880 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4af546-ffda-49c6-a384-775e4cbf6bd6 req-5a9c0416-6867-470a-8411-e0600cdebe10 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:14.962376 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c4af546-ffda-49c6-a384-775e4cbf6bd6 req-5a9c0416-6867-470a-8411-e0600cdebe10 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0508122 Nov 11 12:36:15.009198 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1c4af546-ffda-49c6-a384-775e4cbf6bd6 req-b4ae3e22-6fbd-4f10-af6e-b23074bd353f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408003 Nov 11 12:36:16.146770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d490b61-f9cc-41c6-bde9-8c2f862d7083 req-268a519d-f1be-4a15-aaad-a9c53ddd5b5e tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:16.148294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d490b61-f9cc-41c6-bde9-8c2f862d7083 req-268a519d-f1be-4a15-aaad-a9c53ddd5b5e tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0553372 Nov 11 12:36:16.200719 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d490b61-f9cc-41c6-bde9-8c2f862d7083 req-73a53d04-4472-4ff4-b23b-f4536719c7a2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462961 Nov 11 12:36:16.203026 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:17.328694 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818000e5-5e27-4da0-8e06-447487de9347 req-1e4c3c84-15a6-4289-87ec-830e26560077 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:17.330187 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-818000e5-5e27-4da0-8e06-447487de9347 req-1e4c3c84-15a6-4289-87ec-830e26560077 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0501964 Nov 11 12:36:17.378259 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-818000e5-5e27-4da0-8e06-447487de9347 req-4e11a027-6473-4aaa-bde0-ae07229cfa65 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419931 Nov 11 12:36:18.506247 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78227a1-9e76-41b1-ba47-5491a18e5e95 req-7bca7a5e-57f2-435e-a607-3a5733ba2ffa tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:18.507756 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e78227a1-9e76-41b1-ba47-5491a18e5e95 req-7bca7a5e-57f2-435e-a607-3a5733ba2ffa tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0521328 Nov 11 12:36:18.564919 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e78227a1-9e76-41b1-ba47-5491a18e5e95 req-41dce395-8031-4d78-af6b-653fadab2238 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500038 Nov 11 12:36:19.398549 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:36:19.709901 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe59b79-5ee1-433d-be13-ec236d79364f req-d6ec5dd4-0067-41d8-869a-926fdb5a284c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:19.711369 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fe59b79-5ee1-433d-be13-ec236d79364f req-d6ec5dd4-0067-41d8-869a-926fdb5a284c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0642798 Nov 11 12:36:19.758013 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fe59b79-5ee1-433d-be13-ec236d79364f req-a669cc34-75ce-4874-ac37-158c8c20f346 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405188 Nov 11 12:36:20.886760 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a39c3b-892c-4569-a959-408de59fa5b5 req-1497335d-2da3-4bc4-98c0-b154193d9938 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:20.888263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42a39c3b-892c-4569-a959-408de59fa5b5 req-1497335d-2da3-4bc4-98c0-b154193d9938 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0518813 Nov 11 12:36:20.936491 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-42a39c3b-892c-4569-a959-408de59fa5b5 req-d2c4b7bc-56a2-4c1d-96c2-3056a1145cfa tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421152 Nov 11 12:36:21.924967 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:22.061061 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d30fe-6887-4449-8f39-0dbb44e8f7e3 req-c3aaf338-633c-43c8-a14f-3b0688f82279 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:22.062480 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba4d30fe-6887-4449-8f39-0dbb44e8f7e3 req-c3aaf338-633c-43c8-a14f-3b0688f82279 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0529032 Nov 11 12:36:22.109675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba4d30fe-6887-4449-8f39-0dbb44e8f7e3 req-4b4d524d-0f06-4203-9861-bef664cf7bca tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410147 Nov 11 12:36:23.230682 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe2a90-fe84-405b-9d49-9a383e18ea0c req-b65fd1e0-68bf-4534-96fe-dd873240d932 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:23.232158 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e2fe2a90-fe84-405b-9d49-9a383e18ea0c req-b65fd1e0-68bf-4534-96fe-dd873240d932 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0539167 Nov 11 12:36:23.284766 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e2fe2a90-fe84-405b-9d49-9a383e18ea0c req-d99471ba-4608-4a4b-a3b3-f25cc2b57992 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435724 Nov 11 12:36:24.418546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0a9e6-9a07-4cdf-bc90-20dcba301b9e req-7c7c0963-d10c-4889-bc8d-4cbc7d356373 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:24.419955 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcb0a9e6-9a07-4cdf-bc90-20dcba301b9e req-7c7c0963-d10c-4889-bc8d-4cbc7d356373 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0506935 Nov 11 12:36:24.470742 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcb0a9e6-9a07-4cdf-bc90-20dcba301b9e req-a7a769fe-54c8-4383-87d8-602b962cf414 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447392 Nov 11 12:36:25.601502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42b6d1-2fb8-419d-bcc7-1d878fab9756 req-581c8eba-5afa-435c-842c-3439c003645e tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:25.602981 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc42b6d1-2fb8-419d-bcc7-1d878fab9756 req-581c8eba-5afa-435c-842c-3439c003645e tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0572214 Nov 11 12:36:25.653280 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc42b6d1-2fb8-419d-bcc7-1d878fab9756 req-b0083575-0765-423e-8bae-d6dd3fecde6b tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441492 Nov 11 12:36:26.789820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c7bcd-4025-4b45-9d86-7d821135da2a req-96a8470a-4d9c-4ec7-a6ae-699b4a6e9b43 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:26.791295 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ac5c7bcd-4025-4b45-9d86-7d821135da2a req-96a8470a-4d9c-4ec7-a6ae-699b4a6e9b43 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0556550 Nov 11 12:36:26.844719 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ac5c7bcd-4025-4b45-9d86-7d821135da2a req-dbef427b-c055-4163-90dc-2c9136202abc tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447116 Nov 11 12:36:27.966218 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e30da-fe26-43bf-b4e7-8ce0159367d4 req-c8a7b981-a09f-44b6-a313-b896c3966d64 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:27.967703 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-950e30da-fe26-43bf-b4e7-8ce0159367d4 req-c8a7b981-a09f-44b6-a313-b896c3966d64 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0538697 Nov 11 12:36:28.015146 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-950e30da-fe26-43bf-b4e7-8ce0159367d4 req-fa5c9b69-4512-4868-9a39-5e6edcd50a26 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Nov 11 12:36:29.145392 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de027a-cf81-4137-b2c3-0501c6cfe174 req-946276e1-76c2-4b03-b1a7-86d48939505c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:29.146935 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-84de027a-cf81-4137-b2c3-0501c6cfe174 req-946276e1-76c2-4b03-b1a7-86d48939505c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0510054 Nov 11 12:36:29.193675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-84de027a-cf81-4137-b2c3-0501c6cfe174 req-b6981d84-2a3a-4ccd-a04d-2ef691c15e68 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407069 Nov 11 12:36:30.326616 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62d4ee-70ab-471a-bcbc-211dbe57a181 req-7ca500e5-451a-43c6-bf82-64172ffbe502 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:30.328097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b62d4ee-70ab-471a-bcbc-211dbe57a181 req-7ca500e5-451a-43c6-bf82-64172ffbe502 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0519373 Nov 11 12:36:30.385494 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b62d4ee-70ab-471a-bcbc-211dbe57a181 req-7fcd3307-9355-438c-b71e-4899174b2677 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509682 Nov 11 12:36:31.519494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8ca8a-bac0-4fbe-8862-3a758be26e61 req-c3946893-7c0b-494b-93dd-9326d48e72ef tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:31.521074 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f2c8ca8a-bac0-4fbe-8862-3a758be26e61 req-c3946893-7c0b-494b-93dd-9326d48e72ef tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0515304 Nov 11 12:36:31.572992 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f2c8ca8a-bac0-4fbe-8862-3a758be26e61 req-8198f0e1-4ac1-42af-970f-56bfafa39561 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430083 Nov 11 12:36:32.710038 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935011b-9e3b-4f96-92ee-df03af17c8e0 req-8ae70dc9-3388-4761-9f91-88562219cbe9 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:32.711572 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4935011b-9e3b-4f96-92ee-df03af17c8e0 req-8ae70dc9-3388-4761-9f91-88562219cbe9 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0609708 Nov 11 12:36:32.770065 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4935011b-9e3b-4f96-92ee-df03af17c8e0 req-7be5d249-7cfb-418f-94d2-d260bb19ddad tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491536 Nov 11 12:36:33.906379 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacd912-aff8-4c75-a75f-48bd3a9bafed req-944e921a-c8d8-47d7-921c-5a5518c825ea tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:33.907863 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9aacd912-aff8-4c75-a75f-48bd3a9bafed req-944e921a-c8d8-47d7-921c-5a5518c825ea tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0542140 Nov 11 12:36:33.954491 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9aacd912-aff8-4c75-a75f-48bd3a9bafed req-6f05d98d-1e34-4e2b-ba3a-6b6d722e01aa tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403550 Nov 11 12:36:35.090117 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e4547-bbc4-4488-a293-b4ecd42cd0e4 req-bb51d397-33ee-4a1f-b50f-67904f0f2a19 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:35.091607 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a7e4547-bbc4-4488-a293-b4ecd42cd0e4 req-bb51d397-33ee-4a1f-b50f-67904f0f2a19 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0529127 Nov 11 12:36:35.147100 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7a7e4547-bbc4-4488-a293-b4ecd42cd0e4 req-30e8872d-ea8f-4ee3-a880-c4690782130b tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465231 Nov 11 12:36:35.246906 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-bc0fab10-e077-4f5f-93c1-9caf64ce38fc service neutron] show failed (client error): The resource could not be found. Nov 11 12:36:35.247931 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-bc0fab10-e077-4f5f-93c1-9caf64ce38fc service neutron] 10.222.0.62 "GET /v2.0/ports/a1e54f16-98d2-42b5-9e0a-a503e9ae8946/bindings/n-h2-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.0633018 Nov 11 12:36:35.485492 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-cfa8418d-082c-462a-9f2a-b55d1f0c0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:35.487027 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-cfa8418d-082c-462a-9f2a-b55d1f0c0eaf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25&tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8 HTTP/1.1" status: 200 len: 1097 time: 0.0463278 Nov 11 12:36:35.500618 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:36:35.554581 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:35.768139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] For port a1e54f16-98d2-42b5-9e0a-a503e9ae8946, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:36:35.802563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] For port a1e54f16-98d2-42b5-9e0a-a503e9ae8946, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:36:35.846025 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1e54f16-98d2-42b5-9e0a-a503e9ae8946'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:36:35.848366 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b16e04a-4f6e-4cd3-afa2-b97c86d9252b" -d '{"events": [{"server_uuid": "387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25", "name": "network-vif-unplugged", "status": "completed", "tag": "a1e54f16-98d2-42b5-9e0a-a503e9ae8946"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:36:35.852798 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:35.865835 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Transition to ACTIVE for port object a1e54f16-98d2-42b5-9e0a-a503e9ae8946 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:36:35.875033 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:35.889694 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-94e4454e-b208-4d9e-b81f-bca5528e1b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:35.902795 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53accd2-961b-431b-aa0f-1977ca147d90 x-openstack-request-id: req-f53accd2-961b-431b-aa0f-1977ca147d90 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:36:35.903090 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25", "name": "network-vif-unplugged", "status": "completed", "tag": "a1e54f16-98d2-42b5-9e0a-a503e9ae8946", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:36:35.903439 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f53accd2-961b-431b-aa0f-1977ca147d90 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:36:35.903967 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1e54f16-98d2-42b5-9e0a-a503e9ae8946', 'code': 200} Nov 11 12:36:35.944940 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] No DVR routers for this DVR port a1e54f16-98d2-42b5-9e0a-a503e9ae8946 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:36:35.951894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,revision_number=6']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:35.962656 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:35.962978 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:35.963351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:35.963684 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:35.964022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:35.964349 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:35.964678 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:35.964973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:35.965326 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:35.965659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:35.965982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:35.966303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:35.995995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Attempting to bind port a1e54f16-98d2-42b5-9e0a-a503e9ae8946 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:36:35.996346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Attempting to bind port a1e54f16-98d2-42b5-9e0a-a503e9ae8946 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'c31536fc-a349-48b8-aa84-e46108d1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:36:35.996652 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Attempting to bind port a1e54f16-98d2-42b5-9e0a-a503e9ae8946 on network f98daafe-616f-481d-a549-d7e7ea0dabf6 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:36:36.002309 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Port a1e54f16-98d2-42b5-9e0a-a503e9ae8946 on network f98daafe-616f-481d-a549-d7e7ea0dabf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:36:36.002626 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Attempting to bind port a1e54f16-98d2-42b5-9e0a-a503e9ae8946 on network f98daafe-616f-481d-a549-d7e7ea0dabf6 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:36:36.007788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:36:36.008123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Checking segment: {'id': 'c31536fc-a349-48b8-aa84-e46108d1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:36:36.008532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Bound using segment: {'id': 'c31536fc-a349-48b8-aa84-e46108d1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:36:36.008953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Bound port: a1e54f16-98d2-42b5-9e0a-a503e9ae8946, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31536fc-a349-48b8-aa84-e46108d1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:36:36.009310 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:36.077408 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] For port a1e54f16-98d2-42b5-9e0a-a503e9ae8946, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:36:36.080384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] For port a1e54f16-98d2-42b5-9e0a-a503e9ae8946, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:36:36.089645 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:36.137258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:36.137888 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:36.139272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] 10.222.0.43 "PUT /v2.0/ports/a1e54f16-98d2-42b5-9e0a-a503e9ae8946 HTTP/1.1" status: 200 len: 1092 time: 0.6427753 Nov 11 12:36:36.156140 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80db8cf-43a5-42f7-a043-c6c162c4c2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,revision_number=7']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:36.204339 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-a5f488b3-d8bc-4d97-a008-af2b7b480741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:36.205957 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-a5f488b3-d8bc-4d97-a008-af2b7b480741 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 1095 time: 0.0434773 Nov 11 12:36:36.336462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4efa92-8afc-4e3d-88cd-85e6ed4187e0 req-3b1b8c0c-0a7b-4810-967e-1f34dd8f37a2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:36.337958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d4efa92-8afc-4e3d-88cd-85e6ed4187e0 req-3b1b8c0c-0a7b-4810-967e-1f34dd8f37a2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 944 time: 0.1171813 Nov 11 12:36:36.343091 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-0ffa02eb-34bc-49db-a389-5bd6b177dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:36.344487 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-0ffa02eb-34bc-49db-a389-5bd6b177dd20 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 200 len: 917 time: 0.1316669 Nov 11 12:36:36.396222 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-415ee5cd-d008-4384-b449-acec3b697706 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e54f16-98d2-42b5-9e0a-a503e9ae8946 HTTP/1.1" status: 200 len: 217 time: 0.0449672 Nov 11 12:36:36.449863 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2d4efa92-8afc-4e3d-88cd-85e6ed4187e0 req-ea65f7ef-4da3-413e-af10-0107b2fffc7f tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043756 Nov 11 12:36:36.464626 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-a973ed66-9082-4865-84f1-f8f58e44a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:36.466099 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-a973ed66-9082-4865-84f1-f8f58e44a736 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df9b16b5-5819-46b8-8d28-49690eeaf3e3 HTTP/1.1" status: 200 len: 855 time: 0.0589089 Nov 11 12:36:36.498272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-5bfd7837-2630-453b-b52c-e2a11d000fa5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f98daafe-616f-481d-a549-d7e7ea0dabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252728 Nov 11 12:36:36.595645 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-bab35591-443c-406b-9228-4afe9dc65302 service neutron] 10.222.0.43 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904589 Nov 11 12:36:36.691644 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c8ac6a27-135a-4167-9062-4352abb5ff28 req-2a9fc70c-eebf-43c2-83be-1d6b183c1b11 service neutron] 10.222.0.43 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886672 Nov 11 12:36:37.580497 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2f9a4-3534-40ed-b73d-c4fe4295d4da req-38f37b36-89bc-43ff-87bb-f90187f6bffc tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:37.582018 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93c2f9a4-3534-40ed-b73d-c4fe4295d4da req-38f37b36-89bc-43ff-87bb-f90187f6bffc tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 944 time: 0.0500996 Nov 11 12:36:37.635563 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93c2f9a4-3534-40ed-b73d-c4fe4295d4da req-67dc477e-9751-46d8-a2a8-d807638994f6 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473695 Nov 11 12:36:37.905677 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25', 'tag': 'a1e54f16-98d2-42b5-9e0a-a503e9ae8946'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:36:37.908824 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8ae525-e032-4c10-90ec-6cd2b6792646" -d '{"events": [{"name": "network-changed", "server_uuid": "387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25", "tag": "a1e54f16-98d2-42b5-9e0a-a503e9ae8946"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:36:37.958066 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f75f452-338b-4696-b99c-d254e6d1e274 x-openstack-request-id: req-3f75f452-338b-4696-b99c-d254e6d1e274 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:36:37.958503 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25", "tag": "a1e54f16-98d2-42b5-9e0a-a503e9ae8946", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:36:37.958749 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f75f452-338b-4696-b99c-d254e6d1e274 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:36:37.959171 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25', 'tag': 'a1e54f16-98d2-42b5-9e0a-a503e9ae8946', 'status': 'completed', 'code': 200} Nov 11 12:36:38.022538 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-b0f81504-267c-4ad7-9a6d-5264f3ee226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:38.024088 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-b0f81504-267c-4ad7-9a6d-5264f3ee226a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 1095 time: 0.0414963 Nov 11 12:36:38.027714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-d3898b37-81af-45e8-930c-de9776827743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:38.029964 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-d3898b37-81af-45e8-930c-de9776827743 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 1095 time: 0.0479789 Nov 11 12:36:38.118443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-2405dea8-6ba1-4e8c-96ab-a1270353150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:38.119840 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-2405dea8-6ba1-4e8c-96ab-a1270353150f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 200 len: 917 time: 0.0865309 Nov 11 12:36:38.133300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-aade7d76-8567-4cdf-b47b-70216d1a9ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:38.134903 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-aade7d76-8567-4cdf-b47b-70216d1a9ce9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 200 len: 917 time: 0.0898671 Nov 11 12:36:38.143655 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-60a833e7-c03d-4257-ab8e-88745e2f55a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:38.180953 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-b8b222fe-ccf5-4830-8a7f-4b2228c233f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e54f16-98d2-42b5-9e0a-a503e9ae8946 HTTP/1.1" status: 200 len: 217 time: 0.0472310 Nov 11 12:36:38.195174 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-9eb0d275-5681-4a9a-8674-3a4e559fab1b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e54f16-98d2-42b5-9e0a-a503e9ae8946 HTTP/1.1" status: 200 len: 217 time: 0.0477958 Nov 11 12:36:38.239952 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-c30b35ab-ee2f-46ff-8648-2f74d3563e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:38.241946 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-c30b35ab-ee2f-46ff-8648-2f74d3563e04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df9b16b5-5819-46b8-8d28-49690eeaf3e3 HTTP/1.1" status: 200 len: 855 time: 0.0481563 Nov 11 12:36:38.250742 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-641aa861-9d2c-402c-96a7-16336ad956d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:38.252183 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-641aa861-9d2c-402c-96a7-16336ad956d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df9b16b5-5819-46b8-8d28-49690eeaf3e3 HTTP/1.1" status: 200 len: 855 time: 0.0465055 Nov 11 12:36:38.276533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-de272d60-93d9-4dba-ad5c-5e653616b0e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f98daafe-616f-481d-a549-d7e7ea0dabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263765 Nov 11 12:36:38.289140 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-eacbfb16-bd27-4920-a39c-b7b6b5af40ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f98daafe-616f-481d-a549-d7e7ea0dabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255148 Nov 11 12:36:38.372938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-5ee0d4fc-34d5-4e16-aba1-672bce1833ab service neutron] 10.222.0.43 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884404 Nov 11 12:36:38.389669 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-a85b8223-e57c-4f60-8cc8-1d36f900184f service neutron] 10.222.0.62 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887406 Nov 11 12:36:38.463003 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-d76a0641-7186-4386-8812-bd5f00bf0aef service neutron] 10.222.0.43 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831299 Nov 11 12:36:38.486240 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fe8ae525-e032-4c10-90ec-6cd2b6792646 req-62d0682b-b855-423e-a58f-6d4320292d7c service neutron] 10.222.0.62 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849249 Nov 11 12:36:38.770921 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c9341-13be-46e2-8785-fa8a5a236ecd req-c3d574e5-5f9e-4f60-8b59-77fa32912d34 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:38.772383 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b3c9341-13be-46e2-8785-fa8a5a236ecd req-c3d574e5-5f9e-4f60-8b59-77fa32912d34 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 944 time: 0.0555530 Nov 11 12:36:38.820419 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b3c9341-13be-46e2-8785-fa8a5a236ecd req-dcee3562-3075-48d1-b365-026818ffbb9a tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418236 Nov 11 12:36:39.048062 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dba64-160b-4464-9b0a-07754fa90221 req-c9ac107f-77b4-484e-ad0d-6c28443eed0c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:39.049619 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8e9dba64-160b-4464-9b0a-07754fa90221 req-c9ac107f-77b4-484e-ad0d-6c28443eed0c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 944 time: 0.0505090 Nov 11 12:36:39.066860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e11c9-288f-43b8-8b31-a66fbf3b08bb req-2e24ebdf-752b-4f62-af9f-67b10cc601e8 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:39.068345 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-230e11c9-288f-43b8-8b31-a66fbf3b08bb req-2e24ebdf-752b-4f62-af9f-67b10cc601e8 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.62 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25&tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 944 time: 0.0525029 Nov 11 12:36:39.096910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8e9dba64-160b-4464-9b0a-07754fa90221 req-68bc9791-b319-435a-bd84-a90f41cbd3f2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412202 Nov 11 12:36:39.143042 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [req-230e11c9-288f-43b8-8b31-a66fbf3b08bb req-bbd5ebd0-5dd0-4e17-b852-c2e9c21c1a47 service neutron] delete failed (client error): The resource could not be found. Nov 11 12:36:39.144105 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-230e11c9-288f-43b8-8b31-a66fbf3b08bb req-bbd5ebd0-5dd0-4e17-b852-c2e9c21c1a47 service neutron] 10.222.0.62 "DELETE /v2.0/ports/a1e54f16-98d2-42b5-9e0a-a503e9ae8946/bindings/n-h1-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.0614827 Nov 11 12:36:39.148443 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:39.238174 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e11c9-288f-43b8-8b31-a66fbf3b08bb req-406c908a-15e2-4f63-90eb-27d8beed81c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:39.239567 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-230e11c9-288f-43b8-8b31-a66fbf3b08bb req-406c908a-15e2-4f63-90eb-27d8beed81c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 1095 time: 0.0427101 Nov 11 12:36:39.339062 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e11c9-288f-43b8-8b31-a66fbf3b08bb req-9170c6d8-1e47-4fa7-a015-7467dd7add7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:39.340591 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-230e11c9-288f-43b8-8b31-a66fbf3b08bb req-9170c6d8-1e47-4fa7-a015-7467dd7add7b service neutron] 10.222.0.62 "GET /v2.0/networks?id=f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 200 len: 917 time: 0.0896101 Nov 11 12:36:39.391112 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-230e11c9-288f-43b8-8b31-a66fbf3b08bb req-105bdf26-396b-4c4a-9fa3-e94c1cddf5c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e54f16-98d2-42b5-9e0a-a503e9ae8946 HTTP/1.1" status: 200 len: 217 time: 0.0394959 Nov 11 12:36:39.446388 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e11c9-288f-43b8-8b31-a66fbf3b08bb req-a317e50f-0a36-4f4e-ada5-6e0c3d3299cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:39.447907 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-230e11c9-288f-43b8-8b31-a66fbf3b08bb req-a317e50f-0a36-4f4e-ada5-6e0c3d3299cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df9b16b5-5819-46b8-8d28-49690eeaf3e3 HTTP/1.1" status: 200 len: 855 time: 0.0438964 Nov 11 12:36:39.484984 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-230e11c9-288f-43b8-8b31-a66fbf3b08bb req-9ffb23d6-90a9-4a09-9427-ef96de6221f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f98daafe-616f-481d-a549-d7e7ea0dabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254705 Nov 11 12:36:39.582770 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-230e11c9-288f-43b8-8b31-a66fbf3b08bb req-1142201d-dda8-46b4-9b30-fc400640c3bb service neutron] 10.222.0.62 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864782 Nov 11 12:36:39.679781 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-230e11c9-288f-43b8-8b31-a66fbf3b08bb req-f1132890-7475-4073-b443-6d45124dbe37 service neutron] 10.222.0.62 "GET /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858724 Nov 11 12:36:39.845102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device a1e54f16-98d2-42b5-9e0a-a503e9ae8946 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:36:39.894416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device a1e54f16-98d2-42b5-9e0a-a503e9ae8946 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:36:40.226934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1240a-8527-418f-81de-e5407eba7054 req-18c486fa-6cd6-4043-bbd7-27693ccd0923 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:40.228531 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fba1240a-8527-418f-81de-e5407eba7054 req-18c486fa-6cd6-4043-bbd7-27693ccd0923 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 944 time: 0.0496032 Nov 11 12:36:40.279750 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fba1240a-8527-418f-81de-e5407eba7054 req-51ce0f45-d928-48f1-86d2-1cae4ed45c92 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452483 Nov 11 12:36:40.691572 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:40.967161 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device a1e54f16-98d2-42b5-9e0a-a503e9ae8946 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:36:41.072543 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port a1e54f16-98d2-42b5-9e0a-a503e9ae8946, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:36:41.083987 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'a1e54f16-98d2-42b5-9e0a-a503e9ae8946', 'network_id': 'f98daafe-616f-481d-a549-d7e7ea0dabf6', 'port_id': 'a1e54f16-98d2-42b5-9e0a-a503e9ae8946', 'mac_address': 'fa:16:3e:a0:92:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9b16b5-5819-46b8-8d28-49690eeaf3e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:36:41.121992 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:41.135138 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e54f16-98d2-42b5-9e0a-a503e9ae8946 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:36:41.155829 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port a1e54f16-98d2-42b5-9e0a-a503e9ae8946, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:36:41.162033 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:41.210824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:41.325673 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:41.383436 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['a1e54f16-98d2-42b5-9e0a-a503e9ae8946'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:36:41.401530 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f64a2-e73c-45b7-831b-0567c9af0c35 req-78a40638-4f62-4b0f-9487-710319f7d74d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:41.403089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c04f64a2-e73c-45b7-831b-0567c9af0c35 req-78a40638-4f62-4b0f-9487-710319f7d74d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 945 time: 0.0490882 Nov 11 12:36:41.450571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c04f64a2-e73c-45b7-831b-0567c9af0c35 req-fff57adf-e181-45de-85ff-97782c67340e tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408156 Nov 11 12:36:41.565720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b53043-f2b0-4ead-9bbb-9b396e92cf04 req-8741f92b-825a-4d78-8d75-bbebb62971fe tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:41.567194 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-80b53043-f2b0-4ead-9bbb-9b396e92cf04 req-8741f92b-825a-4d78-8d75-bbebb62971fe tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 945 time: 0.0498683 Nov 11 12:36:41.618644 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-80b53043-f2b0-4ead-9bbb-9b396e92cf04 req-66da3da7-17d5-49e1-8aee-b157144ec4fa tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453746 Nov 11 12:36:41.745257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9a92a-72a2-4c04-a9d5-488c12a9c660 req-9e51603c-90ac-4689-a458-3410c94672dd tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:41.746712 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8ba9a92a-72a2-4c04-a9d5-488c12a9c660 req-9e51603c-90ac-4689-a458-3410c94672dd tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 945 time: 0.0578063 Nov 11 12:36:41.798052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8ba9a92a-72a2-4c04-a9d5-488c12a9c660 req-cc499221-f21a-4bda-a92f-6b8eb816614d tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423667 Nov 11 12:36:42.139894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a8dad-44dd-4887-a56f-2012b2b2dd22 req-c171b220-2449-4c4f-b6d5-38ab00dce129 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:42.141408 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-837a8dad-44dd-4887-a56f-2012b2b2dd22 req-c171b220-2449-4c4f-b6d5-38ab00dce129 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 945 time: 0.0511527 Nov 11 12:36:42.190370 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-837a8dad-44dd-4887-a56f-2012b2b2dd22 req-795b2c1f-d11d-453b-a030-da5052ee936c tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426986 Nov 11 12:36:42.983189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device a1e54f16-98d2-42b5-9e0a-a503e9ae8946 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:36:43.050707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port a1e54f16-98d2-42b5-9e0a-a503e9ae8946 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:36:43.054781 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port a1e54f16-98d2-42b5-9e0a-a503e9ae8946 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:36:43.055146 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:43.139776 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:43.163218 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e54f16-98d2-42b5-9e0a-a503e9ae8946'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:36:43.165954 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b04712a-735e-481c-90d3-72229fded4d6" -d '{"events": [{"server_uuid": "387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25", "name": "network-vif-plugged", "status": "completed", "tag": "a1e54f16-98d2-42b5-9e0a-a503e9ae8946"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:36:43.180324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port a1e54f16-98d2-42b5-9e0a-a503e9ae8946, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:36:43.187404 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:43.212010 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed629924-5c42-44f6-8458-21478b909dc7 x-openstack-request-id: req-ed629924-5c42-44f6-8458-21478b909dc7 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:36:43.212300 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25", "name": "network-vif-plugged", "status": "completed", "tag": "a1e54f16-98d2-42b5-9e0a-a503e9ae8946", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:36:43.212545 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed629924-5c42-44f6-8458-21478b909dc7 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:36:43.213010 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e54f16-98d2-42b5-9e0a-a503e9ae8946', 'code': 200} Nov 11 12:36:43.238947 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:43.275396 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe1d11-aa4a-4ceb-8342-f1f3d9f7b1cb req-472578b1-1302-419a-bc32-0c6d9cff54a2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:43.276898 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60fe1d11-aa4a-4ceb-8342-f1f3d9f7b1cb req-472578b1-1302-419a-bc32-0c6d9cff54a2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.43 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0495543 Nov 11 12:36:43.376072 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ef05f-3e92-4bd6-aee0-1c7093c7301b req-569dcdf9-8804-4475-9b9d-f8337510a5b5 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:43.377544 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c85ef05f-3e92-4bd6-aee0-1c7093c7301b req-569dcdf9-8804-4475-9b9d-f8337510a5b5 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/ports?device_id=387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25 HTTP/1.1" status: 200 len: 946 time: 0.0997705 Nov 11 12:36:43.425445 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-60fe1d11-aa4a-4ceb-8342-f1f3d9f7b1cb req-6ebd454e-60ea-481a-95a9-c03495b0b5a2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Deleting port a1e54f16-98d2-42b5-9e0a-a503e9ae8946 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:36:43.425822 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-60fe1d11-aa4a-4ceb-8342-f1f3d9f7b1cb req-6ebd454e-60ea-481a-95a9-c03495b0b5a2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:43.457754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c85ef05f-3e92-4bd6-aee0-1c7093c7301b req-ed01ad9c-de7f-4690-a364-0ce06ad7ce39 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.65 "GET /v2.0/security-groups?id=998f5da8-f635-49cc-a75a-d71d3d21558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737813 Nov 11 12:36:43.537344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-60fe1d11-aa4a-4ceb-8342-f1f3d9f7b1cb req-6ebd454e-60ea-481a-95a9-c03495b0b5a2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] For port a1e54f16-98d2-42b5-9e0a-a503e9ae8946, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,segment=NetworkSegment(c31536fc-a349-48b8-aa84-e46108d1eb1f),segment_id=c31536fc-a349-48b8-aa84-e46108d1eb1f)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:36:43.537603 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-60fe1d11-aa4a-4ceb-8342-f1f3d9f7b1cb req-6ebd454e-60ea-481a-95a9-c03495b0b5a2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:43.550990 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-60fe1d11-aa4a-4ceb-8342-f1f3d9f7b1cb req-6ebd454e-60ea-481a-95a9-c03495b0b5a2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Calling delete_port for a1e54f16-98d2-42b5-9e0a-a503e9ae8946 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:36:43.695009 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-60fe1d11-aa4a-4ceb-8342-f1f3d9f7b1cb req-6ebd454e-60ea-481a-95a9-c03495b0b5a2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:43.707092 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['a1e54f16-98d2-42b5-9e0a-a503e9ae8946'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:36:43.726726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd454e-60ea-481a-95a9-c03495b0b5a2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Pushing event deleted for resources: {'Port': ['ID=a1e54f16-98d2-42b5-9e0a-a503e9ae8946,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:43.767112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fe1d11-aa4a-4ceb-8342-f1f3d9f7b1cb req-6ebd454e-60ea-481a-95a9-c03495b0b5a2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] No DVR routers for this DVR port a1e54f16-98d2-42b5-9e0a-a503e9ae8946 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:36:43.770037 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-60fe1d11-aa4a-4ceb-8342-f1f3d9f7b1cb req-6ebd454e-60ea-481a-95a9-c03495b0b5a2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:43.773550 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60fe1d11-aa4a-4ceb-8342-f1f3d9f7b1cb req-6ebd454e-60ea-481a-95a9-c03495b0b5a2 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] 10.222.0.43 "DELETE /v2.0/ports/a1e54f16-98d2-42b5-9e0a-a503e9ae8946 HTTP/1.1" status: 204 len: 173 time: 0.4874732 Nov 11 12:36:43.774078 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25', 'name': 'network-vif-deleted', 'tag': 'a1e54f16-98d2-42b5-9e0a-a503e9ae8946'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:36:43.776398 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7b3d6b-7ad7-4c5c-9cf0-47ae9aad1d74" -d '{"events": [{"server_uuid": "387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25", "name": "network-vif-deleted", "tag": "a1e54f16-98d2-42b5-9e0a-a503e9ae8946"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:36:43.827006 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06e0940-627b-43bc-92f8-8386222cf6b9 x-openstack-request-id: req-b06e0940-627b-43bc-92f8-8386222cf6b9 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:36:43.827300 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25", "name": "network-vif-deleted", "tag": "a1e54f16-98d2-42b5-9e0a-a503e9ae8946", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:36:43.827543 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b06e0940-627b-43bc-92f8-8386222cf6b9 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:36:43.827937 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387b3c51-c2a7-4cf3-a2ec-f7a3c687ae25', 'name': 'network-vif-deleted', 'tag': 'a1e54f16-98d2-42b5-9e0a-a503e9ae8946', 'status': 'completed', 'code': 200} Nov 11 12:36:44.594190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42938) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:36:44.644670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-df09769a-eb41-4e98-9e2c-d943dc689883 admin admin] Deleting subnet df9b16b5-5819-46b8-8d28-49690eeaf3e3 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:36:44.648302 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-df09769a-eb41-4e98-9e2c-d943dc689883 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:44.683334 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-df09769a-eb41-4e98-9e2c-d943dc689883 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:44.723270 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-df09769a-eb41-4e98-9e2c-d943dc689883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:44.778183 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-df09769a-eb41-4e98-9e2c-d943dc689883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:44.804841 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09769a-eb41-4e98-9e2c-d943dc689883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df9b16b5-5819-46b8-8d28-49690eeaf3e3,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:44.806995 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-df09769a-eb41-4e98-9e2c-d943dc689883 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:44.810144 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-df09769a-eb41-4e98-9e2c-d943dc689883 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/df9b16b5-5819-46b8-8d28-49690eeaf3e3 HTTP/1.1" status: 204 len: 168 time: 0.2149370 Nov 11 12:36:44.813053 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42940) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:36:44.889463 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:44.966306 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:44.990441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98daafe-616f-481d-a549-d7e7ea0dabf6']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:36:44.999886 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31536fc-a349-48b8-aa84-e46108d1eb1f') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:36:45.000189 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31536fc-a349-48b8-aa84-e46108d1eb1f') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:36:45.009516 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:45.023636 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:45.032131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:36:45.032441 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:36:45.034185 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:36:45.090247 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:45.096390 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:45.099657 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f98daafe-616f-481d-a549-d7e7ea0dabf6 HTTP/1.1" status: 204 len: 168 time: 0.2855668 Nov 11 12:36:45.112359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f98daafe-616f-481d-a549-d7e7ea0dabf6,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:45.120488 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:45.120862 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:45.121147 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:45.121474 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:45.121852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:45.122184 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:45.122494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:45.122828 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:45.123112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:45.123566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:45.123900 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:45.124215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460b5d6-81b6-4805-a8d9-a57ab76639c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:45.223803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42944) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:36:45.263862 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7f450c5c-52e3-416b-98c3-86a39466120a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c5e19ebec2a411c94aae12cf8a94ea8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388908 Nov 11 12:36:45.266502 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42946) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:36:45.318634 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48be6081-5686-4d44-b37e-0c531b3450e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:45.340478 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48be6081-5686-4d44-b37e-0c531b3450e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:45.392836 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48be6081-5686-4d44-b37e-0c531b3450e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:45.395556 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48be6081-5686-4d44-b37e-0c531b3450e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:45.396759 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-48be6081-5686-4d44-b37e-0c531b3450e4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/998f5da8-f635-49cc-a75a-d71d3d21558f HTTP/1.1" status: 204 len: 168 time: 0.1293931 Nov 11 12:36:45.404456 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be6081-5686-4d44-b37e-0c531b3450e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998f5da8-f635-49cc-a75a-d71d3d21558f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:46.084062 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42968) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:36:46.197419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-260b4bc3-3fea-4936-b806-846ce053d737 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-367602570-network', 'tenant_id': '97562fe4f9274847aa0cef6816017f60'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:36:46.216927 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:46.225983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260b4bc3-3fea-4936-b806-846ce053d737 admin admin] Made reservation on behalf of 97562fe4f9274847aa0cef6816017f60 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:36:46.229761 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-260b4bc3-3fea-4936-b806-846ce053d737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:46.240509 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-260b4bc3-3fea-4936-b806-846ce053d737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:46.319533 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-260b4bc3-3fea-4936-b806-846ce053d737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:46.325281 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-260b4bc3-3fea-4936-b806-846ce053d737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:46.346075 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260b4bc3-3fea-4936-b806-846ce053d737 admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:36:46.359168 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b4bc3-3fea-4936-b806-846ce053d737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433cf381-5646-4584-94f8-388c67411ea1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:46.363848 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-260b4bc3-3fea-4936-b806-846ce053d737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:46.364180 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-260b4bc3-3fea-4936-b806-846ce053d737 admin admin] Added segment 4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e of type vlan for network c47c442a-867a-4dcb-b7b9-8ae586f89f71 Nov 11 12:36:46.403222 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-260b4bc3-3fea-4936-b806-846ce053d737 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:46.431543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-260b4bc3-3fea-4936-b806-846ce053d737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:46.432566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260b4bc3-3fea-4936-b806-846ce053d737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:46.433327 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-260b4bc3-3fea-4936-b806-846ce053d737 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:46.490700 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-260b4bc3-3fea-4936-b806-846ce053d737 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4055107 Nov 11 12:36:46.493882 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42972) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:36:46.497936 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b4bc3-3fea-4936-b806-846ce053d737 admin admin] Pushing event updated for resources: {'Network': ['ID=c47c442a-867a-4dcb-b7b9-8ae586f89f71,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:46.499127 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-17f262af-727f-40eb-a074-2a34a950bccb admin admin] Request body: {'subnet': {'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-367602570-subnet', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:36:46.508331 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network c47c442a-867a-4dcb-b7b9-8ae586f89f71 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:36:46.525654 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f262af-727f-40eb-a074-2a34a950bccb admin admin] Made reservation on behalf of 97562fe4f9274847aa0cef6816017f60 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:36:46.528411 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-17f262af-727f-40eb-a074-2a34a950bccb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:46.708709 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-17f262af-727f-40eb-a074-2a34a950bccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:46.762206 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f262af-727f-40eb-a074-2a34a950bccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f2b90bb-c425-4f60-8703-4d0a44669692,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:46.772411 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f262af-727f-40eb-a074-2a34a950bccb admin admin] Checking segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:36:46.772749 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f262af-727f-40eb-a074-2a34a950bccb admin admin] Network hostable DHCP agents. Network: c47c442a-867a-4dcb-b7b9-8ae586f89f71, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:36:46.800341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f262af-727f-40eb-a074-2a34a950bccb admin admin] Network c47c442a-867a-4dcb-b7b9-8ae586f89f71 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:36:46.813606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-17f262af-727f-40eb-a074-2a34a950bccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, c47c442a-867a-4dcb-b7b9-8ae586f89f71) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:36:46.818185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f262af-727f-40eb-a074-2a34a950bccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:46.818924 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-17f262af-727f-40eb-a074-2a34a950bccb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:46.824286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4dc619-b6ad-426e-9214-855cf89d1944 None None] Network c47c442a-867a-4dcb-b7b9-8ae586f89f71 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:36:46.838221 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-17f262af-727f-40eb-a074-2a34a950bccb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3432357 Nov 11 12:36:46.840597 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 42974) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:36:46.844929 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:36:46.868263 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:46.869281 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:46.924253 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:46.973102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:36:46.973993 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:46.996663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device a1e54f16-98d2-42b5-9e0a-a503e9ae8946 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:36:47.054933 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: a1e54f16-98d2-42b5-9e0a-a503e9ae8946 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:36:47.055257 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device a1e54f16-98d2-42b5-9e0a-a503e9ae8946 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:36:47.060405 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:47.128243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Allocated IP 172.20.0.2 (c47c442a-867a-4dcb-b7b9-8ae586f89f71/3f2b90bb-c425-4f60-8703-4d0a44669692/9601ef11-b02a-4cf8-abe0-0587e2de2c71) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:36:47.449572 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:47.457124 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:47.497495 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Network c47c442a-867a-4dcb-b7b9-8ae586f89f71 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:36:47.500332 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:36:47.502885 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:36:47.513818 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Pushing event updated for resources: {'Port': ['ID=9601ef11-b02a-4cf8-abe0-0587e2de2c71,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:47.561113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Attempting to bind port 9601ef11-b02a-4cf8-abe0-0587e2de2c71 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:36:47.561478 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Attempting to bind port 9601ef11-b02a-4cf8-abe0-0587e2de2c71 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:36:47.561875 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Attempting to bind port 9601ef11-b02a-4cf8-abe0-0587e2de2c71 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:36:47.567089 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:36:47.567458 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Checking segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:36:47.567987 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:47.568388 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Bound using segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:36:47.568849 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Bound port: 9601ef11-b02a-4cf8-abe0-0587e2de2c71, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:36:47.569225 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:47.602003 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:47.621048 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:47.635075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] For port 9601ef11-b02a-4cf8-abe0-0587e2de2c71, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:36:47.638723 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] For port 9601ef11-b02a-4cf8-abe0-0587e2de2c71, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9601ef11-b02a-4cf8-abe0-0587e2de2c71,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:36:47.644150 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:47.706366 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da89d60-d18c-4cf5-ace2-3675af0c2096 None None] Pushing event updated for resources: {'Port': ['ID=9601ef11-b02a-4cf8-abe0-0587e2de2c71,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:47.733087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Allocated IP 172.25.2.202 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/1a2f83c1-7f21-416f-91e2-5f9f1e67ceba) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:36:47.848082 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:47.886770 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:47.934652 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:36:47.938990 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:36:47.940975 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Pushing event updated for resources: {'Port': ['ID=1a2f83c1-7f21-416f-91e2-5f9f1e67ceba,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:47.943149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:36:47.952123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f745d608-b2d9-45bb-85d9-eb3af80df859 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:36:48.000734 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e56826a7-9ad8-4136-b4ab-171d001fc32c None None] Provisioning complete for port 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:36:48.001092 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e56826a7-9ad8-4136-b4ab-171d001fc32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:48.034958 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e56826a7-9ad8-4136-b4ab-171d001fc32c None None] Port 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:36:48.213329 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:48.409061 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:48.544722 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Router 73f4d12a-0771-483d-9513-a93a75d9556b is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:36:48.629886 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535502c5-3164-49f1-bc40-5d9036f637a8 None None] Network c47c442a-867a-4dcb-b7b9-8ae586f89f71 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:36:48.657351 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:36:48.675578 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:48.676846 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-65bdcfab-41fb-48bb-bd3d-87e52c94ab22 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8355064 Nov 11 12:36:48.679863 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42976) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:36:48.695771 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Sync routers for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:36:48.727929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4dcc221f-9a9a-4e60-b021-9a98ff7d8353 None None] Provisioning complete for port 9601ef11-b02a-4cf8-abe0-0587e2de2c71 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:36:48.728291 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4dcc221f-9a9a-4e60-b021-9a98ff7d8353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:48.731037 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:36:48.731656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:36:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:36:48.921131 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:36:49.059070 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4dcc221f-9a9a-4e60-b021-9a98ff7d8353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:49.115557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4dcc221f-9a9a-4e60-b021-9a98ff7d8353 None None] For port 9601ef11-b02a-4cf8-abe0-0587e2de2c71, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9601ef11-b02a-4cf8-abe0-0587e2de2c71,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:36:49.130652 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4dcc221f-9a9a-4e60-b021-9a98ff7d8353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:49.215003 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc221f-9a9a-4e60-b021-9a98ff7d8353 None None] Pushing event updated for resources: {'Port': ['ID=9601ef11-b02a-4cf8-abe0-0587e2de2c71,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:49.231530 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:48Z', 'revision_number': 3, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:36:49.274918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Checking router: 73f4d12a-0771-483d-9513-a93a75d9556b for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:36:49.275388 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Updating router 73f4d12a-0771-483d-9513-a93a75d9556b port 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:36:49.313559 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:49.316810 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a201f059-354d-4d76-bae9-e0ada9b5005c None None] Provisioning complete for port 9601ef11-b02a-4cf8-abe0-0587e2de2c71 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:36:49.317189 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a201f059-354d-4d76-bae9-e0ada9b5005c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:49.377428 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:49.531173 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Allocated IP 172.20.0.1 (c47c442a-867a-4dcb-b7b9-8ae586f89f71/3f2b90bb-c425-4f60-8703-4d0a44669692/459bfd99-2ea7-4b1a-b8ea-a873d5643168) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:36:49.632132 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:49.639403 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:49.646077 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:49.682798 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:49.688993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b082f641-3ed9-41b5-a217-49eb4bc6e243 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:36:49.702197 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Attempting to bind port 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:36:49.702564 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Attempting to bind port 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:36:49.702931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Attempting to bind port 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:36:49.706710 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa086b81-3a93-49ad-8e42-1b881eee95bf None None] Pushing event updated for resources: {'Port': ['ID=1a2f83c1-7f21-416f-91e2-5f9f1e67ceba,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:49.712015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:36:49.712264 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:36:49.712623 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:49.713009 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:36:49.713482 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Bound port: 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:36:49.713915 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:49.729672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Network c47c442a-867a-4dcb-b7b9-8ae586f89f71 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:36:49.732643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:36:49.737207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:36:49.765976 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=459bfd99-2ea7-4b1a-b8ea-a873d5643168,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:49.776542 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] For port 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:36:49.780078 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] For port 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1a2f83c1-7f21-416f-91e2-5f9f1e67ceba,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:36:49.781896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ac6732c8-0190-4393-b824-aa36ba7b39ab None None] Provisioning complete for port 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:36:49.782264 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ac6732c8-0190-4393-b824-aa36ba7b39ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:49.782531 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:49.809280 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:49.876112 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ac6732c8-0190-4393-b824-aa36ba7b39ab None None] Port 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:36:49.889539 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7bea72-071c-44d7-9dd4-176cd1e9e264 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:36:49.898356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa086b81-3a93-49ad-8e42-1b881eee95bf None None] Pushing event updated for resources: {'Port': ['ID=1a2f83c1-7f21-416f-91e2-5f9f1e67ceba,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:49.914437 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:36:49.915353 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:36:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:36:49.952476 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:49.964620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9601ef11-b02a-4cf8-abe0-0587e2de2c71 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:36:50.063528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-258875b3-800d-4d48-bfc5-bd455d17c06f None None] Provisioning complete for port 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:36:50.063774 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-258875b3-800d-4d48-bfc5-bd455d17c06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:50.109645 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:36:50.121717 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:50.127175 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:50.199754 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:50.201620 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=459bfd99-2ea7-4b1a-b8ea-a873d5643168,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:50.297137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Network c47c442a-867a-4dcb-b7b9-8ae586f89f71 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:36:50.299243 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:36:50.310019 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 9601ef11-b02a-4cf8-abe0-0587e2de2c71 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:36:50.310382 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:50.427604 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Router 73f4d12a-0771-483d-9513-a93a75d9556b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:36:50.482836 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-258875b3-800d-4d48-bfc5-bd455d17c06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:50.531323 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-258875b3-800d-4d48-bfc5-bd455d17c06f None None] For port 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1a2f83c1-7f21-416f-91e2-5f9f1e67ceba,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:36:50.542005 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-258875b3-800d-4d48-bfc5-bd455d17c06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:50.545751 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:36:50.551332 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-abc0a235-ff9a-4b47-9fb3-54c57c28a8f8 admin admin] 10.222.0.65 "PUT /v2.0/routers/73f4d12a-0771-483d-9513-a93a75d9556b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8703482 Nov 11 12:36:50.622214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-258875b3-800d-4d48-bfc5-bd455d17c06f None None] Provisioning complete for port 459bfd99-2ea7-4b1a-b8ea-a873d5643168 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:36:50.622589 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-258875b3-800d-4d48-bfc5-bd455d17c06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:50.663493 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258875b3-800d-4d48-bfc5-bd455d17c06f None None] Pushing event updated for resources: {'Port': ['ID=1a2f83c1-7f21-416f-91e2-5f9f1e67ceba,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:50.679690 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-258875b3-800d-4d48-bfc5-bd455d17c06f None None] Port 459bfd99-2ea7-4b1a-b8ea-a873d5643168 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:36:50.690682 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 1, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:36:50.721807 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8fc6fe-5e1a-4a80-90b3-032762db790e None None] The sync data for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 is: [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 1, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:36:50.799796 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-570b0efc-8b8b-4875-b07e-80f1753845e1 None None] Provisioning complete for port 459bfd99-2ea7-4b1a-b8ea-a873d5643168 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:36:50.800259 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-570b0efc-8b8b-4875-b07e-80f1753845e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:50.840070 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-570b0efc-8b8b-4875-b07e-80f1753845e1 None None] Port 459bfd99-2ea7-4b1a-b8ea-a873d5643168 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:36:51.151266 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42988) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:36:51.156264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f3126c6a-480a-4727-a191-e4f21841e86f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849887335', 'description': 'tempest-description--1882025818'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:36:51.180670 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f3126c6a-480a-4727-a191-e4f21841e86f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:51.251080 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f3126c6a-480a-4727-a191-e4f21841e86f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:51.257544 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f3126c6a-480a-4727-a191-e4f21841e86f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:51.287896 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3126c6a-480a-4727-a191-e4f21841e86f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b775da-8459-4447-91a5-33c7de3f3acd,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:51.292910 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f3126c6a-480a-4727-a191-e4f21841e86f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:51.294213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f3126c6a-480a-4727-a191-e4f21841e86f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1418571 Nov 11 12:36:51.297162 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42990) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:36:51.301557 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-307f07ec-5a0a-484c-9b3f-ab46a93c1303 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Request body: {'security_group_rule': {'security_group_id': '11b775da-8459-4447-91a5-33c7de3f3acd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:36:51.329594 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-307f07ec-5a0a-484c-9b3f-ab46a93c1303 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:51.393784 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-307f07ec-5a0a-484c-9b3f-ab46a93c1303 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:51.398997 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-307f07ec-5a0a-484c-9b3f-ab46a93c1303 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:51.419773 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f07ec-5a0a-484c-9b3f-ab46a93c1303 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a012b4b1-6bae-4734-8c2e-44c82c8b74ef,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:51.426472 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-307f07ec-5a0a-484c-9b3f-ab46a93c1303 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:51.430530 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-307f07ec-5a0a-484c-9b3f-ab46a93c1303 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297190 Nov 11 12:36:51.430813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42992) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:36:51.435544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-024c1e72-a73c-4af4-af6c-bf8cd1f6f637 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Request body: {'security_group_rule': {'security_group_id': '11b775da-8459-4447-91a5-33c7de3f3acd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:36:51.478644 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-024c1e72-a73c-4af4-af6c-bf8cd1f6f637 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:51.542766 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-024c1e72-a73c-4af4-af6c-bf8cd1f6f637 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:51.548253 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-024c1e72-a73c-4af4-af6c-bf8cd1f6f637 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:51.568670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c1e72-a73c-4af4-af6c-bf8cd1f6f637 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952ef322-35a1-4367-8c5b-2837a0ccc909,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:51.580456 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-024c1e72-a73c-4af4-af6c-bf8cd1f6f637 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:51.581958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-024c1e72-a73c-4af4-af6c-bf8cd1f6f637 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499310 Nov 11 12:36:51.584850 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 42994) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:36:51.589416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:36:51.612695 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:51.714716 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:51.829089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Allocated IP 172.25.2.212 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/8238cc4b-0830-4994-b6b3-bf4f846969f4) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:36:51.877550 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:36:51.933121 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:51.942913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:36:51.943346 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:51.946440 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:51.986927 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:52.025185 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:36:52.028168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:36:52.032257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:36:52.070511 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Pushing event updated for resources: {'Port': ['ID=8238cc4b-0830-4994-b6b3-bf4f846969f4,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:52.128095 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:52.166551 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:52.317994 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:52.325223 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:52.397320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Pushing event updated for resources: {'Port': ['ID=8238cc4b-0830-4994-b6b3-bf4f846969f4,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:52.408268 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:52.426573 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:52.427842 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b4da9f52-d2b8-40a8-b007-bcc21b2ecd8c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8419993 Nov 11 12:36:52.584890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-aa4e8f85-7e3a-4e0c-a3c9-231268da7c63 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--849887335&fields=id&tenant_id=97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 267 time: 0.0445790 Nov 11 12:36:52.697483 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-240efd5f-797e-46ca-beaf-7a1259354eb1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:52.699054 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-240efd5f-797e-46ca-beaf-7a1259354eb1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 811 time: 0.1067772 Nov 11 12:36:52.717122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-49375df5-c036-40e7-b521-ed11782e6fbf tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/quotas/97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 375 time: 0.0109944 Nov 11 12:36:52.777820 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-0db15273-8fcc-4019-be32-868642a072e8 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546055 Nov 11 12:36:52.787078 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Sync routers for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:36:52.796753 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:36:52.797356 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:36:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:36:52.879605 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-55cd98d3-a4bd-40ca-ac4f-9f64de65f6ea service neutron] 10.222.0.65 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892503 Nov 11 12:36:52.975614 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-94a7fe1b-2e5e-44ff-a2cf-a939b350f710 service neutron] 10.222.0.65 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892982 Nov 11 12:36:52.998667 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:36:53.153043 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb029c05-4b9e-4479-969c-ff90edb9b74d req-8fb5119c-b82b-43d4-afa0-0d10db51031d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 210 time: 0.0300150 Nov 11 12:36:53.204395 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 2, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:36:53.233701 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Checking router: 73f4d12a-0771-483d-9513-a93a75d9556b for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:36:53.234047 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Updating router 73f4d12a-0771-483d-9513-a93a75d9556b port 459bfd99-2ea7-4b1a-b8ea-a873d5643168 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:36:53.259501 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:53.527405 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:53.533543 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:53.587454 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f5478-1f5c-4c6c-86af-e939a157e16e None None] Pushing event updated for resources: {'Port': ['ID=459bfd99-2ea7-4b1a-b8ea-a873d5643168,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:53.610127 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f5478-1f5c-4c6c-86af-e939a157e16e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:53.610468 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f5478-1f5c-4c6c-86af-e939a157e16e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:53.610799 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f5478-1f5c-4c6c-86af-e939a157e16e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:53.611129 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f5478-1f5c-4c6c-86af-e939a157e16e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:53.611459 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f5478-1f5c-4c6c-86af-e939a157e16e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:53.611779 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f5478-1f5c-4c6c-86af-e939a157e16e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:53.612095 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f5478-1f5c-4c6c-86af-e939a157e16e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:53.612415 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f5478-1f5c-4c6c-86af-e939a157e16e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:53.612737 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f5478-1f5c-4c6c-86af-e939a157e16e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:53.613043 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f5478-1f5c-4c6c-86af-e939a157e16e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:53.613355 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f5478-1f5c-4c6c-86af-e939a157e16e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:53.613684 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f5478-1f5c-4c6c-86af-e939a157e16e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:53.642793 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Attempting to bind port 459bfd99-2ea7-4b1a-b8ea-a873d5643168 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:36:53.643159 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Attempting to bind port 459bfd99-2ea7-4b1a-b8ea-a873d5643168 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:36:53.643516 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Attempting to bind port 459bfd99-2ea7-4b1a-b8ea-a873d5643168 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:36:53.649071 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:36:53.649438 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Checking segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:36:53.649876 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:53.650262 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Bound using segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:36:53.650723 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Bound port: 459bfd99-2ea7-4b1a-b8ea-a873d5643168, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:36:53.651095 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:53.721563 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] For port 459bfd99-2ea7-4b1a-b8ea-a873d5643168, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:36:53.724842 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] For port 459bfd99-2ea7-4b1a-b8ea-a873d5643168, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=459bfd99-2ea7-4b1a-b8ea-a873d5643168,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:36:53.728785 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:53.787959 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:36:53.788580 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:36:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:36:53.794026 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f5478-1f5c-4c6c-86af-e939a157e16e None None] Pushing event updated for resources: {'Port': ['ID=459bfd99-2ea7-4b1a-b8ea-a873d5643168,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:53.890601 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-62f0e699-1502-44e3-ba2f-7410464ea64a None None] Provisioning complete for port 459bfd99-2ea7-4b1a-b8ea-a873d5643168 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:36:53.891624 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-62f0e699-1502-44e3-ba2f-7410464ea64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:53.900182 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:36:53.972352 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-62f0e699-1502-44e3-ba2f-7410464ea64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:54.010874 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-62f0e699-1502-44e3-ba2f-7410464ea64a None None] For port 459bfd99-2ea7-4b1a-b8ea-a873d5643168, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=459bfd99-2ea7-4b1a-b8ea-a873d5643168,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:36:54.015833 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-62f0e699-1502-44e3-ba2f-7410464ea64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:54.067450 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0e699-1502-44e3-ba2f-7410464ea64a None None] Pushing event updated for resources: {'Port': ['ID=459bfd99-2ea7-4b1a-b8ea-a873d5643168,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:54.107454 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:36:54.134388 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a9bac4-2163-4ea1-ac6b-6125d25759a2 None None] The sync data for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 is: [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:36:54.138297 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e8932e96-9691-4b0b-bd17-5a243248e3cd None None] Provisioning complete for port 459bfd99-2ea7-4b1a-b8ea-a873d5643168 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:36:54.138469 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e8932e96-9691-4b0b-bd17-5a243248e3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:54.248413 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-a0e0e0e5-0916-4e42-b448-0d07b8d33794 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:54.253233 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-a0e0e0e5-0916-4e42-b448-0d07b8d33794 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 811 time: 0.1525934 Nov 11 12:36:54.276229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0c0750d-b67d-44fc-b02c-0e4cd948ed78 req-792365d6-77bd-40fc-bb1c-4550779da16c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 210 time: 0.0347879 Nov 11 12:36:54.327422 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-fdba7888-f142-4d82-8376-9dbe3f9a049e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 379 time: 0.0589957 Nov 11 12:36:54.339082 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-a6c27789-cd12-4e54-9cb6-e254dd685ed6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Request body: {'port': {'device_id': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'admin_state_up': True, 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'security_groups': ['11b775da-8459-4447-91a5-33c7de3f3acd']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:36:54.451153 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-a6c27789-cd12-4e54-9cb6-e254dd685ed6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Made reservation on behalf of 97562fe4f9274847aa0cef6816017f60 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:36:54.455142 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-a6c27789-cd12-4e54-9cb6-e254dd685ed6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:54.589951 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-a6c27789-cd12-4e54-9cb6-e254dd685ed6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Allocated IP 172.20.0.4 (c47c442a-867a-4dcb-b7b9-8ae586f89f71/3f2b90bb-c425-4f60-8703-4d0a44669692/82008a32-4544-4f45-a87a-05952415a016) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:36:54.738367 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-a6c27789-cd12-4e54-9cb6-e254dd685ed6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:54.775606 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-a6c27789-cd12-4e54-9cb6-e254dd685ed6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:54.820235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-a6c27789-cd12-4e54-9cb6-e254dd685ed6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Network c47c442a-867a-4dcb-b7b9-8ae586f89f71 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:36:54.823407 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-a6c27789-cd12-4e54-9cb6-e254dd685ed6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:36:54.827166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-a6c27789-cd12-4e54-9cb6-e254dd685ed6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:36:54.853364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c27789-cd12-4e54-9cb6-e254dd685ed6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Pushing event updated for resources: {'Port': ['ID=82008a32-4544-4f45-a87a-05952415a016,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:54.882898 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-a6c27789-cd12-4e54-9cb6-e254dd685ed6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:54.883623 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-a6c27789-cd12-4e54-9cb6-e254dd685ed6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:54.901258 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-a6c27789-cd12-4e54-9cb6-e254dd685ed6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661013 Nov 11 12:36:54.919915 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Request body: {'port': {'device_id': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:36:54.980291 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:55.068671 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bae46af1-4229-4064-b7cd-7131c2bb4bc6 None None] Provisioning complete for port 82008a32-4544-4f45-a87a-05952415a016 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:36:55.069325 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bae46af1-4229-4064-b7cd-7131c2bb4bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:55.112025 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-bae46af1-4229-4064-b7cd-7131c2bb4bc6 None None] Port 82008a32-4544-4f45-a87a-05952415a016 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:36:55.239787 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82008a32-4544-4f45-a87a-05952415a016 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:36:55.247356 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:55.265500 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Transition to ACTIVE for port object 82008a32-4544-4f45-a87a-05952415a016 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:36:55.271676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:55.321642 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=82008a32-4544-4f45-a87a-05952415a016,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:55.403156 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Attempting to bind port 82008a32-4544-4f45-a87a-05952415a016 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:36:55.403500 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Attempting to bind port 82008a32-4544-4f45-a87a-05952415a016 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:36:55.403826 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Attempting to bind port 82008a32-4544-4f45-a87a-05952415a016 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:36:55.408077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d282b00-50cc-4456-bcdc-73896ba5ec25 req-65452a5a-b4f6-47f9-be09-54839fe52750 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:55.408633 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Port 82008a32-4544-4f45-a87a-05952415a016 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:36:55.408959 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Attempting to bind port 82008a32-4544-4f45-a87a-05952415a016 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:36:55.409819 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d282b00-50cc-4456-bcdc-73896ba5ec25 req-65452a5a-b4f6-47f9-be09-54839fe52750 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 943 time: 0.0632660 Nov 11 12:36:55.414067 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:36:55.414407 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Checking segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:36:55.414794 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Bound using segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:36:55.415230 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Bound port: 82008a32-4544-4f45-a87a-05952415a016, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:36:55.415590 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:55.467456 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d282b00-50cc-4456-bcdc-73896ba5ec25 req-4b57edd1-4dd9-4636-a64d-4301f6bdd4b9 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499465 Nov 11 12:36:55.485901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] For port 82008a32-4544-4f45-a87a-05952415a016, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:36:55.496314 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] For port 82008a32-4544-4f45-a87a-05952415a016, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=82008a32-4544-4f45-a87a-05952415a016,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:36:55.496314 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:55.531039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:55.531699 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:55.533242 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] 10.222.0.62 "PUT /v2.0/ports/82008a32-4544-4f45-a87a-05952415a016 HTTP/1.1" status: 200 len: 1091 time: 0.6178572 Nov 11 12:36:55.533633 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'tag': '82008a32-4544-4f45-a87a-05952415a016'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:36:55.535927 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec592974-ed59-41d3-b557-7122b8828144" -d '{"events": [{"name": "network-changed", "server_uuid": "c441627e-8ea9-49c9-80ca-5c38553008e5", "tag": "82008a32-4544-4f45-a87a-05952415a016"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:36:55.562669 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9dc03-6b2d-4e31-87ee-824ac03ea6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=82008a32-4544-4f45-a87a-05952415a016,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:55.588764 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fcf4b9-f1f4-4011-8b52-ef5653ba9521 x-openstack-request-id: req-a5fcf4b9-f1f4-4011-8b52-ef5653ba9521 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:36:55.589049 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c441627e-8ea9-49c9-80ca-5c38553008e5", "tag": "82008a32-4544-4f45-a87a-05952415a016", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:36:55.589295 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5fcf4b9-f1f4-4011-8b52-ef5653ba9521 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:36:55.589733 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'tag': '82008a32-4544-4f45-a87a-05952415a016', 'status': 'completed', 'code': 200} Nov 11 12:36:55.624681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-df23ad85-402d-4be2-a4ec-c8eba07dccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:55.626267 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-df23ad85-402d-4be2-a4ec-c8eba07dccb1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 1094 time: 0.0474396 Nov 11 12:36:55.694258 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-08211ea3-aae8-4def-9d20-f247ab6e0462 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82008a32-4544-4f45-a87a-05952415a016 HTTP/1.1" status: 200 len: 217 time: 0.0478127 Nov 11 12:36:55.751676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-facb7634-9374-4bea-b8f5-620c1b8d7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:55.753182 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-facb7634-9374-4bea-b8f5-620c1b8d7827 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0479755 Nov 11 12:36:55.805625 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-7f2eff59-b602-4ad5-ad82-8ea112b0d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:55.806546 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-7f2eff59-b602-4ad5-ad82-8ea112b0d6f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416403 Nov 11 12:36:55.886006 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 459bfd99-2ea7-4b1a-b8ea-a873d5643168 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:36:55.911326 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-079563f3-31f4-4b4c-891d-064711f674d5 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919034 Nov 11 12:36:55.934012 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 459bfd99-2ea7-4b1a-b8ea-a873d5643168 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:36:55.934450 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:56.010108 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-671132ad-13d7-4a6a-833f-3e8508db9d63 req-9e2af047-9e57-4892-bb15-1ed004d512bc service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868030 Nov 11 12:36:56.107666 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec592974-ed59-41d3-b557-7122b8828144 req-cf1aa906-e828-4318-b7cd-79543ba935b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:56.109225 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ec592974-ed59-41d3-b557-7122b8828144 req-cf1aa906-e828-4318-b7cd-79543ba935b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 1094 time: 0.0475152 Nov 11 12:36:56.200245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec592974-ed59-41d3-b557-7122b8828144 req-46484466-5479-4468-a7f5-7738e399c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:56.201807 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ec592974-ed59-41d3-b557-7122b8828144 req-46484466-5479-4468-a7f5-7738e399c605 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0840893 Nov 11 12:36:56.250075 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ec592974-ed59-41d3-b557-7122b8828144 req-759f0887-77cd-4068-a0af-eb2ad678b03d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82008a32-4544-4f45-a87a-05952415a016 HTTP/1.1" status: 200 len: 217 time: 0.0405686 Nov 11 12:36:56.303916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec592974-ed59-41d3-b557-7122b8828144 req-8b19b72b-6f20-4c7d-afc8-12e28b48743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:56.305390 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ec592974-ed59-41d3-b557-7122b8828144 req-8b19b72b-6f20-4c7d-afc8-12e28b48743c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0471909 Nov 11 12:36:56.352568 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec592974-ed59-41d3-b557-7122b8828144 req-8ab28eda-0aa0-4b5a-b83e-1d6fc0b08273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:56.354089 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ec592974-ed59-41d3-b557-7122b8828144 req-8ab28eda-0aa0-4b5a-b83e-1d6fc0b08273 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408764 Nov 11 12:36:56.397366 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:36:56.457202 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ec592974-ed59-41d3-b557-7122b8828144 req-905a5c5e-e91c-4941-ab89-eb77f43ccfbb service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896809 Nov 11 12:36:56.553278 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ec592974-ed59-41d3-b557-7122b8828144 req-2111230e-e936-42cd-baaf-c25a78c166aa service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876718 Nov 11 12:36:56.602191 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fe784-3809-404b-ad7d-473e9ca4c0d9 req-917dc348-1f63-4ca9-8f24-13eceb5739cf tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:56.603671 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a51fe784-3809-404b-ad7d-473e9ca4c0d9 req-917dc348-1f63-4ca9-8f24-13eceb5739cf tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 943 time: 0.0507812 Nov 11 12:36:56.652503 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a51fe784-3809-404b-ad7d-473e9ca4c0d9 req-ef1888eb-5c90-4e96-b8f9-09b376f39b5a tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425951 Nov 11 12:36:57.783264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b3324-a80a-48a8-a985-257fcf668bda req-6c509b6a-8ab8-4dff-b0c2-c80c3db6ef96 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:57.784782 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-071b3324-a80a-48a8-a985-257fcf668bda req-6c509b6a-8ab8-4dff-b0c2-c80c3db6ef96 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 943 time: 0.0553150 Nov 11 12:36:57.833721 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-071b3324-a80a-48a8-a985-257fcf668bda req-fb0e365a-8d54-45e3-92f0-76f227749a64 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423448 Nov 11 12:36:58.966253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b662127-2d57-43e6-858a-7088720c9a17 req-76739513-db70-47e5-8db7-1e570bea76f8 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:58.967726 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b662127-2d57-43e6-858a-7088720c9a17 req-76739513-db70-47e5-8db7-1e570bea76f8 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 943 time: 0.0494301 Nov 11 12:36:59.018754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b662127-2d57-43e6-858a-7088720c9a17 req-721a38c0-cd8b-48b9-9516-b17840496df1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424495 Nov 11 12:36:59.963281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 82008a32-4544-4f45-a87a-05952415a016 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:37:00.068136 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 82008a32-4544-4f45-a87a-05952415a016, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=82008a32-4544-4f45-a87a-05952415a016,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:37:00.079436 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '82008a32-4544-4f45-a87a-05952415a016', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'port_id': '82008a32-4544-4f45-a87a-05952415a016', 'mac_address': 'fa:16:3e:12:04:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:37:00.121913 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:00.135725 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82008a32-4544-4f45-a87a-05952415a016 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:37:00.143827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e14aab-bb56-4330-a142-f5bba677bd68 req-9c0ac453-60c3-4827-9a4d-9ff5db234c49 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:00.145492 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7e14aab-bb56-4330-a142-f5bba677bd68 req-9c0ac453-60c3-4827-9a4d-9ff5db234c49 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 943 time: 0.0511446 Nov 11 12:37:00.155606 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 82008a32-4544-4f45-a87a-05952415a016, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=82008a32-4544-4f45-a87a-05952415a016,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:37:00.162947 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:00.198135 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7e14aab-bb56-4330-a142-f5bba677bd68 req-d41c45f1-2db8-42df-a5b6-77d4a3e18883 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462675 Nov 11 12:37:00.210281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=82008a32-4544-4f45-a87a-05952415a016,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:37:00.431927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['82008a32-4544-4f45-a87a-05952415a016'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:37:01.321871 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a35448-5271-46ba-9e06-b34bf027d1a4 req-a3faf42a-9a4c-40ac-994d-bcbc2846f9f1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:01.323382 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10a35448-5271-46ba-9e06-b34bf027d1a4 req-a3faf42a-9a4c-40ac-994d-bcbc2846f9f1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 944 time: 0.0512793 Nov 11 12:37:01.375647 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-10a35448-5271-46ba-9e06-b34bf027d1a4 req-69200c56-0f44-48d4-b6e8-6fb89b1e22de tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434859 Nov 11 12:37:01.979272 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 82008a32-4544-4f45-a87a-05952415a016 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:37:02.034391 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 82008a32-4544-4f45-a87a-05952415a016 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:37:02.038314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 82008a32-4544-4f45-a87a-05952415a016 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:37:02.038704 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:02.119058 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:02.143382 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82008a32-4544-4f45-a87a-05952415a016'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:37:02.145676 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e68c39-2235-4710-88ae-bdca457367bb" -d '{"events": [{"server_uuid": "c441627e-8ea9-49c9-80ca-5c38553008e5", "name": "network-vif-plugged", "status": "completed", "tag": "82008a32-4544-4f45-a87a-05952415a016"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:37:02.157888 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 82008a32-4544-4f45-a87a-05952415a016, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=82008a32-4544-4f45-a87a-05952415a016,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:37:02.162928 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:02.190771 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226eaf81-8952-4875-88f1-c362f113d101 x-openstack-request-id: req-226eaf81-8952-4875-88f1-c362f113d101 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:37:02.191060 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c441627e-8ea9-49c9-80ca-5c38553008e5", "name": "network-vif-plugged", "status": "completed", "tag": "82008a32-4544-4f45-a87a-05952415a016", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:37:02.191306 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-226eaf81-8952-4875-88f1-c362f113d101 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:37:02.191715 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82008a32-4544-4f45-a87a-05952415a016', 'code': 200} Nov 11 12:37:02.216107 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=82008a32-4544-4f45-a87a-05952415a016,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:37:02.223850 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:02.224192 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:02.224526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:02.224855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:02.225180 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:02.225502 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:02.225855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:02.226178 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:02.226503 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:02.226819 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:02.227135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:02.227480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:02.300105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5b8db-38a2-4d38-8147-4a3d24c64603 req-ab8cbec0-ea08-4784-810b-af8956551e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:02.301958 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47f5b8db-38a2-4d38-8147-4a3d24c64603 req-ab8cbec0-ea08-4784-810b-af8956551e0a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 1096 time: 0.0470276 Nov 11 12:37:02.350842 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47f5b8db-38a2-4d38-8147-4a3d24c64603 req-b552f49b-ec48-49f4-bd69-4a648b69d2aa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381391 Nov 11 12:37:02.519748 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cc735-62fe-4d9e-8861-53f19a6457c4 req-c9093915-3713-42ca-b282-f9f4bcc2a245 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:02.521167 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e42cc735-62fe-4d9e-8861-53f19a6457c4 req-c9093915-3713-42ca-b282-f9f4bcc2a245 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0561709 Nov 11 12:37:02.572589 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e42cc735-62fe-4d9e-8861-53f19a6457c4 req-e263fd8d-b4c4-48e6-88f2-b9bf31365a68 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427628 Nov 11 12:37:03.701967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54d5c0-5e0b-4bc9-9ba5-1248d1f41d9e req-013d22eb-3696-4a34-a39c-611a40c5c930 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:03.703576 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca54d5c0-5e0b-4bc9-9ba5-1248d1f41d9e req-013d22eb-3696-4a34-a39c-611a40c5c930 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0549209 Nov 11 12:37:03.751623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ca54d5c0-5e0b-4bc9-9ba5-1248d1f41d9e req-32c9505b-f83b-40a0-84e1-c74add942c8d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419242 Nov 11 12:37:04.888944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347baed2-55a1-4771-a792-648b5e22834a req-aa439403-d62f-4413-b433-a61e13735f0e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:04.890602 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-347baed2-55a1-4771-a792-648b5e22834a req-aa439403-d62f-4413-b433-a61e13735f0e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0603170 Nov 11 12:37:04.942822 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-347baed2-55a1-4771-a792-648b5e22834a req-05f1b4dc-525e-442e-b034-02dace154e8e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428462 Nov 11 12:37:05.064905 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944cd7d-286a-4e0c-b251-d53e1ebf291c req-8c62270d-b7a7-4c39-b0f8-1ac93ccab2d6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:05.066324 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f944cd7d-286a-4e0c-b251-d53e1ebf291c req-8c62270d-b7a7-4c39-b0f8-1ac93ccab2d6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0561738 Nov 11 12:37:05.074925 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43044) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:37:05.079249 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-26885d3d-97db-47b9-9a97-9ec45fc17dc2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Request body: {'floatingip': {'port_id': '82008a32-4544-4f45-a87a-05952415a016'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:37:05.122093 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-26885d3d-97db-47b9-9a97-9ec45fc17dc2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:05.606336 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-26885d3d-97db-47b9-9a97-9ec45fc17dc2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:05.614018 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-26885d3d-97db-47b9-9a97-9ec45fc17dc2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:05.888121 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-34dea9a9-aadd-4584-b735-298a06d85abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:05.999062 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-26885d3d-97db-47b9-9a97-9ec45fc17dc2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Floating IP 5c7c2a6e-1a41-4fe9-a26c-6f8760b44179 associated. External IP: 172.25.2.212, port: 82008a32-4544-4f45-a87a-05952415a016. Nov 11 12:37:06.228692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26885d3d-97db-47b9-9a97-9ec45fc17dc2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Router 73f4d12a-0771-483d-9513-a93a75d9556b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:37:06.338636 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26885d3d-97db-47b9-9a97-9ec45fc17dc2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:37:06.343417 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-26885d3d-97db-47b9-9a97-9ec45fc17dc2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:06.349557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044154e2-b91d-40b0-9db3-dfbc92063969 None None] Sync routers for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:37:06.360279 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044154e2-b91d-40b0-9db3-dfbc92063969 None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:37:06.360985 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-044154e2-b91d-40b0-9db3-dfbc92063969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:36:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:37:06.371231 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-26885d3d-97db-47b9-9a97-9ec45fc17dc2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "PUT /v2.0/floatingips/5c7c2a6e-1a41-4fe9-a26c-6f8760b44179 HTTP/1.1" status: 200 len: 991 time: 1.2952409 Nov 11 12:37:06.371969 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'tag': '82008a32-4544-4f45-a87a-05952415a016'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:37:06.374376 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cfddd2-fb8d-4f94-b321-e113bff092f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c441627e-8ea9-49c9-80ca-5c38553008e5", "tag": "82008a32-4544-4f45-a87a-05952415a016"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:37:06.411363 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc00fda6-4682-405c-ae2d-eb056a1580c7 x-openstack-request-id: req-cc00fda6-4682-405c-ae2d-eb056a1580c7 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:37:06.411664 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c441627e-8ea9-49c9-80ca-5c38553008e5", "tag": "82008a32-4544-4f45-a87a-05952415a016", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:37:06.411914 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc00fda6-4682-405c-ae2d-eb056a1580c7 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:37:06.412309 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'tag': '82008a32-4544-4f45-a87a-05952415a016', 'status': 'completed', 'code': 200} Nov 11 12:37:06.476308 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-044154e2-b91d-40b0-9db3-dfbc92063969 None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:37:06.483219 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfddd2-fb8d-4f94-b321-e113bff092f7 req-cf1c9fa4-408f-4ba8-a2e8-8ea3daebcb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:06.484908 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-67cfddd2-fb8d-4f94-b321-e113bff092f7 req-cf1c9fa4-408f-4ba8-a2e8-8ea3daebcb37 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 1096 time: 0.0481412 Nov 11 12:37:06.580816 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfddd2-fb8d-4f94-b321-e113bff092f7 req-c31e55d0-ad9d-46ef-8a09-645e7f88007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:06.582465 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-67cfddd2-fb8d-4f94-b321-e113bff092f7 req-c31e55d0-ad9d-46ef-8a09-645e7f88007d service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0896595 Nov 11 12:37:06.651723 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-67cfddd2-fb8d-4f94-b321-e113bff092f7 req-ee6eb493-9051-4d90-aef8-d7d67cd82b05 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82008a32-4544-4f45-a87a-05952415a016 HTTP/1.1" status: 200 len: 999 time: 0.0588524 Nov 11 12:37:06.701413 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfddd2-fb8d-4f94-b321-e113bff092f7 req-a2dc5a7a-da2f-4b17-ac9e-27e40d5fffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:06.703043 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-67cfddd2-fb8d-4f94-b321-e113bff092f7 req-a2dc5a7a-da2f-4b17-ac9e-27e40d5fffb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0440719 Nov 11 12:37:06.707753 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-044154e2-b91d-40b0-9db3-dfbc92063969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5c7c2a6e-1a41-4fe9-a26c-6f8760b44179', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'port_id': '82008a32-4544-4f45-a87a-05952415a016', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'mac_address': 'fa:16:3e:12:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:36:52Z', 'updated_at': '2021-11-11T12:37:05Z', 'revision_number': 1, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:37:06.733634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044154e2-b91d-40b0-9db3-dfbc92063969 None None] Checking router: 73f4d12a-0771-483d-9513-a93a75d9556b for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:37:06.742356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044154e2-b91d-40b0-9db3-dfbc92063969 None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:37:06.742981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-044154e2-b91d-40b0-9db3-dfbc92063969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:36:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:37:06.752312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfddd2-fb8d-4f94-b321-e113bff092f7 req-601671f2-dfb4-42b6-b5f7-da75f3dd5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:06.753875 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-67cfddd2-fb8d-4f94-b321-e113bff092f7 req-601671f2-dfb4-42b6-b5f7-da75f3dd5138 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437853 Nov 11 12:37:06.844699 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-67cfddd2-fb8d-4f94-b321-e113bff092f7 req-acd75244-0925-4114-adef-7dbdde0268eb service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829499 Nov 11 12:37:06.846667 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-044154e2-b91d-40b0-9db3-dfbc92063969 None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:37:06.941773 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-67cfddd2-fb8d-4f94-b321-e113bff092f7 req-2636b8b0-0cb0-4fe5-a49e-084575e36e51 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896192 Nov 11 12:37:07.089671 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-044154e2-b91d-40b0-9db3-dfbc92063969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5c7c2a6e-1a41-4fe9-a26c-6f8760b44179', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'port_id': '82008a32-4544-4f45-a87a-05952415a016', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'mac_address': 'fa:16:3e:12:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:36:52Z', 'updated_at': '2021-11-11T12:37:05Z', 'revision_number': 1, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:37:07.122464 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044154e2-b91d-40b0-9db3-dfbc92063969 None None] The sync data for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 is: [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5c7c2a6e-1a41-4fe9-a26c-6f8760b44179', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'port_id': '82008a32-4544-4f45-a87a-05952415a016', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'mac_address': 'fa:16:3e:12:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:36:52Z', 'updated_at': '2021-11-11T12:37:05Z', 'revision_number': 1, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:37:07.307621 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9c61a9-d705-45ff-8162-d866feb28cd6 None None] New status for floating IP 5c7c2a6e-1a41-4fe9-a26c-6f8760b44179: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:37:08.142140 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-845bb7b5-7481-42ea-8b2e-9ffb8670326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:09.158786 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:10.687546 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:11.311449 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:16.234207 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:21.937845 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:33.397715 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:37:35.887272 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1fd93af-b86e-4a71-8cb6-64caecdb1058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:38.138285 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7b583c45-4f81-41f8-83f0-ca6c510186aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:39.158440 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:40.700452 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:41.307923 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:43.497134 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9124a5ca-bdce-44da-be08-878a1c04dae2 req-7a9a1b22-554d-41b9-be49-fb4b854b949a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1500130 Nov 11 12:37:43.586864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124a5ca-bdce-44da-be08-878a1c04dae2 req-ca1fe46a-4f1e-449d-aa78-43e40de26371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:43.588365 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9124a5ca-bdce-44da-be08-878a1c04dae2 req-ca1fe46a-4f1e-449d-aa78-43e40de26371 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 1096 time: 0.0432374 Nov 11 12:37:43.704374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124a5ca-bdce-44da-be08-878a1c04dae2 req-47eff7e7-fb11-4d01-a434-cf979cbca9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:43.705887 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9124a5ca-bdce-44da-be08-878a1c04dae2 req-47eff7e7-fb11-4d01-a434-cf979cbca9a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0965478 Nov 11 12:37:43.777853 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9124a5ca-bdce-44da-be08-878a1c04dae2 req-83ae436c-ec96-47b6-bac6-66d8b6f2c412 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82008a32-4544-4f45-a87a-05952415a016 HTTP/1.1" status: 200 len: 1001 time: 0.0609303 Nov 11 12:37:43.834724 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124a5ca-bdce-44da-be08-878a1c04dae2 req-52353f35-c0b2-4913-8a9e-701e70f26aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:43.836165 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9124a5ca-bdce-44da-be08-878a1c04dae2 req-52353f35-c0b2-4913-8a9e-701e70f26aee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0474949 Nov 11 12:37:43.886407 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124a5ca-bdce-44da-be08-878a1c04dae2 req-7d0a89a7-816b-4308-aeb9-7756ea0881e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:43.887863 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9124a5ca-bdce-44da-be08-878a1c04dae2 req-7d0a89a7-816b-4308-aeb9-7756ea0881e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404143 Nov 11 12:37:43.983516 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9124a5ca-bdce-44da-be08-878a1c04dae2 req-fc79465f-eab3-4da7-b49f-34a7f0687794 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832491 Nov 11 12:37:44.094721 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9124a5ca-bdce-44da-be08-878a1c04dae2 req-c7ef2f7c-3fba-4afa-b486-66a858f79c3f service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908046 Nov 11 12:37:46.238339 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:51.933383 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:05.889919 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ba1eb157-f2c1-432c-a909-c591feba5271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:08.143860 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f1b335b4-8cd6-4dba-b9da-3698eb6107fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:09.163976 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:10.400468 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:38:10.699878 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:11.308118 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:16.222898 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:21.933499 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:35.887902 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf18e-5d2d-4f73-9adc-7859a8354b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:38.149369 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5ea4755f-7430-47b9-855b-d680a1e5d414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:39.165048 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:40.703837 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:41.308636 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:43.406947 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a10a685f-9199-4624-8e5a-b6c2150c18d8 req-d063938d-e0c5-4fb8-b083-b15439a6579f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442050 Nov 11 12:38:43.501841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a685f-9199-4624-8e5a-b6c2150c18d8 req-f3cf247e-0dac-4e75-ac44-89fa760a2918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:43.503393 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a10a685f-9199-4624-8e5a-b6c2150c18d8 req-f3cf247e-0dac-4e75-ac44-89fa760a2918 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 1096 time: 0.0489669 Nov 11 12:38:43.616088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a685f-9199-4624-8e5a-b6c2150c18d8 req-9b5d2710-0ca3-4b6a-afe6-604604d3ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:43.617618 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a10a685f-9199-4624-8e5a-b6c2150c18d8 req-9b5d2710-0ca3-4b6a-afe6-604604d3ddee service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0893860 Nov 11 12:38:43.695643 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a10a685f-9199-4624-8e5a-b6c2150c18d8 req-63671a6c-d7b4-4906-ba69-0b7385343954 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82008a32-4544-4f45-a87a-05952415a016 HTTP/1.1" status: 200 len: 1001 time: 0.0636623 Nov 11 12:38:43.752892 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a685f-9199-4624-8e5a-b6c2150c18d8 req-46334fba-00c7-4c93-a44b-eb6d6a140c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:43.754426 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a10a685f-9199-4624-8e5a-b6c2150c18d8 req-46334fba-00c7-4c93-a44b-eb6d6a140c16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0490577 Nov 11 12:38:43.806267 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a685f-9199-4624-8e5a-b6c2150c18d8 req-0d78d188-f42f-4aed-a930-3f9368e032bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:43.807742 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a10a685f-9199-4624-8e5a-b6c2150c18d8 req-0d78d188-f42f-4aed-a930-3f9368e032bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426319 Nov 11 12:38:43.901072 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a10a685f-9199-4624-8e5a-b6c2150c18d8 req-1da33eab-65ff-479f-af41-cfe083c8d81a service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826166 Nov 11 12:38:43.998210 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a10a685f-9199-4624-8e5a-b6c2150c18d8 req-886c5bbf-7eda-467a-9249-4f5bc909bdb6 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886662 Nov 11 12:38:46.229357 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:46.494600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10c12e-1c68-492a-a759-7a100c919284 req-7b567a28-384b-4802-a68a-1cce1febd45e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:46.496099 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b10c12e-1c68-492a-a759-7a100c919284 req-7b567a28-384b-4802-a68a-1cce1febd45e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0533395 Nov 11 12:38:46.542705 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b10c12e-1c68-492a-a759-7a100c919284 req-300df234-77ff-4e63-abdf-26d71ab5977f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406394 Nov 11 12:38:46.810229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-36cc3f00-7d5b-407c-83e3-466139be69af service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0695999 Nov 11 12:38:46.818489 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e20eb-dedd-4785-bccf-71b3a5fd8703 req-3070bda1-9476-45d8-8003-415b49b4c819 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:46.819897 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1a9e20eb-dedd-4785-bccf-71b3a5fd8703 req-3070bda1-9476-45d8-8003-415b49b4c819 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0712800 Nov 11 12:38:46.873097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1a9e20eb-dedd-4785-bccf-71b3a5fd8703 req-dcc75b2d-caa4-4347-8039-09e14a24faea tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442841 Nov 11 12:38:47.399945 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:38:48.001400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea89cf7-31f6-468f-93bc-9ab395f96421 req-6da0b69b-b3d8-4962-82fc-7200586f47bc tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:48.002947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ea89cf7-31f6-468f-93bc-9ab395f96421 req-6da0b69b-b3d8-4962-82fc-7200586f47bc tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0556984 Nov 11 12:38:48.051552 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ea89cf7-31f6-468f-93bc-9ab395f96421 req-de1dada1-b654-413f-9c99-27854c5ae7c9 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420558 Nov 11 12:38:48.082216 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-ab353204-a672-4e35-9132-41750932294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:48.083747 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-ab353204-a672-4e35-9132-41750932294d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 1096 time: 0.0422759 Nov 11 12:38:48.182668 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-3cf0fb82-d960-4bb1-ac54-a3c4510f12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:48.184157 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-3cf0fb82-d960-4bb1-ac54-a3c4510f12c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0898516 Nov 11 12:38:48.258463 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-ff8ecb05-2035-47d8-94a4-5c80002cc285 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82008a32-4544-4f45-a87a-05952415a016 HTTP/1.1" status: 200 len: 1001 time: 0.0617096 Nov 11 12:38:48.318997 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-fa5177f8-c0b3-4c34-bcc8-9083e1708051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:48.320544 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-fa5177f8-c0b3-4c34-bcc8-9083e1708051 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0498538 Nov 11 12:38:48.373727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-b9270677-9823-408b-a5da-eb353f7b36d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:48.375217 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-b9270677-9823-408b-a5da-eb353f7b36d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430663 Nov 11 12:38:48.468464 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-a467c892-ee50-4387-8bc6-13e53b6baab4 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816331 Nov 11 12:38:48.575532 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-e86c0ac7-acb1-4524-9e15-20158b354ac0 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949614 Nov 11 12:38:49.183746 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4733da-7e13-41c2-b9ff-aa378766499c req-7015ad7d-7c46-4c4e-a880-ad373d8fe400 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:49.185271 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a4733da-7e13-41c2-b9ff-aa378766499c req-7015ad7d-7c46-4c4e-a880-ad373d8fe400 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0597939 Nov 11 12:38:49.235693 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a4733da-7e13-41c2-b9ff-aa378766499c req-096a4c52-7f98-444a-ad05-f1c66480263c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440953 Nov 11 12:38:50.374991 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273a56c-b9e7-475a-b76c-49662af117ee req-e6960dcd-e5a6-4a1f-a193-1215ea55bc10 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:50.376805 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7273a56c-b9e7-475a-b76c-49662af117ee req-e6960dcd-e5a6-4a1f-a193-1215ea55bc10 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0591614 Nov 11 12:38:50.424782 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7273a56c-b9e7-475a-b76c-49662af117ee req-579ce78a-0878-4760-b267-ca93748bbc3a tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416093 Nov 11 12:38:51.558302 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbec19-4550-4f6b-a60c-83dfc00cb029 req-042d9968-0054-4a03-9298-ff1b2f8fcd32 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:51.559901 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48cbec19-4550-4f6b-a60c-83dfc00cb029 req-042d9968-0054-4a03-9298-ff1b2f8fcd32 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0565269 Nov 11 12:38:51.620221 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48cbec19-4550-4f6b-a60c-83dfc00cb029 req-78c18714-a730-4b3d-93e3-1ef260bae66c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511723 Nov 11 12:38:51.950790 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:52.748849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5f1aa-08f8-4865-93b6-4e40f6a5c3ab req-9dd260bf-a688-4993-875e-a4664ee1dc36 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:52.750398 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89b5f1aa-08f8-4865-93b6-4e40f6a5c3ab req-9dd260bf-a688-4993-875e-a4664ee1dc36 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0505881 Nov 11 12:38:52.797051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-89b5f1aa-08f8-4865-93b6-4e40f6a5c3ab req-9486cff5-5480-4df7-9e38-aa8515c0efdb tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406978 Nov 11 12:38:53.925507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddb7df-58f9-420d-9ec9-eecb10dfb925 req-020db656-a228-4ce6-8091-9f27e21b6e64 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:53.927070 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36ddb7df-58f9-420d-9ec9-eecb10dfb925 req-020db656-a228-4ce6-8091-9f27e21b6e64 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0523350 Nov 11 12:38:53.979335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-36ddb7df-58f9-420d-9ec9-eecb10dfb925 req-c1075559-89c5-4e22-8185-c2dfa23c63ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433719 Nov 11 12:38:55.127718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1538e-2f8d-446b-bf18-bcbf85d786bc req-b2fed749-6150-4fd0-ba7a-9e948d719cec tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:55.129255 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fbd1538e-2f8d-446b-bf18-bcbf85d786bc req-b2fed749-6150-4fd0-ba7a-9e948d719cec tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0582161 Nov 11 12:38:55.176865 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fbd1538e-2f8d-446b-bf18-bcbf85d786bc req-2615c2cc-09a8-4326-a6b1-eaba6e9fe242 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415971 Nov 11 12:38:56.315051 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e48a3e-3746-4f8c-a14f-ea4473621ebf req-47fd0f9b-e092-48e2-aca5-9fd73f3410da tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:56.316732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13e48a3e-3746-4f8c-a14f-ea4473621ebf req-47fd0f9b-e092-48e2-aca5-9fd73f3410da tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0583923 Nov 11 12:38:56.364371 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13e48a3e-3746-4f8c-a14f-ea4473621ebf req-b9a6b059-24a6-4c40-a4f3-427fdc39b0fa tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414073 Nov 11 12:38:57.484001 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403549b7-fa10-4a53-839b-15d1bf6f9f61 req-61ceac56-0179-4c4a-be65-cd89f0171bb7 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:57.485396 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-403549b7-fa10-4a53-839b-15d1bf6f9f61 req-61ceac56-0179-4c4a-be65-cd89f0171bb7 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0517604 Nov 11 12:38:57.539732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-403549b7-fa10-4a53-839b-15d1bf6f9f61 req-599276d4-bd60-4981-abf6-17b6b506d7fc tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477841 Nov 11 12:38:58.675382 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e344f1-b170-4072-8d88-8883e19624c8 req-fb6a691a-12d3-461c-98a4-9e1667d06071 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:58.676835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38e344f1-b170-4072-8d88-8883e19624c8 req-fb6a691a-12d3-461c-98a4-9e1667d06071 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0498810 Nov 11 12:38:58.725189 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38e344f1-b170-4072-8d88-8883e19624c8 req-941dcdec-cce3-4589-8b65-efedb7644ddb tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421281 Nov 11 12:38:59.854680 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae031120-cb20-4c06-b040-11de3d0700a4 req-33dbbfa4-f112-41bc-9026-00180aabca89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:59.856168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae031120-cb20-4c06-b040-11de3d0700a4 req-33dbbfa4-f112-41bc-9026-00180aabca89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0507882 Nov 11 12:38:59.906579 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae031120-cb20-4c06-b040-11de3d0700a4 req-84e17407-ec94-4251-a953-c84020a53643 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413570 Nov 11 12:39:00.824715 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-938fb291-4939-47c8-8dc7-39b1a17d0fdd service neutron] show failed (client error): The resource could not be found. Nov 11 12:39:00.825832 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-938fb291-4939-47c8-8dc7-39b1a17d0fdd service neutron] 10.222.0.62 "GET /v2.0/ports/82008a32-4544-4f45-a87a-05952415a016/bindings/n-h2-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.0692894 Nov 11 12:39:01.053083 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6438a-4878-40e7-afa1-d6c34e20d214 req-e57fbb22-8a5c-42c4-8b33-d7855319c942 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:01.054647 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29e6438a-4878-40e7-afa1-d6c34e20d214 req-e57fbb22-8a5c-42c4-8b33-d7855319c942 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0761342 Nov 11 12:39:01.086871 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-70f1018f-8df2-4f0e-84b1-7ae7dd1acdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:01.088326 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-70f1018f-8df2-4f0e-84b1-7ae7dd1acdac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5&tenant_id=97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 1096 time: 0.0685859 Nov 11 12:39:01.099994 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:39:01.137706 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-29e6438a-4878-40e7-afa1-d6c34e20d214 req-51960b7a-1dd4-4a30-ac0d-ff35a5e87feb tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770793 Nov 11 12:39:01.168584 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:01.372938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] For port 82008a32-4544-4f45-a87a-05952415a016, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=82008a32-4544-4f45-a87a-05952415a016,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:39:01.414731 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] For port 82008a32-4544-4f45-a87a-05952415a016, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:39:01.455423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82008a32-4544-4f45-a87a-05952415a016'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:39:01.458877 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48520a53-4abb-4939-90c0-4623c72000ed" -d '{"events": [{"server_uuid": "c441627e-8ea9-49c9-80ca-5c38553008e5", "name": "network-vif-unplugged", "status": "completed", "tag": "82008a32-4544-4f45-a87a-05952415a016"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:39:01.464182 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:01.477144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Transition to ACTIVE for port object 82008a32-4544-4f45-a87a-05952415a016 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:39:01.482065 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:01.583326 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e329a57f-193a-4a98-a63e-6911cf747dea x-openstack-request-id: req-e329a57f-193a-4a98-a63e-6911cf747dea {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:39:01.583629 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c441627e-8ea9-49c9-80ca-5c38553008e5", "name": "network-vif-unplugged", "status": "completed", "tag": "82008a32-4544-4f45-a87a-05952415a016", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:39:01.583882 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e329a57f-193a-4a98-a63e-6911cf747dea {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:39:01.584277 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82008a32-4544-4f45-a87a-05952415a016', 'code': 200} Nov 11 12:39:01.593220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Pushing event updated for resources: {'Port': ['ID=82008a32-4544-4f45-a87a-05952415a016,revision_number=6']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:01.618570 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:01.618918 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:01.619261 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:01.619597 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:01.619933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:01.620265 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:01.620597 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:01.620922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:01.621249 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:01.621573 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:01.621924 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:01.622245 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:01.673058 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] No DVR routers for this DVR port 82008a32-4544-4f45-a87a-05952415a016 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:39:01.810597 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Attempting to bind port 82008a32-4544-4f45-a87a-05952415a016 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:39:01.810832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Attempting to bind port 82008a32-4544-4f45-a87a-05952415a016 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:39:01.811157 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Attempting to bind port 82008a32-4544-4f45-a87a-05952415a016 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:39:01.816090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Port 82008a32-4544-4f45-a87a-05952415a016 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:39:01.816414 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Attempting to bind port 82008a32-4544-4f45-a87a-05952415a016 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:39:01.821518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:39:01.821901 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Checking segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:39:01.822294 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Bound using segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:39:01.822722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Bound port: 82008a32-4544-4f45-a87a-05952415a016, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:39:01.823075 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:01.888010 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] For port 82008a32-4544-4f45-a87a-05952415a016, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:39:01.892002 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] For port 82008a32-4544-4f45-a87a-05952415a016, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=82008a32-4544-4f45-a87a-05952415a016,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:39:01.897200 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:01.932267 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:01.932882 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:01.934307 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] 10.222.0.43 "PUT /v2.0/ports/82008a32-4544-4f45-a87a-05952415a016 HTTP/1.1" status: 200 len: 1091 time: 0.8382752 Nov 11 12:39:01.956159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01d41f-f0fc-4284-ba41-fe999d3f671b service neutron] Pushing event updated for resources: {'Port': ['ID=82008a32-4544-4f45-a87a-05952415a016,revision_number=7']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:02.004322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-51e1c796-58cb-46f7-9118-b450a5e584ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:02.005901 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-51e1c796-58cb-46f7-9118-b450a5e584ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 1094 time: 0.0468240 Nov 11 12:39:02.102428 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-aafbe03c-9090-4e61-814f-64cee2cf704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:02.103930 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-aafbe03c-9090-4e61-814f-64cee2cf704c service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0915799 Nov 11 12:39:02.204048 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-12f4bfe9-2db7-4503-80d7-ec86955cfe2b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82008a32-4544-4f45-a87a-05952415a016 HTTP/1.1" status: 200 len: 999 time: 0.0931854 Nov 11 12:39:02.280805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-179231d0-2d06-4734-8d63-11723e0fc473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:02.282302 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-179231d0-2d06-4734-8d63-11723e0fc473 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0704625 Nov 11 12:39:02.290584 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c26ed0-34a9-4319-ad4f-7200d17e07e7 req-095b4cd5-73b8-4073-a686-d9a50b01a3f1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:02.291920 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-26c26ed0-34a9-4319-ad4f-7200d17e07e7 req-095b4cd5-73b8-4073-a686-d9a50b01a3f1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 943 time: 0.0817924 Nov 11 12:39:02.372035 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-2603555b-d04a-446a-b131-458598335025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:02.373536 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-2603555b-d04a-446a-b131-458598335025 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807791 Nov 11 12:39:02.377217 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-26c26ed0-34a9-4319-ad4f-7200d17e07e7 req-29bd04ad-6d60-4305-93a3-34b242aff997 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772698 Nov 11 12:39:02.464060 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-0068d0b9-4e1f-45fa-84e5-503c30c4ce84 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828168 Nov 11 12:39:02.556366 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e1cf903-cc44-4c35-a760-475b35caa731 req-f186fc35-3bec-4e43-b296-8139ad19a230 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852184 Nov 11 12:39:03.510304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b75bf0-be01-47db-8bbc-4249d82d9fc8 req-2c24f796-a90f-47b8-b791-9d2c5e1eabae tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:03.511784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14b75bf0-be01-47db-8bbc-4249d82d9fc8 req-2c24f796-a90f-47b8-b791-9d2c5e1eabae tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 943 time: 0.0502558 Nov 11 12:39:03.561871 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-14b75bf0-be01-47db-8bbc-4249d82d9fc8 req-9e5aaac2-8d1d-4956-a902-f8a9832751c1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413625 Nov 11 12:39:03.585575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'tag': '82008a32-4544-4f45-a87a-05952415a016'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:39:03.589389 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcf4cac-bdca-494b-93da-9e70cac0163a" -d '{"events": [{"name": "network-changed", "server_uuid": "c441627e-8ea9-49c9-80ca-5c38553008e5", "tag": "82008a32-4544-4f45-a87a-05952415a016"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:39:03.647308 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bb3985-770b-40fa-98dd-3b771c44540a x-openstack-request-id: req-d9bb3985-770b-40fa-98dd-3b771c44540a {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:39:03.647598 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c441627e-8ea9-49c9-80ca-5c38553008e5", "tag": "82008a32-4544-4f45-a87a-05952415a016", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:39:03.647844 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9bb3985-770b-40fa-98dd-3b771c44540a {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:39:03.648278 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'tag': '82008a32-4544-4f45-a87a-05952415a016', 'status': 'completed', 'code': 200} Nov 11 12:39:03.713843 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-7c6beee5-095c-4fc3-81f9-a596b32bed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:03.715373 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-7c6beee5-095c-4fc3-81f9-a596b32bed3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 1094 time: 0.0424833 Nov 11 12:39:03.724712 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-048032af-9866-45d2-a854-3b4058b81dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:03.726960 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-048032af-9866-45d2-a854-3b4058b81dd7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 1094 time: 0.0478873 Nov 11 12:39:03.810679 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-455c48a9-20da-4f77-b7a1-de57b1565433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:03.812172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-455c48a9-20da-4f77-b7a1-de57b1565433 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0896502 Nov 11 12:39:03.821120 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-a011b753-1057-4e87-8f7b-390d6abed14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:03.822661 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-a011b753-1057-4e87-8f7b-390d6abed14c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0878923 Nov 11 12:39:03.879979 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-1dc6cf68-f14f-497e-adca-66174b757755 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82008a32-4544-4f45-a87a-05952415a016 HTTP/1.1" status: 200 len: 999 time: 0.0593853 Nov 11 12:39:03.899778 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-420eb107-742e-4cb1-9c08-891f45979dd0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82008a32-4544-4f45-a87a-05952415a016 HTTP/1.1" status: 200 len: 999 time: 0.0653055 Nov 11 12:39:03.936467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-fdad35b2-7feb-4558-83dc-3202dcac9876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:03.937982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-fdad35b2-7feb-4558-83dc-3202dcac9876 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0502670 Nov 11 12:39:03.953488 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-c0e87ae2-3694-4cf0-84f6-aa55b2344294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:03.954995 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-c0e87ae2-3694-4cf0-84f6-aa55b2344294 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0437219 Nov 11 12:39:03.989626 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-a17d8a3c-2e43-48bd-9853-4ee9445aed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:03.991417 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-a17d8a3c-2e43-48bd-9853-4ee9445aed52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431459 Nov 11 12:39:04.006471 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-1ef30abe-27f6-42f0-a9b8-e39430bc161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:04.008029 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-1ef30abe-27f6-42f0-a9b8-e39430bc161f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421305 Nov 11 12:39:04.097182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-c31e2a21-9c5b-41a0-a2ce-9799da47b140 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885165 Nov 11 12:39:04.198963 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-d7c23957-a519-4186-b972-8066c9a05b06 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946767 Nov 11 12:39:04.442081 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-ca8b9727-6288-4d5a-b96b-ef7053f56ba1 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217083 Nov 11 12:39:04.539491 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2bcf4cac-bdca-494b-93da-9e70cac0163a req-fc92944b-79ae-45b4-ba9c-6c8e39bc0d26 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819492 Nov 11 12:39:04.644298 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 82008a32-4544-4f45-a87a-05952415a016 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:39:04.685451 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23086e-8458-46f3-917c-547242242819 req-8f681b66-547d-4fe8-a258-f957271ead7d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:04.686231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 82008a32-4544-4f45-a87a-05952415a016 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:39:04.687085 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b23086e-8458-46f3-917c-547242242819 req-8f681b66-547d-4fe8-a258-f957271ead7d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 943 time: 0.0507939 Nov 11 12:39:04.737626 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2b23086e-8458-46f3-917c-547242242819 req-a01a4f6f-8da1-42bc-9305-67e2af98e2c6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432353 Nov 11 12:39:04.940201 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bac15-12b3-466f-a70d-b4ca4cfdc5d9 req-a61caa3a-87aa-415b-9ac5-ddf6cb859d49 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:04.941798 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b76bac15-12b3-466f-a70d-b4ca4cfdc5d9 req-a61caa3a-87aa-415b-9ac5-ddf6cb859d49 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 943 time: 0.0565352 Nov 11 12:39:04.958013 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f5606-bb45-4e48-9d1c-05fa2eb2225f req-19085411-5084-436b-a5b1-93a06cd1b363 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:04.959440 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-636f5606-bb45-4e48-9d1c-05fa2eb2225f req-19085411-5084-436b-a5b1-93a06cd1b363 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.62 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5&tenant_id=97562fe4f9274847aa0cef6816017f60&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 943 time: 0.0510643 Nov 11 12:39:04.990877 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b76bac15-12b3-466f-a70d-b4ca4cfdc5d9 req-34869283-cfb3-4a58-be37-65e2a34683b4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426633 Nov 11 12:39:05.028061 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [req-636f5606-bb45-4e48-9d1c-05fa2eb2225f req-310ead92-2d8c-4138-8b5b-ef9f2ae6332d service neutron] delete failed (client error): The resource could not be found. Nov 11 12:39:05.029076 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-636f5606-bb45-4e48-9d1c-05fa2eb2225f req-310ead92-2d8c-4138-8b5b-ef9f2ae6332d service neutron] 10.222.0.62 "DELETE /v2.0/ports/82008a32-4544-4f45-a87a-05952415a016/bindings/n-h1-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.0569541 Nov 11 12:39:05.136884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f5606-bb45-4e48-9d1c-05fa2eb2225f req-5ae6d51c-ea93-4e3d-b7ca-b5e978e2fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:05.138441 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-636f5606-bb45-4e48-9d1c-05fa2eb2225f req-5ae6d51c-ea93-4e3d-b7ca-b5e978e2fa1c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 1094 time: 0.0547109 Nov 11 12:39:05.233305 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f5606-bb45-4e48-9d1c-05fa2eb2225f req-b630d1b8-d360-44fc-8e88-aa0ec051b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:05.234813 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-636f5606-bb45-4e48-9d1c-05fa2eb2225f req-b630d1b8-d360-44fc-8e88-aa0ec051b295 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0843110 Nov 11 12:39:05.312070 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-636f5606-bb45-4e48-9d1c-05fa2eb2225f req-fea6bbdf-b3e1-4282-ad8c-10a8323e67cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82008a32-4544-4f45-a87a-05952415a016 HTTP/1.1" status: 200 len: 999 time: 0.0651097 Nov 11 12:39:05.366413 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f5606-bb45-4e48-9d1c-05fa2eb2225f req-5cd6be7d-b0e7-4978-ae24-7e56bf0b57af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:05.367881 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-636f5606-bb45-4e48-9d1c-05fa2eb2225f req-5cd6be7d-b0e7-4978-ae24-7e56bf0b57af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0445523 Nov 11 12:39:05.419488 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f5606-bb45-4e48-9d1c-05fa2eb2225f req-c5032f05-f740-4785-8e3e-96fdf36d7959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:05.420974 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-636f5606-bb45-4e48-9d1c-05fa2eb2225f req-c5032f05-f740-4785-8e3e-96fdf36d7959 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412652 Nov 11 12:39:05.520379 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-636f5606-bb45-4e48-9d1c-05fa2eb2225f req-f5c0cfb0-563e-46f0-82d3-d7438e49556a service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875089 Nov 11 12:39:05.621679 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 82008a32-4544-4f45-a87a-05952415a016 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:39:05.623641 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-636f5606-bb45-4e48-9d1c-05fa2eb2225f req-813dc6b2-ccee-4a05-a101-e38e19d3a5a4 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917876 Nov 11 12:39:05.724262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 82008a32-4544-4f45-a87a-05952415a016, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=82008a32-4544-4f45-a87a-05952415a016,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:39:05.736407 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '82008a32-4544-4f45-a87a-05952415a016', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'port_id': '82008a32-4544-4f45-a87a-05952415a016', 'mac_address': 'fa:16:3e:12:04:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:39:05.778099 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:05.790984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82008a32-4544-4f45-a87a-05952415a016 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:39:05.812874 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 82008a32-4544-4f45-a87a-05952415a016, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=82008a32-4544-4f45-a87a-05952415a016,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:39:05.818301 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:05.865293 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=82008a32-4544-4f45-a87a-05952415a016,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:05.877635 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:05.877984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:05.878317 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:05.878647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:05.878972 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:05.879296 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:05.879656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:05.879986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:05.880219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:05.880533 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:05.880856 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:05.881167 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:05.896773 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2361d9bc-7e2e-4378-bb1e-97f69c8cc0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:06.051479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['82008a32-4544-4f45-a87a-05952415a016'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:39:06.120683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba889ce6-4dd7-44d2-9fc4-c4ecc014902f req-2fd66482-bcc7-4bd7-a31f-86bad7691bd6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:06.122553 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba889ce6-4dd7-44d2-9fc4-c4ecc014902f req-2fd66482-bcc7-4bd7-a31f-86bad7691bd6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 944 time: 0.0525105 Nov 11 12:39:06.171859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba889ce6-4dd7-44d2-9fc4-c4ecc014902f req-a7d9e755-1b5a-4e72-8521-30582bfdea76 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420113 Nov 11 12:39:07.304540 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96ac70-cc7b-48a1-99f1-4d302b1eb405 req-31a70724-dcd8-4e8c-84d6-7b2af1b4575a tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:07.306103 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e96ac70-cc7b-48a1-99f1-4d302b1eb405 req-31a70724-dcd8-4e8c-84d6-7b2af1b4575a tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 944 time: 0.0536733 Nov 11 12:39:07.356469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e96ac70-cc7b-48a1-99f1-4d302b1eb405 req-590a3363-0738-4ae8-b645-3189dc54d237 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421460 Nov 11 12:39:07.477668 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62476c8-6f9c-43df-bb87-59f641db837f req-5b582f45-9c56-4697-9f9d-4681e4cefee8 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:07.479190 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d62476c8-6f9c-43df-bb87-59f641db837f req-5b582f45-9c56-4697-9f9d-4681e4cefee8 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 944 time: 0.0483489 Nov 11 12:39:07.527158 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d62476c8-6f9c-43df-bb87-59f641db837f req-4879a103-0998-4257-9040-d4bd411b777e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419199 Nov 11 12:39:07.641437 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319499c-1603-44f8-bee1-101678297ea0 req-10585822-c24c-409e-94fc-7c930f797ea6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:07.642947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d319499c-1603-44f8-bee1-101678297ea0 req-10585822-c24c-409e-94fc-7c930f797ea6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 944 time: 0.0489900 Nov 11 12:39:07.646290 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 82008a32-4544-4f45-a87a-05952415a016 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:39:07.693209 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d319499c-1603-44f8-bee1-101678297ea0 req-54709707-71ef-474c-961c-d550fec2e056 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441859 Nov 11 12:39:07.699373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 82008a32-4544-4f45-a87a-05952415a016 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:39:07.703384 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 82008a32-4544-4f45-a87a-05952415a016 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:39:07.703746 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:07.780257 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:07.808809 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82008a32-4544-4f45-a87a-05952415a016'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:39:07.811171 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6948e2ee-ecc3-47e4-aa2e-7682d28bc1ba" -d '{"events": [{"server_uuid": "c441627e-8ea9-49c9-80ca-5c38553008e5", "name": "network-vif-plugged", "status": "completed", "tag": "82008a32-4544-4f45-a87a-05952415a016"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:39:07.829611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 82008a32-4544-4f45-a87a-05952415a016, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=82008a32-4544-4f45-a87a-05952415a016,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:39:07.836786 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:07.894651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=82008a32-4544-4f45-a87a-05952415a016,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:07.925901 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf61360-9a2e-4aae-bb2f-f8f1822a4d1a x-openstack-request-id: req-fdf61360-9a2e-4aae-bb2f-f8f1822a4d1a {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:39:07.926199 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c441627e-8ea9-49c9-80ca-5c38553008e5", "name": "network-vif-plugged", "status": "completed", "tag": "82008a32-4544-4f45-a87a-05952415a016", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:39:07.926448 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fdf61360-9a2e-4aae-bb2f-f8f1822a4d1a {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:39:07.926848 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82008a32-4544-4f45-a87a-05952415a016', 'code': 200} Nov 11 12:39:08.154676 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-995c1378-8e3b-42af-9df4-5d11b1210630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:08.221217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ad702-4768-400f-9ed7-0e9304362c65 req-650462ad-8164-48c2-bd5b-7fb2a5f7071e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:08.222729 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-461ad702-4768-400f-9ed7-0e9304362c65 req-650462ad-8164-48c2-bd5b-7fb2a5f7071e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.3230495 Nov 11 12:39:08.271211 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-461ad702-4768-400f-9ed7-0e9304362c65 req-05e80e2c-bb7c-4738-bb71-06d40815017b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408146 Nov 11 12:39:09.167007 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:09.180617 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a35e-2856-42cd-8345-f4f5342d6ea8 req-436eb775-906a-44a8-babb-d807ba098a2c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:09.182133 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3887a35e-2856-42cd-8345-f4f5342d6ea8 req-436eb775-906a-44a8-babb-d807ba098a2c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.43 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.0508025 Nov 11 12:39:09.274344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-3887a35e-2856-42cd-8345-f4f5342d6ea8 req-cd28fd71-15fb-4d6b-9e64-cb5694b9a0ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Deleting port 82008a32-4544-4f45-a87a-05952415a016 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:39:09.274687 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3887a35e-2856-42cd-8345-f4f5342d6ea8 req-cd28fd71-15fb-4d6b-9e64-cb5694b9a0ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:09.389648 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-3887a35e-2856-42cd-8345-f4f5342d6ea8 req-cd28fd71-15fb-4d6b-9e64-cb5694b9a0ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] For port 82008a32-4544-4f45-a87a-05952415a016, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=82008a32-4544-4f45-a87a-05952415a016,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:39:09.389894 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3887a35e-2856-42cd-8345-f4f5342d6ea8 req-cd28fd71-15fb-4d6b-9e64-cb5694b9a0ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:09.485645 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fe4a0-05e1-4c6b-aff6-980a350f7f04 req-92977150-cb43-4511-9e10-e5abf5925797 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:09.487153 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d20fe4a0-05e1-4c6b-aff6-980a350f7f04 req-92977150-cb43-4511-9e10-e5abf5925797 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c441627e-8ea9-49c9-80ca-5c38553008e5 HTTP/1.1" status: 200 len: 945 time: 0.1416993 Nov 11 12:39:09.596752 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d20fe4a0-05e1-4c6b-aff6-980a350f7f04 req-4c9b850b-3a23-4078-bd4e-6e6311f7d792 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029570 Nov 11 12:39:09.655482 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3887a35e-2856-42cd-8345-f4f5342d6ea8 req-cd28fd71-15fb-4d6b-9e64-cb5694b9a0ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:09.655771 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3887a35e-2856-42cd-8345-f4f5342d6ea8 req-cd28fd71-15fb-4d6b-9e64-cb5694b9a0ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:09.656040 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [req-3887a35e-2856-42cd-8345-f4f5342d6ea8 req-cd28fd71-15fb-4d6b-9e64-cb5694b9a0ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Floating IP 5c7c2a6e-1a41-4fe9-a26c-6f8760b44179 disassociated. External IP: 172.25.2.212, port: 82008a32-4544-4f45-a87a-05952415a016. Nov 11 12:39:09.656375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-3887a35e-2856-42cd-8345-f4f5342d6ea8 req-cd28fd71-15fb-4d6b-9e64-cb5694b9a0ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Calling delete_port for 82008a32-4544-4f45-a87a-05952415a016 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:39:09.784291 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3887a35e-2856-42cd-8345-f4f5342d6ea8 req-cd28fd71-15fb-4d6b-9e64-cb5694b9a0ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:09.811195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28fd71-15fb-4d6b-9e64-cb5694b9a0ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Pushing event deleted for resources: {'Port': ['ID=82008a32-4544-4f45-a87a-05952415a016,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:09.930404 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3887a35e-2856-42cd-8345-f4f5342d6ea8 req-cd28fd71-15fb-4d6b-9e64-cb5694b9a0ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Router 73f4d12a-0771-483d-9513-a93a75d9556b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:39:10.041107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3887a35e-2856-42cd-8345-f4f5342d6ea8 req-cd28fd71-15fb-4d6b-9e64-cb5694b9a0ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:39:10.051271 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99531b-0306-4a4b-a1ad-96387bffd35b None None] Sync routers for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:39:10.061774 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99531b-0306-4a4b-a1ad-96387bffd35b None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:39:10.062380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ca99531b-0306-4a4b-a1ad-96387bffd35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:39:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:39:10.084484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3887a35e-2856-42cd-8345-f4f5342d6ea8 req-cd28fd71-15fb-4d6b-9e64-cb5694b9a0ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] No DVR routers for this DVR port 82008a32-4544-4f45-a87a-05952415a016 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:39:10.087254 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-3887a35e-2856-42cd-8345-f4f5342d6ea8 req-cd28fd71-15fb-4d6b-9e64-cb5694b9a0ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:10.090729 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3887a35e-2856-42cd-8345-f4f5342d6ea8 req-cd28fd71-15fb-4d6b-9e64-cb5694b9a0ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.43 "DELETE /v2.0/ports/82008a32-4544-4f45-a87a-05952415a016 HTTP/1.1" status: 204 len: 173 time: 0.9016030 Nov 11 12:39:10.091190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'name': 'network-vif-deleted', 'tag': '82008a32-4544-4f45-a87a-05952415a016'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:39:10.093504 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a9567b-08d9-413a-8d2c-6901cfab6f3b" -d '{"events": [{"server_uuid": "c441627e-8ea9-49c9-80ca-5c38553008e5", "name": "network-vif-deleted", "tag": "82008a32-4544-4f45-a87a-05952415a016"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:39:10.136020 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c654536-dc30-46c1-b9d3-f7fd6fa1b217 x-openstack-request-id: req-3c654536-dc30-46c1-b9d3-f7fd6fa1b217 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:39:10.136571 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c441627e-8ea9-49c9-80ca-5c38553008e5", "name": "network-vif-deleted", "tag": "82008a32-4544-4f45-a87a-05952415a016", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:39:10.136810 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c654536-dc30-46c1-b9d3-f7fd6fa1b217 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:39:10.137216 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c441627e-8ea9-49c9-80ca-5c38553008e5', 'name': 'network-vif-deleted', 'tag': '82008a32-4544-4f45-a87a-05952415a016', 'status': 'completed', 'code': 200} Nov 11 12:39:10.175443 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-ca99531b-0306-4a4b-a1ad-96387bffd35b None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:39:10.383026 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ca99531b-0306-4a4b-a1ad-96387bffd35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:39:10.409374 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99531b-0306-4a4b-a1ad-96387bffd35b None None] Checking router: 73f4d12a-0771-483d-9513-a93a75d9556b for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:39:10.419977 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99531b-0306-4a4b-a1ad-96387bffd35b None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:39:10.420812 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ca99531b-0306-4a4b-a1ad-96387bffd35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:39:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:39:10.549485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-ca99531b-0306-4a4b-a1ad-96387bffd35b None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:39:10.730340 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:10.764546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ca99531b-0306-4a4b-a1ad-96387bffd35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:39:10.792687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99531b-0306-4a4b-a1ad-96387bffd35b None None] The sync data for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 is: [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:39:10.837361 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-7fe5a322-967a-47cc-898c-7b827a54b2aa tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--849887335&fields=id&tenant_id=97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 267 time: 0.0448565 Nov 11 12:39:10.944819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-dc60d550-4e8d-4ae3-90ca-019ebd7fa60d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:10.946354 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-dc60d550-4e8d-4ae3-90ca-019ebd7fa60d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 811 time: 0.1019318 Nov 11 12:39:10.962236 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-0664eec8-0c07-4fd2-a8bb-565e29fdd9a2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/quotas/97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 375 time: 0.0098419 Nov 11 12:39:11.014649 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f91446-c15e-4b5b-90f3-6ea7ce87abde None None] New status for floating IP 5c7c2a6e-1a41-4fe9-a26c-6f8760b44179: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:39:11.022591 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-109f8387-5f43-4c95-88a7-17af67550015 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542965 Nov 11 12:39:11.215697 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-c8b7caed-6232-494e-80de-b3f9ba6e1382 service neutron] 10.222.0.65 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811230 Nov 11 12:39:11.306316 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:11.315263 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-d41a669b-44d0-4685-9f84-f986f56b4c37 service neutron] 10.222.0.65 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901983 Nov 11 12:39:11.482702 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bff93282-e16f-4231-9744-95042c446cfe req-d107f00b-b1b5-4ca8-ba69-bf10ad496b7e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 210 time: 0.0279498 Nov 11 12:39:12.584737 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c69e77b-bc81-4cf0-bf61-1652b998a1f4 req-ec9b9ca7-65d7-427d-b47a-6dadca662c05 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 210 time: 0.0264807 Nov 11 12:39:12.657371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-da453dbc-7fb1-422e-bbb0-2a0e154d2cd2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:12.658845 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-da453dbc-7fb1-422e-bbb0-2a0e154d2cd2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 811 time: 0.1127536 Nov 11 12:39:12.721057 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-1ce1bb0b-d67b-488d-9186-ea8398029293 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 379 time: 0.0523169 Nov 11 12:39:12.731882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Request body: {'port': {'device_id': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'admin_state_up': True, 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'security_groups': ['11b775da-8459-4447-91a5-33c7de3f3acd']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:39:12.848497 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Made reservation on behalf of 97562fe4f9274847aa0cef6816017f60 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:39:12.851979 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:12.979930 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Allocated IP 172.20.0.9 (c47c442a-867a-4dcb-b7b9-8ae586f89f71/3f2b90bb-c425-4f60-8703-4d0a44669692/a1f6ed32-6198-4faf-b9d6-4e2c31e03123) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:39:13.124384 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:13.159523 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:13.207108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Network c47c442a-867a-4dcb-b7b9-8ae586f89f71 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:39:13.210263 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:39:13.214098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:39:13.238904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Pushing event updated for resources: {'Port': ['ID=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:13.252200 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:13.252532 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:13.252865 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:13.253193 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:13.253490 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:13.253841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:13.254163 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:13.254482 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:13.254797 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:13.255132 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:13.255431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:13.255750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:13.283739 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:13.284375 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:13.302515 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-72bba623-fd5b-433f-b659-398dde293c89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5741787 Nov 11 12:39:13.321485 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Request body: {'port': {'device_id': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:39:13.378866 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:13.502790 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-da605048-d062-4cd5-810e-eb26623f513b None None] Provisioning complete for port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:39:13.503446 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da605048-d062-4cd5-810e-eb26623f513b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:13.536505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-da605048-d062-4cd5-810e-eb26623f513b None None] Port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:39:13.652967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f6ed32-6198-4faf-b9d6-4e2c31e03123 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:39:13.660722 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:13.673186 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Transition to ACTIVE for port object a1f6ed32-6198-4faf-b9d6-4e2c31e03123 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:39:13.677420 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:13.686158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 82008a32-4544-4f45-a87a-05952415a016 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:39:13.711687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 82008a32-4544-4f45-a87a-05952415a016 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:39:13.712625 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 82008a32-4544-4f45-a87a-05952415a016 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:39:13.713514 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37293285-01a3-45ef-846a-80b3d6a2dea4 req-217822fa-b899-43f4-8226-d0009e8ccd1c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:13.715758 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-37293285-01a3-45ef-846a-80b3d6a2dea4 req-217822fa-b899-43f4-8226-d0009e8ccd1c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 931 time: 0.0585427 Nov 11 12:39:13.749194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Pushing event updated for resources: {'Port': ['ID=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:13.776087 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-37293285-01a3-45ef-846a-80b3d6a2dea4 req-0e4816ff-2eb3-42b9-a8fb-84722abdec0c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536883 Nov 11 12:39:13.803024 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Attempting to bind port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:39:13.803354 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Attempting to bind port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:39:13.803706 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Attempting to bind port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:39:13.808348 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:39:13.808659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Attempting to bind port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:39:13.813863 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:39:13.814196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Checking segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:39:13.814573 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Bound using segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:39:13.814998 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Bound port: a1f6ed32-6198-4faf-b9d6-4e2c31e03123, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:39:13.815349 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:13.879856 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] For port a1f6ed32-6198-4faf-b9d6-4e2c31e03123, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:39:13.884866 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] For port a1f6ed32-6198-4faf-b9d6-4e2c31e03123, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:39:13.890566 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:13.924588 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:13.925211 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:13.926600 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] 10.222.0.62 "PUT /v2.0/ports/a1f6ed32-6198-4faf-b9d6-4e2c31e03123 HTTP/1.1" status: 200 len: 1091 time: 0.6098416 Nov 11 12:39:13.927030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'tag': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:39:13.929322 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc29e0a-54d4-4ea4-ae97-fb51ede66d81" -d '{"events": [{"name": "network-changed", "server_uuid": "2594ebc9-611c-4fac-a32f-0a2de6814672", "tag": "a1f6ed32-6198-4faf-b9d6-4e2c31e03123"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:39:13.956218 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a969a1-2d24-4273-9fde-df0db19faefb service neutron] Pushing event updated for resources: {'Port': ['ID=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:14.026922 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-8b7788f7-75de-401d-a2df-28422693cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:14.028532 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-8b7788f7-75de-401d-a2df-28422693cc5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 1094 time: 0.0459993 Nov 11 12:39:14.038834 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784d3338-1e27-413d-9500-d9062bf7bcb1 x-openstack-request-id: req-784d3338-1e27-413d-9500-d9062bf7bcb1 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:39:14.039149 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2594ebc9-611c-4fac-a32f-0a2de6814672", "tag": "a1f6ed32-6198-4faf-b9d6-4e2c31e03123", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:39:14.039399 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-784d3338-1e27-413d-9500-d9062bf7bcb1 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:39:14.039813 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'tag': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123', 'status': 'completed', 'code': 200} Nov 11 12:39:14.083477 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-3c8a1fc8-697c-4620-ab17-2b7515f94a19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123 HTTP/1.1" status: 200 len: 217 time: 0.0388672 Nov 11 12:39:14.139929 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-07375a39-4c7e-474d-9996-ab817a2f6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:14.141411 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-07375a39-4c7e-474d-9996-ab817a2f6f44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0472229 Nov 11 12:39:14.190932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-59f71170-1045-427a-998c-5de2c5d5ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:14.192422 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-59f71170-1045-427a-998c-5de2c5d5ae97 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394456 Nov 11 12:39:14.300900 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-1e227eae-e5e1-4661-a397-ebb372030ac5 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968795 Nov 11 12:39:14.397185 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7b6370b2-7e0a-4454-89c8-8486e0a257cc req-2919c648-82e1-4ba6-9b3e-216b77fc78a9 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850201 Nov 11 12:39:14.507073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc29e0a-54d4-4ea4-ae97-fb51ede66d81 req-fef89a43-f900-4ab9-99a7-e130ce75882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:14.508470 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2bc29e0a-54d4-4ea4-ae97-fb51ede66d81 req-fef89a43-f900-4ab9-99a7-e130ce75882c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 1094 time: 0.0477629 Nov 11 12:39:14.599701 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc29e0a-54d4-4ea4-ae97-fb51ede66d81 req-b5cd27ad-5336-4949-bbff-d129d93a03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:14.601160 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2bc29e0a-54d4-4ea4-ae97-fb51ede66d81 req-b5cd27ad-5336-4949-bbff-d129d93a03a6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0846589 Nov 11 12:39:14.647444 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2bc29e0a-54d4-4ea4-ae97-fb51ede66d81 req-2e90d60c-ef48-4ad3-95c2-709f4e9f7c97 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123 HTTP/1.1" status: 200 len: 217 time: 0.0388229 Nov 11 12:39:14.703904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc29e0a-54d4-4ea4-ae97-fb51ede66d81 req-fed0b84a-6934-4247-ad9a-fec12174f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:14.705339 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2bc29e0a-54d4-4ea4-ae97-fb51ede66d81 req-fed0b84a-6934-4247-ad9a-fec12174f861 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0446887 Nov 11 12:39:14.753053 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc29e0a-54d4-4ea4-ae97-fb51ede66d81 req-b172867e-4666-4c4f-88eb-608ee2cf3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:14.754532 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2bc29e0a-54d4-4ea4-ae97-fb51ede66d81 req-b172867e-4666-4c4f-88eb-608ee2cf3caf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415444 Nov 11 12:39:14.853618 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2bc29e0a-54d4-4ea4-ae97-fb51ede66d81 req-1b9195eb-b08f-42db-8ec1-06dd4d058407 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861201 Nov 11 12:39:14.902423 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5755e-f958-4a6b-8c41-68b8c917c9bc req-4a8f9cd0-77be-4c44-a209-644dbd9066df tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:14.906147 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f5755e-f958-4a6b-8c41-68b8c917c9bc req-4a8f9cd0-77be-4c44-a209-644dbd9066df tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 943 time: 0.0525966 Nov 11 12:39:14.951539 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2bc29e0a-54d4-4ea4-ae97-fb51ede66d81 req-bdd4f160-a637-484b-a5f1-40a60e5cc47a service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857189 Nov 11 12:39:14.957018 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38f5755e-f958-4a6b-8c41-68b8c917c9bc req-48768786-1e04-415d-93f2-e29b7bcde165 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470552 Nov 11 12:39:16.092323 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9831f-f4db-4a7f-ad26-fe6998e43e52 req-6afff98f-ace5-4e31-b340-0cc6e22071f4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:16.093888 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78a9831f-f4db-4a7f-ad26-fe6998e43e52 req-6afff98f-ace5-4e31-b340-0cc6e22071f4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 943 time: 0.0601089 Nov 11 12:39:16.146909 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78a9831f-f4db-4a7f-ad26-fe6998e43e52 req-1b5920a3-dc6b-4854-bf13-0143b9950bc0 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439289 Nov 11 12:39:16.224969 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:16.679674 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device a1f6ed32-6198-4faf-b9d6-4e2c31e03123 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:39:16.790762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port a1f6ed32-6198-4faf-b9d6-4e2c31e03123, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:39:16.802494 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'port_id': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123', 'mac_address': 'fa:16:3e:09:75:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:39:16.841293 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:16.854613 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f6ed32-6198-4faf-b9d6-4e2c31e03123 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:39:16.875508 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port a1f6ed32-6198-4faf-b9d6-4e2c31e03123, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:39:16.881501 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:16.930422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:17.209999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['a1f6ed32-6198-4faf-b9d6-4e2c31e03123'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:39:17.271171 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63295a85-538d-4c34-896e-dc6bc05e11cb req-ee6b5adb-3f31-4fc7-9a31-852d74eb0ab2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:17.272711 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63295a85-538d-4c34-896e-dc6bc05e11cb req-ee6b5adb-3f31-4fc7-9a31-852d74eb0ab2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 944 time: 0.0559831 Nov 11 12:39:17.323877 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63295a85-538d-4c34-896e-dc6bc05e11cb req-e7bd12b6-724b-4a89-b46d-56c39afe9cc5 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449207 Nov 11 12:39:18.445620 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b123f1-d2f2-442e-ba5c-e203d5ac93ac req-4721709e-03e4-4a58-adb5-3dce5afa8df4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:18.447130 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76b123f1-d2f2-442e-ba5c-e203d5ac93ac req-4721709e-03e4-4a58-adb5-3dce5afa8df4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 944 time: 0.0511813 Nov 11 12:39:18.497827 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76b123f1-d2f2-442e-ba5c-e203d5ac93ac req-8d639374-835c-480b-b429-301a9aea8d62 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417695 Nov 11 12:39:18.694175 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device a1f6ed32-6198-4faf-b9d6-4e2c31e03123 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:39:18.751082 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:39:18.755336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:39:18.755720 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:18.837844 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:18.860432 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:39:18.863046 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3658d8c1-fe11-4d8f-b913-86ddc18694d8" -d '{"events": [{"server_uuid": "2594ebc9-611c-4fac-a32f-0a2de6814672", "name": "network-vif-plugged", "status": "completed", "tag": "a1f6ed32-6198-4faf-b9d6-4e2c31e03123"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:39:18.875875 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port a1f6ed32-6198-4faf-b9d6-4e2c31e03123, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:39:18.884226 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:18.908634 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c7d329-5349-4ac0-8ae8-02971ec7d3ae x-openstack-request-id: req-94c7d329-5349-4ac0-8ae8-02971ec7d3ae {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:39:18.908903 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2594ebc9-611c-4fac-a32f-0a2de6814672", "name": "network-vif-plugged", "status": "completed", "tag": "a1f6ed32-6198-4faf-b9d6-4e2c31e03123", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:39:18.909161 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94c7d329-5349-4ac0-8ae8-02971ec7d3ae {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:39:18.909537 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123', 'code': 200} Nov 11 12:39:18.936624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:19.028214 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c515836-c9ee-47bd-8a51-8d5a8d347263 req-50ea3cc1-0e2a-4e12-b623-fc618acbc55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:19.029917 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8c515836-c9ee-47bd-8a51-8d5a8d347263 req-50ea3cc1-0e2a-4e12-b623-fc618acbc55b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 1096 time: 0.0454206 Nov 11 12:39:19.085220 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8c515836-c9ee-47bd-8a51-8d5a8d347263 req-338b97ab-e718-4538-8f15-193be0095ad6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432568 Nov 11 12:39:19.618704 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b9c13-6062-43c5-b079-c92c36b6b2a1 req-f3185601-af8d-45c7-9301-a2119e93c3ea tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:19.620167 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-273b9c13-6062-43c5-b079-c92c36b6b2a1 req-f3185601-af8d-45c7-9301-a2119e93c3ea tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0513287 Nov 11 12:39:19.670498 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-273b9c13-6062-43c5-b079-c92c36b6b2a1 req-01c55663-1e90-47da-bfbd-d47dcb0dbbf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442646 Nov 11 12:39:20.810993 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b13ef6-0a30-41b7-805a-897246ded3d2 req-da8e600a-f5c5-4c3e-9cb1-5e8ebe5923b2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:20.812458 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27b13ef6-0a30-41b7-805a-897246ded3d2 req-da8e600a-f5c5-4c3e-9cb1-5e8ebe5923b2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0634203 Nov 11 12:39:20.867994 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27b13ef6-0a30-41b7-805a-897246ded3d2 req-441567e0-89e2-47ed-88a2-d35b3b37e692 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467145 Nov 11 12:39:20.994105 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdf3a7-ad63-49bc-ab0c-23528e357b92 req-bf7572ed-6c16-4f03-99d7-800a3a646d0d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:20.995477 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ffdf3a7-ad63-49bc-ab0c-23528e357b92 req-bf7572ed-6c16-4f03-99d7-800a3a646d0d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0556846 Nov 11 12:39:21.005631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43430) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:39:21.010134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-803ffa0f-9d7b-4d71-8dbe-644c0bd835bd tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Request body: {'floatingip': {'port_id': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:39:21.052529 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-803ffa0f-9d7b-4d71-8dbe-644c0bd835bd tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:21.506984 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-803ffa0f-9d7b-4d71-8dbe-644c0bd835bd tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:21.513046 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-803ffa0f-9d7b-4d71-8dbe-644c0bd835bd tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:21.609671 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-803ffa0f-9d7b-4d71-8dbe-644c0bd835bd tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Floating IP 5c7c2a6e-1a41-4fe9-a26c-6f8760b44179 associated. External IP: 172.25.2.212, port: a1f6ed32-6198-4faf-b9d6-4e2c31e03123. Nov 11 12:39:21.812204 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803ffa0f-9d7b-4d71-8dbe-644c0bd835bd tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Router 73f4d12a-0771-483d-9513-a93a75d9556b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:39:21.931785 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803ffa0f-9d7b-4d71-8dbe-644c0bd835bd tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:39:21.933739 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:21.936901 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-803ffa0f-9d7b-4d71-8dbe-644c0bd835bd tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:21.942225 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6051890-1c00-4ac6-b6e6-b40c6fd2a9d1 None None] Sync routers for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:39:21.952468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6051890-1c00-4ac6-b6e6-b40c6fd2a9d1 None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:39:21.953078 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c6051890-1c00-4ac6-b6e6-b40c6fd2a9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:39:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:39:21.963151 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-803ffa0f-9d7b-4d71-8dbe-644c0bd835bd tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "PUT /v2.0/floatingips/5c7c2a6e-1a41-4fe9-a26c-6f8760b44179 HTTP/1.1" status: 200 len: 991 time: 0.9564869 Nov 11 12:39:21.963821 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'tag': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:39:21.966189 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588f93ec-4522-4109-ad83-7b4786bcd975" -d '{"events": [{"name": "network-changed", "server_uuid": "2594ebc9-611c-4fac-a32f-0a2de6814672", "tag": "a1f6ed32-6198-4faf-b9d6-4e2c31e03123"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:39:22.021174 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd33c871-6c07-44d9-a9e1-39d12ef2f4b9 x-openstack-request-id: req-fd33c871-6c07-44d9-a9e1-39d12ef2f4b9 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:39:22.021469 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2594ebc9-611c-4fac-a32f-0a2de6814672", "tag": "a1f6ed32-6198-4faf-b9d6-4e2c31e03123", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:39:22.021751 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd33c871-6c07-44d9-a9e1-39d12ef2f4b9 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:39:22.022208 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'tag': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123', 'status': 'completed', 'code': 200} Nov 11 12:39:22.067390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-c6051890-1c00-4ac6-b6e6-b40c6fd2a9d1 None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:39:22.084137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f93ec-4522-4109-ad83-7b4786bcd975 req-010a4944-0536-495b-8487-3e9f73e461cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:22.085791 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-588f93ec-4522-4109-ad83-7b4786bcd975 req-010a4944-0536-495b-8487-3e9f73e461cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 1096 time: 0.0419340 Nov 11 12:39:22.179014 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f93ec-4522-4109-ad83-7b4786bcd975 req-f881191b-3abf-477a-9337-322054c676a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:22.180534 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-588f93ec-4522-4109-ad83-7b4786bcd975 req-f881191b-3abf-477a-9337-322054c676a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0880580 Nov 11 12:39:22.253307 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-588f93ec-4522-4109-ad83-7b4786bcd975 req-10a987f1-f5d9-4c36-b68a-193dd6f3b8aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123 HTTP/1.1" status: 200 len: 999 time: 0.0652044 Nov 11 12:39:22.304929 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f93ec-4522-4109-ad83-7b4786bcd975 req-ed53a2c5-db35-49a4-8bbb-258ffb973dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:22.306552 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-588f93ec-4522-4109-ad83-7b4786bcd975 req-ed53a2c5-db35-49a4-8bbb-258ffb973dce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0465915 Nov 11 12:39:22.355465 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f93ec-4522-4109-ad83-7b4786bcd975 req-304a1441-c5ed-48e8-b7c2-8da80e9fabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:22.356895 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-588f93ec-4522-4109-ad83-7b4786bcd975 req-304a1441-c5ed-48e8-b7c2-8da80e9fabf5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428174 Nov 11 12:39:22.453798 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-588f93ec-4522-4109-ad83-7b4786bcd975 req-fb209f44-775b-4c09-8520-3a714d5f3a1d service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890148 Nov 11 12:39:22.460918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c6051890-1c00-4ac6-b6e6-b40c6fd2a9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5c7c2a6e-1a41-4fe9-a26c-6f8760b44179', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'port_id': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'mac_address': 'fa:16:3e:09:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:36:52Z', 'updated_at': '2021-11-11T12:39:21Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:39:22.487079 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6051890-1c00-4ac6-b6e6-b40c6fd2a9d1 None None] Checking router: 73f4d12a-0771-483d-9513-a93a75d9556b for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:39:22.495738 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6051890-1c00-4ac6-b6e6-b40c6fd2a9d1 None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:39:22.496341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c6051890-1c00-4ac6-b6e6-b40c6fd2a9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:39:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:39:22.552578 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-588f93ec-4522-4109-ad83-7b4786bcd975 req-20c3cf4b-643b-4a4b-96e6-769514534e14 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903747 Nov 11 12:39:22.606158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-c6051890-1c00-4ac6-b6e6-b40c6fd2a9d1 None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:39:22.838907 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-c6051890-1c00-4ac6-b6e6-b40c6fd2a9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5c7c2a6e-1a41-4fe9-a26c-6f8760b44179', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'port_id': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'mac_address': 'fa:16:3e:09:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:36:52Z', 'updated_at': '2021-11-11T12:39:21Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:39:22.864705 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6051890-1c00-4ac6-b6e6-b40c6fd2a9d1 None None] The sync data for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 is: [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5c7c2a6e-1a41-4fe9-a26c-6f8760b44179', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'port_id': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'mac_address': 'fa:16:3e:09:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:36:52Z', 'updated_at': '2021-11-11T12:39:21Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:39:23.049421 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f27a937-c898-4b99-b8dd-60c4cadf7e5b None None] New status for floating IP 5c7c2a6e-1a41-4fe9-a26c-6f8760b44179: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:39:24.404246 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:39:35.889178 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9890c7ba-153f-4ad0-9595-4e126caee78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:38.160332 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4256b36e-d0c6-4686-8951-4785f2a4ea7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:39.171917 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:40.714536 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:41.307320 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:45.399447 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6cf3c8d-7953-4692-8152-f1769e067ac9 req-e1ea1e40-b7da-4ff9-baf6-5d0a3457d42b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434828 Nov 11 12:39:45.496818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf3c8d-7953-4692-8152-f1769e067ac9 req-c8368d5a-6873-42a1-b813-8cca48de7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:45.498365 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6cf3c8d-7953-4692-8152-f1769e067ac9 req-c8368d5a-6873-42a1-b813-8cca48de7f34 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 1096 time: 0.0478468 Nov 11 12:39:45.610787 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf3c8d-7953-4692-8152-f1769e067ac9 req-742ee8de-333f-4c69-b2b3-14b5976d0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:45.612299 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6cf3c8d-7953-4692-8152-f1769e067ac9 req-742ee8de-333f-4c69-b2b3-14b5976d0922 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0923946 Nov 11 12:39:45.683684 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6cf3c8d-7953-4692-8152-f1769e067ac9 req-bb46d161-c598-4d40-89f2-51a96645af7f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123 HTTP/1.1" status: 200 len: 1001 time: 0.0616686 Nov 11 12:39:45.738683 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf3c8d-7953-4692-8152-f1769e067ac9 req-cce41d33-17ce-4973-990f-1dd711cbce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:45.740149 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6cf3c8d-7953-4692-8152-f1769e067ac9 req-cce41d33-17ce-4973-990f-1dd711cbce6f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0449452 Nov 11 12:39:45.797959 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf3c8d-7953-4692-8152-f1769e067ac9 req-78770557-fd6d-4bc8-b4eb-de19efa6239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:45.799514 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6cf3c8d-7953-4692-8152-f1769e067ac9 req-78770557-fd6d-4bc8-b4eb-de19efa6239b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503414 Nov 11 12:39:45.897409 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6cf3c8d-7953-4692-8152-f1769e067ac9 req-de73a100-bc4e-4185-bbe2-e663af0de415 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898607 Nov 11 12:39:46.003148 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6cf3c8d-7953-4692-8152-f1769e067ac9 req-b71d027f-cfd8-44a9-9f73-14031a2dad1d service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971682 Nov 11 12:39:46.232495 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:51.964288 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:01.408326 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:40:05.896504 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b24f6f39-8fcd-49e2-882a-63e1ddaa3d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:08.166263 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-276dddc6-8d74-4aa7-a40f-1f76738461cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:09.173980 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:10.713639 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:11.314341 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:16.229323 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:21.960733 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:35.890192 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6c279db3-d561-43d9-bd0c-8085659e54ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:38.163993 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e32fe856-4c95-4e95-99f8-7b059279a1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:38.408804 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:40:39.180695 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:40.718963 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:41.308875 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:46.228096 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:46.389473 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db990818-53a1-46f8-882f-d6da2f449f4a req-3ff8487e-48ca-4424-91db-52308d352437 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436487 Nov 11 12:40:46.482109 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db990818-53a1-46f8-882f-d6da2f449f4a req-fea8c1d0-eddb-4d97-a9c2-20620d031bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:46.483622 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db990818-53a1-46f8-882f-d6da2f449f4a req-fea8c1d0-eddb-4d97-a9c2-20620d031bfe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 1096 time: 0.0416138 Nov 11 12:40:46.594410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db990818-53a1-46f8-882f-d6da2f449f4a req-5b371b70-bd39-47dc-b14a-85e47e48e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:46.595887 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db990818-53a1-46f8-882f-d6da2f449f4a req-5b371b70-bd39-47dc-b14a-85e47e48e5d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0903630 Nov 11 12:40:46.665740 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db990818-53a1-46f8-882f-d6da2f449f4a req-3b5a7a47-f7bd-473b-b320-fff23dc0f854 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123 HTTP/1.1" status: 200 len: 1001 time: 0.0578871 Nov 11 12:40:46.734219 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db990818-53a1-46f8-882f-d6da2f449f4a req-da53c6cb-9f14-451d-8f7c-41a26d113e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:46.735594 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db990818-53a1-46f8-882f-d6da2f449f4a req-da53c6cb-9f14-451d-8f7c-41a26d113e41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0581672 Nov 11 12:40:46.786957 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db990818-53a1-46f8-882f-d6da2f449f4a req-341097d7-05c8-4f54-8079-f463f4c82958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:46.788417 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db990818-53a1-46f8-882f-d6da2f449f4a req-341097d7-05c8-4f54-8079-f463f4c82958 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414762 Nov 11 12:40:46.888513 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db990818-53a1-46f8-882f-d6da2f449f4a req-c7473104-dfdd-4c97-9ebe-9f40b099f534 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874372 Nov 11 12:40:46.988211 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-db990818-53a1-46f8-882f-d6da2f449f4a req-f3be4441-630e-4a1d-bcc6-fe7abd6e129c service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871408 Nov 11 12:40:51.975200 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:54.102400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-c449cff7-e672-415d-97b0-416bf2d8e89c req-d40f1f9e-8dcd-42d5-9833-ec1810bb3ead service neutron] (109153) timed out ('10.222.0.65', 36728) {{(pid=109153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 12:40:56.080769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-7de34208-47d4-4c4b-87e9-a1241b33f77d req-a4b93276-4243-413e-bea5-d4ee29bf62ec service neutron] (109153) timed out ('10.222.0.65', 36768) {{(pid=109153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 12:41:03.518829 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cac7d-ac03-49af-b428-742b97a374cf req-d010089b-caeb-46dc-93f1-99daac424b8d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:03.520370 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f0cac7d-ac03-49af-b428-742b97a374cf req-d010089b-caeb-46dc-93f1-99daac424b8d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.1692495 Nov 11 12:41:03.572299 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f0cac7d-ac03-49af-b428-742b97a374cf req-b0093544-9b00-4fbb-9e6a-2b1833c1b8bf tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459044 Nov 11 12:41:04.780369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ddc7d-6696-4176-aaaa-889834b32355 req-050bccba-7272-41f6-9ddf-f88fab99bf55 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:04.781910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-283ddc7d-6696-4176-aaaa-889834b32355 req-050bccba-7272-41f6-9ddf-f88fab99bf55 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.1274612 Nov 11 12:41:04.833925 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-283ddc7d-6696-4176-aaaa-889834b32355 req-94d2c07d-87b5-4abf-88fc-395f4795e7c8 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435581 Nov 11 12:41:05.885227 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0850be82-c5c8-471a-b7c1-43e58e2159ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:05.955730 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f0f67-2b7c-457e-85f3-eaa60a1bede4 req-6919dfd4-e95a-4920-aae5-106845c5def4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:05.957434 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-621f0f67-2b7c-457e-85f3-eaa60a1bede4 req-6919dfd4-e95a-4920-aae5-106845c5def4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0489278 Nov 11 12:41:06.007609 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-621f0f67-2b7c-457e-85f3-eaa60a1bede4 req-9d000105-a1bd-4d8a-9f61-39ccdb04da0f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429542 Nov 11 12:41:07.139053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cf75e-5d81-4883-ba45-e7b1d8bc090d req-7495d9eb-3095-4ce5-aa68-0780d23f0e20 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:07.140566 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e9cf75e-5d81-4883-ba45-e7b1d8bc090d req-7495d9eb-3095-4ce5-aa68-0780d23f0e20 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0572503 Nov 11 12:41:07.197510 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e9cf75e-5d81-4883-ba45-e7b1d8bc090d req-05d480ad-3280-44b6-8c95-d480ce81bb09 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505219 Nov 11 12:41:08.160411 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-45906ef3-a74b-4aa8-a38d-26efb2bbaddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:08.335044 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce483f63-e744-4057-a1c5-a9c2ac19d73c req-0c44d05b-b87b-4a1e-a578-1f34b25b976f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:08.336563 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce483f63-e744-4057-a1c5-a9c2ac19d73c req-0c44d05b-b87b-4a1e-a578-1f34b25b976f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0607290 Nov 11 12:41:08.385488 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce483f63-e744-4057-a1c5-a9c2ac19d73c req-4967f4a2-5957-4645-b684-cfbfff6f9116 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424738 Nov 11 12:41:09.180261 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:09.516088 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9107f-5d7a-4150-9e2d-3ad3c30c663c req-cbe99aab-f410-4d07-b2fb-05d7ee863d7c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:09.517570 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5f9107f-5d7a-4150-9e2d-3ad3c30c663c req-cbe99aab-f410-4d07-b2fb-05d7ee863d7c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0551677 Nov 11 12:41:09.566958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5f9107f-5d7a-4150-9e2d-3ad3c30c663c req-da7048e7-4688-475d-b34e-da102d01f3f8 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403841 Nov 11 12:41:10.694560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff814c7f-cdb6-461b-8380-64bbf95acd6f req-fb768e03-416b-48b9-9df0-5adec951782b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:10.696021 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff814c7f-cdb6-461b-8380-64bbf95acd6f req-fb768e03-416b-48b9-9df0-5adec951782b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0511611 Nov 11 12:41:10.716630 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:10.744485 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ff814c7f-cdb6-461b-8380-64bbf95acd6f req-2f4312b1-db3a-4782-9253-6ce44b036bd8 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421426 Nov 11 12:41:11.316981 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:11.871675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c4481-13c0-40b2-95ed-d079cb6e8500 req-99e30149-c7da-458e-ab71-5200f6dbf8ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:11.873156 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e92c4481-13c0-40b2-95ed-d079cb6e8500 req-99e30149-c7da-458e-ab71-5200f6dbf8ef tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0496809 Nov 11 12:41:11.922576 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e92c4481-13c0-40b2-95ed-d079cb6e8500 req-387e55a3-365a-4c2e-9e81-a2cb2656b0d2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434783 Nov 11 12:41:13.061638 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92d15a-ebe9-4466-813b-4e886fdf14c8 req-60599a2c-4528-4903-aa98-5fb977a9f3cd tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:13.063198 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec92d15a-ebe9-4466-813b-4e886fdf14c8 req-60599a2c-4528-4903-aa98-5fb977a9f3cd tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0552530 Nov 11 12:41:13.117327 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec92d15a-ebe9-4466-813b-4e886fdf14c8 req-dcefdcba-8f31-449f-af16-99d9cfbd923d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452962 Nov 11 12:41:14.242553 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e9de-20f5-4294-9c1b-8d71ac7a7078 req-31d13df7-355c-41cc-bba5-01c4cb117c62 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:14.243958 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a18e9de-20f5-4294-9c1b-8d71ac7a7078 req-31d13df7-355c-41cc-bba5-01c4cb117c62 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0550587 Nov 11 12:41:14.291694 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0a18e9de-20f5-4294-9c1b-8d71ac7a7078 req-4b3a4803-1b4b-4de6-a4e8-aeaf3f44dbd5 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415568 Nov 11 12:41:14.550353 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e867134-93db-4eeb-9a8f-d81700996226 req-b4136519-71d2-417c-bda1-b5aa2a1e0eb3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:14.552663 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e867134-93db-4eeb-9a8f-d81700996226 req-b4136519-71d2-417c-bda1-b5aa2a1e0eb3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0589604 Nov 11 12:41:14.622543 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-efe0fb99-cc5f-4ca2-88e0-335c0181b176 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1338592 Nov 11 12:41:14.626284 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e867134-93db-4eeb-9a8f-d81700996226 req-4d29dddc-00af-464a-8525-159f99a0ef63 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642328 Nov 11 12:41:15.410046 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:41:15.753906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef82976-d7d8-4601-b50b-76afa74aa067 req-2b991a19-14fd-4716-8043-37c7fd625317 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:15.755395 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ef82976-d7d8-4601-b50b-76afa74aa067 req-2b991a19-14fd-4716-8043-37c7fd625317 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0513852 Nov 11 12:41:15.774767 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-0a3d453b-9d22-420c-9930-36927541b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:15.776338 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-0a3d453b-9d22-420c-9930-36927541b419 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 1096 time: 0.0430684 Nov 11 12:41:15.804392 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ef82976-d7d8-4601-b50b-76afa74aa067 req-3cc22da7-e694-4bce-b637-22a21007eee5 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426779 Nov 11 12:41:15.876526 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-fa30c149-640f-4a63-948e-00f8a843e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:15.878070 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-fa30c149-640f-4a63-948e-00f8a843e0ff service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0932930 Nov 11 12:41:15.957418 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-7d721362-8e01-4fb2-b2c3-b96051205c64 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123 HTTP/1.1" status: 200 len: 1001 time: 0.0694332 Nov 11 12:41:16.016736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-778b5003-8a50-4ac1-84d7-532843b65f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:16.018305 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-778b5003-8a50-4ac1-84d7-532843b65f45 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0499537 Nov 11 12:41:16.065429 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-8291c8b2-c551-4dc6-9864-1fef133e84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:16.066951 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-8291c8b2-c551-4dc6-9864-1fef133e84f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407748 Nov 11 12:41:16.165397 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-0ade7dee-ee70-416b-82f2-500dce10c12c service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877445 Nov 11 12:41:16.218706 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:16.262088 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-7399e586-08b8-4faf-bf96-4dd4073f2dc0 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871549 Nov 11 12:41:16.941033 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafafe28-ff22-4a71-8863-2dc211b30ed9 req-ea9e1265-32b0-41bb-9435-bacb65a0d3b5 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:16.942615 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fafafe28-ff22-4a71-8863-2dc211b30ed9 req-ea9e1265-32b0-41bb-9435-bacb65a0d3b5 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0617909 Nov 11 12:41:16.995172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fafafe28-ff22-4a71-8863-2dc211b30ed9 req-c91d7bd3-7638-4824-9ad4-450620020886 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435722 Nov 11 12:41:18.125250 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26c220-1ebb-4e09-9e35-f4479e6c2b16 req-67c556cc-17c9-4545-b770-f7124943556b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:18.127521 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f26c220-1ebb-4e09-9e35-f4479e6c2b16 req-67c556cc-17c9-4545-b770-f7124943556b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0510590 Nov 11 12:41:18.176299 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4f26c220-1ebb-4e09-9e35-f4479e6c2b16 req-72706ae6-3e15-434f-a5cd-436289b7c9ca tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425501 Nov 11 12:41:18.488281 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-9d087f03-b978-40d4-820b-334ac564b02c service neutron] show failed (client error): The resource could not be found. Nov 11 12:41:18.489364 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-9d087f03-b978-40d4-820b-334ac564b02c service neutron] 10.222.0.62 "GET /v2.0/ports/a1f6ed32-6198-4faf-b9d6-4e2c31e03123/bindings/n-h2-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.0691690 Nov 11 12:41:18.775680 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-ed112cf7-2cfa-4600-b0f1-89eb4322f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:18.777094 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-ed112cf7-2cfa-4600-b0f1-89eb4322f442 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672&tenant_id=97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 1096 time: 0.0972283 Nov 11 12:41:18.788679 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:41:18.842330 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:19.047443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] For port a1f6ed32-6198-4faf-b9d6-4e2c31e03123, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:19.086186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] For port a1f6ed32-6198-4faf-b9d6-4e2c31e03123, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:41:19.132612 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:41:19.135014 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0e734c-e88d-41c8-9838-98452b40c941" -d '{"events": [{"server_uuid": "2594ebc9-611c-4fac-a32f-0a2de6814672", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f6ed32-6198-4faf-b9d6-4e2c31e03123"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:41:19.138751 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:19.152706 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Transition to ACTIVE for port object a1f6ed32-6198-4faf-b9d6-4e2c31e03123 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:41:19.158045 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:19.189935 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd31de17-cfee-426c-8e2a-e55c72a38c67 x-openstack-request-id: req-fd31de17-cfee-426c-8e2a-e55c72a38c67 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:41:19.190232 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2594ebc9-611c-4fac-a32f-0a2de6814672", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f6ed32-6198-4faf-b9d6-4e2c31e03123", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:41:19.190481 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd31de17-cfee-426c-8e2a-e55c72a38c67 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:41:19.190874 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123', 'code': 200} Nov 11 12:41:19.241970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,revision_number=6']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:19.252806 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:19.253142 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:19.253481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:19.253837 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:19.254176 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:19.254500 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:19.254823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:19.255142 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:19.255472 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:19.255789 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:19.256107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:19.256424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:19.604359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] No DVR routers for this DVR port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:41:19.655293 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa025fb5-8210-4a7a-b160-404e9317dcf3 req-cb484873-b96a-4bb8-972e-94824c0ba232 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:19.656764 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aa025fb5-8210-4a7a-b160-404e9317dcf3 req-cb484873-b96a-4bb8-972e-94824c0ba232 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 943 time: 0.3967028 Nov 11 12:41:19.747727 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aa025fb5-8210-4a7a-b160-404e9317dcf3 req-6f98b7e1-be7a-4f71-a1a5-539c22e62954 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842781 Nov 11 12:41:19.788533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Attempting to bind port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:41:19.789007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Attempting to bind port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:41:19.789467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Attempting to bind port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:41:19.795072 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:41:19.795521 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Attempting to bind port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:41:19.802301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:41:19.802788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Checking segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:41:19.803370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Bound using segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:41:19.803790 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Bound port: a1f6ed32-6198-4faf-b9d6-4e2c31e03123, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:41:19.804178 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:19.868613 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] For port a1f6ed32-6198-4faf-b9d6-4e2c31e03123, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:41:19.871666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] For port a1f6ed32-6198-4faf-b9d6-4e2c31e03123, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:41:19.878016 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:19.911118 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:19.911732 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:19.913151 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] 10.222.0.43 "PUT /v2.0/ports/a1f6ed32-6198-4faf-b9d6-4e2c31e03123 HTTP/1.1" status: 200 len: 1091 time: 1.1283977 Nov 11 12:41:19.933883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f765a-b238-441c-8201-ada9b47034a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,revision_number=7']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:19.980454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-8caf4746-9261-4d60-8b9f-a1911ce8f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:19.982010 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-8caf4746-9261-4d60-8b9f-a1911ce8f8bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 1094 time: 0.0451071 Nov 11 12:41:20.076967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-8cc4065d-587b-4145-9305-e36c5b26328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:20.078806 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-8cc4065d-587b-4145-9305-e36c5b26328d service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0894301 Nov 11 12:41:20.151720 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-5381a4bd-b3a1-4f81-a2f2-e02ca553cab2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123 HTTP/1.1" status: 200 len: 999 time: 0.0658851 Nov 11 12:41:20.200906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-631a95e6-3f28-4b96-a19f-a6518b96b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:20.202377 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-631a95e6-3f28-4b96-a19f-a6518b96b7f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0442934 Nov 11 12:41:20.250026 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-61599d6e-0c6e-4664-8f39-3e1191924a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:20.251514 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-61599d6e-0c6e-4664-8f39-3e1191924a7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426908 Nov 11 12:41:20.347744 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-793e146d-d3fd-4107-af00-ce69372de6fb service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874817 Nov 11 12:41:20.439458 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-936bf2aa-2aea-4453-b8ce-139b0f3df2bb req-a6026721-4dca-4ee6-aacf-a255d7da035c service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839391 Nov 11 12:41:20.768979 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-2ee6e3dd-d962-4a2d-b51b-0df5252f576a req-13cc76d4-73d0-4d12-9a99-7924332e4048 service neutron] (109154) timed out ('10.222.0.43', 59064) {{(pid=109154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 12:41:20.884752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6fc4c-891b-41a2-9753-c41c8ed2b69f req-03949262-45e6-477d-a00c-180d74693710 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:20.886275 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86e6fc4c-891b-41a2-9753-c41c8ed2b69f req-03949262-45e6-477d-a00c-180d74693710 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 943 time: 0.0585356 Nov 11 12:41:20.933009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86e6fc4c-891b-41a2-9753-c41c8ed2b69f req-70f74aa7-97d6-4cc7-a853-9d55c87df61c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405948 Nov 11 12:41:21.191400 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device a1f6ed32-6198-4faf-b9d6-4e2c31e03123 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:41:21.192262 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'tag': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:41:21.196146 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f60db6a-5172-4da9-9318-b1b6e9da5381" -d '{"events": [{"name": "network-changed", "server_uuid": "2594ebc9-611c-4fac-a32f-0a2de6814672", "tag": "a1f6ed32-6198-4faf-b9d6-4e2c31e03123"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:41:21.239346 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device a1f6ed32-6198-4faf-b9d6-4e2c31e03123 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:41:21.251504 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d3f193-8bdd-42bb-83c0-110f730316ed x-openstack-request-id: req-15d3f193-8bdd-42bb-83c0-110f730316ed {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:41:21.251796 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2594ebc9-611c-4fac-a32f-0a2de6814672", "tag": "a1f6ed32-6198-4faf-b9d6-4e2c31e03123", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:41:21.252065 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15d3f193-8bdd-42bb-83c0-110f730316ed {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:41:21.252487 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'tag': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123', 'status': 'completed', 'code': 200} Nov 11 12:41:21.317107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-60ec4f4d-0c29-4d2e-b17b-e699eaa6ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:21.318671 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-60ec4f4d-0c29-4d2e-b17b-e699eaa6ea8d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 1094 time: 0.0419049 Nov 11 12:41:21.328510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-86cd3214-a8d8-4b7e-af97-541fc81fcd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:21.330085 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-86cd3214-a8d8-4b7e-af97-541fc81fcd01 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 1094 time: 0.0481277 Nov 11 12:41:21.416096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-b94971b0-5934-43c8-8006-0fa20f0b8103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:21.417550 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-b94971b0-5934-43c8-8006-0fa20f0b8103 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0907404 Nov 11 12:41:21.427387 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-f7e7336a-3912-48df-bfc1-ae808eeaf90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:21.428915 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-f7e7336a-3912-48df-bfc1-ae808eeaf90e service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0871515 Nov 11 12:41:21.483922 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-83775ad9-b4f4-4ca8-8e4d-3e706ae48b45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123 HTTP/1.1" status: 200 len: 999 time: 0.0578952 Nov 11 12:41:21.505384 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-3f26a7dc-71c6-461c-b4e8-fb1fab88615b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123 HTTP/1.1" status: 200 len: 999 time: 0.0645421 Nov 11 12:41:21.534281 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-040f2b3f-0c99-4901-b7b8-0138ee96e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:21.535755 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-040f2b3f-0c99-4901-b7b8-0138ee96e849 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0440850 Nov 11 12:41:21.559209 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-6d7c897a-9673-4a5d-a352-f2fe0bb28670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:21.560693 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-6d7c897a-9673-4a5d-a352-f2fe0bb28670 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0445220 Nov 11 12:41:21.587012 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-a4a870ac-b52a-4819-9666-42e14b050504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:21.588500 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-a4a870ac-b52a-4819-9666-42e14b050504 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451441 Nov 11 12:41:21.611354 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-b1a80a28-936e-405d-ad20-fa78e737cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:21.613209 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-b1a80a28-936e-405d-ad20-fa78e737cde0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413048 Nov 11 12:41:21.683683 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-d1d90274-b7e9-4f36-b3fe-687225863d78 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871203 Nov 11 12:41:21.717691 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-788af448-10c5-4292-8e44-b3ec2cb69291 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925448 Nov 11 12:41:21.782402 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-bac65fed-5745-4d78-9f5b-92db8d8647e2 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911899 Nov 11 12:41:21.813567 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2f60db6a-5172-4da9-9318-b1b6e9da5381 req-48460991-a043-427f-933c-c0eb5640ce3e service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850229 Nov 11 12:41:21.979695 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:22.070654 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10c601-7299-4ce8-b622-d122b6162b70 req-3912368f-7470-4384-8832-3540a77a7ef2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:22.072154 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba10c601-7299-4ce8-b622-d122b6162b70 req-3912368f-7470-4384-8832-3540a77a7ef2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 943 time: 0.0533478 Nov 11 12:41:22.121066 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba10c601-7299-4ce8-b622-d122b6162b70 req-df78429e-5fc7-48ea-95ef-f61035eacb2e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427802 Nov 11 12:41:22.318732 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b903333-133b-42ac-8e99-87c411ad84b0 req-cd989cff-6a60-4e26-a64c-f5158b6fa2ae tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:22.320291 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b903333-133b-42ac-8e99-87c411ad84b0 req-cd989cff-6a60-4e26-a64c-f5158b6fa2ae tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 943 time: 0.0507810 Nov 11 12:41:22.344599 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538c306-cdf9-4fa3-8e74-b5752cba516f req-02143af4-82b4-414e-aadb-fbf189adbb66 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:22.346120 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c538c306-cdf9-4fa3-8e74-b5752cba516f req-02143af4-82b4-414e-aadb-fbf189adbb66 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.62 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672&tenant_id=97562fe4f9274847aa0cef6816017f60&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 943 time: 0.0522323 Nov 11 12:41:22.372625 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b903333-133b-42ac-8e99-87c411ad84b0 req-5358b7eb-d19c-4a81-9a7b-93dfc02b1be5 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463035 Nov 11 12:41:22.416844 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [req-c538c306-cdf9-4fa3-8e74-b5752cba516f req-395889a9-d08c-4eb9-b781-4551fbf04442 service neutron] delete failed (client error): The resource could not be found. Nov 11 12:41:22.417886 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c538c306-cdf9-4fa3-8e74-b5752cba516f req-395889a9-d08c-4eb9-b781-4551fbf04442 service neutron] 10.222.0.62 "DELETE /v2.0/ports/a1f6ed32-6198-4faf-b9d6-4e2c31e03123/bindings/n-h1-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.0598581 Nov 11 12:41:22.513082 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538c306-cdf9-4fa3-8e74-b5752cba516f req-7abf1121-dafe-4d47-a9eb-55c4ee87d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:22.514515 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c538c306-cdf9-4fa3-8e74-b5752cba516f req-7abf1121-dafe-4d47-a9eb-55c4ee87d6b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 1094 time: 0.0443311 Nov 11 12:41:22.630707 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538c306-cdf9-4fa3-8e74-b5752cba516f req-93899855-ad83-423d-97d1-39eb3d1ace4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:22.632282 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c538c306-cdf9-4fa3-8e74-b5752cba516f req-93899855-ad83-423d-97d1-39eb3d1ace4a service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.1062365 Nov 11 12:41:22.706222 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c538c306-cdf9-4fa3-8e74-b5752cba516f req-9d75e2ce-d6ee-446a-82e6-9250e441205e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123 HTTP/1.1" status: 200 len: 999 time: 0.0613859 Nov 11 12:41:22.761837 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538c306-cdf9-4fa3-8e74-b5752cba516f req-04cd6a9d-5937-4e4f-ad67-ead1ef031594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:22.763325 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c538c306-cdf9-4fa3-8e74-b5752cba516f req-04cd6a9d-5937-4e4f-ad67-ead1ef031594 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0465035 Nov 11 12:41:22.817864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538c306-cdf9-4fa3-8e74-b5752cba516f req-b49d6901-89cc-4dc2-acf4-3d4ba84cf5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:22.819337 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c538c306-cdf9-4fa3-8e74-b5752cba516f req-b49d6901-89cc-4dc2-acf4-3d4ba84cf5a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438378 Nov 11 12:41:22.925461 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c538c306-cdf9-4fa3-8e74-b5752cba516f req-57b1dd4e-6d49-429f-8280-8ce669204f55 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940480 Nov 11 12:41:23.025952 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c538c306-cdf9-4fa3-8e74-b5752cba516f req-aaad0f36-9e88-4423-a9e0-dd52e5ef39ab service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875385 Nov 11 12:41:23.504479 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20602894-a315-4eb7-bb78-ff70d962c6d8 req-238b2459-de5b-49d8-8cd7-2c3115baeea2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:23.506047 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20602894-a315-4eb7-bb78-ff70d962c6d8 req-238b2459-de5b-49d8-8cd7-2c3115baeea2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 943 time: 0.0590506 Nov 11 12:41:23.558310 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20602894-a315-4eb7-bb78-ff70d962c6d8 req-d0820c71-79ae-43f1-b59e-0d53fba8fb59 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459754 Nov 11 12:41:24.359716 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device a1f6ed32-6198-4faf-b9d6-4e2c31e03123 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:41:24.457286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port a1f6ed32-6198-4faf-b9d6-4e2c31e03123, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:24.469787 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'port_id': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123', 'mac_address': 'fa:16:3e:09:75:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:41:24.522979 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:24.538752 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f6ed32-6198-4faf-b9d6-4e2c31e03123 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:41:24.559210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port a1f6ed32-6198-4faf-b9d6-4e2c31e03123, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:24.567114 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:24.615680 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:24.622931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:24.623269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:24.623601 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:24.623926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:24.624259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:24.624569 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:24.624951 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:24.625265 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:24.625576 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:24.625912 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:24.626216 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:24.626544 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:24.677321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1adeb-8db1-428d-88af-5a4916f91a03 req-1540d0b4-83a3-4cd8-8325-2ff0af34193a tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:24.678835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ad1adeb-8db1-428d-88af-5a4916f91a03 req-1540d0b4-83a3-4cd8-8325-2ff0af34193a tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 944 time: 0.0494509 Nov 11 12:41:24.732816 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ad1adeb-8db1-428d-88af-5a4916f91a03 req-513b76a7-d026-46ba-82a3-8e0978374c86 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479224 Nov 11 12:41:24.805043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['a1f6ed32-6198-4faf-b9d6-4e2c31e03123'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:41:24.858617 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a788c6-c36d-4a1f-a560-ad42f5934208 req-dc9730e7-2fb3-4ffc-aaa3-5cb26278a04c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:24.860174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f9a788c6-c36d-4a1f-a560-ad42f5934208 req-dc9730e7-2fb3-4ffc-aaa3-5cb26278a04c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 944 time: 0.0534060 Nov 11 12:41:24.909165 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f9a788c6-c36d-4a1f-a560-ad42f5934208 req-6acec69b-dc31-4e0d-92fb-cc95f626309c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422299 Nov 11 12:41:25.137028 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269f1e8-2f79-480a-8d02-d75ef200f9c6 req-42da8ca9-905c-4f48-bd51-bf017c05c678 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:25.138594 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0269f1e8-2f79-480a-8d02-d75ef200f9c6 req-42da8ca9-905c-4f48-bd51-bf017c05c678 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 944 time: 0.0731962 Nov 11 12:41:25.171575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cf160-bf71-4068-893e-54b4a999f4ab req-03480ff9-9551-4574-951d-3a2d0ddf2388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:25.173019 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce5cf160-bf71-4068-893e-54b4a999f4ab req-03480ff9-9551-4574-951d-3a2d0ddf2388 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 1095 time: 0.0718398 Nov 11 12:41:25.219229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0269f1e8-2f79-480a-8d02-d75ef200f9c6 req-145babac-a0c5-43e6-a354-35e89baba80f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743487 Nov 11 12:41:25.283060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cf160-bf71-4068-893e-54b4a999f4ab req-56f40e04-d3e2-4ab2-85f5-e4fd0e78b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:25.284508 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce5cf160-bf71-4068-893e-54b4a999f4ab req-56f40e04-d3e2-4ab2-85f5-e4fd0e78b036 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.1038232 Nov 11 12:41:25.354398 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce5cf160-bf71-4068-893e-54b4a999f4ab req-08dbc767-845e-405f-9793-e752b70f12c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123 HTTP/1.1" status: 200 len: 1000 time: 0.0621295 Nov 11 12:41:25.413147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cf160-bf71-4068-893e-54b4a999f4ab req-84962c39-95dc-4067-93db-fa703b9d39c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:25.414628 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce5cf160-bf71-4068-893e-54b4a999f4ab req-84962c39-95dc-4067-93db-fa703b9d39c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0537639 Nov 11 12:41:25.462235 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cf160-bf71-4068-893e-54b4a999f4ab req-d23499b2-a9f4-44d6-834c-e55975750cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:25.463768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce5cf160-bf71-4068-893e-54b4a999f4ab req-d23499b2-a9f4-44d6-834c-e55975750cc7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414343 Nov 11 12:41:25.557939 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce5cf160-bf71-4068-893e-54b4a999f4ab req-01227e44-8534-444c-be03-853889cb0513 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861106 Nov 11 12:41:25.651816 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce5cf160-bf71-4068-893e-54b4a999f4ab req-d4972cce-7ba5-48d0-8f05-fb923642a861 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865235 Nov 11 12:41:26.343026 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484e795-3523-4633-a77f-5c1c20748629 req-08235767-d6ff-4f34-9214-0df0849aecb1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:26.344546 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2484e795-3523-4633-a77f-5c1c20748629 req-08235767-d6ff-4f34-9214-0df0849aecb1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 944 time: 0.0515695 Nov 11 12:41:26.358695 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device a1f6ed32-6198-4faf-b9d6-4e2c31e03123 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:41:26.400075 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2484e795-3523-4633-a77f-5c1c20748629 req-bde5d6c1-0796-43db-b3cc-5979e517d111 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483744 Nov 11 12:41:26.408667 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:41:26.413310 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:41:26.413709 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:26.497238 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:26.520988 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:41:26.523206 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2391d04-4a90-4c36-b1bd-cace1dd968c0" -d '{"events": [{"server_uuid": "2594ebc9-611c-4fac-a32f-0a2de6814672", "name": "network-vif-plugged", "status": "completed", "tag": "a1f6ed32-6198-4faf-b9d6-4e2c31e03123"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:41:26.538081 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port a1f6ed32-6198-4faf-b9d6-4e2c31e03123, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:26.545464 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:26.571865 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7133621-f1c3-4ded-9d3f-5dd541079d4f x-openstack-request-id: req-e7133621-f1c3-4ded-9d3f-5dd541079d4f {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:41:26.572165 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2594ebc9-611c-4fac-a32f-0a2de6814672", "name": "network-vif-plugged", "status": "completed", "tag": "a1f6ed32-6198-4faf-b9d6-4e2c31e03123", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:41:26.572445 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7133621-f1c3-4ded-9d3f-5dd541079d4f {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:41:26.572838 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123', 'code': 200} Nov 11 12:41:26.598943 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:26.646576 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bbf9f-8412-4c92-aabb-3f1e3f034b19 req-71f1afba-58e7-4180-8cef-dd4ec203d21c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:26.648120 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-985bbf9f-8412-4c92-aabb-3f1e3f034b19 req-71f1afba-58e7-4180-8cef-dd4ec203d21c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0492289 Nov 11 12:41:26.698034 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-985bbf9f-8412-4c92-aabb-3f1e3f034b19 req-4f8ba47e-5507-4330-a288-211c999475d6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438449 Nov 11 12:41:27.860089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afd804-23af-4960-ae8e-60d4c4bde2eb req-b0d605ea-3957-49b5-9ac2-6f651b85e769 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:27.861576 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51afd804-23af-4960-ae8e-60d4c4bde2eb req-b0d605ea-3957-49b5-9ac2-6f651b85e769 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0871549 Nov 11 12:41:27.874036 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab7bbc-7f7a-4922-9bf4-365523beb975 req-e07aa23c-09e0-41b3-b3f7-95dc75286197 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:27.875804 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e2ab7bbc-7f7a-4922-9bf4-365523beb975 req-e07aa23c-09e0-41b3-b3f7-95dc75286197 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.43 "GET /v2.0/ports?device_id=2594ebc9-611c-4fac-a32f-0a2de6814672 HTTP/1.1" status: 200 len: 945 time: 0.0684257 Nov 11 12:41:27.968181 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51afd804-23af-4960-ae8e-60d4c4bde2eb req-be76fe8c-3348-48ff-9813-f1e8e45b5784 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913689 Nov 11 12:41:27.993024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-e2ab7bbc-7f7a-4922-9bf4-365523beb975 req-c64e0766-7e2a-431e-96d0-e24b80e4466b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Deleting port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:41:27.993296 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e2ab7bbc-7f7a-4922-9bf4-365523beb975 req-c64e0766-7e2a-431e-96d0-e24b80e4466b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:28.094296 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-e2ab7bbc-7f7a-4922-9bf4-365523beb975 req-c64e0766-7e2a-431e-96d0-e24b80e4466b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] For port a1f6ed32-6198-4faf-b9d6-4e2c31e03123, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:28.094655 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e2ab7bbc-7f7a-4922-9bf4-365523beb975 req-c64e0766-7e2a-431e-96d0-e24b80e4466b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:28.278149 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e2ab7bbc-7f7a-4922-9bf4-365523beb975 req-c64e0766-7e2a-431e-96d0-e24b80e4466b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:28.278431 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e2ab7bbc-7f7a-4922-9bf4-365523beb975 req-c64e0766-7e2a-431e-96d0-e24b80e4466b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:28.278907 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [req-e2ab7bbc-7f7a-4922-9bf4-365523beb975 req-c64e0766-7e2a-431e-96d0-e24b80e4466b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Floating IP 5c7c2a6e-1a41-4fe9-a26c-6f8760b44179 disassociated. External IP: 172.25.2.212, port: a1f6ed32-6198-4faf-b9d6-4e2c31e03123. Nov 11 12:41:28.279394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-e2ab7bbc-7f7a-4922-9bf4-365523beb975 req-c64e0766-7e2a-431e-96d0-e24b80e4466b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Calling delete_port for a1f6ed32-6198-4faf-b9d6-4e2c31e03123 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:41:28.415834 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e2ab7bbc-7f7a-4922-9bf4-365523beb975 req-c64e0766-7e2a-431e-96d0-e24b80e4466b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:28.443995 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e0766-7e2a-431e-96d0-e24b80e4466b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Pushing event deleted for resources: {'Port': ['ID=a1f6ed32-6198-4faf-b9d6-4e2c31e03123,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:28.560704 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2ab7bbc-7f7a-4922-9bf4-365523beb975 req-c64e0766-7e2a-431e-96d0-e24b80e4466b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Router 73f4d12a-0771-483d-9513-a93a75d9556b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:41:28.670454 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2ab7bbc-7f7a-4922-9bf4-365523beb975 req-c64e0766-7e2a-431e-96d0-e24b80e4466b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:41:28.681129 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a699865-d75d-49cc-ba52-4abf92841a63 None None] Sync routers for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:41:28.692616 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a699865-d75d-49cc-ba52-4abf92841a63 None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:41:28.693235 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1a699865-d75d-49cc-ba52-4abf92841a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:41:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:28.710499 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ab7bbc-7f7a-4922-9bf4-365523beb975 req-c64e0766-7e2a-431e-96d0-e24b80e4466b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] No DVR routers for this DVR port a1f6ed32-6198-4faf-b9d6-4e2c31e03123 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:41:28.713169 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-e2ab7bbc-7f7a-4922-9bf4-365523beb975 req-c64e0766-7e2a-431e-96d0-e24b80e4466b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:28.716649 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e2ab7bbc-7f7a-4922-9bf4-365523beb975 req-c64e0766-7e2a-431e-96d0-e24b80e4466b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.43 "DELETE /v2.0/ports/a1f6ed32-6198-4faf-b9d6-4e2c31e03123 HTTP/1.1" status: 204 len: 173 time: 0.8338678 Nov 11 12:41:28.717032 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'name': 'network-vif-deleted', 'tag': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:41:28.719385 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a982ab6a-1327-4487-9122-72bb6db2fec8" -d '{"events": [{"server_uuid": "2594ebc9-611c-4fac-a32f-0a2de6814672", "name": "network-vif-deleted", "tag": "a1f6ed32-6198-4faf-b9d6-4e2c31e03123"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:41:28.759115 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e7dd85-e0d0-4ff0-ad05-ce0212ea5b10 x-openstack-request-id: req-07e7dd85-e0d0-4ff0-ad05-ce0212ea5b10 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:41:28.759412 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2594ebc9-611c-4fac-a32f-0a2de6814672", "name": "network-vif-deleted", "tag": "a1f6ed32-6198-4faf-b9d6-4e2c31e03123", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:41:28.759664 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07e7dd85-e0d0-4ff0-ad05-ce0212ea5b10 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:41:28.760067 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2594ebc9-611c-4fac-a32f-0a2de6814672', 'name': 'network-vif-deleted', 'tag': 'a1f6ed32-6198-4faf-b9d6-4e2c31e03123', 'status': 'completed', 'code': 200} Nov 11 12:41:28.817002 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-1a699865-d75d-49cc-ba52-4abf92841a63 None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:41:29.037308 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1a699865-d75d-49cc-ba52-4abf92841a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:29.063251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a699865-d75d-49cc-ba52-4abf92841a63 None None] Checking router: 73f4d12a-0771-483d-9513-a93a75d9556b for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:41:29.071932 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a699865-d75d-49cc-ba52-4abf92841a63 None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:41:29.072475 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1a699865-d75d-49cc-ba52-4abf92841a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:41:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:29.180356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-1a699865-d75d-49cc-ba52-4abf92841a63 None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:41:29.257455 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-e1d85de6-2d71-4519-affe-bf1cd7e2da93 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--849887335&fields=id&tenant_id=97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 267 time: 0.0433328 Nov 11 12:41:29.370217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-acffe6ab-4bd4-43c9-8626-a239136dd33c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:29.371653 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-acffe6ab-4bd4-43c9-8626-a239136dd33c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 811 time: 0.1071639 Nov 11 12:41:29.383183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1a699865-d75d-49cc-ba52-4abf92841a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:29.387075 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-aba9b267-347b-4d49-b863-bca67d15307b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/quotas/97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 375 time: 0.0094960 Nov 11 12:41:29.413471 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a699865-d75d-49cc-ba52-4abf92841a63 None None] The sync data for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 is: [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:41:29.442876 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-3b172032-9f80-4b66-8a69-20ddc1d28208 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498998 Nov 11 12:41:29.545296 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-3da64642-4176-443c-af6e-571ced81d203 service neutron] 10.222.0.65 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902967 Nov 11 12:41:29.634396 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2ff215-f879-414a-85ae-34e15fc01d58 None None] New status for floating IP 5c7c2a6e-1a41-4fe9-a26c-6f8760b44179: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:41:29.638807 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-c37d2018-5822-4ed9-b454-34bbef255789 service neutron] 10.222.0.65 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869453 Nov 11 12:41:29.812364 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1ca9134-2c44-4664-9471-1405df40e992 req-983115f1-5021-47f2-9e2b-441a150e37b4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 210 time: 0.0320168 Nov 11 12:41:30.859668 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2a508750-4041-48a3-967c-8bc241d7014f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:30.862329 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2a508750-4041-48a3-967c-8bc241d7014f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 811 time: 0.1022654 Nov 11 12:41:30.909930 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7381d97b-8536-4df7-85f8-202a67323a3e req-86aca9b9-3925-4236-b8c4-8e95d8058a68 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 210 time: 0.0264792 Nov 11 12:41:30.929338 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-5701b5a6-cde5-43eb-9195-c607922a7e52 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 379 time: 0.0555182 Nov 11 12:41:30.939660 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Request body: {'port': {'device_id': 'a177645a-e678-421f-a0b8-76b743aa661d', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'admin_state_up': True, 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'security_groups': ['11b775da-8459-4447-91a5-33c7de3f3acd']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:41:31.071948 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Made reservation on behalf of 97562fe4f9274847aa0cef6816017f60 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:41:31.075538 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:31.207818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Allocated IP 172.20.0.5 (c47c442a-867a-4dcb-b7b9-8ae586f89f71/3f2b90bb-c425-4f60-8703-4d0a44669692/49ea1ca0-0b48-4fb9-b22c-c668aefbc191) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:41:31.348986 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:31.388967 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:31.433205 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Network c47c442a-867a-4dcb-b7b9-8ae586f89f71 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:41:31.438322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:41:31.441996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:41:31.467947 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Pushing event updated for resources: {'Port': ['ID=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:31.485738 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:31.486080 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:31.486419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:31.487066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:31.487392 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:31.487715 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:31.488016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:31.488336 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:31.488638 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:31.488986 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:31.489299 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:31.489662 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:31.509570 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:31.510261 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:31.528997 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-ab0e9682-a47d-4705-ad70-94359b2f5bf6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5928290 Nov 11 12:41:31.544793 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Request body: {'port': {'device_id': 'a177645a-e678-421f-a0b8-76b743aa661d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:41:31.601602 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:31.642196 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f3e64b86-2e3b-4806-9462-0006c2c7c2ab None None] Provisioning complete for port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:41:31.642723 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f3e64b86-2e3b-4806-9462-0006c2c7c2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:31.675881 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-f3e64b86-2e3b-4806-9462-0006c2c7c2ab None None] Port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:41:32.039708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baf90d-deae-41f7-b1fd-7fc832b89b54 req-e48b3ef9-a441-4839-b985-c9f3a78921df tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:32.041344 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7baf90d-deae-41f7-b1fd-7fc832b89b54 req-e48b3ef9-a441-4839-b985-c9f3a78921df tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 931 time: 0.0565598 Nov 11 12:41:32.090803 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f7baf90d-deae-41f7-b1fd-7fc832b89b54 req-0a7edd90-0dca-4915-8553-469dec16a358 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431659 Nov 11 12:41:32.205055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:41:32.213268 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:32.226132 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Transition to ACTIVE for port object 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:41:32.231191 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:32.283602 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Pushing event updated for resources: {'Port': ['ID=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:32.352952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Attempting to bind port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:41:32.353292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Attempting to bind port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:41:32.353658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Attempting to bind port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:41:32.358595 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:41:32.359126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Attempting to bind port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:41:32.365017 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:41:32.365359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Checking segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:41:32.365784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Bound using segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:41:32.366223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Bound port: 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:41:32.366582 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:32.400244 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device a1f6ed32-6198-4faf-b9d6-4e2c31e03123 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:41:32.420928 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: a1f6ed32-6198-4faf-b9d6-4e2c31e03123 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:41:32.421285 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device a1f6ed32-6198-4faf-b9d6-4e2c31e03123 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:41:32.436104 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:41:32.439378 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:41:32.445418 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:32.478991 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:32.479600 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:32.480988 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-2b757937-6334-46b3-be69-443ac9089803 service neutron] 10.222.0.62 "PUT /v2.0/ports/49ea1ca0-0b48-4fb9-b22c-c668aefbc191 HTTP/1.1" status: 200 len: 1091 time: 0.9406698 Nov 11 12:41:32.481422 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a177645a-e678-421f-a0b8-76b743aa661d', 'tag': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:41:32.483695 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a295e6c9-8234-4821-889c-a218b39e9a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a177645a-e678-421f-a0b8-76b743aa661d", "tag": "49ea1ca0-0b48-4fb9-b22c-c668aefbc191"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:41:32.509554 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b757937-6334-46b3-be69-443ac9089803 service neutron] Pushing event updated for resources: {'Port': ['ID=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:32.535331 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4235205-1447-4db7-b3b8-ed35cdf8d6f0 x-openstack-request-id: req-a4235205-1447-4db7-b3b8-ed35cdf8d6f0 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:41:32.535618 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a177645a-e678-421f-a0b8-76b743aa661d", "tag": "49ea1ca0-0b48-4fb9-b22c-c668aefbc191", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:41:32.535869 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4235205-1447-4db7-b3b8-ed35cdf8d6f0 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:41:32.536266 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a177645a-e678-421f-a0b8-76b743aa661d', 'tag': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191', 'status': 'completed', 'code': 200} Nov 11 12:41:32.582030 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-65835391-02de-4045-a251-1c1cd346fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:32.583758 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-65835391-02de-4045-a251-1c1cd346fa2e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 1094 time: 0.0427842 Nov 11 12:41:32.637331 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-c382f352-7e9c-4d98-baca-417433007292 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191 HTTP/1.1" status: 200 len: 217 time: 0.0395994 Nov 11 12:41:32.694575 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-1651cb19-7d83-4f8e-b51b-80d7d1b36d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:32.696087 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-1651cb19-7d83-4f8e-b51b-80d7d1b36d5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0467091 Nov 11 12:41:32.747808 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-e029e1c7-1c0e-45d0-beed-66b06af1bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:32.749270 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-e029e1c7-1c0e-45d0-beed-66b06af1bcff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419893 Nov 11 12:41:32.850346 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-da23acba-a288-4751-8c15-0daeb0ab99f8 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899603 Nov 11 12:41:32.945083 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6317037b-8852-4d5a-a7b9-6fac45b08201 req-eae8b25f-94fa-42dd-b909-65c095e3dc33 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822246 Nov 11 12:41:33.057940 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295e6c9-8234-4821-889c-a218b39e9a7b req-fba48521-17bd-44fa-9622-8c1380bc0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:33.059359 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a295e6c9-8234-4821-889c-a218b39e9a7b req-fba48521-17bd-44fa-9622-8c1380bc0ddd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 1094 time: 0.0478942 Nov 11 12:41:33.157358 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295e6c9-8234-4821-889c-a218b39e9a7b req-8b7a00b2-846b-4daa-83bb-058e8f2e8fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:33.158920 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a295e6c9-8234-4821-889c-a218b39e9a7b req-8b7a00b2-846b-4daa-83bb-058e8f2e8fcf service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0924525 Nov 11 12:41:33.207733 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a295e6c9-8234-4821-889c-a218b39e9a7b req-64b8a1bc-a572-4607-aec9-f0d09f17c308 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191 HTTP/1.1" status: 200 len: 217 time: 0.0412788 Nov 11 12:41:33.212555 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd288aa-1f23-407b-91ea-dc8f463cc6d9 req-66b2ddac-766c-4f0c-bea0-3a7ce9da9d82 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:33.214094 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cdd288aa-1f23-407b-91ea-dc8f463cc6d9 req-66b2ddac-766c-4f0c-bea0-3a7ce9da9d82 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 943 time: 0.0495422 Nov 11 12:41:33.257622 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295e6c9-8234-4821-889c-a218b39e9a7b req-bae1f959-827b-4bdf-bc86-a2ee7a788119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:33.259120 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a295e6c9-8234-4821-889c-a218b39e9a7b req-bae1f959-827b-4bdf-bc86-a2ee7a788119 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0444980 Nov 11 12:41:33.267298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cdd288aa-1f23-407b-91ea-dc8f463cc6d9 req-2d97d295-ce23-4b61-a2c3-4174185f51f7 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468307 Nov 11 12:41:33.311498 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295e6c9-8234-4821-889c-a218b39e9a7b req-51c18b16-4aa0-4d28-88d8-2eb368a15d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:33.313121 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a295e6c9-8234-4821-889c-a218b39e9a7b req-51c18b16-4aa0-4d28-88d8-2eb368a15d12 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414343 Nov 11 12:41:33.409632 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a295e6c9-8234-4821-889c-a218b39e9a7b req-20710cf3-6e61-4a0c-a00c-ee833f60a6d3 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872383 Nov 11 12:41:33.501175 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a295e6c9-8234-4821-889c-a218b39e9a7b req-0f2ef117-bf5f-4de3-ad36-632b2a4cbc72 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837235 Nov 11 12:41:34.403518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd184d-7c33-4d98-9ecd-32bcbc6c0896 req-6b0a5862-1d21-4245-a72a-7023199b44f5 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:34.404990 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0bd184d-7c33-4d98-9ecd-32bcbc6c0896 req-6b0a5862-1d21-4245-a72a-7023199b44f5 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 943 time: 0.0561299 Nov 11 12:41:34.451673 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0bd184d-7c33-4d98-9ecd-32bcbc6c0896 req-b87d61a1-274e-4651-976e-919b79a03299 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404718 Nov 11 12:41:35.283307 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:41:35.548014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:35.559319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'port_id': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191', 'mac_address': 'fa:16:3e:36:9c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:41:35.572198 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b56c61-b45e-473f-83c3-b21408ad4a19 req-ba20db4e-95fa-4be1-81a3-2dc2a169369f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:35.573749 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78b56c61-b45e-473f-83c3-b21408ad4a19 req-ba20db4e-95fa-4be1-81a3-2dc2a169369f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 943 time: 0.0482304 Nov 11 12:41:35.596683 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:35.613419 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:41:35.621377 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78b56c61-b45e-473f-83c3-b21408ad4a19 req-0229f8c9-056f-4b8e-891e-61aecf04d233 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411756 Nov 11 12:41:35.634633 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:35.639809 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:35.688054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:35.892615 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-33f243a8-018a-4f0a-a66a-9cec8bd4ca4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:35.947467 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['49ea1ca0-0b48-4fb9-b22c-c668aefbc191'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:41:36.758008 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8d335-78a4-4368-a082-86c818fe5525 req-c0f313d5-0de7-4d10-adbf-700d163559ec tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:36.759504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-94c8d335-78a4-4368-a082-86c818fe5525 req-c0f313d5-0de7-4d10-adbf-700d163559ec tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 944 time: 0.0543997 Nov 11 12:41:36.807181 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-94c8d335-78a4-4368-a082-86c818fe5525 req-74942fd8-a930-441e-bcf5-b20aa92ad1c4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415733 Nov 11 12:41:37.285286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:41:37.354711 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:41:37.358477 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:41:37.358839 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:37.435158 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:37.457396 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a177645a-e678-421f-a0b8-76b743aa661d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:41:37.459852 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6442f435-46c3-4088-8248-dfb869c0c537" -d '{"events": [{"server_uuid": "a177645a-e678-421f-a0b8-76b743aa661d", "name": "network-vif-plugged", "status": "completed", "tag": "49ea1ca0-0b48-4fb9-b22c-c668aefbc191"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:41:37.475276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:37.480130 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:37.503277 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a90185-0802-470e-9302-9ce6312bddfa x-openstack-request-id: req-a7a90185-0802-470e-9302-9ce6312bddfa {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:41:37.503561 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a177645a-e678-421f-a0b8-76b743aa661d", "name": "network-vif-plugged", "status": "completed", "tag": "49ea1ca0-0b48-4fb9-b22c-c668aefbc191", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:41:37.503806 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7a90185-0802-470e-9302-9ce6312bddfa {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:41:37.504183 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a177645a-e678-421f-a0b8-76b743aa661d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191', 'code': 200} Nov 11 12:41:37.529549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:37.616536 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619b05c-b042-44fb-8335-ae9a85acb71b req-0f12ec07-a4b9-47c0-bc9a-b34a61747c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:37.618166 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9619b05c-b042-44fb-8335-ae9a85acb71b req-0f12ec07-a4b9-47c0-bc9a-b34a61747c34 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 1096 time: 0.0527010 Nov 11 12:41:37.669241 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9619b05c-b042-44fb-8335-ae9a85acb71b req-d3baedfb-10b2-40a4-91f9-9ed13ac3877f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373156 Nov 11 12:41:37.941460 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb295e-d1e1-460e-b417-dc642406a8f7 req-c5cea4a7-3491-40a5-954e-e65f6c0111ae tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:37.943065 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3dfb295e-d1e1-460e-b417-dc642406a8f7 req-c5cea4a7-3491-40a5-954e-e65f6c0111ae tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0507255 Nov 11 12:41:37.993327 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3dfb295e-d1e1-460e-b417-dc642406a8f7 req-e37e5f4d-2f4d-4cb8-b00c-8e9cd02af002 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413125 Nov 11 12:41:38.157308 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-66aa71a9-aee7-483c-96d9-19624013c93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:39.125485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db942a-6312-4fab-a662-d40890cac43b req-020176f7-b33c-4397-bb59-cf5bb6a32045 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:39.127643 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-06db942a-6312-4fab-a662-d40890cac43b req-020176f7-b33c-4397-bb59-cf5bb6a32045 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0546441 Nov 11 12:41:39.178387 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-06db942a-6312-4fab-a662-d40890cac43b req-8def1445-f122-44a1-805c-8188d7ecc0d1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447235 Nov 11 12:41:39.186837 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:39.312151 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9be49-3bb4-4d9d-8b03-238a8509c3ae req-402d2928-7e2a-4806-8ab2-fa96b8f00553 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:39.313782 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93c9be49-3bb4-4d9d-8b03-238a8509c3ae req-402d2928-7e2a-4806-8ab2-fa96b8f00553 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0546708 Nov 11 12:41:39.325468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 43804) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:41:39.332566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-849c36c4-0eb9-44c9-9d61-aa8ae1d30175 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Request body: {'floatingip': {'port_id': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:41:39.382129 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-849c36c4-0eb9-44c9-9d61-aa8ae1d30175 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:40.163073 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-849c36c4-0eb9-44c9-9d61-aa8ae1d30175 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:40.169328 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-849c36c4-0eb9-44c9-9d61-aa8ae1d30175 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:40.271727 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-849c36c4-0eb9-44c9-9d61-aa8ae1d30175 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Floating IP 5c7c2a6e-1a41-4fe9-a26c-6f8760b44179 associated. External IP: 172.25.2.212, port: 49ea1ca0-0b48-4fb9-b22c-c668aefbc191. Nov 11 12:41:40.496568 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849c36c4-0eb9-44c9-9d61-aa8ae1d30175 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Router 73f4d12a-0771-483d-9513-a93a75d9556b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:41:40.608536 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849c36c4-0eb9-44c9-9d61-aa8ae1d30175 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:41:40.619033 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-849c36c4-0eb9-44c9-9d61-aa8ae1d30175 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:40.622772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe69f3ee-cea3-4f2d-bcc9-94292838ad59 None None] Sync routers for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:41:40.633139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe69f3ee-cea3-4f2d-bcc9-94292838ad59 None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:41:40.633804 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fe69f3ee-cea3-4f2d-bcc9-94292838ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:41:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:40.646385 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-849c36c4-0eb9-44c9-9d61-aa8ae1d30175 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "PUT /v2.0/floatingips/5c7c2a6e-1a41-4fe9-a26c-6f8760b44179 HTTP/1.1" status: 200 len: 991 time: 1.3194761 Nov 11 12:41:40.646973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a177645a-e678-421f-a0b8-76b743aa661d', 'tag': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:41:40.649416 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509f61a6-9d52-4c1f-abc4-1ab402a5162c" -d '{"events": [{"name": "network-changed", "server_uuid": "a177645a-e678-421f-a0b8-76b743aa661d", "tag": "49ea1ca0-0b48-4fb9-b22c-c668aefbc191"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:41:40.695940 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765a5b3e-5410-4a62-b7b1-0f7dfa936fff x-openstack-request-id: req-765a5b3e-5410-4a62-b7b1-0f7dfa936fff {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:41:40.696436 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a177645a-e678-421f-a0b8-76b743aa661d", "tag": "49ea1ca0-0b48-4fb9-b22c-c668aefbc191", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:41:40.696853 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-765a5b3e-5410-4a62-b7b1-0f7dfa936fff {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:41:40.697415 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a177645a-e678-421f-a0b8-76b743aa661d', 'tag': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191', 'status': 'completed', 'code': 200} Nov 11 12:41:40.760067 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:40.768455 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-fe69f3ee-cea3-4f2d-bcc9-94292838ad59 None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:41:40.777364 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f61a6-9d52-4c1f-abc4-1ab402a5162c req-a59afde9-4cb7-4bc2-9ea4-c0a1b8ee02e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:40.779207 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-509f61a6-9d52-4c1f-abc4-1ab402a5162c req-a59afde9-4cb7-4bc2-9ea4-c0a1b8ee02e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 1096 time: 0.0541809 Nov 11 12:41:40.881077 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f61a6-9d52-4c1f-abc4-1ab402a5162c req-4409d002-88ad-471e-b96b-8da56c721f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:40.882534 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-509f61a6-9d52-4c1f-abc4-1ab402a5162c req-4409d002-88ad-471e-b96b-8da56c721f10 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0963082 Nov 11 12:41:40.950093 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-509f61a6-9d52-4c1f-abc4-1ab402a5162c req-51b838ae-6ee1-42d7-a31a-715def151dcc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191 HTTP/1.1" status: 200 len: 999 time: 0.0596554 Nov 11 12:41:40.997375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fe69f3ee-cea3-4f2d-bcc9-94292838ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5c7c2a6e-1a41-4fe9-a26c-6f8760b44179', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'port_id': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'mac_address': 'fa:16:3e:36:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a177645a-e678-421f-a0b8-76b743aa661d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:36:52Z', 'updated_at': '2021-11-11T12:41:40Z', 'revision_number': 9, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:40.999666 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f61a6-9d52-4c1f-abc4-1ab402a5162c req-2c4efb07-afd3-4df2-8df1-06a01d7b1577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:41.001170 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-509f61a6-9d52-4c1f-abc4-1ab402a5162c req-2c4efb07-afd3-4df2-8df1-06a01d7b1577 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0442858 Nov 11 12:41:41.023580 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe69f3ee-cea3-4f2d-bcc9-94292838ad59 None None] Checking router: 73f4d12a-0771-483d-9513-a93a75d9556b for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:41:41.032472 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe69f3ee-cea3-4f2d-bcc9-94292838ad59 None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:41:41.033137 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fe69f3ee-cea3-4f2d-bcc9-94292838ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:41:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:41.054267 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f61a6-9d52-4c1f-abc4-1ab402a5162c req-2b3e8752-c75b-42d9-bfa4-4157c6801272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:41.055761 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-509f61a6-9d52-4c1f-abc4-1ab402a5162c req-2b3e8752-c75b-42d9-bfa4-4157c6801272 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477118 Nov 11 12:41:41.141016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-fe69f3ee-cea3-4f2d-bcc9-94292838ad59 None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:41:41.149168 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-509f61a6-9d52-4c1f-abc4-1ab402a5162c req-0933ec28-a29a-45ca-8f65-2ba3079ab741 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854306 Nov 11 12:41:41.245900 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-509f61a6-9d52-4c1f-abc4-1ab402a5162c req-64c9361e-3bd8-4a27-9fa3-be3d483f904b service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894618 Nov 11 12:41:41.315835 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:41.386861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fe69f3ee-cea3-4f2d-bcc9-94292838ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5c7c2a6e-1a41-4fe9-a26c-6f8760b44179', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'port_id': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'mac_address': 'fa:16:3e:36:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a177645a-e678-421f-a0b8-76b743aa661d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:36:52Z', 'updated_at': '2021-11-11T12:41:40Z', 'revision_number': 9, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:41.412893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe69f3ee-cea3-4f2d-bcc9-94292838ad59 None None] The sync data for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 is: [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5c7c2a6e-1a41-4fe9-a26c-6f8760b44179', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'port_id': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'mac_address': 'fa:16:3e:36:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a177645a-e678-421f-a0b8-76b743aa661d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:36:52Z', 'updated_at': '2021-11-11T12:41:40Z', 'revision_number': 9, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:41:41.602472 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d652bd-b203-4441-8f60-a48ee9f9e565 None None] New status for floating IP 5c7c2a6e-1a41-4fe9-a26c-6f8760b44179: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:41:46.237884 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:48.378633 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e62d53b4-8da6-4629-907a-28322fa1d177 req-cf4fc70c-1c51-4beb-8cf0-7e060bf69273 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435236 Nov 11 12:41:48.470254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d53b4-8da6-4629-907a-28322fa1d177 req-9b525c8a-e332-470b-8cd7-61deaffdb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:48.471821 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e62d53b4-8da6-4629-907a-28322fa1d177 req-9b525c8a-e332-470b-8cd7-61deaffdb9b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 1096 time: 0.0466583 Nov 11 12:41:48.595537 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d53b4-8da6-4629-907a-28322fa1d177 req-783a6e68-1a33-48d9-a31c-3c9e34fc8b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:48.597360 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e62d53b4-8da6-4629-907a-28322fa1d177 req-783a6e68-1a33-48d9-a31c-3c9e34fc8b02 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0922859 Nov 11 12:41:48.685464 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e62d53b4-8da6-4629-907a-28322fa1d177 req-77c66b4e-3398-40b3-953f-4c8d5b005f27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191 HTTP/1.1" status: 200 len: 1002 time: 0.0686972 Nov 11 12:41:48.748896 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d53b4-8da6-4629-907a-28322fa1d177 req-c413d665-b657-4a05-88e0-1d5905c85d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:48.751172 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e62d53b4-8da6-4629-907a-28322fa1d177 req-c413d665-b657-4a05-88e0-1d5905c85d06 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0511227 Nov 11 12:41:48.808264 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d53b4-8da6-4629-907a-28322fa1d177 req-97b1d962-bd4d-400e-8262-bf177ed045f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:48.809767 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e62d53b4-8da6-4629-907a-28322fa1d177 req-97b1d962-bd4d-400e-8262-bf177ed045f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436630 Nov 11 12:41:48.905087 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e62d53b4-8da6-4629-907a-28322fa1d177 req-154a2c8e-a278-485e-8f7b-d7000e28e387 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870779 Nov 11 12:41:49.004242 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e62d53b4-8da6-4629-907a-28322fa1d177 req-58e30d78-566c-42cc-a6cf-2b53e422b381 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915999 Nov 11 12:41:51.979648 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:52.415005 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:42:05.898577 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae6e1-96c5-4394-82cb-1388ee59f98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:08.154421 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-da9e156e-5738-42b2-9881-7106260afc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:09.189500 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:10.734294 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:11.309631 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:16.231813 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:21.986852 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:29.417262 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:42:35.890025 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f9c5cff5-a213-4d05-9227-b9aacaf9bcc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:38.151132 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1a46-cdcc-4549-b34b-b12aa5645800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:39.198867 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:40.741199 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:41.315974 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:46.234461 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:51.341881 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8c02f27-8692-46da-9793-3b7a36d9d902 req-c4019037-663d-4089-8cc5-c6ad7a937f4c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0885580 Nov 11 12:42:51.446900 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c02f27-8692-46da-9793-3b7a36d9d902 req-9d870a2f-7805-4710-8c2c-7dda1a6b842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:51.448419 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8c02f27-8692-46da-9793-3b7a36d9d902 req-9d870a2f-7805-4710-8c2c-7dda1a6b842c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 1096 time: 0.0441835 Nov 11 12:42:51.566978 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c02f27-8692-46da-9793-3b7a36d9d902 req-bb99f59c-254b-48c7-8b10-5909b90b2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:51.568467 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8c02f27-8692-46da-9793-3b7a36d9d902 req-bb99f59c-254b-48c7-8b10-5909b90b2ed2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0933845 Nov 11 12:42:51.639286 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8c02f27-8692-46da-9793-3b7a36d9d902 req-a1d64a43-5f88-40c2-aa46-987b70ff8fb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191 HTTP/1.1" status: 200 len: 1002 time: 0.0591991 Nov 11 12:42:51.706634 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c02f27-8692-46da-9793-3b7a36d9d902 req-7b251e6f-c9a6-4733-bc47-5a8872f9f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:51.708730 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8c02f27-8692-46da-9793-3b7a36d9d902 req-7b251e6f-c9a6-4733-bc47-5a8872f9f45c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0560308 Nov 11 12:42:51.772140 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c02f27-8692-46da-9793-3b7a36d9d902 req-92ce2a73-3c16-4be1-bc4c-54e107d1db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:51.773715 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8c02f27-8692-46da-9793-3b7a36d9d902 req-92ce2a73-3c16-4be1-bc4c-54e107d1db51 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518448 Nov 11 12:42:51.789094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-a8c02f27-8692-46da-9793-3b7a36d9d902 req-679a6f2e-4027-400d-80c6-fb568303ec9c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:42:51.790051 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8c02f27-8692-46da-9793-3b7a36d9d902 req-679a6f2e-4027-400d-80c6-fb568303ec9c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050724 Nov 11 12:42:51.880538 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8c02f27-8692-46da-9793-3b7a36d9d902 req-32da56e0-e79c-4790-ad03-14685e417092 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821369 Nov 11 12:42:51.982000 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a8c02f27-8692-46da-9793-3b7a36d9d902 req-cc8cf453-9dba-4dbc-b714-6cc9b80da073 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898697 Nov 11 12:42:51.995997 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:05.894675 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ad6025c7-3309-4109-b111-5e2a52ed73a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:06.421778 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:43:08.151976 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0dec58a6-b087-4138-97ab-6f00ddf4e718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:09.199327 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:10.739526 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:11.308895 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:16.233751 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:21.992165 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:23.197744 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-bb7eeb96-966d-4c3f-9bc3-b654ea56c688 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734687 Nov 11 12:43:23.206009 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47d06a-c7d4-4b0e-9732-e244bdfec7eb req-9c2d7477-f18f-445e-b44a-863a530071e1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:23.207360 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f47d06a-c7d4-4b0e-9732-e244bdfec7eb req-9c2d7477-f18f-445e-b44a-863a530071e1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0689185 Nov 11 12:43:23.262306 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f47d06a-c7d4-4b0e-9732-e244bdfec7eb req-de75aa36-140d-4ce7-8ff6-b17216e7a8fb tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482171 Nov 11 12:43:24.381555 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-8c2d6446-7816-4f09-a9c8-291dfb91d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:24.383154 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-8c2d6446-7816-4f09-a9c8-291dfb91d85f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 1096 time: 0.0419745 Nov 11 12:43:24.387578 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30424a61-0943-4d59-b656-f3821e9b2c8f req-26014bfd-2fc0-45c4-b607-b8ed3543edbb tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:24.389066 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30424a61-0943-4d59-b656-f3821e9b2c8f req-26014bfd-2fc0-45c4-b607-b8ed3543edbb tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0501428 Nov 11 12:43:24.438036 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-30424a61-0943-4d59-b656-f3821e9b2c8f req-365bf3f1-a0bb-42d7-b3b1-eed735d3a837 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423679 Nov 11 12:43:24.482296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-4679d30b-5b0b-4165-9f65-7189aed6979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:24.484101 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-4679d30b-5b0b-4165-9f65-7189aed6979c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0891678 Nov 11 12:43:24.556739 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-23145182-913d-46af-9441-a25e5a31ed62 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191 HTTP/1.1" status: 200 len: 1002 time: 0.0612533 Nov 11 12:43:24.616843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-7e91c814-6011-4187-a851-32c62bf40c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:24.618341 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-7e91c814-6011-4187-a851-32c62bf40c4e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0497520 Nov 11 12:43:24.671057 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-a7b79e4a-e7fe-4b0a-9a05-2d5431b63424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:24.672561 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-a7b79e4a-e7fe-4b0a-9a05-2d5431b63424 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417385 Nov 11 12:43:24.776546 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-8e0e267d-8c31-428c-8279-75474cbd45b6 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924013 Nov 11 12:43:24.874906 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-9ceace53-dc90-4f82-9897-0d56b4a5fb12 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872037 Nov 11 12:43:25.572424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7117e-0ffe-40f9-b5a8-7d51409a3d22 req-5c243812-9e7f-4155-b624-56387de4abe2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:25.573983 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17b7117e-0ffe-40f9-b5a8-7d51409a3d22 req-5c243812-9e7f-4155-b624-56387de4abe2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0530839 Nov 11 12:43:25.623097 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17b7117e-0ffe-40f9-b5a8-7d51409a3d22 req-8e710541-15d6-48ed-95be-df980279f665 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428367 Nov 11 12:43:26.760546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c691a-8ad2-45cd-aa41-f62c52f127d3 req-ee8fdca2-3539-48bc-9fde-f311b370defa tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:26.762080 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e36c691a-8ad2-45cd-aa41-f62c52f127d3 req-ee8fdca2-3539-48bc-9fde-f311b370defa tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0552640 Nov 11 12:43:26.812655 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e36c691a-8ad2-45cd-aa41-f62c52f127d3 req-e6416347-b1e2-4075-aea8-198a579af0e5 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422747 Nov 11 12:43:27.938378 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26858d9-e110-4fed-8a5c-f4db73c29d63 req-63f73ce0-9cef-4333-bf94-6c5da4aa2114 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:27.939865 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c26858d9-e110-4fed-8a5c-f4db73c29d63 req-63f73ce0-9cef-4333-bf94-6c5da4aa2114 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0508387 Nov 11 12:43:27.988847 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c26858d9-e110-4fed-8a5c-f4db73c29d63 req-462ad949-d293-4593-862c-e1f2a4b826f1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427516 Nov 11 12:43:29.118604 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e27d3-2963-492a-a931-0a65e21d849e req-fb3102b8-5925-4d61-b2df-9894a4be08c0 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:29.120121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c6e27d3-2963-492a-a931-0a65e21d849e req-fb3102b8-5925-4d61-b2df-9894a4be08c0 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0559435 Nov 11 12:43:29.170959 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c6e27d3-2963-492a-a931-0a65e21d849e req-6cb0aaee-caae-4e0a-b1e2-ddcc09a3746c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443730 Nov 11 12:43:30.307997 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60de2b0-fb0a-480b-8e97-b4d717b08e8d req-5f8b567f-b581-4480-ae06-54d5ec2949c3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:30.309379 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d60de2b0-fb0a-480b-8e97-b4d717b08e8d req-5f8b567f-b581-4480-ae06-54d5ec2949c3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0531113 Nov 11 12:43:30.359987 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d60de2b0-fb0a-480b-8e97-b4d717b08e8d req-1d298c1f-e9e8-456d-9438-81ae264fc5c4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417261 Nov 11 12:43:31.486869 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0647d24-05d6-496b-904d-286e40964c00 req-9843b78f-1f99-486a-9d60-a29a42a7fa9c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:31.488427 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c0647d24-05d6-496b-904d-286e40964c00 req-9843b78f-1f99-486a-9d60-a29a42a7fa9c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0504768 Nov 11 12:43:31.542221 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c0647d24-05d6-496b-904d-286e40964c00 req-a0c2c27a-f8c0-4bfd-9ec0-09385da90529 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477595 Nov 11 12:43:32.665526 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ddf24-df78-4e8b-bbee-4ae7b2bc83d1 req-b6c012d8-0604-448d-8c78-3317fe390f65 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:32.667082 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b6ddf24-df78-4e8b-bbee-4ae7b2bc83d1 req-b6c012d8-0604-448d-8c78-3317fe390f65 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0530546 Nov 11 12:43:32.716066 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b6ddf24-df78-4e8b-bbee-4ae7b2bc83d1 req-bf97d2ad-c6c9-4643-b4be-1e84539af9c2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429010 Nov 11 12:43:33.852917 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717b396-c420-47fb-b61a-9366966cca99 req-e1ebe47a-09f2-41a4-819e-2e6210b082eb tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:33.854496 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f717b396-c420-47fb-b61a-9366966cca99 req-e1ebe47a-09f2-41a4-819e-2e6210b082eb tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0575731 Nov 11 12:43:33.904778 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f717b396-c420-47fb-b61a-9366966cca99 req-15bc1bcc-f95b-469e-968c-300863b7c029 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423830 Nov 11 12:43:35.042722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cd107-98db-402a-9f3c-b88c7cee2027 req-d4e0cdf7-cbfe-409d-9435-3f2779f40d67 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:35.044179 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f22cd107-98db-402a-9f3c-b88c7cee2027 req-d4e0cdf7-cbfe-409d-9435-3f2779f40d67 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0541964 Nov 11 12:43:35.093985 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f22cd107-98db-402a-9f3c-b88c7cee2027 req-24b19f3f-bf43-47df-b2c5-b56761dac0ea tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409198 Nov 11 12:43:35.893824 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-94649ea1-63a6-41c8-a1e5-f491f119d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:36.224360 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622c143-32ee-49ba-8e64-6983488e7632 req-22f05ffa-a071-4cce-8df0-afc80cb7de1c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:36.225895 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a622c143-32ee-49ba-8e64-6983488e7632 req-22f05ffa-a071-4cce-8df0-afc80cb7de1c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0524926 Nov 11 12:43:36.282985 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a622c143-32ee-49ba-8e64-6983488e7632 req-8e961439-487d-4a2d-ad72-544bb946c3dd tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509374 Nov 11 12:43:37.174370 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-c116eca3-d682-45c2-8c30-db79b7d06b3e service neutron] show failed (client error): The resource could not be found. Nov 11 12:43:37.175385 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-c116eca3-d682-45c2-8c30-db79b7d06b3e service neutron] 10.222.0.62 "GET /v2.0/ports/49ea1ca0-0b48-4fb9-b22c-c668aefbc191/bindings/n-h2-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.0575917 Nov 11 12:43:37.441717 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064406b-e59c-4d5a-88b5-ca6f4a078919 req-9c984043-da42-4a99-9e6b-91c8ecae7700 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:37.443205 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4064406b-e59c-4d5a-88b5-ca6f4a078919 req-9c984043-da42-4a99-9e6b-91c8ecae7700 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0797489 Nov 11 12:43:37.445050 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-9d261438-5d0f-4613-9195-60389dac37da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:37.446435 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-9d261438-5d0f-4613-9195-60389dac37da service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d&tenant_id=97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 1096 time: 0.0717466 Nov 11 12:43:37.459435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:43:37.538535 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4064406b-e59c-4d5a-88b5-ca6f4a078919 req-f018c1e8-bd58-4bcb-abfd-782ef2d47c33 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886288 Nov 11 12:43:37.539236 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:37.745369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:37.777170 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:43:37.815698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a177645a-e678-421f-a0b8-76b743aa661d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:43:37.818173 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5117d720-3e28-4033-b655-715df97ca45b" -d '{"events": [{"server_uuid": "a177645a-e678-421f-a0b8-76b743aa661d", "name": "network-vif-unplugged", "status": "completed", "tag": "49ea1ca0-0b48-4fb9-b22c-c668aefbc191"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:43:37.821917 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:37.834431 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Transition to ACTIVE for port object 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:43:37.840389 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:37.872733 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b16dd8d-c169-4220-94d2-e766b73bc99a x-openstack-request-id: req-6b16dd8d-c169-4220-94d2-e766b73bc99a {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:43:37.873002 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a177645a-e678-421f-a0b8-76b743aa661d", "name": "network-vif-unplugged", "status": "completed", "tag": "49ea1ca0-0b48-4fb9-b22c-c668aefbc191", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:43:37.873250 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b16dd8d-c169-4220-94d2-e766b73bc99a {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:43:37.873679 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a177645a-e678-421f-a0b8-76b743aa661d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191', 'code': 200} Nov 11 12:43:37.891340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Pushing event updated for resources: {'Port': ['ID=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,revision_number=6']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:37.934076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:37.934415 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:37.934744 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:37.935067 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:37.935386 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:37.935700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:37.936000 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:37.936311 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:37.936625 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:37.936954 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:37.937257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:37.937563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:37.981019 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] No DVR routers for this DVR port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:43:38.112227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Attempting to bind port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:43:38.112537 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Attempting to bind port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:43:38.112887 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Attempting to bind port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:38.117363 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:43:38.117689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Attempting to bind port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:38.122753 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:43:38.123073 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Checking segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:43:38.123444 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Bound using segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:43:38.123860 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Bound port: 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:43:38.124202 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:38.146753 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5a364482-edb4-4171-9cfd-5aae0f0ae43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:38.186610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:43:38.189603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:43:38.194850 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:38.226793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:38.227428 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:38.229204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] 10.222.0.43 "PUT /v2.0/ports/49ea1ca0-0b48-4fb9-b22c-c668aefbc191 HTTP/1.1" status: 200 len: 1091 time: 0.7734897 Nov 11 12:43:38.252608 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5861d6-36f5-40c7-a90a-02e1b09b18a5 service neutron] Pushing event updated for resources: {'Port': ['ID=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,revision_number=7']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:38.301497 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-015bff07-8a10-4aff-ab6c-4388b38c2dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:38.303071 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-015bff07-8a10-4aff-ab6c-4388b38c2dae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 1094 time: 0.0475113 Nov 11 12:43:38.398689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-720af663-8e09-4f2e-954f-2f14ef1690d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:38.400203 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-720af663-8e09-4f2e-954f-2f14ef1690d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0898132 Nov 11 12:43:38.474488 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-af0c0bc9-23b9-4942-ab26-211028ed2b8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191 HTTP/1.1" status: 200 len: 1000 time: 0.0668976 Nov 11 12:43:38.524958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-a466a3f1-6941-4169-9804-2665dcaae413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:38.526396 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-a466a3f1-6941-4169-9804-2665dcaae413 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0455759 Nov 11 12:43:38.575204 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-28712f97-f9d6-452c-b676-76d5accba259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:38.576901 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-28712f97-f9d6-452c-b676-76d5accba259 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422261 Nov 11 12:43:38.700608 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-d0987fbb-cb3e-44f9-8b03-f62e50a4c55b service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164517 Nov 11 12:43:38.709233 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3590d45-58bb-46ce-a60a-8f06c6ec9595 req-a90fda97-d641-4270-b4a8-e82d2356933c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:38.710688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3590d45-58bb-46ce-a60a-8f06c6ec9595 req-a90fda97-d641-4270-b4a8-e82d2356933c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 943 time: 0.0990996 Nov 11 12:43:38.815344 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3590d45-58bb-46ce-a60a-8f06c6ec9595 req-7e0e5451-0650-4772-97f5-971a01e589fe tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965316 Nov 11 12:43:38.831862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-28f8dff1-5ebd-46bc-984a-8cfb14be0511 req-831c2206-a641-4d60-adf2-310f8b411f6f service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202552 Nov 11 12:43:39.195847 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:39.875009 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a177645a-e678-421f-a0b8-76b743aa661d', 'tag': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:43:39.877508 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708" -d '{"events": [{"name": "network-changed", "server_uuid": "a177645a-e678-421f-a0b8-76b743aa661d", "tag": "49ea1ca0-0b48-4fb9-b22c-c668aefbc191"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:43:39.930205 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e369aaa-4f1c-474c-a23b-47d5f12b30f0 x-openstack-request-id: req-4e369aaa-4f1c-474c-a23b-47d5f12b30f0 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:43:39.930499 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a177645a-e678-421f-a0b8-76b743aa661d", "tag": "49ea1ca0-0b48-4fb9-b22c-c668aefbc191", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:43:39.930745 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e369aaa-4f1c-474c-a23b-47d5f12b30f0 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:43:39.931141 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a177645a-e678-421f-a0b8-76b743aa661d', 'tag': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191', 'status': 'completed', 'code': 200} Nov 11 12:43:39.955371 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3306e-d4d9-45bc-afb2-3f08b88661c2 req-fbee3327-a25b-4553-9801-cc690896038d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:39.956886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6de3306e-d4d9-45bc-afb2-3f08b88661c2 req-fbee3327-a25b-4553-9801-cc690896038d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 943 time: 0.0545709 Nov 11 12:43:40.000629 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-1c140e15-23d7-48da-9b26-e7b6cac6178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:40.002178 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-1c140e15-23d7-48da-9b26-e7b6cac6178f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 1094 time: 0.0494552 Nov 11 12:43:40.027311 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-3a37e6d1-0334-4f5c-921e-9af96bd0b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:40.028824 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-3a37e6d1-0334-4f5c-921e-9af96bd0b1e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 1094 time: 0.0710461 Nov 11 12:43:40.032575 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6de3306e-d4d9-45bc-afb2-3f08b88661c2 req-e8471c6e-4b4b-43ae-819c-a799905d7757 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670779 Nov 11 12:43:40.103456 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-0921a5be-0296-4012-a3b8-b568752d9c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:40.104854 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-0921a5be-0296-4012-a3b8-b568752d9c06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0906248 Nov 11 12:43:40.140507 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-6f49e5df-e0c7-46d0-a5fe-3cfa9ed491a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:40.142042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-6f49e5df-e0c7-46d0-a5fe-3cfa9ed491a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.1041877 Nov 11 12:43:40.178049 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-0625849f-68cb-4a63-ba1f-75dcb8f47d70 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191 HTTP/1.1" status: 200 len: 1000 time: 0.0645559 Nov 11 12:43:40.211957 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-532689c7-2b51-4b06-ac47-6384a6960f4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191 HTTP/1.1" status: 200 len: 1000 time: 0.0614100 Nov 11 12:43:40.234728 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-46ef90a5-0976-4d15-b107-fc64a6996f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:40.236231 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-46ef90a5-0976-4d15-b107-fc64a6996f52 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0477180 Nov 11 12:43:40.276601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-8579426e-0595-4abf-9115-4e1efae964a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:40.278456 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-8579426e-0595-4abf-9115-4e1efae964a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0548863 Nov 11 12:43:40.290517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-9d3e526e-65e8-4ff8-b9cf-ef6891461298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:40.292079 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-9d3e526e-65e8-4ff8-b9cf-ef6891461298 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439107 Nov 11 12:43:40.328169 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-be4c74f1-f0cf-4e93-bef4-6cdf1be8ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:40.329947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-be4c74f1-f0cf-4e93-bef4-6cdf1be8ad2e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439279 Nov 11 12:43:40.398821 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-5c37ed70-5345-46f6-a76c-7f7fcc20b9ef service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940573 Nov 11 12:43:40.424379 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-69845093-837b-4b17-8a8b-2e1637718c7a service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862300 Nov 11 12:43:40.496141 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-d8d8d102-8625-4178-bcee-8e47ab6ea136 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866365 Nov 11 12:43:40.519819 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9ea723f-b1d6-4f39-b6ff-a8c64416d708 req-ed4ef966-a4ab-4496-81a9-2d0a5d9bffc9 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879397 Nov 11 12:43:40.744189 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:41.156524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45092cc4-a85e-478b-8bec-5cbaf9614b91 req-afff83ba-0c64-48cb-bf59-9e317e3a83f2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:41.158229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45092cc4-a85e-478b-8bec-5cbaf9614b91 req-afff83ba-0c64-48cb-bf59-9e317e3a83f2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 943 time: 0.0510650 Nov 11 12:43:41.205392 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-45092cc4-a85e-478b-8bec-5cbaf9614b91 req-e75b8dd3-2956-4133-ba36-74a5a70f512d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411756 Nov 11 12:43:41.307846 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:41.522335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-32ef50e1-3479-490a-9429-7963961484cf tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:41.523800 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-32ef50e1-3479-490a-9429-7963961484cf tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.43 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d&tenant_id=97562fe4f9274847aa0cef6816017f60&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 943 time: 0.0830541 Nov 11 12:43:41.537621 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c358e-5d47-4c82-9c63-a9cfa66bcea4 req-f9e506a1-9d24-43b8-9f57-4824e040e637 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:41.538988 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa7c358e-5d47-4c82-9c63-a9cfa66bcea4 req-f9e506a1-9d24-43b8-9f57-4824e040e637 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 943 time: 0.0684085 Nov 11 12:43:41.624900 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa7c358e-5d47-4c82-9c63-a9cfa66bcea4 req-59edc3c7-ea21-4ee6-9e0f-9405db84c5a7 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788946 Nov 11 12:43:41.626691 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-e2b583e1-92fa-47a9-8adc-4c44886c5f8d service neutron] 10.222.0.43 "GET /v2.0/ports/49ea1ca0-0b48-4fb9-b22c-c668aefbc191/bindings/n-h2-807359-3 HTTP/1.1" status: 200 len: 382 time: 0.0868690 Nov 11 12:43:41.692635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-a906b1ec-ba35-4f58-84bd-7d07096d2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:41.694165 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-a906b1ec-ba35-4f58-84bd-7d07096d2213 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 1094 time: 0.0449998 Nov 11 12:43:41.730212 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:43:41.772174 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:43:41.786209 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-9a5bba2d-ecf5-484d-97c7-bb88f48244b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:41.787688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-9a5bba2d-ecf5-484d-97c7-bb88f48244b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0862908 Nov 11 12:43:42.159457 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-496e970d-935c-43fd-b77a-26892f0fc160 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191 HTTP/1.1" status: 200 len: 1000 time: 0.3638580 Nov 11 12:43:42.210248 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-46ee5c4c-96e4-4fe9-a9eb-6d2920f07007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:42.211825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-46ee5c4c-96e4-4fe9-a9eb-6d2920f07007 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0450358 Nov 11 12:43:42.258022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-26e86f20-1107-47a8-88c0-52989f7c72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:42.259521 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-26e86f20-1107-47a8-88c0-52989f7c72ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410511 Nov 11 12:43:42.352865 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-2c15f520-6799-4322-b98d-532e018dbbbe service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854218 Nov 11 12:43:42.442706 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-6bba46b2-5d32-4537-ae69-f7d1f545de3d service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828183 Nov 11 12:43:42.763901 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74016122-796d-4761-9778-6d6ba8599e83 req-adb30071-fb7a-427f-a3ef-e8466f69fdf4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:42.765396 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-74016122-796d-4761-9778-6d6ba8599e83 req-adb30071-fb7a-427f-a3ef-e8466f69fdf4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 943 time: 0.0601902 Nov 11 12:43:42.825151 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-74016122-796d-4761-9778-6d6ba8599e83 req-6ce14c26-e129-4853-822b-b6c260faa14a tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507100 Nov 11 12:43:43.024011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:43:43.123499 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:43.139167 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'port_id': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191', 'mac_address': 'fa:16:3e:36:9c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:43:43.177395 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:43.190832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:43:43.210371 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:43.216015 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:43.263812 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:43.271578 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:43.271918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:43.272261 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:43.272591 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:43.272922 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:43.273251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:43.273572 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:43.273933 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:43.274309 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:43.274573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:43.274889 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:43.275201 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:43.424829 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:43:43.439110 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['49ea1ca0-0b48-4fb9-b22c-c668aefbc191'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:43:43.956742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f2e8a-0830-4974-9a90-6a9ee9222491 req-863c64db-31eb-469b-bda6-c14d181d6fda tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:43.958287 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-007f2e8a-0830-4974-9a90-6a9ee9222491 req-863c64db-31eb-469b-bda6-c14d181d6fda tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 944 time: 0.0515091 Nov 11 12:43:44.012285 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-007f2e8a-0830-4974-9a90-6a9ee9222491 req-1077a5cc-2510-4aa4-a003-09dfddbed34a tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462804 Nov 11 12:43:44.381721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-a8dabfcf-e6f3-4fa4-9368-96cf34c51bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:44.383116 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-a8dabfcf-e6f3-4fa4-9368-96cf34c51bfd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d&tenant_id=97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 1095 time: 0.0436523 Nov 11 12:43:44.400247 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:43:44.457809 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:44.656914 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:44.691329 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:43:44.725009 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:43:44.733748 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:44.744635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Ignored duplicate provisioning block setup for port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 11 12:43:44.749916 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:44.800487 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Pushing event updated for resources: {'Port': ['ID=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,revision_number=9']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:44.838708 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:44.839040 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:44.839370 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:44.839695 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:44.840014 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:44.840315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:44.840626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:44.840932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:44.841236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:44.841571 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:44.841908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:44.842217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:44.888727 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] No DVR routers for this DVR port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:43:45.021044 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:43:45.023287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Attempting to bind port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:43:45.023627 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Attempting to bind port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:43:45.023922 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Attempting to bind port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:45.029477 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:43:45.029827 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Attempting to bind port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:45.034857 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:43:45.035187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Checking segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:43:45.035583 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Bound using segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:43:45.036006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Bound port: 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:43:45.036361 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:45.103955 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:43:45.107580 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:43:45.113909 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:45.137503 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h1-807359-3, got binding levels [] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:45.146361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6fb29-6768-4541-8a16-cd0c32f2b31f req-072639c3-905c-4dc1-a0b3-c20fe96936ab tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:45.149469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fb6fb29-6768-4541-8a16-cd0c32f2b31f req-072639c3-905c-4dc1-a0b3-c20fe96936ab tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 943 time: 0.0632014 Nov 11 12:43:45.156781 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:45.158410 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:45.160596 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] 10.222.0.62 "PUT /v2.0/ports/49ea1ca0-0b48-4fb9-b22c-c668aefbc191 HTTP/1.1" status: 200 len: 1091 time: 0.7645512 Nov 11 12:43:45.161069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a177645a-e678-421f-a0b8-76b743aa661d', 'tag': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:43:45.162505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Attempting to bind port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:43:45.162959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Attempting to bind port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:43:45.163386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Attempting to bind port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:45.163998 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ffcc4f-1830-4019-8518-b9d975d97734" -d '{"events": [{"name": "network-changed", "server_uuid": "a177645a-e678-421f-a0b8-76b743aa661d", "tag": "49ea1ca0-0b48-4fb9-b22c-c668aefbc191"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:43:45.183007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:43:45.183604 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Attempting to bind port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:45.192115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:43:45.193281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Checking segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:43:45.194512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Bound using segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:43:45.195231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Bound port: 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:43:45.195813 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:45.197733 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36f656-4e15-4933-8931-7252cebf5a98 service neutron] Pushing event updated for resources: {'Port': ['ID=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,revision_number=10']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:45.221173 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9fb6fb29-6768-4541-8a16-cd0c32f2b31f req-0b202bc4-3172-436c-850a-311c2099bab2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652664 Nov 11 12:43:45.252602 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe3484c-5990-45e8-bd2b-388ce296239c x-openstack-request-id: req-ffe3484c-5990-45e8-bd2b-388ce296239c {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:43:45.252884 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a177645a-e678-421f-a0b8-76b743aa661d", "tag": "49ea1ca0-0b48-4fb9-b22c-c668aefbc191", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:43:45.253125 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ffe3484c-5990-45e8-bd2b-388ce296239c {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:43:45.253521 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a177645a-e678-421f-a0b8-76b743aa661d', 'tag': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191', 'status': 'completed', 'code': 200} Nov 11 12:43:45.262145 n-d-807359-3 neutron-server[109155]: WARNING neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Concurrent port binding operations failed on port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 Nov 11 12:43:45.266099 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:45.267469 n-d-807359-3 neutron-server[109155]: INFO neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Attempt 2 to bind port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 Nov 11 12:43:45.267912 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 has no active binding in host n-h2-807359-3 {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 12:43:45.270018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-0860a43a-b7bf-45fe-9145-aabfe1c80a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:45.271334 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-0860a43a-b7bf-45fe-9145-aabfe1c80a45 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 1095 time: 0.0607469 Nov 11 12:43:45.323234 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-8346e463-bf38-443b-8ef4-f996e0360fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:45.325063 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-8346e463-bf38-443b-8ef4-f996e0360fe8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 1095 time: 0.0467625 Nov 11 12:43:45.378826 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-b37555f9-e4c7-4024-902b-b66e5ea4fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:45.380333 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-b37555f9-e4c7-4024-902b-b66e5ea4fe64 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0986021 Nov 11 12:43:45.424367 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-bbaadef1-ff82-43f7-9e52-778a19d536fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:45.426008 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-bbaadef1-ff82-43f7-9e52-778a19d536fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0923700 Nov 11 12:43:45.451774 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-36a67380-ff34-4640-990d-a77dd09fe5ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191 HTTP/1.1" status: 200 len: 1000 time: 0.0586715 Nov 11 12:43:45.496486 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-9f06777b-d0ae-4849-84a5-d89d8eba1dab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191 HTTP/1.1" status: 200 len: 1000 time: 0.0627589 Nov 11 12:43:45.504741 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-716792f3-f119-4218-999e-9f4f19eab5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:45.506304 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-716792f3-f119-4218-999e-9f4f19eab5ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0437939 Nov 11 12:43:45.548214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-b0ab5dd0-e7f3-475d-88be-4f2947666cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:45.549749 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-b0ab5dd0-e7f3-475d-88be-4f2947666cee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0451672 Nov 11 12:43:45.561973 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-3706882a-d767-4b62-a1ed-bf41cf982434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:45.563501 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-3706882a-d767-4b62-a1ed-bf41cf982434 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453572 Nov 11 12:43:45.595961 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-bda1699f-9775-4086-9e5a-6e55709be8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:45.597447 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-bda1699f-9775-4086-9e5a-6e55709be8a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409141 Nov 11 12:43:45.659536 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-5ef24c27-0391-454b-a562-7aee41c47034 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834975 Nov 11 12:43:45.690562 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-3d1bcd36-d902-4750-b1ac-6cef6d8b9b16 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861902 Nov 11 12:43:45.759544 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-93eea93e-7f57-4492-82bf-79d68b8da236 req-3cdd48d7-510c-436d-8816-75ca194cb4b9 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901954 Nov 11 12:43:45.788108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-2d056592-5611-44ba-8145-3987ce38ba4c service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909195 Nov 11 12:43:45.853100 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-0d0eb061-d026-480d-8cfb-4702b9e833c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:45.854694 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-0d0eb061-d026-480d-8cfb-4702b9e833c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 1095 time: 0.0428009 Nov 11 12:43:45.949769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-86d30b30-6cde-4b7f-bcd2-019129ac6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:45.951227 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-86d30b30-6cde-4b7f-bcd2-019129ac6f3c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0896313 Nov 11 12:43:46.022131 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-006f01e4-8be6-4454-94ba-344a3ab1ed4c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191 HTTP/1.1" status: 200 len: 1000 time: 0.0629790 Nov 11 12:43:46.080585 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-0f0d0025-319a-41e0-9558-4cb35f840cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:46.082084 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-0f0d0025-319a-41e0-9558-4cb35f840cf4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0514669 Nov 11 12:43:46.135145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-be7497e2-b1e8-4401-bcfe-6e62786f69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:46.136670 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-be7497e2-b1e8-4401-bcfe-6e62786f69dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463145 Nov 11 12:43:46.227841 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-270f343b-36f9-44fc-a1c2-fea987c2dbd2 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829163 Nov 11 12:43:46.256724 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:46.330530 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11ffcc4f-1830-4019-8518-b9d975d97734 req-41139785-0512-4b0b-a935-c8afa3f77b88 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900872 Nov 11 12:43:46.347835 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6749b80-2e11-4e89-a738-2e6933c6f090 req-8af1a660-9515-4879-afb9-749a05840b2f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:46.349321 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6749b80-2e11-4e89-a738-2e6933c6f090 req-8af1a660-9515-4879-afb9-749a05840b2f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 944 time: 0.0658927 Nov 11 12:43:46.400317 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6749b80-2e11-4e89-a738-2e6933c6f090 req-52919216-29ce-4b6d-8150-0a28fc15293a tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435133 Nov 11 12:43:47.021579 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:43:47.068580 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:43:47.530422 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d799c3-dbc1-4d33-8a6c-7244fc303c6a req-efebc85d-c3fc-4151-b886-7485cd54d98e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:47.531956 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62d799c3-dbc1-4d33-8a6c-7244fc303c6a req-efebc85d-c3fc-4151-b886-7485cd54d98e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 944 time: 0.0513465 Nov 11 12:43:47.584890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62d799c3-dbc1-4d33-8a6c-7244fc303c6a req-aea0b02a-73b0-4e0b-af0a-e1ed9c42d8ca tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441651 Nov 11 12:43:48.713629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0c645-96f2-4a78-bb38-1f2373b1300b req-acb6fad8-1626-4399-b204-c9f5cc47ad9c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:48.715162 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9df0c645-96f2-4a78-bb38-1f2373b1300b req-acb6fad8-1626-4399-b204-c9f5cc47ad9c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 944 time: 0.0497236 Nov 11 12:43:48.765477 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9df0c645-96f2-4a78-bb38-1f2373b1300b req-61689346-386b-4e54-ba0d-a359fd1c5d0c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442760 Nov 11 12:43:48.895662 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3706b34-77df-4894-8d73-60d71ae6846d req-a6154796-3b97-4448-89bb-a2d107169931 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:48.897076 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a3706b34-77df-4894-8d73-60d71ae6846d req-a6154796-3b97-4448-89bb-a2d107169931 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 944 time: 0.0532217 Nov 11 12:43:48.945232 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a3706b34-77df-4894-8d73-60d71ae6846d req-786963f4-a0e8-4bc6-87b3-bdff1ac8ee64 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419858 Nov 11 12:43:49.069982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef5f34-6e76-4e76-82b5-6e32eed9c2c2 req-3bbfc1b0-703b-4907-805c-34d312372bc1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:49.071546 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-02ef5f34-6e76-4e76-82b5-6e32eed9c2c2 req-3bbfc1b0-703b-4907-805c-34d312372bc1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 944 time: 0.0596993 Nov 11 12:43:49.122494 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-02ef5f34-6e76-4e76-82b5-6e32eed9c2c2 req-101d794f-e9a2-4c99-9c5b-afd0718e9652 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445561 Nov 11 12:43:49.370460 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7a872-654d-429f-9794-47e2ad793694 req-55a0dc88-7050-4b1d-9625-ba841cd791ee tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:49.371920 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6df7a872-654d-429f-9794-47e2ad793694 req-55a0dc88-7050-4b1d-9625-ba841cd791ee tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 944 time: 0.0533767 Nov 11 12:43:49.421815 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6df7a872-654d-429f-9794-47e2ad793694 req-8755917a-85df-4b67-ae32-f2c91814ff89 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432844 Nov 11 12:43:49.762239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:43:49.867193 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:49.880685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'port_id': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191', 'mac_address': 'fa:16:3e:36:9c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:43:49.923688 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:50.093880 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:43:50.114086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:50.119296 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:50.166230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,revision_number=11']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:50.374148 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['49ea1ca0-0b48-4fb9-b22c-c668aefbc191'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:43:50.550719 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add9bb8-706a-401d-a20e-5315c0e18b7b req-3a01992f-8de9-4b53-a080-e5cbe4b67637 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:50.553652 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5add9bb8-706a-401d-a20e-5315c0e18b7b req-3a01992f-8de9-4b53-a080-e5cbe4b67637 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0532706 Nov 11 12:43:50.607357 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5add9bb8-706a-401d-a20e-5315c0e18b7b req-470f2b6c-9317-451a-93bd-3016d920cda9 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462914 Nov 11 12:43:50.725503 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cade60-ab10-45e6-b2e0-3f8b472edf2f req-796deba7-8d3b-4a41-af44-3bda4a9b81c4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:50.726996 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-03cade60-ab10-45e6-b2e0-3f8b472edf2f req-796deba7-8d3b-4a41-af44-3bda4a9b81c4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.62 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 945 time: 0.0509362 Nov 11 12:43:50.817016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-03cade60-ab10-45e6-b2e0-3f8b472edf2f req-cd1ad8de-9faf-4992-a734-fc69194f2f6b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Deleting port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:43:50.817339 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-03cade60-ab10-45e6-b2e0-3f8b472edf2f req-cd1ad8de-9faf-4992-a734-fc69194f2f6b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:50.911411 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-03cade60-ab10-45e6-b2e0-3f8b472edf2f req-cd1ad8de-9faf-4992-a734-fc69194f2f6b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] For port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:50.911751 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-03cade60-ab10-45e6-b2e0-3f8b472edf2f req-cd1ad8de-9faf-4992-a734-fc69194f2f6b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:51.081549 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-03cade60-ab10-45e6-b2e0-3f8b472edf2f req-cd1ad8de-9faf-4992-a734-fc69194f2f6b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:51.081820 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-03cade60-ab10-45e6-b2e0-3f8b472edf2f req-cd1ad8de-9faf-4992-a734-fc69194f2f6b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:51.082111 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [req-03cade60-ab10-45e6-b2e0-3f8b472edf2f req-cd1ad8de-9faf-4992-a734-fc69194f2f6b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Floating IP 5c7c2a6e-1a41-4fe9-a26c-6f8760b44179 disassociated. External IP: 172.25.2.212, port: 49ea1ca0-0b48-4fb9-b22c-c668aefbc191. Nov 11 12:43:51.082602 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-03cade60-ab10-45e6-b2e0-3f8b472edf2f req-cd1ad8de-9faf-4992-a734-fc69194f2f6b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Calling delete_port for 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:43:51.544204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-03cade60-ab10-45e6-b2e0-3f8b472edf2f req-cd1ad8de-9faf-4992-a734-fc69194f2f6b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:51.573836 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ad8de-9faf-4992-a734-fc69194f2f6b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Pushing event deleted for resources: {'Port': ['ID=49ea1ca0-0b48-4fb9-b22c-c668aefbc191,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:51.694558 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03cade60-ab10-45e6-b2e0-3f8b472edf2f req-cd1ad8de-9faf-4992-a734-fc69194f2f6b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Router 73f4d12a-0771-483d-9513-a93a75d9556b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:43:51.705278 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c1546385-544b-461c-bfd6-ce7995f5101f req-22bb72cf-eb6f-4ed4-ac86-27d19b425ac2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=a177645a-e678-421f-a0b8-76b743aa661d HTTP/1.1" status: 200 len: 210 time: 0.0278876 Nov 11 12:43:51.775663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:43:51.780236 n-d-807359-3 neutron-server[109155]: INFO neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No ports have port_id starting with 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 Nov 11 12:43:51.781688 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 requested by agent hyperv_n-h1-807359-3 not found in database {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 11 12:43:51.804950 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03cade60-ab10-45e6-b2e0-3f8b472edf2f req-cd1ad8de-9faf-4992-a734-fc69194f2f6b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:43:51.814814 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcf9169-b4b4-4ca1-9456-05cfdf55fd7b None None] Sync routers for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:43:51.825791 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcf9169-b4b4-4ca1-9456-05cfdf55fd7b None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:43:51.826411 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ebcf9169-b4b4-4ca1-9456-05cfdf55fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:43:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:51.844769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cade60-ab10-45e6-b2e0-3f8b472edf2f req-cd1ad8de-9faf-4992-a734-fc69194f2f6b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] No DVR routers for this DVR port 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:43:51.847714 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-03cade60-ab10-45e6-b2e0-3f8b472edf2f req-cd1ad8de-9faf-4992-a734-fc69194f2f6b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:51.851511 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-03cade60-ab10-45e6-b2e0-3f8b472edf2f req-cd1ad8de-9faf-4992-a734-fc69194f2f6b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.62 "DELETE /v2.0/ports/49ea1ca0-0b48-4fb9-b22c-c668aefbc191 HTTP/1.1" status: 204 len: 173 time: 1.1172645 Nov 11 12:43:51.851925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a177645a-e678-421f-a0b8-76b743aa661d', 'name': 'network-vif-deleted', 'tag': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:43:51.854188 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6db54b-1a52-401f-b121-677cd4337356" -d '{"events": [{"server_uuid": "a177645a-e678-421f-a0b8-76b743aa661d", "name": "network-vif-deleted", "tag": "49ea1ca0-0b48-4fb9-b22c-c668aefbc191"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:43:51.896588 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721b2d54-53d2-478c-82ab-98882d0543c4 x-openstack-request-id: req-721b2d54-53d2-478c-82ab-98882d0543c4 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:43:51.896853 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a177645a-e678-421f-a0b8-76b743aa661d", "name": "network-vif-deleted", "tag": "49ea1ca0-0b48-4fb9-b22c-c668aefbc191", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:43:51.897122 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-721b2d54-53d2-478c-82ab-98882d0543c4 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:43:51.897521 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a177645a-e678-421f-a0b8-76b743aa661d', 'name': 'network-vif-deleted', 'tag': '49ea1ca0-0b48-4fb9-b22c-c668aefbc191', 'status': 'completed', 'code': 200} Nov 11 12:43:51.937574 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-ebcf9169-b4b4-4ca1-9456-05cfdf55fd7b None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:43:52.040534 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:52.156692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ebcf9169-b4b4-4ca1-9456-05cfdf55fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:52.183155 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcf9169-b4b4-4ca1-9456-05cfdf55fd7b None None] Checking router: 73f4d12a-0771-483d-9513-a93a75d9556b for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:43:52.192062 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcf9169-b4b4-4ca1-9456-05cfdf55fd7b None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:43:52.192690 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ebcf9169-b4b4-4ca1-9456-05cfdf55fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:43:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:52.299993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-ebcf9169-b4b4-4ca1-9456-05cfdf55fd7b None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:43:52.508168 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ebcf9169-b4b4-4ca1-9456-05cfdf55fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:52.538767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcf9169-b4b4-4ca1-9456-05cfdf55fd7b None None] The sync data for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 is: [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:43:52.773833 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689df72b-7621-4472-8974-54b8a3b8b463 None None] New status for floating IP 5c7c2a6e-1a41-4fe9-a26c-6f8760b44179: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:43:52.995624 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-7d38fc0f-36dd-4c05-94ef-ddbacd502e67 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--849887335&fields=id&tenant_id=97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 267 time: 0.0469713 Nov 11 12:43:53.108144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-4836e96f-70ed-4fc0-972f-a031b6d5b727 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:53.109606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-4836e96f-70ed-4fc0-972f-a031b6d5b727 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 811 time: 0.1070640 Nov 11 12:43:53.127158 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-befc8837-27eb-41a7-9637-ccbd58be8199 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/quotas/97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 375 time: 0.0101151 Nov 11 12:43:53.188768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-24220510-4a72-43c2-a519-a1259309acd9 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530388 Nov 11 12:43:53.356385 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-18bfcadf-68bf-4b90-908d-8fffbb886e8b service neutron] 10.222.0.65 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552808 Nov 11 12:43:53.448729 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-b643b5ac-5972-41b4-904c-a90946f9c72c service neutron] 10.222.0.65 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859425 Nov 11 12:43:53.614783 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-22e242b1-8d47-4546-ae65-91a65feab085 req-f6f8815d-f087-4846-a8b3-da45d12a3b39 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 210 time: 0.0267508 Nov 11 12:43:54.695003 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6534b41-f188-4506-9191-db43944138e2 req-1f053dbb-6bbd-459f-a505-e9769dabe710 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 210 time: 0.0271344 Nov 11 12:43:55.600473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-b609bc89-92a1-4e3c-94d2-79a2e2e4546c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:55.601962 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-b609bc89-92a1-4e3c-94d2-79a2e2e4546c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 811 time: 0.1072314 Nov 11 12:43:55.674339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-917858af-e7f8-4c5c-a5c5-39631cdbe3da tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 379 time: 0.0629582 Nov 11 12:43:55.684154 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-8449af29-5dde-48c1-8430-0fa782c33271 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Request body: {'port': {'device_id': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'admin_state_up': True, 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'security_groups': ['11b775da-8459-4447-91a5-33c7de3f3acd']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:43:55.785956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:43:55.811774 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:43:55.812379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 49ea1ca0-0b48-4fb9-b22c-c668aefbc191 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:43:55.820824 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb8d704b-d4f0-487c-a887-7134d881a39e req-f2c7f9dc-fde1-4c17-9eed-f6a9821dfee7 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 210 time: 0.0412943 Nov 11 12:43:55.830488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-8449af29-5dde-48c1-8430-0fa782c33271 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Made reservation on behalf of 97562fe4f9274847aa0cef6816017f60 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:43:55.834354 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-8449af29-5dde-48c1-8430-0fa782c33271 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:55.964230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-8449af29-5dde-48c1-8430-0fa782c33271 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Allocated IP 172.20.0.3 (c47c442a-867a-4dcb-b7b9-8ae586f89f71/3f2b90bb-c425-4f60-8703-4d0a44669692/4c4afffa-e23b-4966-b5a6-ef56a9fee9a6) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:43:56.113138 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-8449af29-5dde-48c1-8430-0fa782c33271 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:56.155000 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-8449af29-5dde-48c1-8430-0fa782c33271 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:56.199336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-8449af29-5dde-48c1-8430-0fa782c33271 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Network c47c442a-867a-4dcb-b7b9-8ae586f89f71 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:43:56.202397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-8449af29-5dde-48c1-8430-0fa782c33271 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:43:56.204909 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-8449af29-5dde-48c1-8430-0fa782c33271 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:43:56.235308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449af29-5dde-48c1-8430-0fa782c33271 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Pushing event updated for resources: {'Port': ['ID=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:56.267230 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-8449af29-5dde-48c1-8430-0fa782c33271 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:56.267925 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-8449af29-5dde-48c1-8430-0fa782c33271 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:56.287425 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-8449af29-5dde-48c1-8430-0fa782c33271 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6070561 Nov 11 12:43:56.300711 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Request body: {'port': {'device_id': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:43:56.363366 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:56.423929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-23a2c788-79e4-44ff-a1b2-7af11a57e13a None None] Provisioning complete for port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:56.425298 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-23a2c788-79e4-44ff-a1b2-7af11a57e13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:56.459670 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-23a2c788-79e4-44ff-a1b2-7af11a57e13a None None] Port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:43:56.629535 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:43:56.637417 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:56.650301 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Transition to ACTIVE for port object 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:43:56.655890 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:56.709859 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:56.779057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Attempting to bind port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:43:56.779389 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Attempting to bind port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:43:56.779713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Attempting to bind port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:56.784497 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:43:56.784819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Attempting to bind port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:56.790074 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:43:56.790409 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Checking segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:43:56.790790 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Bound using segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:43:56.791220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Bound port: 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:43:56.791574 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:56.857068 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:43:56.860752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:43:56.866555 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:56.934067 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:56.934694 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:56.936206 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] 10.222.0.43 "PUT /v2.0/ports/4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 200 len: 1091 time: 0.6401813 Nov 11 12:43:56.937746 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:43:56.940035 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a60c66-4f83-4ea3-9854-793ca9845ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:43:56.967882 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72783d03-e34c-4c0f-91b2-e83d1561be72 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:56.984649 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553264f6-b182-4aab-a967-cc390f03bc3c req-335db62d-5455-4d7c-b4a8-e031d04103b6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:56.986349 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-553264f6-b182-4aab-a967-cc390f03bc3c req-335db62d-5455-4d7c-b4a8-e031d04103b6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 943 time: 0.0892322 Nov 11 12:43:57.042096 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa9f5a7-6acd-4960-85e9-0322402e76f7 x-openstack-request-id: req-daa9f5a7-6acd-4960-85e9-0322402e76f7 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:43:57.042400 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:43:57.042649 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-daa9f5a7-6acd-4960-85e9-0322402e76f7 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:43:57.043052 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'status': 'completed', 'code': 200} Nov 11 12:43:57.078266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-553264f6-b182-4aab-a967-cc390f03bc3c req-e0c4bf1e-1ded-48b4-80dd-196ee40565e2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830693 Nov 11 12:43:57.083558 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-fd35389f-359c-4291-bc7f-2a68af7df0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:57.085050 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-fd35389f-359c-4291-bc7f-2a68af7df0bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 1094 time: 0.0821817 Nov 11 12:43:57.133092 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-897245ec-6854-4042-9d3f-bf9601bfcce5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 200 len: 217 time: 0.0402138 Nov 11 12:43:57.182897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-defb02ee-c0c0-40f5-9142-f93f492a4b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:57.184340 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-defb02ee-c0c0-40f5-9142-f93f492a4b5d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0435696 Nov 11 12:43:57.234825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-2f22226a-b12d-476b-9449-3067a2e7199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:57.236496 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-2f22226a-b12d-476b-9449-3067a2e7199e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434506 Nov 11 12:43:57.342421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-2e1ca364-15ce-4f9d-8b20-0ec6a74a6c5c service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978079 Nov 11 12:43:57.432524 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7364a4b5-862b-4e6d-99b8-85c1fa978310 req-06af6bd7-c4c3-42b0-87ad-91bf7f4dc4d5 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831134 Nov 11 12:43:57.534810 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a60c66-4f83-4ea3-9854-793ca9845ef4 req-e053718e-024b-4df0-846a-b612c5632765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:57.537223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70a60c66-4f83-4ea3-9854-793ca9845ef4 req-e053718e-024b-4df0-846a-b612c5632765 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 1094 time: 0.0547690 Nov 11 12:43:57.627938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a60c66-4f83-4ea3-9854-793ca9845ef4 req-cbb8c87d-dbee-4148-90c8-b29ab5686eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:57.629389 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70a60c66-4f83-4ea3-9854-793ca9845ef4 req-cbb8c87d-dbee-4148-90c8-b29ab5686eeb service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0847776 Nov 11 12:43:57.673189 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70a60c66-4f83-4ea3-9854-793ca9845ef4 req-da762bf3-d896-404c-a3c4-bd9e2622bcde service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 200 len: 217 time: 0.0370164 Nov 11 12:43:57.723659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a60c66-4f83-4ea3-9854-793ca9845ef4 req-c304c116-b38a-45e0-af76-86cfe4a3ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:57.725082 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70a60c66-4f83-4ea3-9854-793ca9845ef4 req-c304c116-b38a-45e0-af76-86cfe4a3ef19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0447140 Nov 11 12:43:57.773152 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a60c66-4f83-4ea3-9854-793ca9845ef4 req-d02ebd93-8e2a-4008-b0ae-43b8d892a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:57.774732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70a60c66-4f83-4ea3-9854-793ca9845ef4 req-d02ebd93-8e2a-4008-b0ae-43b8d892a71d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416136 Nov 11 12:43:57.872040 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70a60c66-4f83-4ea3-9854-793ca9845ef4 req-ef4420a8-ecfe-47a4-98cb-a33406085b6a service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887415 Nov 11 12:43:57.959502 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-70a60c66-4f83-4ea3-9854-793ca9845ef4 req-3f784536-23c2-48fc-b3d1-f77872929b5d service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800567 Nov 11 12:43:58.220310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0431c1e-74f7-4f11-a526-ae0d888d006f req-47035787-6802-48ec-8de6-16cc13d01ef3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:58.221873 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b0431c1e-74f7-4f11-a526-ae0d888d006f req-47035787-6802-48ec-8de6-16cc13d01ef3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 943 time: 0.0613153 Nov 11 12:43:58.271680 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b0431c1e-74f7-4f11-a526-ae0d888d006f req-45cc9584-856c-48a9-af1b-6ae907c55036 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435834 Nov 11 12:43:59.402625 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e6306-8f5f-408d-ae38-193d6a9c1dea req-ea1489b8-43e5-45e8-bc3a-e52a990ceba6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:59.403993 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef3e6306-8f5f-408d-ae38-193d6a9c1dea req-ea1489b8-43e5-45e8-bc3a-e52a990ceba6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 943 time: 0.0528293 Nov 11 12:43:59.452840 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ef3e6306-8f5f-408d-ae38-193d6a9c1dea req-d5c596f9-3ff7-4a45-9fdc-e48b0c1a6fbd tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424078 Nov 11 12:44:00.580553 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8ddc3-13ef-41dc-a50d-2fbfbbc2a260 req-4a902161-96d5-401f-9521-bfd77884825b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:00.582102 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5e8ddc3-13ef-41dc-a50d-2fbfbbc2a260 req-4a902161-96d5-401f-9521-bfd77884825b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 943 time: 0.0538385 Nov 11 12:44:00.637106 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a5e8ddc3-13ef-41dc-a50d-2fbfbbc2a260 req-34b66616-c13c-4153-82d4-78722a53a67b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487888 Nov 11 12:44:01.068174 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:44:01.167929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:44:01.179149 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'port_id': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'mac_address': 'fa:16:3e:00:bd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:44:01.220461 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:01.234173 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:44:01.253028 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:44:01.261118 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:01.310998 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:01.458869 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['4c4afffa-e23b-4966-b5a6-ef56a9fee9a6'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:44:01.770187 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad8aab-c51f-4c9b-bdb0-adf4ae0addef req-d98117c2-1f45-43ef-a91f-fa65f3db285a tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:01.771663 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27ad8aab-c51f-4c9b-bdb0-adf4ae0addef req-d98117c2-1f45-43ef-a91f-fa65f3db285a tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0607412 Nov 11 12:44:01.817326 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-27ad8aab-c51f-4c9b-bdb0-adf4ae0addef req-03484a0f-0a68-4003-8659-3b5642e385ae tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396588 Nov 11 12:44:02.943414 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbb380-cd04-4f36-83cb-821b7abcc2db req-a729c8d1-0f43-4968-9f73-9470dd14ade7 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:02.944919 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6bbb380-cd04-4f36-83cb-821b7abcc2db req-a729c8d1-0f43-4968-9f73-9470dd14ade7 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0514271 Nov 11 12:44:02.997036 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6bbb380-cd04-4f36-83cb-821b7abcc2db req-7b790d4c-73bc-4ff9-bd20-04ee0d026ef2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426960 Nov 11 12:44:03.085219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:44:03.147441 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:44:03.151785 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:44:03.152276 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:03.233298 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:03.256034 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:44:03.258268 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64b2d9b-924d-4e99-aaee-8f03c515f8ab" -d '{"events": [{"server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "name": "network-vif-plugged", "status": "completed", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:44:03.270791 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:44:03.276446 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:03.299522 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0f9816-1694-41dd-a80c-0a7087aa2c61 x-openstack-request-id: req-5b0f9816-1694-41dd-a80c-0a7087aa2c61 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:44:03.299808 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "name": "network-vif-plugged", "status": "completed", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:44:03.300051 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b0f9816-1694-41dd-a80c-0a7087aa2c61 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:44:03.300429 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'code': 200} Nov 11 12:44:03.326845 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:03.395939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e60a64-55f5-473d-94d8-94fdbfe3f928 req-f25dc867-5a2b-4b3c-8337-63dfc40528ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:03.397322 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-37e60a64-55f5-473d-94d8-94fdbfe3f928 req-f25dc867-5a2b-4b3c-8337-63dfc40528ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 1096 time: 0.0443649 Nov 11 12:44:03.441524 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-37e60a64-55f5-473d-94d8-94fdbfe3f928 req-623a0aaf-d49d-4878-a1df-b8766efcdc05 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366821 Nov 11 12:44:04.127900 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb4b20-7306-45e3-a135-53cc7d8151a8 req-acc52e9d-aa4c-42ad-94cf-427038e4fc01 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:04.129406 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ebcb4b20-7306-45e3-a135-53cc7d8151a8 req-acc52e9d-aa4c-42ad-94cf-427038e4fc01 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0508237 Nov 11 12:44:04.193112 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ebcb4b20-7306-45e3-a135-53cc7d8151a8 req-5de0bb7d-09f2-4283-b282-9977a971d9da tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574939 Nov 11 12:44:05.331545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675888e1-ddb0-4c37-b6f8-a413052f5339 req-656273a9-ade2-49c3-98f8-10b3411c3d05 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:05.333209 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-675888e1-ddb0-4c37-b6f8-a413052f5339 req-656273a9-ade2-49c3-98f8-10b3411c3d05 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0590484 Nov 11 12:44:05.386189 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-675888e1-ddb0-4c37-b6f8-a413052f5339 req-ff7ac415-994e-487f-ae33-25bdd668f0ed tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467441 Nov 11 12:44:05.507147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e5dfe-2e58-4f4c-a398-5acea8f8a7bb req-d7f92080-075b-41e6-a9a1-2ecaaad343c3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:05.508684 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-498e5dfe-2e58-4f4c-a398-5acea8f8a7bb req-d7f92080-075b-41e6-a9a1-2ecaaad343c3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0500607 Nov 11 12:44:05.517698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44176) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:05.522222 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5f9969e6-c814-4360-8684-ce2ca4509fa3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Request body: {'floatingip': {'port_id': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:44:05.564436 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f9969e6-c814-4360-8684-ce2ca4509fa3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for floatingip, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:05.888442 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d563bb0a-49e0-4361-a92f-8853b815e004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:06.019093 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f9969e6-c814-4360-8684-ce2ca4509fa3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:06.024827 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f9969e6-c814-4360-8684-ce2ca4509fa3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:06.136086 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-5f9969e6-c814-4360-8684-ce2ca4509fa3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Floating IP 5c7c2a6e-1a41-4fe9-a26c-6f8760b44179 associated. External IP: 172.25.2.212, port: 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6. Nov 11 12:44:06.677252 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9969e6-c814-4360-8684-ce2ca4509fa3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Router 73f4d12a-0771-483d-9513-a93a75d9556b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:44:06.786999 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9969e6-c814-4360-8684-ce2ca4509fa3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:44:06.792529 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5f9969e6-c814-4360-8684-ce2ca4509fa3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:06.798591 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c76d94a-2da5-4b6b-8be5-9fb6d9398839 None None] Sync routers for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:44:06.810013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c76d94a-2da5-4b6b-8be5-9fb6d9398839 None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:44:06.810632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9c76d94a-2da5-4b6b-8be5-9fb6d9398839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:43:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:06.822096 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5f9969e6-c814-4360-8684-ce2ca4509fa3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "PUT /v2.0/floatingips/5c7c2a6e-1a41-4fe9-a26c-6f8760b44179 HTTP/1.1" status: 200 len: 992 time: 1.3033621 Nov 11 12:44:06.822675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:44:06.825271 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d2e0f6-b306-4587-8f81-ab697da9d870" -d '{"events": [{"name": "network-changed", "server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:44:06.921714 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-9c76d94a-2da5-4b6b-8be5-9fb6d9398839 None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:44:06.928021 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a923c930-fa7a-41bc-873a-1483fcf9c908 x-openstack-request-id: req-a923c930-fa7a-41bc-873a-1483fcf9c908 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:44:06.928209 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:44:06.928490 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a923c930-fa7a-41bc-873a-1483fcf9c908 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:44:06.928909 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'status': 'completed', 'code': 200} Nov 11 12:44:06.991109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2e0f6-b306-4587-8f81-ab697da9d870 req-517f571e-3669-4484-93b6-1f705297d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:06.992649 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88d2e0f6-b306-4587-8f81-ab697da9d870 req-517f571e-3669-4484-93b6-1f705297d08b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 1096 time: 0.0415697 Nov 11 12:44:07.090005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2e0f6-b306-4587-8f81-ab697da9d870 req-bf4bddbb-eb95-4ab8-8fad-4f6a90281018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:07.091514 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88d2e0f6-b306-4587-8f81-ab697da9d870 req-bf4bddbb-eb95-4ab8-8fad-4f6a90281018 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0910668 Nov 11 12:44:07.151838 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9c76d94a-2da5-4b6b-8be5-9fb6d9398839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5c7c2a6e-1a41-4fe9-a26c-6f8760b44179', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'port_id': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'mac_address': 'fa:16:3e:00:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:36:52Z', 'updated_at': '2021-11-11T12:44:05Z', 'revision_number': 13, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:07.157648 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88d2e0f6-b306-4587-8f81-ab697da9d870 req-5a82797c-0571-4d22-ab7f-c4834fac0037 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 200 len: 1000 time: 0.0585678 Nov 11 12:44:07.177760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c76d94a-2da5-4b6b-8be5-9fb6d9398839 None None] Checking router: 73f4d12a-0771-483d-9513-a93a75d9556b for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:44:07.186623 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c76d94a-2da5-4b6b-8be5-9fb6d9398839 None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:44:07.187235 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9c76d94a-2da5-4b6b-8be5-9fb6d9398839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:43:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:07.207794 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2e0f6-b306-4587-8f81-ab697da9d870 req-b334c1fc-529a-4d8a-9e88-20f5253591e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:07.209338 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88d2e0f6-b306-4587-8f81-ab697da9d870 req-b334c1fc-529a-4d8a-9e88-20f5253591e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0453210 Nov 11 12:44:07.260560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2e0f6-b306-4587-8f81-ab697da9d870 req-8fff1771-f632-42df-8aea-1308ae36191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:07.262135 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88d2e0f6-b306-4587-8f81-ab697da9d870 req-8fff1771-f632-42df-8aea-1308ae36191b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452828 Nov 11 12:44:07.295015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-9c76d94a-2da5-4b6b-8be5-9fb6d9398839 None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:44:07.352835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88d2e0f6-b306-4587-8f81-ab697da9d870 req-e504472b-89da-4e91-b62f-5f82a97f2d60 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836442 Nov 11 12:44:07.459238 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-88d2e0f6-b306-4587-8f81-ab697da9d870 req-aa935fdb-8355-4eb8-bf0c-53307810e8ca service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985558 Nov 11 12:44:07.700622 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9c76d94a-2da5-4b6b-8be5-9fb6d9398839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5c7c2a6e-1a41-4fe9-a26c-6f8760b44179', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'port_id': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'mac_address': 'fa:16:3e:00:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:36:52Z', 'updated_at': '2021-11-11T12:44:05Z', 'revision_number': 13, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:07.726913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c76d94a-2da5-4b6b-8be5-9fb6d9398839 None None] The sync data for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 is: [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5c7c2a6e-1a41-4fe9-a26c-6f8760b44179', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'port_id': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'mac_address': 'fa:16:3e:00:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:36:52Z', 'updated_at': '2021-11-11T12:44:05Z', 'revision_number': 13, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:44:07.940677 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8d66cf-bea9-4773-8e25-698dacfe00ec None None] New status for floating IP 5c7c2a6e-1a41-4fe9-a26c-6f8760b44179: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:44:08.156334 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d90415fd-2c75-4f75-a4d2-bcc9a94fc51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:09.203225 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:10.738614 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:11.308339 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:16.255294 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:20.430554 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:44:22.034212 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:33.668273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19452490-e229-45b1-8071-02f3fb63c11e req-ad08ccc4-702f-4eca-8cc2-614b732c9832 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464404 Nov 11 12:44:33.754201 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19452490-e229-45b1-8071-02f3fb63c11e req-a1d9171d-c46e-4471-9d59-1095a6d7eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:33.755675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19452490-e229-45b1-8071-02f3fb63c11e req-a1d9171d-c46e-4471-9d59-1095a6d7eebd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 1096 time: 0.0428867 Nov 11 12:44:33.872360 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19452490-e229-45b1-8071-02f3fb63c11e req-d53312e1-fa7f-4b39-a742-90eea2636e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:33.873760 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19452490-e229-45b1-8071-02f3fb63c11e req-d53312e1-fa7f-4b39-a742-90eea2636e5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0935977 Nov 11 12:44:33.939971 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19452490-e229-45b1-8071-02f3fb63c11e req-f601ed20-a9d8-47f7-b1e6-aafe9fbef2c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 200 len: 1002 time: 0.0584633 Nov 11 12:44:33.997036 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19452490-e229-45b1-8071-02f3fb63c11e req-98812daa-e01f-4238-aa2d-0159b851c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:33.998577 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19452490-e229-45b1-8071-02f3fb63c11e req-98812daa-e01f-4238-aa2d-0159b851c581 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0509861 Nov 11 12:44:34.045441 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19452490-e229-45b1-8071-02f3fb63c11e req-01f5a8ff-283d-4f15-8de2-01c54e172eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:34.046947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19452490-e229-45b1-8071-02f3fb63c11e req-01f5a8ff-283d-4f15-8de2-01c54e172eda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411613 Nov 11 12:44:34.141670 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19452490-e229-45b1-8071-02f3fb63c11e req-7413b5a0-f6a0-47b1-80ca-9ac23e7d97f5 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867310 Nov 11 12:44:34.230382 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19452490-e229-45b1-8071-02f3fb63c11e req-2fed7781-fb19-4bff-aa5c-7d100572e466 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817139 Nov 11 12:44:35.893660 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b94a9ffa-6a81-4b7d-8442-93001c210bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:38.151335 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-050cbce7-f0d0-4162-aaec-3a7775c15c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:39.201969 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:40.743314 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:41.307839 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:46.256794 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:52.024524 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:57.424799 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:45:05.900806 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8b91-ee97-4a38-bf75-2dda2bbbd6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:08.156577 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-90f6fee9-266a-4c11-970f-1f8787b90bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:09.207406 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:10.750894 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:11.307193 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:16.257774 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:22.043958 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:34.430179 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:45:34.695011 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31e4a9b9-5edf-46fa-85de-b2b581833b42 req-743fa51b-5142-42f4-8628-0f787efe0051 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424230 Nov 11 12:45:34.785418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4a9b9-5edf-46fa-85de-b2b581833b42 req-52133acc-f1b5-4f43-95e7-dc964a36dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:34.786763 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31e4a9b9-5edf-46fa-85de-b2b581833b42 req-52133acc-f1b5-4f43-95e7-dc964a36dd77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 1096 time: 0.0450242 Nov 11 12:45:34.901328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4a9b9-5edf-46fa-85de-b2b581833b42 req-f981faa1-7826-467a-800e-f4d83bf55d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:34.902814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31e4a9b9-5edf-46fa-85de-b2b581833b42 req-f981faa1-7826-467a-800e-f4d83bf55d42 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0959406 Nov 11 12:45:34.971736 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31e4a9b9-5edf-46fa-85de-b2b581833b42 req-1cfd5cbf-3709-47e4-8304-a2ce70351464 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 200 len: 1002 time: 0.0616980 Nov 11 12:45:35.020825 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4a9b9-5edf-46fa-85de-b2b581833b42 req-86426dc7-b5ad-46db-afd2-02e324b5abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:35.022287 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31e4a9b9-5edf-46fa-85de-b2b581833b42 req-86426dc7-b5ad-46db-afd2-02e324b5abb0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0436134 Nov 11 12:45:35.070356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4a9b9-5edf-46fa-85de-b2b581833b42 req-24078baf-31f9-4edb-bb31-abd32e64991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:35.071949 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31e4a9b9-5edf-46fa-85de-b2b581833b42 req-24078baf-31f9-4edb-bb31-abd32e64991d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429864 Nov 11 12:45:35.082696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-31e4a9b9-5edf-46fa-85de-b2b581833b42 req-236026bf-19a2-452f-87fc-e4bd1b630923 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:45:35.083627 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31e4a9b9-5edf-46fa-85de-b2b581833b42 req-236026bf-19a2-452f-87fc-e4bd1b630923 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049634 Nov 11 12:45:35.177848 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31e4a9b9-5edf-46fa-85de-b2b581833b42 req-f7bc51e0-3008-46e8-b505-4f9095982fde service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866070 Nov 11 12:45:35.272447 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-31e4a9b9-5edf-46fa-85de-b2b581833b42 req-1a0aaadd-a968-4bfb-b3a7-3252409efe36 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875897 Nov 11 12:45:35.896071 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eebecbb8-231e-4df5-a9b7-16accc2f6453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:38.160601 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0747eec7-999a-4ae5-92e1-6a9c964a23b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:39.216980 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:40.748393 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:41.307894 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:43.826565 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c0182-da58-45de-a947-320bfbd354d9 req-6130be52-e392-4b21-babd-272fe5afc55f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:43.827946 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-143c0182-da58-45de-a947-320bfbd354d9 req-6130be52-e392-4b21-babd-272fe5afc55f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0602438 Nov 11 12:45:43.875307 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-143c0182-da58-45de-a947-320bfbd354d9 req-f7b229c3-f7e7-4961-abf0-60f4f9d2dd19 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411103 Nov 11 12:45:46.249123 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:52.038100 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:55.997166 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-aba4ced6-7b84-4304-9b3b-0413b0f8c70b req-6346317d-115b-443d-acc3-4c37e6899e5e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:45:55.998272 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aba4ced6-7b84-4304-9b3b-0413b0f8c70b req-6346317d-115b-443d-acc3-4c37e6899e5e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0515385 Nov 11 12:45:56.211113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072967a-aa1a-4190-a759-7f31ac8c6c0e req-24c7ae2d-fee7-4d14-8f71-7a2a9552550f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:56.212612 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c072967a-aa1a-4190-a759-7f31ac8c6c0e req-24c7ae2d-fee7-4d14-8f71-7a2a9552550f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0731254 Nov 11 12:45:56.219774 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-19149c6e-b5f4-49c6-8697-dbff28785808 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711069 Nov 11 12:45:56.231351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-e2b45701-7542-4fe5-9f6f-192fccdef8ac service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:45:56.232361 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-e2b45701-7542-4fe5-9f6f-192fccdef8ac service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057499 Nov 11 12:45:56.271454 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c072967a-aa1a-4190-a759-7f31ac8c6c0e req-b7d07fce-eb43-4412-bc85-5f52bf37ba06 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507402 Nov 11 12:45:57.407151 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86041f13-1c59-45fc-ab9d-3e7a26757f8d req-7f0a9a3d-b973-408d-9f43-083f93fa593f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:57.408600 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86041f13-1c59-45fc-ab9d-3e7a26757f8d req-7f0a9a3d-b973-408d-9f43-083f93fa593f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0533426 Nov 11 12:45:57.482522 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86041f13-1c59-45fc-ab9d-3e7a26757f8d req-16999a13-db61-476b-9be2-2e244aa667d2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663824 Nov 11 12:45:57.494304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-ebc97b9d-401e-427b-99fd-d35e1a6351a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:57.495801 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-ebc97b9d-401e-427b-99fd-d35e1a6351a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 1096 time: 0.0539646 Nov 11 12:45:57.597634 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-045377e1-5fc1-4b19-94bf-ebc5de78e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:57.599134 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-045377e1-5fc1-4b19-94bf-ebc5de78e248 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0966632 Nov 11 12:45:57.664448 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-730d02b9-eed5-49ea-ad68-00619cc61bc3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 200 len: 1002 time: 0.0580106 Nov 11 12:45:57.712930 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-90ffed3b-2a4e-41f3-8b65-416a541ed2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:57.714399 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-90ffed3b-2a4e-41f3-8b65-416a541ed2ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0435326 Nov 11 12:45:57.766381 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-38ba8915-d24c-4342-be8d-f53018826663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:57.767859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-38ba8915-d24c-4342-be8d-f53018826663 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467505 Nov 11 12:45:57.861339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-267c4768-d3a6-431a-a31f-25c21869e8d5 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858901 Nov 11 12:45:57.957052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-60df807a-d492-4f65-9467-640a9e647584 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882802 Nov 11 12:45:58.613922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a9e42-4ce7-4e12-b1fb-488b96bddb1e req-4266b3fe-d9dd-4944-94a3-c0d2c9e6167c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:58.615447 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e60a9e42-4ce7-4e12-b1fb-488b96bddb1e req-4266b3fe-d9dd-4944-94a3-c0d2c9e6167c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0537961 Nov 11 12:45:58.665718 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e60a9e42-4ce7-4e12-b1fb-488b96bddb1e req-9b3805be-df55-425e-9308-6a1ecdd88dea tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411522 Nov 11 12:45:59.800699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75f707-5f0c-499d-b851-201392d25cb6 req-7d225d81-332f-4c55-a452-1f17ba459390 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:59.802199 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b75f707-5f0c-499d-b851-201392d25cb6 req-7d225d81-332f-4c55-a452-1f17ba459390 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0546029 Nov 11 12:45:59.857546 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b75f707-5f0c-499d-b851-201392d25cb6 req-a37cd0c7-2875-4854-b4ad-2ba2cd3a194a tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489442 Nov 11 12:46:00.999063 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664b5cd-257e-4bb2-a42e-843dcf5e9c3a req-20e8ad20-7c9c-484b-a993-e7621ea026b2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:01.000669 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8664b5cd-257e-4bb2-a42e-843dcf5e9c3a req-20e8ad20-7c9c-484b-a993-e7621ea026b2 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0603268 Nov 11 12:46:01.051952 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8664b5cd-257e-4bb2-a42e-843dcf5e9c3a req-5515b51f-79b0-42e6-903a-78b20a949f86 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427706 Nov 11 12:46:02.186723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708653b-acb7-479c-b717-9259ed3133c6 req-e3acf7c7-7e16-43d8-97c3-fb257db87d69 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:02.188241 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0708653b-acb7-479c-b717-9259ed3133c6 req-e3acf7c7-7e16-43d8-97c3-fb257db87d69 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0530362 Nov 11 12:46:02.239277 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0708653b-acb7-479c-b717-9259ed3133c6 req-61eb74ac-2b8e-461c-93bf-9db572e95192 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449438 Nov 11 12:46:03.377844 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58016dd-1e46-41a0-8388-229c90ff527e req-0fc6c0b9-68d8-4420-8021-d227127cdd7c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:03.379391 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a58016dd-1e46-41a0-8388-229c90ff527e req-0fc6c0b9-68d8-4420-8021-d227127cdd7c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0515664 Nov 11 12:46:03.426441 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a58016dd-1e46-41a0-8388-229c90ff527e req-bb39b7d4-2142-4671-9184-9b0da5736354 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411160 Nov 11 12:46:04.566617 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91960076-db07-4cbc-8442-288cf0a62a56 req-de2b2baa-d0de-4511-b8c8-4c85cdeea757 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:04.568743 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91960076-db07-4cbc-8442-288cf0a62a56 req-de2b2baa-d0de-4511-b8c8-4c85cdeea757 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0522993 Nov 11 12:46:04.678796 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-91960076-db07-4cbc-8442-288cf0a62a56 req-6e162ee3-ff00-49f9-b6c5-c1cdb421eab6 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017423 Nov 11 12:46:05.880442 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ef2ae-b1b3-4103-898d-da49e0089a7b req-ebb5775e-f590-4b6e-b34a-7bef5cf801a0 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:05.882915 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-238ef2ae-b1b3-4103-898d-da49e0089a7b req-ebb5775e-f590-4b6e-b34a-7bef5cf801a0 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.1166446 Nov 11 12:46:05.899118 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-afed41c8-3316-4356-92b1-2a978c0e1c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:05.932063 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-238ef2ae-b1b3-4103-898d-da49e0089a7b req-ea6f3764-f2d1-4cbc-93d1-c2282dcddae9 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429621 Nov 11 12:46:07.065744 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b456e7-d4fc-4dd6-9654-772828d9d196 req-43ddcf39-c367-454d-b919-2595d0540d16 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:07.067247 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75b456e7-d4fc-4dd6-9654-772828d9d196 req-43ddcf39-c367-454d-b919-2595d0540d16 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0536449 Nov 11 12:46:07.118584 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-75b456e7-d4fc-4dd6-9654-772828d9d196 req-a56b3386-6a54-4329-a792-9afaea40b081 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423009 Nov 11 12:46:08.163853 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-15d891c6-fb26-4cf8-980b-1531e3c35a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:08.238483 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d598f-ecb0-40a6-98f3-4a98738b3d3d req-71ffcff1-0be6-4047-a754-b264335b3032 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:08.239976 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-306d598f-ecb0-40a6-98f3-4a98738b3d3d req-71ffcff1-0be6-4047-a754-b264335b3032 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0501070 Nov 11 12:46:08.292600 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-306d598f-ecb0-40a6-98f3-4a98738b3d3d req-f7fc73d3-06a6-42ea-8a2a-aa06e905609b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464373 Nov 11 12:46:09.221119 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:09.430830 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a602d5-98ce-46db-b234-88c42d0c2b86 req-9b0060fd-876d-43a9-82c2-18171422ed0b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:09.432351 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48a602d5-98ce-46db-b234-88c42d0c2b86 req-9b0060fd-876d-43a9-82c2-18171422ed0b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0530632 Nov 11 12:46:09.480256 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48a602d5-98ce-46db-b234-88c42d0c2b86 req-09dda8ec-4691-49f6-9c5f-17819878c20b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415981 Nov 11 12:46:10.602459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11b3b7-dd8b-439e-8c8f-1a3e12550946 req-34fe528d-0624-456a-ac1d-fca16565cb83 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:10.604039 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c11b3b7-dd8b-439e-8c8f-1a3e12550946 req-34fe528d-0624-456a-ac1d-fca16565cb83 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0527737 Nov 11 12:46:10.652896 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c11b3b7-dd8b-439e-8c8f-1a3e12550946 req-6ba227ee-efb2-4e7e-ac74-4063bcb00af9 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425897 Nov 11 12:46:10.749375 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:11.303045 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:11.430085 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:46:11.786727 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b062ff-e41f-4071-ac55-f543c7a10d37 req-c2e11463-9ad0-4d20-9646-5cc487f04248 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:11.788423 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82b062ff-e41f-4071-ac55-f543c7a10d37 req-c2e11463-9ad0-4d20-9646-5cc487f04248 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0563622 Nov 11 12:46:11.840192 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-82b062ff-e41f-4071-ac55-f543c7a10d37 req-3ca582e9-2e64-428f-88c5-315a82737d38 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456839 Nov 11 12:46:11.950732 n-d-807359-3 neutron-server[109153]: INFO neutron.api.v2.resource [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-3c5a6389-013b-4a53-a9f3-cd9c6ad37b55 service neutron] show failed (client error): The resource could not be found. Nov 11 12:46:11.951779 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-3c5a6389-013b-4a53-a9f3-cd9c6ad37b55 service neutron] 10.222.0.43 "GET /v2.0/ports/4c4afffa-e23b-4966-b5a6-ef56a9fee9a6/bindings/n-h1-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.0581272 Nov 11 12:46:12.180091 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-c32a254e-e622-4caa-a584-2723d9994db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:12.181701 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-c32a254e-e622-4caa-a584-2723d9994db5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be&tenant_id=97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 1096 time: 0.0478892 Nov 11 12:46:12.197783 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:46:12.252474 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:12.469658 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:46:12.511156 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h2-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:46:12.557790 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:46:12.560113 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3edc114-753c-4d18-bc9b-7a6114a1edfa" -d '{"events": [{"server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "name": "network-vif-unplugged", "status": "completed", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:46:12.564229 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:12.576484 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Transition to ACTIVE for port object 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:46:12.581748 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:12.629187 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Pushing event updated for resources: {'Port': ['ID=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,revision_number=6']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:46:12.668431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:12.668770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:12.669105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:12.669447 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:12.669782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:12.670644 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:12.670644 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:12.670836 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:12.671097 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:12.671400 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:12.671736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:12.672041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:12.678492 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadf913b-b3bd-4f04-95ee-904f6a07436d x-openstack-request-id: req-eadf913b-b3bd-4f04-95ee-904f6a07436d {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:46:12.678769 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "name": "network-vif-unplugged", "status": "completed", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:46:12.679015 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eadf913b-b3bd-4f04-95ee-904f6a07436d {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:46:12.679401 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'code': 200} Nov 11 12:46:12.717659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] No DVR routers for this DVR port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 on host n-h2-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:46:12.853553 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Attempting to bind port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:46:12.854016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Attempting to bind port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:46:12.854205 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Attempting to bind port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:46:12.858605 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:46:12.858911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Attempting to bind port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:46:12.863910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:46:12.864227 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Checking segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:46:12.864591 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Bound using segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:46:12.865041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Bound port: 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:46:12.865376 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:12.930664 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:46:12.933952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:46:12.939551 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:12.965086 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dea68-8f93-469d-9956-0e456e39ecd8 req-20ecb02c-f577-4275-ba23-787d573be67d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:12.966764 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e95dea68-8f93-469d-9956-0e456e39ecd8 req-20ecb02c-f577-4275-ba23-787d573be67d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 943 time: 0.0537395 Nov 11 12:46:12.974598 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:12.975515 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:12.977173 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] 10.222.0.62 "PUT /v2.0/ports/4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 200 len: 1091 time: 0.7832050 Nov 11 12:46:13.001091 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d443d86-0704-47a7-b65d-f76ab5f439da service neutron] Pushing event updated for resources: {'Port': ['ID=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,revision_number=7']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:46:13.039565 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e95dea68-8f93-469d-9956-0e456e39ecd8 req-ededcec7-4546-430e-8132-108d8efb31ec tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590115 Nov 11 12:46:13.052895 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-50dbd6f5-ffef-49f7-9c4f-ec9f3f86d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:13.054442 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-50dbd6f5-ffef-49f7-9c4f-ec9f3f86d6b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 1094 time: 0.0482652 Nov 11 12:46:13.155340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-16252c5a-c4e2-44fa-9f0b-f48b032717a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:13.156928 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-16252c5a-c4e2-44fa-9f0b-f48b032717a5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0940919 Nov 11 12:46:13.231117 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-27dfce0b-bcaf-4e63-9306-64463eacb657 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 200 len: 1000 time: 0.0629764 Nov 11 12:46:13.285609 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-33153c8d-67ca-4708-befa-d46088b661c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:13.287386 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-33153c8d-67ca-4708-befa-d46088b661c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0457544 Nov 11 12:46:13.338186 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-af5f5b74-16de-4fef-9346-7714f1e3c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:13.339584 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-af5f5b74-16de-4fef-9346-7714f1e3c81e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411460 Nov 11 12:46:13.440114 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-a52c6439-a361-48fd-bd9b-ccbcc643076e service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866740 Nov 11 12:46:13.536050 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-85b66288-0a65-4412-8691-8c997f0c5875 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841005 Nov 11 12:46:13.728557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:46:13.769945 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:46:14.166054 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836e439-fc03-4025-a2fe-f7b908e0f3af req-8fd8bc31-9f88-4198-8682-b3647bc51269 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:14.167616 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9836e439-fc03-4025-a2fe-f7b908e0f3af req-8fd8bc31-9f88-4198-8682-b3647bc51269 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 943 time: 0.0512834 Nov 11 12:46:14.216715 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9836e439-fc03-4025-a2fe-f7b908e0f3af req-de5ef086-17da-4d13-83b4-33c37e11b23d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429196 Nov 11 12:46:14.680847 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:46:14.683448 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1788de64f76e3bd8c34ce4e7bce34dffa84bbe3ecfa44d9462074bec476efec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ced82ae-c7a3-4af3-aa69-a224a977ba21" -d '{"events": [{"name": "network-changed", "server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:46:14.734786 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8baaf8-52ba-46f4-92c4-3f2d9612e0c1 x-openstack-request-id: req-dd8baaf8-52ba-46f4-92c4-3f2d9612e0c1 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:46:14.735082 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:46:14.735334 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd8baaf8-52ba-46f4-92c4-3f2d9612e0c1 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:46:14.735741 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'status': 'completed', 'code': 200} Nov 11 12:46:14.799390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-74c8fbfb-ba76-400f-ab87-9e8b1bdaa171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:14.800908 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-74c8fbfb-ba76-400f-ab87-9e8b1bdaa171 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 1094 time: 0.0423701 Nov 11 12:46:14.807117 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-62b3d7ee-b38e-4f2e-ab67-262d33c1faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:14.808803 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-62b3d7ee-b38e-4f2e-ab67-262d33c1faab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 1094 time: 0.0440881 Nov 11 12:46:14.902588 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-ac2605bd-4d82-4e0d-a663-89c9c3ff7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:14.904050 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-ac2605bd-4d82-4e0d-a663-89c9c3ff7cd6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0957184 Nov 11 12:46:14.917561 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-7ab6621f-c276-45fc-ae4f-b7496e4d7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:14.919866 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-7ab6621f-c276-45fc-ae4f-b7496e4d7330 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0968122 Nov 11 12:46:14.971629 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-630c51f3-a63d-4c85-8403-a9e6898d4e0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 200 len: 1000 time: 0.0593903 Nov 11 12:46:14.990882 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-ee2815d3-4191-4e48-b156-784922ee8903 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 200 len: 1000 time: 0.0603633 Nov 11 12:46:15.026911 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-e643f0ac-8e4e-4a12-9c16-b2c3cf8d4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:15.028439 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-e643f0ac-8e4e-4a12-9c16-b2c3cf8d4807 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0496104 Nov 11 12:46:15.053543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-d3ba3445-81a1-48c6-87a9-352ce8582ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:15.055115 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-d3ba3445-81a1-48c6-87a9-352ce8582ed2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0525968 Nov 11 12:46:15.074684 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-f6c2a73a-46f5-4387-8949-4813dadcc1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:15.076280 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-f6c2a73a-46f5-4387-8949-4813dadcc1ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410526 Nov 11 12:46:15.106103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-20282072-0823-4b8f-b43c-877e70cfaa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:15.111005 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-20282072-0823-4b8f-b43c-877e70cfaa90 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424767 Nov 11 12:46:15.174784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-b8667dc7-29a1-4e58-9831-ad77cd92282e service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909407 Nov 11 12:46:15.217724 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-aac9d663-5ad8-4601-a4bc-ddee2bca054b service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981300 Nov 11 12:46:15.272311 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-c8f67ba8-bec2-4f10-8a48-7ae90bd8f42c service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910342 Nov 11 12:46:15.332246 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3ced82ae-c7a3-4af3-aa69-a224a977ba21 req-aa46adbd-97c7-41ab-8ed1-c4b5f43ab0df service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032696 Nov 11 12:46:15.346692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744c4f8-a196-425c-a551-7adc7e70be9b req-b8ae19a8-e0bd-4b05-852b-2c43f0e75890 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:15.354332 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2744c4f8-a196-425c-a551-7adc7e70be9b req-b8ae19a8-e0bd-4b05-852b-2c43f0e75890 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 943 time: 0.0603428 Nov 11 12:46:15.398801 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2744c4f8-a196-425c-a551-7adc7e70be9b req-f67e33d6-338b-4586-97a2-7bae3ffc59bd tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422289 Nov 11 12:46:16.245350 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:16.526478 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01509d-a995-43ca-b3a0-0c936bec7bc3 req-d174be8d-110b-40db-b518-c54b0646d069 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:16.527863 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3f01509d-a995-43ca-b3a0-0c936bec7bc3 req-d174be8d-110b-40db-b518-c54b0646d069 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 943 time: 0.0543349 Nov 11 12:46:16.587239 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3f01509d-a995-43ca-b3a0-0c936bec7bc3 req-7599fbd9-9090-4adf-87d0-913e0373f1b5 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518448 Nov 11 12:46:17.707937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca90d5-dfa3-4433-a6e3-b108a8d8a395 req-b89bf794-d6fc-4151-a426-253029a22071 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:17.709419 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-adca90d5-dfa3-4433-a6e3-b108a8d8a395 req-b89bf794-d6fc-4151-a426-253029a22071 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 943 time: 0.0490372 Nov 11 12:46:17.760890 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-adca90d5-dfa3-4433-a6e3-b108a8d8a395 req-285292db-f7ba-4b10-b686-304bec62e378 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449111 Nov 11 12:46:18.898380 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86385104-eaf5-4f7d-9965-a00c5eeb403b req-e87ce364-4758-4f23-94a0-d32b7cf2ae78 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:18.899860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86385104-eaf5-4f7d-9965-a00c5eeb403b req-e87ce364-4758-4f23-94a0-d32b7cf2ae78 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 943 time: 0.0539327 Nov 11 12:46:18.950132 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86385104-eaf5-4f7d-9965-a00c5eeb403b req-17075cf9-daaf-48e7-b14e-8eeeaba34a91 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442021 Nov 11 12:46:20.086119 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76390224-11c6-49b0-b169-78fd0c186d3e req-747ccbaf-307e-4cca-b85e-e8d643303731 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:20.087691 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76390224-11c6-49b0-b169-78fd0c186d3e req-747ccbaf-307e-4cca-b85e-e8d643303731 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 943 time: 0.0613132 Nov 11 12:46:20.138178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76390224-11c6-49b0-b169-78fd0c186d3e req-d7e6e248-7a31-4567-80d5-241144223660 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417244 Nov 11 12:46:21.265434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a225f-80f7-4275-b0ea-d9846d2e2075 req-97c50971-b253-4f2c-b2e5-6a7334839d9c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:21.267013 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-654a225f-80f7-4275-b0ea-d9846d2e2075 req-97c50971-b253-4f2c-b2e5-6a7334839d9c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 943 time: 0.0501056 Nov 11 12:46:21.314755 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-654a225f-80f7-4275-b0ea-d9846d2e2075 req-8ed580c2-0fba-4193-b08f-df467123554a tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415940 Nov 11 12:46:22.043851 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:22.454486 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6027f5b-5f25-4f08-ae82-06c9b80d009a req-cfe0177e-739c-4f60-a472-694f9205aec4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:22.455955 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6027f5b-5f25-4f08-ae82-06c9b80d009a req-cfe0177e-739c-4f60-a472-694f9205aec4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 943 time: 0.0554712 Nov 11 12:46:22.504621 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6027f5b-5f25-4f08-ae82-06c9b80d009a req-de733f8c-e543-4bfc-ad89-b2e3242b926f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426712 Nov 11 12:46:23.628387 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574269c-b2ea-4b14-b8b3-1fdb9f1b8502 req-6ec67f6a-17b4-4d5a-9da8-bd215015a3e8 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:23.629937 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1574269c-b2ea-4b14-b8b3-1fdb9f1b8502 req-6ec67f6a-17b4-4d5a-9da8-bd215015a3e8 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 943 time: 0.0508358 Nov 11 12:46:23.678219 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1574269c-b2ea-4b14-b8b3-1fdb9f1b8502 req-a8426800-3a45-4b9d-9fbc-6eec30b10826 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420873 Nov 11 12:46:24.811837 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dac57-5392-4c3d-b4fd-6fa90601579b req-8f445a3d-e5f1-45e2-a7e9-d5a6304f38c4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:24.813376 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-702dac57-5392-4c3d-b4fd-6fa90601579b req-8f445a3d-e5f1-45e2-a7e9-d5a6304f38c4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 943 time: 0.0582383 Nov 11 12:46:24.865341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-702dac57-5392-4c3d-b4fd-6fa90601579b req-3010e3da-e938-4c55-90ec-de44b887419a tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457666 Nov 11 12:46:25.986726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c13b08-4ab7-424c-96a1-b93edf4aaf0c req-8fda13d7-12b0-46e1-a272-ea570c5d8857 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:25.988316 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c6c13b08-4ab7-424c-96a1-b93edf4aaf0c req-8fda13d7-12b0-46e1-a272-ea570c5d8857 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 943 time: 0.0514147 Nov 11 12:46:26.038779 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c6c13b08-4ab7-424c-96a1-b93edf4aaf0c req-e91cafc1-3020-44f7-88f1-0401d3bae8f1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439944 Nov 11 12:46:26.539031 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:46:26.658502 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:46:26.670836 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'port_id': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'mac_address': 'fa:16:3e:00:bd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:46:26.716007 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:26.729500 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:46:26.749767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:46:26.756159 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:26.802722 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:46:26.812981 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:26.813389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:26.813854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:26.814310 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:26.814751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:26.815204 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:26.815643 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:26.816090 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:26.816530 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:26.816992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:26.817447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:26.817815 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:27.031784 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['4c4afffa-e23b-4966-b5a6-ef56a9fee9a6'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:46:27.158294 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5de1d-7d1e-450d-8543-8474f16b23a5 req-fde559bd-0af9-4cfd-8ffe-50929c00d3ce tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:27.159876 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0fe5de1d-7d1e-450d-8543-8474f16b23a5 req-fde559bd-0af9-4cfd-8ffe-50929c00d3ce tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0497870 Nov 11 12:46:27.207514 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0fe5de1d-7d1e-450d-8543-8474f16b23a5 req-7d2231e5-702e-4021-9ede-a33e0579b916 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411513 Nov 11 12:46:27.522295 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-cc7641a2-b729-4ed5-97c9-c79a1bd46d3b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:27.524006 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-cc7641a2-b729-4ed5-97c9-c79a1bd46d3b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.62 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be&tenant_id=97562fe4f9274847aa0cef6816017f60&binding%3Ahost_id=n-h1-807359-3 HTTP/1.1" status: 200 len: 944 time: 0.0542641 Nov 11 12:46:27.539422 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea813da-f408-4035-868d-23f82183e201 req-fc281171-e1d8-4a82-b5cc-0efdd967961c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:27.540911 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cea813da-f408-4035-868d-23f82183e201 req-fc281171-e1d8-4a82-b5cc-0efdd967961c tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0541055 Nov 11 12:46:27.589008 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cea813da-f408-4035-868d-23f82183e201 req-73962d32-7441-44eb-9f43-a7fba287d3eb tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419228 Nov 11 12:46:27.592488 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-1db35a7d-8443-4094-9f6f-7c84117ef933 service neutron] 10.222.0.62 "GET /v2.0/ports/4c4afffa-e23b-4966-b5a6-ef56a9fee9a6/bindings/n-h1-807359-3 HTTP/1.1" status: 200 len: 382 time: 0.0602453 Nov 11 12:46:27.659031 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-2cf9bad1-1c57-4433-bb25-0b5942a7f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:27.660584 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-2cf9bad1-1c57-4433-bb25-0b5942a7f582 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 1095 time: 0.0432799 Nov 11 12:46:27.753603 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-62c05f63-6135-43b4-9738-b014bde16c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:27.755037 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-62c05f63-6135-43b4-9738-b014bde16c98 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0870557 Nov 11 12:46:27.827795 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-9711f736-6480-46d9-98d0-4cab1be4fc1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 200 len: 1001 time: 0.0651412 Nov 11 12:46:27.878904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-27c723e4-c640-44af-97ab-71111f92a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:27.880354 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-27c723e4-c640-44af-97ab-71111f92a0b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0457180 Nov 11 12:46:27.936444 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-25a93b51-b968-4536-8fe3-9b7ef72afb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:27.938017 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-25a93b51-b968-4536-8fe3-9b7ef72afb73 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496550 Nov 11 12:46:28.033934 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-f1af1c22-9458-439f-8337-783e97cffe94 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875881 Nov 11 12:46:28.131629 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-6fe736d0-bec8-472c-89e9-96a6be0cec8f service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891523 Nov 11 12:46:28.552403 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:46:28.608623 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:46:28.612828 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:46:28.613218 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:28.693648 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:28.710037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebdb2e-037e-4eb1-9fdf-e6ddb5b0d50b req-77c377bf-dbed-46bb-bbfb-f17d1bd39083 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:28.711540 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1ebdb2e-037e-4eb1-9fdf-e6ddb5b0d50b req-77c377bf-dbed-46bb-bbfb-f17d1bd39083 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0492065 Nov 11 12:46:28.716179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:46:28.718446 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06376461-099f-458f-85e1-0ec749f04337" -d '{"events": [{"server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "name": "network-vif-plugged", "status": "completed", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:46:28.731651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:46:28.741951 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:28.776701 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e1ebdb2e-037e-4eb1-9fdf-e6ddb5b0d50b req-9c468e2a-0a72-4a74-9715-82b028715994 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581713 Nov 11 12:46:28.804127 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:46:28.837917 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb04e79-f7bd-4c96-8bf4-89c1a21f4a2e x-openstack-request-id: req-7cb04e79-f7bd-4c96-8bf4-89c1a21f4a2e {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:46:28.838203 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "name": "network-vif-plugged", "status": "completed", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:46:28.838445 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7cb04e79-f7bd-4c96-8bf4-89c1a21f4a2e {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:46:28.838830 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'code': 200} Nov 11 12:46:29.927478 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9e29c-ada9-41c8-89f1-2bc67578edbb req-a130779f-2eff-44f4-8365-f44ff758b78e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:29.929209 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f9f9e29c-ada9-41c8-89f1-2bc67578edbb req-a130779f-2eff-44f4-8365-f44ff758b78e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0619981 Nov 11 12:46:29.982892 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f9f9e29c-ada9-41c8-89f1-2bc67578edbb req-e8c9f4c5-a1d8-4051-b4e9-d048043aa3a1 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470510 Nov 11 12:46:31.112572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3ec06-13cd-4496-97cb-1f0771a76bcd req-024a4610-a375-4cc2-a492-2a433c2f77c4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:31.114127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5bd3ec06-13cd-4496-97cb-1f0771a76bcd req-024a4610-a375-4cc2-a492-2a433c2f77c4 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0509737 Nov 11 12:46:31.163585 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5bd3ec06-13cd-4496-97cb-1f0771a76bcd req-243677e4-613e-45db-b38c-27ba08cf42e8 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431759 Nov 11 12:46:32.284834 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356958c-227e-44c7-8efa-1f73ae6f6fa2 req-26a44915-38a1-43a8-a910-cca73273cea3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:32.286366 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a356958c-227e-44c7-8efa-1f73ae6f6fa2 req-26a44915-38a1-43a8-a910-cca73273cea3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0503135 Nov 11 12:46:32.340185 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a356958c-227e-44c7-8efa-1f73ae6f6fa2 req-0262a337-e09d-4d80-82d7-c2b3b5303824 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465477 Nov 11 12:46:32.648170 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-7c82f38f-ba2f-471d-b196-e284cf5ee585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:32.649722 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-7c82f38f-ba2f-471d-b196-e284cf5ee585 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be&tenant_id=97562fe4f9274847aa0cef6816017f60 HTTP/1.1" status: 200 len: 1096 time: 0.0903053 Nov 11 12:46:32.662479 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:46:32.721249 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:32.946060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:46:32.992006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:46:33.031694 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:46:33.034241 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb284e4-3ea8-4ba4-b364-a414ed8dd069" -d '{"events": [{"server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "name": "network-vif-unplugged", "status": "completed", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:46:33.038006 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:33.051164 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Transition to ACTIVE for port object 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:46:33.056422 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:33.088624 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3a1705-5a39-4957-aee7-761ee4713d3a x-openstack-request-id: req-6c3a1705-5a39-4957-aee7-761ee4713d3a {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:46:33.088916 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "name": "network-vif-unplugged", "status": "completed", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:46:33.089161 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c3a1705-5a39-4957-aee7-761ee4713d3a {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:46:33.089547 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'code': 200} Nov 11 12:46:33.138587 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Pushing event updated for resources: {'Port': ['ID=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,revision_number=10']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:46:33.153060 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:33.153461 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:33.153884 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:33.154211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:33.154534 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:33.154858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:33.155173 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:33.155490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:33.155803 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:33.156165 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:33.156505 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:33.156889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:46:33.197556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] No DVR routers for this DVR port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:46:33.657633 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Attempting to bind port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:46:33.658357 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Attempting to bind port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:46:33.658357 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Attempting to bind port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:46:33.665474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:46:33.665824 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Attempting to bind port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 on network c47c442a-867a-4dcb-b7b9-8ae586f89f71 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:46:33.673663 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:46:33.674106 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Checking segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:46:33.674492 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Bound using segment: {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:46:33.674944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Bound port: 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:46:33.675290 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:33.696643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7bea1-eed8-4a93-a22c-a604c6b5dfc8 req-f6da9b70-b428-4169-b64f-a85e0da6d6df tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:33.698174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5db7bea1-eed8-4a93-a22c-a604c6b5dfc8 req-f6da9b70-b428-4169-b64f-a85e0da6d6df tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0766702 Nov 11 12:46:33.780147 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:46:33.784100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:46:33.788710 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5db7bea1-eed8-4a93-a22c-a604c6b5dfc8 req-1725152e-a33e-42f7-a70c-4f08c260e463 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708086 Nov 11 12:46:33.790158 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:33.824786 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:33.825405 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:33.826783 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] 10.222.0.43 "PUT /v2.0/ports/4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 200 len: 1092 time: 1.1683686 Nov 11 12:46:33.847561 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538e863-cff0-43ce-96a3-abf40544064c service neutron] Pushing event updated for resources: {'Port': ['ID=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,revision_number=11']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:46:33.918277 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-2ef9e974-827d-40bc-aafe-43d74bdff420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:33.919714 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-2ef9e974-827d-40bc-aafe-43d74bdff420 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 1095 time: 0.0621839 Nov 11 12:46:34.022789 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-1671336f-adc9-4a22-a29c-0dd33a2025bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:34.024309 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-1671336f-adc9-4a22-a29c-0dd33a2025bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0955443 Nov 11 12:46:34.089763 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-be47ddb3-a353-44c7-84e4-89a2d55a8d50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 200 len: 1000 time: 0.0584266 Nov 11 12:46:34.138700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-a169b501-b365-4445-b5c6-1cb6d2e29ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:34.140155 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-a169b501-b365-4445-b5c6-1cb6d2e29ff8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0439644 Nov 11 12:46:34.189316 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-8e404fc2-9d20-4f09-8715-a5b210a9a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:34.190877 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-8e404fc2-9d20-4f09-8715-a5b210a9a3a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433288 Nov 11 12:46:34.286389 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-e1508034-e745-4853-ad7c-ad1339deda34 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882993 Nov 11 12:46:34.380736 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11ab3679-b5fe-4d0e-ae6b-9cf9023ace64 req-bb699bee-a76e-45e9-92e5-d8a9256d5622 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874641 Nov 11 12:46:34.602138 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:46:34.642881 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:46:34.911100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6222e2-b610-4c74-bc54-a7a4ce2e25ec req-5929d904-ebad-4283-a69e-4c7e40d24bcf tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:34.912690 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd6222e2-b610-4c74-bc54-a7a4ce2e25ec req-5929d904-ebad-4283-a69e-4c7e40d24bcf tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0513856 Nov 11 12:46:34.959607 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd6222e2-b610-4c74-bc54-a7a4ce2e25ec req-53fe8309-7883-4e45-8077-74a1902ca0bc tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406711 Nov 11 12:46:35.090630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:46:35.093017 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6" -d '{"events": [{"name": "network-changed", "server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:46:35.150178 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d445b45-f744-48c2-aea6-b5b2407ad80b x-openstack-request-id: req-2d445b45-f744-48c2-aea6-b5b2407ad80b {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:46:35.150480 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:46:35.150732 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d445b45-f744-48c2-aea6-b5b2407ad80b {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:46:35.151436 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'status': 'completed', 'code': 200} Nov 11 12:46:35.219530 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-67a73bc7-bfc2-4a64-9f2b-68b0103ee93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:35.221489 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-67a73bc7-bfc2-4a64-9f2b-68b0103ee93d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 1095 time: 0.0481565 Nov 11 12:46:35.222477 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-cc742ebb-d3ea-48cb-aeb8-ea98c3db0ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:35.224363 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-cc742ebb-d3ea-48cb-aeb8-ea98c3db0ebe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 1095 time: 0.0475895 Nov 11 12:46:35.313074 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-adfcc40b-d548-4d30-adb3-694b84bb5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:35.314625 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-adfcc40b-d548-4d30-adb3-694b84bb5340 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0856183 Nov 11 12:46:35.319985 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-14af79c0-7334-47c4-b926-88f5269b0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:35.321543 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-14af79c0-7334-47c4-b926-88f5269b0556 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0865235 Nov 11 12:46:35.386316 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-536773a2-972b-4d72-aae9-f7cfbdf89124 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 200 len: 1000 time: 0.0645144 Nov 11 12:46:35.398713 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-ea20d9af-5b44-4617-af09-ed5b60a41df8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 200 len: 1000 time: 0.0659754 Nov 11 12:46:35.436106 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-38b26f2f-17bb-4fdd-8bf2-a51c8eca41a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:35.437639 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-38b26f2f-17bb-4fdd-8bf2-a51c8eca41a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0449247 Nov 11 12:46:35.453748 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-53483204-adc8-4284-abff-9ba2f3fa8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:35.455273 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-53483204-adc8-4284-abff-9ba2f3fa8723 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0459599 Nov 11 12:46:35.485190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-88e8f32b-b82e-4a55-a187-cdd7f35e0c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:35.486740 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-88e8f32b-b82e-4a55-a187-cdd7f35e0c86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418379 Nov 11 12:46:35.507901 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-1eeee826-0196-4e02-bc05-679cb28a3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:35.509487 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-1eeee826-0196-4e02-bc05-679cb28a3329 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432980 Nov 11 12:46:35.592694 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-8f6976a5-5f63-4918-afea-2fef38b49f77 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982215 Nov 11 12:46:35.612169 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-2521f866-a202-4af6-8361-34ac5ea532e4 service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896552 Nov 11 12:46:35.691228 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-5a850fda-5c83-48ea-9d2f-b588ebcaa83a service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910959 Nov 11 12:46:35.709105 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cfbaf1ee-a78a-4d86-8c34-4e8d001eafa6 req-5640a4c0-9ce3-48d1-a637-8dafc103e5ee service neutron] 10.222.0.62 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857971 Nov 11 12:46:35.905834 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5ffe2518-c310-4fa7-932b-01d25814ffcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:36.094168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7af5fc-51ba-44a0-9694-86ff272d708b req-e6e62d92-c009-4f4b-9504-eb5a83643096 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:36.095676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b7af5fc-51ba-44a0-9694-86ff272d708b req-e6e62d92-c009-4f4b-9504-eb5a83643096 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0562224 Nov 11 12:46:36.147811 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9b7af5fc-51ba-44a0-9694-86ff272d708b req-a7d66710-c8e7-4a9d-bf1e-2d23825131d7 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456231 Nov 11 12:46:36.674651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e611e3-a85d-4f42-a6a6-174a5b8141b6 req-0c60cfd1-9630-4a21-8e33-e413c891a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:36.676320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2e611e3-a85d-4f42-a6a6-174a5b8141b6 req-0c60cfd1-9630-4a21-8e33-e413c891a086 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97562fe4f9274847aa0cef6816017f60&device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 1095 time: 0.0466399 Nov 11 12:46:36.787265 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e611e3-a85d-4f42-a6a6-174a5b8141b6 req-153158d9-bc7b-46b6-9561-59e43a3e1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:36.788761 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2e611e3-a85d-4f42-a6a6-174a5b8141b6 req-153158d9-bc7b-46b6-9561-59e43a3e1b30 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 200 len: 913 time: 0.0920908 Nov 11 12:46:36.855969 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2e611e3-a85d-4f42-a6a6-174a5b8141b6 req-9c5c1544-86f4-4271-a7f2-29a8dcc90c83 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 200 len: 1000 time: 0.0605447 Nov 11 12:46:36.907731 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e611e3-a85d-4f42-a6a6-174a5b8141b6 req-7f856730-c4d7-478d-9d61-eb90093f7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:36.909317 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2e611e3-a85d-4f42-a6a6-174a5b8141b6 req-7f856730-c4d7-478d-9d61-eb90093f7075 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 200 len: 850 time: 0.0462379 Nov 11 12:46:36.961069 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e611e3-a85d-4f42-a6a6-174a5b8141b6 req-470e3c61-cc21-4651-9083-b63b0ea5633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:36.962645 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2e611e3-a85d-4f42-a6a6-174a5b8141b6 req-470e3c61-cc21-4651-9083-b63b0ea5633c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c47c442a-867a-4dcb-b7b9-8ae586f89f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468206 Nov 11 12:46:37.056533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2e611e3-a85d-4f42-a6a6-174a5b8141b6 req-cbdcb580-450f-44ef-9ed6-49b04bb46974 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869396 Nov 11 12:46:37.154596 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2e611e3-a85d-4f42-a6a6-174a5b8141b6 req-95118ffa-80d8-4019-94b4-43f24b9ab666 service neutron] 10.222.0.43 "GET /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916724 Nov 11 12:46:37.272306 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a7efd-14c6-4bae-b5c0-5f38cb0a481a req-7fd31691-660c-4df3-ac46-c8804700771e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:37.273933 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d43a7efd-14c6-4bae-b5c0-5f38cb0a481a req-7fd31691-660c-4df3-ac46-c8804700771e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0524707 Nov 11 12:46:37.323849 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d43a7efd-14c6-4bae-b5c0-5f38cb0a481a req-fc5eab5a-1b78-46b4-91c2-26d5be46cdad tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435739 Nov 11 12:46:38.170484 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-68418055-302e-47bd-adc6-9a04f5e1829c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:38.447315 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a918a-3c1b-40cc-9b5c-033a17619a69 req-513d2566-7a29-4231-921f-0e7e9a6714e8 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:38.448850 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f12a918a-3c1b-40cc-9b5c-033a17619a69 req-513d2566-7a29-4231-921f-0e7e9a6714e8 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0518343 Nov 11 12:46:38.503651 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f12a918a-3c1b-40cc-9b5c-033a17619a69 req-e3ad5d43-320e-4440-9c1c-fa89346f4899 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485168 Nov 11 12:46:39.217298 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:39.642291 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d032daf-246a-43d1-abac-8bb4944ea375 req-6253fbca-bcdc-4a0f-a5fb-264b06c86278 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:39.643794 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d032daf-246a-43d1-abac-8bb4944ea375 req-6253fbca-bcdc-4a0f-a5fb-264b06c86278 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0652633 Nov 11 12:46:39.702952 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d032daf-246a-43d1-abac-8bb4944ea375 req-313b75b6-725c-4226-b658-2485c3460030 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501869 Nov 11 12:46:40.756111 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:40.829494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993a3ed-fb4e-4eb3-a22c-d29cb420844a req-3f75ddad-308a-4d2d-955d-7e751ebeee3d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:40.830995 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0993a3ed-fb4e-4eb3-a22c-d29cb420844a req-3f75ddad-308a-4d2d-955d-7e751ebeee3d tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0510290 Nov 11 12:46:40.881785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0993a3ed-fb4e-4eb3-a22c-d29cb420844a req-53128ded-6bcc-4e35-9def-5fdf310e66ce tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444417 Nov 11 12:46:41.316164 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:42.011784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7ec09-495a-4cf7-a86f-67e8927eac46 req-941db43e-69be-4c3f-bed0-682b73489fa3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:42.013384 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38e7ec09-495a-4cf7-a86f-67e8927eac46 req-941db43e-69be-4c3f-bed0-682b73489fa3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0550556 Nov 11 12:46:42.064825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38e7ec09-495a-4cf7-a86f-67e8927eac46 req-cd94c4e8-2b5f-496c-b481-0178cd6472c7 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442839 Nov 11 12:46:43.200818 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afdb3c-6531-4ff0-a5a7-980f63660d41 req-85460036-119f-4f67-9812-666af3619721 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:43.202363 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9afdb3c-6531-4ff0-a5a7-980f63660d41 req-85460036-119f-4f67-9812-666af3619721 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0516715 Nov 11 12:46:43.253569 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c9afdb3c-6531-4ff0-a5a7-980f63660d41 req-7c175c32-b38a-4cfb-85ba-b23c4a080584 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444462 Nov 11 12:46:44.389578 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0d7b6-1b8a-4da6-b166-000fb43a29ae req-9bb422a9-ce68-4c79-871a-1cb00c4f21da tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:44.391000 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cad0d7b6-1b8a-4da6-b166-000fb43a29ae req-9bb422a9-ce68-4c79-871a-1cb00c4f21da tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0513637 Nov 11 12:46:44.445955 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cad0d7b6-1b8a-4da6-b166-000fb43a29ae req-76ed065f-a2bc-4a17-b254-0a430839c956 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461159 Nov 11 12:46:45.579027 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc411923-52ea-4b26-a988-75f8deaa0e9e req-e23fe183-f5fa-4930-8849-f2da9742b43a tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:45.580536 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc411923-52ea-4b26-a988-75f8deaa0e9e req-e23fe183-f5fa-4930-8849-f2da9742b43a tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0554368 Nov 11 12:46:45.635814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc411923-52ea-4b26-a988-75f8deaa0e9e req-7676af6c-d14f-4e07-a638-254d097bee0e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456786 Nov 11 12:46:46.247026 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:46.770200 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a378e-a1ae-4000-bde2-08b64ed07510 req-431d13ac-f6da-48f7-a6ae-91b96fd25a1f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:46.771718 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf7a378e-a1ae-4000-bde2-08b64ed07510 req-431d13ac-f6da-48f7-a6ae-91b96fd25a1f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0526235 Nov 11 12:46:46.827403 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf7a378e-a1ae-4000-bde2-08b64ed07510 req-647dce78-caef-4869-afc8-afff1159e835 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492554 Nov 11 12:46:46.955146 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da89f3-be48-441d-bdc0-247ae1a68b47 req-9a186021-0c7f-4627-8521-d8287697219f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:46.956744 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48da89f3-be48-441d-bdc0-247ae1a68b47 req-9a186021-0c7f-4627-8521-d8287697219f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0580263 Nov 11 12:46:47.008844 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-48da89f3-be48-441d-bdc0-247ae1a68b47 req-7895797a-e4f2-4a1d-a619-3c43ade5c662 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423191 Nov 11 12:46:47.134123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf5a3-6ed8-44f2-af92-e9707f652ee7 req-11bff2b9-2a85-46b7-8d89-19b0a42b8250 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:47.135676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-982bf5a3-6ed8-44f2-af92-e9707f652ee7 req-11bff2b9-2a85-46b7-8d89-19b0a42b8250 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0533366 Nov 11 12:46:47.187038 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-982bf5a3-6ed8-44f2-af92-e9707f652ee7 req-01ed487a-be23-4f1d-8822-48f4812a372f tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422106 Nov 11 12:46:47.445006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fc355-ac7c-416e-8072-246db6b61157 req-f2d8504d-f8b3-48d0-8781-13a3fd486020 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:47.446595 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb7fc355-ac7c-416e-8072-246db6b61157 req-f2d8504d-f8b3-48d0-8781-13a3fd486020 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 944 time: 0.0573132 Nov 11 12:46:47.494522 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb7fc355-ac7c-416e-8072-246db6b61157 req-240b323c-4f3a-497f-a90a-52442dd7ceee tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416172 Nov 11 12:46:47.914497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:46:48.029813 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:46:48.049357 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'port_id': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'mac_address': 'fa:16:3e:00:bd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:46:48.104824 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:48.120923 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:46:48.142048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:46:48.148286 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:48.196025 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,revision_number=12']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:46:48.398970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['4c4afffa-e23b-4966-b5a6-ef56a9fee9a6'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:46:48.430352 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:46:48.625915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f6a98-cd68-4d3b-ace4-f0ffeeb0cfeb req-8c978bf1-9570-4335-9438-e13f6835b1b5 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:48.627385 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e04f6a98-cd68-4d3b-ace4-f0ffeeb0cfeb req-8c978bf1-9570-4335-9438-e13f6835b1b5 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0527058 Nov 11 12:46:48.676444 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e04f6a98-cd68-4d3b-ace4-f0ffeeb0cfeb req-23da4c04-9638-44d6-9f32-fffc288b0ff9 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups?id=11b775da-8459-4447-91a5-33c7de3f3acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428762 Nov 11 12:46:48.933346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c15a9b-3440-4f85-a614-e905d460ed2a req-77da55ff-a53c-48ba-8393-99d60b31d600 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:48.934817 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d2c15a9b-3440-4f85-a614-e905d460ed2a req-77da55ff-a53c-48ba-8393-99d60b31d600 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.43 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 945 time: 0.0561991 Nov 11 12:46:49.032155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-d2c15a9b-3440-4f85-a614-e905d460ed2a req-b61c61b2-5263-4e22-bcee-76eb941765d3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Deleting port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:46:49.032368 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d2c15a9b-3440-4f85-a614-e905d460ed2a req-b61c61b2-5263-4e22-bcee-76eb941765d3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:49.131866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-d2c15a9b-3440-4f85-a614-e905d460ed2a req-b61c61b2-5263-4e22-bcee-76eb941765d3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] For port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:46:49.132221 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d2c15a9b-3440-4f85-a614-e905d460ed2a req-b61c61b2-5263-4e22-bcee-76eb941765d3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:49.318039 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d2c15a9b-3440-4f85-a614-e905d460ed2a req-b61c61b2-5263-4e22-bcee-76eb941765d3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:49.318351 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d2c15a9b-3440-4f85-a614-e905d460ed2a req-b61c61b2-5263-4e22-bcee-76eb941765d3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:49.318663 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [req-d2c15a9b-3440-4f85-a614-e905d460ed2a req-b61c61b2-5263-4e22-bcee-76eb941765d3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Floating IP 5c7c2a6e-1a41-4fe9-a26c-6f8760b44179 disassociated. External IP: 172.25.2.212, port: 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6. Nov 11 12:46:49.319004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-d2c15a9b-3440-4f85-a614-e905d460ed2a req-b61c61b2-5263-4e22-bcee-76eb941765d3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Calling delete_port for 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:46:49.456039 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d2c15a9b-3440-4f85-a614-e905d460ed2a req-b61c61b2-5263-4e22-bcee-76eb941765d3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:49.487051 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c61b2-5263-4e22-bcee-76eb941765d3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Pushing event deleted for resources: {'Port': ['ID=4c4afffa-e23b-4966-b5a6-ef56a9fee9a6,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:46:49.605742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2c15a9b-3440-4f85-a614-e905d460ed2a req-b61c61b2-5263-4e22-bcee-76eb941765d3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Router 73f4d12a-0771-483d-9513-a93a75d9556b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:46:49.722570 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2c15a9b-3440-4f85-a614-e905d460ed2a req-b61c61b2-5263-4e22-bcee-76eb941765d3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:46:49.733313 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91678e4c-38d3-4aba-88b4-1c62ee366c22 None None] Sync routers for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:46:49.745447 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91678e4c-38d3-4aba-88b4-1c62ee366c22 None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:46:49.746480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-91678e4c-38d3-4aba-88b4-1c62ee366c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:46:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:46:49.771108 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c15a9b-3440-4f85-a614-e905d460ed2a req-b61c61b2-5263-4e22-bcee-76eb941765d3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] No DVR routers for this DVR port 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:46:49.780336 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d2c15a9b-3440-4f85-a614-e905d460ed2a req-b61c61b2-5263-4e22-bcee-76eb941765d3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:49.783768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d2c15a9b-3440-4f85-a614-e905d460ed2a req-b61c61b2-5263-4e22-bcee-76eb941765d3 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.43 "DELETE /v2.0/ports/4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 HTTP/1.1" status: 204 len: 173 time: 0.8421814 Nov 11 12:46:49.784203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'name': 'network-vif-deleted', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:46:49.786504 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5913997d4327534a34494da94835985e563c124811498ff2840f81fe6131a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52dd5e6-5935-4605-bc0c-5f2894616bb7" -d '{"events": [{"server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "name": "network-vif-deleted", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:46:49.808311 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-612ab3fd-f765-4f65-93fe-780f1a08c9f6 req-3d94403b-f763-47c9-b366-50d9744a38fd tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 210 time: 0.0406270 Nov 11 12:46:49.832119 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9fd321-d770-486a-8cd6-3e2e9d09b87a x-openstack-request-id: req-ce9fd321-d770-486a-8cd6-3e2e9d09b87a {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:46:49.832424 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc430cf-f713-41a2-9e4c-22bb5cfb72be", "name": "network-vif-deleted", "tag": "4c4afffa-e23b-4966-b5a6-ef56a9fee9a6", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:46:49.832671 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce9fd321-d770-486a-8cd6-3e2e9d09b87a {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:46:49.833087 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc430cf-f713-41a2-9e4c-22bb5cfb72be', 'name': 'network-vif-deleted', 'tag': '4c4afffa-e23b-4966-b5a6-ef56a9fee9a6', 'status': 'completed', 'code': 200} Nov 11 12:46:49.864265 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-91678e4c-38d3-4aba-88b4-1c62ee366c22 None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:46:49.938244 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:46:49.943832 n-d-807359-3 neutron-server[109155]: INFO neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No ports have port_id starting with 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 Nov 11 12:46:49.946051 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 requested by agent hyperv_n-h2-807359-3 not found in database {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 11 12:46:50.084364 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-91678e4c-38d3-4aba-88b4-1c62ee366c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:46:50.117107 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91678e4c-38d3-4aba-88b4-1c62ee366c22 None None] Checking router: 73f4d12a-0771-483d-9513-a93a75d9556b for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:46:50.128379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91678e4c-38d3-4aba-88b4-1c62ee366c22 None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:46:50.128998 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-91678e4c-38d3-4aba-88b4-1c62ee366c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:46:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:46:50.239685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-91678e4c-38d3-4aba-88b4-1c62ee366c22 None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:46:50.451440 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-91678e4c-38d3-4aba-88b4-1c62ee366c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:46:50.478420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91678e4c-38d3-4aba-88b4-1c62ee366c22 None None] The sync data for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 is: [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:36:49Z', 'revision_number': 4, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '459bfd99-2ea7-4b1a-b8ea-a873d5643168', 'name': '', 'network_id': 'c47c442a-867a-4dcb-b7b9-8ae586f89f71', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'mac_address': 'fa:16:3e:d0:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:49Z', 'updated_at': '2021-11-11T12:36:53Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'subnets': [{'id': '3f2b90bb-c425-4f60-8703-4d0a44669692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:46:50.710991 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1feeabc-9138-4d92-8eb5-ed16daeb5f77 None None] New status for floating IP 5c7c2a6e-1a41-4fe9-a26c-6f8760b44179: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:46:50.913234 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d512336-3a16-434c-ad0a-5b0fd72e5287 req-9fc0d8a1-641f-4156-b41f-c09e1b6cd6e7 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 210 time: 0.0289481 Nov 11 12:46:51.912726 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:46:51.945844 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:46:51.945844 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 4c4afffa-e23b-4966-b5a6-ef56a9fee9a6 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:46:52.041727 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:52.226147 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f0a2068d-604f-459a-a772-4f5cf4934176 req-ffb288a5-81c1-4472-860c-5b5de0c74b69 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 210 time: 0.0273132 Nov 11 12:46:53.326501 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d86af4b0-51e7-4bda-940f-61c0505df2bc req-dcf7df24-9467-4199-bdc7-882232959fbe tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 210 time: 0.0270813 Nov 11 12:46:54.437688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e967e79f-f2e8-46e2-93ba-adac0acffb23 req-57df3c8c-4002-41a9-8cf1-45799e19a628 tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc430cf-f713-41a2-9e4c-22bb5cfb72be HTTP/1.1" status: 200 len: 210 time: 0.0273235 Nov 11 12:46:59.246479 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44632) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:46:59.308921 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ce5e95f7-8e76-46ee-865a-436a3324eb1e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:59.335386 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ce5e95f7-8e76-46ee-865a-436a3324eb1e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:59.385115 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ce5e95f7-8e76-46ee-865a-436a3324eb1e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:59.388020 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ce5e95f7-8e76-46ee-865a-436a3324eb1e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:59.391621 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ce5e95f7-8e76-46ee-865a-436a3324eb1e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "DELETE /v2.0/security-groups/11b775da-8459-4447-91a5-33c7de3f3acd HTTP/1.1" status: 204 len: 168 time: 0.1417787 Nov 11 12:46:59.392131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44634) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:46:59.398718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e95f7-8e76-46ee-865a-436a3324eb1e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b775da-8459-4447-91a5-33c7de3f3acd,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:46:59.409098 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-7da7468c-d0a6-440e-8670-9057e53b097e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] show failed (client error): The resource could not be found. Nov 11 12:46:59.410435 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7da7468c-d0a6-440e-8670-9057e53b097e tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "GET /v2.0/security-groups/11b775da-8459-4447-91a5-33c7de3f3acd HTTP/1.1" status: 404 len: 347 time: 0.0171061 Nov 11 12:46:59.413348 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44636) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:46:59.547063 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-62f36491-47b4-4f0c-afca-79a2ff40f73b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Deleting port 8238cc4b-0830-4994-b6b3-bf4f846969f4 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:46:59.547485 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-62f36491-47b4-4f0c-afca-79a2ff40f73b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:59.625829 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-62f36491-47b4-4f0c-afca-79a2ff40f73b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:59.626126 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-62f36491-47b4-4f0c-afca-79a2ff40f73b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:59.638032 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-62f36491-47b4-4f0c-afca-79a2ff40f73b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Calling delete_port for 8238cc4b-0830-4994-b6b3-bf4f846969f4 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:46:59.778737 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-62f36491-47b4-4f0c-afca-79a2ff40f73b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:59.805210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f36491-47b4-4f0c-afca-79a2ff40f73b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Pushing event deleted for resources: {'Port': ['ID=8238cc4b-0830-4994-b6b3-bf4f846969f4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:46:59.873663 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-62f36491-47b4-4f0c-afca-79a2ff40f73b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:59.877050 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-62f36491-47b4-4f0c-afca-79a2ff40f73b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:59.878374 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-62f36491-47b4-4f0c-afca-79a2ff40f73b tempest-ServerActionsTestJSON-1059565714 tempest-ServerActionsTestJSON-1059565714-project] 10.222.0.65 "DELETE /v2.0/floatingips/5c7c2a6e-1a41-4fe9-a26c-6f8760b44179 HTTP/1.1" status: 204 len: 168 time: 0.4640832 Nov 11 12:46:59.881623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44638) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:00.447015 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d348-457d-4ed8-af29-ab620fe194e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:00.719101 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1bc2d348-457d-4ed8-af29-ab620fe194e4 admin admin] Deleting port 459bfd99-2ea7-4b1a-b8ea-a873d5643168 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:00.719334 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d348-457d-4ed8-af29-ab620fe194e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:00.797908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-1bc2d348-457d-4ed8-af29-ab620fe194e4 admin admin] For port 459bfd99-2ea7-4b1a-b8ea-a873d5643168, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=459bfd99-2ea7-4b1a-b8ea-a873d5643168,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:00.798275 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d348-457d-4ed8-af29-ab620fe194e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:00.814719 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-1bc2d348-457d-4ed8-af29-ab620fe194e4 admin admin] Calling delete_port for 459bfd99-2ea7-4b1a-b8ea-a873d5643168 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:00.994526 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d348-457d-4ed8-af29-ab620fe194e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:01.019472 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2d348-457d-4ed8-af29-ab620fe194e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=459bfd99-2ea7-4b1a-b8ea-a873d5643168,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:01.189363 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-1bc2d348-457d-4ed8-af29-ab620fe194e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:01.415695 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc2d348-457d-4ed8-af29-ab620fe194e4 admin admin] Router 73f4d12a-0771-483d-9513-a93a75d9556b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:47:01.527256 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc2d348-457d-4ed8-af29-ab620fe194e4 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:47:01.532734 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-1bc2d348-457d-4ed8-af29-ab620fe194e4 admin admin] 10.222.0.65 "PUT /v2.0/routers/73f4d12a-0771-483d-9513-a93a75d9556b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6500463 Nov 11 12:47:01.535586 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44642) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:01.538506 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268eea0e-92de-446e-8914-8de1d5deea03 None None] Sync routers for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:47:01.548918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268eea0e-92de-446e-8914-8de1d5deea03 None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:47:01.549522 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-268eea0e-92de-446e-8914-8de1d5deea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:46:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:01.640676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b541991d-e98b-404b-b599-3ce31692689c admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:01.652474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-268eea0e-92de-446e-8914-8de1d5deea03 None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:47:02.004340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-268eea0e-92de-446e-8914-8de1d5deea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:47:00Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:02.031672 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268eea0e-92de-446e-8914-8de1d5deea03 None None] Checking router: 73f4d12a-0771-483d-9513-a93a75d9556b for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:47:02.041188 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268eea0e-92de-446e-8914-8de1d5deea03 None None] Routers {'73f4d12a-0771-483d-9513-a93a75d9556b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:47:02.041838 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-268eea0e-92de-446e-8914-8de1d5deea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:46:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['73f4d12a-0771-483d-9513-a93a75d9556b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:02.096220 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b541991d-e98b-404b-b599-3ce31692689c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:02.148986 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b541991d-e98b-404b-b599-3ce31692689c admin admin] Deleting port 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:02.149308 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b541991d-e98b-404b-b599-3ce31692689c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:02.153333 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-268eea0e-92de-446e-8914-8de1d5deea03 None None] Set router 73f4d12a-0771-483d-9513-a93a75d9556b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:47:02.233274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-b541991d-e98b-404b-b599-3ce31692689c admin admin] For port 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1a2f83c1-7f21-416f-91e2-5f9f1e67ceba,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:02.233672 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b541991d-e98b-404b-b599-3ce31692689c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:02.247215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b541991d-e98b-404b-b599-3ce31692689c admin admin] Calling delete_port for 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:02.336151 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-268eea0e-92de-446e-8914-8de1d5deea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:47:00Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:02.362507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268eea0e-92de-446e-8914-8de1d5deea03 None None] The sync data for ids ['73f4d12a-0771-483d-9513-a93a75d9556b'] in n-d-807359-3 is: [{'id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'name': 'tempest-ServerActionsTestJSON-367602570-router', 'tenant_id': '97562fe4f9274847aa0cef6816017f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:36:46Z', 'updated_at': '2021-11-11T12:47:00Z', 'revision_number': 5, 'project_id': '97562fe4f9274847aa0cef6816017f60', 'gw_port': {'id': '1a2f83c1-7f21-416f-91e2-5f9f1e67ceba', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d12a-0771-483d-9513-a93a75d9556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:36:47Z', 'updated_at': '2021-11-11T12:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:47:02.430945 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b541991d-e98b-404b-b599-3ce31692689c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:02.460818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541991d-e98b-404b-b599-3ce31692689c admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2f83c1-7f21-416f-91e2-5f9f1e67ceba,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:02.475547 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e125ed-bf17-465e-84b5-bf7338cdc23c None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:47:02.523583 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b541991d-e98b-404b-b599-3ce31692689c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:02.621321 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b541991d-e98b-404b-b599-3ce31692689c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:02.623418 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b541991d-e98b-404b-b599-3ce31692689c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:02.672894 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b541991d-e98b-404b-b599-3ce31692689c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:02.674045 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b541991d-e98b-404b-b599-3ce31692689c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73f4d12a-0771-483d-9513-a93a75d9556b {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:47:02.680493 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b541991d-e98b-404b-b599-3ce31692689c admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:02.684323 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b541991d-e98b-404b-b599-3ce31692689c admin admin] 10.222.0.65 "DELETE /v2.0/routers/73f4d12a-0771-483d-9513-a93a75d9556b HTTP/1.1" status: 204 len: 168 time: 1.1476731 Nov 11 12:47:02.684478 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44644) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:02.731037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a34ba1-b7e7-4491-b332-3614c3328e7c admin admin] Deleting subnet 3f2b90bb-c425-4f60-8703-4d0a44669692 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:47:02.734535 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92a34ba1-b7e7-4491-b332-3614c3328e7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:02.771718 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92a34ba1-b7e7-4491-b332-3614c3328e7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:02.856383 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92a34ba1-b7e7-4491-b332-3614c3328e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:02.912083 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92a34ba1-b7e7-4491-b332-3614c3328e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:02.938161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a34ba1-b7e7-4491-b332-3614c3328e7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f2b90bb-c425-4f60-8703-4d0a44669692,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:02.946203 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-92a34ba1-b7e7-4491-b332-3614c3328e7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:02.950584 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-92a34ba1-b7e7-4491-b332-3614c3328e7c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3f2b90bb-c425-4f60-8703-4d0a44669692 HTTP/1.1" status: 204 len: 168 time: 0.2650354 Nov 11 12:47:02.951459 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23145b7e-932c-4978-909e-f9f0b51d0e23 None None] Network c47c442a-867a-4dcb-b7b9-8ae586f89f71 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:02.953273 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44646) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:03.023527 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.075062 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] Deleting port 9601ef11-b02a-4cf8-abe0-0587e2de2c71 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:03.075506 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.142160 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] For port 9601ef11-b02a-4cf8-abe0-0587e2de2c71, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9601ef11-b02a-4cf8-abe0-0587e2de2c71,segment=NetworkSegment(4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e),segment_id=4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:03.142455 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.154663 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] Calling delete_port for 9601ef11-b02a-4cf8-abe0-0587e2de2c71 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:03.233135 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.258403 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] Pushing event deleted for resources: {'Port': ['ID=9601ef11-b02a-4cf8-abe0-0587e2de2c71,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:03.263418 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] No DVR routers for this DVR port 9601ef11-b02a-4cf8-abe0-0587e2de2c71 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:47:03.342121 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.342387 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f249c71-355a-477e-90e1-dc64d0affda3 None None] DHCP port deletion for c47c442a-867a-4dcb-b7b9-8ae586f89f71 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:47:03.365529 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47c442a-867a-4dcb-b7b9-8ae586f89f71']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:03.375551 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:03.375841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5d02cd-31ef-4cbc-bc0b-ef3d5a13974e') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:03.386169 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.399211 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.404877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:47:03.405249 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:47:03.406927 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:47:03.465198 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.471137 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.474775 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] 10.222.0.65 "DELETE /v2.0/networks/c47c442a-867a-4dcb-b7b9-8ae586f89f71 HTTP/1.1" status: 204 len: 168 time: 0.5204380 Nov 11 12:47:03.492670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079980a-4279-4c5f-8579-30493c26fd7a admin admin] Pushing event deleted for resources: {'Network': ['ID=c47c442a-867a-4dcb-b7b9-8ae586f89f71,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:03.624392 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44650) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:03.676321 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cdfe4ccb-f872-436e-b9ee-d2c0c3d1ded7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97562fe4f9274847aa0cef6816017f60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0505188 Nov 11 12:47:03.679635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44652) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:03.726677 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b4b42654-3391-447e-a8a5-dc41747f1538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.749310 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b4b42654-3391-447e-a8a5-dc41747f1538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.799064 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b4b42654-3391-447e-a8a5-dc41747f1538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.801806 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b4b42654-3391-447e-a8a5-dc41747f1538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.803044 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b4b42654-3391-447e-a8a5-dc41747f1538 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/433cf381-5646-4584-94f8-388c67411ea1 HTTP/1.1" status: 204 len: 168 time: 0.1225045 Nov 11 12:47:03.811223 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b42654-3391-447e-a8a5-dc41747f1538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433cf381-5646-4584-94f8-388c67411ea1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:04.237619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:47:04.259741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:47:04.260181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1a2f83c1-7f21-416f-91e2-5f9f1e67ceba not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:47:04.260697 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9601ef11-b02a-4cf8-abe0-0587e2de2c71 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:47:04.279775 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 9601ef11-b02a-4cf8-abe0-0587e2de2c71 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:47:04.280116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9601ef11-b02a-4cf8-abe0-0587e2de2c71 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:47:04.280512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 459bfd99-2ea7-4b1a-b8ea-a873d5643168 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:47:04.304431 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 459bfd99-2ea7-4b1a-b8ea-a873d5643168 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:47:04.304747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 459bfd99-2ea7-4b1a-b8ea-a873d5643168 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:47:04.570990 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44674) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:04.682842 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3e0d3bad-0778-4788-995a-41218311cfab admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-766024927-network', 'tenant_id': 'eadd80bf6e8841cdb4f9c5fab31e0dec'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:04.707290 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0d3bad-0778-4788-995a-41218311cfab admin admin] Made reservation on behalf of eadd80bf6e8841cdb4f9c5fab31e0dec for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:04.709721 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3bad-0778-4788-995a-41218311cfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:04.722121 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3bad-0778-4788-995a-41218311cfab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:04.803373 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3bad-0778-4788-995a-41218311cfab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:04.809221 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3bad-0778-4788-995a-41218311cfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:04.833819 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0d3bad-0778-4788-995a-41218311cfab admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:47:04.843467 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d3bad-0778-4788-995a-41218311cfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8db8b62-a139-44e5-ba89-48bc36ee3017,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:04.848725 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3bad-0778-4788-995a-41218311cfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:04.849096 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-3e0d3bad-0778-4788-995a-41218311cfab admin admin] Added segment d8b46d49-8245-4cd8-a0ef-75b5f8893827 of type vlan for network 9162353d-b417-463e-9ff9-f31792dec584 Nov 11 12:47:04.887608 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3bad-0778-4788-995a-41218311cfab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:04.913936 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3bad-0778-4788-995a-41218311cfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:04.914909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0d3bad-0778-4788-995a-41218311cfab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:04.915624 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e0d3bad-0778-4788-995a-41218311cfab admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:04.975141 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3e0d3bad-0778-4788-995a-41218311cfab admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4027224 Nov 11 12:47:04.978019 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44678) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:04.984964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-27f7e78d-88f9-4439-9d56-566e49eab83c admin admin] Request body: {'subnet': {'network_id': '9162353d-b417-463e-9ff9-f31792dec584', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-766024927-subnet', 'tenant_id': 'eadd80bf6e8841cdb4f9c5fab31e0dec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:04.989424 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d3bad-0778-4788-995a-41218311cfab admin admin] Pushing event updated for resources: {'Network': ['ID=9162353d-b417-463e-9ff9-f31792dec584,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:04.999730 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 9162353d-b417-463e-9ff9-f31792dec584 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:47:05.012694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f7e78d-88f9-4439-9d56-566e49eab83c admin admin] Made reservation on behalf of eadd80bf6e8841cdb4f9c5fab31e0dec for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:05.015122 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-27f7e78d-88f9-4439-9d56-566e49eab83c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:05.185813 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-27f7e78d-88f9-4439-9d56-566e49eab83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:05.234819 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7e78d-88f9-4439-9d56-566e49eab83c admin admin] Pushing event updated for resources: {'Subnet': ['ID=76bd6115-631d-444b-a92b-c668cedba0dd,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:05.249763 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f7e78d-88f9-4439-9d56-566e49eab83c admin admin] Checking segment: {'id': 'd8b46d49-8245-4cd8-a0ef-75b5f8893827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9162353d-b417-463e-9ff9-f31792dec584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:05.250120 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f7e78d-88f9-4439-9d56-566e49eab83c admin admin] Network hostable DHCP agents. Network: 9162353d-b417-463e-9ff9-f31792dec584, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:47:05.268405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f7e78d-88f9-4439-9d56-566e49eab83c admin admin] Network 9162353d-b417-463e-9ff9-f31792dec584 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:47:05.278543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-27f7e78d-88f9-4439-9d56-566e49eab83c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 9162353d-b417-463e-9ff9-f31792dec584) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:05.282736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f7e78d-88f9-4439-9d56-566e49eab83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:05.283321 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-27f7e78d-88f9-4439-9d56-566e49eab83c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:05.287779 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a857c8-0d0d-42d0-891a-56c88abc7e8f None None] Network 9162353d-b417-463e-9ff9-f31792dec584 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:05.301306 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-27f7e78d-88f9-4439-9d56-566e49eab83c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3222260 Nov 11 12:47:05.416940 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849b8f94-f6f9-462e-b761-1fd8ce4fb1b5 None None] Network 9162353d-b417-463e-9ff9-f31792dec584 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:05.901473 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0a62b2af-85b9-4453-877d-245e35ed53f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:06.014160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b64fa-78fc-477d-8447-6659c5b124dd req-59192ba4-ef80-485a-bc02-7ab44fcbcba4 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:06.015542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-559b64fa-78fc-477d-8447-6659c5b124dd req-59192ba4-ef80-485a-bc02-7ab44fcbcba4 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/networks?id=9162353d-b417-463e-9ff9-f31792dec584 HTTP/1.1" status: 200 len: 813 time: 0.1313124 Nov 11 12:47:06.031391 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-559b64fa-78fc-477d-8447-6659c5b124dd req-f337e5c4-945d-4bc9-95f3-71e3616fccc4 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/quotas/eadd80bf6e8841cdb4f9c5fab31e0dec HTTP/1.1" status: 200 len: 375 time: 0.0097871 Nov 11 12:47:06.065949 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-559b64fa-78fc-477d-8447-6659c5b124dd req-52b7e3ff-776e-480a-b3b6-8a74dd317a0c tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=eadd80bf6e8841cdb4f9c5fab31e0dec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290899 Nov 11 12:47:06.076725 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-559b64fa-78fc-477d-8447-6659c5b124dd req-b546ab10-0c20-4568-9fdf-c87588689d85 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:47:06.077750 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-559b64fa-78fc-477d-8447-6659c5b124dd req-b546ab10-0c20-4568-9fdf-c87588689d85 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050480 Nov 11 12:47:06.169855 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-559b64fa-78fc-477d-8447-6659c5b124dd req-2f7d27af-3b8e-47bc-a16d-219e5a86d287 service neutron] 10.222.0.65 "GET /v2.0/networks/9162353d-b417-463e-9ff9-f31792dec584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864236 Nov 11 12:47:06.277400 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-559b64fa-78fc-477d-8447-6659c5b124dd req-34e36222-e6e1-4f35-a164-e1b8b7d1782a service neutron] 10.222.0.65 "GET /v2.0/networks/9162353d-b417-463e-9ff9-f31792dec584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011846 Nov 11 12:47:06.564885 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8826a051-9874-4e8c-9eaa-5ab026b28e45 req-3dd67473-e1a7-4c49-b5dc-8e6de7de15ba tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 210 time: 0.0738077 Nov 11 12:47:07.639396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b64fa-78fc-477d-8447-6659c5b124dd req-1b5b55f7-fbdc-4d7b-9ce9-5dba90245d86 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:07.640938 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-559b64fa-78fc-477d-8447-6659c5b124dd req-1b5b55f7-fbdc-4d7b-9ce9-5dba90245d86 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.62 "GET /v2.0/networks?id=9162353d-b417-463e-9ff9-f31792dec584 HTTP/1.1" status: 200 len: 813 time: 0.1094227 Nov 11 12:47:07.661781 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-559b64fa-78fc-477d-8447-6659c5b124dd req-ded1f7e2-e50d-4422-a9d0-a5201b3776aa tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Request body: {'port': {'device_id': '90da666b-49e6-4783-8b11-deb8b60e8477', 'network_id': '9162353d-b417-463e-9ff9-f31792dec584', 'admin_state_up': True, 'tenant_id': 'eadd80bf6e8841cdb4f9c5fab31e0dec'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:07.663660 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d76c19c5-f5a0-4bcd-aae8-453ba597dc20 req-55932969-9f4f-4cd3-96f2-6fc52b4d6eab tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 210 time: 0.0274317 Nov 11 12:47:07.783188 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559b64fa-78fc-477d-8447-6659c5b124dd req-ded1f7e2-e50d-4422-a9d0-a5201b3776aa tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Made reservation on behalf of eadd80bf6e8841cdb4f9c5fab31e0dec for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:07.786875 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-559b64fa-78fc-477d-8447-6659c5b124dd req-ded1f7e2-e50d-4422-a9d0-a5201b3776aa tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:07.916657 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-559b64fa-78fc-477d-8447-6659c5b124dd req-ded1f7e2-e50d-4422-a9d0-a5201b3776aa tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Allocated IP 172.20.0.7 (9162353d-b417-463e-9ff9-f31792dec584/76bd6115-631d-444b-a92b-c668cedba0dd/03230fee-a4e5-4d90-922e-bb241eda3253) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:47:08.075615 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-559b64fa-78fc-477d-8447-6659c5b124dd req-ded1f7e2-e50d-4422-a9d0-a5201b3776aa tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:08.113478 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-559b64fa-78fc-477d-8447-6659c5b124dd req-ded1f7e2-e50d-4422-a9d0-a5201b3776aa tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:08.163542 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559b64fa-78fc-477d-8447-6659c5b124dd req-ded1f7e2-e50d-4422-a9d0-a5201b3776aa tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Network 9162353d-b417-463e-9ff9-f31792dec584 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:47:08.165209 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-16fadac8-4a68-4449-aef6-a316b90c862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:08.166958 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-559b64fa-78fc-477d-8447-6659c5b124dd req-ded1f7e2-e50d-4422-a9d0-a5201b3776aa tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:08.170653 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-559b64fa-78fc-477d-8447-6659c5b124dd req-ded1f7e2-e50d-4422-a9d0-a5201b3776aa tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:47:08.177395 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1f7e2-e50d-4422-a9d0-a5201b3776aa tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Pushing event updated for resources: {'Port': ['ID=03230fee-a4e5-4d90-922e-bb241eda3253,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:08.223100 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b64fa-78fc-477d-8447-6659c5b124dd req-ded1f7e2-e50d-4422-a9d0-a5201b3776aa tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:08.223697 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-559b64fa-78fc-477d-8447-6659c5b124dd req-ded1f7e2-e50d-4422-a9d0-a5201b3776aa tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:08.242053 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-559b64fa-78fc-477d-8447-6659c5b124dd req-ded1f7e2-e50d-4422-a9d0-a5201b3776aa tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5846202 Nov 11 12:47:08.259946 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Request body: {'port': {'device_id': '90da666b-49e6-4783-8b11-deb8b60e8477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:08.320526 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:08.586772 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03230fee-a4e5-4d90-922e-bb241eda3253 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:47:08.594510 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:08.607444 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Transition to ACTIVE for port object 03230fee-a4e5-4d90-922e-bb241eda3253 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:47:08.613934 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:08.662841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Pushing event updated for resources: {'Port': ['ID=03230fee-a4e5-4d90-922e-bb241eda3253,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:08.733722 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Attempting to bind port 03230fee-a4e5-4d90-922e-bb241eda3253 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:47:08.734026 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Attempting to bind port 03230fee-a4e5-4d90-922e-bb241eda3253 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'd8b46d49-8245-4cd8-a0ef-75b5f8893827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9162353d-b417-463e-9ff9-f31792dec584'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:47:08.734363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Attempting to bind port 03230fee-a4e5-4d90-922e-bb241eda3253 on network 9162353d-b417-463e-9ff9-f31792dec584 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:47:08.739124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Port 03230fee-a4e5-4d90-922e-bb241eda3253 on network 9162353d-b417-463e-9ff9-f31792dec584 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:47:08.739434 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Attempting to bind port 03230fee-a4e5-4d90-922e-bb241eda3253 on network 9162353d-b417-463e-9ff9-f31792dec584 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:47:08.744435 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:47:08.744759 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Checking segment: {'id': 'd8b46d49-8245-4cd8-a0ef-75b5f8893827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9162353d-b417-463e-9ff9-f31792dec584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:08.745234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Bound using segment: {'id': 'd8b46d49-8245-4cd8-a0ef-75b5f8893827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9162353d-b417-463e-9ff9-f31792dec584'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:47:08.745677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Bound port: 03230fee-a4e5-4d90-922e-bb241eda3253, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b46d49-8245-4cd8-a0ef-75b5f8893827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9162353d-b417-463e-9ff9-f31792dec584'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:47:08.746024 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:08.788339 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf406837-0674-404b-899f-5ce97cee722b req-7993cc48-82c5-4a75-bb6e-054bc06bf790 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:08.790049 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf406837-0674-404b-899f-5ce97cee722b req-7993cc48-82c5-4a75-bb6e-054bc06bf790 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 943 time: 0.0543003 Nov 11 12:47:08.810010 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] For port 03230fee-a4e5-4d90-922e-bb241eda3253, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:47:08.813194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] For port 03230fee-a4e5-4d90-922e-bb241eda3253, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=03230fee-a4e5-4d90-922e-bb241eda3253,segment=NetworkSegment(d8b46d49-8245-4cd8-a0ef-75b5f8893827),segment_id=d8b46d49-8245-4cd8-a0ef-75b5f8893827)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:47:08.819653 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:08.838302 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf406837-0674-404b-899f-5ce97cee722b req-5983e776-0d59-4d29-b804-bf8ba152543d tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422432 Nov 11 12:47:08.855582 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:08.856546 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:08.858373 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-559b64fa-78fc-477d-8447-6659c5b124dd req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] 10.222.0.62 "PUT /v2.0/ports/03230fee-a4e5-4d90-922e-bb241eda3253 HTTP/1.1" status: 200 len: 1091 time: 0.6026707 Nov 11 12:47:08.858831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90da666b-49e6-4783-8b11-deb8b60e8477', 'tag': '03230fee-a4e5-4d90-922e-bb241eda3253'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:47:08.886604 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b1be2-e20c-4cd9-a4ab-3e0a906a71cb service neutron] Pushing event updated for resources: {'Port': ['ID=03230fee-a4e5-4d90-922e-bb241eda3253,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:08.903772 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caefda14-6bf4-4592-a71b-31251a491843" -d '{"events": [{"name": "network-changed", "server_uuid": "90da666b-49e6-4783-8b11-deb8b60e8477", "tag": "03230fee-a4e5-4d90-922e-bb241eda3253"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:47:08.991933 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c7c889-dae4-4c1d-8f5c-94a472c528b8 x-openstack-request-id: req-42c7c889-dae4-4c1d-8f5c-94a472c528b8 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:47:08.992215 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90da666b-49e6-4783-8b11-deb8b60e8477", "tag": "03230fee-a4e5-4d90-922e-bb241eda3253", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:47:08.992460 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42c7c889-dae4-4c1d-8f5c-94a472c528b8 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:47:08.992859 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90da666b-49e6-4783-8b11-deb8b60e8477', 'tag': '03230fee-a4e5-4d90-922e-bb241eda3253', 'status': 'completed', 'code': 200} Nov 11 12:47:09.008591 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b64fa-78fc-477d-8447-6659c5b124dd req-fd5dedd3-e89c-4c6c-8b2e-da0e872379e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:09.010189 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-559b64fa-78fc-477d-8447-6659c5b124dd req-fd5dedd3-e89c-4c6c-8b2e-da0e872379e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eadd80bf6e8841cdb4f9c5fab31e0dec&device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 1094 time: 0.0452168 Nov 11 12:47:09.057014 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-559b64fa-78fc-477d-8447-6659c5b124dd req-99d945db-f921-4d80-8b8e-cb7358d8f573 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03230fee-a4e5-4d90-922e-bb241eda3253 HTTP/1.1" status: 200 len: 217 time: 0.0388160 Nov 11 12:47:09.117867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b64fa-78fc-477d-8447-6659c5b124dd req-95619a4e-d41e-473c-94ec-e7aa1d9ad5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:09.119256 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-559b64fa-78fc-477d-8447-6659c5b124dd req-95619a4e-d41e-473c-94ec-e7aa1d9ad5e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=76bd6115-631d-444b-a92b-c668cedba0dd HTTP/1.1" status: 200 len: 853 time: 0.0500302 Nov 11 12:47:09.156122 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-559b64fa-78fc-477d-8447-6659c5b124dd req-bd65b282-5ba2-4380-a555-771226472fee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9162353d-b417-463e-9ff9-f31792dec584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247872 Nov 11 12:47:09.218371 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:09.250401 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-559b64fa-78fc-477d-8447-6659c5b124dd req-4db37cf0-0c96-47a4-832b-73ecac2c9248 service neutron] 10.222.0.62 "GET /v2.0/networks/9162353d-b417-463e-9ff9-f31792dec584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849490 Nov 11 12:47:09.347056 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-559b64fa-78fc-477d-8447-6659c5b124dd req-daab01e3-b4af-4041-9dcd-e3ddb7d73a15 service neutron] 10.222.0.62 "GET /v2.0/networks/9162353d-b417-463e-9ff9-f31792dec584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842383 Nov 11 12:47:09.446459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefda14-6bf4-4592-a71b-31251a491843 req-e3acbf1f-4f77-4f4e-979e-9adac362d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:09.447962 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-caefda14-6bf4-4592-a71b-31251a491843 req-e3acbf1f-4f77-4f4e-979e-9adac362d007 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eadd80bf6e8841cdb4f9c5fab31e0dec&device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 1094 time: 0.0486836 Nov 11 12:47:09.550772 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefda14-6bf4-4592-a71b-31251a491843 req-68670f49-4408-4954-8519-1de7bda3e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:09.552206 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-caefda14-6bf4-4592-a71b-31251a491843 req-68670f49-4408-4954-8519-1de7bda3e300 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9162353d-b417-463e-9ff9-f31792dec584 HTTP/1.1" status: 200 len: 915 time: 0.0918500 Nov 11 12:47:09.602375 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-caefda14-6bf4-4592-a71b-31251a491843 req-5936630b-3409-4c16-8733-c9636952723d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03230fee-a4e5-4d90-922e-bb241eda3253 HTTP/1.1" status: 200 len: 217 time: 0.0391929 Nov 11 12:47:09.657312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefda14-6bf4-4592-a71b-31251a491843 req-85384d92-3414-4712-b865-ff61e93053ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:09.658793 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-caefda14-6bf4-4592-a71b-31251a491843 req-85384d92-3414-4712-b865-ff61e93053ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=76bd6115-631d-444b-a92b-c668cedba0dd HTTP/1.1" status: 200 len: 853 time: 0.0469651 Nov 11 12:47:09.693182 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-caefda14-6bf4-4592-a71b-31251a491843 req-b5a7e79d-8ece-440f-92df-8941c5f22bbb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9162353d-b417-463e-9ff9-f31792dec584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248761 Nov 11 12:47:09.803952 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-caefda14-6bf4-4592-a71b-31251a491843 req-6d5be978-2093-4166-8177-ed779d73c217 service neutron] 10.222.0.62 "GET /v2.0/networks/9162353d-b417-463e-9ff9-f31792dec584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021903 Nov 11 12:47:09.900310 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-caefda14-6bf4-4592-a71b-31251a491843 req-68e28449-99f3-437f-8936-6db56f2ccc6c service neutron] 10.222.0.62 "GET /v2.0/networks/9162353d-b417-463e-9ff9-f31792dec584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873816 Nov 11 12:47:09.963231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d302ad7-5711-4d14-911c-6e82667f70c5 req-8c4161d4-300a-4bd1-a99d-0a580efa7af0 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:09.964748 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d302ad7-5711-4d14-911c-6e82667f70c5 req-8c4161d4-300a-4bd1-a99d-0a580efa7af0 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 943 time: 0.0566566 Nov 11 12:47:10.012971 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0d302ad7-5711-4d14-911c-6e82667f70c5 req-fb42a190-c5eb-4d07-bd41-2d8688196243 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417070 Nov 11 12:47:10.767465 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:11.161600 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1724380-fd6c-4f9e-8a53-0a9604cbeec1 req-f49bb7fc-31e2-43ce-867a-9a9e1ff0ec84 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:11.163182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1724380-fd6c-4f9e-8a53-0a9604cbeec1 req-f49bb7fc-31e2-43ce-867a-9a9e1ff0ec84 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 943 time: 0.0614960 Nov 11 12:47:11.213781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1724380-fd6c-4f9e-8a53-0a9604cbeec1 req-c03c1fe2-4794-4b1c-b753-d2059a98256d tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 Nov 11 12:47:11.317083 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:12.341925 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adb3d2-de7c-4154-9f00-49d4728930bf req-e1128381-092a-4d4d-9e25-27f0975ff71f tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:12.343941 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3adb3d2-de7c-4154-9f00-49d4728930bf req-e1128381-092a-4d4d-9e25-27f0975ff71f tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 943 time: 0.0586426 Nov 11 12:47:12.398942 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3adb3d2-de7c-4154-9f00-49d4728930bf req-bcc5f9ad-d2aa-47cd-8afb-e304547f7ab8 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464025 Nov 11 12:47:12.826355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 03230fee-a4e5-4d90-922e-bb241eda3253 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:47:12.925066 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 03230fee-a4e5-4d90-922e-bb241eda3253, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=03230fee-a4e5-4d90-922e-bb241eda3253,segment=NetworkSegment(d8b46d49-8245-4cd8-a0ef-75b5f8893827),segment_id=d8b46d49-8245-4cd8-a0ef-75b5f8893827)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:12.939562 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '03230fee-a4e5-4d90-922e-bb241eda3253', 'network_id': '9162353d-b417-463e-9ff9-f31792dec584', 'port_id': '03230fee-a4e5-4d90-922e-bb241eda3253', 'mac_address': 'fa:16:3e:22:a5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76bd6115-631d-444b-a92b-c668cedba0dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:47:12.979296 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:12.992348 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03230fee-a4e5-4d90-922e-bb241eda3253 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:47:13.012604 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 03230fee-a4e5-4d90-922e-bb241eda3253, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=03230fee-a4e5-4d90-922e-bb241eda3253,segment=NetworkSegment(d8b46d49-8245-4cd8-a0ef-75b5f8893827),segment_id=d8b46d49-8245-4cd8-a0ef-75b5f8893827)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:13.020290 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:13.073976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=03230fee-a4e5-4d90-922e-bb241eda3253,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:13.279897 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['03230fee-a4e5-4d90-922e-bb241eda3253'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:47:13.518303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048884b-b9b8-4f6d-b74c-0b1109b2d898 req-22874c40-a112-45db-9d3a-39602b4c2039 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:13.519791 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e048884b-b9b8-4f6d-b74c-0b1109b2d898 req-22874c40-a112-45db-9d3a-39602b4c2039 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 944 time: 0.0522935 Nov 11 12:47:13.577463 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e048884b-b9b8-4f6d-b74c-0b1109b2d898 req-d95f66df-5cbf-42be-bc6a-6495c9e64f5d tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514424 Nov 11 12:47:14.711516 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fe53f-230f-4945-853c-542b3cc974c1 req-c0f77b90-6712-4297-b4fc-63ab8391518b tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:14.713026 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba8fe53f-230f-4945-853c-542b3cc974c1 req-c0f77b90-6712-4297-b4fc-63ab8391518b tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 944 time: 0.0528085 Nov 11 12:47:14.773677 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba8fe53f-230f-4945-853c-542b3cc974c1 req-be8b1b02-9e08-4dcf-8450-34d783770f08 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542932 Nov 11 12:47:14.837943 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 03230fee-a4e5-4d90-922e-bb241eda3253 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:47:14.892053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 03230fee-a4e5-4d90-922e-bb241eda3253 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:47:14.898451 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 03230fee-a4e5-4d90-922e-bb241eda3253 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:14.898834 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:14.979792 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:15.002102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90da666b-49e6-4783-8b11-deb8b60e8477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03230fee-a4e5-4d90-922e-bb241eda3253'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:47:15.004390 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b57e0d766659a74db1b7e3e816cc0d898570c5640498c0aa731abbb23c2a992" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46dd79c-8e1b-472c-bd8b-cae8be45f822" -d '{"events": [{"server_uuid": "90da666b-49e6-4783-8b11-deb8b60e8477", "name": "network-vif-plugged", "status": "completed", "tag": "03230fee-a4e5-4d90-922e-bb241eda3253"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:47:15.017079 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 03230fee-a4e5-4d90-922e-bb241eda3253, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=03230fee-a4e5-4d90-922e-bb241eda3253,segment=NetworkSegment(d8b46d49-8245-4cd8-a0ef-75b5f8893827),segment_id=d8b46d49-8245-4cd8-a0ef-75b5f8893827)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:15.022588 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:15.046167 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf57e80-1984-4122-95c0-fd57525c298c x-openstack-request-id: req-9bf57e80-1984-4122-95c0-fd57525c298c {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:47:15.046458 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90da666b-49e6-4783-8b11-deb8b60e8477", "name": "network-vif-plugged", "status": "completed", "tag": "03230fee-a4e5-4d90-922e-bb241eda3253", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:47:15.046706 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9bf57e80-1984-4122-95c0-fd57525c298c {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:47:15.047093 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90da666b-49e6-4783-8b11-deb8b60e8477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03230fee-a4e5-4d90-922e-bb241eda3253', 'code': 200} Nov 11 12:47:15.072768 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=03230fee-a4e5-4d90-922e-bb241eda3253,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:15.163878 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d698d4-3fb6-4954-a062-c84a8271f7f6 req-5a14e6ff-f9de-469e-948c-e0c027194310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:15.165279 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-75d698d4-3fb6-4954-a062-c84a8271f7f6 req-5a14e6ff-f9de-469e-948c-e0c027194310 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 1096 time: 0.0421689 Nov 11 12:47:15.215530 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-75d698d4-3fb6-4954-a062-c84a8271f7f6 req-3b027fb9-fede-40ae-8594-f00d3e313b2e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418987 Nov 11 12:47:15.909927 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc057b1-5362-4fab-887f-27e15640dc7c req-30462f0a-31b8-4b34-a369-a7288bdc988e tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:15.911403 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-abc057b1-5362-4fab-887f-27e15640dc7c req-30462f0a-31b8-4b34-a369-a7288bdc988e tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 945 time: 0.0498772 Nov 11 12:47:15.962739 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-abc057b1-5362-4fab-887f-27e15640dc7c req-8a3d30b3-6cda-42d0-b9f9-dd3f69480bc5 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451570 Nov 11 12:47:16.241604 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:17.095437 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bb4b3-3dd0-4dc6-9a13-3fa65d191bcc req-4814f0ef-afde-4d0f-bb37-b15b452c6687 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:17.096913 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c1bb4b3-3dd0-4dc6-9a13-3fa65d191bcc req-4814f0ef-afde-4d0f-bb37-b15b452c6687 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 945 time: 0.0540535 Nov 11 12:47:17.150717 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c1bb4b3-3dd0-4dc6-9a13-3fa65d191bcc req-ae8cd127-07e4-4230-9dfb-3ae9b180fc0a tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465639 Nov 11 12:47:17.388062 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-6a540d6a-de85-4693-9aeb-cdc042717bee tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:17.389554 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-6a540d6a-de85-4693-9aeb-cdc042717bee tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/networks?id=9162353d-b417-463e-9ff9-f31792dec584 HTTP/1.1" status: 200 len: 813 time: 0.1053364 Nov 11 12:47:17.404452 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-a19f8682-de32-4bd1-99db-80377e7ba4db tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/quotas/eadd80bf6e8841cdb4f9c5fab31e0dec HTTP/1.1" status: 200 len: 375 time: 0.0090370 Nov 11 12:47:17.457107 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-b7f8d59e-1e59-41bc-9fc5-636e11dbc3b0 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=eadd80bf6e8841cdb4f9c5fab31e0dec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475345 Nov 11 12:47:17.467922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-01da923e-bbda-43d3-aa3b-f3a63fb5c615 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:47:17.469194 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-01da923e-bbda-43d3-aa3b-f3a63fb5c615 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049300 Nov 11 12:47:17.556107 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-2a0093cc-dbf9-42e8-aef7-96292a2ec8ce service neutron] 10.222.0.65 "GET /v2.0/networks/9162353d-b417-463e-9ff9-f31792dec584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810993 Nov 11 12:47:17.654389 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-59bc989b-1b6f-4bc8-b424-6f94d2b0347c service neutron] 10.222.0.65 "GET /v2.0/networks/9162353d-b417-463e-9ff9-f31792dec584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891502 Nov 11 12:47:17.815688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-97844dac-67b8-4a60-8195-938564c34cb2 req-ffab5573-5a6f-47fc-acd9-b37868d2d875 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=c93c0921-374a-419b-92fb-43109512c97b HTTP/1.1" status: 200 len: 210 time: 0.0273278 Nov 11 12:47:18.803505 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-afb60938-91d1-4a65-8d23-6aedbdf29f8c tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:18.805068 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-afb60938-91d1-4a65-8d23-6aedbdf29f8c tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.43 "GET /v2.0/networks?id=9162353d-b417-463e-9ff9-f31792dec584 HTTP/1.1" status: 200 len: 813 time: 0.1037014 Nov 11 12:47:18.818419 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-e5c1a109-14ca-43a5-b229-dc69c0ee7da0 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Request body: {'port': {'device_id': 'c93c0921-374a-419b-92fb-43109512c97b', 'network_id': '9162353d-b417-463e-9ff9-f31792dec584', 'admin_state_up': True, 'tenant_id': 'eadd80bf6e8841cdb4f9c5fab31e0dec'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:18.918248 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db60bbc8-d8a1-40c9-b28a-5daa09cea51b req-aabacb40-fd1c-4ab5-b965-e08df3a57f74 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=c93c0921-374a-419b-92fb-43109512c97b HTTP/1.1" status: 200 len: 210 time: 0.0327179 Nov 11 12:47:18.955868 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-e5c1a109-14ca-43a5-b229-dc69c0ee7da0 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Made reservation on behalf of eadd80bf6e8841cdb4f9c5fab31e0dec for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:18.959416 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-e5c1a109-14ca-43a5-b229-dc69c0ee7da0 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:19.089394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-e5c1a109-14ca-43a5-b229-dc69c0ee7da0 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Allocated IP 172.20.0.14 (9162353d-b417-463e-9ff9-f31792dec584/76bd6115-631d-444b-a92b-c668cedba0dd/f0d5a571-8c0c-475f-9b26-3133a2024b67) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:47:19.238002 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-e5c1a109-14ca-43a5-b229-dc69c0ee7da0 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:19.567515 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-e5c1a109-14ca-43a5-b229-dc69c0ee7da0 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:19.580048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['03230fee-a4e5-4d90-922e-bb241eda3253'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:47:19.615686 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-e5c1a109-14ca-43a5-b229-dc69c0ee7da0 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Network 9162353d-b417-463e-9ff9-f31792dec584 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:47:19.618884 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-e5c1a109-14ca-43a5-b229-dc69c0ee7da0 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:19.622702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-e5c1a109-14ca-43a5-b229-dc69c0ee7da0 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:47:19.629293 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1a109-14ca-43a5-b229-dc69c0ee7da0 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Pushing event updated for resources: {'Port': ['ID=f0d5a571-8c0c-475f-9b26-3133a2024b67,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:19.674813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-e5c1a109-14ca-43a5-b229-dc69c0ee7da0 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:19.675570 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-e5c1a109-14ca-43a5-b229-dc69c0ee7da0 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:19.691656 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-e5c1a109-14ca-43a5-b229-dc69c0ee7da0 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8770084 Nov 11 12:47:19.791353 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Request body: {'port': {'device_id': 'c93c0921-374a-419b-92fb-43109512c97b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:19.848377 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:20.090453 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b502b-4dd9-4424-8dda-ac91a967c39d req-be27cbf5-c700-4310-b5f3-56d3d8172430 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:20.091921 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c7b502b-4dd9-4424-8dda-ac91a967c39d req-be27cbf5-c700-4310-b5f3-56d3d8172430 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=c93c0921-374a-419b-92fb-43109512c97b HTTP/1.1" status: 200 len: 932 time: 0.1032047 Nov 11 12:47:20.185142 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7c7b502b-4dd9-4424-8dda-ac91a967c39d req-b782624d-e3bd-49e9-909e-d47394916ee1 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857036 Nov 11 12:47:20.194216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d5a571-8c0c-475f-9b26-3133a2024b67 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:47:20.201997 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:20.216240 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Transition to ACTIVE for port object f0d5a571-8c0c-475f-9b26-3133a2024b67 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:47:20.222347 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:20.270102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d5a571-8c0c-475f-9b26-3133a2024b67,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:20.338006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Attempting to bind port f0d5a571-8c0c-475f-9b26-3133a2024b67 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:47:20.338328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Attempting to bind port f0d5a571-8c0c-475f-9b26-3133a2024b67 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'd8b46d49-8245-4cd8-a0ef-75b5f8893827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9162353d-b417-463e-9ff9-f31792dec584'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:47:20.338651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Attempting to bind port f0d5a571-8c0c-475f-9b26-3133a2024b67 on network 9162353d-b417-463e-9ff9-f31792dec584 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:47:20.343118 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Port f0d5a571-8c0c-475f-9b26-3133a2024b67 on network 9162353d-b417-463e-9ff9-f31792dec584 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:47:20.343778 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Attempting to bind port f0d5a571-8c0c-475f-9b26-3133a2024b67 on network 9162353d-b417-463e-9ff9-f31792dec584 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:47:20.348721 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:47:20.349047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Checking segment: {'id': 'd8b46d49-8245-4cd8-a0ef-75b5f8893827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9162353d-b417-463e-9ff9-f31792dec584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:20.349407 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Bound using segment: {'id': 'd8b46d49-8245-4cd8-a0ef-75b5f8893827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9162353d-b417-463e-9ff9-f31792dec584'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:47:20.349885 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Bound port: f0d5a571-8c0c-475f-9b26-3133a2024b67, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b46d49-8245-4cd8-a0ef-75b5f8893827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9162353d-b417-463e-9ff9-f31792dec584'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:47:20.350213 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:20.420102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] For port f0d5a571-8c0c-475f-9b26-3133a2024b67, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:47:20.424066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] For port f0d5a571-8c0c-475f-9b26-3133a2024b67, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f0d5a571-8c0c-475f-9b26-3133a2024b67,segment=NetworkSegment(d8b46d49-8245-4cd8-a0ef-75b5f8893827),segment_id=d8b46d49-8245-4cd8-a0ef-75b5f8893827)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:47:20.429527 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:20.461372 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:20.462032 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:20.463397 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] 10.222.0.43 "PUT /v2.0/ports/f0d5a571-8c0c-475f-9b26-3133a2024b67 HTTP/1.1" status: 200 len: 1092 time: 0.7229149 Nov 11 12:47:20.463830 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93c0921-374a-419b-92fb-43109512c97b', 'tag': 'f0d5a571-8c0c-475f-9b26-3133a2024b67'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:47:20.492025 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb8dc8-e095-43a2-bbab-4f36cd5ab665 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d5a571-8c0c-475f-9b26-3133a2024b67,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:20.514041 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7d537e-dcc0-430f-ab2d-dcaadd121277" -d '{"events": [{"name": "network-changed", "server_uuid": "c93c0921-374a-419b-92fb-43109512c97b", "tag": "f0d5a571-8c0c-475f-9b26-3133a2024b67"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:47:20.549260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-28ac52cf-6b12-4662-a057-75391707ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:20.550798 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-28ac52cf-6b12-4662-a057-75391707ac90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eadd80bf6e8841cdb4f9c5fab31e0dec&device_id=c93c0921-374a-419b-92fb-43109512c97b HTTP/1.1" status: 200 len: 1095 time: 0.0468776 Nov 11 12:47:20.596703 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-7ae6545a-1b72-44ba-9823-94329829c863 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0d5a571-8c0c-475f-9b26-3133a2024b67 HTTP/1.1" status: 200 len: 217 time: 0.0383909 Nov 11 12:47:20.611066 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5dedad-afbd-435c-95cc-0e4da9353b13 x-openstack-request-id: req-bf5dedad-afbd-435c-95cc-0e4da9353b13 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:47:20.611347 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93c0921-374a-419b-92fb-43109512c97b", "tag": "f0d5a571-8c0c-475f-9b26-3133a2024b67", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:47:20.611592 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf5dedad-afbd-435c-95cc-0e4da9353b13 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:47:20.611975 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93c0921-374a-419b-92fb-43109512c97b', 'tag': 'f0d5a571-8c0c-475f-9b26-3133a2024b67', 'status': 'completed', 'code': 200} Nov 11 12:47:20.646699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0080c53f-35c9-4ca0-afff-78850e4c135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:20.648171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-0080c53f-35c9-4ca0-afff-78850e4c135a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76bd6115-631d-444b-a92b-c668cedba0dd HTTP/1.1" status: 200 len: 853 time: 0.0450449 Nov 11 12:47:20.680294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-1795d290-167e-4731-bfa4-57455cd26cf6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9162353d-b417-463e-9ff9-f31792dec584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242224 Nov 11 12:47:20.774302 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-886acd99-b5cc-42fa-a269-ba667c0ed464 service neutron] 10.222.0.43 "GET /v2.0/networks/9162353d-b417-463e-9ff9-f31792dec584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871634 Nov 11 12:47:20.867515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-077c6e63-c639-44fc-a64d-dab33e1cf2b6 req-02739227-b99a-4bf5-8f0e-9c5c5e7bf4f6 service neutron] 10.222.0.43 "GET /v2.0/networks/9162353d-b417-463e-9ff9-f31792dec584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852764 Nov 11 12:47:20.965155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d537e-dcc0-430f-ab2d-dcaadd121277 req-0f1afbc9-291f-471f-b33a-fe1258e842a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:20.966614 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b7d537e-dcc0-430f-ab2d-dcaadd121277 req-0f1afbc9-291f-471f-b33a-fe1258e842a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eadd80bf6e8841cdb4f9c5fab31e0dec&device_id=c93c0921-374a-419b-92fb-43109512c97b HTTP/1.1" status: 200 len: 1095 time: 0.0434172 Nov 11 12:47:21.065125 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d537e-dcc0-430f-ab2d-dcaadd121277 req-e4c958cd-ea9c-41e9-a1ae-0d4deceab1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:21.066666 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b7d537e-dcc0-430f-ab2d-dcaadd121277 req-e4c958cd-ea9c-41e9-a1ae-0d4deceab1f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9162353d-b417-463e-9ff9-f31792dec584 HTTP/1.1" status: 200 len: 915 time: 0.0933025 Nov 11 12:47:21.109245 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b7d537e-dcc0-430f-ab2d-dcaadd121277 req-eef640b5-2d95-4c05-b81c-58e53bb4d460 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0d5a571-8c0c-475f-9b26-3133a2024b67 HTTP/1.1" status: 200 len: 217 time: 0.0355194 Nov 11 12:47:21.162589 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d537e-dcc0-430f-ab2d-dcaadd121277 req-712eb0f9-15d0-4b0d-b483-ea5c1345c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:21.164042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b7d537e-dcc0-430f-ab2d-dcaadd121277 req-712eb0f9-15d0-4b0d-b483-ea5c1345c913 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76bd6115-631d-444b-a92b-c668cedba0dd HTTP/1.1" status: 200 len: 853 time: 0.0477910 Nov 11 12:47:21.196905 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b7d537e-dcc0-430f-ab2d-dcaadd121277 req-e6394479-99b0-477d-9026-08307fefc0fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9162353d-b417-463e-9ff9-f31792dec584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240474 Nov 11 12:47:21.316750 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b7d537e-dcc0-430f-ab2d-dcaadd121277 req-f8723cd4-be91-4086-a645-6922aca3878b service neutron] 10.222.0.43 "GET /v2.0/networks/9162353d-b417-463e-9ff9-f31792dec584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117563 Nov 11 12:47:21.329070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2e6d3-6329-4af2-8d61-c66a3259b0fe req-a47f64ac-b81d-44de-babf-592ad1f8948a tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:21.330472 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5cf2e6d3-6329-4af2-8d61-c66a3259b0fe req-a47f64ac-b81d-44de-babf-592ad1f8948a tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=c93c0921-374a-419b-92fb-43109512c97b HTTP/1.1" status: 200 len: 944 time: 0.0677838 Nov 11 12:47:21.428935 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5cf2e6d3-6329-4af2-8d61-c66a3259b0fe req-56965fa7-2cdd-4ee5-be7e-aec425ee2f68 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905137 Nov 11 12:47:21.444813 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b7d537e-dcc0-430f-ab2d-dcaadd121277 req-66276e59-3d72-475c-9a12-9d95dc022249 service neutron] 10.222.0.43 "GET /v2.0/networks/9162353d-b417-463e-9ff9-f31792dec584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134217 Nov 11 12:47:22.046117 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:22.563810 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cf010-068e-450a-a843-aad35e17f6a7 req-2085d7cc-ae6a-43cd-87b7-40946f893aef tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:22.565284 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-097cf010-068e-450a-a843-aad35e17f6a7 req-2085d7cc-ae6a-43cd-87b7-40946f893aef tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=c93c0921-374a-419b-92fb-43109512c97b HTTP/1.1" status: 200 len: 944 time: 0.0615139 Nov 11 12:47:22.615808 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-097cf010-068e-450a-a843-aad35e17f6a7 req-3df0cd2b-bc28-4b0b-9a85-dd898bea279f tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441256 Nov 11 12:47:23.739654 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54971fe4-1aaa-4cf4-a9ad-3aa40f2d191b req-eaa89342-e29b-47ed-9c03-633f0ab67c28 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:23.741153 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-54971fe4-1aaa-4cf4-a9ad-3aa40f2d191b req-eaa89342-e29b-47ed-9c03-633f0ab67c28 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=c93c0921-374a-419b-92fb-43109512c97b HTTP/1.1" status: 200 len: 944 time: 0.0514362 Nov 11 12:47:23.792252 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-54971fe4-1aaa-4cf4-a9ad-3aa40f2d191b req-6ade31f5-106d-4041-8e5e-49ef6e8fd728 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423295 Nov 11 12:47:23.959326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device f0d5a571-8c0c-475f-9b26-3133a2024b67 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:47:24.061796 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port f0d5a571-8c0c-475f-9b26-3133a2024b67, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f0d5a571-8c0c-475f-9b26-3133a2024b67,segment=NetworkSegment(d8b46d49-8245-4cd8-a0ef-75b5f8893827),segment_id=d8b46d49-8245-4cd8-a0ef-75b5f8893827)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:24.073123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'f0d5a571-8c0c-475f-9b26-3133a2024b67', 'network_id': '9162353d-b417-463e-9ff9-f31792dec584', 'port_id': 'f0d5a571-8c0c-475f-9b26-3133a2024b67', 'mac_address': 'fa:16:3e:b3:9e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76bd6115-631d-444b-a92b-c668cedba0dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:47:24.114585 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:24.129568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d5a571-8c0c-475f-9b26-3133a2024b67 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:47:24.149883 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port f0d5a571-8c0c-475f-9b26-3133a2024b67, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f0d5a571-8c0c-475f-9b26-3133a2024b67,segment=NetworkSegment(d8b46d49-8245-4cd8-a0ef-75b5f8893827),segment_id=d8b46d49-8245-4cd8-a0ef-75b5f8893827)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:24.157385 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:24.207419 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=f0d5a571-8c0c-475f-9b26-3133a2024b67,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:24.348880 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['f0d5a571-8c0c-475f-9b26-3133a2024b67'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:47:24.925822 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b777d60-ce35-4c25-a1f4-10097ca8ff08 req-d9d8c633-eb25-4703-93e9-603aa248104c tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:24.927692 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b777d60-ce35-4c25-a1f4-10097ca8ff08 req-d9d8c633-eb25-4703-93e9-603aa248104c tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=c93c0921-374a-419b-92fb-43109512c97b HTTP/1.1" status: 200 len: 945 time: 0.0580201 Nov 11 12:47:24.984846 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b777d60-ce35-4c25-a1f4-10097ca8ff08 req-89ede214-a5bf-46fc-8578-d2d0c441b417 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509377 Nov 11 12:47:25.434971 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:47:25.986473 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device f0d5a571-8c0c-475f-9b26-3133a2024b67 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:47:26.052185 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port f0d5a571-8c0c-475f-9b26-3133a2024b67 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:47:26.056456 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port f0d5a571-8c0c-475f-9b26-3133a2024b67 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:26.056818 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:26.112614 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426e63e-118b-4680-8351-343dced2c5ce req-75367a19-5335-41e7-8534-8bb50230f548 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:26.114180 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f426e63e-118b-4680-8351-343dced2c5ce req-75367a19-5335-41e7-8534-8bb50230f548 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=c93c0921-374a-419b-92fb-43109512c97b HTTP/1.1" status: 200 len: 945 time: 0.0533319 Nov 11 12:47:26.135275 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:26.157499 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93c0921-374a-419b-92fb-43109512c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d5a571-8c0c-475f-9b26-3133a2024b67'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:47:26.161930 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f426e63e-118b-4680-8351-343dced2c5ce req-e40e2555-0cda-4a10-8b98-e7ab1abfc0b5 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414712 Nov 11 12:47:26.171882 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port f0d5a571-8c0c-475f-9b26-3133a2024b67, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f0d5a571-8c0c-475f-9b26-3133a2024b67,segment=NetworkSegment(d8b46d49-8245-4cd8-a0ef-75b5f8893827),segment_id=d8b46d49-8245-4cd8-a0ef-75b5f8893827)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:26.186791 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:26.214458 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145d7f01-533f-4857-aaf8-21745a8c2f7f" -d '{"events": [{"server_uuid": "c93c0921-374a-419b-92fb-43109512c97b", "name": "network-vif-plugged", "status": "completed", "tag": "f0d5a571-8c0c-475f-9b26-3133a2024b67"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:47:26.242022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=f0d5a571-8c0c-475f-9b26-3133a2024b67,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:26.299986 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36194f45-cf43-4331-9f43-0eb36049eef3 x-openstack-request-id: req-36194f45-cf43-4331-9f43-0eb36049eef3 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:47:26.300276 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93c0921-374a-419b-92fb-43109512c97b", "name": "network-vif-plugged", "status": "completed", "tag": "f0d5a571-8c0c-475f-9b26-3133a2024b67", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:47:26.300532 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36194f45-cf43-4331-9f43-0eb36049eef3 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:47:26.300924 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93c0921-374a-419b-92fb-43109512c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d5a571-8c0c-475f-9b26-3133a2024b67', 'code': 200} Nov 11 12:47:26.398822 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2349b-4166-4867-ba9d-274a909db0fc req-b3df2e23-5812-4dd0-a411-c95129652786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:26.400365 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9ec2349b-4166-4867-ba9d-274a909db0fc req-b3df2e23-5812-4dd0-a411-c95129652786 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c93c0921-374a-419b-92fb-43109512c97b HTTP/1.1" status: 200 len: 1097 time: 0.0416455 Nov 11 12:47:26.446633 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9ec2349b-4166-4867-ba9d-274a909db0fc req-00dc34f7-566f-4517-95d1-b9cd15c743ae service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389717 Nov 11 12:47:27.290361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d264dc2-265f-44e1-95ca-7581f63a3137 req-51219ad6-5071-4078-a19b-960f9d806f45 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:27.291852 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d264dc2-265f-44e1-95ca-7581f63a3137 req-51219ad6-5071-4078-a19b-960f9d806f45 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=c93c0921-374a-419b-92fb-43109512c97b HTTP/1.1" status: 200 len: 946 time: 0.0561697 Nov 11 12:47:27.341698 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1d264dc2-265f-44e1-95ca-7581f63a3137 req-0b68fbb0-d709-4625-ab48-02a1a94047d7 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435121 Nov 11 12:47:28.472913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c724759-278e-4e9d-b371-06f0abc68c63 req-0b8f2fd1-9ee6-4df8-8654-fb5bcec87d5c tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:28.474547 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c724759-278e-4e9d-b371-06f0abc68c63 req-0b8f2fd1-9ee6-4df8-8654-fb5bcec87d5c tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=c93c0921-374a-419b-92fb-43109512c97b HTTP/1.1" status: 200 len: 946 time: 0.0537229 Nov 11 12:47:28.523257 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c724759-278e-4e9d-b371-06f0abc68c63 req-1ed7ddae-1edb-4485-8b1d-53c11f3710da tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421956 Nov 11 12:47:28.781070 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5971dbd-ed52-4090-931f-cc729c8c8f8b req-dc7b844e-9e3b-4c91-9bac-b04964625ee3 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:28.782591 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5971dbd-ed52-4090-931f-cc729c8c8f8b req-dc7b844e-9e3b-4c91-9bac-b04964625ee3 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=c93c0921-374a-419b-92fb-43109512c97b HTTP/1.1" status: 200 len: 946 time: 0.0556357 Nov 11 12:47:28.830332 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5971dbd-ed52-4090-931f-cc729c8c8f8b req-ee781419-9a02-463e-a23a-3e8b83f53e50 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416019 Nov 11 12:47:29.991036 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b43a4-de0e-4fda-a82d-bea15db0dbc6 req-4b2c592c-7c9d-4d8b-b38e-50d4b9a692d7 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:29.992538 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a06b43a4-de0e-4fda-a82d-bea15db0dbc6 req-4b2c592c-7c9d-4d8b-b38e-50d4b9a692d7 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=c93c0921-374a-419b-92fb-43109512c97b HTTP/1.1" status: 200 len: 946 time: 0.0762563 Nov 11 12:47:30.004488 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1bf91-a5b9-4061-af06-66252a585176 req-5273212e-55f4-4e36-9829-2e33aaf987ab tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:30.005990 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3c1bf91-a5b9-4061-af06-66252a585176 req-5273212e-55f4-4e36-9829-2e33aaf987ab tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.43 "GET /v2.0/ports?device_id=c93c0921-374a-419b-92fb-43109512c97b HTTP/1.1" status: 200 len: 946 time: 0.0773566 Nov 11 12:47:30.110207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a06b43a4-de0e-4fda-a82d-bea15db0dbc6 req-72dd2909-09c8-4ed2-bf6c-79c2befdb7cd tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029611 Nov 11 12:47:30.139042 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-c3c1bf91-a5b9-4061-af06-66252a585176 req-39e0f106-00a0-41b2-8e2a-2ec3d9a022f7 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Deleting port f0d5a571-8c0c-475f-9b26-3133a2024b67 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:30.139377 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c3c1bf91-a5b9-4061-af06-66252a585176 req-39e0f106-00a0-41b2-8e2a-2ec3d9a022f7 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:30.233351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-c3c1bf91-a5b9-4061-af06-66252a585176 req-39e0f106-00a0-41b2-8e2a-2ec3d9a022f7 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] For port f0d5a571-8c0c-475f-9b26-3133a2024b67, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=f0d5a571-8c0c-475f-9b26-3133a2024b67,segment=NetworkSegment(d8b46d49-8245-4cd8-a0ef-75b5f8893827),segment_id=d8b46d49-8245-4cd8-a0ef-75b5f8893827)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:30.233728 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c3c1bf91-a5b9-4061-af06-66252a585176 req-39e0f106-00a0-41b2-8e2a-2ec3d9a022f7 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:30.245627 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-c3c1bf91-a5b9-4061-af06-66252a585176 req-39e0f106-00a0-41b2-8e2a-2ec3d9a022f7 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Calling delete_port for f0d5a571-8c0c-475f-9b26-3133a2024b67 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:30.383278 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c3c1bf91-a5b9-4061-af06-66252a585176 req-39e0f106-00a0-41b2-8e2a-2ec3d9a022f7 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:30.400233 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['f0d5a571-8c0c-475f-9b26-3133a2024b67'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:47:30.402572 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['03230fee-a4e5-4d90-922e-bb241eda3253'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:47:30.418729 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0f106-00a0-41b2-8e2a-2ec3d9a022f7 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Pushing event deleted for resources: {'Port': ['ID=f0d5a571-8c0c-475f-9b26-3133a2024b67,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:30.462279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c1bf91-a5b9-4061-af06-66252a585176 req-39e0f106-00a0-41b2-8e2a-2ec3d9a022f7 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] No DVR routers for this DVR port f0d5a571-8c0c-475f-9b26-3133a2024b67 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:47:30.465007 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-c3c1bf91-a5b9-4061-af06-66252a585176 req-39e0f106-00a0-41b2-8e2a-2ec3d9a022f7 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:30.468856 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3c1bf91-a5b9-4061-af06-66252a585176 req-39e0f106-00a0-41b2-8e2a-2ec3d9a022f7 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.43 "DELETE /v2.0/ports/f0d5a571-8c0c-475f-9b26-3133a2024b67 HTTP/1.1" status: 204 len: 173 time: 0.4560716 Nov 11 12:47:30.469295 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93c0921-374a-419b-92fb-43109512c97b', 'name': 'network-vif-deleted', 'tag': 'f0d5a571-8c0c-475f-9b26-3133a2024b67'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:47:30.471643 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b928311-56ae-4a97-862f-bc2cd1d6a5af" -d '{"events": [{"server_uuid": "c93c0921-374a-419b-92fb-43109512c97b", "name": "network-vif-deleted", "tag": "f0d5a571-8c0c-475f-9b26-3133a2024b67"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:47:30.512320 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119e58b2-ddac-4027-af30-0668eb8f55b1 x-openstack-request-id: req-119e58b2-ddac-4027-af30-0668eb8f55b1 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:47:30.512820 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93c0921-374a-419b-92fb-43109512c97b", "name": "network-vif-deleted", "tag": "f0d5a571-8c0c-475f-9b26-3133a2024b67", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:47:30.512986 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-119e58b2-ddac-4027-af30-0668eb8f55b1 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:47:30.513282 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93c0921-374a-419b-92fb-43109512c97b', 'name': 'network-vif-deleted', 'tag': 'f0d5a571-8c0c-475f-9b26-3133a2024b67', 'status': 'completed', 'code': 200} Nov 11 12:47:31.265619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa80de0-05c6-481f-9f48-f7178add1b5b req-3de24844-b79b-4ad9-b85f-9796037432c5 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:31.267144 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0fa80de0-05c6-481f-9f48-f7178add1b5b req-3de24844-b79b-4ad9-b85f-9796037432c5 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 945 time: 0.0514996 Nov 11 12:47:31.316275 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0fa80de0-05c6-481f-9f48-f7178add1b5b req-cbf2472e-8f05-4164-a284-5cbbeb716d52 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429356 Nov 11 12:47:31.456554 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e20f74-31b1-4841-ab0d-7c5264bcdf89 req-e8400af0-0e60-4123-ac81-a22d883cd65c tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:31.458040 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d6e20f74-31b1-4841-ab0d-7c5264bcdf89 req-e8400af0-0e60-4123-ac81-a22d883cd65c tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 945 time: 0.0530198 Nov 11 12:47:31.514375 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d6e20f74-31b1-4841-ab0d-7c5264bcdf89 req-f5fc0ca7-aeb9-4864-8df3-057e1c0d0eab tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499990 Nov 11 12:47:31.630337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06b284-55bb-4105-9f18-9d4353bd8e65 req-e4f41e13-31a9-4946-9987-abf992a50f1c tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:31.631844 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd06b284-55bb-4105-9f18-9d4353bd8e65 req-e4f41e13-31a9-4946-9987-abf992a50f1c tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 945 time: 0.0506406 Nov 11 12:47:31.680780 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd06b284-55bb-4105-9f18-9d4353bd8e65 req-f4bd61ed-830e-4e6e-8fde-be8a32b1ad4a tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429378 Nov 11 12:47:31.855329 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168aadc-0595-492e-b6e2-525540ca5b5d req-78e341d1-7406-418f-bbd0-5ddbae8675c1 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:31.856830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6168aadc-0595-492e-b6e2-525540ca5b5d req-78e341d1-7406-418f-bbd0-5ddbae8675c1 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 945 time: 0.0569329 Nov 11 12:47:31.910185 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6168aadc-0595-492e-b6e2-525540ca5b5d req-f2014ffb-f696-4d4c-9373-cb6cfda96b41 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446897 Nov 11 12:47:32.035912 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d98ed-77be-4828-8227-c951c578f7de req-281319f9-35e5-4f90-a76e-f26b1f2d4312 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:32.037308 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b81d98ed-77be-4828-8227-c951c578f7de req-281319f9-35e5-4f90-a76e-f26b1f2d4312 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 945 time: 0.0522950 Nov 11 12:47:32.084437 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b81d98ed-77be-4828-8227-c951c578f7de req-14660821-0696-4bf5-8e7b-3f4bb8f8bf38 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407827 Nov 11 12:47:32.220845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e22dd-5629-4955-bf98-3e9a73d40f43 req-14710389-a1b4-4813-846c-ee2fc5b6a497 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:32.222354 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b71e22dd-5629-4955-bf98-3e9a73d40f43 req-14710389-a1b4-4813-846c-ee2fc5b6a497 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 945 time: 0.0507898 Nov 11 12:47:32.269345 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b71e22dd-5629-4955-bf98-3e9a73d40f43 req-3023a0d3-286c-4751-9d70-56d14cf4880c tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409620 Nov 11 12:47:32.605183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcbbb0-582a-4b98-b5d9-6b28cf518e7d req-081034be-1b7e-45e2-abd9-ed96a10bdb95 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:32.606592 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-39fcbbb0-582a-4b98-b5d9-6b28cf518e7d req-081034be-1b7e-45e2-abd9-ed96a10bdb95 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 945 time: 0.0627301 Nov 11 12:47:32.655437 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-39fcbbb0-582a-4b98-b5d9-6b28cf518e7d req-2197c1d3-ba5b-4e7d-9475-dee50a2f90d8 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403082 Nov 11 12:47:33.788015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457c6cc-5f3b-4738-8961-9fbf15892fdd req-2645748d-5b4f-4e85-8fb6-f572c9b948ee tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:33.789814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5457c6cc-5f3b-4738-8961-9fbf15892fdd req-2645748d-5b4f-4e85-8fb6-f572c9b948ee tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 945 time: 0.0508893 Nov 11 12:47:33.838908 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5457c6cc-5f3b-4738-8961-9fbf15892fdd req-8eaaab30-38a0-48d3-b71e-5da32fb151b6 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8db8b62-a139-44e5-ba89-48bc36ee3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 Nov 11 12:47:34.020059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device f0d5a571-8c0c-475f-9b26-3133a2024b67 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:47:34.048918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: f0d5a571-8c0c-475f-9b26-3133a2024b67 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:47:34.049276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device f0d5a571-8c0c-475f-9b26-3133a2024b67 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:47:34.082706 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b9e47-308e-4292-9ef4-1115c3075c46 req-3bf390ee-e212-42ad-9578-0535bbe85932 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:34.084223 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d09b9e47-308e-4292-9ef4-1115c3075c46 req-3bf390ee-e212-42ad-9578-0535bbe85932 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.62 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 945 time: 0.0562720 Nov 11 12:47:34.182502 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-d09b9e47-308e-4292-9ef4-1115c3075c46 req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Deleting port 03230fee-a4e5-4d90-922e-bb241eda3253 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:34.182845 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d09b9e47-308e-4292-9ef4-1115c3075c46 req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:34.275853 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-d09b9e47-308e-4292-9ef4-1115c3075c46 req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] For port 03230fee-a4e5-4d90-922e-bb241eda3253, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=03230fee-a4e5-4d90-922e-bb241eda3253,segment=NetworkSegment(d8b46d49-8245-4cd8-a0ef-75b5f8893827),segment_id=d8b46d49-8245-4cd8-a0ef-75b5f8893827)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:34.276107 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d09b9e47-308e-4292-9ef4-1115c3075c46 req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:34.289413 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-d09b9e47-308e-4292-9ef4-1115c3075c46 req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Calling delete_port for 03230fee-a4e5-4d90-922e-bb241eda3253 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:34.427883 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d09b9e47-308e-4292-9ef4-1115c3075c46 req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:34.445717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['03230fee-a4e5-4d90-922e-bb241eda3253'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:47:34.459581 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Pushing event deleted for resources: {'Port': ['ID=03230fee-a4e5-4d90-922e-bb241eda3253,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:34.485792 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:34.486125 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:34.486473 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:34.486811 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:34.487142 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:34.487465 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:34.487789 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:34.488108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:34.488427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:34.488733 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:34.489053 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:34.489369 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:34.508007 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09b9e47-308e-4292-9ef4-1115c3075c46 req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] No DVR routers for this DVR port 03230fee-a4e5-4d90-922e-bb241eda3253 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:47:34.510630 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d09b9e47-308e-4292-9ef4-1115c3075c46 req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:34.514058 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d09b9e47-308e-4292-9ef4-1115c3075c46 req-d9181f60-5820-40ef-86e9-fe707fdc54ed tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.62 "DELETE /v2.0/ports/03230fee-a4e5-4d90-922e-bb241eda3253 HTTP/1.1" status: 204 len: 173 time: 0.4192936 Nov 11 12:47:34.514493 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90da666b-49e6-4783-8b11-deb8b60e8477', 'name': 'network-vif-deleted', 'tag': '03230fee-a4e5-4d90-922e-bb241eda3253'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:47:34.516749 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62534e65-5d0f-4d45-93bf-c2570ce44f01" -d '{"events": [{"server_uuid": "90da666b-49e6-4783-8b11-deb8b60e8477", "name": "network-vif-deleted", "tag": "03230fee-a4e5-4d90-922e-bb241eda3253"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:47:34.558433 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60387ec6-3f5e-4770-b806-8b392399ab93 x-openstack-request-id: req-60387ec6-3f5e-4770-b806-8b392399ab93 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:47:34.559091 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90da666b-49e6-4783-8b11-deb8b60e8477", "name": "network-vif-deleted", "tag": "03230fee-a4e5-4d90-922e-bb241eda3253", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:47:34.559344 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60387ec6-3f5e-4770-b806-8b392399ab93 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:47:34.559764 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90da666b-49e6-4783-8b11-deb8b60e8477', 'name': 'network-vif-deleted', 'tag': '03230fee-a4e5-4d90-922e-bb241eda3253', 'status': 'completed', 'code': 200} Nov 11 12:47:34.958399 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4d241d00-de08-4159-9924-d8f786da4298 req-ba730ca0-657a-4396-bb5c-dc147422fbb8 tempest-ServersNegativeTestJSON-161577029 tempest-ServersNegativeTestJSON-161577029-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da666b-49e6-4783-8b11-deb8b60e8477 HTTP/1.1" status: 200 len: 210 time: 0.0275452 Nov 11 12:47:35.910184 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f7d53d74-6f3e-4245-85ef-a86a4c0196ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.022513 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44850) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:36.070199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-211a1d41-6099-413d-8a45-8fda8a7c81f5 admin admin] Deleting subnet 76bd6115-631d-444b-a92b-c668cedba0dd {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:47:36.073874 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-211a1d41-6099-413d-8a45-8fda8a7c81f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.113372 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-211a1d41-6099-413d-8a45-8fda8a7c81f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.157672 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-211a1d41-6099-413d-8a45-8fda8a7c81f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.213809 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-211a1d41-6099-413d-8a45-8fda8a7c81f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.237178 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a1d41-6099-413d-8a45-8fda8a7c81f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76bd6115-631d-444b-a92b-c668cedba0dd,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:36.243081 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-211a1d41-6099-413d-8a45-8fda8a7c81f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.248295 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-211a1d41-6099-413d-8a45-8fda8a7c81f5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/76bd6115-631d-444b-a92b-c668cedba0dd HTTP/1.1" status: 204 len: 168 time: 0.2247236 Nov 11 12:47:36.249055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44852) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:36.319967 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.400148 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.419700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9162353d-b417-463e-9ff9-f31792dec584']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:36.428855 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b46d49-8245-4cd8-a0ef-75b5f8893827') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:36.429143 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b46d49-8245-4cd8-a0ef-75b5f8893827') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:36.438475 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.451572 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.457610 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:47:36.458000 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:47:36.459662 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:47:36.514842 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.520405 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.523610 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9162353d-b417-463e-9ff9-f31792dec584 HTTP/1.1" status: 204 len: 168 time: 0.2735298 Nov 11 12:47:36.535616 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Pushing event deleted for resources: {'Network': ['ID=9162353d-b417-463e-9ff9-f31792dec584,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:36.543253 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:36.543605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:36.543934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:36.544285 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:36.544590 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:36.544968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:36.545288 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:36.545596 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:36.545962 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:36.546280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:36.546604 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:36.546913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abe92c-cc28-4974-940b-eaffad678899 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:36.633851 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44856) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:36.674566 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f9afd208-5d09-443f-be6a-05ab200292e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eadd80bf6e8841cdb4f9c5fab31e0dec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394671 Nov 11 12:47:36.677171 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44858) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:36.729313 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-364e047b-b613-418b-92cd-2eed7fe56328 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.750903 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-364e047b-b613-418b-92cd-2eed7fe56328 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.800429 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-364e047b-b613-418b-92cd-2eed7fe56328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.803986 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-364e047b-b613-418b-92cd-2eed7fe56328 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.805607 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-364e047b-b613-418b-92cd-2eed7fe56328 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8db8b62-a139-44e5-ba89-48bc36ee3017 HTTP/1.1" status: 204 len: 168 time: 0.1275198 Nov 11 12:47:36.813459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e047b-b613-418b-92cd-2eed7fe56328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8db8b62-a139-44e5-ba89-48bc36ee3017,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:36.864774 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 03230fee-a4e5-4d90-922e-bb241eda3253 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:47:36.888599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 03230fee-a4e5-4d90-922e-bb241eda3253 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:47:36.888940 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 03230fee-a4e5-4d90-922e-bb241eda3253 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:47:37.511501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44880) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:37.612003 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-59fa3a09-e3db-48c5-8462-2f7e0bea6027 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-64285986'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:37.635265 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fa3a09-e3db-48c5-8462-2f7e0bea6027 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Made reservation on behalf of e454fbd6319b46c48eef59a6e765a6a6 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:37.638713 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa3a09-e3db-48c5-8462-2f7e0bea6027 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.647882 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa3a09-e3db-48c5-8462-2f7e0bea6027 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.731420 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa3a09-e3db-48c5-8462-2f7e0bea6027 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.737051 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa3a09-e3db-48c5-8462-2f7e0bea6027 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.763696 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fa3a09-e3db-48c5-8462-2f7e0bea6027 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:47:37.773181 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa3a09-e3db-48c5-8462-2f7e0bea6027 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe23c09-c7b6-4945-adc7-3101d884ddac,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:37.778326 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa3a09-e3db-48c5-8462-2f7e0bea6027 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.778786 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-59fa3a09-e3db-48c5-8462-2f7e0bea6027 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Added segment 2cb81804-c685-4ed8-9101-5232edc2d0c3 of type vlan for network 8c0201db-9f3a-4dab-af95-36078600c58b Nov 11 12:47:37.822760 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa3a09-e3db-48c5-8462-2f7e0bea6027 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.848766 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa3a09-e3db-48c5-8462-2f7e0bea6027 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.854372 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa3a09-e3db-48c5-8462-2f7e0bea6027 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:37.854969 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-59fa3a09-e3db-48c5-8462-2f7e0bea6027 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.913327 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-59fa3a09-e3db-48c5-8462-2f7e0bea6027 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4006546 Nov 11 12:47:37.921815 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa3a09-e3db-48c5-8462-2f7e0bea6027 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event updated for resources: {'Network': ['ID=8c0201db-9f3a-4dab-af95-36078600c58b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:37.940255 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 8c0201db-9f3a-4dab-af95-36078600c58b details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:47:38.170846 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d0a918c6-c214-4a0c-a60a-0e0cdf54019f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:39.227576 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:40.760124 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:41.171212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44884) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:41.176580 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-41180628-2927-4a3b-8405-0c2b2ddc0bbf tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Request body: {'subnet': {'network_id': '8c0201db-9f3a-4dab-af95-36078600c58b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:41.272736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41180628-2927-4a3b-8405-0c2b2ddc0bbf tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Made reservation on behalf of e454fbd6319b46c48eef59a6e765a6a6 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:41.276316 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41180628-2927-4a3b-8405-0c2b2ddc0bbf tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:41.310930 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:41.460804 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41180628-2927-4a3b-8405-0c2b2ddc0bbf tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:41.519506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41180628-2927-4a3b-8405-0c2b2ddc0bbf tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event updated for resources: {'Subnet': ['ID=9635c800-33fc-48c7-8b55-9b70164583de,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:41.528367 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41180628-2927-4a3b-8405-0c2b2ddc0bbf tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Checking segment: {'id': '2cb81804-c685-4ed8-9101-5232edc2d0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8c0201db-9f3a-4dab-af95-36078600c58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:41.528718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41180628-2927-4a3b-8405-0c2b2ddc0bbf tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Network hostable DHCP agents. Network: 8c0201db-9f3a-4dab-af95-36078600c58b, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:47:41.548366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41180628-2927-4a3b-8405-0c2b2ddc0bbf tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Network 8c0201db-9f3a-4dab-af95-36078600c58b is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:47:41.558775 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-41180628-2927-4a3b-8405-0c2b2ddc0bbf tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 8c0201db-9f3a-4dab-af95-36078600c58b) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:41.563170 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41180628-2927-4a3b-8405-0c2b2ddc0bbf tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:41.563758 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41180628-2927-4a3b-8405-0c2b2ddc0bbf tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:41.569656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f667eec-feea-4a6e-aa4f-3011a11a5083 None None] Network 8c0201db-9f3a-4dab-af95-36078600c58b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:41.581197 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-41180628-2927-4a3b-8405-0c2b2ddc0bbf tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4088838 Nov 11 12:47:41.584730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44886) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:41.589749 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-855e4ad1-34b5-4598-af64-a40c48f882c9 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-559970699'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:41.610814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855e4ad1-34b5-4598-af64-a40c48f882c9 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Made reservation on behalf of e454fbd6319b46c48eef59a6e765a6a6 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:41.614384 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-855e4ad1-34b5-4598-af64-a40c48f882c9 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:41.640983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855e4ad1-34b5-4598-af64-a40c48f882c9 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:47:41.650684 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-855e4ad1-34b5-4598-af64-a40c48f882c9 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:41.651019 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-855e4ad1-34b5-4598-af64-a40c48f882c9 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Added segment b75fdbe6-8669-4579-91bf-7ef9a91bc123 of type vlan for network 22630da1-9081-4a10-a01b-9fef3576076e Nov 11 12:47:41.695349 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-855e4ad1-34b5-4598-af64-a40c48f882c9 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:41.712145 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-8c0201db-9f3a-4dab-af95-36078600c58b', 'network_id': '8c0201db-9f3a-4dab-af95-36078600c58b', 'tenant_id': 'e454fbd6319b46c48eef59a6e765a6a6', 'fixed_ips': [{'subnet_id': '9635c800-33fc-48c7-8b55-9b70164583de'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:47:41.712968 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:41.722626 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-855e4ad1-34b5-4598-af64-a40c48f882c9 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:41.728404 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855e4ad1-34b5-4598-af64-a40c48f882c9 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:41.728987 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-855e4ad1-34b5-4598-af64-a40c48f882c9 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:41.767711 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-855e4ad1-34b5-4598-af64-a40c48f882c9 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1790757 Nov 11 12:47:41.768343 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44888) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:41.774154 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ab408f16-1fe3-4b8d-8bbd-f45ff886bdc5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Request body: {'subnet': {'network_id': '22630da1-9081-4a10-a01b-9fef3576076e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:41.798101 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e4ad1-34b5-4598-af64-a40c48f882c9 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event updated for resources: {'Network': ['ID=22630da1-9081-4a10-a01b-9fef3576076e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:41.808913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 22630da1-9081-4a10-a01b-9fef3576076e details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:47:41.870761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab408f16-1fe3-4b8d-8bbd-f45ff886bdc5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Made reservation on behalf of e454fbd6319b46c48eef59a6e765a6a6 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:41.874287 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab408f16-1fe3-4b8d-8bbd-f45ff886bdc5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:41.905427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Allocated IP 2001:db8:0:ffff::2 (8c0201db-9f3a-4dab-af95-36078600c58b/9635c800-33fc-48c7-8b55-9b70164583de/00e42711-4901-495c-8552-b450c929492e) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:47:42.074434 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab408f16-1fe3-4b8d-8bbd-f45ff886bdc5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.146348 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab408f16-1fe3-4b8d-8bbd-f45ff886bdc5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Checking segment: {'id': 'b75fdbe6-8669-4579-91bf-7ef9a91bc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '22630da1-9081-4a10-a01b-9fef3576076e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:42.146709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab408f16-1fe3-4b8d-8bbd-f45ff886bdc5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Network hostable DHCP agents. Network: 22630da1-9081-4a10-a01b-9fef3576076e, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:47:42.148718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab408f16-1fe3-4b8d-8bbd-f45ff886bdc5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event updated for resources: {'Subnet': ['ID=314be150-844f-4efc-946f-7aa55b9ad902,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:42.169350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab408f16-1fe3-4b8d-8bbd-f45ff886bdc5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Network 22630da1-9081-4a10-a01b-9fef3576076e is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:47:42.181374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-ab408f16-1fe3-4b8d-8bbd-f45ff886bdc5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 22630da1-9081-4a10-a01b-9fef3576076e) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:42.186403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab408f16-1fe3-4b8d-8bbd-f45ff886bdc5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:42.187494 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ab408f16-1fe3-4b8d-8bbd-f45ff886bdc5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.204695 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a544b7-e933-4cdb-a40a-736ae9eb03cf None None] Network 22630da1-9081-4a10-a01b-9fef3576076e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:42.214071 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ab408f16-1fe3-4b8d-8bbd-f45ff886bdc5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4444048 Nov 11 12:47:42.216852 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44890) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:42.279683 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.294293 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.321777 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81c9ac9e-916a-4380-9393-c21d5dc5928e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.356159 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Network 8c0201db-9f3a-4dab-af95-36078600c58b is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:47:42.381116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:42.384986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:47:42.387055 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Pushing event updated for resources: {'Port': ['ID=00e42711-4901-495c-8552-b450c929492e,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:42.403946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:42.404289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:42.404632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:42.404965 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:42.405294 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:42.405711 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:42.405970 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:42.406290 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:42.406608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:42.406931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:42.407249 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:42.407563 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:42.414426 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81c9ac9e-916a-4380-9393-c21d5dc5928e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.479077 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a299bb03-35a8-479b-a311-b0ab74c9dfc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-22630da1-9081-4a10-a01b-9fef3576076e', 'network_id': '22630da1-9081-4a10-a01b-9fef3576076e', 'tenant_id': 'e454fbd6319b46c48eef59a6e765a6a6', 'fixed_ips': [{'subnet_id': '314be150-844f-4efc-946f-7aa55b9ad902'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:47:42.479921 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a299bb03-35a8-479b-a311-b0ab74c9dfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.480118 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81c9ac9e-916a-4380-9393-c21d5dc5928e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.494336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Attempting to bind port 00e42711-4901-495c-8552-b450c929492e on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:47:42.494701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Attempting to bind port 00e42711-4901-495c-8552-b450c929492e by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '2cb81804-c685-4ed8-9101-5232edc2d0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8c0201db-9f3a-4dab-af95-36078600c58b'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:47:42.495061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Attempting to bind port 00e42711-4901-495c-8552-b450c929492e on network 8c0201db-9f3a-4dab-af95-36078600c58b {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:47:42.508229 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:47:42.508495 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9ac9e-916a-4380-9393-c21d5dc5928e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event deleted for resources: {'Subnet': ['ID=314be150-844f-4efc-946f-7aa55b9ad902,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:42.508632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Checking segment: {'id': '2cb81804-c685-4ed8-9101-5232edc2d0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8c0201db-9f3a-4dab-af95-36078600c58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:42.508967 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.509359 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Bound using segment: {'id': '2cb81804-c685-4ed8-9101-5232edc2d0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8c0201db-9f3a-4dab-af95-36078600c58b'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:47:42.509855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Bound port: 00e42711-4901-495c-8552-b450c929492e, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb81804-c685-4ed8-9101-5232edc2d0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8c0201db-9f3a-4dab-af95-36078600c58b'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:47:42.510230 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.573971 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81c9ac9e-916a-4380-9393-c21d5dc5928e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.595784 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-81c9ac9e-916a-4380-9393-c21d5dc5928e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22630da1-9081-4a10-a01b-9fef3576076e']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:42.599939 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a517b1e7-9655-471b-9a59-aaea28b95d3e None None] Network 22630da1-9081-4a10-a01b-9fef3576076e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:42.605455 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-81c9ac9e-916a-4380-9393-c21d5dc5928e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75fdbe6-8669-4579-91bf-7ef9a91bc123') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:42.605847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-81c9ac9e-916a-4380-9393-c21d5dc5928e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75fdbe6-8669-4579-91bf-7ef9a91bc123') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:42.615344 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81c9ac9e-916a-4380-9393-c21d5dc5928e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.628782 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81c9ac9e-916a-4380-9393-c21d5dc5928e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.634833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c9ac9e-916a-4380-9393-c21d5dc5928e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:47:42.635209 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81c9ac9e-916a-4380-9393-c21d5dc5928e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:47:42.638232 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:47:42.668769 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] For port 00e42711-4901-495c-8552-b450c929492e, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:47:42.689111 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] For port 00e42711-4901-495c-8552-b450c929492e, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=00e42711-4901-495c-8552-b450c929492e,segment=NetworkSegment(2cb81804-c685-4ed8-9101-5232edc2d0c3),segment_id=2cb81804-c685-4ed8-9101-5232edc2d0c3)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:47:42.700310 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81c9ac9e-916a-4380-9393-c21d5dc5928e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.707367 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-81c9ac9e-916a-4380-9393-c21d5dc5928e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.714221 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-81c9ac9e-916a-4380-9393-c21d5dc5928e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "DELETE /v2.0/networks/22630da1-9081-4a10-a01b-9fef3576076e HTTP/1.1" status: 204 len: 168 time: 0.4923558 Nov 11 12:47:42.714398 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.714866 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44892) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:42.720445 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-25923393-3935-46a9-bd40-6a1f5d34f054 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1880845677'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:42.726504 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9ac9e-916a-4380-9393-c21d5dc5928e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event deleted for resources: {'Network': ['ID=22630da1-9081-4a10-a01b-9fef3576076e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:42.747718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25923393-3935-46a9-bd40-6a1f5d34f054 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Made reservation on behalf of e454fbd6319b46c48eef59a6e765a6a6 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:42.751417 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-25923393-3935-46a9-bd40-6a1f5d34f054 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.776631 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25923393-3935-46a9-bd40-6a1f5d34f054 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:47:42.788062 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-25923393-3935-46a9-bd40-6a1f5d34f054 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.788538 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-25923393-3935-46a9-bd40-6a1f5d34f054 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Added segment 6aa27d51-8f2c-48f2-9c91-ad1a0e353fc6 of type vlan for network 01de735a-c8ae-4162-8ca0-18374b780470 Nov 11 12:47:42.790929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588834b8-f795-4cd9-a4b2-9cb79099f176 None None] Pushing event updated for resources: {'Port': ['ID=00e42711-4901-495c-8552-b450c929492e,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:42.836974 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-25923393-3935-46a9-bd40-6a1f5d34f054 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.864342 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-25923393-3935-46a9-bd40-6a1f5d34f054 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.870105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25923393-3935-46a9-bd40-6a1f5d34f054 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:42.870631 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-25923393-3935-46a9-bd40-6a1f5d34f054 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.938791 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-25923393-3935-46a9-bd40-6a1f5d34f054 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2223899 Nov 11 12:47:42.941891 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44894) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:42.944848 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25923393-3935-46a9-bd40-6a1f5d34f054 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event updated for resources: {'Network': ['ID=01de735a-c8ae-4162-8ca0-18374b780470,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:42.947759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0bbe4d66-f2f0-42cd-b473-a8700f95dc7f tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Request body: {'subnet': {'network_id': '01de735a-c8ae-4162-8ca0-18374b780470', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:42.955789 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 01de735a-c8ae-4162-8ca0-18374b780470 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:47:43.045714 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbe4d66-f2f0-42cd-b473-a8700f95dc7f tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Made reservation on behalf of e454fbd6319b46c48eef59a6e765a6a6 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:43.049313 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bbe4d66-f2f0-42cd-b473-a8700f95dc7f tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:43.108607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_backend_mixin [None req-0bbe4d66-f2f0-42cd-b473-a8700f95dc7f tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Performing IP validity checks on allocation pools {{(pid=109153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 12:47:43.109122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.ipam_backend_mixin [None req-0bbe4d66-f2f0-42cd-b473-a8700f95dc7f tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 12:47:43.231664 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bbe4d66-f2f0-42cd-b473-a8700f95dc7f tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:43.292113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe4d66-f2f0-42cd-b473-a8700f95dc7f tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event updated for resources: {'Subnet': ['ID=0a7eb4fe-8c18-46b1-a48c-7560fa175e71,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:43.304607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe4d66-f2f0-42cd-b473-a8700f95dc7f tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Checking segment: {'id': '6aa27d51-8f2c-48f2-9c91-ad1a0e353fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '01de735a-c8ae-4162-8ca0-18374b780470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:43.304968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbe4d66-f2f0-42cd-b473-a8700f95dc7f tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Network hostable DHCP agents. Network: 01de735a-c8ae-4162-8ca0-18374b780470, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:47:43.324830 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbe4d66-f2f0-42cd-b473-a8700f95dc7f tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Network 01de735a-c8ae-4162-8ca0-18374b780470 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:47:43.335387 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-0bbe4d66-f2f0-42cd-b473-a8700f95dc7f tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 01de735a-c8ae-4162-8ca0-18374b780470) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:43.339898 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbe4d66-f2f0-42cd-b473-a8700f95dc7f tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:43.341386 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0bbe4d66-f2f0-42cd-b473-a8700f95dc7f tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:43.346765 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3927e3e4-d1fb-4d2b-bb12-67b1845723e7 None None] Network 01de735a-c8ae-4162-8ca0-18374b780470 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:43.362955 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0bbe4d66-f2f0-42cd-b473-a8700f95dc7f tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4178817 Nov 11 12:47:43.364501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44896) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:43.470488 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:43.504864 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-01de735a-c8ae-4162-8ca0-18374b780470', 'network_id': '01de735a-c8ae-4162-8ca0-18374b780470', 'tenant_id': 'e454fbd6319b46c48eef59a6e765a6a6', 'fixed_ips': [{'subnet_id': '0a7eb4fe-8c18-46b1-a48c-7560fa175e71'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:47:43.505915 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:43.553230 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:43.649468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Allocated IP 2001:db8::3 (01de735a-c8ae-4162-8ca0-18374b780470/0a7eb4fe-8c18-46b1-a48c-7560fa175e71/aa8b15e3-329f-48fb-a4b3-e2480a012b86) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:47:43.714021 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244f3bd2-6667-4c4c-aa5b-733054cea3d4 None None] Network 8c0201db-9f3a-4dab-af95-36078600c58b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:43.826702 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-878966f8-e520-4421-a6fd-9da57092dd2d None None] Provisioning complete for port 00e42711-4901-495c-8552-b450c929492e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:43.827065 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-878966f8-e520-4421-a6fd-9da57092dd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:43.928604 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:43.940409 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:43.978307 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.004002 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Network 01de735a-c8ae-4162-8ca0-18374b780470 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:47:44.008606 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7eb4fe-8c18-46b1-a48c-7560fa175e71,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:44.011814 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:44.039108 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:47:44.045982 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Pushing event updated for resources: {'Port': ['ID=aa8b15e3-329f-48fb-a4b3-e2480a012b86,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:44.067598 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.085767 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-878966f8-e520-4421-a6fd-9da57092dd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.091391 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01de735a-c8ae-4162-8ca0-18374b780470']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:44.101922 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa27d51-8f2c-48f2-9c91-ad1a0e353fc6') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:44.102227 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa27d51-8f2c-48f2-9c91-ad1a0e353fc6') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:44.113457 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.126987 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.127203 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Attempting to bind port aa8b15e3-329f-48fb-a4b3-e2480a012b86 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:47:44.127563 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Attempting to bind port aa8b15e3-329f-48fb-a4b3-e2480a012b86 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '6aa27d51-8f2c-48f2-9c91-ad1a0e353fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '01de735a-c8ae-4162-8ca0-18374b780470'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:47:44.127922 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Attempting to bind port aa8b15e3-329f-48fb-a4b3-e2480a012b86 on network 01de735a-c8ae-4162-8ca0-18374b780470 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:47:44.135720 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:47:44.136126 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.138626 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:47:44.139008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Checking segment: {'id': '6aa27d51-8f2c-48f2-9c91-ad1a0e353fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '01de735a-c8ae-4162-8ca0-18374b780470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:47:44.139272 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:47:44.141074 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.141074 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Bound using segment: {'id': '6aa27d51-8f2c-48f2-9c91-ad1a0e353fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '01de735a-c8ae-4162-8ca0-18374b780470'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:47:44.141074 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Bound port: aa8b15e3-329f-48fb-a4b3-e2480a012b86, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa27d51-8f2c-48f2-9c91-ad1a0e353fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '01de735a-c8ae-4162-8ca0-18374b780470'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:47:44.141074 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.159146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-878966f8-e520-4421-a6fd-9da57092dd2d None None] For port 00e42711-4901-495c-8552-b450c929492e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=00e42711-4901-495c-8552-b450c929492e,segment=NetworkSegment(2cb81804-c685-4ed8-9101-5232edc2d0c3),segment_id=2cb81804-c685-4ed8-9101-5232edc2d0c3)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:44.182178 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-878966f8-e520-4421-a6fd-9da57092dd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.200327 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.db.api [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:47:44.200327 n-d-807359-3 neutron-server[109154]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:47:44.200327 n-d-807359-3 neutron-server[109154]: [parameters: {'id': '01de735a-c8ae-4162-8ca0-18374b780470'}] Nov 11 12:47:44.200327 n-d-807359-3 neutron-server[109154]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:47:44.200818 n-d-807359-3 neutron-server[109154]: DEBUG oslo_db.api [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:47:44.259939 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] For port aa8b15e3-329f-48fb-a4b3-e2480a012b86, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:47:44.265055 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] For port aa8b15e3-329f-48fb-a4b3-e2480a012b86, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=aa8b15e3-329f-48fb-a4b3-e2480a012b86,segment=NetworkSegment(6aa27d51-8f2c-48f2-9c91-ad1a0e353fc6),segment_id=6aa27d51-8f2c-48f2-9c91-ad1a0e353fc6)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:47:44.266541 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878966f8-e520-4421-a6fd-9da57092dd2d None None] Pushing event updated for resources: {'Port': ['ID=00e42711-4901-495c-8552-b450c929492e,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:44.279381 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.322412 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 00e42711-4901-495c-8552-b450c929492e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:47:44.406328 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59753da6-bfe0-4772-8c0e-61dc22fc1d6c None None] Pushing event updated for resources: {'Port': ['ID=aa8b15e3-329f-48fb-a4b3-e2480a012b86,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:44.416994 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498d184d-fdba-4099-8ec7-87cb04bb63d9 None None] Network 01de735a-c8ae-4162-8ca0-18374b780470 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:44.438324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-85704c59-9765-4798-820f-7a239ada0004 None None] Provisioning complete for port 00e42711-4901-495c-8552-b450c929492e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:44.438610 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-85704c59-9765-4798-820f-7a239ada0004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.543489 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 00e42711-4901-495c-8552-b450c929492e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:44.543836 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.650111 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c443b2-3dc7-4947-bcaa-776dc962f3b3 None None] get_active_networks_info from n-d-807359-3 {{(pid=109155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:47:44.702072 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.763390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Deleting port aa8b15e3-329f-48fb-a4b3-e2480a012b86 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:44.763711 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.833637 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] For port aa8b15e3-329f-48fb-a4b3-e2480a012b86, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=aa8b15e3-329f-48fb-a4b3-e2480a012b86,segment=NetworkSegment(6aa27d51-8f2c-48f2-9c91-ad1a0e353fc6),segment_id=6aa27d51-8f2c-48f2-9c91-ad1a0e353fc6)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:44.833987 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.848129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Calling delete_port for aa8b15e3-329f-48fb-a4b3-e2480a012b86 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:44.918069 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c443b2-3dc7-4947-bcaa-776dc962f3b3 None None] Resources bound (agent type, host, resource id): {{(pid=109155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:47:44.930194 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.957830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] No DVR routers for this DVR port aa8b15e3-329f-48fb-a4b3-e2480a012b86 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:47:44.963396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event deleted for resources: {'Port': ['ID=aa8b15e3-329f-48fb-a4b3-e2480a012b86,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:45.046462 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.066517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01de735a-c8ae-4162-8ca0-18374b780470']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:45.075617 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa27d51-8f2c-48f2-9c91-ad1a0e353fc6') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:45.075910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa27d51-8f2c-48f2-9c91-ad1a0e353fc6') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:45.085386 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.098627 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.104939 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:47:45.105325 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:47:45.110797 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:47:45.171359 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.175929 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.179623 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "DELETE /v2.0/networks/01de735a-c8ae-4162-8ca0-18374b780470 HTTP/1.1" status: 204 len: 168 time: 1.8141229 Nov 11 12:47:45.183521 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44898) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:45.188813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0d68b8ea-1264-4995-a5fc-9e11ae9939d5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1193101840'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:45.193864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fc949-022c-469e-8f99-620348c895e4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event deleted for resources: {'Network': ['ID=01de735a-c8ae-4162-8ca0-18374b780470,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:45.211656 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d68b8ea-1264-4995-a5fc-9e11ae9939d5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Made reservation on behalf of e454fbd6319b46c48eef59a6e765a6a6 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:45.215541 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d68b8ea-1264-4995-a5fc-9e11ae9939d5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.239851 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d68b8ea-1264-4995-a5fc-9e11ae9939d5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:47:45.249538 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d68b8ea-1264-4995-a5fc-9e11ae9939d5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.249908 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-0d68b8ea-1264-4995-a5fc-9e11ae9939d5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Added segment 34d1d940-ae8f-41b9-9bc2-ebbf1578cd3d of type vlan for network 31b9eee5-cb01-4114-a2ee-7665fe9f06d4 Nov 11 12:47:45.293844 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d68b8ea-1264-4995-a5fc-9e11ae9939d5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.321661 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d68b8ea-1264-4995-a5fc-9e11ae9939d5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.327308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d68b8ea-1264-4995-a5fc-9e11ae9939d5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:45.327906 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0d68b8ea-1264-4995-a5fc-9e11ae9939d5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.364089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0d68b8ea-1264-4995-a5fc-9e11ae9939d5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1793289 Nov 11 12:47:45.367083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44900) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:45.372268 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e18620ac-fc01-4562-89ff-982b15bfdd26 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Request body: {'subnet': {'network_id': '31b9eee5-cb01-4114-a2ee-7665fe9f06d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:45.397885 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68b8ea-1264-4995-a5fc-9e11ae9939d5 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event updated for resources: {'Network': ['ID=31b9eee5-cb01-4114-a2ee-7665fe9f06d4,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:45.408735 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 31b9eee5-cb01-4114-a2ee-7665fe9f06d4 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:47:45.463350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18620ac-fc01-4562-89ff-982b15bfdd26 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Made reservation on behalf of e454fbd6319b46c48eef59a6e765a6a6 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:45.467087 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e18620ac-fc01-4562-89ff-982b15bfdd26 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.648984 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e18620ac-fc01-4562-89ff-982b15bfdd26 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.714973 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18620ac-fc01-4562-89ff-982b15bfdd26 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event updated for resources: {'Subnet': ['ID=27648481-5f08-4e54-8d1e-3bb1b8f42196,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:45.730456 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18620ac-fc01-4562-89ff-982b15bfdd26 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Checking segment: {'id': '34d1d940-ae8f-41b9-9bc2-ebbf1578cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '31b9eee5-cb01-4114-a2ee-7665fe9f06d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:45.730800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18620ac-fc01-4562-89ff-982b15bfdd26 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Network hostable DHCP agents. Network: 31b9eee5-cb01-4114-a2ee-7665fe9f06d4, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:47:45.749684 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18620ac-fc01-4562-89ff-982b15bfdd26 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Network 31b9eee5-cb01-4114-a2ee-7665fe9f06d4 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:47:45.760094 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-e18620ac-fc01-4562-89ff-982b15bfdd26 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 31b9eee5-cb01-4114-a2ee-7665fe9f06d4) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:45.764371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18620ac-fc01-4562-89ff-982b15bfdd26 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:45.764941 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e18620ac-fc01-4562-89ff-982b15bfdd26 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.769069 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ce76c3-8c6b-4e51-909c-fa49f72112d8 None None] Network 31b9eee5-cb01-4114-a2ee-7665fe9f06d4 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:45.782573 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e18620ac-fc01-4562-89ff-982b15bfdd26 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4143031 Nov 11 12:47:45.786009 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44902) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:45.791105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7178c021-5c8f-4706-82be-a6eee8fb2f9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-276561391'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:45.812818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7178c021-5c8f-4706-82be-a6eee8fb2f9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Made reservation on behalf of e454fbd6319b46c48eef59a6e765a6a6 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:45.816293 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7178c021-5c8f-4706-82be-a6eee8fb2f9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.841310 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7178c021-5c8f-4706-82be-a6eee8fb2f9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:47:45.850864 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7178c021-5c8f-4706-82be-a6eee8fb2f9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.851214 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-7178c021-5c8f-4706-82be-a6eee8fb2f9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Added segment f70f70ef-48e0-4f4e-935f-2abae51e7786 of type vlan for network cf45d574-62b5-40e1-90aa-2bce9113c03a Nov 11 12:47:45.894128 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7178c021-5c8f-4706-82be-a6eee8fb2f9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.921459 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7178c021-5c8f-4706-82be-a6eee8fb2f9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.923613 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-31b9eee5-cb01-4114-a2ee-7665fe9f06d4', 'network_id': '31b9eee5-cb01-4114-a2ee-7665fe9f06d4', 'tenant_id': 'e454fbd6319b46c48eef59a6e765a6a6', 'fixed_ips': [{'subnet_id': '27648481-5f08-4e54-8d1e-3bb1b8f42196'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:47:45.924475 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.927421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7178c021-5c8f-4706-82be-a6eee8fb2f9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:45.927978 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7178c021-5c8f-4706-82be-a6eee8fb2f9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:45.968350 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7178c021-5c8f-4706-82be-a6eee8fb2f9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1780891 Nov 11 12:47:45.968756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44904) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:45.974936 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-1cb27580-017c-43fd-a16d-9543485fbfc6 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Request body: {'subnet': {'network_id': 'cf45d574-62b5-40e1-90aa-2bce9113c03a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:46.004090 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178c021-5c8f-4706-82be-a6eee8fb2f9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event updated for resources: {'Network': ['ID=cf45d574-62b5-40e1-90aa-2bce9113c03a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:46.015496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network cf45d574-62b5-40e1-90aa-2bce9113c03a details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:47:46.075216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb27580-017c-43fd-a16d-9543485fbfc6 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Made reservation on behalf of e454fbd6319b46c48eef59a6e765a6a6 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:46.078944 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1cb27580-017c-43fd-a16d-9543485fbfc6 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:46.129738 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Allocated IP 2001:db8::2 (31b9eee5-cb01-4114-a2ee-7665fe9f06d4/27648481-5f08-4e54-8d1e-3bb1b8f42196/493aa48a-b3b6-4f5e-9f93-080eb5aec30a) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:47:46.266722 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1cb27580-017c-43fd-a16d-9543485fbfc6 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:46.279062 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 00e42711-4901-495c-8552-b450c929492e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:47:46.304562 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:46.327044 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:46.328647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb27580-017c-43fd-a16d-9543485fbfc6 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event updated for resources: {'Subnet': ['ID=757911bc-f342-440a-827d-93f55f9eb02f,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:46.336395 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb27580-017c-43fd-a16d-9543485fbfc6 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Checking segment: {'id': 'f70f70ef-48e0-4f4e-935f-2abae51e7786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'cf45d574-62b5-40e1-90aa-2bce9113c03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:46.336733 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb27580-017c-43fd-a16d-9543485fbfc6 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Network hostable DHCP agents. Network: cf45d574-62b5-40e1-90aa-2bce9113c03a, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:47:46.337213 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:46.356369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb27580-017c-43fd-a16d-9543485fbfc6 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Network cf45d574-62b5-40e1-90aa-2bce9113c03a is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:47:46.367726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-1cb27580-017c-43fd-a16d-9543485fbfc6 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, cf45d574-62b5-40e1-90aa-2bce9113c03a) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:46.372130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb27580-017c-43fd-a16d-9543485fbfc6 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:46.372717 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1cb27580-017c-43fd-a16d-9543485fbfc6 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:46.386183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850e8145-5402-4b38-a7c9-9b68f7994f4d None None] Network cf45d574-62b5-40e1-90aa-2bce9113c03a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:46.392984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1cb27580-017c-43fd-a16d-9543485fbfc6 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4225905 Nov 11 12:47:46.394004 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Network 31b9eee5-cb01-4114-a2ee-7665fe9f06d4 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:47:46.395676 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44906) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:46.417192 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:46.419574 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:47:46.424963 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Pushing event updated for resources: {'Port': ['ID=493aa48a-b3b6-4f5e-9f93-080eb5aec30a,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:46.433020 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 00e42711-4901-495c-8552-b450c929492e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:46.433374 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:46.567068 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Attempting to bind port 493aa48a-b3b6-4f5e-9f93-080eb5aec30a on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:47:46.567708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Attempting to bind port 493aa48a-b3b6-4f5e-9f93-080eb5aec30a by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '34d1d940-ae8f-41b9-9bc2-ebbf1578cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '31b9eee5-cb01-4114-a2ee-7665fe9f06d4'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:47:46.568255 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Attempting to bind port 493aa48a-b3b6-4f5e-9f93-080eb5aec30a on network 31b9eee5-cb01-4114-a2ee-7665fe9f06d4 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:47:46.601519 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:47:46.601907 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Checking segment: {'id': '34d1d940-ae8f-41b9-9bc2-ebbf1578cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '31b9eee5-cb01-4114-a2ee-7665fe9f06d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:46.602300 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:46.602683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Bound using segment: {'id': '34d1d940-ae8f-41b9-9bc2-ebbf1578cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '31b9eee5-cb01-4114-a2ee-7665fe9f06d4'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:47:46.603162 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Bound port: 493aa48a-b3b6-4f5e-9f93-080eb5aec30a, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d1d940-ae8f-41b9-9bc2-ebbf1578cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '31b9eee5-cb01-4114-a2ee-7665fe9f06d4'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:47:46.603588 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:46.714528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-cf45d574-62b5-40e1-90aa-2bce9113c03a', 'network_id': 'cf45d574-62b5-40e1-90aa-2bce9113c03a', 'tenant_id': 'e454fbd6319b46c48eef59a6e765a6a6', 'fixed_ips': [{'subnet_id': '757911bc-f342-440a-827d-93f55f9eb02f'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:47:46.715690 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:46.739135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] For port 493aa48a-b3b6-4f5e-9f93-080eb5aec30a, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:47:46.760512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] For port 493aa48a-b3b6-4f5e-9f93-080eb5aec30a, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=493aa48a-b3b6-4f5e-9f93-080eb5aec30a,segment=NetworkSegment(34d1d940-ae8f-41b9-9bc2-ebbf1578cd3d),segment_id=34d1d940-ae8f-41b9-9bc2-ebbf1578cd3d)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:47:46.786118 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:46.805874 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:46.837075 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:46.904631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6671ca-a5b3-4e91-8722-4c32ed988a36 None None] Pushing event updated for resources: {'Port': ['ID=493aa48a-b3b6-4f5e-9f93-080eb5aec30a,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:46.921221 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Allocated IP 2001:db8::2 (cf45d574-62b5-40e1-90aa-2bce9113c03a/757911bc-f342-440a-827d-93f55f9eb02f/996dc7f5-3e09-4472-be57-89c7fbf291f9) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:47:47.081232 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:47.089463 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:47.107572 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:47.140899 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Network cf45d574-62b5-40e1-90aa-2bce9113c03a is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:47:47.144438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event deleted for resources: {'Subnet': ['ID=757911bc-f342-440a-827d-93f55f9eb02f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:47.145565 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:47.156381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:47:47.159907 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Pushing event updated for resources: {'Port': ['ID=996dc7f5-3e09-4472-be57-89c7fbf291f9,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:47.208024 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:47.213518 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Attempting to bind port 996dc7f5-3e09-4472-be57-89c7fbf291f9 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:47:47.213925 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Attempting to bind port 996dc7f5-3e09-4472-be57-89c7fbf291f9 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'f70f70ef-48e0-4f4e-935f-2abae51e7786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'cf45d574-62b5-40e1-90aa-2bce9113c03a'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:47:47.214288 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Attempting to bind port 996dc7f5-3e09-4472-be57-89c7fbf291f9 on network cf45d574-62b5-40e1-90aa-2bce9113c03a {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:47:47.220032 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:47:47.220401 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Checking segment: {'id': 'f70f70ef-48e0-4f4e-935f-2abae51e7786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'cf45d574-62b5-40e1-90aa-2bce9113c03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:47.220794 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:47.221176 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Bound using segment: {'id': 'f70f70ef-48e0-4f4e-935f-2abae51e7786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'cf45d574-62b5-40e1-90aa-2bce9113c03a'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:47:47.221690 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Bound port: 996dc7f5-3e09-4472-be57-89c7fbf291f9, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70f70ef-48e0-4f4e-935f-2abae51e7786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'cf45d574-62b5-40e1-90aa-2bce9113c03a'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:47:47.222057 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:47.228356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf45d574-62b5-40e1-90aa-2bce9113c03a']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:47.238089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70f70ef-48e0-4f4e-935f-2abae51e7786') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:47.238384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70f70ef-48e0-4f4e-935f-2abae51e7786') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:47.247756 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:47.260492 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:47.266329 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:47:47.266722 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:47:47.269647 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:47:47.284252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-42003883-3093-44f7-8560-bd904115bb30 None None] For port 996dc7f5-3e09-4472-be57-89c7fbf291f9, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:47:47.328714 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-42003883-3093-44f7-8560-bd904115bb30 None None] For port 996dc7f5-3e09-4472-be57-89c7fbf291f9, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=996dc7f5-3e09-4472-be57-89c7fbf291f9,segment=NetworkSegment(f70f70ef-48e0-4f4e-935f-2abae51e7786),segment_id=f70f70ef-48e0-4f4e-935f-2abae51e7786)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:47:47.330166 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.db.api [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:47:47.330166 n-d-807359-3 neutron-server[109153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:47:47.330166 n-d-807359-3 neutron-server[109153]: [parameters: {'id': 'cf45d574-62b5-40e1-90aa-2bce9113c03a'}] Nov 11 12:47:47.330166 n-d-807359-3 neutron-server[109153]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:47:47.330600 n-d-807359-3 neutron-server[109153]: DEBUG oslo_db.api [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:47:47.333442 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:47.418777 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42003883-3093-44f7-8560-bd904115bb30 None None] Pushing event updated for resources: {'Port': ['ID=996dc7f5-3e09-4472-be57-89c7fbf291f9,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:47.435747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6080794e-5277-441a-ad3f-524db3f24952 None None] Network cf45d574-62b5-40e1-90aa-2bce9113c03a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:47.745986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682095b1-b4a1-45ca-b760-aa64fc9b4fd5 None None] Network 31b9eee5-cb01-4114-a2ee-7665fe9f06d4 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:47.827142 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-dcf11fa1-6c39-4ab3-a8ba-fc0fa47f61ba None None] Provisioning complete for port 493aa48a-b3b6-4f5e-9f93-080eb5aec30a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:47.827511 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dcf11fa1-6c39-4ab3-a8ba-fc0fa47f61ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:47.831532 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:47.887527 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Deleting port 996dc7f5-3e09-4472-be57-89c7fbf291f9 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:47.887848 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:47.954307 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] For port 996dc7f5-3e09-4472-be57-89c7fbf291f9, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=996dc7f5-3e09-4472-be57-89c7fbf291f9,segment=NetworkSegment(f70f70ef-48e0-4f4e-935f-2abae51e7786),segment_id=f70f70ef-48e0-4f4e-935f-2abae51e7786)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:47.954687 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:47.962409 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dcf11fa1-6c39-4ab3-a8ba-fc0fa47f61ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:47.970792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Calling delete_port for 996dc7f5-3e09-4472-be57-89c7fbf291f9 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:47.998339 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-dcf11fa1-6c39-4ab3-a8ba-fc0fa47f61ba None None] For port 493aa48a-b3b6-4f5e-9f93-080eb5aec30a, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=493aa48a-b3b6-4f5e-9f93-080eb5aec30a,segment=NetworkSegment(34d1d940-ae8f-41b9-9bc2-ebbf1578cd3d),segment_id=34d1d940-ae8f-41b9-9bc2-ebbf1578cd3d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:48.003982 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-dcf11fa1-6c39-4ab3-a8ba-fc0fa47f61ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:48.056372 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:48.058407 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf11fa1-6c39-4ab3-a8ba-fc0fa47f61ba None None] Pushing event updated for resources: {'Port': ['ID=493aa48a-b3b6-4f5e-9f93-080eb5aec30a,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:48.089273 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event deleted for resources: {'Port': ['ID=996dc7f5-3e09-4472-be57-89c7fbf291f9,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:48.094468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] No DVR routers for this DVR port 996dc7f5-3e09-4472-be57-89c7fbf291f9 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:47:48.175655 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d148ab-7e2b-4353-a550-1aa7b6783084 None None] get_active_networks_info from n-d-807359-3 {{(pid=109155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:47:48.176116 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:48.197773 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf45d574-62b5-40e1-90aa-2bce9113c03a']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:48.207099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70f70ef-48e0-4f4e-935f-2abae51e7786') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:48.207393 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70f70ef-48e0-4f4e-935f-2abae51e7786') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:48.217311 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:48.234812 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:48.241756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:47:48.242168 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:47:48.245928 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:47:48.248940 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-73badbc0-a73f-4f18-9955-5fa58f9894ca None None] Provisioning complete for port 493aa48a-b3b6-4f5e-9f93-080eb5aec30a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:48.249247 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-73badbc0-a73f-4f18-9955-5fa58f9894ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:48.292194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d148ab-7e2b-4353-a550-1aa7b6783084 None None] Resources bound (agent type, host, resource id): {{(pid=109155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:47:48.310413 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 493aa48a-b3b6-4f5e-9f93-080eb5aec30a up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:47:48.317168 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:48.324674 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:48.331096 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "DELETE /v2.0/networks/cf45d574-62b5-40e1-90aa-2bce9113c03a HTTP/1.1" status: 204 len: 168 time: 1.9344060 Nov 11 12:47:48.331335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44908) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:48.343632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6223c7b-2f8a-4a43-ab40-b6c315ae0b9d tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event deleted for resources: {'Network': ['ID=cf45d574-62b5-40e1-90aa-2bce9113c03a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:48.364342 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb80882d-e6cd-4599-82f6-835f4a6b2af4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] GET failed (client error): The resource could not be found. Nov 11 12:47:48.368557 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-cb80882d-e6cd-4599-82f6-835f4a6b2af4 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "GET /v2.0/subnets/757911bc-f342-440a-827d-93f55f9eb02f HTTP/1.1" status: 404 len: 337 time: 0.0362589 Nov 11 12:47:48.368700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44910) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:48.387185 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-74dfeb83-5bce-4998-9e5f-78757901da17 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] DELETE failed (client error): The resource could not be found. Nov 11 12:47:48.387791 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74dfeb83-5bce-4998-9e5f-78757901da17 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:47:48.391926 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-74dfeb83-5bce-4998-9e5f-78757901da17 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "DELETE /v2.0/networks/cf45d574-62b5-40e1-90aa-2bce9113c03a HTTP/1.1" status: 404 len: 339 time: 0.0211370 Nov 11 12:47:48.394645 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44912) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:48.420928 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ec82ee-7cf4-47d8-9e7b-91c66c3595b9 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] DELETE failed (client error): The resource could not be found. Nov 11 12:47:48.421377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ec82ee-7cf4-47d8-9e7b-91c66c3595b9 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:47:48.424465 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-21ec82ee-7cf4-47d8-9e7b-91c66c3595b9 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "DELETE /v2.0/subnets/757911bc-f342-440a-827d-93f55f9eb02f HTTP/1.1" status: 404 len: 337 time: 0.0286837 Nov 11 12:47:48.427099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44914) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:48.444899 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c224272-d5ed-4907-b5ba-2bc943165d2c tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] DELETE failed (client error): The resource could not be found. Nov 11 12:47:48.445373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c224272-d5ed-4907-b5ba-2bc943165d2c tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:47:48.448402 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1c224272-d5ed-4907-b5ba-2bc943165d2c tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "DELETE /v2.0/networks/cf45d574-62b5-40e1-90aa-2bce9113c03a HTTP/1.1" status: 404 len: 339 time: 0.0204089 Nov 11 12:47:48.451517 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44916) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:48.467216 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 493aa48a-b3b6-4f5e-9f93-080eb5aec30a triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:48.467761 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:48.508039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-78079426-484b-47a9-a8b1-e5efe45c3346 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Deleting subnet 27648481-5f08-4e54-8d1e-3bb1b8f42196 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:47:48.511262 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78079426-484b-47a9-a8b1-e5efe45c3346 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:48.551545 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78079426-484b-47a9-a8b1-e5efe45c3346 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:48.639971 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78079426-484b-47a9-a8b1-e5efe45c3346 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:48.702454 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78079426-484b-47a9-a8b1-e5efe45c3346 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:48.728193 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78079426-484b-47a9-a8b1-e5efe45c3346 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event deleted for resources: {'Subnet': ['ID=27648481-5f08-4e54-8d1e-3bb1b8f42196,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:48.734878 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-78079426-484b-47a9-a8b1-e5efe45c3346 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:48.738342 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-78079426-484b-47a9-a8b1-e5efe45c3346 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "DELETE /v2.0/subnets/27648481-5f08-4e54-8d1e-3bb1b8f42196 HTTP/1.1" status: 204 len: 168 time: 0.2859304 Nov 11 12:47:48.741161 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44918) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:48.741898 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ebd0f5-e29d-4c1d-848d-c3ce843f7797 None None] Network 31b9eee5-cb01-4114-a2ee-7665fe9f06d4 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:48.816592 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:48.868874 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Deleting port 493aa48a-b3b6-4f5e-9f93-080eb5aec30a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:48.869218 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:48.909898 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4b9764-83c8-4731-90a8-ad3ce7a75d99 None None] DHCP port deletion for 31b9eee5-cb01-4114-a2ee-7665fe9f06d4 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:47:48.963692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b9764-83c8-4731-90a8-ad3ce7a75d99 None None] Deleting port 493aa48a-b3b6-4f5e-9f93-080eb5aec30a {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:48.964065 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7b4b9764-83c8-4731-90a8-ad3ce7a75d99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:49.029613 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7b4b9764-83c8-4731-90a8-ad3ce7a75d99 None None] For port 493aa48a-b3b6-4f5e-9f93-080eb5aec30a, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=493aa48a-b3b6-4f5e-9f93-080eb5aec30a,segment=NetworkSegment(34d1d940-ae8f-41b9-9bc2-ebbf1578cd3d),segment_id=34d1d940-ae8f-41b9-9bc2-ebbf1578cd3d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:49.029877 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7b4b9764-83c8-4731-90a8-ad3ce7a75d99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:49.043503 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b9764-83c8-4731-90a8-ad3ce7a75d99 None None] Calling delete_port for 493aa48a-b3b6-4f5e-9f93-080eb5aec30a owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:49.130841 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7b4b9764-83c8-4731-90a8-ad3ce7a75d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:49.156714 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b9764-83c8-4731-90a8-ad3ce7a75d99 None None] Pushing event deleted for resources: {'Port': ['ID=493aa48a-b3b6-4f5e-9f93-080eb5aec30a,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:49.160109 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b9764-83c8-4731-90a8-ad3ce7a75d99 None None] No DVR routers for this DVR port 493aa48a-b3b6-4f5e-9f93-080eb5aec30a on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:47:49.287840 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] For port 493aa48a-b3b6-4f5e-9f93-080eb5aec30a, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=493aa48a-b3b6-4f5e-9f93-080eb5aec30a,segment=NetworkSegment(34d1d940-ae8f-41b9-9bc2-ebbf1578cd3d),segment_id=34d1d940-ae8f-41b9-9bc2-ebbf1578cd3d)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:49.288211 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:49.304421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Calling delete_port for 493aa48a-b3b6-4f5e-9f93-080eb5aec30a owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:49.381827 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:49.411317 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event deleted for resources: {'Port': ['ID=493aa48a-b3b6-4f5e-9f93-080eb5aec30a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:49.413189 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] No DVR routers for this DVR port 493aa48a-b3b6-4f5e-9f93-080eb5aec30a on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:47:49.489709 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:49.509681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b9eee5-cb01-4114-a2ee-7665fe9f06d4']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:49.519073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d1d940-ae8f-41b9-9bc2-ebbf1578cd3d') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:49.519373 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d1d940-ae8f-41b9-9bc2-ebbf1578cd3d') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:49.528957 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:49.543532 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:49.550012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:47:49.550387 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: self.session.flush() Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:47:49.553373 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:47:49.616861 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:49.626379 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:49.631087 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "DELETE /v2.0/networks/31b9eee5-cb01-4114-a2ee-7665fe9f06d4 HTTP/1.1" status: 204 len: 168 time: 0.8888731 Nov 11 12:47:49.634310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44920) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:49.647470 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d67e6b-1599-4eae-959f-0ede53ddb662 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event deleted for resources: {'Network': ['ID=31b9eee5-cb01-4114-a2ee-7665fe9f06d4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:49.667200 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1d21fd-bc6f-4355-bd1f-c81f92c92620 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] DELETE failed (client error): The resource could not be found. Nov 11 12:47:49.667662 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1d21fd-bc6f-4355-bd1f-c81f92c92620 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:47:49.670879 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cd1d21fd-bc6f-4355-bd1f-c81f92c92620 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "DELETE /v2.0/subnets/0a7eb4fe-8c18-46b1-a48c-7560fa175e71 HTTP/1.1" status: 404 len: 337 time: 0.0351419 Nov 11 12:47:49.673476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44922) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:49.691665 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1202318f-cfcd-4e72-8a78-082f90f1b2ef tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] DELETE failed (client error): The resource could not be found. Nov 11 12:47:49.692193 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1202318f-cfcd-4e72-8a78-082f90f1b2ef tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:47:49.695475 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1202318f-cfcd-4e72-8a78-082f90f1b2ef tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "DELETE /v2.0/networks/01de735a-c8ae-4162-8ca0-18374b780470 HTTP/1.1" status: 404 len: 339 time: 0.0210268 Nov 11 12:47:49.697945 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44924) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:49.725368 n-d-807359-3 neutron-server[109153]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a0ef5a-3c65-47dc-a114-d2f04c741167 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] DELETE failed (client error): The resource could not be found. Nov 11 12:47:49.725839 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a0ef5a-3c65-47dc-a114-d2f04c741167 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:47:49.728829 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-98a0ef5a-3c65-47dc-a114-d2f04c741167 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "DELETE /v2.0/subnets/314be150-844f-4efc-946f-7aa55b9ad902 HTTP/1.1" status: 404 len: 337 time: 0.0299256 Nov 11 12:47:49.731746 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44926) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:49.759418 n-d-807359-3 neutron-server[109154]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7486d1-f445-4d52-95f5-6a712665133e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] DELETE failed (client error): The resource could not be found. Nov 11 12:47:49.759941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7486d1-f445-4d52-95f5-6a712665133e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:47:49.763020 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5f7486d1-f445-4d52-95f5-6a712665133e tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "DELETE /v2.0/networks/22630da1-9081-4a10-a01b-9fef3576076e HTTP/1.1" status: 404 len: 339 time: 0.0299733 Nov 11 12:47:49.765465 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44928) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:49.817531 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8afb43b-5f32-4880-b8d6-44d927d55c61 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Deleting subnet 9635c800-33fc-48c7-8b55-9b70164583de {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:47:49.821041 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8afb43b-5f32-4880-b8d6-44d927d55c61 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:49.867323 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8afb43b-5f32-4880-b8d6-44d927d55c61 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:49.952100 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8afb43b-5f32-4880-b8d6-44d927d55c61 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:50.025139 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8afb43b-5f32-4880-b8d6-44d927d55c61 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:50.056234 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afb43b-5f32-4880-b8d6-44d927d55c61 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event deleted for resources: {'Subnet': ['ID=9635c800-33fc-48c7-8b55-9b70164583de,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:50.060156 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8afb43b-5f32-4880-b8d6-44d927d55c61 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:50.063390 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b8afb43b-5f32-4880-b8d6-44d927d55c61 tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "DELETE /v2.0/subnets/9635c800-33fc-48c7-8b55-9b70164583de HTTP/1.1" status: 204 len: 168 time: 0.2969022 Nov 11 12:47:50.066996 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44930) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:50.069607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a77839-8aa2-4079-bf53-02f7250d5601 None None] Network 8c0201db-9f3a-4dab-af95-36078600c58b requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:50.144004 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:50.199928 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Deleting port 00e42711-4901-495c-8552-b450c929492e {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:50.200245 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:50.272968 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] For port 00e42711-4901-495c-8552-b450c929492e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=00e42711-4901-495c-8552-b450c929492e,segment=NetworkSegment(2cb81804-c685-4ed8-9101-5232edc2d0c3),segment_id=2cb81804-c685-4ed8-9101-5232edc2d0c3)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:50.273325 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:50.287505 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Calling delete_port for 00e42711-4901-495c-8552-b450c929492e owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:50.332629 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 493aa48a-b3b6-4f5e-9f93-080eb5aec30a no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:47:50.354269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 493aa48a-b3b6-4f5e-9f93-080eb5aec30a {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:47:50.354624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 493aa48a-b3b6-4f5e-9f93-080eb5aec30a not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:47:50.372024 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:50.398625 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event deleted for resources: {'Port': ['ID=00e42711-4901-495c-8552-b450c929492e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:50.401951 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] No DVR routers for this DVR port 00e42711-4901-495c-8552-b450c929492e on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:47:50.440697 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4968336f-8f49-49a1-ab3a-97b602978fb3 None None] DHCP port deletion for 8c0201db-9f3a-4dab-af95-36078600c58b request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:47:50.486333 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:50.505543 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0201db-9f3a-4dab-af95-36078600c58b']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:50.514607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb81804-c685-4ed8-9101-5232edc2d0c3') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:50.514891 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb81804-c685-4ed8-9101-5232edc2d0c3') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:50.524005 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:50.536954 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:50.543271 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:47:50.543752 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:47:50.546805 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:47:50.610143 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:50.618409 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:50.621822 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] 10.222.0.65 "DELETE /v2.0/networks/8c0201db-9f3a-4dab-af95-36078600c58b HTTP/1.1" status: 204 len: 168 time: 0.5539124 Nov 11 12:47:50.631848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3bd42-29e9-4f1d-a38b-ca7c39b00bde tempest-NetworksIpV6Test-1617492930 tempest-NetworksIpV6Test-1617492930-project] Pushing event deleted for resources: {'Network': ['ID=8c0201db-9f3a-4dab-af95-36078600c58b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:50.874403 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44936) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:51.026194 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-564ef4d9-834b-4e45-877e-bec4331ff256 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e454fbd6319b46c48eef59a6e765a6a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506176 Nov 11 12:47:51.028907 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44940) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:51.091190 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84e2cbb5-0a8f-4feb-824b-717cff911ef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:51.113257 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84e2cbb5-0a8f-4feb-824b-717cff911ef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:51.160818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84e2cbb5-0a8f-4feb-824b-717cff911ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:51.163526 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84e2cbb5-0a8f-4feb-824b-717cff911ef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:51.164724 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-84e2cbb5-0a8f-4feb-824b-717cff911ef6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/abe23c09-c7b6-4945-adc7-3101d884ddac HTTP/1.1" status: 204 len: 168 time: 0.1348450 Nov 11 12:47:51.172636 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2cbb5-0a8f-4feb-824b-717cff911ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe23c09-c7b6-4945-adc7-3101d884ddac,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:51.870861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44962) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:51.972279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ca62b656-c5c0-494a-a71d-e566c4915278 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-339278502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:51.999659 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ca62b656-c5c0-494a-a71d-e566c4915278 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.000712 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ca62b656-c5c0-494a-a71d-e566c4915278 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.042601 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.057944 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ca62b656-c5c0-494a-a71d-e566c4915278 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.063776 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ca62b656-c5c0-494a-a71d-e566c4915278 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.082169 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ca62b656-c5c0-494a-a71d-e566c4915278 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.083365 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ca62b656-c5c0-494a-a71d-e566c4915278 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2114933 Nov 11 12:47:52.086202 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44966) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:52.091531 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-c435302c-ec6a-4aae-b99c-3ba27b909b08 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-503064643'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:52.112650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c435302c-ec6a-4aae-b99c-3ba27b909b08 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Made reservation on behalf of 483c4a0f3d9140ce8474bf116bfce2c2 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:52.116383 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c435302c-ec6a-4aae-b99c-3ba27b909b08 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.125222 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c435302c-ec6a-4aae-b99c-3ba27b909b08 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.201012 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c435302c-ec6a-4aae-b99c-3ba27b909b08 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.206088 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c435302c-ec6a-4aae-b99c-3ba27b909b08 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.232480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c435302c-ec6a-4aae-b99c-3ba27b909b08 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:47:52.242758 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435302c-ec6a-4aae-b99c-3ba27b909b08 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d902d530-d965-4c81-ac3f-63374f693ed9,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:52.247532 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c435302c-ec6a-4aae-b99c-3ba27b909b08 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.247868 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-c435302c-ec6a-4aae-b99c-3ba27b909b08 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Added segment fae77320-697d-4a8f-8e0f-e4c49ca149a2 of type vlan for network f501dcb0-9c60-4137-a076-3f4961813fca Nov 11 12:47:52.265892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 00e42711-4901-495c-8552-b450c929492e no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:47:52.287561 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c435302c-ec6a-4aae-b99c-3ba27b909b08 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.289392 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 00e42711-4901-495c-8552-b450c929492e {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:47:52.289756 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 00e42711-4901-495c-8552-b450c929492e not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:47:52.317460 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c435302c-ec6a-4aae-b99c-3ba27b909b08 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.322943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c435302c-ec6a-4aae-b99c-3ba27b909b08 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:52.323518 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c435302c-ec6a-4aae-b99c-3ba27b909b08 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.358566 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c435302c-ec6a-4aae-b99c-3ba27b909b08 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2713561 Nov 11 12:47:52.361540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44968) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:52.366822 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-5a4f9968-f7bf-4a0d-80ad-def58a7796ff tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Request body: {'subnet': {'network_id': 'f501dcb0-9c60-4137-a076-3f4961813fca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:52.391849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435302c-ec6a-4aae-b99c-3ba27b909b08 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Pushing event updated for resources: {'Network': ['ID=f501dcb0-9c60-4137-a076-3f4961813fca,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:52.403214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network f501dcb0-9c60-4137-a076-3f4961813fca details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:47:52.460789 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4f9968-f7bf-4a0d-80ad-def58a7796ff tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Made reservation on behalf of 483c4a0f3d9140ce8474bf116bfce2c2 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:52.465457 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5a4f9968-f7bf-4a0d-80ad-def58a7796ff tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.651587 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5a4f9968-f7bf-4a0d-80ad-def58a7796ff tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.704433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f9968-f7bf-4a0d-80ad-def58a7796ff tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Pushing event updated for resources: {'Subnet': ['ID=34f4c16c-87ec-41f5-9e9d-26a0a902c7ed,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:52.720381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4f9968-f7bf-4a0d-80ad-def58a7796ff tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Checking segment: {'id': 'fae77320-697d-4a8f-8e0f-e4c49ca149a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f501dcb0-9c60-4137-a076-3f4961813fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:52.720750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4f9968-f7bf-4a0d-80ad-def58a7796ff tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Network hostable DHCP agents. Network: f501dcb0-9c60-4137-a076-3f4961813fca, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:47:52.740566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4f9968-f7bf-4a0d-80ad-def58a7796ff tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Network f501dcb0-9c60-4137-a076-3f4961813fca is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:47:52.750718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-5a4f9968-f7bf-4a0d-80ad-def58a7796ff tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, f501dcb0-9c60-4137-a076-3f4961813fca) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:52.755041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4f9968-f7bf-4a0d-80ad-def58a7796ff tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:52.755639 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5a4f9968-f7bf-4a0d-80ad-def58a7796ff tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.760283 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ba5edb-3b51-44d2-bd5c-aadd76798754 None None] Network f501dcb0-9c60-4137-a076-3f4961813fca requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:52.772036 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5a4f9968-f7bf-4a0d-80ad-def58a7796ff tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4092653 Nov 11 12:47:52.775300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44970) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:52.780566 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-df5bf5ac-bbdd-43ad-b19b-ccd146eee7ae tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1565728086'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:52.804505 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5bf5ac-bbdd-43ad-b19b-ccd146eee7ae tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Made reservation on behalf of 483c4a0f3d9140ce8474bf116bfce2c2 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:52.808248 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-df5bf5ac-bbdd-43ad-b19b-ccd146eee7ae tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.840630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5bf5ac-bbdd-43ad-b19b-ccd146eee7ae tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:47:52.850891 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-df5bf5ac-bbdd-43ad-b19b-ccd146eee7ae tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.851252 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-df5bf5ac-bbdd-43ad-b19b-ccd146eee7ae tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Added segment db0d7384-57d5-4f41-a75f-8d99a10add5a of type vlan for network 48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994 Nov 11 12:47:52.893068 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-df5bf5ac-bbdd-43ad-b19b-ccd146eee7ae tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.923065 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-df5bf5ac-bbdd-43ad-b19b-ccd146eee7ae tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.929174 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5bf5ac-bbdd-43ad-b19b-ccd146eee7ae tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:52.929788 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-df5bf5ac-bbdd-43ad-b19b-ccd146eee7ae tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.930536 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-f501dcb0-9c60-4137-a076-3f4961813fca', 'network_id': 'f501dcb0-9c60-4137-a076-3f4961813fca', 'tenant_id': '483c4a0f3d9140ce8474bf116bfce2c2', 'fixed_ips': [{'subnet_id': '34f4c16c-87ec-41f5-9e9d-26a0a902c7ed'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:47:52.931462 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:52.996197 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-df5bf5ac-bbdd-43ad-b19b-ccd146eee7ae tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2197664 Nov 11 12:47:52.999105 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44972) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:53.004188 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-959f051a-102b-4b7b-ba7a-5e1d12fd3c5b tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Request body: {'subnet': {'network_id': '48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:53.004925 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bf5ac-bbdd-43ad-b19b-ccd146eee7ae tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Pushing event updated for resources: {'Network': ['ID=48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:53.020415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:47:53.098423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959f051a-102b-4b7b-ba7a-5e1d12fd3c5b tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Made reservation on behalf of 483c4a0f3d9140ce8474bf116bfce2c2 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:53.102705 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-959f051a-102b-4b7b-ba7a-5e1d12fd3c5b tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:53.129961 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Allocated IP 172.20.0.2 (f501dcb0-9c60-4137-a076-3f4961813fca/34f4c16c-87ec-41f5-9e9d-26a0a902c7ed/44569464-df46-4212-a913-9d14ffddd797) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:47:53.274896 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:53.280206 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:53.296465 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-959f051a-102b-4b7b-ba7a-5e1d12fd3c5b tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:53.327166 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Network f501dcb0-9c60-4137-a076-3f4961813fca is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:47:53.330013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:53.332338 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:47:53.340624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Pushing event updated for resources: {'Port': ['ID=44569464-df46-4212-a913-9d14ffddd797,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:53.358765 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f051a-102b-4b7b-ba7a-5e1d12fd3c5b tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Pushing event updated for resources: {'Subnet': ['ID=97e3d650-0030-47fb-8d88-a7ed43e684cb,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:53.370043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959f051a-102b-4b7b-ba7a-5e1d12fd3c5b tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Checking segment: {'id': 'db0d7384-57d5-4f41-a75f-8d99a10add5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:53.370733 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959f051a-102b-4b7b-ba7a-5e1d12fd3c5b tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Network hostable DHCP agents. Network: 48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:47:53.387969 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959f051a-102b-4b7b-ba7a-5e1d12fd3c5b tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Network 48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:47:53.394205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Attempting to bind port 44569464-df46-4212-a913-9d14ffddd797 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:47:53.394638 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Attempting to bind port 44569464-df46-4212-a913-9d14ffddd797 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'fae77320-697d-4a8f-8e0f-e4c49ca149a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f501dcb0-9c60-4137-a076-3f4961813fca'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:47:53.395161 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Attempting to bind port 44569464-df46-4212-a913-9d14ffddd797 on network f501dcb0-9c60-4137-a076-3f4961813fca {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:47:53.397838 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-959f051a-102b-4b7b-ba7a-5e1d12fd3c5b tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:53.401829 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:47:53.402093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959f051a-102b-4b7b-ba7a-5e1d12fd3c5b tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:53.402390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Checking segment: {'id': 'fae77320-697d-4a8f-8e0f-e4c49ca149a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f501dcb0-9c60-4137-a076-3f4961813fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:53.402814 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-959f051a-102b-4b7b-ba7a-5e1d12fd3c5b tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:53.402933 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:53.403423 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Bound using segment: {'id': 'fae77320-697d-4a8f-8e0f-e4c49ca149a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f501dcb0-9c60-4137-a076-3f4961813fca'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:47:53.404064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Bound port: 44569464-df46-4212-a913-9d14ffddd797, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae77320-697d-4a8f-8e0f-e4c49ca149a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f501dcb0-9c60-4137-a076-3f4961813fca'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:47:53.404533 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:53.408664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e3d8da-a16b-46be-8fb9-1c148e89f2f1 None None] Network 48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:53.420120 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-959f051a-102b-4b7b-ba7a-5e1d12fd3c5b tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4199181 Nov 11 12:47:53.423387 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44974) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:53.428085 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-dcabb555-7bb9-4219-bd3c-d8029e802704 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Request body: {'router': {'external_gateway_info': {'network_id': '48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:53.531988 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] For port 44569464-df46-4212-a913-9d14ffddd797, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:47:53.534967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] For port 44569464-df46-4212-a913-9d14ffddd797, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=44569464-df46-4212-a913-9d14ffddd797,segment=NetworkSegment(fae77320-697d-4a8f-8e0f-e4c49ca149a2),segment_id=fae77320-697d-4a8f-8e0f-e4c49ca149a2)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:47:53.556685 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:53.638517 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dcabb555-7bb9-4219-bd3c-d8029e802704 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:53.641292 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735654b6-d2fa-437f-887c-520e7f59d59a None None] Pushing event updated for resources: {'Port': ['ID=44569464-df46-4212-a913-9d14ffddd797,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:53.654490 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994', 'network_id': '48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994', 'tenant_id': '483c4a0f3d9140ce8474bf116bfce2c2', 'fixed_ips': [{'subnet_id': '97e3d650-0030-47fb-8d88-a7ed43e684cb'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:47:53.655380 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:53.758713 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [None req-dcabb555-7bb9-4219-bd3c-d8029e802704 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:47:53.766547 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dcabb555-7bb9-4219-bd3c-d8029e802704 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] 10.222.0.65 "PUT /v2.0/routers/e81bca7b-7c97-4238-b2bf-f1ed3bdc2f5c HTTP/1.1" status: 400 len: 364 time: 0.3357232 Nov 11 12:47:53.766865 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44976) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:53.819494 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Allocated IP 172.21.0.2 (48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994/97e3d650-0030-47fb-8d88-a7ed43e684cb/f0cd2936-4ad9-448d-9b7d-07d745d77635) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:47:53.829905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8aa8370-4ea1-4b59-a04d-a1d96e6d642f tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Deleting subnet 97e3d650-0030-47fb-8d88-a7ed43e684cb {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:47:53.996178 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.002506 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8370-4ea1-4b59-a04d-a1d96e6d642f tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.003228 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.048980 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Network 48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:47:54.049179 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8370-4ea1-4b59-a04d-a1d96e6d642f tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.049278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:54.052498 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:47:54.055655 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Pushing event updated for resources: {'Port': ['ID=f0cd2936-4ad9-448d-9b7d-07d745d77635,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:54.113549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Attempting to bind port f0cd2936-4ad9-448d-9b7d-07d745d77635 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:47:54.114558 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Attempting to bind port f0cd2936-4ad9-448d-9b7d-07d745d77635 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'db0d7384-57d5-4f41-a75f-8d99a10add5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:47:54.114927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Attempting to bind port f0cd2936-4ad9-448d-9b7d-07d745d77635 on network 48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:47:54.120273 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:47:54.120642 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Checking segment: {'id': 'db0d7384-57d5-4f41-a75f-8d99a10add5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:54.121037 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.121545 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Bound using segment: {'id': 'db0d7384-57d5-4f41-a75f-8d99a10add5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:47:54.122037 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Bound port: f0cd2936-4ad9-448d-9b7d-07d745d77635, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0d7384-57d5-4f41-a75f-8d99a10add5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:47:54.122412 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.154363 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8370-4ea1-4b59-a04d-a1d96e6d642f tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.217874 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8370-4ea1-4b59-a04d-a1d96e6d642f tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.222728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] For port f0cd2936-4ad9-448d-9b7d-07d745d77635, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:47:54.227138 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] For port f0cd2936-4ad9-448d-9b7d-07d745d77635, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f0cd2936-4ad9-448d-9b7d-07d745d77635,segment=NetworkSegment(db0d7384-57d5-4f41-a75f-8d99a10add5a),segment_id=db0d7384-57d5-4f41-a75f-8d99a10add5a)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:47:54.234295 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.251789 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa8370-4ea1-4b59-a04d-a1d96e6d642f tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Pushing event deleted for resources: {'Subnet': ['ID=97e3d650-0030-47fb-8d88-a7ed43e684cb,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:54.253903 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8370-4ea1-4b59-a04d-a1d96e6d642f tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.260456 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 44978) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:54.260953 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b8aa8370-4ea1-4b59-a04d-a1d96e6d642f tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] 10.222.0.65 "DELETE /v2.0/subnets/97e3d650-0030-47fb-8d88-a7ed43e684cb HTTP/1.1" status: 204 len: 168 time: 0.4924757 Nov 11 12:47:54.306341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029e50e-2a60-4dc9-b94f-cdd523ac9f12 None None] Pushing event updated for resources: {'Port': ['ID=f0cd2936-4ad9-448d-9b7d-07d745d77635,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:54.351782 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 44569464-df46-4212-a913-9d14ffddd797 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:47:54.398592 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.411205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 44569464-df46-4212-a913-9d14ffddd797 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:54.411549 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.465459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Deleting port f0cd2936-4ad9-448d-9b7d-07d745d77635 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:54.465834 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.507435 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.549054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port 44569464-df46-4212-a913-9d14ffddd797, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=44569464-df46-4212-a913-9d14ffddd797,segment=NetworkSegment(fae77320-697d-4a8f-8e0f-e4c49ca149a2),segment_id=fae77320-697d-4a8f-8e0f-e4c49ca149a2)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:54.551795 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] For port f0cd2936-4ad9-448d-9b7d-07d745d77635, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f0cd2936-4ad9-448d-9b7d-07d745d77635,segment=NetworkSegment(db0d7384-57d5-4f41-a75f-8d99a10add5a),segment_id=db0d7384-57d5-4f41-a75f-8d99a10add5a)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:54.552158 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.557338 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.573371 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Calling delete_port for f0cd2936-4ad9-448d-9b7d-07d745d77635 owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:54.620245 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=44569464-df46-4212-a913-9d14ffddd797,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:54.678090 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.704375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Pushing event deleted for resources: {'Port': ['ID=f0cd2936-4ad9-448d-9b7d-07d745d77635,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:54.709405 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] No DVR routers for this DVR port f0cd2936-4ad9-448d-9b7d-07d745d77635 on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:47:54.742376 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bf5955-a566-4bff-9b7f-0a809283184f None None] Network f501dcb0-9c60-4137-a076-3f4961813fca requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:54.799986 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.823176 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:54.832448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0d7384-57d5-4f41-a75f-8d99a10add5a') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:54.832737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0d7384-57d5-4f41-a75f-8d99a10add5a') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:54.842577 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.855606 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.861248 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4b013b33-d1c4-4b2b-b2a7-087b95f65135 None None] Provisioning complete for port 44569464-df46-4212-a913-9d14ffddd797 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:54.861636 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4b013b33-d1c4-4b2b-b2a7-087b95f65135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.861772 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:47:54.862043 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:47:54.865019 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:47:54.924449 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.930302 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.933519 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] 10.222.0.65 "DELETE /v2.0/networks/48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994 HTTP/1.1" status: 204 len: 168 time: 0.6719029 Nov 11 12:47:54.936469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44980) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:54.950830 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473664b-4a6b-4e08-bf63-a86290aea4f2 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Pushing event deleted for resources: {'Network': ['ID=48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:55.003674 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f023d91-46d5-41ae-b8ec-ba49b13d7990 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Deleting subnet 34f4c16c-87ec-41f5-9e9d-26a0a902c7ed {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:47:55.007364 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f023d91-46d5-41ae-b8ec-ba49b13d7990 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.054232 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f023d91-46d5-41ae-b8ec-ba49b13d7990 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.148616 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f023d91-46d5-41ae-b8ec-ba49b13d7990 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.214532 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f023d91-46d5-41ae-b8ec-ba49b13d7990 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.247642 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f023d91-46d5-41ae-b8ec-ba49b13d7990 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Pushing event deleted for resources: {'Subnet': ['ID=34f4c16c-87ec-41f5-9e9d-26a0a902c7ed,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:55.251117 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f023d91-46d5-41ae-b8ec-ba49b13d7990 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.256804 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4f023d91-46d5-41ae-b8ec-ba49b13d7990 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] 10.222.0.65 "DELETE /v2.0/subnets/34f4c16c-87ec-41f5-9e9d-26a0a902c7ed HTTP/1.1" status: 204 len: 168 time: 0.3160937 Nov 11 12:47:55.257099 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44982) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:55.260568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4badcc-d68b-4688-a6e3-9f8d2f65bf13 None None] Network f501dcb0-9c60-4137-a076-3f4961813fca requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:55.336905 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f8625335-ef24-422a-b999-d14359ae34fb None None] Provisioning complete for port 44569464-df46-4212-a913-9d14ffddd797 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:55.337345 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f8625335-ef24-422a-b999-d14359ae34fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.339511 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.401895 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Deleting port 44569464-df46-4212-a913-9d14ffddd797 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:55.402303 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.427421 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e37f14-1fa5-4abc-b2ae-d7c95b65eaa5 None None] DHCP port deletion for 48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:47:55.466443 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303be051-8677-4b93-a741-5c408672dad3 None None] Network 48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:55.474195 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] For port 44569464-df46-4212-a913-9d14ffddd797, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=44569464-df46-4212-a913-9d14ffddd797,segment=NetworkSegment(fae77320-697d-4a8f-8e0f-e4c49ca149a2),segment_id=fae77320-697d-4a8f-8e0f-e4c49ca149a2)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:55.474602 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.486533 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303be051-8677-4b93-a741-5c408672dad3 None None] Network 48bfe7bd-ef45-4206-bc9d-2a9ce3bbe994 could not be found, it might have been deleted concurrently. {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:47:55.487815 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Calling delete_port for 44569464-df46-4212-a913-9d14ffddd797 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:55.514072 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daadcac3-e47d-4270-90d5-0ce64847a937 None None] DHCP port deletion for f501dcb0-9c60-4137-a076-3f4961813fca request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:47:55.567377 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-daadcac3-e47d-4270-90d5-0ce64847a937 None None] Deleting port 44569464-df46-4212-a913-9d14ffddd797 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:55.567771 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-daadcac3-e47d-4270-90d5-0ce64847a937 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.568534 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.599419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] No DVR routers for this DVR port 44569464-df46-4212-a913-9d14ffddd797 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:47:55.601165 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Pushing event deleted for resources: {'Port': ['ID=44569464-df46-4212-a913-9d14ffddd797,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:55.624791 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9961befe-224e-4aec-ba01-71a89abc170a None None] Could not find standard attr ID for object f0cd2936-4ad9-448d-9b7d-07d745d77635. {{(pid=109155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:47:55.636332 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-daadcac3-e47d-4270-90d5-0ce64847a937 None None] For port 44569464-df46-4212-a913-9d14ffddd797, host n-d-807359-3, got binding levels [] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:55.636722 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-daadcac3-e47d-4270-90d5-0ce64847a937 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.649942 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-daadcac3-e47d-4270-90d5-0ce64847a937 None None] Calling delete_port for 44569464-df46-4212-a913-9d14ffddd797 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:55.652592 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.ipam_backend_mixin [None req-daadcac3-e47d-4270-90d5-0ce64847a937 None None] Port 44569464-df46-4212-a913-9d14ffddd797 was not found and therefore no delete operation was performed {{(pid=109155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:47:55.653850 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-daadcac3-e47d-4270-90d5-0ce64847a937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.680330 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.683267 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daadcac3-e47d-4270-90d5-0ce64847a937 None None] Pushing event deleted for resources: {'Port': ['ID=44569464-df46-4212-a913-9d14ffddd797,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:55.686616 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daadcac3-e47d-4270-90d5-0ce64847a937 None None] No DVR routers for this DVR port 44569464-df46-4212-a913-9d14ffddd797 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:47:55.710433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f501dcb0-9c60-4137-a076-3f4961813fca']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:55.719976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae77320-697d-4a8f-8e0f-e4c49ca149a2') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:55.720272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae77320-697d-4a8f-8e0f-e4c49ca149a2') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:55.729813 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.743667 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.749761 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:47:55.750147 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:47:55.753127 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:47:55.816099 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.823470 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.827374 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] 10.222.0.65 "DELETE /v2.0/networks/f501dcb0-9c60-4137-a076-3f4961813fca HTTP/1.1" status: 204 len: 168 time: 0.5693829 Nov 11 12:47:55.830082 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44984) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:55.849128 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fda684-139f-4af3-96a9-7064312ee5a4 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Pushing event deleted for resources: {'Network': ['ID=f501dcb0-9c60-4137-a076-3f4961813fca,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:55.865629 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7db03713-7774-476e-9cfe-17dbd2163791 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] 10.222.0.65 "GET /v2.0/ports?device_id=e81bca7b-7c97-4238-b2bf-f1ed3bdc2f5c HTTP/1.1" status: 200 len: 205 time: 0.0344474 Nov 11 12:47:55.867988 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44986) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:55.943549 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-915e8c13-1068-4aed-9256-61c486a103f5 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:56.100640 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-915e8c13-1068-4aed-9256-61c486a103f5 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:56.102898 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-915e8c13-1068-4aed-9256-61c486a103f5 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:56.154319 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-915e8c13-1068-4aed-9256-61c486a103f5 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:56.154856 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915e8c13-1068-4aed-9256-61c486a103f5 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Fanout notify agent at l3_agent the message router_deleted on router e81bca7b-7c97-4238-b2bf-f1ed3bdc2f5c {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:47:56.162504 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-915e8c13-1068-4aed-9256-61c486a103f5 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:56.163619 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-915e8c13-1068-4aed-9256-61c486a103f5 tempest-RoutersNegativeTest-1288783043 tempest-RoutersNegativeTest-1288783043-project] 10.222.0.65 "DELETE /v2.0/routers/e81bca7b-7c97-4238-b2bf-f1ed3bdc2f5c HTTP/1.1" status: 204 len: 168 time: 0.2947552 Nov 11 12:47:56.267790 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 44569464-df46-4212-a913-9d14ffddd797 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:47:56.289444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 44569464-df46-4212-a913-9d14ffddd797 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:47:56.289827 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 44569464-df46-4212-a913-9d14ffddd797 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:47:56.422910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44992) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:56.556754 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-55d52630-8ee2-41de-895c-e6a49b31cc7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=483c4a0f3d9140ce8474bf116bfce2c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303186 Nov 11 12:47:56.556964 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 44996) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:56.609996 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84abe09e-de0c-4e51-a9b7-8906724b96fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:56.632157 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84abe09e-de0c-4e51-a9b7-8906724b96fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:56.679613 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84abe09e-de0c-4e51-a9b7-8906724b96fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:56.682508 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-84abe09e-de0c-4e51-a9b7-8906724b96fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:56.683790 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-84abe09e-de0c-4e51-a9b7-8906724b96fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d902d530-d965-4c81-ac3f-63374f693ed9 HTTP/1.1" status: 204 len: 168 time: 0.1258345 Nov 11 12:47:56.692336 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abe09e-de0c-4e51-a9b7-8906724b96fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d902d530-d965-4c81-ac3f-63374f693ed9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:57.328919 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45018) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:57.432149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b3541cf2-3592-4441-8673-36cfbd441d7c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-710354286-network', 'tenant_id': '9282392dc2bf4cbca1ef52da03808978'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:57.456307 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3541cf2-3592-4441-8673-36cfbd441d7c admin admin] Made reservation on behalf of 9282392dc2bf4cbca1ef52da03808978 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:57.458926 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3541cf2-3592-4441-8673-36cfbd441d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:57.469046 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3541cf2-3592-4441-8673-36cfbd441d7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:57.552985 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3541cf2-3592-4441-8673-36cfbd441d7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:57.559163 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3541cf2-3592-4441-8673-36cfbd441d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:57.580877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3541cf2-3592-4441-8673-36cfbd441d7c admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:47:57.596386 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3541cf2-3592-4441-8673-36cfbd441d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2567d394-f2fb-4c25-b693-5ef825038c6d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:57.599468 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3541cf2-3592-4441-8673-36cfbd441d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:57.599817 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-b3541cf2-3592-4441-8673-36cfbd441d7c admin admin] Added segment 9f0956fa-05d9-4275-b541-a2bcad5659a1 of type vlan for network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 Nov 11 12:47:57.641508 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3541cf2-3592-4441-8673-36cfbd441d7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:57.668194 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3541cf2-3592-4441-8673-36cfbd441d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:57.669151 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3541cf2-3592-4441-8673-36cfbd441d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:57.669761 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b3541cf2-3592-4441-8673-36cfbd441d7c admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:57.727290 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b3541cf2-3592-4441-8673-36cfbd441d7c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3971524 Nov 11 12:47:57.730410 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45022) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:57.734535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3541cf2-3592-4441-8673-36cfbd441d7c admin admin] Pushing event updated for resources: {'Network': ['ID=4fc6c0f5-3a3d-45a2-bbac-781df46b9498,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:57.735508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-8d739e36-627c-411f-84b1-26420dcd38ff admin admin] Request body: {'subnet': {'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-710354286-subnet', 'tenant_id': '9282392dc2bf4cbca1ef52da03808978', 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:57.744971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:47:57.758241 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d739e36-627c-411f-84b1-26420dcd38ff admin admin] Made reservation on behalf of 9282392dc2bf4cbca1ef52da03808978 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:57.760692 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8d739e36-627c-411f-84b1-26420dcd38ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:57.930097 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8d739e36-627c-411f-84b1-26420dcd38ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:57.989445 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d739e36-627c-411f-84b1-26420dcd38ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5e5add-6bb8-4229-8735-bc5ce2100977,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:57.998888 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d739e36-627c-411f-84b1-26420dcd38ff admin admin] Checking segment: {'id': '9f0956fa-05d9-4275-b541-a2bcad5659a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:57.999239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d739e36-627c-411f-84b1-26420dcd38ff admin admin] Network hostable DHCP agents. Network: 4fc6c0f5-3a3d-45a2-bbac-781df46b9498, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:47:58.015723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d739e36-627c-411f-84b1-26420dcd38ff admin admin] Network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:47:58.025605 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-8d739e36-627c-411f-84b1-26420dcd38ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 4fc6c0f5-3a3d-45a2-bbac-781df46b9498) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:58.029613 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d739e36-627c-411f-84b1-26420dcd38ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:58.030277 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-8d739e36-627c-411f-84b1-26420dcd38ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:58.034885 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213a1ef2-c9db-455d-a065-cbb305bfd0a8 None None] Network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:58.047270 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8d739e36-627c-411f-84b1-26420dcd38ff admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3156793 Nov 11 12:47:58.050093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45024) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:58.054347 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-710354286-router', 'tenant_id': '9282392dc2bf4cbca1ef52da03808978', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:58.075370 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:58.076469 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:58.127896 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:58.182551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-4fc6c0f5-3a3d-45a2-bbac-781df46b9498', 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498', 'tenant_id': '9282392dc2bf4cbca1ef52da03808978', 'fixed_ips': [{'subnet_id': '7c5e5add-6bb8-4229-8735-bc5ce2100977'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:47:58.183408 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:58.263245 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:58.311845 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Allocated IP 172.20.0.2 (4fc6c0f5-3a3d-45a2-bbac-781df46b9498/7c5e5add-6bb8-4229-8735-bc5ce2100977/c31ca99d-c228-4988-ad42-8dc738b1d255) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:47:58.453185 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:58.460032 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:58.460901 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:58.483989 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:58.500940 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:47:58.504237 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:58.506830 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:47:58.514880 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Pushing event updated for resources: {'Port': ['ID=c31ca99d-c228-4988-ad42-8dc738b1d255,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:58.569353 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Attempting to bind port c31ca99d-c228-4988-ad42-8dc738b1d255 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:47:58.569758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Attempting to bind port c31ca99d-c228-4988-ad42-8dc738b1d255 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '9f0956fa-05d9-4275-b541-a2bcad5659a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:47:58.570125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Attempting to bind port c31ca99d-c228-4988-ad42-8dc738b1d255 on network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:47:58.575652 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:47:58.575990 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Checking segment: {'id': '9f0956fa-05d9-4275-b541-a2bcad5659a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:58.576419 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:58.576809 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Bound using segment: {'id': '9f0956fa-05d9-4275-b541-a2bcad5659a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:47:58.577273 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Bound port: c31ca99d-c228-4988-ad42-8dc738b1d255, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0956fa-05d9-4275-b541-a2bcad5659a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:47:58.577681 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:58.591976 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Allocated IP 172.25.2.11 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/42fc3bb9-af87-4e86-914e-bb82af96ae6c) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:47:58.641361 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] For port c31ca99d-c228-4988-ad42-8dc738b1d255, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:47:58.645008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] For port c31ca99d-c228-4988-ad42-8dc738b1d255, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c31ca99d-c228-4988-ad42-8dc738b1d255,segment=NetworkSegment(9f0956fa-05d9-4275-b541-a2bcad5659a1),segment_id=9f0956fa-05d9-4275-b541-a2bcad5659a1)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:47:58.649495 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:58.702536 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:58.703456 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a9e52-ffa9-4027-9f08-8c1568eaf45e None None] Pushing event updated for resources: {'Port': ['ID=c31ca99d-c228-4988-ad42-8dc738b1d255,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:58.739103 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:58.782425 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:47:58.785292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:58.787966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:47:58.794854 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Pushing event updated for resources: {'Port': ['ID=42fc3bb9-af87-4e86-914e-bb82af96ae6c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:58.804416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb9fa7f-ec76-42d0-8467-8e119cb76514 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:47:58.891061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9fa2df5b-b1da-4eb6-a258-6069ea0dd9f5 None None] Provisioning complete for port 42fc3bb9-af87-4e86-914e-bb82af96ae6c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:58.891437 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9fa2df5b-b1da-4eb6-a258-6069ea0dd9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:59.070572 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:59.087495 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-9fa2df5b-b1da-4eb6-a258-6069ea0dd9f5 None None] Port 42fc3bb9-af87-4e86-914e-bb82af96ae6c cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:47:59.268346 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:59.406325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Router 7d34cdd9-caf6-4f60-9886-01bec3eb9e69 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:47:59.608641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba6f9f5-d9f1-4bcd-9708-1708ea2dc924 None None] Network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:59.738179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e9ccd2ac-dca5-4bcd-a4ab-4703d9605ad0 None None] Provisioning complete for port c31ca99d-c228-4988-ad42-8dc738b1d255 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:59.738547 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd2ac-dca5-4bcd-a4ab-4703d9605ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:59.812546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:47:59.823108 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Sync routers for ids ['7d34cdd9-caf6-4f60-9886-01bec3eb9e69'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:47:59.834127 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Routers {'7d34cdd9-caf6-4f60-9886-01bec3eb9e69'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:47:59.834747 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:47:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['7d34cdd9-caf6-4f60-9886-01bec3eb9e69'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:59.836863 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:59.841356 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7970fbf8-7ee6-4359-be49-ba5e757407a7 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7901638 Nov 11 12:47:59.841918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45026) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:59.858436 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd2ac-dca5-4bcd-a4ab-4703d9605ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:59.900831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e9ccd2ac-dca5-4bcd-a4ab-4703d9605ad0 None None] For port c31ca99d-c228-4988-ad42-8dc738b1d255, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c31ca99d-c228-4988-ad42-8dc738b1d255,segment=NetworkSegment(9f0956fa-05d9-4275-b541-a2bcad5659a1),segment_id=9f0956fa-05d9-4275-b541-a2bcad5659a1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:59.908220 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd2ac-dca5-4bcd-a4ab-4703d9605ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:59.939787 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Set router 7d34cdd9-caf6-4f60-9886-01bec3eb9e69 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:47:59.960450 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccd2ac-dca5-4bcd-a4ab-4703d9605ad0 None None] Pushing event updated for resources: {'Port': ['ID=c31ca99d-c228-4988-ad42-8dc738b1d255,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:00.129726 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c2f08282-1240-48ac-bf8d-96cfab8ce85b None None] Provisioning complete for port c31ca99d-c228-4988-ad42-8dc738b1d255 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:00.130077 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c2f08282-1240-48ac-bf8d-96cfab8ce85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:00.137511 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'name': 'tempest-TestEncryptedCinderVolumes-710354286-router', 'tenant_id': '9282392dc2bf4cbca1ef52da03808978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:47:58Z', 'revision_number': 3, 'project_id': '9282392dc2bf4cbca1ef52da03808978', 'gw_port': {'id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:00.164607 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Checking router: 7d34cdd9-caf6-4f60-9886-01bec3eb9e69 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:48:00.164921 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Updating router 7d34cdd9-caf6-4f60-9886-01bec3eb9e69 port 42fc3bb9-af87-4e86-914e-bb82af96ae6c binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:48:00.189793 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:00.300250 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c31ca99d-c228-4988-ad42-8dc738b1d255 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:48:00.316082 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:00.351969 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port c31ca99d-c228-4988-ad42-8dc738b1d255 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:00.352329 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:00.453228 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:00.458361 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:00.476988 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Allocated IP 172.20.0.1 (4fc6c0f5-3a3d-45a2-bbac-781df46b9498/7c5e5add-6bb8-4229-8735-bc5ce2100977/1b907676-063f-45cb-a17d-31435b91633d) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:48:00.502061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed95618f-9e77-44db-b279-2edf1268b125 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:48:00.511459 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Attempting to bind port 42fc3bb9-af87-4e86-914e-bb82af96ae6c on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:48:00.511824 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Attempting to bind port 42fc3bb9-af87-4e86-914e-bb82af96ae6c by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:48:00.512192 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Attempting to bind port 42fc3bb9-af87-4e86-914e-bb82af96ae6c on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:48:00.522970 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a9c7b-471a-4e33-88bc-a31278d22adf None None] Pushing event updated for resources: {'Port': ['ID=42fc3bb9-af87-4e86-914e-bb82af96ae6c,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:00.525063 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:48:00.525422 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:48:00.525831 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:00.526207 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:48:00.526656 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Bound port: 42fc3bb9-af87-4e86-914e-bb82af96ae6c, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:48:00.527017 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:00.533496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bf50a905-bc45-4444-a207-2cd6a26e1f4a None None] Provisioning complete for port 42fc3bb9-af87-4e86-914e-bb82af96ae6c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:00.534065 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bf50a905-bc45-4444-a207-2cd6a26e1f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:00.550240 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a9c7b-471a-4e33-88bc-a31278d22adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:00.550573 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a9c7b-471a-4e33-88bc-a31278d22adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:00.550897 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a9c7b-471a-4e33-88bc-a31278d22adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:00.551217 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a9c7b-471a-4e33-88bc-a31278d22adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:00.551533 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a9c7b-471a-4e33-88bc-a31278d22adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:00.551846 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a9c7b-471a-4e33-88bc-a31278d22adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:00.552214 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a9c7b-471a-4e33-88bc-a31278d22adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:00.552526 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a9c7b-471a-4e33-88bc-a31278d22adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:00.552833 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a9c7b-471a-4e33-88bc-a31278d22adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:00.553139 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a9c7b-471a-4e33-88bc-a31278d22adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:00.553447 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a9c7b-471a-4e33-88bc-a31278d22adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:00.553776 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a9c7b-471a-4e33-88bc-a31278d22adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:00.575787 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-bf50a905-bc45-4444-a207-2cd6a26e1f4a None None] Port 42fc3bb9-af87-4e86-914e-bb82af96ae6c cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:48:00.591922 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] For port 42fc3bb9-af87-4e86-914e-bb82af96ae6c, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:48:00.594707 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:00.595112 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] For port 42fc3bb9-af87-4e86-914e-bb82af96ae6c, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=42fc3bb9-af87-4e86-914e-bb82af96ae6c,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:48:00.600124 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:00.631394 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:00.642103 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b4375f-edd4-4bee-a97b-75bda8cc0531 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:48:00.655508 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a9c7b-471a-4e33-88bc-a31278d22adf None None] Pushing event updated for resources: {'Port': ['ID=42fc3bb9-af87-4e86-914e-bb82af96ae6c,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:00.667104 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Routers {'7d34cdd9-caf6-4f60-9886-01bec3eb9e69'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:48:00.668202 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:47:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['7d34cdd9-caf6-4f60-9886-01bec3eb9e69'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:00.676366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:48:00.679275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:48:00.682584 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:48:00.700858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a33c47c1-292b-4ff0-8ab6-0cea0174d4b4 None None] Provisioning complete for port 42fc3bb9-af87-4e86-914e-bb82af96ae6c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:00.701145 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a33c47c1-292b-4ff0-8ab6-0cea0174d4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:00.713735 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Pushing event updated for resources: {'Port': ['ID=1b907676-063f-45cb-a17d-31435b91633d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:00.733340 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:00.780954 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] Set router 7d34cdd9-caf6-4f60-9886-01bec3eb9e69 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:48:00.790515 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a33c47c1-292b-4ff0-8ab6-0cea0174d4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:00.817864 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a33c47c1-292b-4ff0-8ab6-0cea0174d4b4 None None] For port 42fc3bb9-af87-4e86-914e-bb82af96ae6c, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=42fc3bb9-af87-4e86-914e-bb82af96ae6c,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:00.822808 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a33c47c1-292b-4ff0-8ab6-0cea0174d4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:00.886892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c47c1-292b-4ff0-8ab6-0cea0174d4b4 None None] Pushing event updated for resources: {'Port': ['ID=42fc3bb9-af87-4e86-914e-bb82af96ae6c,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:00.902482 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:00.970508 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'name': 'tempest-TestEncryptedCinderVolumes-710354286-router', 'tenant_id': '9282392dc2bf4cbca1ef52da03808978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:47:58Z', 'revision_number': 3, 'project_id': '9282392dc2bf4cbca1ef52da03808978', 'gw_port': {'id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:00.995602 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137d116e-05c8-4255-9f41-f47c1f1cc003 None None] The sync data for ids ['7d34cdd9-caf6-4f60-9886-01bec3eb9e69'] in n-d-807359-3 is: [{'id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'name': 'tempest-TestEncryptedCinderVolumes-710354286-router', 'tenant_id': '9282392dc2bf4cbca1ef52da03808978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:47:58Z', 'revision_number': 3, 'project_id': '9282392dc2bf4cbca1ef52da03808978', 'gw_port': {'id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:48:01.043266 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7980f519-e8ab-423a-9afc-1d75058e557c None None] Provisioning complete for port 1b907676-063f-45cb-a17d-31435b91633d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:01.044060 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7980f519-e8ab-423a-9afc-1d75058e557c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:01.082033 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:01.085237 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7980f519-e8ab-423a-9afc-1d75058e557c None None] Port 1b907676-063f-45cb-a17d-31435b91633d cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:48:01.088084 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:01.159334 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:01.161573 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Pushing event updated for resources: {'Port': ['ID=1b907676-063f-45cb-a17d-31435b91633d,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:01.266859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:48:01.268321 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:48:01.402248 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Router 7d34cdd9-caf6-4f60-9886-01bec3eb9e69 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:48:01.506598 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2e1092b6-7fa3-4285-8c0f-b28997252384 None None] Provisioning complete for port 1b907676-063f-45cb-a17d-31435b91633d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:01.506965 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2e1092b6-7fa3-4285-8c0f-b28997252384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:01.523419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:48:01.528852 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-70e79877-7230-4095-9522-4f6839ab8e10 admin admin] 10.222.0.65 "PUT /v2.0/routers/7d34cdd9-caf6-4f60-9886-01bec3eb9e69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6849380 Nov 11 12:48:01.547854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2e1092b6-7fa3-4285-8c0f-b28997252384 None None] Port 1b907676-063f-45cb-a17d-31435b91633d cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:48:02.001387 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45042) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:02.006435 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e33c283f-fd42-4542-8283-f87c318dfda6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1850482691-network', 'tenant_id': 'bae829b8a2804ceb971b1bbc1d74a1eb'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:02.031413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33c283f-fd42-4542-8283-f87c318dfda6 admin admin] Made reservation on behalf of bae829b8a2804ceb971b1bbc1d74a1eb for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:48:02.033697 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e33c283f-fd42-4542-8283-f87c318dfda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:02.042869 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e33c283f-fd42-4542-8283-f87c318dfda6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:02.115863 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e33c283f-fd42-4542-8283-f87c318dfda6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:02.120223 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e33c283f-fd42-4542-8283-f87c318dfda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:02.147108 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33c283f-fd42-4542-8283-f87c318dfda6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:48:02.153325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c283f-fd42-4542-8283-f87c318dfda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936e2bdb-7d6a-4ef2-84d2-fa0a505bf5fb,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:02.159613 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e33c283f-fd42-4542-8283-f87c318dfda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:02.159960 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-e33c283f-fd42-4542-8283-f87c318dfda6 admin admin] Added segment 4a643ccf-e68e-4df1-8ac2-a48407189445 of type vlan for network 28a9a1f3-ae2c-4f91-9cce-794c316cdc5e Nov 11 12:48:02.202452 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e33c283f-fd42-4542-8283-f87c318dfda6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:02.230948 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e33c283f-fd42-4542-8283-f87c318dfda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:02.231936 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33c283f-fd42-4542-8283-f87c318dfda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:02.232499 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e33c283f-fd42-4542-8283-f87c318dfda6 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:02.291431 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e33c283f-fd42-4542-8283-f87c318dfda6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.2887452 Nov 11 12:48:02.294098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45044) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:02.299071 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-017f5b33-d58d-4a8b-9bd1-52efeda7313a admin admin] Request body: {'subnet': {'network_id': '28a9a1f3-ae2c-4f91-9cce-794c316cdc5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1850482691-subnet', 'tenant_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:02.303431 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c283f-fd42-4542-8283-f87c318dfda6 admin admin] Pushing event updated for resources: {'Network': ['ID=28a9a1f3-ae2c-4f91-9cce-794c316cdc5e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:02.305121 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 42fc3bb9-af87-4e86-914e-bb82af96ae6c up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:48:02.325212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017f5b33-d58d-4a8b-9bd1-52efeda7313a admin admin] Made reservation on behalf of bae829b8a2804ceb971b1bbc1d74a1eb for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:48:02.327605 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-017f5b33-d58d-4a8b-9bd1-52efeda7313a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:02.331609 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 28a9a1f3-ae2c-4f91-9cce-794c316cdc5e details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:48:02.416837 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 42fc3bb9-af87-4e86-914e-bb82af96ae6c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:02.417209 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:02.438238 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:48:02.500703 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-017f5b33-d58d-4a8b-9bd1-52efeda7313a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:02.539019 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Sync routers for ids ['7d34cdd9-caf6-4f60-9886-01bec3eb9e69'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:48:02.548141 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Routers {'7d34cdd9-caf6-4f60-9886-01bec3eb9e69'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:48:02.548749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:47:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['7d34cdd9-caf6-4f60-9886-01bec3eb9e69'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:02.550664 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f5b33-d58d-4a8b-9bd1-52efeda7313a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b1274b-b8fa-4234-85aa-6f3efeca637b,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:02.566116 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f5b33-d58d-4a8b-9bd1-52efeda7313a admin admin] Checking segment: {'id': '4a643ccf-e68e-4df1-8ac2-a48407189445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '28a9a1f3-ae2c-4f91-9cce-794c316cdc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:48:02.566464 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017f5b33-d58d-4a8b-9bd1-52efeda7313a admin admin] Network hostable DHCP agents. Network: 28a9a1f3-ae2c-4f91-9cce-794c316cdc5e, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:48:02.583721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017f5b33-d58d-4a8b-9bd1-52efeda7313a admin admin] Network 28a9a1f3-ae2c-4f91-9cce-794c316cdc5e is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:48:02.594130 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-017f5b33-d58d-4a8b-9bd1-52efeda7313a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 28a9a1f3-ae2c-4f91-9cce-794c316cdc5e) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:48:02.598875 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017f5b33-d58d-4a8b-9bd1-52efeda7313a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:02.599517 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-017f5b33-d58d-4a8b-9bd1-52efeda7313a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:02.603109 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bb3335-215c-4c4d-879c-9da4bb4c9f1b None None] Network 28a9a1f3-ae2c-4f91-9cce-794c316cdc5e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:48:02.619367 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-017f5b33-d58d-4a8b-9bd1-52efeda7313a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3221569 Nov 11 12:48:02.620209 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45046) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:02.625204 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1850482691-router', 'tenant_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:02.646471 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:02.647471 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:02.697453 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:02.716824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Set router 7d34cdd9-caf6-4f60-9886-01bec3eb9e69 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:48:02.838879 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:02.907142 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-28a9a1f3-ae2c-4f91-9cce-794c316cdc5e', 'network_id': '28a9a1f3-ae2c-4f91-9cce-794c316cdc5e', 'tenant_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'fixed_ips': [{'subnet_id': 'd6b1274b-b8fa-4234-85aa-6f3efeca637b'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:48:02.907982 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:03.041227 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:03.060192 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:03.084511 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Allocated IP 172.20.0.2 (28a9a1f3-ae2c-4f91-9cce-794c316cdc5e/d6b1274b-b8fa-4234-85aa-6f3efeca637b/9c0737f3-209c-4cc2-a473-eb0afd6b130d) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:48:03.096603 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'name': 'tempest-TestEncryptedCinderVolumes-710354286-router', 'tenant_id': '9282392dc2bf4cbca1ef52da03808978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:48:00Z', 'revision_number': 4, 'project_id': '9282392dc2bf4cbca1ef52da03808978', 'gw_port': {'id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '1b907676-063f-45cb-a17d-31435b91633d', 'name': '', 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498', 'tenant_id': '9282392dc2bf4cbca1ef52da03808978', 'mac_address': 'fa:16:3e:42:6c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '7c5e5add-6bb8-4229-8735-bc5ce2100977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:00Z', 'updated_at': '2021-11-11T12:48:00Z', 'revision_number': 2, 'project_id': '9282392dc2bf4cbca1ef52da03808978', 'subnets': [{'id': '7c5e5add-6bb8-4229-8735-bc5ce2100977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:03.126620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Checking router: 7d34cdd9-caf6-4f60-9886-01bec3eb9e69 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:48:03.126620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Updating router 7d34cdd9-caf6-4f60-9886-01bec3eb9e69 port 1b907676-063f-45cb-a17d-31435b91633d binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:48:03.170051 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Allocated IP 172.25.2.29 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/13c49224-5618-4166-b4c8-843ceea95cf3) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:48:03.194469 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:03.276713 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:03.310493 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:03.349892 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:48:03.352742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:48:03.355347 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:48:03.370810 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ac701f-b45a-4035-9dac-cd2fd88c5550 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:48:03.375191 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:03.384318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Pushing event updated for resources: {'Port': ['ID=13c49224-5618-4166-b4c8-843ceea95cf3,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:03.396115 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:03.625301 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:03.648762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Network 28a9a1f3-ae2c-4f91-9cce-794c316cdc5e is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:48:03.657916 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:48:03.662867 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Pushing event updated for resources: {'Port': ['ID=9c0737f3-209c-4cc2-a473-eb0afd6b130d,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:03.667799 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:48:03.677265 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bc4c097a-d1aa-41bd-b6ff-e7a2d956aa58 None None] Provisioning complete for port 13c49224-5618-4166-b4c8-843ceea95cf3 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:03.677617 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bc4c097a-d1aa-41bd-b6ff-e7a2d956aa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:03.774350 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c097a-d1aa-41bd-b6ff-e7a2d956aa58 None None] Port 13c49224-5618-4166-b4c8-843ceea95cf3 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:48:03.798375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Attempting to bind port 9c0737f3-209c-4cc2-a473-eb0afd6b130d on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:48:03.798741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Attempting to bind port 9c0737f3-209c-4cc2-a473-eb0afd6b130d by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '4a643ccf-e68e-4df1-8ac2-a48407189445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '28a9a1f3-ae2c-4f91-9cce-794c316cdc5e'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:48:03.799095 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Attempting to bind port 9c0737f3-209c-4cc2-a473-eb0afd6b130d on network 28a9a1f3-ae2c-4f91-9cce-794c316cdc5e {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:48:03.807732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:48:03.808093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Checking segment: {'id': '4a643ccf-e68e-4df1-8ac2-a48407189445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '28a9a1f3-ae2c-4f91-9cce-794c316cdc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:48:03.808486 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:03.808864 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Bound using segment: {'id': '4a643ccf-e68e-4df1-8ac2-a48407189445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '28a9a1f3-ae2c-4f91-9cce-794c316cdc5e'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:48:03.809323 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Bound port: 9c0737f3-209c-4cc2-a473-eb0afd6b130d, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a643ccf-e68e-4df1-8ac2-a48407189445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '28a9a1f3-ae2c-4f91-9cce-794c316cdc5e'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:48:03.809713 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:03.823609 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:03.836600 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:03.858686 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:03.932154 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce36978-8cf6-4f75-bf46-44299460fa99 None None] Pushing event updated for resources: {'Port': ['ID=1b907676-063f-45cb-a17d-31435b91633d,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:03.938089 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] For port 9c0737f3-209c-4cc2-a473-eb0afd6b130d, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:48:03.944953 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] For port 9c0737f3-209c-4cc2-a473-eb0afd6b130d, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9c0737f3-209c-4cc2-a473-eb0afd6b130d,segment=NetworkSegment(4a643ccf-e68e-4df1-8ac2-a48407189445),segment_id=4a643ccf-e68e-4df1-8ac2-a48407189445)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:48:03.963770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Router 80a6cd44-f0e6-4827-8e75-7d500d354f2f is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:48:03.964077 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:04.030717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Attempting to bind port 1b907676-063f-45cb-a17d-31435b91633d on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:48:04.031079 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Attempting to bind port 1b907676-063f-45cb-a17d-31435b91633d by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '9f0956fa-05d9-4275-b541-a2bcad5659a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:48:04.031438 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Attempting to bind port 1b907676-063f-45cb-a17d-31435b91633d on network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:48:04.045346 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:48:04.045750 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Checking segment: {'id': '9f0956fa-05d9-4275-b541-a2bcad5659a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:48:04.046144 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:04.046532 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Bound using segment: {'id': '9f0956fa-05d9-4275-b541-a2bcad5659a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:48:04.046999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Bound port: 1b907676-063f-45cb-a17d-31435b91633d, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0956fa-05d9-4275-b541-a2bcad5659a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:48:04.047364 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:04.052633 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa388fb-f47b-4a48-ae47-41c78c0786c0 None None] Pushing event updated for resources: {'Port': ['ID=9c0737f3-209c-4cc2-a473-eb0afd6b130d,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:04.104310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:48:04.136144 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Sync routers for ids ['80a6cd44-f0e6-4827-8e75-7d500d354f2f'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:48:04.143750 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] For port 1b907676-063f-45cb-a17d-31435b91633d, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:48:04.147593 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:04.147742 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] For port 1b907676-063f-45cb-a17d-31435b91633d, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1b907676-063f-45cb-a17d-31435b91633d,segment=NetworkSegment(9f0956fa-05d9-4275-b541-a2bcad5659a1),segment_id=9f0956fa-05d9-4275-b541-a2bcad5659a1)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:48:04.150413 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ad60271c-6e0b-4f8b-96f7-2f59ee01d534 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5287714 Nov 11 12:48:04.152914 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Routers {'80a6cd44-f0e6-4827-8e75-7d500d354f2f'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:48:04.153154 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45048) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:04.153539 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:04.154015 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:47:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['80a6cd44-f0e6-4827-8e75-7d500d354f2f'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:04.239403 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-75aac30e-bf05-4496-9432-8cf63aa3df62 None None] Provisioning complete for port 1b907676-063f-45cb-a17d-31435b91633d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:04.239913 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-75aac30e-bf05-4496-9432-8cf63aa3df62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:04.264778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Routers {'7d34cdd9-caf6-4f60-9886-01bec3eb9e69'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:48:04.265634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:47:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['7d34cdd9-caf6-4f60-9886-01bec3eb9e69'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:04.373115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce36978-8cf6-4f75-bf46-44299460fa99 None None] Pushing event updated for resources: {'Port': ['ID=1b907676-063f-45cb-a17d-31435b91633d,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:04.472719 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Set router 80a6cd44-f0e6-4827-8e75-7d500d354f2f gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:48:04.492215 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] Set router 7d34cdd9-caf6-4f60-9886-01bec3eb9e69 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:48:04.536383 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-75aac30e-bf05-4496-9432-8cf63aa3df62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:04.646777 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-75aac30e-bf05-4496-9432-8cf63aa3df62 None None] For port 1b907676-063f-45cb-a17d-31435b91633d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1b907676-063f-45cb-a17d-31435b91633d,segment=NetworkSegment(9f0956fa-05d9-4275-b541-a2bcad5659a1),segment_id=9f0956fa-05d9-4275-b541-a2bcad5659a1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:04.653959 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-75aac30e-bf05-4496-9432-8cf63aa3df62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:04.670793 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1850482691-router', 'tenant_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '13c49224-5618-4166-b4c8-843ceea95cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:02Z', 'updated_at': '2021-11-11T12:48:03Z', 'revision_number': 3, 'project_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'gw_port': {'id': '13c49224-5618-4166-b4c8-843ceea95cf3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:03Z', 'updated_at': '2021-11-11T12:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:04.697790 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Checking router: 80a6cd44-f0e6-4827-8e75-7d500d354f2f for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:48:04.698516 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Updating router 80a6cd44-f0e6-4827-8e75-7d500d354f2f port 13c49224-5618-4166-b4c8-843ceea95cf3 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:48:04.724860 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:04.737748 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aac30e-bf05-4496-9432-8cf63aa3df62 None None] Pushing event updated for resources: {'Port': ['ID=1b907676-063f-45cb-a17d-31435b91633d,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:04.746435 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:04.789402 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3609e588-9b09-4dbb-911a-bc4c783d0854 None None] Provisioning complete for port 1b907676-063f-45cb-a17d-31435b91633d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:04.790157 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3609e588-9b09-4dbb-911a-bc4c783d0854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:04.795600 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'name': 'tempest-TestEncryptedCinderVolumes-710354286-router', 'tenant_id': '9282392dc2bf4cbca1ef52da03808978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:48:00Z', 'revision_number': 4, 'project_id': '9282392dc2bf4cbca1ef52da03808978', 'gw_port': {'id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '1b907676-063f-45cb-a17d-31435b91633d', 'name': '', 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498', 'tenant_id': '9282392dc2bf4cbca1ef52da03808978', 'mac_address': 'fa:16:3e:42:6c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '7c5e5add-6bb8-4229-8735-bc5ce2100977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:00Z', 'updated_at': '2021-11-11T12:48:04Z', 'revision_number': 4, 'project_id': '9282392dc2bf4cbca1ef52da03808978', 'subnets': [{'id': '7c5e5add-6bb8-4229-8735-bc5ce2100977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:04.853158 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057aab1c-2927-41ab-94dc-f5b2a5f1984d None None] The sync data for ids ['7d34cdd9-caf6-4f60-9886-01bec3eb9e69'] in n-d-807359-3 is: [{'id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'name': 'tempest-TestEncryptedCinderVolumes-710354286-router', 'tenant_id': '9282392dc2bf4cbca1ef52da03808978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:48:00Z', 'revision_number': 4, 'project_id': '9282392dc2bf4cbca1ef52da03808978', 'gw_port': {'id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '1b907676-063f-45cb-a17d-31435b91633d', 'name': '', 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498', 'tenant_id': '9282392dc2bf4cbca1ef52da03808978', 'mac_address': 'fa:16:3e:42:6c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '7c5e5add-6bb8-4229-8735-bc5ce2100977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:00Z', 'updated_at': '2021-11-11T12:48:04Z', 'revision_number': 4, 'project_id': '9282392dc2bf4cbca1ef52da03808978', 'subnets': [{'id': '7c5e5add-6bb8-4229-8735-bc5ce2100977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:48:04.963699 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Allocated IP 172.20.0.1 (28a9a1f3-ae2c-4f91-9cce-794c316cdc5e/d6b1274b-b8fa-4234-85aa-6f3efeca637b/b3c751c4-8421-4793-96fd-b592bba9042e) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:48:05.062919 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.074710 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.111386 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.134842 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb91773-fa6d-4b91-8e5e-2198df43ed93 None None] Pushing event updated for resources: {'Port': ['ID=13c49224-5618-4166-b4c8-843ceea95cf3,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:05.139840 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Attempting to bind port 13c49224-5618-4166-b4c8-843ceea95cf3 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:48:05.140426 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Attempting to bind port 13c49224-5618-4166-b4c8-843ceea95cf3 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:48:05.140742 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Attempting to bind port 13c49224-5618-4166-b4c8-843ceea95cf3 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:48:05.149071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44ece40-dfb6-4e57-8ba0-a383c7a236c1 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:48:05.155818 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:48:05.156650 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:48:05.157153 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.157659 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:48:05.158242 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Bound port: 13c49224-5618-4166-b4c8-843ceea95cf3, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:48:05.159218 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.185422 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.198005 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c03fcb63-9076-4b5a-910a-761832fda631 None None] Provisioning complete for port 13c49224-5618-4166-b4c8-843ceea95cf3 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:05.198520 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c03fcb63-9076-4b5a-910a-761832fda631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.236687 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Network 28a9a1f3-ae2c-4f91-9cce-794c316cdc5e is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:48:05.250109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:48:05.250534 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] For port 13c49224-5618-4166-b4c8-843ceea95cf3, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:48:05.254103 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c03fcb63-9076-4b5a-910a-761832fda631 None None] Port 13c49224-5618-4166-b4c8-843ceea95cf3 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:48:05.254445 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] For port 13c49224-5618-4166-b4c8-843ceea95cf3, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=13c49224-5618-4166-b4c8-843ceea95cf3,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:48:05.254734 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:48:05.261308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c751c4-8421-4793-96fd-b592bba9042e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:05.262766 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.296946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6039a467-b902-4625-9027-16cc231b78fa None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:48:05.330675 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Routers {'80a6cd44-f0e6-4827-8e75-7d500d354f2f'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:48:05.330907 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.331338 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:47:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['80a6cd44-f0e6-4827-8e75-7d500d354f2f'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:05.349847 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb91773-fa6d-4b91-8e5e-2198df43ed93 None None] Pushing event updated for resources: {'Port': ['ID=13c49224-5618-4166-b4c8-843ceea95cf3,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:05.389483 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3ddf8386-6310-4ce0-8223-753f5f341453 None None] Provisioning complete for port 13c49224-5618-4166-b4c8-843ceea95cf3 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:05.390215 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3ddf8386-6310-4ce0-8223-753f5f341453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.512402 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76adfae8-75fe-4851-bfae-1a24250f971d None None] Network 28a9a1f3-ae2c-4f91-9cce-794c316cdc5e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:48:05.515536 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] Set router 80a6cd44-f0e6-4827-8e75-7d500d354f2f gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:48:05.522847 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.572634 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3ddf8386-6310-4ce0-8223-753f5f341453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.606031 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3ddf8386-6310-4ce0-8223-753f5f341453 None None] For port 13c49224-5618-4166-b4c8-843ceea95cf3, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=13c49224-5618-4166-b4c8-843ceea95cf3,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:05.611774 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3ddf8386-6310-4ce0-8223-753f5f341453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.704531 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf8386-6310-4ce0-8223-753f5f341453 None None] Pushing event updated for resources: {'Port': ['ID=13c49224-5618-4166-b4c8-843ceea95cf3,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:05.721316 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1850482691-router', 'tenant_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '13c49224-5618-4166-b4c8-843ceea95cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:02Z', 'updated_at': '2021-11-11T12:48:03Z', 'revision_number': 3, 'project_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'gw_port': {'id': '13c49224-5618-4166-b4c8-843ceea95cf3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:03Z', 'updated_at': '2021-11-11T12:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:05.729056 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.734995 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.753938 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73daa966-8262-4d13-bdb5-ab74aee38352 None None] The sync data for ids ['80a6cd44-f0e6-4827-8e75-7d500d354f2f'] in n-d-807359-3 is: [{'id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1850482691-router', 'tenant_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '13c49224-5618-4166-b4c8-843ceea95cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:02Z', 'updated_at': '2021-11-11T12:48:03Z', 'revision_number': 3, 'project_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'gw_port': {'id': '13c49224-5618-4166-b4c8-843ceea95cf3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:03Z', 'updated_at': '2021-11-11T12:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:48:05.766302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4181a85c-2532-4a32-9941-89938f6be46b None None] Provisioning complete for port 9c0737f3-209c-4cc2-a473-eb0afd6b130d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:05.766878 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4181a85c-2532-4a32-9941-89938f6be46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.834711 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.838412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c751c4-8421-4793-96fd-b592bba9042e,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:05.884787 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4181a85c-2532-4a32-9941-89938f6be46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.931792 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4181a85c-2532-4a32-9941-89938f6be46b None None] For port 9c0737f3-209c-4cc2-a473-eb0afd6b130d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9c0737f3-209c-4cc2-a473-eb0afd6b130d,segment=NetworkSegment(4a643ccf-e68e-4df1-8ac2-a48407189445),segment_id=4a643ccf-e68e-4df1-8ac2-a48407189445)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:05.937699 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4181a85c-2532-4a32-9941-89938f6be46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.942919 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-376430ac-50d2-40d0-ba5b-f606b8f16067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.990284 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Network 28a9a1f3-ae2c-4f91-9cce-794c316cdc5e is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:48:05.995648 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181a85c-2532-4a32-9941-89938f6be46b None None] Pushing event updated for resources: {'Port': ['ID=9c0737f3-209c-4cc2-a473-eb0afd6b130d,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:05.996958 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:48:06.174429 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-23ee863f-7b44-4135-b29b-10f2d92f9dcd None None] Provisioning complete for port b3c751c4-8421-4793-96fd-b592bba9042e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:06.175253 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-23ee863f-7b44-4135-b29b-10f2d92f9dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:06.252124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-23ee863f-7b44-4135-b29b-10f2d92f9dcd None None] Port b3c751c4-8421-4793-96fd-b592bba9042e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:48:06.287618 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-23ee863f-7b44-4135-b29b-10f2d92f9dcd None None] Provisioning complete for port 9c0737f3-209c-4cc2-a473-eb0afd6b130d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:06.287952 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-23ee863f-7b44-4135-b29b-10f2d92f9dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:06.442054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 13c49224-5618-4166-b4c8-843ceea95cf3 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:48:06.570095 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 13c49224-5618-4166-b4c8-843ceea95cf3 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:06.570461 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:06.596439 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c10ecb87-c02b-4ea0-818c-f3bbba03492f None None] Provisioning complete for port b3c751c4-8421-4793-96fd-b592bba9042e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:06.596809 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c10ecb87-c02b-4ea0-818c-f3bbba03492f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:06.598759 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Router 80a6cd44-f0e6-4827-8e75-7d500d354f2f has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:48:06.643727 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c10ecb87-c02b-4ea0-818c-f3bbba03492f None None] Port b3c751c4-8421-4793-96fd-b592bba9042e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:48:06.689519 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1b907676-063f-45cb-a17d-31435b91633d up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:48:06.720672 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:48:06.733664 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0525e422-902a-4321-acdf-b35983c7ca25 admin admin] 10.222.0.65 "PUT /v2.0/routers/80a6cd44-f0e6-4827-8e75-7d500d354f2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5723403 Nov 11 12:48:06.739730 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 1b907676-063f-45cb-a17d-31435b91633d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:06.740166 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:06.786021 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3aa4be17-8182-4c48-be8a-227c0878cfdd None None] Provisioning complete for port b3c751c4-8421-4793-96fd-b592bba9042e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:06.786383 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3aa4be17-8182-4c48-be8a-227c0878cfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:06.845944 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3aa4be17-8182-4c48-be8a-227c0878cfdd None None] Port b3c751c4-8421-4793-96fd-b592bba9042e cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:48:06.861503 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9c0737f3-209c-4cc2-a473-eb0afd6b130d up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:48:06.927417 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 9c0737f3-209c-4cc2-a473-eb0afd6b130d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:06.927866 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:07.494047 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-295a5c6d-45b6-4473-9074-3d5e712b47a1 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:07.495516 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-295a5c6d-45b6-4473-9074-3d5e712b47a1 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/networks?id=4fc6c0f5-3a3d-45a2-bbac-781df46b9498 HTTP/1.1" status: 200 len: 816 time: 0.1038940 Nov 11 12:48:07.510501 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-d864d63f-422d-4666-b810-e0244ab9be0c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/quotas/9282392dc2bf4cbca1ef52da03808978 HTTP/1.1" status: 200 len: 375 time: 0.0091794 Nov 11 12:48:07.575922 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-56347a22-39ec-44e1-9c5e-c611643fb5ab tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9282392dc2bf4cbca1ef52da03808978&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601442 Nov 11 12:48:07.826347 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-6818f8c6-d7a5-4f17-9c95-0bf47f6f7da0 service neutron] 10.222.0.65 "GET /v2.0/networks/4fc6c0f5-3a3d-45a2-bbac-781df46b9498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303589 Nov 11 12:48:07.920038 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4cbaaa00-290f-4cbb-8f26-6b43d9a04a35 service neutron] 10.222.0.65 "GET /v2.0/networks/4fc6c0f5-3a3d-45a2-bbac-781df46b9498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875242 Nov 11 12:48:08.103696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1930abf1-3f4a-450a-ae4d-6ccb8fd832b4 req-4366a43c-4e1f-4acd-b719-dad9e8c98a46 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6144fc3-c2c3-4025-989c-99b3c4f2c801 HTTP/1.1" status: 200 len: 210 time: 0.0292766 Nov 11 12:48:08.179056 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-beaeebee-4e7c-490d-a977-a62a01047a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:08.327758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Sync routers for ids ['80a6cd44-f0e6-4827-8e75-7d500d354f2f'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:48:08.339943 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Routers {'80a6cd44-f0e6-4827-8e75-7d500d354f2f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:48:08.340511 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:48:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['80a6cd44-f0e6-4827-8e75-7d500d354f2f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:08.452412 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Set router 80a6cd44-f0e6-4827-8e75-7d500d354f2f gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:48:08.657519 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1850482691-router', 'tenant_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '13c49224-5618-4166-b4c8-843ceea95cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:02Z', 'updated_at': '2021-11-11T12:48:05Z', 'revision_number': 4, 'project_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'gw_port': {'id': '13c49224-5618-4166-b4c8-843ceea95cf3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:03Z', 'updated_at': '2021-11-11T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'b3c751c4-8421-4793-96fd-b592bba9042e', 'name': '', 'network_id': '28a9a1f3-ae2c-4f91-9cce-794c316cdc5e', 'tenant_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'mac_address': 'fa:16:3e:4d:76:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'd6b1274b-b8fa-4234-85aa-6f3efeca637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:04Z', 'updated_at': '2021-11-11T12:48:05Z', 'revision_number': 2, 'project_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'subnets': [{'id': 'd6b1274b-b8fa-4234-85aa-6f3efeca637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:08.683998 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Checking router: 80a6cd44-f0e6-4827-8e75-7d500d354f2f for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:48:08.684322 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Updating router 80a6cd44-f0e6-4827-8e75-7d500d354f2f port b3c751c4-8421-4793-96fd-b592bba9042e binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:48:08.711247 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:09.141672 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:09.148603 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:09.199604 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508b0f1-a9ba-4361-a1fc-abd87e516116 None None] Pushing event updated for resources: {'Port': ['ID=b3c751c4-8421-4793-96fd-b592bba9042e,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:09.234807 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-551926ed-d179-44a8-9fdd-b3792871e2d7 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:09.237154 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-551926ed-d179-44a8-9fdd-b3792871e2d7 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.62 "GET /v2.0/networks?id=4fc6c0f5-3a3d-45a2-bbac-781df46b9498 HTTP/1.1" status: 200 len: 816 time: 0.1517334 Nov 11 12:48:09.238283 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-38401cde-d848-4287-80c8-eea064404095 req-3cd6c1dd-fdd9-4b84-86b2-eb027e288f42 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6144fc3-c2c3-4025-989c-99b3c4f2c801 HTTP/1.1" status: 200 len: 210 time: 0.0574515 Nov 11 12:48:09.257662 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-6c695795-9f53-4a3a-95f2-75c64db8a41c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Request body: {'port': {'device_id': 'a6144fc3-c2c3-4025-989c-99b3c4f2c801', 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498', 'admin_state_up': True, 'tenant_id': '9282392dc2bf4cbca1ef52da03808978'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:09.265468 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:09.276938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Attempting to bind port b3c751c4-8421-4793-96fd-b592bba9042e on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:48:09.277349 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Attempting to bind port b3c751c4-8421-4793-96fd-b592bba9042e by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '4a643ccf-e68e-4df1-8ac2-a48407189445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '28a9a1f3-ae2c-4f91-9cce-794c316cdc5e'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:48:09.277748 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Attempting to bind port b3c751c4-8421-4793-96fd-b592bba9042e on network 28a9a1f3-ae2c-4f91-9cce-794c316cdc5e {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:48:09.283334 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:48:09.283711 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Checking segment: {'id': '4a643ccf-e68e-4df1-8ac2-a48407189445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '28a9a1f3-ae2c-4f91-9cce-794c316cdc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:48:09.284114 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:09.284688 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Bound using segment: {'id': '4a643ccf-e68e-4df1-8ac2-a48407189445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '28a9a1f3-ae2c-4f91-9cce-794c316cdc5e'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:48:09.285244 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Bound port: b3c751c4-8421-4793-96fd-b592bba9042e, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a643ccf-e68e-4df1-8ac2-a48407189445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '28a9a1f3-ae2c-4f91-9cce-794c316cdc5e'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:48:09.285647 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:09.362440 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] For port b3c751c4-8421-4793-96fd-b592bba9042e, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:48:09.366934 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] For port b3c751c4-8421-4793-96fd-b592bba9042e, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b3c751c4-8421-4793-96fd-b592bba9042e,segment=NetworkSegment(4a643ccf-e68e-4df1-8ac2-a48407189445),segment_id=4a643ccf-e68e-4df1-8ac2-a48407189445)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:48:09.372641 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:09.400637 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-6c695795-9f53-4a3a-95f2-75c64db8a41c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Made reservation on behalf of 9282392dc2bf4cbca1ef52da03808978 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:48:09.404864 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-6c695795-9f53-4a3a-95f2-75c64db8a41c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:09.425531 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Routers {'80a6cd44-f0e6-4827-8e75-7d500d354f2f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:48:09.426256 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:48:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['80a6cd44-f0e6-4827-8e75-7d500d354f2f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:09.489664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508b0f1-a9ba-4361-a1fc-abd87e516116 None None] Pushing event updated for resources: {'Port': ['ID=b3c751c4-8421-4793-96fd-b592bba9042e,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:09.511387 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a32055aa-5a3e-4c58-9332-1708ce937e60 None None] Provisioning complete for port b3c751c4-8421-4793-96fd-b592bba9042e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:09.511913 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a32055aa-5a3e-4c58-9332-1708ce937e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:09.615253 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] Set router 80a6cd44-f0e6-4827-8e75-7d500d354f2f gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:48:09.717477 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a32055aa-5a3e-4c58-9332-1708ce937e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:09.806957 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a32055aa-5a3e-4c58-9332-1708ce937e60 None None] For port b3c751c4-8421-4793-96fd-b592bba9042e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b3c751c4-8421-4793-96fd-b592bba9042e,segment=NetworkSegment(4a643ccf-e68e-4df1-8ac2-a48407189445),segment_id=4a643ccf-e68e-4df1-8ac2-a48407189445)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:09.812532 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a32055aa-5a3e-4c58-9332-1708ce937e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:09.888308 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-6c695795-9f53-4a3a-95f2-75c64db8a41c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Allocated IP 172.20.0.13 (4fc6c0f5-3a3d-45a2-bbac-781df46b9498/7c5e5add-6bb8-4229-8735-bc5ce2100977/aba5f237-2987-4d9e-aa10-852af73b3aa9) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:48:09.893732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32055aa-5a3e-4c58-9332-1708ce937e60 None None] Pushing event updated for resources: {'Port': ['ID=b3c751c4-8421-4793-96fd-b592bba9042e,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:09.919555 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1850482691-router', 'tenant_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '13c49224-5618-4166-b4c8-843ceea95cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:02Z', 'updated_at': '2021-11-11T12:48:05Z', 'revision_number': 4, 'project_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'gw_port': {'id': '13c49224-5618-4166-b4c8-843ceea95cf3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:03Z', 'updated_at': '2021-11-11T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'b3c751c4-8421-4793-96fd-b592bba9042e', 'name': '', 'network_id': '28a9a1f3-ae2c-4f91-9cce-794c316cdc5e', 'tenant_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'mac_address': 'fa:16:3e:4d:76:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'd6b1274b-b8fa-4234-85aa-6f3efeca637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:04Z', 'updated_at': '2021-11-11T12:48:09Z', 'revision_number': 4, 'project_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'subnets': [{'id': 'd6b1274b-b8fa-4234-85aa-6f3efeca637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:09.950290 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700d3b9-36e1-45a2-9227-5a2b8120a102 None None] The sync data for ids ['80a6cd44-f0e6-4827-8e75-7d500d354f2f'] in n-d-807359-3 is: [{'id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1850482691-router', 'tenant_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '13c49224-5618-4166-b4c8-843ceea95cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:02Z', 'updated_at': '2021-11-11T12:48:05Z', 'revision_number': 4, 'project_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'gw_port': {'id': '13c49224-5618-4166-b4c8-843ceea95cf3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:03Z', 'updated_at': '2021-11-11T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'b3c751c4-8421-4793-96fd-b592bba9042e', 'name': '', 'network_id': '28a9a1f3-ae2c-4f91-9cce-794c316cdc5e', 'tenant_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'mac_address': 'fa:16:3e:4d:76:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'd6b1274b-b8fa-4234-85aa-6f3efeca637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:04Z', 'updated_at': '2021-11-11T12:48:09Z', 'revision_number': 4, 'project_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'subnets': [{'id': 'd6b1274b-b8fa-4234-85aa-6f3efeca637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:48:09.965614 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-86a138ef-2fc4-4d51-a65f-7084895155e9 None None] Provisioning complete for port b3c751c4-8421-4793-96fd-b592bba9042e triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:09.965986 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-86a138ef-2fc4-4d51-a65f-7084895155e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:10.063603 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-6c695795-9f53-4a3a-95f2-75c64db8a41c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:10.099791 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-6c695795-9f53-4a3a-95f2-75c64db8a41c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:10.151967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-6c695795-9f53-4a3a-95f2-75c64db8a41c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:48:10.155183 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-6c695795-9f53-4a3a-95f2-75c64db8a41c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:48:10.159819 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-6c695795-9f53-4a3a-95f2-75c64db8a41c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:48:10.164350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c695795-9f53-4a3a-95f2-75c64db8a41c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Pushing event updated for resources: {'Port': ['ID=aba5f237-2987-4d9e-aa10-852af73b3aa9,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:10.220153 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-6c695795-9f53-4a3a-95f2-75c64db8a41c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:10.220588 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-6c695795-9f53-4a3a-95f2-75c64db8a41c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:10.250718 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-6c695795-9f53-4a3a-95f2-75c64db8a41c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9975426 Nov 11 12:48:10.312990 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b3c751c4-8421-4793-96fd-b592bba9042e up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:48:10.391195 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port b3c751c4-8421-4793-96fd-b592bba9042e triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:10.391632 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:10.392402 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f515daf-4650-46f9-ad96-0c9009468169 req-9fa12912-b966-4397-9a46-c4eb9f0e5d7d tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:10.394119 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f515daf-4650-46f9-ad96-0c9009468169 req-9fa12912-b966-4397-9a46-c4eb9f0e5d7d tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6144fc3-c2c3-4025-989c-99b3c4f2c801 HTTP/1.1" status: 200 len: 932 time: 0.0741441 Nov 11 12:48:10.425812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Request body: {'port': {'device_id': 'a6144fc3-c2c3-4025-989c-99b3c4f2c801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:10.468300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f515daf-4650-46f9-ad96-0c9009468169 req-95162b23-8ceb-46e9-8b65-91d535b3c066 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642092 Nov 11 12:48:10.497811 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:10.527427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b2a2e3a1-9d2b-4853-b86f-ef629a9bf904 None None] Provisioning complete for port aba5f237-2987-4d9e-aa10-852af73b3aa9 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:10.527799 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e3a1-9d2b-4853-b86f-ef629a9bf904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:10.572891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b2a2e3a1-9d2b-4853-b86f-ef629a9bf904 None None] Port aba5f237-2987-4d9e-aa10-852af73b3aa9 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:48:10.763304 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:10.769787 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba5f237-2987-4d9e-aa10-852af73b3aa9 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:48:10.777287 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:10.790216 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Transition to ACTIVE for port object aba5f237-2987-4d9e-aa10-852af73b3aa9 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:48:10.795774 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:10.846686 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Pushing event updated for resources: {'Port': ['ID=aba5f237-2987-4d9e-aa10-852af73b3aa9,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:10.915867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Attempting to bind port aba5f237-2987-4d9e-aa10-852af73b3aa9 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:48:10.916190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Attempting to bind port aba5f237-2987-4d9e-aa10-852af73b3aa9 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '9f0956fa-05d9-4275-b541-a2bcad5659a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:48:10.916511 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Attempting to bind port aba5f237-2987-4d9e-aa10-852af73b3aa9 on network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:48:10.921423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Port aba5f237-2987-4d9e-aa10-852af73b3aa9 on network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:48:10.921884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Attempting to bind port aba5f237-2987-4d9e-aa10-852af73b3aa9 on network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:48:10.927267 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:48:10.927682 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Checking segment: {'id': '9f0956fa-05d9-4275-b541-a2bcad5659a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:48:10.928071 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Bound using segment: {'id': '9f0956fa-05d9-4275-b541-a2bcad5659a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:48:10.928503 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Bound port: aba5f237-2987-4d9e-aa10-852af73b3aa9, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0956fa-05d9-4275-b541-a2bcad5659a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:48:10.928863 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:11.000852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] For port aba5f237-2987-4d9e-aa10-852af73b3aa9, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:48:11.004295 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] For port aba5f237-2987-4d9e-aa10-852af73b3aa9, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=aba5f237-2987-4d9e-aa10-852af73b3aa9,segment=NetworkSegment(9f0956fa-05d9-4275-b541-a2bcad5659a1),segment_id=9f0956fa-05d9-4275-b541-a2bcad5659a1)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:48:11.011491 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:11.046932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:11.047636 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:11.049079 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] 10.222.0.62 "PUT /v2.0/ports/aba5f237-2987-4d9e-aa10-852af73b3aa9 HTTP/1.1" status: 200 len: 1092 time: 0.6928904 Nov 11 12:48:11.049632 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6144fc3-c2c3-4025-989c-99b3c4f2c801', 'tag': 'aba5f237-2987-4d9e-aa10-852af73b3aa9'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:48:11.051907 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df4118a-570d-4e72-9072-134ab4ca66e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a6144fc3-c2c3-4025-989c-99b3c4f2c801", "tag": "aba5f237-2987-4d9e-aa10-852af73b3aa9"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:48:11.076180 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e23c4-d6e0-497f-bd9e-16192117e723 service neutron] Pushing event updated for resources: {'Port': ['ID=aba5f237-2987-4d9e-aa10-852af73b3aa9,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:11.116565 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42a4fc6-a33c-40be-8594-a4f1dad6086c x-openstack-request-id: req-c42a4fc6-a33c-40be-8594-a4f1dad6086c {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:48:11.116936 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6144fc3-c2c3-4025-989c-99b3c4f2c801", "tag": "aba5f237-2987-4d9e-aa10-852af73b3aa9", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:48:11.117384 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c42a4fc6-a33c-40be-8594-a4f1dad6086c {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:48:11.117885 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6144fc3-c2c3-4025-989c-99b3c4f2c801', 'tag': 'aba5f237-2987-4d9e-aa10-852af73b3aa9', 'status': 'completed', 'code': 200} Nov 11 12:48:11.149041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-8f93693e-5af6-4369-9449-1b499e8fa032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:11.150774 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-8f93693e-5af6-4369-9449-1b499e8fa032 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9282392dc2bf4cbca1ef52da03808978&device_id=a6144fc3-c2c3-4025-989c-99b3c4f2c801 HTTP/1.1" status: 200 len: 1095 time: 0.0523534 Nov 11 12:48:11.197941 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-0054442d-6a49-4ab5-8fd2-699267f853d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aba5f237-2987-4d9e-aa10-852af73b3aa9 HTTP/1.1" status: 200 len: 217 time: 0.0354552 Nov 11 12:48:11.254293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-faa2f896-4df6-4101-bbf3-3919334d4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:11.255731 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-faa2f896-4df6-4101-bbf3-3919334d4358 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7c5e5add-6bb8-4229-8735-bc5ce2100977 HTTP/1.1" status: 200 len: 855 time: 0.0486031 Nov 11 12:48:11.307355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-03b4abdd-8f5e-4299-b984-e79d3775e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:11.308904 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-03b4abdd-8f5e-4299-b984-e79d3775e20e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4fc6c0f5-3a3d-45a2-bbac-781df46b9498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424070 Nov 11 12:48:11.317030 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:11.408993 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-b292397c-6436-4701-97c6-8afb4c2183b9 service neutron] 10.222.0.62 "GET /v2.0/networks/4fc6c0f5-3a3d-45a2-bbac-781df46b9498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884609 Nov 11 12:48:11.508893 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d26726dd-3ef4-4e9a-b1cd-59c184260437 req-0a1093ac-902c-4e2e-ac48-4fb284ac5f1a service neutron] 10.222.0.62 "GET /v2.0/networks/4fc6c0f5-3a3d-45a2-bbac-781df46b9498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871756 Nov 11 12:48:11.588967 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103bda0-10f7-443f-b8b6-ef651fa3f3ea req-0d163492-c5fd-4341-9bf4-e509a9ad2ff1 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:11.590553 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1103bda0-10f7-443f-b8b6-ef651fa3f3ea req-0d163492-c5fd-4341-9bf4-e509a9ad2ff1 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6144fc3-c2c3-4025-989c-99b3c4f2c801 HTTP/1.1" status: 200 len: 944 time: 0.0557888 Nov 11 12:48:11.614604 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4118a-570d-4e72-9072-134ab4ca66e4 req-3b934433-ddc0-4f75-b1b4-fc4533b9eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:11.616385 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5df4118a-570d-4e72-9072-134ab4ca66e4 req-3b934433-ddc0-4f75-b1b4-fc4533b9eb77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9282392dc2bf4cbca1ef52da03808978&device_id=a6144fc3-c2c3-4025-989c-99b3c4f2c801 HTTP/1.1" status: 200 len: 1095 time: 0.0465658 Nov 11 12:48:11.638850 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1103bda0-10f7-443f-b8b6-ef651fa3f3ea req-bcce8122-3c8d-460a-ba87-ad62521a308e tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419433 Nov 11 12:48:11.715855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4118a-570d-4e72-9072-134ab4ca66e4 req-25fce705-4c4c-4f94-85dc-550437b8cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:11.717408 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5df4118a-570d-4e72-9072-134ab4ca66e4 req-25fce705-4c4c-4f94-85dc-550437b8cefd service neutron] 10.222.0.62 "GET /v2.0/networks?id=4fc6c0f5-3a3d-45a2-bbac-781df46b9498 HTTP/1.1" status: 200 len: 918 time: 0.0922027 Nov 11 12:48:11.760202 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5df4118a-570d-4e72-9072-134ab4ca66e4 req-205a7be5-58f2-4697-8138-64db97301cad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aba5f237-2987-4d9e-aa10-852af73b3aa9 HTTP/1.1" status: 200 len: 217 time: 0.0354164 Nov 11 12:48:11.813884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4118a-570d-4e72-9072-134ab4ca66e4 req-0f3e43b7-c5b6-4059-ba68-3014d52cafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:11.815348 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5df4118a-570d-4e72-9072-134ab4ca66e4 req-0f3e43b7-c5b6-4059-ba68-3014d52cafe8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7c5e5add-6bb8-4229-8735-bc5ce2100977 HTTP/1.1" status: 200 len: 855 time: 0.0478151 Nov 11 12:48:11.870392 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4118a-570d-4e72-9072-134ab4ca66e4 req-f271ca08-97ac-44d5-ac67-7ee706e2c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:11.872650 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5df4118a-570d-4e72-9072-134ab4ca66e4 req-f271ca08-97ac-44d5-ac67-7ee706e2c123 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4fc6c0f5-3a3d-45a2-bbac-781df46b9498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470488 Nov 11 12:48:11.972717 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5df4118a-570d-4e72-9072-134ab4ca66e4 req-0e255f8d-381a-41c1-9305-27f136c9bbf7 service neutron] 10.222.0.62 "GET /v2.0/networks/4fc6c0f5-3a3d-45a2-bbac-781df46b9498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912399 Nov 11 12:48:12.074508 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5df4118a-570d-4e72-9072-134ab4ca66e4 req-cb8257b9-b1fa-489a-ac7b-adbe3507fe76 service neutron] 10.222.0.62 "GET /v2.0/networks/4fc6c0f5-3a3d-45a2-bbac-781df46b9498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929267 Nov 11 12:48:12.759063 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7531829-bc2e-4133-b735-7007d2fc8b7f req-fd20569c-d9a3-4de8-85f9-b1e417c852e5 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:12.760490 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7531829-bc2e-4133-b735-7007d2fc8b7f req-fd20569c-d9a3-4de8-85f9-b1e417c852e5 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6144fc3-c2c3-4025-989c-99b3c4f2c801 HTTP/1.1" status: 200 len: 944 time: 0.0499578 Nov 11 12:48:12.807451 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a7531829-bc2e-4133-b735-7007d2fc8b7f req-531291a9-bee7-456e-a632-274df4334c3d tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409131 Nov 11 12:48:12.987480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device aba5f237-2987-4d9e-aa10-852af73b3aa9 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:48:13.095998 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port aba5f237-2987-4d9e-aa10-852af73b3aa9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=aba5f237-2987-4d9e-aa10-852af73b3aa9,segment=NetworkSegment(9f0956fa-05d9-4275-b541-a2bcad5659a1),segment_id=9f0956fa-05d9-4275-b541-a2bcad5659a1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:13.107202 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'aba5f237-2987-4d9e-aa10-852af73b3aa9', 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498', 'port_id': 'aba5f237-2987-4d9e-aa10-852af73b3aa9', 'mac_address': 'fa:16:3e:6f:41:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c5e5add-6bb8-4229-8735-bc5ce2100977', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:48:13.145365 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:13.158509 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba5f237-2987-4d9e-aa10-852af73b3aa9 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:48:13.179623 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port aba5f237-2987-4d9e-aa10-852af73b3aa9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=aba5f237-2987-4d9e-aa10-852af73b3aa9,segment=NetworkSegment(9f0956fa-05d9-4275-b541-a2bcad5659a1),segment_id=9f0956fa-05d9-4275-b541-a2bcad5659a1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:13.186751 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:13.235406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=aba5f237-2987-4d9e-aa10-852af73b3aa9,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:13.449670 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['aba5f237-2987-4d9e-aa10-852af73b3aa9'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:48:13.941475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9113e9-b3b7-4a85-9b1e-27f2bd9bb6b9 req-13b997ca-5e12-4fd0-8604-4b7b43e8dc58 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:13.942996 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea9113e9-b3b7-4a85-9b1e-27f2bd9bb6b9 req-13b997ca-5e12-4fd0-8604-4b7b43e8dc58 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6144fc3-c2c3-4025-989c-99b3c4f2c801 HTTP/1.1" status: 200 len: 945 time: 0.0559118 Nov 11 12:48:13.991448 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea9113e9-b3b7-4a85-9b1e-27f2bd9bb6b9 req-57dacc6d-9e0f-4f07-bc09-c7527a4c86d5 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424247 Nov 11 12:48:15.018897 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device aba5f237-2987-4d9e-aa10-852af73b3aa9 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:48:15.070153 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port aba5f237-2987-4d9e-aa10-852af73b3aa9 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:48:15.074491 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port aba5f237-2987-4d9e-aa10-852af73b3aa9 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:15.074833 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:15.114072 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f7448-292a-4017-974b-7fbd3a274776 req-eec65d3c-c679-423d-98e3-c9b2c5cee81c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:15.115615 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce6f7448-292a-4017-974b-7fbd3a274776 req-eec65d3c-c679-423d-98e3-c9b2c5cee81c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6144fc3-c2c3-4025-989c-99b3c4f2c801 HTTP/1.1" status: 200 len: 945 time: 0.0515668 Nov 11 12:48:15.156212 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:15.169156 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ce6f7448-292a-4017-974b-7fbd3a274776 req-ff078429-1741-4b75-8dce-cb95915ea598 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421503 Nov 11 12:48:15.181959 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6144fc3-c2c3-4025-989c-99b3c4f2c801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba5f237-2987-4d9e-aa10-852af73b3aa9'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:48:15.184287 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4378c15-49b5-406e-9937-754d27a609f2" -d '{"events": [{"server_uuid": "a6144fc3-c2c3-4025-989c-99b3c4f2c801", "name": "network-vif-plugged", "status": "completed", "tag": "aba5f237-2987-4d9e-aa10-852af73b3aa9"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:48:15.197019 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port aba5f237-2987-4d9e-aa10-852af73b3aa9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=aba5f237-2987-4d9e-aa10-852af73b3aa9,segment=NetworkSegment(9f0956fa-05d9-4275-b541-a2bcad5659a1),segment_id=9f0956fa-05d9-4275-b541-a2bcad5659a1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:15.201674 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:15.227214 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bf0e04-d88f-47a6-9fce-e998316b815e x-openstack-request-id: req-80bf0e04-d88f-47a6-9fce-e998316b815e {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:48:15.227507 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6144fc3-c2c3-4025-989c-99b3c4f2c801", "name": "network-vif-plugged", "status": "completed", "tag": "aba5f237-2987-4d9e-aa10-852af73b3aa9", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:48:15.227758 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80bf0e04-d88f-47a6-9fce-e998316b815e {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:48:15.228143 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6144fc3-c2c3-4025-989c-99b3c4f2c801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba5f237-2987-4d9e-aa10-852af73b3aa9', 'code': 200} Nov 11 12:48:15.253773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=aba5f237-2987-4d9e-aa10-852af73b3aa9,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:15.333481 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d562581-b1d2-4c35-9ae2-dd47f07610fe req-c60d5461-3edd-46fa-9c83-751418895dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:15.334947 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7d562581-b1d2-4c35-9ae2-dd47f07610fe req-c60d5461-3edd-46fa-9c83-751418895dc1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a6144fc3-c2c3-4025-989c-99b3c4f2c801 HTTP/1.1" status: 200 len: 1097 time: 0.0432322 Nov 11 12:48:15.383250 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7d562581-b1d2-4c35-9ae2-dd47f07610fe req-bea1451d-4ec2-484c-b291-b03727ac4704 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392103 Nov 11 12:48:16.246806 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:16.302224 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb2cdd-1828-4f80-a5fe-c0a849328862 req-dbebee40-dbcb-423d-88d1-ef7808e7ba73 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:16.303753 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77fb2cdd-1828-4f80-a5fe-c0a849328862 req-dbebee40-dbcb-423d-88d1-ef7808e7ba73 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6144fc3-c2c3-4025-989c-99b3c4f2c801 HTTP/1.1" status: 200 len: 946 time: 0.0527887 Nov 11 12:48:16.357287 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-77fb2cdd-1828-4f80-a5fe-c0a849328862 req-7155b0d7-a7b5-4efd-b301-3b4f29bacee7 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475397 Nov 11 12:48:17.478154 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca4297-0bb7-493a-a59d-17d0d9d08ad6 req-07249766-5e39-4273-84c9-a0376cabf43a tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:17.479651 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2fca4297-0bb7-493a-a59d-17d0d9d08ad6 req-07249766-5e39-4273-84c9-a0376cabf43a tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6144fc3-c2c3-4025-989c-99b3c4f2c801 HTTP/1.1" status: 200 len: 946 time: 0.0510836 Nov 11 12:48:17.528865 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2fca4297-0bb7-493a-a59d-17d0d9d08ad6 req-7a1c8c84-3b25-4d57-88e1-83e294b866a7 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 Nov 11 12:48:17.648608 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47037912-3eab-4be4-8621-00f7bace1622 req-472fef2e-a4e6-4ccd-8175-2dad1c711476 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:17.649989 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-47037912-3eab-4be4-8621-00f7bace1622 req-472fef2e-a4e6-4ccd-8175-2dad1c711476 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6144fc3-c2c3-4025-989c-99b3c4f2c801 HTTP/1.1" status: 200 len: 946 time: 0.0491126 Nov 11 12:48:17.696620 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-47037912-3eab-4be4-8621-00f7bace1622 req-d89ec300-8430-48ca-abb7-9c48b871b84f tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407078 Nov 11 12:48:22.061801 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:35.906704 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-27c18f98-8c55-41cb-8bba-9beddef4a6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:38.172998 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7d60aa5e-8e43-4178-856c-12b0df93dddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:39.222897 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:39.389394 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf517b83-6f19-4ea5-9b3b-526f807080ba req-e202cfc7-20c5-4b1e-b98b-90fc4058be7d tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:39.394440 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf517b83-6f19-4ea5-9b3b-526f807080ba req-e202cfc7-20c5-4b1e-b98b-90fc4058be7d tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6144fc3-c2c3-4025-989c-99b3c4f2c801 HTTP/1.1" status: 200 len: 946 time: 0.0577643 Nov 11 12:48:39.437875 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:48:39.441014 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf517b83-6f19-4ea5-9b3b-526f807080ba req-5b9efe14-1178-46c9-b089-64c90b80ba36 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438895 Nov 11 12:48:40.576174 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b140760-9c10-46a7-ad3e-027655ad3423 req-7b83c820-aa9f-4e62-a404-76db8c791b2d tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:40.577644 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b140760-9c10-46a7-ad3e-027655ad3423 req-7b83c820-aa9f-4e62-a404-76db8c791b2d tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6144fc3-c2c3-4025-989c-99b3c4f2c801 HTTP/1.1" status: 200 len: 946 time: 0.0582221 Nov 11 12:48:40.626111 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b140760-9c10-46a7-ad3e-027655ad3423 req-776e5957-6dc6-45cf-b926-092e67519b48 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424032 Nov 11 12:48:40.773735 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.124285 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075b258-d1c0-4d1a-be2d-11df366405b3 req-40866607-127a-44ec-a626-aa23d8a995b5 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:41.125804 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7075b258-d1c0-4d1a-be2d-11df366405b3 req-40866607-127a-44ec-a626-aa23d8a995b5 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6144fc3-c2c3-4025-989c-99b3c4f2c801 HTTP/1.1" status: 200 len: 946 time: 0.0664842 Nov 11 12:48:41.230843 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-7075b258-d1c0-4d1a-be2d-11df366405b3 req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Deleting port aba5f237-2987-4d9e-aa10-852af73b3aa9 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:48:41.231156 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7075b258-d1c0-4d1a-be2d-11df366405b3 req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.311957 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.326437 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-7075b258-d1c0-4d1a-be2d-11df366405b3 req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] For port aba5f237-2987-4d9e-aa10-852af73b3aa9, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=aba5f237-2987-4d9e-aa10-852af73b3aa9,segment=NetworkSegment(9f0956fa-05d9-4275-b541-a2bcad5659a1),segment_id=9f0956fa-05d9-4275-b541-a2bcad5659a1)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:41.326799 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7075b258-d1c0-4d1a-be2d-11df366405b3 req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.340002 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-7075b258-d1c0-4d1a-be2d-11df366405b3 req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Calling delete_port for aba5f237-2987-4d9e-aa10-852af73b3aa9 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:48:41.468177 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7075b258-d1c0-4d1a-be2d-11df366405b3 req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.484231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['aba5f237-2987-4d9e-aa10-852af73b3aa9'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:48:41.499241 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Pushing event deleted for resources: {'Port': ['ID=aba5f237-2987-4d9e-aa10-852af73b3aa9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:41.513428 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:41.513806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:41.514145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:41.514498 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:41.514798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:41.515148 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:41.515475 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:41.515798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:41.516115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:41.516431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:41.516747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:41.517060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:41.552432 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7075b258-d1c0-4d1a-be2d-11df366405b3 req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] No DVR routers for this DVR port aba5f237-2987-4d9e-aa10-852af73b3aa9 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:48:41.555282 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-7075b258-d1c0-4d1a-be2d-11df366405b3 req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.558897 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-7075b258-d1c0-4d1a-be2d-11df366405b3 req-39ded95c-1768-4760-b16d-9df6f59f35e4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.62 "DELETE /v2.0/ports/aba5f237-2987-4d9e-aa10-852af73b3aa9 HTTP/1.1" status: 204 len: 173 time: 0.4235082 Nov 11 12:48:41.559372 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6144fc3-c2c3-4025-989c-99b3c4f2c801', 'name': 'network-vif-deleted', 'tag': 'aba5f237-2987-4d9e-aa10-852af73b3aa9'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:48:41.561666 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8044adaa-92f0-4369-bed6-334c1c3cf829" -d '{"events": [{"server_uuid": "a6144fc3-c2c3-4025-989c-99b3c4f2c801", "name": "network-vif-deleted", "tag": "aba5f237-2987-4d9e-aa10-852af73b3aa9"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:48:41.598867 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b100d32-2474-4531-80d8-6d517cdfdd01 x-openstack-request-id: req-1b100d32-2474-4531-80d8-6d517cdfdd01 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:48:41.599161 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6144fc3-c2c3-4025-989c-99b3c4f2c801", "name": "network-vif-deleted", "tag": "aba5f237-2987-4d9e-aa10-852af73b3aa9", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:48:41.599410 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b100d32-2474-4531-80d8-6d517cdfdd01 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:48:41.600056 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6144fc3-c2c3-4025-989c-99b3c4f2c801', 'name': 'network-vif-deleted', 'tag': 'aba5f237-2987-4d9e-aa10-852af73b3aa9', 'status': 'completed', 'code': 200} Nov 11 12:48:41.736361 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3b69e4ae-5eb6-4a92-af2f-b1591bae575d req-ede19dac-68a0-401d-b9bb-a8176e8bcf6d tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6144fc3-c2c3-4025-989c-99b3c4f2c801 HTTP/1.1" status: 200 len: 210 time: 0.0265651 Nov 11 12:48:43.217118 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-e552cc90-3f8c-4112-86be-2a73ddc94bc8 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:43.218719 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-e552cc90-3f8c-4112-86be-2a73ddc94bc8 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/networks?id=4fc6c0f5-3a3d-45a2-bbac-781df46b9498 HTTP/1.1" status: 200 len: 816 time: 0.1048911 Nov 11 12:48:43.235030 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-0e6c0c27-9b9f-4987-ae94-ce4179d68e49 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/quotas/9282392dc2bf4cbca1ef52da03808978 HTTP/1.1" status: 200 len: 375 time: 0.0095229 Nov 11 12:48:43.293362 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-e203dbd9-d054-49ae-b663-75961edb432b tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9282392dc2bf4cbca1ef52da03808978&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525937 Nov 11 12:48:43.401467 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-8e9c8d2f-3f8a-4f3e-a939-15db9bfef5ed service neutron] 10.222.0.65 "GET /v2.0/networks/4fc6c0f5-3a3d-45a2-bbac-781df46b9498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914633 Nov 11 12:48:43.497928 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-995aed82-a425-4c95-8725-a98b94509e69 service neutron] 10.222.0.65 "GET /v2.0/networks/4fc6c0f5-3a3d-45a2-bbac-781df46b9498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901618 Nov 11 12:48:43.671591 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a5c1940-7562-4f5c-b5f4-a185cff0b330 req-f815d416-54f9-4b35-8f3b-4c5e5759051b tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 210 time: 0.0314968 Nov 11 12:48:44.713127 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-bc0b6f9d-dc5f-4319-a80c-04292bcda9d8 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:44.714693 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-bc0b6f9d-dc5f-4319-a80c-04292bcda9d8 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.62 "GET /v2.0/networks?id=4fc6c0f5-3a3d-45a2-bbac-781df46b9498 HTTP/1.1" status: 200 len: 816 time: 0.1099315 Nov 11 12:48:44.728556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-1e76ffde-d181-46e5-888c-50ba298d5b4c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Request body: {'port': {'device_id': 'ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0', 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498', 'admin_state_up': True, 'tenant_id': '9282392dc2bf4cbca1ef52da03808978'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:44.773814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4919edd-d5bf-4b3d-b063-99d2676b3184 req-89ef89fa-c84c-4cfa-9e32-2a8024d392d7 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 210 time: 0.0266232 Nov 11 12:48:44.840432 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-1e76ffde-d181-46e5-888c-50ba298d5b4c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Made reservation on behalf of 9282392dc2bf4cbca1ef52da03808978 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:48:44.844061 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-1e76ffde-d181-46e5-888c-50ba298d5b4c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:44.977999 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-1e76ffde-d181-46e5-888c-50ba298d5b4c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Allocated IP 172.20.0.13 (4fc6c0f5-3a3d-45a2-bbac-781df46b9498/7c5e5add-6bb8-4229-8735-bc5ce2100977/56b7bace-f859-4a76-993c-921df83c555a) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:48:45.127980 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-1e76ffde-d181-46e5-888c-50ba298d5b4c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:45.164450 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-1e76ffde-d181-46e5-888c-50ba298d5b4c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:45.210205 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-1e76ffde-d181-46e5-888c-50ba298d5b4c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:48:45.213397 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-1e76ffde-d181-46e5-888c-50ba298d5b4c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:48:45.217887 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-1e76ffde-d181-46e5-888c-50ba298d5b4c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:48:45.231289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device aba5f237-2987-4d9e-aa10-852af73b3aa9 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:48:45.249373 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76ffde-d181-46e5-888c-50ba298d5b4c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Pushing event updated for resources: {'Port': ['ID=56b7bace-f859-4a76-993c-921df83c555a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:45.253005 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: aba5f237-2987-4d9e-aa10-852af73b3aa9 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:48:45.253358 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device aba5f237-2987-4d9e-aa10-852af73b3aa9 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:48:45.276534 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-1e76ffde-d181-46e5-888c-50ba298d5b4c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:45.276969 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-1e76ffde-d181-46e5-888c-50ba298d5b4c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:45.295010 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-1e76ffde-d181-46e5-888c-50ba298d5b4c tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5702922 Nov 11 12:48:45.313401 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Request body: {'port': {'device_id': 'ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:45.375065 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:45.491598 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4e37ebf9-1a8e-4e1b-9d1d-20cb1c219b01 None None] Provisioning complete for port 56b7bace-f859-4a76-993c-921df83c555a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:45.492076 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4e37ebf9-1a8e-4e1b-9d1d-20cb1c219b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:45.528838 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4e37ebf9-1a8e-4e1b-9d1d-20cb1c219b01 None None] Port 56b7bace-f859-4a76-993c-921df83c555a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:48:45.649245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b7bace-f859-4a76-993c-921df83c555a {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:48:45.656781 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:45.669460 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Transition to ACTIVE for port object 56b7bace-f859-4a76-993c-921df83c555a will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:48:45.675552 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:45.726439 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Pushing event updated for resources: {'Port': ['ID=56b7bace-f859-4a76-993c-921df83c555a,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:45.795761 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Attempting to bind port 56b7bace-f859-4a76-993c-921df83c555a on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:48:45.796093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Attempting to bind port 56b7bace-f859-4a76-993c-921df83c555a by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '9f0956fa-05d9-4275-b541-a2bcad5659a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:48:45.796413 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Attempting to bind port 56b7bace-f859-4a76-993c-921df83c555a on network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:48:45.801915 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Port 56b7bace-f859-4a76-993c-921df83c555a on network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:48:45.802248 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Attempting to bind port 56b7bace-f859-4a76-993c-921df83c555a on network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:48:45.807524 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:48:45.807858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Checking segment: {'id': '9f0956fa-05d9-4275-b541-a2bcad5659a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:48:45.808238 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Bound using segment: {'id': '9f0956fa-05d9-4275-b541-a2bcad5659a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:48:45.808665 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Bound port: 56b7bace-f859-4a76-993c-921df83c555a, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0956fa-05d9-4275-b541-a2bcad5659a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:48:45.809051 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:45.879990 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] For port 56b7bace-f859-4a76-993c-921df83c555a, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:48:45.883450 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] For port 56b7bace-f859-4a76-993c-921df83c555a, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=56b7bace-f859-4a76-993c-921df83c555a,segment=NetworkSegment(9f0956fa-05d9-4275-b541-a2bcad5659a1),segment_id=9f0956fa-05d9-4275-b541-a2bcad5659a1)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:48:45.889886 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:45.905142 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea75d74-43fd-43e5-af6e-13b92a0cca37 req-e140d366-a431-4b16-9656-d84843ff1fd9 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:45.906659 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ea75d74-43fd-43e5-af6e-13b92a0cca37 req-e140d366-a431-4b16-9656-d84843ff1fd9 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 944 time: 0.0542450 Nov 11 12:48:45.928899 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:45.929521 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:45.931016 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] 10.222.0.62 "PUT /v2.0/ports/56b7bace-f859-4a76-993c-921df83c555a HTTP/1.1" status: 200 len: 1092 time: 0.6221213 Nov 11 12:48:45.931456 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0', 'tag': '56b7bace-f859-4a76-993c-921df83c555a'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:48:45.933779 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6aaf10a-0402-4968-ab25-6041069c6666" -d '{"events": [{"name": "network-changed", "server_uuid": "ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0", "tag": "56b7bace-f859-4a76-993c-921df83c555a"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:48:45.962247 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ea75d74-43fd-43e5-af6e-13b92a0cca37 req-d08e660b-59e3-4c19-9dc1-3c0cb7ec2844 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486724 Nov 11 12:48:45.962449 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93ba1d-2687-47a6-9f5d-02ea5cd18dda service neutron] Pushing event updated for resources: {'Port': ['ID=56b7bace-f859-4a76-993c-921df83c555a,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:46.001500 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28d817f-302a-4f93-b37c-5ecb080c6c39 x-openstack-request-id: req-b28d817f-302a-4f93-b37c-5ecb080c6c39 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:48:46.002147 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0", "tag": "56b7bace-f859-4a76-993c-921df83c555a", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:48:46.002397 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b28d817f-302a-4f93-b37c-5ecb080c6c39 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:48:46.002802 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0', 'tag': '56b7bace-f859-4a76-993c-921df83c555a', 'status': 'completed', 'code': 200} Nov 11 12:48:46.054311 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-b85dca7d-d7bb-4df0-9b8f-677dd3f6296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:46.055973 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-b85dca7d-d7bb-4df0-9b8f-677dd3f6296f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9282392dc2bf4cbca1ef52da03808978&device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 1095 time: 0.0473704 Nov 11 12:48:46.107132 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-f16dbe52-82a5-45b0-ad83-52846bf35f2c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56b7bace-f859-4a76-993c-921df83c555a HTTP/1.1" status: 200 len: 217 time: 0.0360553 Nov 11 12:48:46.157592 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-b1db75fa-fd6f-4006-aab0-a47fa347cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:46.159109 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-b1db75fa-fd6f-4006-aab0-a47fa347cd35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7c5e5add-6bb8-4229-8735-bc5ce2100977 HTTP/1.1" status: 200 len: 855 time: 0.0447171 Nov 11 12:48:46.218429 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-7efc3b9a-3066-446f-b234-5729138ea820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:46.220032 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-7efc3b9a-3066-446f-b234-5729138ea820 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4fc6c0f5-3a3d-45a2-bbac-781df46b9498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481212 Nov 11 12:48:46.247706 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:46.318573 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-ed15025c-c0ff-4124-b1d0-338d98653ba6 service neutron] 10.222.0.62 "GET /v2.0/networks/4fc6c0f5-3a3d-45a2-bbac-781df46b9498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862353 Nov 11 12:48:46.422020 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f3f6c2fe-30b1-46d7-8533-c90829631159 req-0c4f708c-527d-4364-a462-56b2caff225a service neutron] 10.222.0.62 "GET /v2.0/networks/4fc6c0f5-3a3d-45a2-bbac-781df46b9498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920844 Nov 11 12:48:46.518358 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaf10a-0402-4968-ab25-6041069c6666 req-a658e8d1-4da4-4b50-a1b5-fea1fb5eeb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:46.519874 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b6aaf10a-0402-4968-ab25-6041069c6666 req-a658e8d1-4da4-4b50-a1b5-fea1fb5eeb5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9282392dc2bf4cbca1ef52da03808978&device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 1095 time: 0.0420420 Nov 11 12:48:46.619429 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaf10a-0402-4968-ab25-6041069c6666 req-898c7cdd-a165-48c8-b6b5-758a5b40fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:46.620840 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b6aaf10a-0402-4968-ab25-6041069c6666 req-898c7cdd-a165-48c8-b6b5-758a5b40fcc6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4fc6c0f5-3a3d-45a2-bbac-781df46b9498 HTTP/1.1" status: 200 len: 918 time: 0.0926850 Nov 11 12:48:46.665819 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b6aaf10a-0402-4968-ab25-6041069c6666 req-80c5debf-efae-4309-a207-2725fb09c68b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56b7bace-f859-4a76-993c-921df83c555a HTTP/1.1" status: 200 len: 217 time: 0.0369377 Nov 11 12:48:46.715449 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaf10a-0402-4968-ab25-6041069c6666 req-2bf7c012-1cb6-4a7f-9a96-ba3e230e5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:46.716859 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b6aaf10a-0402-4968-ab25-6041069c6666 req-2bf7c012-1cb6-4a7f-9a96-ba3e230e5365 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7c5e5add-6bb8-4229-8735-bc5ce2100977 HTTP/1.1" status: 200 len: 855 time: 0.0435646 Nov 11 12:48:46.763441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaf10a-0402-4968-ab25-6041069c6666 req-98397421-9bb7-4bce-8da8-92094b130e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:46.764890 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b6aaf10a-0402-4968-ab25-6041069c6666 req-98397421-9bb7-4bce-8da8-92094b130e87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4fc6c0f5-3a3d-45a2-bbac-781df46b9498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394163 Nov 11 12:48:46.858571 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b6aaf10a-0402-4968-ab25-6041069c6666 req-c94f7c7a-0ee4-4fe7-b0ef-009d1f734e58 service neutron] 10.222.0.62 "GET /v2.0/networks/4fc6c0f5-3a3d-45a2-bbac-781df46b9498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859475 Nov 11 12:48:46.973959 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b6aaf10a-0402-4968-ab25-6041069c6666 req-ffd59af0-b49b-4a42-b41f-cf708e104384 service neutron] 10.222.0.62 "GET /v2.0/networks/4fc6c0f5-3a3d-45a2-bbac-781df46b9498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066668 Nov 11 12:48:47.089678 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f15c3-fb51-423f-adb8-d7a420f164e0 req-9bbd3815-2c73-4ec5-9409-02d6dce6ddf8 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:47.091182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-438f15c3-fb51-423f-adb8-d7a420f164e0 req-9bbd3815-2c73-4ec5-9409-02d6dce6ddf8 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 944 time: 0.0562048 Nov 11 12:48:47.147508 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-438f15c3-fb51-423f-adb8-d7a420f164e0 req-dfed5342-cbb9-4497-bd6e-bb3e403d1206 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474439 Nov 11 12:48:48.282103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c3f2f-03c7-4141-8321-860cff552e66 req-3adff4d8-5d11-4c30-b668-b6850ac78b84 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:48.283676 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-883c3f2f-03c7-4141-8321-860cff552e66 req-3adff4d8-5d11-4c30-b668-b6850ac78b84 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 944 time: 0.0540135 Nov 11 12:48:48.332335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-883c3f2f-03c7-4141-8321-860cff552e66 req-f63337fe-c5c7-41e2-9e47-dfa7bb56943d tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423872 Nov 11 12:48:49.246495 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 56b7bace-f859-4a76-993c-921df83c555a details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:48:49.349045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 56b7bace-f859-4a76-993c-921df83c555a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=56b7bace-f859-4a76-993c-921df83c555a,segment=NetworkSegment(9f0956fa-05d9-4275-b541-a2bcad5659a1),segment_id=9f0956fa-05d9-4275-b541-a2bcad5659a1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:49.361246 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '56b7bace-f859-4a76-993c-921df83c555a', 'network_id': '4fc6c0f5-3a3d-45a2-bbac-781df46b9498', 'port_id': '56b7bace-f859-4a76-993c-921df83c555a', 'mac_address': 'fa:16:3e:5f:f3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c5e5add-6bb8-4229-8735-bc5ce2100977', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:48:49.400704 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:49.415394 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b7bace-f859-4a76-993c-921df83c555a {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:48:49.435859 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 56b7bace-f859-4a76-993c-921df83c555a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=56b7bace-f859-4a76-993c-921df83c555a,segment=NetworkSegment(9f0956fa-05d9-4275-b541-a2bcad5659a1),segment_id=9f0956fa-05d9-4275-b541-a2bcad5659a1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:49.441044 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:49.448982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce9702-e84a-4084-acfd-03e9ca0107b8 req-147c6438-ec95-4270-8230-81b8b3ff7dec tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:49.450675 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7cce9702-e84a-4084-acfd-03e9ca0107b8 req-147c6438-ec95-4270-8230-81b8b3ff7dec tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 944 time: 0.0495672 Nov 11 12:48:49.488687 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=56b7bace-f859-4a76-993c-921df83c555a,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:49.496340 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:49.496673 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:49.496999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:49.497308 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:49.497667 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:49.497985 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:49.498298 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:49.498607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:49.498917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:49.499214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:49.499523 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:49.499833 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:49.500997 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7cce9702-e84a-4084-acfd-03e9ca0107b8 req-f37a951c-5273-4ca0-a0b4-03fc12cac4ed tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441608 Nov 11 12:48:49.706421 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['56b7bace-f859-4a76-993c-921df83c555a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:48:50.637468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35018eb5-ed8d-41cb-82de-381069906360 req-5b9874ed-c4db-4ac6-b57e-f47bb3f1d779 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:50.637468 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35018eb5-ed8d-41cb-82de-381069906360 req-5b9874ed-c4db-4ac6-b57e-f47bb3f1d779 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 945 time: 0.0543835 Nov 11 12:48:50.690137 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35018eb5-ed8d-41cb-82de-381069906360 req-2c84d5e1-3082-45f9-aac9-7d31cafb980f tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450664 Nov 11 12:48:51.279621 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 56b7bace-f859-4a76-993c-921df83c555a up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:48:51.339933 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 56b7bace-f859-4a76-993c-921df83c555a completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:48:51.343997 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 56b7bace-f859-4a76-993c-921df83c555a triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:51.344363 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:51.425626 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:51.449131 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b7bace-f859-4a76-993c-921df83c555a'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:48:51.451409 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b588d3d-7c1a-4eb4-aa83-41a0317ccaa1" -d '{"events": [{"server_uuid": "ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0", "name": "network-vif-plugged", "status": "completed", "tag": "56b7bace-f859-4a76-993c-921df83c555a"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:48:51.464432 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 56b7bace-f859-4a76-993c-921df83c555a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=56b7bace-f859-4a76-993c-921df83c555a,segment=NetworkSegment(9f0956fa-05d9-4275-b541-a2bcad5659a1),segment_id=9f0956fa-05d9-4275-b541-a2bcad5659a1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:51.469825 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:51.493218 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41483c5d-f4c0-4766-bfd2-23c57e6c8c93 x-openstack-request-id: req-41483c5d-f4c0-4766-bfd2-23c57e6c8c93 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:48:51.493501 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0", "name": "network-vif-plugged", "status": "completed", "tag": "56b7bace-f859-4a76-993c-921df83c555a", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:48:51.493773 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41483c5d-f4c0-4766-bfd2-23c57e6c8c93 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:48:51.494159 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b7bace-f859-4a76-993c-921df83c555a', 'code': 200} Nov 11 12:48:51.520935 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=56b7bace-f859-4a76-993c-921df83c555a,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:51.604602 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61714a-ed9a-4502-a363-67d5b8c2fc0e req-889ccac8-55f0-489f-b035-9c6aa36cc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:51.606176 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2d61714a-ed9a-4502-a363-67d5b8c2fc0e req-889ccac8-55f0-489f-b035-9c6aa36cc289 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 1097 time: 0.0437088 Nov 11 12:48:51.657728 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2d61714a-ed9a-4502-a363-67d5b8c2fc0e req-415cb0cb-94ab-4872-99d3-f9cc739d6f0b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387793 Nov 11 12:48:51.815474 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216710f2-a604-4a7e-8669-77d608e9f868 req-deaa310b-2733-4b9d-9fbe-81f0089b70f4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:51.816951 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-216710f2-a604-4a7e-8669-77d608e9f868 req-deaa310b-2733-4b9d-9fbe-81f0089b70f4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 946 time: 0.0510473 Nov 11 12:48:51.864370 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-216710f2-a604-4a7e-8669-77d608e9f868 req-8465ac64-5e62-4d6d-87a4-91df10b0905e tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 Nov 11 12:48:52.067770 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:52.996475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e5739-4e60-4331-aeff-24c38901adad req-79f91e15-4e05-4ed7-9be9-1b1b1c7cdd6f tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:52.997993 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-766e5739-4e60-4331-aeff-24c38901adad req-79f91e15-4e05-4ed7-9be9-1b1b1c7cdd6f tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 946 time: 0.0540316 Nov 11 12:48:53.047197 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-766e5739-4e60-4331-aeff-24c38901adad req-3b354f9f-4b5f-4548-882e-8b16ca614d8b tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431795 Nov 11 12:48:54.177231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f780e-25d9-4fc0-9e59-c027d896e97f req-09a8a910-1629-40c1-bdc1-744fa2a8c416 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:54.178759 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-553f780e-25d9-4fc0-9e59-c027d896e97f req-09a8a910-1629-40c1-bdc1-744fa2a8c416 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 946 time: 0.0501270 Nov 11 12:48:54.231579 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-553f780e-25d9-4fc0-9e59-c027d896e97f req-33703724-debd-437c-ba08-b9542b955cb4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436482 Nov 11 12:48:54.350817 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b505b9-204b-4b44-a142-95a34b374944 req-812a953a-00d6-40ec-b141-d300e59b20c2 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:54.352211 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5b505b9-204b-4b44-a142-95a34b374944 req-812a953a-00d6-40ec-b141-d300e59b20c2 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 946 time: 0.0535088 Nov 11 12:48:54.406740 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5b505b9-204b-4b44-a142-95a34b374944 req-7d97a89a-ae00-48ba-91e9-3246b1095be6 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475180 Nov 11 12:48:56.929697 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8e58465f-6ea3-46d0-a13f-a818a3ddb26b req-63d54e26-0ddd-4421-b4d4-5d23df75df78 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428939 Nov 11 12:48:57.021851 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58465f-6ea3-46d0-a13f-a818a3ddb26b req-e880a46c-5cf0-46ed-ad86-d518535c60af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:57.023450 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8e58465f-6ea3-46d0-a13f-a818a3ddb26b req-e880a46c-5cf0-46ed-ad86-d518535c60af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9282392dc2bf4cbca1ef52da03808978&device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 1097 time: 0.0471315 Nov 11 12:48:57.132959 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58465f-6ea3-46d0-a13f-a818a3ddb26b req-ac90be7b-7463-46dc-a014-5d1e2b819af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:57.134568 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8e58465f-6ea3-46d0-a13f-a818a3ddb26b req-ac90be7b-7463-46dc-a014-5d1e2b819af4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4fc6c0f5-3a3d-45a2-bbac-781df46b9498 HTTP/1.1" status: 200 len: 918 time: 0.0900788 Nov 11 12:48:57.183995 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8e58465f-6ea3-46d0-a13f-a818a3ddb26b req-97dbc6e0-fa86-48ef-9b26-67ed622007b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56b7bace-f859-4a76-993c-921df83c555a HTTP/1.1" status: 200 len: 217 time: 0.0394864 Nov 11 12:48:57.236996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58465f-6ea3-46d0-a13f-a818a3ddb26b req-54979146-f0b1-4cf0-b31b-b670f9d01980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:57.238528 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8e58465f-6ea3-46d0-a13f-a818a3ddb26b req-54979146-f0b1-4cf0-b31b-b670f9d01980 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7c5e5add-6bb8-4229-8735-bc5ce2100977 HTTP/1.1" status: 200 len: 855 time: 0.0473616 Nov 11 12:48:57.285291 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58465f-6ea3-46d0-a13f-a818a3ddb26b req-e75983d5-5f74-4d20-850b-666c47f3e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:57.286838 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8e58465f-6ea3-46d0-a13f-a818a3ddb26b req-e75983d5-5f74-4d20-850b-666c47f3e445 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4fc6c0f5-3a3d-45a2-bbac-781df46b9498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412104 Nov 11 12:48:57.387972 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8e58465f-6ea3-46d0-a13f-a818a3ddb26b req-37d1d1f9-42bf-46af-9949-79c9c04aa2d4 service neutron] 10.222.0.62 "GET /v2.0/networks/4fc6c0f5-3a3d-45a2-bbac-781df46b9498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929132 Nov 11 12:48:57.482705 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-8e58465f-6ea3-46d0-a13f-a818a3ddb26b req-a52dd281-184b-467b-918b-1a7c2d84fd5a service neutron] 10.222.0.62 "GET /v2.0/networks/4fc6c0f5-3a3d-45a2-bbac-781df46b9498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834217 Nov 11 12:49:05.921700 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0a37d7d8-f69e-4d5b-afe8-57c82882dc0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:08.176839 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2271e8f0-c350-49f1-bd8f-81d2c3d07487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:09.224438 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:10.782524 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:11.319952 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:15.939074 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21902218-8a4e-4148-957d-b7991eb03a3b req-88cbca24-3583-4ab9-8ac7-53f7393261f6 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:15.940719 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21902218-8a4e-4148-957d-b7991eb03a3b req-88cbca24-3583-4ab9-8ac7-53f7393261f6 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 946 time: 0.0567970 Nov 11 12:49:15.994860 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21902218-8a4e-4148-957d-b7991eb03a3b req-5a8b711a-1ef8-4f6c-b573-e284a6ad7699 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477424 Nov 11 12:49:16.248562 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:16.437843 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:49:17.130343 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f2068-36c6-4f98-ae54-4830aed2ecd8 req-31ce3aea-c4fb-4dc4-b89a-cf17b4bd1af4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:17.131891 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b72f2068-36c6-4f98-ae54-4830aed2ecd8 req-31ce3aea-c4fb-4dc4-b89a-cf17b4bd1af4 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 946 time: 0.0540550 Nov 11 12:49:17.179520 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b72f2068-36c6-4f98-ae54-4830aed2ecd8 req-31801465-9e30-4e01-90ad-494517fda4db tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/security-groups?id=2567d394-f2fb-4c25-b693-5ef825038c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 Nov 11 12:49:17.642723 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3214d4-038b-4bc0-a689-70bf2df8a68d req-b52e4ce1-269f-495c-8abc-b770bd48e0d3 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:17.644287 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2b3214d4-038b-4bc0-a689-70bf2df8a68d req-b52e4ce1-269f-495c-8abc-b770bd48e0d3 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 946 time: 0.0636601 Nov 11 12:49:17.752785 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-2b3214d4-038b-4bc0-a689-70bf2df8a68d req-3b94d003-9c97-4085-949f-4715b229956a tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Deleting port 56b7bace-f859-4a76-993c-921df83c555a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:49:17.753097 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2b3214d4-038b-4bc0-a689-70bf2df8a68d req-3b94d003-9c97-4085-949f-4715b229956a tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:17.845263 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-2b3214d4-038b-4bc0-a689-70bf2df8a68d req-3b94d003-9c97-4085-949f-4715b229956a tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] For port 56b7bace-f859-4a76-993c-921df83c555a, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=56b7bace-f859-4a76-993c-921df83c555a,segment=NetworkSegment(9f0956fa-05d9-4275-b541-a2bcad5659a1),segment_id=9f0956fa-05d9-4275-b541-a2bcad5659a1)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:49:17.845546 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2b3214d4-038b-4bc0-a689-70bf2df8a68d req-3b94d003-9c97-4085-949f-4715b229956a tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:17.862697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-2b3214d4-038b-4bc0-a689-70bf2df8a68d req-3b94d003-9c97-4085-949f-4715b229956a tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Calling delete_port for 56b7bace-f859-4a76-993c-921df83c555a owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:49:17.998949 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2b3214d4-038b-4bc0-a689-70bf2df8a68d req-3b94d003-9c97-4085-949f-4715b229956a tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:18.016404 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['56b7bace-f859-4a76-993c-921df83c555a'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:49:18.028687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94d003-9c97-4085-949f-4715b229956a tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Pushing event deleted for resources: {'Port': ['ID=56b7bace-f859-4a76-993c-921df83c555a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:18.075041 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3214d4-038b-4bc0-a689-70bf2df8a68d req-3b94d003-9c97-4085-949f-4715b229956a tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] No DVR routers for this DVR port 56b7bace-f859-4a76-993c-921df83c555a on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:49:18.077812 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-2b3214d4-038b-4bc0-a689-70bf2df8a68d req-3b94d003-9c97-4085-949f-4715b229956a tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:18.081704 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2b3214d4-038b-4bc0-a689-70bf2df8a68d req-3b94d003-9c97-4085-949f-4715b229956a tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.62 "DELETE /v2.0/ports/56b7bace-f859-4a76-993c-921df83c555a HTTP/1.1" status: 204 len: 173 time: 0.4270613 Nov 11 12:49:18.082170 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0', 'name': 'network-vif-deleted', 'tag': '56b7bace-f859-4a76-993c-921df83c555a'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:49:18.084500 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce83461e-926b-4be3-9a57-83fd6ba74f07" -d '{"events": [{"server_uuid": "ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0", "name": "network-vif-deleted", "tag": "56b7bace-f859-4a76-993c-921df83c555a"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:49:18.133935 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe42235f-2d1f-4738-91fe-3fe8012d5a02 x-openstack-request-id: req-fe42235f-2d1f-4738-91fe-3fe8012d5a02 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:49:18.134336 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0", "name": "network-vif-deleted", "tag": "56b7bace-f859-4a76-993c-921df83c555a", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:49:18.134933 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe42235f-2d1f-4738-91fe-3fe8012d5a02 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:49:18.135435 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0', 'name': 'network-vif-deleted', 'tag': '56b7bace-f859-4a76-993c-921df83c555a', 'status': 'completed', 'code': 200} Nov 11 12:49:18.297625 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b69a029a-5b42-4619-adc7-b481227269b4 req-cafded38-939e-4fe9-ab33-d18a43756253 tempest-TestEncryptedCinderVolumes-1122847331 tempest-TestEncryptedCinderVolumes-1122847331-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab94c9b6-0aaf-4c34-b2e9-870f6b47fac0 HTTP/1.1" status: 200 len: 210 time: 0.0322270 Nov 11 12:49:19.406622 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45398) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:19.763534 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:20.034881 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Deleting port 1b907676-063f-45cb-a17d-31435b91633d {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:49:20.035132 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:20.128056 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] For port 1b907676-063f-45cb-a17d-31435b91633d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1b907676-063f-45cb-a17d-31435b91633d,segment=NetworkSegment(9f0956fa-05d9-4275-b541-a2bcad5659a1),segment_id=9f0956fa-05d9-4275-b541-a2bcad5659a1)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:49:20.128500 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:20.148742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Calling delete_port for 1b907676-063f-45cb-a17d-31435b91633d owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:49:20.333689 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:20.364833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b907676-063f-45cb-a17d-31435b91633d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:20.386930 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:20.387300 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:20.387609 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:20.387934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:20.388256 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:20.388545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:20.388861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:20.389175 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:20.389487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:20.389827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:20.390139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:20.390447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:20.530469 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:20.749884 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Router 7d34cdd9-caf6-4f60-9886-01bec3eb9e69 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:49:20.873493 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:49:20.878785 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2dbd8a4f-2c69-4b5e-b0ca-c1cb874173f6 admin admin] 10.222.0.65 "PUT /v2.0/routers/7d34cdd9-caf6-4f60-9886-01bec3eb9e69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4703321 Nov 11 12:49:20.881567 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45400) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:20.884605 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb447a49-3cb5-4aba-8b3d-491a4d1fd8db None None] Sync routers for ids ['7d34cdd9-caf6-4f60-9886-01bec3eb9e69'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:49:20.897342 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb447a49-3cb5-4aba-8b3d-491a4d1fd8db None None] Routers {'7d34cdd9-caf6-4f60-9886-01bec3eb9e69'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:49:20.898020 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-fb447a49-3cb5-4aba-8b3d-491a4d1fd8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['7d34cdd9-caf6-4f60-9886-01bec3eb9e69'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:20.987369 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c707fc9b-ba83-4720-bf8b-994cc0fcbfa7 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:21.001890 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-fb447a49-3cb5-4aba-8b3d-491a4d1fd8db None None] Set router 7d34cdd9-caf6-4f60-9886-01bec3eb9e69 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:49:21.283308 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-fb447a49-3cb5-4aba-8b3d-491a4d1fd8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'name': 'tempest-TestEncryptedCinderVolumes-710354286-router', 'tenant_id': '9282392dc2bf4cbca1ef52da03808978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:49:20Z', 'revision_number': 5, 'project_id': '9282392dc2bf4cbca1ef52da03808978', 'gw_port': {'id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:21.309599 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb447a49-3cb5-4aba-8b3d-491a4d1fd8db None None] Checking router: 7d34cdd9-caf6-4f60-9886-01bec3eb9e69 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:49:21.318548 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb447a49-3cb5-4aba-8b3d-491a4d1fd8db None None] Routers {'7d34cdd9-caf6-4f60-9886-01bec3eb9e69'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:49:21.319179 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-fb447a49-3cb5-4aba-8b3d-491a4d1fd8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['7d34cdd9-caf6-4f60-9886-01bec3eb9e69'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:21.426702 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-fb447a49-3cb5-4aba-8b3d-491a4d1fd8db None None] Set router 7d34cdd9-caf6-4f60-9886-01bec3eb9e69 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:49:21.430805 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 56b7bace-f859-4a76-993c-921df83c555a no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:49:21.445997 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c707fc9b-ba83-4720-bf8b-994cc0fcbfa7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:21.453539 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 56b7bace-f859-4a76-993c-921df83c555a {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:49:21.453922 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 56b7bace-f859-4a76-993c-921df83c555a not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:49:21.501196 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c707fc9b-ba83-4720-bf8b-994cc0fcbfa7 admin admin] Deleting port 42fc3bb9-af87-4e86-914e-bb82af96ae6c {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:49:21.501611 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c707fc9b-ba83-4720-bf8b-994cc0fcbfa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:21.580552 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-c707fc9b-ba83-4720-bf8b-994cc0fcbfa7 admin admin] For port 42fc3bb9-af87-4e86-914e-bb82af96ae6c, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=42fc3bb9-af87-4e86-914e-bb82af96ae6c,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:49:21.580984 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c707fc9b-ba83-4720-bf8b-994cc0fcbfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:21.594079 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-c707fc9b-ba83-4720-bf8b-994cc0fcbfa7 admin admin] Calling delete_port for 42fc3bb9-af87-4e86-914e-bb82af96ae6c owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:49:21.607719 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-fb447a49-3cb5-4aba-8b3d-491a4d1fd8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'name': 'tempest-TestEncryptedCinderVolumes-710354286-router', 'tenant_id': '9282392dc2bf4cbca1ef52da03808978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:49:20Z', 'revision_number': 5, 'project_id': '9282392dc2bf4cbca1ef52da03808978', 'gw_port': {'id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:21.633040 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb447a49-3cb5-4aba-8b3d-491a4d1fd8db None None] The sync data for ids ['7d34cdd9-caf6-4f60-9886-01bec3eb9e69'] in n-d-807359-3 is: [{'id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'name': 'tempest-TestEncryptedCinderVolumes-710354286-router', 'tenant_id': '9282392dc2bf4cbca1ef52da03808978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:49:20Z', 'revision_number': 5, 'project_id': '9282392dc2bf4cbca1ef52da03808978', 'gw_port': {'id': '42fc3bb9-af87-4e86-914e-bb82af96ae6c', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d34cdd9-caf6-4f60-9886-01bec3eb9e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:58Z', 'updated_at': '2021-11-11T12:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:49:21.762558 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c707fc9b-ba83-4720-bf8b-994cc0fcbfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:21.796072 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707fc9b-ba83-4720-bf8b-994cc0fcbfa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=42fc3bb9-af87-4e86-914e-bb82af96ae6c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:21.803235 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f693b-1b18-4a15-a3bb-d0f5e2e84af6 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:49:21.856300 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c707fc9b-ba83-4720-bf8b-994cc0fcbfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:21.944553 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c707fc9b-ba83-4720-bf8b-994cc0fcbfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:21.946905 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c707fc9b-ba83-4720-bf8b-994cc0fcbfa7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:21.991187 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c707fc9b-ba83-4720-bf8b-994cc0fcbfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:21.991841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c707fc9b-ba83-4720-bf8b-994cc0fcbfa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d34cdd9-caf6-4f60-9886-01bec3eb9e69 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:49:21.997079 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-c707fc9b-ba83-4720-bf8b-994cc0fcbfa7 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:21.998345 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-c707fc9b-ba83-4720-bf8b-994cc0fcbfa7 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7d34cdd9-caf6-4f60-9886-01bec3eb9e69 HTTP/1.1" status: 204 len: 168 time: 1.1156743 Nov 11 12:49:22.001201 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45402) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:22.049780 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-495d1559-fb3d-4ff0-a46d-335633b5e57f admin admin] Deleting subnet 7c5e5add-6bb8-4229-8735-bc5ce2100977 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:49:22.053113 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-495d1559-fb3d-4ff0-a46d-335633b5e57f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:22.057125 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:22.089925 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-495d1559-fb3d-4ff0-a46d-335633b5e57f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:22.171897 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-495d1559-fb3d-4ff0-a46d-335633b5e57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:22.229427 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-495d1559-fb3d-4ff0-a46d-335633b5e57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:22.256340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d1559-fb3d-4ff0-a46d-335633b5e57f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5e5add-6bb8-4229-8735-bc5ce2100977,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:22.260051 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-495d1559-fb3d-4ff0-a46d-335633b5e57f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:22.266004 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-495d1559-fb3d-4ff0-a46d-335633b5e57f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7c5e5add-6bb8-4229-8735-bc5ce2100977 HTTP/1.1" status: 204 len: 168 time: 0.2617772 Nov 11 12:49:22.266781 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45404) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:22.271015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7991775-a8fe-4cb5-a8e4-39a22bc8f7f3 None None] Network 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:49:22.355473 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:22.407855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] Deleting port c31ca99d-c228-4988-ad42-8dc738b1d255 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:49:22.408192 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:22.475134 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] For port c31ca99d-c228-4988-ad42-8dc738b1d255, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=c31ca99d-c228-4988-ad42-8dc738b1d255,segment=NetworkSegment(9f0956fa-05d9-4275-b541-a2bcad5659a1),segment_id=9f0956fa-05d9-4275-b541-a2bcad5659a1)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:49:22.475500 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:22.488347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] Calling delete_port for c31ca99d-c228-4988-ad42-8dc738b1d255 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:49:22.575283 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:22.603112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] No DVR routers for this DVR port c31ca99d-c228-4988-ad42-8dc738b1d255 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:49:22.604623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c31ca99d-c228-4988-ad42-8dc738b1d255,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:22.683261 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:22.686451 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40317ae4-7498-45e1-a641-c0878360e7ce None None] DHCP port deletion for 4fc6c0f5-3a3d-45a2-bbac-781df46b9498 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:49:22.714397 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc6c0f5-3a3d-45a2-bbac-781df46b9498']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:22.726588 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0956fa-05d9-4275-b541-a2bcad5659a1') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:22.726853 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0956fa-05d9-4275-b541-a2bcad5659a1') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:22.733224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1b907676-063f-45cb-a17d-31435b91633d no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:49:22.737321 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:22.751476 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:22.754762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 1b907676-063f-45cb-a17d-31435b91633d {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:49:22.755193 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1b907676-063f-45cb-a17d-31435b91633d not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:49:22.758124 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:49:22.758511 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:49:22.760296 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:49:22.817714 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:22.823224 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:22.826680 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4fc6c0f5-3a3d-45a2-bbac-781df46b9498 HTTP/1.1" status: 204 len: 168 time: 0.5588813 Nov 11 12:49:22.830200 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45408) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:22.838289 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f1ae2-da1f-4c08-8b91-05d9c5a191d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc6c0f5-3a3d-45a2-bbac-781df46b9498,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:23.504496 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38411ab0-9b57-4b3b-88db-8e1c60074c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:23.755007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-38411ab0-9b57-4b3b-88db-8e1c60074c42 admin admin] Deleting port b3c751c4-8421-4793-96fd-b592bba9042e {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:49:23.755254 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38411ab0-9b57-4b3b-88db-8e1c60074c42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:23.834408 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-38411ab0-9b57-4b3b-88db-8e1c60074c42 admin admin] For port b3c751c4-8421-4793-96fd-b592bba9042e, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=b3c751c4-8421-4793-96fd-b592bba9042e,segment=NetworkSegment(4a643ccf-e68e-4df1-8ac2-a48407189445),segment_id=4a643ccf-e68e-4df1-8ac2-a48407189445)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:49:23.834755 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38411ab0-9b57-4b3b-88db-8e1c60074c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:23.860108 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-38411ab0-9b57-4b3b-88db-8e1c60074c42 admin admin] Calling delete_port for b3c751c4-8421-4793-96fd-b592bba9042e owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:49:24.052306 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38411ab0-9b57-4b3b-88db-8e1c60074c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:24.075175 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38411ab0-9b57-4b3b-88db-8e1c60074c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c751c4-8421-4793-96fd-b592bba9042e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:24.244797 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-38411ab0-9b57-4b3b-88db-8e1c60074c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:24.374495 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c31ca99d-c228-4988-ad42-8dc738b1d255 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:49:24.396979 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: c31ca99d-c228-4988-ad42-8dc738b1d255 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:49:24.397397 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device c31ca99d-c228-4988-ad42-8dc738b1d255 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:49:24.397826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 42fc3bb9-af87-4e86-914e-bb82af96ae6c no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:49:24.416128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 42fc3bb9-af87-4e86-914e-bb82af96ae6c {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:49:24.416465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 42fc3bb9-af87-4e86-914e-bb82af96ae6c not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:49:24.467654 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38411ab0-9b57-4b3b-88db-8e1c60074c42 admin admin] Router 80a6cd44-f0e6-4827-8e75-7d500d354f2f has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:49:24.595662 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38411ab0-9b57-4b3b-88db-8e1c60074c42 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:49:24.600935 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-38411ab0-9b57-4b3b-88db-8e1c60074c42 admin admin] 10.222.0.65 "PUT /v2.0/routers/80a6cd44-f0e6-4827-8e75-7d500d354f2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7695165 Nov 11 12:49:24.603821 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45412) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:24.605938 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fdfde3-fa1d-4fe1-8d5a-6f63131f701d None None] Sync routers for ids ['80a6cd44-f0e6-4827-8e75-7d500d354f2f'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:49:24.616641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fdfde3-fa1d-4fe1-8d5a-6f63131f701d None None] Routers {'80a6cd44-f0e6-4827-8e75-7d500d354f2f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:49:24.617256 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d2fdfde3-fa1d-4fe1-8d5a-6f63131f701d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['80a6cd44-f0e6-4827-8e75-7d500d354f2f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:24.707085 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b70c9e8-3436-41c5-aa90-d6dba9783f8b admin admin] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:24.719231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-d2fdfde3-fa1d-4fe1-8d5a-6f63131f701d None None] Set router 80a6cd44-f0e6-4827-8e75-7d500d354f2f gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:49:24.816819 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b70c9e8-3436-41c5-aa90-d6dba9783f8b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:24.877515 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-6b70c9e8-3436-41c5-aa90-d6dba9783f8b admin admin] Deleting port 13c49224-5618-4166-b4c8-843ceea95cf3 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:49:24.877765 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b70c9e8-3436-41c5-aa90-d6dba9783f8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:24.964757 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-6b70c9e8-3436-41c5-aa90-d6dba9783f8b admin admin] For port 13c49224-5618-4166-b4c8-843ceea95cf3, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=13c49224-5618-4166-b4c8-843ceea95cf3,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:49:24.965097 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b70c9e8-3436-41c5-aa90-d6dba9783f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:24.977280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-6b70c9e8-3436-41c5-aa90-d6dba9783f8b admin admin] Calling delete_port for 13c49224-5618-4166-b4c8-843ceea95cf3 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:49:25.060147 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d2fdfde3-fa1d-4fe1-8d5a-6f63131f701d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1850482691-router', 'tenant_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '13c49224-5618-4166-b4c8-843ceea95cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:02Z', 'updated_at': '2021-11-11T12:49:24Z', 'revision_number': 5, 'project_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'gw_port': {'id': '13c49224-5618-4166-b4c8-843ceea95cf3', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:03Z', 'updated_at': '2021-11-11T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:25.086029 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fdfde3-fa1d-4fe1-8d5a-6f63131f701d None None] Checking router: 80a6cd44-f0e6-4827-8e75-7d500d354f2f for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:49:25.094837 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fdfde3-fa1d-4fe1-8d5a-6f63131f701d None None] Routers {'80a6cd44-f0e6-4827-8e75-7d500d354f2f'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:49:25.095448 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d2fdfde3-fa1d-4fe1-8d5a-6f63131f701d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['80a6cd44-f0e6-4827-8e75-7d500d354f2f'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:25.145162 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b70c9e8-3436-41c5-aa90-d6dba9783f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:25.169183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70c9e8-3436-41c5-aa90-d6dba9783f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=13c49224-5618-4166-b4c8-843ceea95cf3,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:25.182824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-d2fdfde3-fa1d-4fe1-8d5a-6f63131f701d None None] Set router 80a6cd44-f0e6-4827-8e75-7d500d354f2f gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:49:25.209529 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c4c3c0-8ac8-4189-88a6-10d809937d49 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:49:25.235902 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b70c9e8-3436-41c5-aa90-d6dba9783f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:25.240224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d2fdfde3-fa1d-4fe1-8d5a-6f63131f701d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1850482691-router', 'tenant_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:02Z', 'updated_at': '2021-11-11T12:49:24Z', 'revision_number': 6, 'project_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:25.268197 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fdfde3-fa1d-4fe1-8d5a-6f63131f701d None None] The sync data for ids ['80a6cd44-f0e6-4827-8e75-7d500d354f2f'] in n-d-807359-3 is: [{'id': '80a6cd44-f0e6-4827-8e75-7d500d354f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1850482691-router', 'tenant_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:02Z', 'updated_at': '2021-11-11T12:49:24Z', 'revision_number': 6, 'project_id': 'bae829b8a2804ceb971b1bbc1d74a1eb', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:49:25.340858 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b70c9e8-3436-41c5-aa90-d6dba9783f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:25.342956 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b70c9e8-3436-41c5-aa90-d6dba9783f8b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:25.388034 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b70c9e8-3436-41c5-aa90-d6dba9783f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:25.388599 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b70c9e8-3436-41c5-aa90-d6dba9783f8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80a6cd44-f0e6-4827-8e75-7d500d354f2f {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:49:25.393497 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b70c9e8-3436-41c5-aa90-d6dba9783f8b admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:25.394699 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6b70c9e8-3436-41c5-aa90-d6dba9783f8b admin admin] 10.222.0.65 "DELETE /v2.0/routers/80a6cd44-f0e6-4827-8e75-7d500d354f2f HTTP/1.1" status: 204 len: 168 time: 0.7899506 Nov 11 12:49:25.397344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45414) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:25.442628 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-2724ea84-d04e-41dc-ac05-1c98dda1bb1b admin admin] Deleting subnet d6b1274b-b8fa-4234-85aa-6f3efeca637b {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:49:25.446030 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2724ea84-d04e-41dc-ac05-1c98dda1bb1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:25.482485 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2724ea84-d04e-41dc-ac05-1c98dda1bb1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:25.576140 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2724ea84-d04e-41dc-ac05-1c98dda1bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:25.636340 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2724ea84-d04e-41dc-ac05-1c98dda1bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:25.663232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724ea84-d04e-41dc-ac05-1c98dda1bb1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b1274b-b8fa-4234-85aa-6f3efeca637b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:25.667194 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2724ea84-d04e-41dc-ac05-1c98dda1bb1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:25.671947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2724ea84-d04e-41dc-ac05-1c98dda1bb1b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d6b1274b-b8fa-4234-85aa-6f3efeca637b HTTP/1.1" status: 204 len: 168 time: 0.2721632 Nov 11 12:49:25.673101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45416) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:25.676534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4403e75a-bea6-4e8a-b6dd-0c62e1a813e9 None None] Network 28a9a1f3-ae2c-4f91-9cce-794c316cdc5e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:49:25.746509 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:25.798660 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] Deleting port 9c0737f3-209c-4cc2-a473-eb0afd6b130d {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:49:25.798999 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:25.862197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] For port 9c0737f3-209c-4cc2-a473-eb0afd6b130d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9c0737f3-209c-4cc2-a473-eb0afd6b130d,segment=NetworkSegment(4a643ccf-e68e-4df1-8ac2-a48407189445),segment_id=4a643ccf-e68e-4df1-8ac2-a48407189445)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:49:25.862537 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:25.879084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] Calling delete_port for 9c0737f3-209c-4cc2-a473-eb0afd6b130d owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:49:25.966194 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:25.992364 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c0737f3-209c-4cc2-a473-eb0afd6b130d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:25.994204 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] No DVR routers for this DVR port 9c0737f3-209c-4cc2-a473-eb0afd6b130d on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:49:26.034757 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d09b829-cbb2-493e-8de4-7bd9da8a4780 None None] DHCP port deletion for 28a9a1f3-ae2c-4f91-9cce-794c316cdc5e request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:49:26.071594 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:26.091959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a9a1f3-ae2c-4f91-9cce-794c316cdc5e']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:26.100910 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a643ccf-e68e-4df1-8ac2-a48407189445') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:26.101202 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a643ccf-e68e-4df1-8ac2-a48407189445') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:26.111376 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:26.126952 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:26.135015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:49:26.135591 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:49:26.137453 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:49:26.194927 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:26.201501 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:26.207427 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/28a9a1f3-ae2c-4f91-9cce-794c316cdc5e HTTP/1.1" status: 204 len: 168 time: 0.5309916 Nov 11 12:49:26.214810 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc471a7e-7963-47c4-8aa7-45e3aed358b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=28a9a1f3-ae2c-4f91-9cce-794c316cdc5e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:26.340707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9c0737f3-209c-4cc2-a473-eb0afd6b130d no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:49:26.361043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 9c0737f3-209c-4cc2-a473-eb0afd6b130d {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:49:26.361379 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9c0737f3-209c-4cc2-a473-eb0afd6b130d not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:49:26.361852 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b3c751c4-8421-4793-96fd-b592bba9042e no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:49:26.385994 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: b3c751c4-8421-4793-96fd-b592bba9042e {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:49:26.386356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device b3c751c4-8421-4793-96fd-b592bba9042e not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:49:26.386769 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 13c49224-5618-4166-b4c8-843ceea95cf3 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:49:26.388524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45420) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:26.406482 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 13c49224-5618-4166-b4c8-843ceea95cf3 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:49:26.406815 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 13c49224-5618-4166-b4c8-843ceea95cf3 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:49:26.434281 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-74a1b2dc-b1d4-49f1-bd24-f25b592d8d9c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9282392dc2bf4cbca1ef52da03808978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445600 Nov 11 12:49:26.436892 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45422) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:26.484091 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-88352548-1188-4db6-9894-c162f5bff2b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:26.505411 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-88352548-1188-4db6-9894-c162f5bff2b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:26.555575 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-88352548-1188-4db6-9894-c162f5bff2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:26.558338 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-88352548-1188-4db6-9894-c162f5bff2b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:26.559520 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-88352548-1188-4db6-9894-c162f5bff2b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2567d394-f2fb-4c25-b693-5ef825038c6d HTTP/1.1" status: 204 len: 168 time: 0.1216507 Nov 11 12:49:26.567544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88352548-1188-4db6-9894-c162f5bff2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2567d394-f2fb-4c25-b693-5ef825038c6d,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:26.907798 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45428) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:26.951443 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-14116fa1-1369-4a78-81d6-a2f8454a8e36 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bae829b8a2804ceb971b1bbc1d74a1eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424032 Nov 11 12:49:26.954583 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45430) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:27.006698 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c533881-afc8-4026-9fa7-a26a8913447f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:27.028839 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c533881-afc8-4026-9fa7-a26a8913447f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:27.081262 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c533881-afc8-4026-9fa7-a26a8913447f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:27.084073 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5c533881-afc8-4026-9fa7-a26a8913447f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:27.085239 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5c533881-afc8-4026-9fa7-a26a8913447f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/936e2bdb-7d6a-4ef2-84d2-fa0a505bf5fb HTTP/1.1" status: 204 len: 168 time: 0.1297572 Nov 11 12:49:27.093139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c533881-afc8-4026-9fa7-a26a8913447f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936e2bdb-7d6a-4ef2-84d2-fa0a505bf5fb,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:27.779415 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45452) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:27.902604 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-37826745-123e-43dc-a5e1-1df393e9b2e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-922289339-network', 'tenant_id': 'e712e55318e44c1eab11131a140c2895'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:49:27.927552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37826745-123e-43dc-a5e1-1df393e9b2e1 admin admin] Made reservation on behalf of e712e55318e44c1eab11131a140c2895 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:49:27.929966 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37826745-123e-43dc-a5e1-1df393e9b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:27.938677 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37826745-123e-43dc-a5e1-1df393e9b2e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.018648 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37826745-123e-43dc-a5e1-1df393e9b2e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.025080 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37826745-123e-43dc-a5e1-1df393e9b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.045678 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37826745-123e-43dc-a5e1-1df393e9b2e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:49:28.058674 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37826745-123e-43dc-a5e1-1df393e9b2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9462062c-93d2-4f96-aee9-060716f18504,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:28.063488 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37826745-123e-43dc-a5e1-1df393e9b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.063822 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-37826745-123e-43dc-a5e1-1df393e9b2e1 admin admin] Added segment 998d00f6-ff97-4f04-9cff-fd5addb62cd8 of type vlan for network 04bd0930-629a-43f2-831a-8fb8de69128a Nov 11 12:49:28.106876 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37826745-123e-43dc-a5e1-1df393e9b2e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.134655 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37826745-123e-43dc-a5e1-1df393e9b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.135634 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37826745-123e-43dc-a5e1-1df393e9b2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:28.136235 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-37826745-123e-43dc-a5e1-1df393e9b2e1 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.191449 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-37826745-123e-43dc-a5e1-1df393e9b2e1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4108469 Nov 11 12:49:28.194639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45456) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:28.198855 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37826745-123e-43dc-a5e1-1df393e9b2e1 admin admin] Pushing event updated for resources: {'Network': ['ID=04bd0930-629a-43f2-831a-8fb8de69128a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:28.199860 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-07b4caf4-e27c-42ec-89c2-1fbf2a5cca52 admin admin] Request body: {'subnet': {'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-922289339-subnet', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:49:28.209429 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 04bd0930-629a-43f2-831a-8fb8de69128a details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:49:28.223736 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b4caf4-e27c-42ec-89c2-1fbf2a5cca52 admin admin] Made reservation on behalf of e712e55318e44c1eab11131a140c2895 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:49:28.226141 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-07b4caf4-e27c-42ec-89c2-1fbf2a5cca52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.394500 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-07b4caf4-e27c-42ec-89c2-1fbf2a5cca52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.452025 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4caf4-e27c-42ec-89c2-1fbf2a5cca52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26881c34-8e9c-419b-ac35-72ccdb8908dd,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:28.461058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b4caf4-e27c-42ec-89c2-1fbf2a5cca52 admin admin] Checking segment: {'id': '998d00f6-ff97-4f04-9cff-fd5addb62cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:49:28.461402 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b4caf4-e27c-42ec-89c2-1fbf2a5cca52 admin admin] Network hostable DHCP agents. Network: 04bd0930-629a-43f2-831a-8fb8de69128a, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:49:28.480933 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b4caf4-e27c-42ec-89c2-1fbf2a5cca52 admin admin] Network 04bd0930-629a-43f2-831a-8fb8de69128a is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:49:28.493260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-07b4caf4-e27c-42ec-89c2-1fbf2a5cca52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 04bd0930-629a-43f2-831a-8fb8de69128a) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:49:28.497932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b4caf4-e27c-42ec-89c2-1fbf2a5cca52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:28.498528 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-07b4caf4-e27c-42ec-89c2-1fbf2a5cca52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.502719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2742c1-0750-4cb1-b334-7a4592bd5b5b None None] Network 04bd0930-629a-43f2-831a-8fb8de69128a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:49:28.515500 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-07b4caf4-e27c-42ec-89c2-1fbf2a5cca52 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3196630 Nov 11 12:49:28.518253 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45458) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:28.522680 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-922289339-router', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:49:28.545770 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.546752 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.600198 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.650468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-04bd0930-629a-43f2-831a-8fb8de69128a', 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'fixed_ips': [{'subnet_id': '26881c34-8e9c-419b-ac35-72ccdb8908dd'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:49:28.651315 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.740972 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.781131 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Allocated IP 172.20.0.2 (04bd0930-629a-43f2-831a-8fb8de69128a/26881c34-8e9c-419b-ac35-72ccdb8908dd/10b29065-974e-40bf-8616-72252767f2b8) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:49:28.924088 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.932181 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.936546 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.959592 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:28.972851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Network 04bd0930-629a-43f2-831a-8fb8de69128a is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:49:28.975720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:49:28.979230 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:49:28.986302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Pushing event updated for resources: {'Port': ['ID=10b29065-974e-40bf-8616-72252767f2b8,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:29.038956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Attempting to bind port 10b29065-974e-40bf-8616-72252767f2b8 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:49:29.039325 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Attempting to bind port 10b29065-974e-40bf-8616-72252767f2b8 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '998d00f6-ff97-4f04-9cff-fd5addb62cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:49:29.039680 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Attempting to bind port 10b29065-974e-40bf-8616-72252767f2b8 on network 04bd0930-629a-43f2-831a-8fb8de69128a {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:49:29.044562 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:49:29.044920 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Checking segment: {'id': '998d00f6-ff97-4f04-9cff-fd5addb62cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:49:29.045314 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:29.045723 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Bound using segment: {'id': '998d00f6-ff97-4f04-9cff-fd5addb62cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:49:29.046181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Bound port: 10b29065-974e-40bf-8616-72252767f2b8, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998d00f6-ff97-4f04-9cff-fd5addb62cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:49:29.046547 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:29.058633 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Allocated IP 172.25.2.29 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/2b97bb6c-8842-43a9-86b9-c99f2f0069a6) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:49:29.112895 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] For port 10b29065-974e-40bf-8616-72252767f2b8, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:49:29.116532 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] For port 10b29065-974e-40bf-8616-72252767f2b8, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=10b29065-974e-40bf-8616-72252767f2b8,segment=NetworkSegment(998d00f6-ff97-4f04-9cff-fd5addb62cd8),segment_id=998d00f6-ff97-4f04-9cff-fd5addb62cd8)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:49:29.122213 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:29.163462 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:29.178035 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c03ad7-137e-4932-ad29-f8a2c25a405d None None] Pushing event updated for resources: {'Port': ['ID=10b29065-974e-40bf-8616-72252767f2b8,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:29.198854 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:29.237757 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:49:29.242616 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:49:29.246147 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:49:29.256347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0e68e2-2e25-4fa8-8a04-8ca61fd27223 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:49:29.270335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Pushing event updated for resources: {'Port': ['ID=2b97bb6c-8842-43a9-86b9-c99f2f0069a6,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:29.302861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0d634d1f-681a-4e62-849d-ecbc7b85dafb None None] Provisioning complete for port 2b97bb6c-8842-43a9-86b9-c99f2f0069a6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:29.303318 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0d634d1f-681a-4e62-849d-ecbc7b85dafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:29.372575 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-0d634d1f-681a-4e62-849d-ecbc7b85dafb None None] Port 2b97bb6c-8842-43a9-86b9-c99f2f0069a6 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:49:29.525313 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:29.736231 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:29.870769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Router 81f55c04-de99-4c60-a3a4-4a34b15558ac is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:49:29.981841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:49:29.992401 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Sync routers for ids ['81f55c04-de99-4c60-a3a4-4a34b15558ac'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:49:30.003714 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Routers {'81f55c04-de99-4c60-a3a4-4a34b15558ac'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:49:30.003949 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.004320 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['81f55c04-de99-4c60-a3a4-4a34b15558ac'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:30.005187 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6bcf62b2-f1ef-4133-86e3-31ba8f6a84ea admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4859450 Nov 11 12:49:30.008094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45460) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:30.091551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d730b661-ecd8-4060-8a84-c28b338fe63d None None] Network 04bd0930-629a-43f2-831a-8fb8de69128a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:49:30.128327 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Set router 81f55c04-de99-4c60-a3a4-4a34b15558ac gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:49:30.233673 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-762dec7f-58ff-4695-977c-9138f99d41e4 None None] Provisioning complete for port 10b29065-974e-40bf-8616-72252767f2b8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:30.234342 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-762dec7f-58ff-4695-977c-9138f99d41e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.326015 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'name': 'tempest-TestMinimumBasicScenario-922289339-router', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:29Z', 'revision_number': 3, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'gw_port': {'id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:30.331125 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-762dec7f-58ff-4695-977c-9138f99d41e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.369213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-762dec7f-58ff-4695-977c-9138f99d41e4 None None] For port 10b29065-974e-40bf-8616-72252767f2b8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=10b29065-974e-40bf-8616-72252767f2b8,segment=NetworkSegment(998d00f6-ff97-4f04-9cff-fd5addb62cd8),segment_id=998d00f6-ff97-4f04-9cff-fd5addb62cd8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:49:30.376137 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Checking router: 81f55c04-de99-4c60-a3a4-4a34b15558ac for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:49:30.377256 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Updating router 81f55c04-de99-4c60-a3a4-4a34b15558ac port 2b97bb6c-8842-43a9-86b9-c99f2f0069a6 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:49:30.378792 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-762dec7f-58ff-4695-977c-9138f99d41e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.415864 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.442729 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 10b29065-974e-40bf-8616-72252767f2b8 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:49:30.520813 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762dec7f-58ff-4695-977c-9138f99d41e4 None None] Pushing event updated for resources: {'Port': ['ID=10b29065-974e-40bf-8616-72252767f2b8,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:30.524325 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.531066 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 10b29065-974e-40bf-8616-72252767f2b8 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:30.531426 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.630956 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7f1d3068-d499-4093-b151-9df8ae6ee54a None None] Provisioning complete for port 10b29065-974e-40bf-8616-72252767f2b8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:30.630956 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3068-d499-4093-b151-9df8ae6ee54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.684411 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Allocated IP 172.20.0.1 (04bd0930-629a-43f2-831a-8fb8de69128a/26881c34-8e9c-419b-ac35-72ccdb8908dd/8a19c914-59d9-479b-96ea-b1fa9144acc5) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:49:30.694155 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.703765 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.747483 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc7d0e8-ff0e-4771-8198-0f3d4de47779 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:49:30.757518 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Attempting to bind port 2b97bb6c-8842-43a9-86b9-c99f2f0069a6 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:49:30.757929 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Attempting to bind port 2b97bb6c-8842-43a9-86b9-c99f2f0069a6 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:49:30.758289 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Attempting to bind port 2b97bb6c-8842-43a9-86b9-c99f2f0069a6 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:49:30.761613 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7908a0-72c7-4ae0-872f-890bdd73577d None None] Pushing event updated for resources: {'Port': ['ID=2b97bb6c-8842-43a9-86b9-c99f2f0069a6,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:30.770722 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:49:30.771148 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:49:30.771489 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.771875 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:49:30.772329 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Bound port: 2b97bb6c-8842-43a9-86b9-c99f2f0069a6, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:49:30.772692 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.775828 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7908a0-72c7-4ae0-872f-890bdd73577d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:30.776162 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7908a0-72c7-4ae0-872f-890bdd73577d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:30.776533 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7908a0-72c7-4ae0-872f-890bdd73577d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:30.776863 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7908a0-72c7-4ae0-872f-890bdd73577d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:30.777183 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7908a0-72c7-4ae0-872f-890bdd73577d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:30.777497 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7908a0-72c7-4ae0-872f-890bdd73577d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:30.777835 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7908a0-72c7-4ae0-872f-890bdd73577d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:30.778156 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7908a0-72c7-4ae0-872f-890bdd73577d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:30.778463 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7908a0-72c7-4ae0-872f-890bdd73577d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:30.778778 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7908a0-72c7-4ae0-872f-890bdd73577d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:30.779086 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7908a0-72c7-4ae0-872f-890bdd73577d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:30.779392 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7908a0-72c7-4ae0-872f-890bdd73577d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:49:30.799180 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.830660 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] For port 2b97bb6c-8842-43a9-86b9-c99f2f0069a6, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:49:30.833859 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] For port 2b97bb6c-8842-43a9-86b9-c99f2f0069a6, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2b97bb6c-8842-43a9-86b9-c99f2f0069a6,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:49:30.834556 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.838961 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-9c934542-e031-4662-9630-af4ab89224c9 None None] Provisioning complete for port 2b97bb6c-8842-43a9-86b9-c99f2f0069a6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:30.839350 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c934542-e031-4662-9630-af4ab89224c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.840749 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.876718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Network 04bd0930-629a-43f2-831a-8fb8de69128a is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:49:30.879829 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:49:30.883741 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:49:30.894149 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696ee2bb-4ef2-4a45-b2c6-5dee2af7af5e None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:49:30.900633 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Routers {'81f55c04-de99-4c60-a3a4-4a34b15558ac'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:49:30.901329 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['81f55c04-de99-4c60-a3a4-4a34b15558ac'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:30.913424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Pushing event updated for resources: {'Port': ['ID=8a19c914-59d9-479b-96ea-b1fa9144acc5,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:30.932081 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.942735 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7908a0-72c7-4ae0-872f-890bdd73577d None None] Pushing event updated for resources: {'Port': ['ID=2b97bb6c-8842-43a9-86b9-c99f2f0069a6,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:30.957716 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c934542-e031-4662-9630-af4ab89224c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:30.993045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9c934542-e031-4662-9630-af4ab89224c9 None None] For port 2b97bb6c-8842-43a9-86b9-c99f2f0069a6, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2b97bb6c-8842-43a9-86b9-c99f2f0069a6,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:49:30.999854 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9c934542-e031-4662-9630-af4ab89224c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:31.031137 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] Set router 81f55c04-de99-4c60-a3a4-4a34b15558ac gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:49:31.057323 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c934542-e031-4662-9630-af4ab89224c9 None None] Pushing event updated for resources: {'Port': ['ID=2b97bb6c-8842-43a9-86b9-c99f2f0069a6,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:31.092910 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:31.129831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f3acca6e-240a-4639-8b22-d5d25330724b None None] Provisioning complete for port 2b97bb6c-8842-43a9-86b9-c99f2f0069a6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:31.130203 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f3acca6e-240a-4639-8b22-d5d25330724b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:31.233767 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'name': 'tempest-TestMinimumBasicScenario-922289339-router', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:29Z', 'revision_number': 3, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'gw_port': {'id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:31.258784 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef16b60-24c0-4446-b8c2-f7cb70a82cee None None] The sync data for ids ['81f55c04-de99-4c60-a3a4-4a34b15558ac'] in n-d-807359-3 is: [{'id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'name': 'tempest-TestMinimumBasicScenario-922289339-router', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:29Z', 'revision_number': 3, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'gw_port': {'id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:49:31.268085 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:31.276705 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:31.330741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1def4409-56c7-4c27-9845-4beccdbaa10e None None] Provisioning complete for port 8a19c914-59d9-479b-96ea-b1fa9144acc5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:31.331117 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1def4409-56c7-4c27-9845-4beccdbaa10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:31.344575 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:31.350333 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Pushing event updated for resources: {'Port': ['ID=8a19c914-59d9-479b-96ea-b1fa9144acc5,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:31.377151 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-1def4409-56c7-4c27-9845-4beccdbaa10e None None] Port 8a19c914-59d9-479b-96ea-b1fa9144acc5 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:49:31.443627 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Network 04bd0930-629a-43f2-831a-8fb8de69128a is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:49:31.445017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:49:31.703861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5228a063-c1b6-4cd8-a179-3fb39c6aed2d None None] Provisioning complete for port 8a19c914-59d9-479b-96ea-b1fa9144acc5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:31.704594 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5228a063-c1b6-4cd8-a179-3fb39c6aed2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:31.742495 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-5228a063-c1b6-4cd8-a179-3fb39c6aed2d None None] Port 8a19c914-59d9-479b-96ea-b1fa9144acc5 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:49:31.871598 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Router 81f55c04-de99-4c60-a3a4-4a34b15558ac has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:49:31.982397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:49:31.987635 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2c9d29fd-60a6-4e58-ae42-1442e5b57f16 admin admin] 10.222.0.65 "PUT /v2.0/routers/81f55c04-de99-4c60-a3a4-4a34b15558ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9784560 Nov 11 12:49:32.401927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2b97bb6c-8842-43a9-86b9-c99f2f0069a6 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:49:32.456117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2b97bb6c-8842-43a9-86b9-c99f2f0069a6 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:32.456557 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:32.488555 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45476) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:32.494014 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-dc01c819-d332-47c9-850a-8507bd6be36c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-925308106-network', 'tenant_id': '1c4112cee62d45039f80576cf95d7059'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:49:32.516792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc01c819-d332-47c9-850a-8507bd6be36c admin admin] Made reservation on behalf of 1c4112cee62d45039f80576cf95d7059 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:49:32.519314 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc01c819-d332-47c9-850a-8507bd6be36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:32.528750 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc01c819-d332-47c9-850a-8507bd6be36c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:32.541738 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 10b29065-974e-40bf-8616-72252767f2b8 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:49:32.592337 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 10b29065-974e-40bf-8616-72252767f2b8 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:32.592629 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:32.613933 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc01c819-d332-47c9-850a-8507bd6be36c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:32.618862 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc01c819-d332-47c9-850a-8507bd6be36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:32.648083 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc01c819-d332-47c9-850a-8507bd6be36c admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:49:32.653624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01c819-d332-47c9-850a-8507bd6be36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3da5b7-8b2e-45bd-9a58-62ce434edd7f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:32.661284 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc01c819-d332-47c9-850a-8507bd6be36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:32.661723 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-dc01c819-d332-47c9-850a-8507bd6be36c admin admin] Added segment 9ec07ce7-807a-46bf-a9fe-43f0fb94a33f of type vlan for network c1ed9014-9217-4407-abe9-5d53a549e084 Nov 11 12:49:32.713646 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc01c819-d332-47c9-850a-8507bd6be36c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:32.740488 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc01c819-d332-47c9-850a-8507bd6be36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:32.741440 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc01c819-d332-47c9-850a-8507bd6be36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:32.742043 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dc01c819-d332-47c9-850a-8507bd6be36c admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:32.774252 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dc01c819-d332-47c9-850a-8507bd6be36c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2817516 Nov 11 12:49:32.774468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45478) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:32.779352 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-819858db-dd3c-491d-ba09-6dfbe3846a32 admin admin] Request body: {'subnet': {'network_id': 'c1ed9014-9217-4407-abe9-5d53a549e084', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-925308106-subnet', 'tenant_id': '1c4112cee62d45039f80576cf95d7059', 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:49:32.785226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Sync routers for ids ['81f55c04-de99-4c60-a3a4-4a34b15558ac'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:49:32.795731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Routers {'81f55c04-de99-4c60-a3a4-4a34b15558ac'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:49:32.796260 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['81f55c04-de99-4c60-a3a4-4a34b15558ac'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:32.822867 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01c819-d332-47c9-850a-8507bd6be36c admin admin] Pushing event updated for resources: {'Network': ['ID=c1ed9014-9217-4407-abe9-5d53a549e084,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:32.833073 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819858db-dd3c-491d-ba09-6dfbe3846a32 admin admin] Made reservation on behalf of 1c4112cee62d45039f80576cf95d7059 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:49:32.833824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network c1ed9014-9217-4407-abe9-5d53a549e084 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:49:32.835641 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-819858db-dd3c-491d-ba09-6dfbe3846a32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:32.959023 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Set router 81f55c04-de99-4c60-a3a4-4a34b15558ac gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:49:33.009291 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-819858db-dd3c-491d-ba09-6dfbe3846a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:33.071308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819858db-dd3c-491d-ba09-6dfbe3846a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36f4808-4ed5-4385-9c36-9e6396b39577,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:33.089843 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819858db-dd3c-491d-ba09-6dfbe3846a32 admin admin] Checking segment: {'id': '9ec07ce7-807a-46bf-a9fe-43f0fb94a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c1ed9014-9217-4407-abe9-5d53a549e084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:49:33.090208 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819858db-dd3c-491d-ba09-6dfbe3846a32 admin admin] Network hostable DHCP agents. Network: c1ed9014-9217-4407-abe9-5d53a549e084, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:49:33.112483 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819858db-dd3c-491d-ba09-6dfbe3846a32 admin admin] Network c1ed9014-9217-4407-abe9-5d53a549e084 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:49:33.124660 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-819858db-dd3c-491d-ba09-6dfbe3846a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, c1ed9014-9217-4407-abe9-5d53a549e084) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:49:33.130544 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819858db-dd3c-491d-ba09-6dfbe3846a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:33.131319 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-819858db-dd3c-491d-ba09-6dfbe3846a32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:33.150642 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-819858db-dd3c-491d-ba09-6dfbe3846a32 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3751857 Nov 11 12:49:33.153358 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45480) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:33.157858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-925308106-router', 'tenant_id': '1c4112cee62d45039f80576cf95d7059', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:49:33.183167 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:33.184311 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:33.201323 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531a43b9-e868-4b31-8171-4acfa9662aab None None] Network c1ed9014-9217-4407-abe9-5d53a549e084 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:49:33.247071 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:33.390974 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:33.448252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-c1ed9014-9217-4407-abe9-5d53a549e084', 'network_id': 'c1ed9014-9217-4407-abe9-5d53a549e084', 'tenant_id': '1c4112cee62d45039f80576cf95d7059', 'fixed_ips': [{'subnet_id': 'e36f4808-4ed5-4385-9c36-9e6396b39577'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:49:33.449111 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:33.467045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'name': 'tempest-TestMinimumBasicScenario-922289339-router', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:31Z', 'revision_number': 4, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'gw_port': {'id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '8a19c914-59d9-479b-96ea-b1fa9144acc5', 'name': '', 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'mac_address': 'fa:16:3e:44:7b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:30Z', 'updated_at': '2021-11-11T12:49:31Z', 'revision_number': 2, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'subnets': [{'id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:33.502375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Checking router: 81f55c04-de99-4c60-a3a4-4a34b15558ac for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:49:33.502726 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Updating router 81f55c04-de99-4c60-a3a4-4a34b15558ac port 8a19c914-59d9-479b-96ea-b1fa9144acc5 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:49:33.582440 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:33.598038 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:33.621379 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:33.668883 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Allocated IP 172.20.0.2 (c1ed9014-9217-4407-abe9-5d53a549e084/e36f4808-4ed5-4385-9c36-9e6396b39577/9d82c4f8-979b-4390-bc5b-dd9cf7375632) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:49:33.728805 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Allocated IP 172.25.2.118 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/4dba00e7-1aaa-4ecf-8192-6a719f66c3aa) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:49:33.840301 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:33.876075 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:33.913831 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:49:33.922650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:49:33.925664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:49:33.941594 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef318b3a-6d11-4376-b489-b303cac32426 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:49:33.953635 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:33.957379 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Pushing event updated for resources: {'Port': ['ID=4dba00e7-1aaa-4ecf-8192-6a719f66c3aa,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:33.967612 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:34.057435 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:34.060081 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Network c1ed9014-9217-4407-abe9-5d53a549e084 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:49:34.067007 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:49:34.070398 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:34.072187 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Pushing event updated for resources: {'Port': ['ID=9d82c4f8-979b-4390-bc5b-dd9cf7375632,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:34.075071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:49:34.080477 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7bebe070-bd7b-4d61-b124-7b0a894d1d56 None None] Provisioning complete for port 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:34.080840 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7bebe070-bd7b-4d61-b124-7b0a894d1d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:34.202052 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:34.202770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb284b18-5058-4555-8bda-debb10f04f7c None None] Pushing event updated for resources: {'Port': ['ID=8a19c914-59d9-479b-96ea-b1fa9144acc5,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:34.210546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7bebe070-bd7b-4d61-b124-7b0a894d1d56 None None] Port 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:49:34.235044 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Attempting to bind port 9d82c4f8-979b-4390-bc5b-dd9cf7375632 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:49:34.235416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Attempting to bind port 9d82c4f8-979b-4390-bc5b-dd9cf7375632 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '9ec07ce7-807a-46bf-a9fe-43f0fb94a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c1ed9014-9217-4407-abe9-5d53a549e084'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:49:34.235780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Attempting to bind port 9d82c4f8-979b-4390-bc5b-dd9cf7375632 on network c1ed9014-9217-4407-abe9-5d53a549e084 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:49:34.264739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:49:34.265106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Checking segment: {'id': '9ec07ce7-807a-46bf-a9fe-43f0fb94a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c1ed9014-9217-4407-abe9-5d53a549e084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:49:34.265506 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:34.265930 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Bound using segment: {'id': '9ec07ce7-807a-46bf-a9fe-43f0fb94a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c1ed9014-9217-4407-abe9-5d53a549e084'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:49:34.266415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Bound port: 9d82c4f8-979b-4390-bc5b-dd9cf7375632, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec07ce7-807a-46bf-a9fe-43f0fb94a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c1ed9014-9217-4407-abe9-5d53a549e084'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:49:34.266787 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:34.279137 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Attempting to bind port 8a19c914-59d9-479b-96ea-b1fa9144acc5 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:49:34.279503 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Attempting to bind port 8a19c914-59d9-479b-96ea-b1fa9144acc5 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '998d00f6-ff97-4f04-9cff-fd5addb62cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:49:34.279862 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Attempting to bind port 8a19c914-59d9-479b-96ea-b1fa9144acc5 on network 04bd0930-629a-43f2-831a-8fb8de69128a {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:49:34.288838 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:49:34.289211 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Checking segment: {'id': '998d00f6-ff97-4f04-9cff-fd5addb62cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:49:34.289622 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:34.290014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Bound using segment: {'id': '998d00f6-ff97-4f04-9cff-fd5addb62cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:49:34.290496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Bound port: 8a19c914-59d9-479b-96ea-b1fa9144acc5, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998d00f6-ff97-4f04-9cff-fd5addb62cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:49:34.290868 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:34.387374 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] For port 9d82c4f8-979b-4390-bc5b-dd9cf7375632, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:49:34.393037 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] For port 9d82c4f8-979b-4390-bc5b-dd9cf7375632, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9d82c4f8-979b-4390-bc5b-dd9cf7375632,segment=NetworkSegment(9ec07ce7-807a-46bf-a9fe-43f0fb94a33f),segment_id=9ec07ce7-807a-46bf-a9fe-43f0fb94a33f)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:49:34.399517 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:34.401952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] For port 8a19c914-59d9-479b-96ea-b1fa9144acc5, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:49:34.407220 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] For port 8a19c914-59d9-479b-96ea-b1fa9144acc5, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8a19c914-59d9-479b-96ea-b1fa9144acc5,segment=NetworkSegment(998d00f6-ff97-4f04-9cff-fd5addb62cd8),segment_id=998d00f6-ff97-4f04-9cff-fd5addb62cd8)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:49:34.429629 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:34.435436 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:34.487120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-248c710c-a232-4867-a88b-32bf4b09b205 None None] Provisioning complete for port 8a19c914-59d9-479b-96ea-b1fa9144acc5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:34.487769 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-248c710c-a232-4867-a88b-32bf4b09b205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:34.489940 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19112305-fd39-4d55-93a9-39b7128610ff None None] Pushing event updated for resources: {'Port': ['ID=9d82c4f8-979b-4390-bc5b-dd9cf7375632,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:34.513838 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Routers {'81f55c04-de99-4c60-a3a4-4a34b15558ac'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:49:34.514479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['81f55c04-de99-4c60-a3a4-4a34b15558ac'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:34.593980 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Router 7e881812-ba5b-42e2-ad26-b2c8b17a4376 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:49:34.654904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb284b18-5058-4555-8bda-debb10f04f7c None None] Pushing event updated for resources: {'Port': ['ID=8a19c914-59d9-479b-96ea-b1fa9144acc5,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:34.726880 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:49:34.734059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] Set router 81f55c04-de99-4c60-a3a4-4a34b15558ac gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:49:34.741094 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Sync routers for ids ['7e881812-ba5b-42e2-ad26-b2c8b17a4376'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:49:34.755457 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:34.757216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-60bd7bac-5ab3-44f9-ba60-c31bad233da4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6027565 Nov 11 12:49:34.760440 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45482) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:34.775950 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Routers {'7e881812-ba5b-42e2-ad26-b2c8b17a4376'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:49:34.776662 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['7e881812-ba5b-42e2-ad26-b2c8b17a4376'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:34.798743 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-248c710c-a232-4867-a88b-32bf4b09b205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:34.904808 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Set router 7e881812-ba5b-42e2-ad26-b2c8b17a4376 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:49:34.911667 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-248c710c-a232-4867-a88b-32bf4b09b205 None None] For port 8a19c914-59d9-479b-96ea-b1fa9144acc5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8a19c914-59d9-479b-96ea-b1fa9144acc5,segment=NetworkSegment(998d00f6-ff97-4f04-9cff-fd5addb62cd8),segment_id=998d00f6-ff97-4f04-9cff-fd5addb62cd8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:49:34.918453 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-248c710c-a232-4867-a88b-32bf4b09b205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:35.009240 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c710c-a232-4867-a88b-32bf4b09b205 None None] Pushing event updated for resources: {'Port': ['ID=8a19c914-59d9-479b-96ea-b1fa9144acc5,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:35.049771 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'name': 'tempest-TestMinimumBasicScenario-922289339-router', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:31Z', 'revision_number': 4, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'gw_port': {'id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '8a19c914-59d9-479b-96ea-b1fa9144acc5', 'name': '', 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'mac_address': 'fa:16:3e:44:7b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:30Z', 'updated_at': '2021-11-11T12:49:34Z', 'revision_number': 4, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'subnets': [{'id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:35.051617 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1fa4e85a-b437-4201-84ee-298d1d348706 None None] Provisioning complete for port 8a19c914-59d9-479b-96ea-b1fa9144acc5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:35.052326 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1fa4e85a-b437-4201-84ee-298d1d348706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:35.099664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe899523-e1a2-4ba9-b8ec-e927d11f9c2f None None] The sync data for ids ['81f55c04-de99-4c60-a3a4-4a34b15558ac'] in n-d-807359-3 is: [{'id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'name': 'tempest-TestMinimumBasicScenario-922289339-router', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:31Z', 'revision_number': 4, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'gw_port': {'id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '8a19c914-59d9-479b-96ea-b1fa9144acc5', 'name': '', 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'mac_address': 'fa:16:3e:44:7b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:30Z', 'updated_at': '2021-11-11T12:49:34Z', 'revision_number': 4, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'subnets': [{'id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:49:35.231848 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'name': 'tempest-TestMinimumBasicScenario-925308106-router', 'tenant_id': '1c4112cee62d45039f80576cf95d7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '4dba00e7-1aaa-4ecf-8192-6a719f66c3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:33Z', 'updated_at': '2021-11-11T12:49:34Z', 'revision_number': 3, 'project_id': '1c4112cee62d45039f80576cf95d7059', 'gw_port': {'id': '4dba00e7-1aaa-4ecf-8192-6a719f66c3aa', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:33Z', 'updated_at': '2021-11-11T12:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:35.269718 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Checking router: 7e881812-ba5b-42e2-ad26-b2c8b17a4376 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:49:35.269718 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Updating router 7e881812-ba5b-42e2-ad26-b2c8b17a4376 port 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:49:35.289316 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:35.302719 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:35.490920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Allocated IP 172.20.0.1 (c1ed9014-9217-4407-abe9-5d53a549e084/e36f4808-4ed5-4385-9c36-9e6396b39577/51fb0870-14c7-4c07-8649-f602f2ba27d2) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:49:35.620002 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:35.627410 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:35.640648 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:35.669207 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b594f330-b14b-4f84-bb46-959645d3f61f None None] Network c1ed9014-9217-4407-abe9-5d53a549e084 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:49:35.684805 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:35.701364 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbeb24d-6c10-4bb3-a333-2030c0c42af4 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:49:35.703371 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Attempting to bind port 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:49:35.703751 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Attempting to bind port 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:49:35.704109 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Attempting to bind port 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:49:35.715802 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81889284-0918-4f6f-81df-a61468f051c7 None None] Pushing event updated for resources: {'Port': ['ID=4dba00e7-1aaa-4ecf-8192-6a719f66c3aa,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:35.718454 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:49:35.719021 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:49:35.719726 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:35.720253 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:49:35.720869 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Bound port: 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:49:35.721394 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:35.752009 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Pushing event updated for resources: {'Port': ['ID=51fb0870-14c7-4c07-8649-f602f2ba27d2,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:35.756791 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Network c1ed9014-9217-4407-abe9-5d53a549e084 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:49:35.761010 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:49:35.764594 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:49:35.779947 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b46fa4f-72dc-4881-af00-5a356a7b6830 None None] Provisioning complete for port 9d82c4f8-979b-4390-bc5b-dd9cf7375632 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:35.780175 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b46fa4f-72dc-4881-af00-5a356a7b6830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:35.797450 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] For port 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:49:35.802552 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] For port 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4dba00e7-1aaa-4ecf-8192-6a719f66c3aa,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:49:35.809807 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:35.813769 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:35.893753 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Routers {'7e881812-ba5b-42e2-ad26-b2c8b17a4376'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:49:35.894551 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:49:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['7e881812-ba5b-42e2-ad26-b2c8b17a4376'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:35.900230 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81889284-0918-4f6f-81df-a61468f051c7 None None] Pushing event updated for resources: {'Port': ['ID=4dba00e7-1aaa-4ecf-8192-6a719f66c3aa,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:35.991021 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba3102f-562e-4e0c-bd74-1a5f084e59ce None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:49:36.024827 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] Set router 7e881812-ba5b-42e2-ad26-b2c8b17a4376 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:49:36.081158 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d9252c51-22f5-4bdf-96e9-7a3d729f0216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:36.206561 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b46fa4f-72dc-4881-af00-5a356a7b6830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:36.256020 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b46fa4f-72dc-4881-af00-5a356a7b6830 None None] For port 9d82c4f8-979b-4390-bc5b-dd9cf7375632, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9d82c4f8-979b-4390-bc5b-dd9cf7375632,segment=NetworkSegment(9ec07ce7-807a-46bf-a9fe-43f0fb94a33f),segment_id=9ec07ce7-807a-46bf-a9fe-43f0fb94a33f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:49:36.268927 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b46fa4f-72dc-4881-af00-5a356a7b6830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:36.278338 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'name': 'tempest-TestMinimumBasicScenario-925308106-router', 'tenant_id': '1c4112cee62d45039f80576cf95d7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '4dba00e7-1aaa-4ecf-8192-6a719f66c3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:33Z', 'updated_at': '2021-11-11T12:49:34Z', 'revision_number': 3, 'project_id': '1c4112cee62d45039f80576cf95d7059', 'gw_port': {'id': '4dba00e7-1aaa-4ecf-8192-6a719f66c3aa', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:33Z', 'updated_at': '2021-11-11T12:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:36.312984 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092b0af2-685d-4183-84e9-c75679178d2e None None] The sync data for ids ['7e881812-ba5b-42e2-ad26-b2c8b17a4376'] in n-d-807359-3 is: [{'id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'name': 'tempest-TestMinimumBasicScenario-925308106-router', 'tenant_id': '1c4112cee62d45039f80576cf95d7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '4dba00e7-1aaa-4ecf-8192-6a719f66c3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:33Z', 'updated_at': '2021-11-11T12:49:34Z', 'revision_number': 3, 'project_id': '1c4112cee62d45039f80576cf95d7059', 'gw_port': {'id': '4dba00e7-1aaa-4ecf-8192-6a719f66c3aa', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:33Z', 'updated_at': '2021-11-11T12:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:49:36.348832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46fa4f-72dc-4881-af00-5a356a7b6830 None None] Pushing event updated for resources: {'Port': ['ID=9d82c4f8-979b-4390-bc5b-dd9cf7375632,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:36.398770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d31d3f30-cc66-48a3-8950-ab4d2254101d None None] Provisioning complete for port 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:36.399139 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d31d3f30-cc66-48a3-8950-ab4d2254101d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:36.412835 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:36.500767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9d82c4f8-979b-4390-bc5b-dd9cf7375632 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:49:36.544245 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d31d3f30-cc66-48a3-8950-ab4d2254101d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:36.570807 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d31d3f30-cc66-48a3-8950-ab4d2254101d None None] For port 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4dba00e7-1aaa-4ecf-8192-6a719f66c3aa,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:49:36.578878 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d31d3f30-cc66-48a3-8950-ab4d2254101d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:36.609726 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 9d82c4f8-979b-4390-bc5b-dd9cf7375632 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:36.610089 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:36.630453 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:36.636745 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:36.675572 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d3f30-cc66-48a3-8950-ab4d2254101d None None] Pushing event updated for resources: {'Port': ['ID=4dba00e7-1aaa-4ecf-8192-6a719f66c3aa,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:36.713999 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Pushing event updated for resources: {'Port': ['ID=51fb0870-14c7-4c07-8649-f602f2ba27d2,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:36.723376 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:36.726333 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2a764d9c-bcf7-467b-945e-a2e841f588bf None None] Provisioning complete for port 51fb0870-14c7-4c07-8649-f602f2ba27d2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:36.726690 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2a764d9c-bcf7-467b-945e-a2e841f588bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:36.759686 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8a19c914-59d9-479b-96ea-b1fa9144acc5 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:49:36.796721 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-2a764d9c-bcf7-467b-945e-a2e841f588bf None None] Port 51fb0870-14c7-4c07-8649-f602f2ba27d2 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:49:36.818263 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2a764d9c-bcf7-467b-945e-a2e841f588bf None None] Provisioning complete for port 9d82c4f8-979b-4390-bc5b-dd9cf7375632 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:36.818626 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2a764d9c-bcf7-467b-945e-a2e841f588bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:36.859855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 8a19c914-59d9-479b-96ea-b1fa9144acc5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:36.860222 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:36.861110 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Network c1ed9014-9217-4407-abe9-5d53a549e084 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:49:36.862662 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:49:37.030175 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Router 7e881812-ba5b-42e2-ad26-b2c8b17a4376 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:49:37.110697 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bbceee85-3539-487a-8da1-b9c9d86fa5a7 None None] Provisioning complete for port 51fb0870-14c7-4c07-8649-f602f2ba27d2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:37.111191 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bbceee85-3539-487a-8da1-b9c9d86fa5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:37.150381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-bbceee85-3539-487a-8da1-b9c9d86fa5a7 None None] Port 51fb0870-14c7-4c07-8649-f602f2ba27d2 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:49:37.157695 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:49:37.166111 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-032e2440-5d92-439b-b78d-ba9579e27883 admin admin] 10.222.0.65 "PUT /v2.0/routers/7e881812-ba5b-42e2-ad26-b2c8b17a4376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4045203 Nov 11 12:49:37.270962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-48917288-6e29-4c54-b255-a718b044e84e None None] Provisioning complete for port 51fb0870-14c7-4c07-8649-f602f2ba27d2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:37.271435 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-48917288-6e29-4c54-b255-a718b044e84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:37.313093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-48917288-6e29-4c54-b255-a718b044e84e None None] Port 51fb0870-14c7-4c07-8649-f602f2ba27d2 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:49:38.188651 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-10b2bdcf-558b-43e7-9397-8b58c8ca0775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:38.442931 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:49:38.506561 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:38.506950 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:38.610517 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9d82c4f8-979b-4390-bc5b-dd9cf7375632 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:49:38.634910 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Sync routers for ids ['7e881812-ba5b-42e2-ad26-b2c8b17a4376'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:49:38.648937 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Routers {'7e881812-ba5b-42e2-ad26-b2c8b17a4376'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:49:38.649926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cd16652f-4831-4fee-9486-daf993568839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:49:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['7e881812-ba5b-42e2-ad26-b2c8b17a4376'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:38.763712 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 9d82c4f8-979b-4390-bc5b-dd9cf7375632 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:38.764358 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:38.806093 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Set router 7e881812-ba5b-42e2-ad26-b2c8b17a4376 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:49:39.071473 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cd16652f-4831-4fee-9486-daf993568839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'name': 'tempest-TestMinimumBasicScenario-925308106-router', 'tenant_id': '1c4112cee62d45039f80576cf95d7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '4dba00e7-1aaa-4ecf-8192-6a719f66c3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:33Z', 'updated_at': '2021-11-11T12:49:36Z', 'revision_number': 4, 'project_id': '1c4112cee62d45039f80576cf95d7059', 'gw_port': {'id': '4dba00e7-1aaa-4ecf-8192-6a719f66c3aa', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:33Z', 'updated_at': '2021-11-11T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '51fb0870-14c7-4c07-8649-f602f2ba27d2', 'name': '', 'network_id': 'c1ed9014-9217-4407-abe9-5d53a549e084', 'tenant_id': '1c4112cee62d45039f80576cf95d7059', 'mac_address': 'fa:16:3e:e6:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e36f4808-4ed5-4385-9c36-9e6396b39577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:35Z', 'updated_at': '2021-11-11T12:49:36Z', 'revision_number': 2, 'project_id': '1c4112cee62d45039f80576cf95d7059', 'subnets': [{'id': 'e36f4808-4ed5-4385-9c36-9e6396b39577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:39.102588 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Checking router: 7e881812-ba5b-42e2-ad26-b2c8b17a4376 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:49:39.102983 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Updating router 7e881812-ba5b-42e2-ad26-b2c8b17a4376 port 51fb0870-14c7-4c07-8649-f602f2ba27d2 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:49:39.139768 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:39.274963 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:39.456350 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:39.466137 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:39.564621 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb21f2b-2d6f-47c1-81c4-55871242b9f2 None None] Pushing event updated for resources: {'Port': ['ID=51fb0870-14c7-4c07-8649-f602f2ba27d2,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:39.641206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Attempting to bind port 51fb0870-14c7-4c07-8649-f602f2ba27d2 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:49:39.641794 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Attempting to bind port 51fb0870-14c7-4c07-8649-f602f2ba27d2 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '9ec07ce7-807a-46bf-a9fe-43f0fb94a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c1ed9014-9217-4407-abe9-5d53a549e084'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:49:39.642168 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Attempting to bind port 51fb0870-14c7-4c07-8649-f602f2ba27d2 on network c1ed9014-9217-4407-abe9-5d53a549e084 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:49:39.648022 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:49:39.648391 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Checking segment: {'id': '9ec07ce7-807a-46bf-a9fe-43f0fb94a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c1ed9014-9217-4407-abe9-5d53a549e084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:49:39.648804 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:39.649184 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Bound using segment: {'id': '9ec07ce7-807a-46bf-a9fe-43f0fb94a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c1ed9014-9217-4407-abe9-5d53a549e084'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:49:39.649674 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Bound port: 51fb0870-14c7-4c07-8649-f602f2ba27d2, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec07ce7-807a-46bf-a9fe-43f0fb94a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c1ed9014-9217-4407-abe9-5d53a549e084'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:49:39.650052 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:39.738995 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-cd16652f-4831-4fee-9486-daf993568839 None None] For port 51fb0870-14c7-4c07-8649-f602f2ba27d2, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:49:39.742625 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-cd16652f-4831-4fee-9486-daf993568839 None None] For port 51fb0870-14c7-4c07-8649-f602f2ba27d2, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=51fb0870-14c7-4c07-8649-f602f2ba27d2,segment=NetworkSegment(9ec07ce7-807a-46bf-a9fe-43f0fb94a33f),segment_id=9ec07ce7-807a-46bf-a9fe-43f0fb94a33f)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:49:39.748579 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:39.826079 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Routers {'7e881812-ba5b-42e2-ad26-b2c8b17a4376'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:49:39.826705 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cd16652f-4831-4fee-9486-daf993568839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:49:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['7e881812-ba5b-42e2-ad26-b2c8b17a4376'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:39.891621 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb21f2b-2d6f-47c1-81c4-55871242b9f2 None None] Pushing event updated for resources: {'Port': ['ID=51fb0870-14c7-4c07-8649-f602f2ba27d2,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:39.912659 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-17b918c3-38f3-464d-b593-35135ed37042 None None] Provisioning complete for port 51fb0870-14c7-4c07-8649-f602f2ba27d2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:39.913025 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-17b918c3-38f3-464d-b593-35135ed37042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:40.014777 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-cd16652f-4831-4fee-9486-daf993568839 None None] Set router 7e881812-ba5b-42e2-ad26-b2c8b17a4376 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:49:40.301790 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-17b918c3-38f3-464d-b593-35135ed37042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:40.388622 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-17b918c3-38f3-464d-b593-35135ed37042 None None] For port 51fb0870-14c7-4c07-8649-f602f2ba27d2, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=51fb0870-14c7-4c07-8649-f602f2ba27d2,segment=NetworkSegment(9ec07ce7-807a-46bf-a9fe-43f0fb94a33f),segment_id=9ec07ce7-807a-46bf-a9fe-43f0fb94a33f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:49:40.398776 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-17b918c3-38f3-464d-b593-35135ed37042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:40.493474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b918c3-38f3-464d-b593-35135ed37042 None None] Pushing event updated for resources: {'Port': ['ID=51fb0870-14c7-4c07-8649-f602f2ba27d2,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:40.530010 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-8ac2064d-5fac-4c8d-9674-293b34753f0e None None] Provisioning complete for port 51fb0870-14c7-4c07-8649-f602f2ba27d2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:40.530367 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8ac2064d-5fac-4c8d-9674-293b34753f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:40.535213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cd16652f-4831-4fee-9486-daf993568839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'name': 'tempest-TestMinimumBasicScenario-925308106-router', 'tenant_id': '1c4112cee62d45039f80576cf95d7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '4dba00e7-1aaa-4ecf-8192-6a719f66c3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:33Z', 'updated_at': '2021-11-11T12:49:36Z', 'revision_number': 4, 'project_id': '1c4112cee62d45039f80576cf95d7059', 'gw_port': {'id': '4dba00e7-1aaa-4ecf-8192-6a719f66c3aa', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:33Z', 'updated_at': '2021-11-11T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '51fb0870-14c7-4c07-8649-f602f2ba27d2', 'name': '', 'network_id': 'c1ed9014-9217-4407-abe9-5d53a549e084', 'tenant_id': '1c4112cee62d45039f80576cf95d7059', 'mac_address': 'fa:16:3e:e6:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e36f4808-4ed5-4385-9c36-9e6396b39577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:35Z', 'updated_at': '2021-11-11T12:49:39Z', 'revision_number': 4, 'project_id': '1c4112cee62d45039f80576cf95d7059', 'subnets': [{'id': 'e36f4808-4ed5-4385-9c36-9e6396b39577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:40.583435 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16652f-4831-4fee-9486-daf993568839 None None] The sync data for ids ['7e881812-ba5b-42e2-ad26-b2c8b17a4376'] in n-d-807359-3 is: [{'id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'name': 'tempest-TestMinimumBasicScenario-925308106-router', 'tenant_id': '1c4112cee62d45039f80576cf95d7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '4dba00e7-1aaa-4ecf-8192-6a719f66c3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:33Z', 'updated_at': '2021-11-11T12:49:36Z', 'revision_number': 4, 'project_id': '1c4112cee62d45039f80576cf95d7059', 'gw_port': {'id': '4dba00e7-1aaa-4ecf-8192-6a719f66c3aa', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:33Z', 'updated_at': '2021-11-11T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '51fb0870-14c7-4c07-8649-f602f2ba27d2', 'name': '', 'network_id': 'c1ed9014-9217-4407-abe9-5d53a549e084', 'tenant_id': '1c4112cee62d45039f80576cf95d7059', 'mac_address': 'fa:16:3e:e6:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e36f4808-4ed5-4385-9c36-9e6396b39577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:35Z', 'updated_at': '2021-11-11T12:49:39Z', 'revision_number': 4, 'project_id': '1c4112cee62d45039f80576cf95d7059', 'subnets': [{'id': 'e36f4808-4ed5-4385-9c36-9e6396b39577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:49:40.782165 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:41.324202 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:42.382470 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 51fb0870-14c7-4c07-8649-f602f2ba27d2 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:49:42.447603 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 51fb0870-14c7-4c07-8649-f602f2ba27d2 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:42.448103 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:46.260173 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:47.123602 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-b73a482d-5d5f-45ed-96b4-6ade06d0df5d tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:47.124971 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-b73a482d-5d5f-45ed-96b4-6ade06d0df5d tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/networks?id=04bd0930-629a-43f2-831a-8fb8de69128a HTTP/1.1" status: 200 len: 814 time: 0.1041567 Nov 11 12:49:47.140469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-12fccc40-036d-477d-92c3-c8b9f45ca8db tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/quotas/e712e55318e44c1eab11131a140c2895 HTTP/1.1" status: 200 len: 375 time: 0.0095499 Nov 11 12:49:47.195360 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-f72464d8-9c07-4f46-95c1-9343cd2c2064 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e712e55318e44c1eab11131a140c2895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494905 Nov 11 12:49:47.420735 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-059834f7-4dad-43cf-8030-4452b88434ec service neutron] 10.222.0.65 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267684 Nov 11 12:49:47.513241 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-c6c618a6-5bf8-4fed-bcf6-97d2c79f3dd3 service neutron] 10.222.0.65 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862904 Nov 11 12:49:47.680623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0968f870-ea95-4e11-86ab-385fc6f08485 req-93bf2b2d-38c5-4fe4-86df-2ac46d8d8865 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 210 time: 0.0269077 Nov 11 12:49:48.659276 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-43738655-047e-44d6-83aa-261d19258c8f tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:48.660682 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-43738655-047e-44d6-83aa-261d19258c8f tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.43 "GET /v2.0/networks?id=04bd0930-629a-43f2-831a-8fb8de69128a HTTP/1.1" status: 200 len: 814 time: 0.1055737 Nov 11 12:49:48.673904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-0a73cdc4-2775-48ca-be58-daf76027a7e8 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Request body: {'port': {'device_id': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a', 'admin_state_up': True, 'tenant_id': 'e712e55318e44c1eab11131a140c2895'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:49:48.783784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-46df7d5c-aeec-480f-99c8-1b3e78d5c3b6 req-d5df6bfa-d983-4ca9-850c-fcc543232f70 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 210 time: 0.0320687 Nov 11 12:49:48.820604 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-0a73cdc4-2775-48ca-be58-daf76027a7e8 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Made reservation on behalf of e712e55318e44c1eab11131a140c2895 for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:49:48.824394 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-0a73cdc4-2775-48ca-be58-daf76027a7e8 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:48.963539 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-0a73cdc4-2775-48ca-be58-daf76027a7e8 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Allocated IP 172.20.0.14 (04bd0930-629a-43f2-831a-8fb8de69128a/26881c34-8e9c-419b-ac35-72ccdb8908dd/77b0663e-3412-4c72-962b-3ceb8acc9e7f) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:49:49.178367 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-0a73cdc4-2775-48ca-be58-daf76027a7e8 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:49.221207 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-0a73cdc4-2775-48ca-be58-daf76027a7e8 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:49.269312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-0a73cdc4-2775-48ca-be58-daf76027a7e8 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Network 04bd0930-629a-43f2-831a-8fb8de69128a is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:49:49.272780 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-0a73cdc4-2775-48ca-be58-daf76027a7e8 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:49:49.276884 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-0a73cdc4-2775-48ca-be58-daf76027a7e8 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:49:49.311437 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73cdc4-2775-48ca-be58-daf76027a7e8 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Pushing event updated for resources: {'Port': ['ID=77b0663e-3412-4c72-962b-3ceb8acc9e7f,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:49.365559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-0a73cdc4-2775-48ca-be58-daf76027a7e8 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:49.367109 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-0a73cdc4-2775-48ca-be58-daf76027a7e8 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:49.408051 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-0a73cdc4-2775-48ca-be58-daf76027a7e8 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7378461 Nov 11 12:49:49.611760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-05f4d278-09a8-41bb-8533-1db5ed4066dd None None] Provisioning complete for port 77b0663e-3412-4c72-962b-3ceb8acc9e7f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:49:49.612358 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-05f4d278-09a8-41bb-8533-1db5ed4066dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:49.646112 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-05f4d278-09a8-41bb-8533-1db5ed4066dd None None] Port 77b0663e-3412-4c72-962b-3ceb8acc9e7f cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:49:49.919067 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235d782-587d-4e4f-829b-d1e2e97ca9d8 req-97329f0d-293e-4da8-80a8-1163359462cd tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:49.921392 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c235d782-587d-4e4f-829b-d1e2e97ca9d8 req-97329f0d-293e-4da8-80a8-1163359462cd tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 932 time: 0.0610549 Nov 11 12:49:49.977450 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c235d782-587d-4e4f-829b-d1e2e97ca9d8 req-74030ef1-a60d-40ea-91db-276f5d20cec1 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498714 Nov 11 12:49:51.107769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f6864-d20c-4c0a-bee8-3a9ef68bff89 req-9926b8e4-0f4d-47ab-999b-9344325cc38c tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:51.109505 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b30f6864-d20c-4c0a-bee8-3a9ef68bff89 req-9926b8e4-0f4d-47ab-999b-9344325cc38c tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 932 time: 0.0525072 Nov 11 12:49:51.161380 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b30f6864-d20c-4c0a-bee8-3a9ef68bff89 req-bec58c41-c815-4a98-80ff-73592dfd5bf3 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449445 Nov 11 12:49:52.066113 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:52.316310 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a7192-5028-4f58-9905-79fabcc03831 req-8667d8e0-4160-46a1-ab61-d65fa5032f34 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:52.318295 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-725a7192-5028-4f58-9905-79fabcc03831 req-8667d8e0-4160-46a1-ab61-d65fa5032f34 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 932 time: 0.0541399 Nov 11 12:49:52.373992 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-725a7192-5028-4f58-9905-79fabcc03831 req-f4535cc2-ac6d-436c-a1f3-8d738d5d559b tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488195 Nov 11 12:49:53.440999 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:49:53.506017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78d79c-6974-400f-8c71-47d9fdf8c3a7 req-500dd054-938e-4334-bd53-34c8cd44cea1 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:53.508364 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf78d79c-6974-400f-8c71-47d9fdf8c3a7 req-500dd054-938e-4334-bd53-34c8cd44cea1 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 932 time: 0.0620708 Nov 11 12:49:53.555894 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf78d79c-6974-400f-8c71-47d9fdf8c3a7 req-5d3dd7de-36e9-4d68-a390-ccc6fcf4946c tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Nov 11 12:49:54.681553 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29c90b-55c4-4fbe-bf5a-10a1eb7da395 req-8f2e9147-24a3-4f9e-ae05-1022a116af93 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:54.684638 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e29c90b-55c4-4fbe-bf5a-10a1eb7da395 req-8f2e9147-24a3-4f9e-ae05-1022a116af93 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 932 time: 0.0563068 Nov 11 12:49:54.733425 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e29c90b-55c4-4fbe-bf5a-10a1eb7da395 req-229c21ff-83c8-4676-93bd-4067b4b0edd7 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434794 Nov 11 12:49:55.901826 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d9c9f-54c0-4471-8780-885c04f209e9 req-a90fe6d6-a1ad-4890-8ad7-07e2cd6a2daa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:55.903421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b40d9c9f-54c0-4471-8780-885c04f209e9 req-a90fe6d6-a1ad-4890-8ad7-07e2cd6a2daa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 932 time: 0.0743618 Nov 11 12:49:55.978872 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b40d9c9f-54c0-4471-8780-885c04f209e9 req-5a3d005f-407f-4e0a-a4a4-30fbd9e008df tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680134 Nov 11 12:49:57.114214 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf54bfc-2275-4afa-8d2d-e358bd425ebe req-b3783557-f0c2-4153-b19d-b63696e71b29 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:57.116037 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ddf54bfc-2275-4afa-8d2d-e358bd425ebe req-b3783557-f0c2-4153-b19d-b63696e71b29 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 932 time: 0.0549498 Nov 11 12:49:57.196910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ddf54bfc-2275-4afa-8d2d-e358bd425ebe req-28d6b748-5e20-4aae-84c3-caacd87cc746 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665512 Nov 11 12:49:58.329190 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4634bdd-fc58-43a5-adec-833b9b9d05e5 req-e5a1b1ff-6118-409a-be7b-acdbe7e8bb90 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:58.330859 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4634bdd-fc58-43a5-adec-833b9b9d05e5 req-e5a1b1ff-6118-409a-be7b-acdbe7e8bb90 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 932 time: 0.0530396 Nov 11 12:49:58.383494 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4634bdd-fc58-43a5-adec-833b9b9d05e5 req-5b5dcdde-72ae-4f5f-8193-4a6b8f43fe0b tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463901 Nov 11 12:49:58.969970 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Request body: {'port': {'device_id': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:49:59.033532 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:59.290773 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b0663e-3412-4c72-962b-3ceb8acc9e7f {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:49:59.298345 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:59.311262 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Transition to ACTIVE for port object 77b0663e-3412-4c72-962b-3ceb8acc9e7f will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:49:59.317226 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:59.389207 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Pushing event updated for resources: {'Port': ['ID=77b0663e-3412-4c72-962b-3ceb8acc9e7f,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:59.448064 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Attempting to bind port 77b0663e-3412-4c72-962b-3ceb8acc9e7f on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:49:59.448400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Attempting to bind port 77b0663e-3412-4c72-962b-3ceb8acc9e7f by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '998d00f6-ff97-4f04-9cff-fd5addb62cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:49:59.448728 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Attempting to bind port 77b0663e-3412-4c72-962b-3ceb8acc9e7f on network 04bd0930-629a-43f2-831a-8fb8de69128a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:49:59.454021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Port 77b0663e-3412-4c72-962b-3ceb8acc9e7f on network 04bd0930-629a-43f2-831a-8fb8de69128a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:49:59.454348 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Attempting to bind port 77b0663e-3412-4c72-962b-3ceb8acc9e7f on network 04bd0930-629a-43f2-831a-8fb8de69128a {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:49:59.470277 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:49:59.470621 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Checking segment: {'id': '998d00f6-ff97-4f04-9cff-fd5addb62cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:49:59.471004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Bound using segment: {'id': '998d00f6-ff97-4f04-9cff-fd5addb62cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:49:59.471443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Bound port: 77b0663e-3412-4c72-962b-3ceb8acc9e7f, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998d00f6-ff97-4f04-9cff-fd5addb62cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:49:59.471801 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:59.545456 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97d851-5fc8-4f80-84f9-b807e01e095e req-bda311a2-e2c1-4b00-83f9-1dd3ee2b1a8e tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:59.547084 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a97d851-5fc8-4f80-84f9-b807e01e095e req-bda311a2-e2c1-4b00-83f9-1dd3ee2b1a8e tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 944 time: 0.0905683 Nov 11 12:49:59.586270 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] For port 77b0663e-3412-4c72-962b-3ceb8acc9e7f, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:49:59.606165 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] For port 77b0663e-3412-4c72-962b-3ceb8acc9e7f, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=77b0663e-3412-4c72-962b-3ceb8acc9e7f,segment=NetworkSegment(998d00f6-ff97-4f04-9cff-fd5addb62cd8),segment_id=998d00f6-ff97-4f04-9cff-fd5addb62cd8)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:49:59.615112 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:59.644203 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3a97d851-5fc8-4f80-84f9-b807e01e095e req-648e9c6e-fb6d-402f-839f-7e079a472582 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887573 Nov 11 12:49:59.667696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:59.667696 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:59.667696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] 10.222.0.43 "PUT /v2.0/ports/77b0663e-3412-4c72-962b-3ceb8acc9e7f HTTP/1.1" status: 200 len: 1092 time: 0.7004440 Nov 11 12:49:59.667696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'tag': '77b0663e-3412-4c72-962b-3ceb8acc9e7f'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:49:59.667696 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb134bc-2094-48f9-9d2d-02522727990c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a31416f-026b-466e-ba77-b0b9197dbf4b", "tag": "77b0663e-3412-4c72-962b-3ceb8acc9e7f"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:49:59.692361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c9111-80fe-4bdb-bac0-8829d1661a3b service neutron] Pushing event updated for resources: {'Port': ['ID=77b0663e-3412-4c72-962b-3ceb8acc9e7f,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:59.706429 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a87413-651e-457d-8bd4-5ba0fecaf84f x-openstack-request-id: req-33a87413-651e-457d-8bd4-5ba0fecaf84f {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:49:59.706727 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a31416f-026b-466e-ba77-b0b9197dbf4b", "tag": "77b0663e-3412-4c72-962b-3ceb8acc9e7f", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:49:59.706979 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33a87413-651e-457d-8bd4-5ba0fecaf84f {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:49:59.707398 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'tag': '77b0663e-3412-4c72-962b-3ceb8acc9e7f', 'status': 'completed', 'code': 200} Nov 11 12:49:59.753750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-8490fd28-c0ec-49ce-9e16-f249971e24f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:59.755335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-8490fd28-c0ec-49ce-9e16-f249971e24f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e712e55318e44c1eab11131a140c2895&device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 1095 time: 0.0436606 Nov 11 12:49:59.807651 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-7288e576-4a8f-4b44-9b26-a70ea3671e05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b0663e-3412-4c72-962b-3ceb8acc9e7f HTTP/1.1" status: 200 len: 217 time: 0.0437994 Nov 11 12:49:59.857670 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-0ecab34f-9c28-4d9a-b4e1-e0a328bcb789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:59.859234 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-0ecab34f-9c28-4d9a-b4e1-e0a328bcb789 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26881c34-8e9c-419b-ac35-72ccdb8908dd HTTP/1.1" status: 200 len: 853 time: 0.0453033 Nov 11 12:49:59.906915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-9ed8b1cb-edb4-4825-b008-bacfbd25d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:59.908501 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-9ed8b1cb-edb4-4825-b008-bacfbd25d225 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04bd0930-629a-43f2-831a-8fb8de69128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424206 Nov 11 12:50:00.010441 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-11ff1251-416f-4e5e-87ce-5fffeb56afaa service neutron] 10.222.0.43 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921860 Nov 11 12:50:00.104289 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0694fbde-7761-43d2-a2d3-f27861d5b5c3 req-09c0e910-d70d-4e9b-9592-907394da49c9 service neutron] 10.222.0.43 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872445 Nov 11 12:50:00.201992 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb134bc-2094-48f9-9d2d-02522727990c req-0c19acf0-c24a-404e-80a0-7c5a3e615542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:00.203522 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fb134bc-2094-48f9-9d2d-02522727990c req-0c19acf0-c24a-404e-80a0-7c5a3e615542 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e712e55318e44c1eab11131a140c2895&device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 1095 time: 0.0462058 Nov 11 12:50:00.299400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb134bc-2094-48f9-9d2d-02522727990c req-caff912c-6499-4e1b-a98a-8ddd18ac0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:00.300940 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fb134bc-2094-48f9-9d2d-02522727990c req-caff912c-6499-4e1b-a98a-8ddd18ac0c7a service neutron] 10.222.0.43 "GET /v2.0/networks?id=04bd0930-629a-43f2-831a-8fb8de69128a HTTP/1.1" status: 200 len: 916 time: 0.0896692 Nov 11 12:50:00.354375 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fb134bc-2094-48f9-9d2d-02522727990c req-77b9b65d-b0de-4167-8561-7de679dc5201 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b0663e-3412-4c72-962b-3ceb8acc9e7f HTTP/1.1" status: 200 len: 217 time: 0.0444334 Nov 11 12:50:00.404403 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb134bc-2094-48f9-9d2d-02522727990c req-c0191222-a85b-4deb-9934-c95c48cf942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:00.405970 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fb134bc-2094-48f9-9d2d-02522727990c req-c0191222-a85b-4deb-9934-c95c48cf942e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26881c34-8e9c-419b-ac35-72ccdb8908dd HTTP/1.1" status: 200 len: 853 time: 0.0439634 Nov 11 12:50:00.452282 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb134bc-2094-48f9-9d2d-02522727990c req-fb1b8fc0-679e-46bf-90a3-cc827be24024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:00.453854 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fb134bc-2094-48f9-9d2d-02522727990c req-fb1b8fc0-679e-46bf-90a3-cc827be24024 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04bd0930-629a-43f2-831a-8fb8de69128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399585 Nov 11 12:50:00.557100 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fb134bc-2094-48f9-9d2d-02522727990c req-126ef6a9-033b-4bbc-a4ba-6ef5d2efd1e3 service neutron] 10.222.0.43 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951419 Nov 11 12:50:00.657058 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8fb134bc-2094-48f9-9d2d-02522727990c req-ef2f3f97-fc8e-44e0-b78c-87b9b7082e8c service neutron] 10.222.0.43 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922034 Nov 11 12:50:00.766639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd9404-c7ff-4058-afbb-447d7abd6677 req-edccc1f3-4818-4c72-9616-1d62292d6bdc tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:00.768110 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8ebd9404-c7ff-4058-afbb-447d7abd6677 req-edccc1f3-4818-4c72-9616-1d62292d6bdc tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 944 time: 0.0519915 Nov 11 12:50:00.822190 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8ebd9404-c7ff-4058-afbb-447d7abd6677 req-c2ddcb25-e142-4fe9-a7d9-12c917a6b203 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453722 Nov 11 12:50:01.948049 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f43045-eebd-4505-b8d9-fe7439e841cd req-5282df5f-5d56-4a58-bb2c-8eb6bc858b2c tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:01.949695 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d6f43045-eebd-4505-b8d9-fe7439e841cd req-5282df5f-5d56-4a58-bb2c-8eb6bc858b2c tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 944 time: 0.0517001 Nov 11 12:50:02.008166 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d6f43045-eebd-4505-b8d9-fe7439e841cd req-6268277e-0b51-41f6-91ad-27422df63074 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518820 Nov 11 12:50:02.790124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 77b0663e-3412-4c72-962b-3ceb8acc9e7f details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:50:02.892914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 77b0663e-3412-4c72-962b-3ceb8acc9e7f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=77b0663e-3412-4c72-962b-3ceb8acc9e7f,segment=NetworkSegment(998d00f6-ff97-4f04-9cff-fd5addb62cd8),segment_id=998d00f6-ff97-4f04-9cff-fd5addb62cd8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:50:02.904311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '77b0663e-3412-4c72-962b-3ceb8acc9e7f', 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a', 'port_id': '77b0663e-3412-4c72-962b-3ceb8acc9e7f', 'mac_address': 'fa:16:3e:ad:62:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:50:02.941610 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:02.955542 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b0663e-3412-4c72-962b-3ceb8acc9e7f {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:50:02.975521 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 77b0663e-3412-4c72-962b-3ceb8acc9e7f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=77b0663e-3412-4c72-962b-3ceb8acc9e7f,segment=NetworkSegment(998d00f6-ff97-4f04-9cff-fd5addb62cd8),segment_id=998d00f6-ff97-4f04-9cff-fd5addb62cd8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:50:02.980774 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:03.031313 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=77b0663e-3412-4c72-962b-3ceb8acc9e7f,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:03.039427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:03.039778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:03.040119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:03.040526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:03.040758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:03.041119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:03.041442 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:03.041781 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:03.042106 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:03.042428 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:03.042752 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:03.043076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:03.126709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d73934-ee28-4080-980d-f5df9fbb2b0c req-f98df710-bf3d-4a03-9981-3251d3641dc0 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:03.128073 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40d73934-ee28-4080-980d-f5df9fbb2b0c req-f98df710-bf3d-4a03-9981-3251d3641dc0 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 945 time: 0.0502944 Nov 11 12:50:03.178138 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-40d73934-ee28-4080-980d-f5df9fbb2b0c req-a7e3bd4b-fef4-4b85-8047-55ebb660b7ab tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437989 Nov 11 12:50:03.216878 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['77b0663e-3412-4c72-962b-3ceb8acc9e7f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:50:04.316006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68311167-149d-48fd-9661-62800d1b74e7 req-5a7554a2-88ed-4d22-830c-7a5034afdeb4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:04.317830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68311167-149d-48fd-9661-62800d1b74e7 req-5a7554a2-88ed-4d22-830c-7a5034afdeb4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 945 time: 0.0688903 Nov 11 12:50:04.369722 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-68311167-149d-48fd-9661-62800d1b74e7 req-4af24bde-1835-454d-97b0-75384f76b91f tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455599 Nov 11 12:50:04.805382 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 77b0663e-3412-4c72-962b-3ceb8acc9e7f up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:50:04.870611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 77b0663e-3412-4c72-962b-3ceb8acc9e7f completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:50:04.875018 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 77b0663e-3412-4c72-962b-3ceb8acc9e7f triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:50:04.875390 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:04.957622 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:04.981014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b0663e-3412-4c72-962b-3ceb8acc9e7f'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:50:04.983320 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56a913d-2dab-4fc6-81b6-60433b9ee537" -d '{"events": [{"server_uuid": "4a31416f-026b-466e-ba77-b0b9197dbf4b", "name": "network-vif-plugged", "status": "completed", "tag": "77b0663e-3412-4c72-962b-3ceb8acc9e7f"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:50:04.996278 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 77b0663e-3412-4c72-962b-3ceb8acc9e7f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=77b0663e-3412-4c72-962b-3ceb8acc9e7f,segment=NetworkSegment(998d00f6-ff97-4f04-9cff-fd5addb62cd8),segment_id=998d00f6-ff97-4f04-9cff-fd5addb62cd8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:50:05.001736 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:05.025295 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceda848-d203-4895-9eda-a7ecf6e7396b x-openstack-request-id: req-cceda848-d203-4895-9eda-a7ecf6e7396b {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:50:05.025621 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a31416f-026b-466e-ba77-b0b9197dbf4b", "name": "network-vif-plugged", "status": "completed", "tag": "77b0663e-3412-4c72-962b-3ceb8acc9e7f", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:50:05.025868 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cceda848-d203-4895-9eda-a7ecf6e7396b {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:50:05.026253 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b0663e-3412-4c72-962b-3ceb8acc9e7f', 'code': 200} Nov 11 12:50:05.054927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=77b0663e-3412-4c72-962b-3ceb8acc9e7f,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:05.124643 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434773d-e571-44d8-906b-01971d2ce3c1 req-0dcfbaed-20d4-47ee-bb79-d9878cca70d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:05.126399 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b434773d-e571-44d8-906b-01971d2ce3c1 req-0dcfbaed-20d4-47ee-bb79-d9878cca70d0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 1097 time: 0.0417359 Nov 11 12:50:05.174990 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b434773d-e571-44d8-906b-01971d2ce3c1 req-9b5802eb-659a-4b86-8e54-960419f26d70 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391920 Nov 11 12:50:05.498506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9ef08-d2d4-4340-8f37-7139442f1a9d req-acb8583b-7b52-4707-a9c1-6142f9c2ab01 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:05.500016 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-33a9ef08-d2d4-4340-8f37-7139442f1a9d req-acb8583b-7b52-4707-a9c1-6142f9c2ab01 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 946 time: 0.0556309 Nov 11 12:50:05.551179 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-33a9ef08-d2d4-4340-8f37-7139442f1a9d req-bfb3d202-c91d-46a3-933a-b618b16bc93e tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423341 Nov 11 12:50:05.922704 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-90e2a8a3-9969-4e0e-b6d7-c27f3a28be74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:06.687359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fa36d-ca4e-4994-89ba-1111745f2e21 req-9bda5ef0-5db3-4a79-99a9-84ec5831cedd tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:06.688876 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-974fa36d-ca4e-4994-89ba-1111745f2e21 req-9bda5ef0-5db3-4a79-99a9-84ec5831cedd tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 946 time: 0.0539780 Nov 11 12:50:06.736408 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-974fa36d-ca4e-4994-89ba-1111745f2e21 req-e1609a08-fbd2-425d-86e6-7e3d6d41ac51 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412645 Nov 11 12:50:06.854105 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311e31-775e-4fbe-bccd-427f12da3097 req-740669c2-e6b3-40e6-9d70-98f93e8acea5 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:06.855480 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c311e31-775e-4fbe-bccd-427f12da3097 req-740669c2-e6b3-40e6-9d70-98f93e8acea5 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 946 time: 0.0521581 Nov 11 12:50:06.909533 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c311e31-775e-4fbe-bccd-427f12da3097 req-a3f34bf6-bc52-4ab2-955a-ef998f53db4f tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451474 Nov 11 12:50:07.121792 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dba381-85ed-4ff3-b095-1436aca2e4f1 req-09595fcd-9971-4397-84e3-e19a7cb506ee tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:07.123204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18dba381-85ed-4ff3-b095-1436aca2e4f1 req-09595fcd-9971-4397-84e3-e19a7cb506ee tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 946 time: 0.0512443 Nov 11 12:50:07.171145 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-18dba381-85ed-4ff3-b095-1436aca2e4f1 req-21b14958-b3f8-4ab2-b1ea-a402284cf7ca tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 Nov 11 12:50:08.188165 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c344e656-6f74-4251-8956-ee53994df70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:09.230863 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:10.779543 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:11.327046 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:16.266556 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:19.748955 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d657db2-cc37-4a80-9ae9-ae36344d2de1 req-a539a655-4e94-4c4b-921f-f9e40ac88283 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:19.750464 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d657db2-cc37-4a80-9ae9-ae36344d2de1 req-a539a655-4e94-4c4b-921f-f9e40ac88283 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 946 time: 0.0497274 Nov 11 12:50:19.797126 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8d657db2-cc37-4a80-9ae9-ae36344d2de1 req-a771f97b-e537-4823-9146-8a4b680af1ed tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406547 Nov 11 12:50:19.819674 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45698) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:19.912019 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308555c7-564a-49f0-9a4a-d6f132a457ac tempest-TestMinimumBasicScenario-174432385 tempest-TestMinimumBasicScenario-174432385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:19.913481 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-308555c7-564a-49f0-9a4a-d6f132a457ac tempest-TestMinimumBasicScenario-174432385 tempest-TestMinimumBasicScenario-174432385-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 1092 time: 0.0925438 Nov 11 12:50:19.917924 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45702) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:19.922409 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '77b0663e-3412-4c72-962b-3ceb8acc9e7f', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:19.947568 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:20.051806 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:20.157005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Allocated IP 172.25.2.197 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/53af71ff-2cc1-4871-802e-c849c2536f33) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:50:20.275898 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:20.314084 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:20.355711 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:50:20.359276 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:50:20.364838 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:50:20.368815 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Pushing event updated for resources: {'Port': ['ID=53af71ff-2cc1-4871-802e-c849c2536f33,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:20.397160 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:20.397504 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:20.397870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:20.398230 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:20.398554 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:20.398877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:20.399215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:20.399516 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:20.399837 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:20.400157 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:20.400468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:20.400771 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:20.747877 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:20.820891 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:20.974676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:20.981246 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:21.049359 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Pushing event updated for resources: {'Port': ['ID=53af71ff-2cc1-4871-802e-c849c2536f33,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:21.064604 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:21.511267 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Floating IP 3b7fefd6-d7e7-40e5-8414-51b47b7b9127 associated. External IP: 172.25.2.197, port: 77b0663e-3412-4c72-962b-3ceb8acc9e7f. Nov 11 12:50:21.725717 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Router 81f55c04-de99-4c60-a3a4-4a34b15558ac has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:50:21.842899 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:50:21.853615 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c728d3-2c69-4b28-8980-8d040709a558 None None] Sync routers for ids ['81f55c04-de99-4c60-a3a4-4a34b15558ac'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:50:21.864643 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c728d3-2c69-4b28-8980-8d040709a558 None None] Routers {'81f55c04-de99-4c60-a3a4-4a34b15558ac'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:50:21.865560 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-81c728d3-2c69-4b28-8980-8d040709a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:50:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['81f55c04-de99-4c60-a3a4-4a34b15558ac'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:21.865836 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:21.893643 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3f1571ba-5758-4a0a-bb2b-fad2de130408 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9746051 Nov 11 12:50:21.894293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'tag': '77b0663e-3412-4c72-962b-3ceb8acc9e7f'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:50:21.896624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45704) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:21.897096 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78563351-d2d8-48ea-baf1-9f1e29261255" -d '{"events": [{"name": "network-changed", "server_uuid": "4a31416f-026b-466e-ba77-b0b9197dbf4b", "tag": "77b0663e-3412-4c72-962b-3ceb8acc9e7f"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:50:21.902199 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-674541683', 'description': 'tempest-secgroup-smoke-674541683 description', 'project_id': 'e712e55318e44c1eab11131a140c2895'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:21.937978 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:21.945187 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5945a9f5-fa7d-4cf5-ae7b-2d28b8a5c78a x-openstack-request-id: req-5945a9f5-fa7d-4cf5-ae7b-2d28b8a5c78a {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:50:21.945505 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a31416f-026b-466e-ba77-b0b9197dbf4b", "tag": "77b0663e-3412-4c72-962b-3ceb8acc9e7f", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:50:21.945800 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5945a9f5-fa7d-4cf5-ae7b-2d28b8a5c78a {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:50:21.946205 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'tag': '77b0663e-3412-4c72-962b-3ceb8acc9e7f', 'status': 'completed', 'code': 200} Nov 11 12:50:21.970256 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-81c728d3-2c69-4b28-8980-8d040709a558 None None] Set router 81f55c04-de99-4c60-a3a4-4a34b15558ac gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:50:22.035192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78563351-d2d8-48ea-baf1-9f1e29261255 req-a6d6a10b-361c-4162-ad48-466077250ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:22.036688 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78563351-d2d8-48ea-baf1-9f1e29261255 req-a6d6a10b-361c-4162-ad48-466077250ffa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e712e55318e44c1eab11131a140c2895&device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 1097 time: 0.0670898 Nov 11 12:50:22.055622 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.073773 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.079693 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.141796 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.143025 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2446539 Nov 11 12:50:22.146328 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45708) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:22.150686 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a4fd30bc-15d8-4571-8f70-61c134e8e701 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Request body: {'security_group_rule': {'security_group_id': '8cae3314-5204-4686-a2ab-b33aa2e5720e', 'project_id': 'e712e55318e44c1eab11131a140c2895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:22.156298 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cae3314-5204-4686-a2ab-b33aa2e5720e,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:22.172659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:22.172999 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:22.173334 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:22.173690 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:22.174019 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:22.174343 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:22.174663 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:22.174981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:22.175299 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:22.175619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:22.175942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:22.176248 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4341bcec-102f-45fb-8a45-43ac7bda13fa tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:22.196829 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-81c728d3-2c69-4b28-8980-8d040709a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'name': 'tempest-TestMinimumBasicScenario-922289339-router', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:31Z', 'revision_number': 4, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'gw_port': {'id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '3b7fefd6-d7e7-40e5-8414-51b47b7b9127', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'port_id': '77b0663e-3412-4c72-962b-3ceb8acc9e7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a', 'mac_address': 'fa:16:3e:ad:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:50:20Z', 'updated_at': '2021-11-11T12:50:20Z', 'revision_number': 0, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a19c914-59d9-479b-96ea-b1fa9144acc5', 'name': '', 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'mac_address': 'fa:16:3e:44:7b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:30Z', 'updated_at': '2021-11-11T12:49:34Z', 'revision_number': 5, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'subnets': [{'id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:22.203024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78563351-d2d8-48ea-baf1-9f1e29261255 req-cebce6fa-1675-4919-ab13-675eaf87dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:22.204808 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78563351-d2d8-48ea-baf1-9f1e29261255 req-cebce6fa-1675-4919-ab13-675eaf87dac9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=04bd0930-629a-43f2-831a-8fb8de69128a HTTP/1.1" status: 200 len: 916 time: 0.1598690 Nov 11 12:50:22.210789 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a4fd30bc-15d8-4571-8f70-61c134e8e701 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.229636 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c728d3-2c69-4b28-8980-8d040709a558 None None] Checking router: 81f55c04-de99-4c60-a3a4-4a34b15558ac for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:50:22.239459 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c728d3-2c69-4b28-8980-8d040709a558 None None] Routers {'81f55c04-de99-4c60-a3a4-4a34b15558ac'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:50:22.240058 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-81c728d3-2c69-4b28-8980-8d040709a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:50:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['81f55c04-de99-4c60-a3a4-4a34b15558ac'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:22.304545 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78563351-d2d8-48ea-baf1-9f1e29261255 req-076acabb-e7ad-40f0-a464-843dc27cc869 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b0663e-3412-4c72-962b-3ceb8acc9e7f HTTP/1.1" status: 200 len: 1000 time: 0.0848837 Nov 11 12:50:22.321999 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a4fd30bc-15d8-4571-8f70-61c134e8e701 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.343513 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a4fd30bc-15d8-4571-8f70-61c134e8e701 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.349389 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-81c728d3-2c69-4b28-8980-8d040709a558 None None] Set router 81f55c04-de99-4c60-a3a4-4a34b15558ac gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:50:22.376021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd30bc-15d8-4571-8f70-61c134e8e701 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823e0a90-6ae7-44e2-a3f1-bf2a63282184,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:22.383014 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78563351-d2d8-48ea-baf1-9f1e29261255 req-e0947c35-748b-4b92-8e5d-8ade7194f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:22.384707 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78563351-d2d8-48ea-baf1-9f1e29261255 req-e0947c35-748b-4b92-8e5d-8ade7194f0ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26881c34-8e9c-419b-ac35-72ccdb8908dd HTTP/1.1" status: 200 len: 853 time: 0.0716262 Nov 11 12:50:22.389255 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a4fd30bc-15d8-4571-8f70-61c134e8e701 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.390897 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a4fd30bc-15d8-4571-8f70-61c134e8e701 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2435827 Nov 11 12:50:22.393926 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45710) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:22.399010 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e7cfa77e-348e-42c8-84eb-09dc9f6c6449 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Request body: {'security_group_rule': {'security_group_id': '8cae3314-5204-4686-a2ab-b33aa2e5720e', 'project_id': 'e712e55318e44c1eab11131a140c2895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:22.436266 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7cfa77e-348e-42c8-84eb-09dc9f6c6449 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.439858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78563351-d2d8-48ea-baf1-9f1e29261255 req-5d2ad24f-8dae-47fc-adc4-f468c1406401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:22.441496 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78563351-d2d8-48ea-baf1-9f1e29261255 req-5d2ad24f-8dae-47fc-adc4-f468c1406401 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04bd0930-629a-43f2-831a-8fb8de69128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494046 Nov 11 12:50:22.486919 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7cfa77e-348e-42c8-84eb-09dc9f6c6449 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.492166 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7cfa77e-348e-42c8-84eb-09dc9f6c6449 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.511916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfa77e-348e-42c8-84eb-09dc9f6c6449 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f8243f-0f9a-4ace-a892-b9b64687cfe1,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:22.520964 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e7cfa77e-348e-42c8-84eb-09dc9f6c6449 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.522264 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e7cfa77e-348e-42c8-84eb-09dc9f6c6449 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271079 Nov 11 12:50:22.525108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45712) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:22.529516 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a23c4d72-64eb-44c1-8f35-2ee5f62d9e40 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Request body: {'security_group_rule': {'security_group_id': '8cae3314-5204-4686-a2ab-b33aa2e5720e', 'project_id': 'e712e55318e44c1eab11131a140c2895', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:22.547156 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78563351-d2d8-48ea-baf1-9f1e29261255 req-c9409359-048c-4eb2-b082-05bdcaecb872 service neutron] 10.222.0.43 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965674 Nov 11 12:50:22.556552 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a23c4d72-64eb-44c1-8f35-2ee5f62d9e40 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.617780 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a23c4d72-64eb-44c1-8f35-2ee5f62d9e40 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.623021 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a23c4d72-64eb-44c1-8f35-2ee5f62d9e40 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.642117 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c4d72-64eb-44c1-8f35-2ee5f62d9e40 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcfe6ba9-f0fa-4aa4-a253-36a538ca9201,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:22.651385 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a23c4d72-64eb-44c1-8f35-2ee5f62d9e40 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.652811 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a23c4d72-64eb-44c1-8f35-2ee5f62d9e40 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266966 Nov 11 12:50:22.655635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45714) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:22.659506 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-78563351-d2d8-48ea-baf1-9f1e29261255 req-d23f2f32-33a3-4791-8222-c26f4fd86716 service neutron] 10.222.0.43 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029365 Nov 11 12:50:22.660978 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-eaadaa9a-ffc1-4425-b1f1-c26d9d892729 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Request body: {'security_group_rule': {'security_group_id': '8cae3314-5204-4686-a2ab-b33aa2e5720e', 'project_id': 'e712e55318e44c1eab11131a140c2895', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:22.688403 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eaadaa9a-ffc1-4425-b1f1-c26d9d892729 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.690277 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-81c728d3-2c69-4b28-8980-8d040709a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'name': 'tempest-TestMinimumBasicScenario-922289339-router', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:31Z', 'revision_number': 4, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'gw_port': {'id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '3b7fefd6-d7e7-40e5-8414-51b47b7b9127', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'port_id': '77b0663e-3412-4c72-962b-3ceb8acc9e7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a', 'mac_address': 'fa:16:3e:ad:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:50:20Z', 'updated_at': '2021-11-11T12:50:20Z', 'revision_number': 0, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a19c914-59d9-479b-96ea-b1fa9144acc5', 'name': '', 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'mac_address': 'fa:16:3e:44:7b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:30Z', 'updated_at': '2021-11-11T12:49:34Z', 'revision_number': 5, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'subnets': [{'id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:22.720954 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c728d3-2c69-4b28-8980-8d040709a558 None None] The sync data for ids ['81f55c04-de99-4c60-a3a4-4a34b15558ac'] in n-d-807359-3 is: [{'id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'name': 'tempest-TestMinimumBasicScenario-922289339-router', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:31Z', 'revision_number': 4, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'gw_port': {'id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '3b7fefd6-d7e7-40e5-8414-51b47b7b9127', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'port_id': '77b0663e-3412-4c72-962b-3ceb8acc9e7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a', 'mac_address': 'fa:16:3e:ad:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:50:20Z', 'updated_at': '2021-11-11T12:50:20Z', 'revision_number': 0, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a19c914-59d9-479b-96ea-b1fa9144acc5', 'name': '', 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'mac_address': 'fa:16:3e:44:7b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:30Z', 'updated_at': '2021-11-11T12:49:34Z', 'revision_number': 5, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'subnets': [{'id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:50:22.751261 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eaadaa9a-ffc1-4425-b1f1-c26d9d892729 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.757119 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eaadaa9a-ffc1-4425-b1f1-c26d9d892729 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.777567 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadaa9a-ffc1-4425-b1f1-c26d9d892729 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee717d0-b22f-49da-9535-33f9bd472a3f,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:22.783263 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-eaadaa9a-ffc1-4425-b1f1-c26d9d892729 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.787200 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-eaadaa9a-ffc1-4425-b1f1-c26d9d892729 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278024 Nov 11 12:50:22.787788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45716) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:22.791917 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-accfcd42-27e8-40f7-a3f5-455ad108a063 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Request body: {'security_group_rule': {'security_group_id': '8cae3314-5204-4686-a2ab-b33aa2e5720e', 'project_id': 'e712e55318e44c1eab11131a140c2895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:22.815821 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-accfcd42-27e8-40f7-a3f5-455ad108a063 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Project e712e55318e44c1eab11131a140c2895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:50:22.821017 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-accfcd42-27e8-40f7-a3f5-455ad108a063 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.884049 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-accfcd42-27e8-40f7-a3f5-455ad108a063 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.889077 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-accfcd42-27e8-40f7-a3f5-455ad108a063 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.907344 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfcd42-27e8-40f7-a3f5-455ad108a063 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b3da8c-ac9a-4eb1-9c9c-c5d620069ea5,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:22.916561 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-accfcd42-27e8-40f7-a3f5-455ad108a063 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:22.918071 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-accfcd42-27e8-40f7-a3f5-455ad108a063 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295543 Nov 11 12:50:22.920823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45718) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:22.925637 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-39ede4a4-e0da-4075-9392-88d79b1ef7bb tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Request body: {'security_group_rule': {'security_group_id': '8cae3314-5204-4686-a2ab-b33aa2e5720e', 'project_id': 'e712e55318e44c1eab11131a140c2895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:22.935028 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0facc736-8d2d-4bb7-ae25-a582e73010ca None None] New status for floating IP 3b7fefd6-d7e7-40e5-8414-51b47b7b9127: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:50:22.950450 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-39ede4a4-e0da-4075-9392-88d79b1ef7bb tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Project e712e55318e44c1eab11131a140c2895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:50:22.955543 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-39ede4a4-e0da-4075-9392-88d79b1ef7bb tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:23.014846 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-39ede4a4-e0da-4075-9392-88d79b1ef7bb tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:23.019769 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-39ede4a4-e0da-4075-9392-88d79b1ef7bb tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:23.038898 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ede4a4-e0da-4075-9392-88d79b1ef7bb tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879028e1-6f41-45c4-b8ba-1ddab44ae613,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:23.046631 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-39ede4a4-e0da-4075-9392-88d79b1ef7bb tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:23.050048 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-39ede4a4-e0da-4075-9392-88d79b1ef7bb tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283212 Nov 11 12:50:23.143153 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b52f55ba-5a5c-452f-9b7f-231ddc651b0d req-d327f1f1-8e13-4ebb-af92-34caf4e8c19b tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674541683&fields=id&tenant_id=e712e55318e44c1eab11131a140c2895 HTTP/1.1" status: 200 len: 267 time: 0.0462186 Nov 11 12:50:23.201361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f55ba-5a5c-452f-9b7f-231ddc651b0d req-d38784b9-ff07-4cf2-9ad2-48029c9dc6e1 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:23.202864 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b52f55ba-5a5c-452f-9b7f-231ddc651b0d req-d38784b9-ff07-4cf2-9ad2-48029c9dc6e1 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 946 time: 0.0538807 Nov 11 12:50:23.215250 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-b52f55ba-5a5c-452f-9b7f-231ddc651b0d req-c12f611c-6e15-4d6f-9e46-9d664ee4ae32 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Request body: {'port': {'security_groups': ['9462062c-93d2-4f96-aee9-060716f18504', '8cae3314-5204-4686-a2ab-b33aa2e5720e']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:23.278054 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b52f55ba-5a5c-452f-9b7f-231ddc651b0d req-c12f611c-6e15-4d6f-9e46-9d664ee4ae32 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:23.470630 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-b52f55ba-5a5c-452f-9b7f-231ddc651b0d req-c12f611c-6e15-4d6f-9e46-9d664ee4ae32 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] For port 77b0663e-3412-4c72-962b-3ceb8acc9e7f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=77b0663e-3412-4c72-962b-3ceb8acc9e7f,segment=NetworkSegment(998d00f6-ff97-4f04-9cff-fd5addb62cd8),segment_id=998d00f6-ff97-4f04-9cff-fd5addb62cd8)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:50:23.500763 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b52f55ba-5a5c-452f-9b7f-231ddc651b0d req-c12f611c-6e15-4d6f-9e46-9d664ee4ae32 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:23.507703 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b52f55ba-5a5c-452f-9b7f-231ddc651b0d req-c12f611c-6e15-4d6f-9e46-9d664ee4ae32 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:23.519583 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['77b0663e-3412-4c72-962b-3ceb8acc9e7f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:50:23.549942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f55ba-5a5c-452f-9b7f-231ddc651b0d req-c12f611c-6e15-4d6f-9e46-9d664ee4ae32 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:23.550600 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-b52f55ba-5a5c-452f-9b7f-231ddc651b0d req-c12f611c-6e15-4d6f-9e46-9d664ee4ae32 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:23.551991 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b52f55ba-5a5c-452f-9b7f-231ddc651b0d req-c12f611c-6e15-4d6f-9e46-9d664ee4ae32 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "PUT /v2.0/ports/77b0663e-3412-4c72-962b-3ceb8acc9e7f HTTP/1.1" status: 200 len: 982 time: 0.3413570 Nov 11 12:50:23.552449 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'tag': '77b0663e-3412-4c72-962b-3ceb8acc9e7f'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:50:23.554775 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d66b40f-7578-4120-b24d-72719ac55cee" -d '{"events": [{"name": "network-changed", "server_uuid": "4a31416f-026b-466e-ba77-b0b9197dbf4b", "tag": "77b0663e-3412-4c72-962b-3ceb8acc9e7f"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:50:23.584595 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f611c-6e15-4d6f-9e46-9d664ee4ae32 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Pushing event updated for resources: {'Port': ['ID=77b0663e-3412-4c72-962b-3ceb8acc9e7f,revision_number=6']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:23.609526 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['77b0663e-3412-4c72-962b-3ceb8acc9e7f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:50:23.620552 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e7b692-bb0a-42ee-b3f8-bb406d4f6be4 x-openstack-request-id: req-f8e7b692-bb0a-42ee-b3f8-bb406d4f6be4 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:50:23.621116 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a31416f-026b-466e-ba77-b0b9197dbf4b", "tag": "77b0663e-3412-4c72-962b-3ceb8acc9e7f", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:50:23.621463 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8e7b692-bb0a-42ee-b3f8-bb406d4f6be4 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:50:23.622011 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'tag': '77b0663e-3412-4c72-962b-3ceb8acc9e7f', 'status': 'completed', 'code': 200} Nov 11 12:50:23.737089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffb606-1eeb-46a6-87e0-227de9f7d2f6 req-b51c3412-f676-4cc7-a4eb-0540ddf3885f tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:23.738629 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2cffb606-1eeb-46a6-87e0-227de9f7d2f6 req-b51c3412-f676-4cc7-a4eb-0540ddf3885f tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 985 time: 0.1038635 Nov 11 12:50:23.740754 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66b40f-7578-4120-b24d-72719ac55cee req-d3d525ed-5f44-410e-85d1-d2329f56b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:23.742136 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d66b40f-7578-4120-b24d-72719ac55cee req-d3d525ed-5f44-410e-85d1-d2329f56b916 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e712e55318e44c1eab11131a140c2895&device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 1136 time: 0.0625398 Nov 11 12:50:23.902040 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2a22592e-0b71-400a-8244-141c31f27db3 None None] Provisioning complete for port 77b0663e-3412-4c72-962b-3ceb8acc9e7f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:50:23.902250 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2a22592e-0b71-400a-8244-141c31f27db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:24.167530 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2cffb606-1eeb-46a6-87e0-227de9f7d2f6 req-eb59a169-5ddc-4868-bb80-d7db6f36efec tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cae3314-5204-4686-a2ab-b33aa2e5720e&id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4217529 Nov 11 12:50:24.186351 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66b40f-7578-4120-b24d-72719ac55cee req-0b06ced7-0771-4c1a-a8ba-ff961870eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:24.187874 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d66b40f-7578-4120-b24d-72719ac55cee req-0b06ced7-0771-4c1a-a8ba-ff961870eb3a service neutron] 10.222.0.43 "GET /v2.0/networks?id=04bd0930-629a-43f2-831a-8fb8de69128a HTTP/1.1" status: 200 len: 916 time: 0.4361696 Nov 11 12:50:24.266611 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d66b40f-7578-4120-b24d-72719ac55cee req-d21e2ac9-5aa2-403b-9c0c-bb89c3338b78 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b0663e-3412-4c72-962b-3ceb8acc9e7f HTTP/1.1" status: 200 len: 1002 time: 0.0708954 Nov 11 12:50:24.325151 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66b40f-7578-4120-b24d-72719ac55cee req-52a46948-9fa8-4ac6-be90-687d615964fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:24.327487 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d66b40f-7578-4120-b24d-72719ac55cee req-52a46948-9fa8-4ac6-be90-687d615964fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26881c34-8e9c-419b-ac35-72ccdb8908dd HTTP/1.1" status: 200 len: 853 time: 0.0527518 Nov 11 12:50:24.375513 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66b40f-7578-4120-b24d-72719ac55cee req-4eec3eb4-caa8-4109-b8ac-6672c8e4506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:24.377031 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d66b40f-7578-4120-b24d-72719ac55cee req-4eec3eb4-caa8-4109-b8ac-6672c8e4506c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04bd0930-629a-43f2-831a-8fb8de69128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414543 Nov 11 12:50:24.468119 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d66b40f-7578-4120-b24d-72719ac55cee req-92c281dc-160b-495e-8ca6-e0a954186705 service neutron] 10.222.0.43 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828137 Nov 11 12:50:24.565720 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d66b40f-7578-4120-b24d-72719ac55cee req-cd9a8e6f-59dc-4a39-b0c4-12c44d17af75 service neutron] 10.222.0.43 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880771 Nov 11 12:50:30.445753 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:50:35.923946 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eea38dfb-a9da-4a4a-bc25-e782b6952240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:38.181854 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e06f99e7-440f-44ef-ac64-7958b62cb3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:38.360104 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349da229-d6f1-45cf-bc7d-c01402b73def req-98e53d80-86a3-4a3f-95b2-88e529b37967 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:38.361613 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-349da229-d6f1-45cf-bc7d-c01402b73def req-98e53d80-86a3-4a3f-95b2-88e529b37967 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 985 time: 0.0771883 Nov 11 12:50:38.363569 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ce176-103d-4623-9b47-c92fb5712310 req-bba2c2d3-9128-4324-8e07-4c0f4abd53ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:38.364976 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f00ce176-103d-4623-9b47-c92fb5712310 req-bba2c2d3-9128-4324-8e07-4c0f4abd53ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e712e55318e44c1eab11131a140c2895&device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 1136 time: 0.0699425 Nov 11 12:50:38.484298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-349da229-d6f1-45cf-bc7d-c01402b73def req-c5556421-8714-4366-9d24-4a8fd6f758db tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cae3314-5204-4686-a2ab-b33aa2e5720e&id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1163273 Nov 11 12:50:38.500422 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ce176-103d-4623-9b47-c92fb5712310 req-6762af63-a7d9-4763-b604-c10e02ae27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:38.501986 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f00ce176-103d-4623-9b47-c92fb5712310 req-6762af63-a7d9-4763-b604-c10e02ae27eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=04bd0930-629a-43f2-831a-8fb8de69128a HTTP/1.1" status: 200 len: 916 time: 0.1284130 Nov 11 12:50:38.576319 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f00ce176-103d-4623-9b47-c92fb5712310 req-ec3eae63-c585-4901-912d-1b739dffd7c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b0663e-3412-4c72-962b-3ceb8acc9e7f HTTP/1.1" status: 200 len: 1002 time: 0.0662963 Nov 11 12:50:38.625726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ce176-103d-4623-9b47-c92fb5712310 req-82af1f1a-07b9-4289-b7f7-eec87d2ca666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:38.627125 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f00ce176-103d-4623-9b47-c92fb5712310 req-82af1f1a-07b9-4289-b7f7-eec87d2ca666 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26881c34-8e9c-419b-ac35-72ccdb8908dd HTTP/1.1" status: 200 len: 853 time: 0.0435309 Nov 11 12:50:38.675036 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ce176-103d-4623-9b47-c92fb5712310 req-a96a5c69-2ec7-4091-88e6-22b54f11f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:38.676567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f00ce176-103d-4623-9b47-c92fb5712310 req-a96a5c69-2ec7-4091-88e6-22b54f11f194 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04bd0930-629a-43f2-831a-8fb8de69128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398605 Nov 11 12:50:38.773830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f00ce176-103d-4623-9b47-c92fb5712310 req-b48ea84e-ca50-47a2-bf61-2a50d3843108 service neutron] 10.222.0.43 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861325 Nov 11 12:50:38.865743 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f00ce176-103d-4623-9b47-c92fb5712310 req-96e0969c-8c66-4e51-9e9b-b9c345634a46 service neutron] 10.222.0.43 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845101 Nov 11 12:50:39.242385 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:39.629936 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fec6ab-0591-446c-962c-0bec77525ab0 req-fd7be1f1-c202-47f9-83b8-0c72b663d4d9 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:39.631442 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-65fec6ab-0591-446c-962c-0bec77525ab0 req-fd7be1f1-c202-47f9-83b8-0c72b663d4d9 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 985 time: 0.0644796 Nov 11 12:50:39.694515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-65fec6ab-0591-446c-962c-0bec77525ab0 req-cd1f0dd2-f6f6-40e4-bbad-9bad43b17ab8 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cae3314-5204-4686-a2ab-b33aa2e5720e&id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541925 Nov 11 12:50:40.782019 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:40.829893 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aafd13-71a7-4faf-8d87-b2345f2549de req-42573be5-6657-4a37-ab72-a09d214438fe tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:40.831422 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07aafd13-71a7-4faf-8d87-b2345f2549de req-42573be5-6657-4a37-ab72-a09d214438fe tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 985 time: 0.0547955 Nov 11 12:50:40.891931 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07aafd13-71a7-4faf-8d87-b2345f2549de req-6e8d89b3-3468-444f-844e-28086d684076 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cae3314-5204-4686-a2ab-b33aa2e5720e&id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541277 Nov 11 12:50:41.334585 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:41.641496 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35116320-c9fe-4063-b705-0c8151c6e810 req-04fbdda4-af55-417d-9a92-444063bd98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:41.642945 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35116320-c9fe-4063-b705-0c8151c6e810 req-04fbdda4-af55-417d-9a92-444063bd98f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e712e55318e44c1eab11131a140c2895&device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 1136 time: 0.0434067 Nov 11 12:50:41.765554 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35116320-c9fe-4063-b705-0c8151c6e810 req-dab437c6-e8ea-4826-a54b-41d215e2cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:41.767027 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35116320-c9fe-4063-b705-0c8151c6e810 req-dab437c6-e8ea-4826-a54b-41d215e2cf49 service neutron] 10.222.0.43 "GET /v2.0/networks?id=04bd0930-629a-43f2-831a-8fb8de69128a HTTP/1.1" status: 200 len: 916 time: 0.0971391 Nov 11 12:50:41.842316 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35116320-c9fe-4063-b705-0c8151c6e810 req-156b37d4-3af3-4faf-ba06-f16dcd61542c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b0663e-3412-4c72-962b-3ceb8acc9e7f HTTP/1.1" status: 200 len: 1002 time: 0.0633757 Nov 11 12:50:41.897352 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35116320-c9fe-4063-b705-0c8151c6e810 req-52977205-2b42-4fe5-9db7-7a75fb07664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:41.898755 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35116320-c9fe-4063-b705-0c8151c6e810 req-52977205-2b42-4fe5-9db7-7a75fb07664b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26881c34-8e9c-419b-ac35-72ccdb8908dd HTTP/1.1" status: 200 len: 853 time: 0.0494213 Nov 11 12:50:41.944264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35116320-c9fe-4063-b705-0c8151c6e810 req-9d57be14-5268-4873-8cea-6021c68e6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:41.945848 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35116320-c9fe-4063-b705-0c8151c6e810 req-9d57be14-5268-4873-8cea-6021c68e6f5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04bd0930-629a-43f2-831a-8fb8de69128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403399 Nov 11 12:50:42.071669 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267f810-7142-4bbf-af2e-6eabc9982571 req-fb6835c3-52a3-4412-9f8c-c20530d558fe tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:42.073159 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6267f810-7142-4bbf-af2e-6eabc9982571 req-fb6835c3-52a3-4412-9f8c-c20530d558fe tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 985 time: 0.1111760 Nov 11 12:50:42.076700 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35116320-c9fe-4063-b705-0c8151c6e810 req-0913274c-bccc-4c7d-ba72-2be8b7c9d9d5 service neutron] 10.222.0.43 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227486 Nov 11 12:50:42.194130 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6267f810-7142-4bbf-af2e-6eabc9982571 req-6cb8327f-2e5a-47ac-a066-87e72886c4f6 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cae3314-5204-4686-a2ab-b33aa2e5720e&id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1145680 Nov 11 12:50:42.211243 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35116320-c9fe-4063-b705-0c8151c6e810 req-280664ed-b9b0-4afd-9384-7bf369dc4590 service neutron] 10.222.0.43 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259444 Nov 11 12:50:43.317165 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1c9f2-fe21-4c3a-9d86-5bc6ea493896 req-ac7f1275-5f5c-4353-9098-9cfe1b805d87 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:43.318996 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c2d1c9f2-fe21-4c3a-9d86-5bc6ea493896 req-ac7f1275-5f5c-4353-9098-9cfe1b805d87 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 985 time: 0.0512521 Nov 11 12:50:43.394911 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c2d1c9f2-fe21-4c3a-9d86-5bc6ea493896 req-419ab57e-546a-4d8a-9212-65ed22664cc4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cae3314-5204-4686-a2ab-b33aa2e5720e&id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648346 Nov 11 12:50:44.522931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a6f9d-8a53-4203-b8ea-08bd00691621 req-f0b3f661-c0e5-462e-b910-fce60e60b607 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:44.524402 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-821a6f9d-8a53-4203-b8ea-08bd00691621 req-f0b3f661-c0e5-462e-b910-fce60e60b607 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 985 time: 0.0585239 Nov 11 12:50:44.586204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-821a6f9d-8a53-4203-b8ea-08bd00691621 req-e78a6bb6-4b38-4b4b-be94-ec17a07b950f tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cae3314-5204-4686-a2ab-b33aa2e5720e&id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556431 Nov 11 12:50:45.717726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236c29e-8d88-41ea-ac66-73e84e603cf3 req-1f62f0e8-40f4-4e4b-9770-92e3dfb05299 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:45.719274 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c236c29e-8d88-41ea-ac66-73e84e603cf3 req-1f62f0e8-40f4-4e4b-9770-92e3dfb05299 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 985 time: 0.0565903 Nov 11 12:50:45.785152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c236c29e-8d88-41ea-ac66-73e84e603cf3 req-bdd1d6b1-7c3d-49c8-b22f-4326c8729a74 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cae3314-5204-4686-a2ab-b33aa2e5720e&id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595403 Nov 11 12:50:46.267488 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:46.923982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed274d-c3f7-429c-a9b1-6be3da84e02b req-a13b54a3-c273-4f94-bd7c-016de45a8c27 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:46.925483 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8ed274d-c3f7-429c-a9b1-6be3da84e02b req-a13b54a3-c273-4f94-bd7c-016de45a8c27 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 985 time: 0.0560870 Nov 11 12:50:46.985852 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8ed274d-c3f7-429c-a9b1-6be3da84e02b req-e83ab89e-5f0e-412c-81c9-2052667d6b9d tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cae3314-5204-4686-a2ab-b33aa2e5720e&id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540740 Nov 11 12:50:48.130295 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21743455-533c-44e9-aaf5-23405bf59e90 req-7f1f805d-8273-4896-a06e-bb06e863a4dc tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:48.131870 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21743455-533c-44e9-aaf5-23405bf59e90 req-7f1f805d-8273-4896-a06e-bb06e863a4dc tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 985 time: 0.0629897 Nov 11 12:50:48.194777 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-21743455-533c-44e9-aaf5-23405bf59e90 req-efc74cfa-90aa-4ec4-a043-282962b3317f tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cae3314-5204-4686-a2ab-b33aa2e5720e&id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533843 Nov 11 12:50:49.329480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17dc69-e0c0-466c-9608-ed6a039f425a req-c44b0528-8a2d-4910-bbd2-058d781b2bf9 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:49.331003 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b17dc69-e0c0-466c-9608-ed6a039f425a req-c44b0528-8a2d-4910-bbd2-058d781b2bf9 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 985 time: 0.0520632 Nov 11 12:50:49.393387 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b17dc69-e0c0-466c-9608-ed6a039f425a req-f5b1568e-1d4d-44e3-81eb-fd0203cb747c tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cae3314-5204-4686-a2ab-b33aa2e5720e&id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562046 Nov 11 12:50:50.518861 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb9db3-74a9-4e29-988e-670a4b9cc734 req-d22fc10e-99ad-4fae-a946-c4e04ac9e794 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:50.520375 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e2fb9db3-74a9-4e29-988e-670a4b9cc734 req-d22fc10e-99ad-4fae-a946-c4e04ac9e794 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 985 time: 0.0524056 Nov 11 12:50:50.585608 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e2fb9db3-74a9-4e29-988e-670a4b9cc734 req-58feaa20-eb58-48c4-bb8d-553f28af5134 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cae3314-5204-4686-a2ab-b33aa2e5720e&id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590889 Nov 11 12:50:52.092775 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:55.655661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-90a1b9f3-d3a9-4153-a453-f67edd0461c1 req-07a6f071-9228-44ea-9726-9f6ad9665c51 tempest-ServerDiskConfigTestJSON-293262595 tempest-ServerDiskConfigTestJSON-293262595-project] (109154) timed out ('10.222.0.62', 65364) {{(pid=109154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 12:51:05.924344 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f26b6e67-fd49-42d2-a2ab-01b24592bbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:07.449326 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:51:08.195039 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-94593410-13c7-48ed-8506-31c302d28d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:09.246355 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:10.788623 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:11.321010 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:16.289825 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:22.101536 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:22.887758 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e826e34-b8ba-4851-af73-8b0b675738d3 req-47278bbe-7ab6-4e72-beaa-4838a4149e98 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674541683&fields=id&tenant_id=e712e55318e44c1eab11131a140c2895 HTTP/1.1" status: 200 len: 267 time: 0.0468147 Nov 11 12:51:22.946388 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e826e34-b8ba-4851-af73-8b0b675738d3 req-5175f499-f4b5-4645-a296-0defd4c6e1c2 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:22.947995 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e826e34-b8ba-4851-af73-8b0b675738d3 req-5175f499-f4b5-4645-a296-0defd4c6e1c2 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 985 time: 0.0522304 Nov 11 12:51:22.959186 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-9e826e34-b8ba-4851-af73-8b0b675738d3 req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Request body: {'port': {'security_groups': ['9462062c-93d2-4f96-aee9-060716f18504']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:51:23.026794 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9e826e34-b8ba-4851-af73-8b0b675738d3 req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:23.216250 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-9e826e34-b8ba-4851-af73-8b0b675738d3 req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] For port 77b0663e-3412-4c72-962b-3ceb8acc9e7f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=77b0663e-3412-4c72-962b-3ceb8acc9e7f,segment=NetworkSegment(998d00f6-ff97-4f04-9cff-fd5addb62cd8),segment_id=998d00f6-ff97-4f04-9cff-fd5addb62cd8)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:51:23.249267 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9e826e34-b8ba-4851-af73-8b0b675738d3 req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:23.255525 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9e826e34-b8ba-4851-af73-8b0b675738d3 req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:23.268801 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['77b0663e-3412-4c72-962b-3ceb8acc9e7f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:51:23.301508 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e826e34-b8ba-4851-af73-8b0b675738d3 req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:23.302109 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-9e826e34-b8ba-4851-af73-8b0b675738d3 req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:23.303497 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e826e34-b8ba-4851-af73-8b0b675738d3 req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "PUT /v2.0/ports/77b0663e-3412-4c72-962b-3ceb8acc9e7f HTTP/1.1" status: 200 len: 943 time: 0.3490078 Nov 11 12:51:23.303931 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'tag': '77b0663e-3412-4c72-962b-3ceb8acc9e7f'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:51:23.306241 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722f5c5e-cc04-4eff-b295-2dfcf203564f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a31416f-026b-466e-ba77-b0b9197dbf4b", "tag": "77b0663e-3412-4c72-962b-3ceb8acc9e7f"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:51:23.310007 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45768) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:23.333238 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Pushing event updated for resources: {'Port': ['ID=77b0663e-3412-4c72-962b-3ceb8acc9e7f,revision_number=7']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:23.342932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.343283 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.343623 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.343952 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.344412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.344743 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.345066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.345385 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.345761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.346083 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.346404 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.346717 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac2eac-5482-4847-8875-0488fa2fdea4 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.360498 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a150e803-14bc-4790-a5e5-70cd02e2599a x-openstack-request-id: req-a150e803-14bc-4790-a5e5-70cd02e2599a {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:51:23.360810 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a31416f-026b-466e-ba77-b0b9197dbf4b", "tag": "77b0663e-3412-4c72-962b-3ceb8acc9e7f", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:51:23.361076 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a150e803-14bc-4790-a5e5-70cd02e2599a {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:51:23.362150 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'tag': '77b0663e-3412-4c72-962b-3ceb8acc9e7f', 'status': 'completed', 'code': 200} Nov 11 12:51:23.392861 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:23.404003 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['77b0663e-3412-4c72-962b-3ceb8acc9e7f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:51:23.429500 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:23.453929 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f5c5e-cc04-4eff-b295-2dfcf203564f req-e07ac1ab-60f3-4e60-904f-c0f7b43b98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:23.456911 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-722f5c5e-cc04-4eff-b295-2dfcf203564f req-e07ac1ab-60f3-4e60-904f-c0f7b43b98e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e712e55318e44c1eab11131a140c2895&device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 1097 time: 0.0578349 Nov 11 12:51:23.507203 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:23.518771 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:23.522642 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "DELETE /v2.0/security-groups/8cae3314-5204-4686-a2ab-b33aa2e5720e HTTP/1.1" status: 204 len: 168 time: 0.2082739 Nov 11 12:51:23.535247 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45772) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:23.536050 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cae3314-5204-4686-a2ab-b33aa2e5720e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:23.579304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f5c5e-cc04-4eff-b295-2dfcf203564f req-b28fded1-e2e3-4297-b087-47604d21a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:23.580808 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-722f5c5e-cc04-4eff-b295-2dfcf203564f req-b28fded1-e2e3-4297-b087-47604d21a4e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=04bd0930-629a-43f2-831a-8fb8de69128a HTTP/1.1" status: 200 len: 916 time: 0.1162832 Nov 11 12:51:23.589687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.590120 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.590530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.591042 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.591378 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.591756 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.592039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.592363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.592688 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.593010 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.593332 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.593677 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb2ce0-cb84-473d-a2f3-6d7809b0ea09 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:23.649696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-722f5c5e-cc04-4eff-b295-2dfcf203564f req-0db2523a-8b4f-4700-8991-ff8a4bda0e98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b0663e-3412-4c72-962b-3ceb8acc9e7f HTTP/1.1" status: 200 len: 1002 time: 0.0613644 Nov 11 12:51:23.667111 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-473ece20-55fa-4277-ac1c-5275875dc9c4 None None] Provisioning complete for port 77b0663e-3412-4c72-962b-3ceb8acc9e7f triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:51:23.667767 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-473ece20-55fa-4277-ac1c-5275875dc9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:23.702596 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f5c5e-cc04-4eff-b295-2dfcf203564f req-c823869e-6381-4ec9-9662-68c3fbf3b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:23.706226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-722f5c5e-cc04-4eff-b295-2dfcf203564f req-c823869e-6381-4ec9-9662-68c3fbf3b5fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26881c34-8e9c-419b-ac35-72ccdb8908dd HTTP/1.1" status: 200 len: 853 time: 0.0498161 Nov 11 12:51:23.727607 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-150548c6-4ea5-4869-82c3-cf9578d72f82 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Deleting port 53af71ff-2cc1-4871-802e-c849c2536f33 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:51:23.727951 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-150548c6-4ea5-4869-82c3-cf9578d72f82 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:23.760134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f5c5e-cc04-4eff-b295-2dfcf203564f req-187ce6e3-32c3-4b3a-ae91-e968441099e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:23.761804 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-722f5c5e-cc04-4eff-b295-2dfcf203564f req-187ce6e3-32c3-4b3a-ae91-e968441099e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04bd0930-629a-43f2-831a-8fb8de69128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471020 Nov 11 12:51:23.807936 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-150548c6-4ea5-4869-82c3-cf9578d72f82 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:23.808258 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-150548c6-4ea5-4869-82c3-cf9578d72f82 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:23.820161 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-150548c6-4ea5-4869-82c3-cf9578d72f82 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Calling delete_port for 53af71ff-2cc1-4871-802e-c849c2536f33 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:51:23.856842 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-722f5c5e-cc04-4eff-b295-2dfcf203564f req-2ddfa11d-11c3-4fe4-838c-79d0b98a2a38 service neutron] 10.222.0.43 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866995 Nov 11 12:51:23.952104 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-722f5c5e-cc04-4eff-b295-2dfcf203564f req-e8e9c7b5-f8d7-4ff9-aba9-9fbd3bcb11eb service neutron] 10.222.0.43 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881157 Nov 11 12:51:23.972545 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-150548c6-4ea5-4869-82c3-cf9578d72f82 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:23.998585 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150548c6-4ea5-4869-82c3-cf9578d72f82 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Pushing event deleted for resources: {'Port': ['ID=53af71ff-2cc1-4871-802e-c849c2536f33,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:24.058081 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-150548c6-4ea5-4869-82c3-cf9578d72f82 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:24.058407 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-150548c6-4ea5-4869-82c3-cf9578d72f82 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Floating IP 3b7fefd6-d7e7-40e5-8414-51b47b7b9127 disassociated (deleted). External IP: 172.25.2.197, port: 77b0663e-3412-4c72-962b-3ceb8acc9e7f. Nov 11 12:51:24.271181 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150548c6-4ea5-4869-82c3-cf9578d72f82 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Router 81f55c04-de99-4c60-a3a4-4a34b15558ac has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:51:24.378940 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150548c6-4ea5-4869-82c3-cf9578d72f82 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:51:24.383773 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-150548c6-4ea5-4869-82c3-cf9578d72f82 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:24.390567 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a8b46-38c5-42d6-9d0a-df08098724b5 None None] Sync routers for ids ['81f55c04-de99-4c60-a3a4-4a34b15558ac'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:51:24.403771 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a8b46-38c5-42d6-9d0a-df08098724b5 None None] Routers {'81f55c04-de99-4c60-a3a4-4a34b15558ac'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:51:24.404805 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-fd5a8b46-38c5-42d6-9d0a-df08098724b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:51:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['81f55c04-de99-4c60-a3a4-4a34b15558ac'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:24.410893 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-150548c6-4ea5-4869-82c3-cf9578d72f82 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "DELETE /v2.0/floatingips/3b7fefd6-d7e7-40e5-8414-51b47b7b9127 HTTP/1.1" status: 204 len: 168 time: 0.8713644 Nov 11 12:51:24.411479 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'tag': '77b0663e-3412-4c72-962b-3ceb8acc9e7f'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:51:24.413906 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea808020-e9ad-4c1a-9820-ce4222b58366" -d '{"events": [{"name": "network-changed", "server_uuid": "4a31416f-026b-466e-ba77-b0b9197dbf4b", "tag": "77b0663e-3412-4c72-962b-3ceb8acc9e7f"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:51:24.453476 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a396db82-ca3a-4aa5-afc7-4de55f7b8e78 x-openstack-request-id: req-a396db82-ca3a-4aa5-afc7-4de55f7b8e78 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:51:24.453793 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a31416f-026b-466e-ba77-b0b9197dbf4b", "tag": "77b0663e-3412-4c72-962b-3ceb8acc9e7f", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:51:24.454031 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a396db82-ca3a-4aa5-afc7-4de55f7b8e78 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:51:24.454442 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'tag': '77b0663e-3412-4c72-962b-3ceb8acc9e7f', 'status': 'completed', 'code': 200} Nov 11 12:51:24.514110 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-fd5a8b46-38c5-42d6-9d0a-df08098724b5 None None] Set router 81f55c04-de99-4c60-a3a4-4a34b15558ac gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:51:24.521380 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea808020-e9ad-4c1a-9820-ce4222b58366 req-1c2258b5-72dd-43b2-9a99-05f9a729c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:24.522930 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea808020-e9ad-4c1a-9820-ce4222b58366 req-1c2258b5-72dd-43b2-9a99-05f9a729c829 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e712e55318e44c1eab11131a140c2895&device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 1097 time: 0.0458264 Nov 11 12:51:24.627229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea808020-e9ad-4c1a-9820-ce4222b58366 req-01091740-acb7-43dd-9d82-a1039e33d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:24.628781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea808020-e9ad-4c1a-9820-ce4222b58366 req-01091740-acb7-43dd-9d82-a1039e33d438 service neutron] 10.222.0.43 "GET /v2.0/networks?id=04bd0930-629a-43f2-831a-8fb8de69128a HTTP/1.1" status: 200 len: 916 time: 0.0986588 Nov 11 12:51:24.677451 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea808020-e9ad-4c1a-9820-ce4222b58366 req-d718bdd8-17d1-48ce-9354-5da40ff052f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b0663e-3412-4c72-962b-3ceb8acc9e7f HTTP/1.1" status: 200 len: 217 time: 0.0397389 Nov 11 12:51:24.732807 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea808020-e9ad-4c1a-9820-ce4222b58366 req-e0ef93ec-d759-4b4c-8564-384dc3b0db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:24.734368 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea808020-e9ad-4c1a-9820-ce4222b58366 req-e0ef93ec-d759-4b4c-8564-384dc3b0db22 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26881c34-8e9c-419b-ac35-72ccdb8908dd HTTP/1.1" status: 200 len: 853 time: 0.0498209 Nov 11 12:51:24.736197 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-fd5a8b46-38c5-42d6-9d0a-df08098724b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'name': 'tempest-TestMinimumBasicScenario-922289339-router', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:31Z', 'revision_number': 4, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'gw_port': {'id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '8a19c914-59d9-479b-96ea-b1fa9144acc5', 'name': '', 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'mac_address': 'fa:16:3e:44:7b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:30Z', 'updated_at': '2021-11-11T12:49:34Z', 'revision_number': 5, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'subnets': [{'id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:24.764477 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a8b46-38c5-42d6-9d0a-df08098724b5 None None] Checking router: 81f55c04-de99-4c60-a3a4-4a34b15558ac for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:51:24.772822 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a8b46-38c5-42d6-9d0a-df08098724b5 None None] Routers {'81f55c04-de99-4c60-a3a4-4a34b15558ac'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:51:24.773334 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-fd5a8b46-38c5-42d6-9d0a-df08098724b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:51:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['81f55c04-de99-4c60-a3a4-4a34b15558ac'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:24.780539 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea808020-e9ad-4c1a-9820-ce4222b58366 req-7b6d499e-e3ab-49d3-bc54-4d89c522d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:24.782112 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea808020-e9ad-4c1a-9820-ce4222b58366 req-7b6d499e-e3ab-49d3-bc54-4d89c522d035 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04bd0930-629a-43f2-831a-8fb8de69128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397725 Nov 11 12:51:24.875675 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-fd5a8b46-38c5-42d6-9d0a-df08098724b5 None None] Set router 81f55c04-de99-4c60-a3a4-4a34b15558ac gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:51:24.880778 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea808020-e9ad-4c1a-9820-ce4222b58366 req-7dad0c36-941e-485d-b017-a4166911a89d service neutron] 10.222.0.43 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888476 Nov 11 12:51:24.981009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ea808020-e9ad-4c1a-9820-ce4222b58366 req-c613958a-2601-40e9-90f7-6f16c01d32dd service neutron] 10.222.0.43 "GET /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924516 Nov 11 12:51:25.080183 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-fd5a8b46-38c5-42d6-9d0a-df08098724b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'name': 'tempest-TestMinimumBasicScenario-922289339-router', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:31Z', 'revision_number': 4, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'gw_port': {'id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '8a19c914-59d9-479b-96ea-b1fa9144acc5', 'name': '', 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'mac_address': 'fa:16:3e:44:7b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:30Z', 'updated_at': '2021-11-11T12:49:34Z', 'revision_number': 5, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'subnets': [{'id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:25.106024 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a8b46-38c5-42d6-9d0a-df08098724b5 None None] The sync data for ids ['81f55c04-de99-4c60-a3a4-4a34b15558ac'] in n-d-807359-3 is: [{'id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'name': 'tempest-TestMinimumBasicScenario-922289339-router', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:31Z', 'revision_number': 4, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'gw_port': {'id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '8a19c914-59d9-479b-96ea-b1fa9144acc5', 'name': '', 'network_id': '04bd0930-629a-43f2-831a-8fb8de69128a', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'mac_address': 'fa:16:3e:44:7b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:30Z', 'updated_at': '2021-11-11T12:49:34Z', 'revision_number': 5, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'subnets': [{'id': '26881c34-8e9c-419b-ac35-72ccdb8908dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:51:25.328642 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586bf70c-d905-4742-996d-3b58d43c0136 None None] New status for floating IP 3b7fefd6-d7e7-40e5-8414-51b47b7b9127: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:51:33.462369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b82ac-ff94-48f4-a89d-856d263c3db0 req-016d0232-bd3d-4e8e-8362-7288f17d6afd tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:33.463807 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c1b82ac-ff94-48f4-a89d-856d263c3db0 req-016d0232-bd3d-4e8e-8362-7288f17d6afd tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 946 time: 0.0493350 Nov 11 12:51:33.513965 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8c1b82ac-ff94-48f4-a89d-856d263c3db0 req-4e7aba5d-fe45-454d-a05d-2e6b69512f19 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436699 Nov 11 12:51:34.653713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba4fec-d1c3-48a7-bb25-ce5941038739 req-d2e4eceb-99c3-4deb-b2ed-25f67558651e tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:34.655210 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20ba4fec-d1c3-48a7-bb25-ce5941038739 req-d2e4eceb-99c3-4deb-b2ed-25f67558651e tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 946 time: 0.0525734 Nov 11 12:51:34.707207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-20ba4fec-d1c3-48a7-bb25-ce5941038739 req-e259c61f-b0d4-427e-bfe3-ddf03eb613d9 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/security-groups?id=9462062c-93d2-4f96-aee9-060716f18504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433643 Nov 11 12:51:35.090158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def35ac0-17d9-4229-9c62-23e5919aa4b9 req-892bcaeb-8446-4105-ac47-7ba52f313da6 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:35.091644 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-def35ac0-17d9-4229-9c62-23e5919aa4b9 req-892bcaeb-8446-4105-ac47-7ba52f313da6 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 946 time: 0.0704560 Nov 11 12:51:35.190182 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-def35ac0-17d9-4229-9c62-23e5919aa4b9 req-903167fb-f3f0-4967-b0a0-b5ba92b7d740 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Deleting port 77b0663e-3412-4c72-962b-3ceb8acc9e7f {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:51:35.192120 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-def35ac0-17d9-4229-9c62-23e5919aa4b9 req-903167fb-f3f0-4967-b0a0-b5ba92b7d740 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:35.283936 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-def35ac0-17d9-4229-9c62-23e5919aa4b9 req-903167fb-f3f0-4967-b0a0-b5ba92b7d740 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] For port 77b0663e-3412-4c72-962b-3ceb8acc9e7f, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=77b0663e-3412-4c72-962b-3ceb8acc9e7f,segment=NetworkSegment(998d00f6-ff97-4f04-9cff-fd5addb62cd8),segment_id=998d00f6-ff97-4f04-9cff-fd5addb62cd8)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:51:35.284286 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-def35ac0-17d9-4229-9c62-23e5919aa4b9 req-903167fb-f3f0-4967-b0a0-b5ba92b7d740 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:35.298146 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-def35ac0-17d9-4229-9c62-23e5919aa4b9 req-903167fb-f3f0-4967-b0a0-b5ba92b7d740 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Calling delete_port for 77b0663e-3412-4c72-962b-3ceb8acc9e7f owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:51:35.436669 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-def35ac0-17d9-4229-9c62-23e5919aa4b9 req-903167fb-f3f0-4967-b0a0-b5ba92b7d740 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:35.449314 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['77b0663e-3412-4c72-962b-3ceb8acc9e7f'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:51:35.465674 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903167fb-f3f0-4967-b0a0-b5ba92b7d740 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Pushing event deleted for resources: {'Port': ['ID=77b0663e-3412-4c72-962b-3ceb8acc9e7f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:35.506581 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-def35ac0-17d9-4229-9c62-23e5919aa4b9 req-903167fb-f3f0-4967-b0a0-b5ba92b7d740 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] No DVR routers for this DVR port 77b0663e-3412-4c72-962b-3ceb8acc9e7f on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:51:35.509298 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-def35ac0-17d9-4229-9c62-23e5919aa4b9 req-903167fb-f3f0-4967-b0a0-b5ba92b7d740 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:35.512815 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-def35ac0-17d9-4229-9c62-23e5919aa4b9 req-903167fb-f3f0-4967-b0a0-b5ba92b7d740 tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.43 "DELETE /v2.0/ports/77b0663e-3412-4c72-962b-3ceb8acc9e7f HTTP/1.1" status: 204 len: 173 time: 0.4139788 Nov 11 12:51:35.513242 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'name': 'network-vif-deleted', 'tag': '77b0663e-3412-4c72-962b-3ceb8acc9e7f'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:51:35.515486 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8435ef-36d5-42bd-bd24-35664109326c" -d '{"events": [{"server_uuid": "4a31416f-026b-466e-ba77-b0b9197dbf4b", "name": "network-vif-deleted", "tag": "77b0663e-3412-4c72-962b-3ceb8acc9e7f"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:51:35.556589 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd4a0e7-059d-4183-ac7d-3590a6d80e55 x-openstack-request-id: req-bcd4a0e7-059d-4183-ac7d-3590a6d80e55 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:51:35.556870 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a31416f-026b-466e-ba77-b0b9197dbf4b", "name": "network-vif-deleted", "tag": "77b0663e-3412-4c72-962b-3ceb8acc9e7f", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:51:35.557132 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bcd4a0e7-059d-4183-ac7d-3590a6d80e55 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:51:35.557533 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a31416f-026b-466e-ba77-b0b9197dbf4b', 'name': 'network-vif-deleted', 'tag': '77b0663e-3412-4c72-962b-3ceb8acc9e7f', 'status': 'completed', 'code': 200} Nov 11 12:51:35.820105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c6b72a77-adda-494f-9847-dd1d0b1c2b9e req-af4d57b7-e19b-42ac-ad72-5aad9eaf9dbc tempest-TestMinimumBasicScenario-1293575864 tempest-TestMinimumBasicScenario-1293575864-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a31416f-026b-466e-ba77-b0b9197dbf4b HTTP/1.1" status: 200 len: 210 time: 0.0296049 Nov 11 12:51:35.919386 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb70f14d-28e9-4b5c-8183-0a5baea59a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:37.495551 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45870) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:37.860222 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c69cf65-781c-4e86-a230-aa3bee9a0676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:38.128274 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-1c69cf65-781c-4e86-a230-aa3bee9a0676 admin admin] Deleting port 8a19c914-59d9-479b-96ea-b1fa9144acc5 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:51:38.128635 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c69cf65-781c-4e86-a230-aa3bee9a0676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:38.190121 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-491e1f1a-7466-445a-a6d5-82e799d416d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:38.209390 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-1c69cf65-781c-4e86-a230-aa3bee9a0676 admin admin] For port 8a19c914-59d9-479b-96ea-b1fa9144acc5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8a19c914-59d9-479b-96ea-b1fa9144acc5,segment=NetworkSegment(998d00f6-ff97-4f04-9cff-fd5addb62cd8),segment_id=998d00f6-ff97-4f04-9cff-fd5addb62cd8)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:51:38.209918 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c69cf65-781c-4e86-a230-aa3bee9a0676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:38.223038 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-1c69cf65-781c-4e86-a230-aa3bee9a0676 admin admin] Calling delete_port for 8a19c914-59d9-479b-96ea-b1fa9144acc5 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:51:38.416757 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c69cf65-781c-4e86-a230-aa3bee9a0676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:38.450492 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69cf65-781c-4e86-a230-aa3bee9a0676 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a19c914-59d9-479b-96ea-b1fa9144acc5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:38.910908 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1c69cf65-781c-4e86-a230-aa3bee9a0676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:39.142296 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c69cf65-781c-4e86-a230-aa3bee9a0676 admin admin] Router 81f55c04-de99-4c60-a3a4-4a34b15558ac has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:51:39.241038 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:39.250588 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c69cf65-781c-4e86-a230-aa3bee9a0676 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:51:39.255769 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1c69cf65-781c-4e86-a230-aa3bee9a0676 admin admin] 10.222.0.65 "PUT /v2.0/routers/81f55c04-de99-4c60-a3a4-4a34b15558ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7591648 Nov 11 12:51:39.258516 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45872) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:39.259350 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca670d9-bd57-4f3f-8ae2-fcfb19a813dc None None] Sync routers for ids ['81f55c04-de99-4c60-a3a4-4a34b15558ac'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:51:39.270409 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca670d9-bd57-4f3f-8ae2-fcfb19a813dc None None] Routers {'81f55c04-de99-4c60-a3a4-4a34b15558ac'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:51:39.271218 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-dca670d9-bd57-4f3f-8ae2-fcfb19a813dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['81f55c04-de99-4c60-a3a4-4a34b15558ac'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:39.323204 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 77b0663e-3412-4c72-962b-3ceb8acc9e7f no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:51:39.343439 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 77b0663e-3412-4c72-962b-3ceb8acc9e7f {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:51:39.343759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 77b0663e-3412-4c72-962b-3ceb8acc9e7f not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:51:39.365112 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c3535b5-7817-4aa2-86a6-92aa0bdce5ab admin admin] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:39.376594 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-dca670d9-bd57-4f3f-8ae2-fcfb19a813dc None None] Set router 81f55c04-de99-4c60-a3a4-4a34b15558ac gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:51:39.467435 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c3535b5-7817-4aa2-86a6-92aa0bdce5ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:39.522197 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-5c3535b5-7817-4aa2-86a6-92aa0bdce5ab admin admin] Deleting port 2b97bb6c-8842-43a9-86b9-c99f2f0069a6 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:51:39.522464 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c3535b5-7817-4aa2-86a6-92aa0bdce5ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:39.604450 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-5c3535b5-7817-4aa2-86a6-92aa0bdce5ab admin admin] For port 2b97bb6c-8842-43a9-86b9-c99f2f0069a6, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2b97bb6c-8842-43a9-86b9-c99f2f0069a6,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:51:39.604775 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c3535b5-7817-4aa2-86a6-92aa0bdce5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:39.618150 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-5c3535b5-7817-4aa2-86a6-92aa0bdce5ab admin admin] Calling delete_port for 2b97bb6c-8842-43a9-86b9-c99f2f0069a6 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:51:39.647019 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-dca670d9-bd57-4f3f-8ae2-fcfb19a813dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'name': 'tempest-TestMinimumBasicScenario-922289339-router', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:51:38Z', 'revision_number': 5, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'gw_port': {'id': '2b97bb6c-8842-43a9-86b9-c99f2f0069a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:39.672519 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca670d9-bd57-4f3f-8ae2-fcfb19a813dc None None] Checking router: 81f55c04-de99-4c60-a3a4-4a34b15558ac for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:51:39.680930 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca670d9-bd57-4f3f-8ae2-fcfb19a813dc None None] Routers {'81f55c04-de99-4c60-a3a4-4a34b15558ac'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:51:39.681630 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-dca670d9-bd57-4f3f-8ae2-fcfb19a813dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['81f55c04-de99-4c60-a3a4-4a34b15558ac'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:39.765080 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-dca670d9-bd57-4f3f-8ae2-fcfb19a813dc None None] Set router 81f55c04-de99-4c60-a3a4-4a34b15558ac gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:51:39.785189 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c3535b5-7817-4aa2-86a6-92aa0bdce5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:39.811878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3535b5-7817-4aa2-86a6-92aa0bdce5ab admin admin] Pushing event deleted for resources: {'Port': ['ID=2b97bb6c-8842-43a9-86b9-c99f2f0069a6,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:39.817704 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-dca670d9-bd57-4f3f-8ae2-fcfb19a813dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'name': 'tempest-TestMinimumBasicScenario-922289339-router', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:51:39Z', 'revision_number': 6, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:39.829899 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a139673-5074-46ea-adcf-da26829f3e5f None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:51:39.844638 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca670d9-bd57-4f3f-8ae2-fcfb19a813dc None None] The sync data for ids ['81f55c04-de99-4c60-a3a4-4a34b15558ac'] in n-d-807359-3 is: [{'id': '81f55c04-de99-4c60-a3a4-4a34b15558ac', 'name': 'tempest-TestMinimumBasicScenario-922289339-router', 'tenant_id': 'e712e55318e44c1eab11131a140c2895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:28Z', 'updated_at': '2021-11-11T12:51:39Z', 'revision_number': 6, 'project_id': 'e712e55318e44c1eab11131a140c2895', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:51:39.882376 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c3535b5-7817-4aa2-86a6-92aa0bdce5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:39.974133 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c3535b5-7817-4aa2-86a6-92aa0bdce5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:39.976424 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c3535b5-7817-4aa2-86a6-92aa0bdce5ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.019661 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c3535b5-7817-4aa2-86a6-92aa0bdce5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.020219 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3535b5-7817-4aa2-86a6-92aa0bdce5ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f55c04-de99-4c60-a3a4-4a34b15558ac {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:51:40.024642 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c3535b5-7817-4aa2-86a6-92aa0bdce5ab admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.025740 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5c3535b5-7817-4aa2-86a6-92aa0bdce5ab admin admin] 10.222.0.65 "DELETE /v2.0/routers/81f55c04-de99-4c60-a3a4-4a34b15558ac HTTP/1.1" status: 204 len: 168 time: 0.7662446 Nov 11 12:51:40.029012 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45874) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:40.077901 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb47335-44e6-447d-867f-e940304b4bbf admin admin] Deleting subnet 26881c34-8e9c-419b-ac35-72ccdb8908dd {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:51:40.081491 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dcb47335-44e6-447d-867f-e940304b4bbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.124243 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dcb47335-44e6-447d-867f-e940304b4bbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.202215 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dcb47335-44e6-447d-867f-e940304b4bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.265883 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dcb47335-44e6-447d-867f-e940304b4bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.292316 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb47335-44e6-447d-867f-e940304b4bbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26881c34-8e9c-419b-ac35-72ccdb8908dd,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:40.297027 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-dcb47335-44e6-447d-867f-e940304b4bbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.302109 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-dcb47335-44e6-447d-867f-e940304b4bbf admin admin] 10.222.0.65 "DELETE /v2.0/subnets/26881c34-8e9c-419b-ac35-72ccdb8908dd HTTP/1.1" status: 204 len: 168 time: 0.2720277 Nov 11 12:51:40.303015 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45876) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:40.304027 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726fb152-baee-4928-a17d-58a492c63991 None None] Network 04bd0930-629a-43f2-831a-8fb8de69128a requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:51:40.375346 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.427399 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] Deleting port 10b29065-974e-40bf-8616-72252767f2b8 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:51:40.427760 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.504851 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] For port 10b29065-974e-40bf-8616-72252767f2b8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=10b29065-974e-40bf-8616-72252767f2b8,segment=NetworkSegment(998d00f6-ff97-4f04-9cff-fd5addb62cd8),segment_id=998d00f6-ff97-4f04-9cff-fd5addb62cd8)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:51:40.505171 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.517673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] Calling delete_port for 10b29065-974e-40bf-8616-72252767f2b8 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:51:40.606299 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.613302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463a6c0e-2825-4293-96db-81b977efdabf None None] DHCP port deletion for 04bd0930-629a-43f2-831a-8fb8de69128a request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:51:40.637948 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=10b29065-974e-40bf-8616-72252767f2b8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:40.639774 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] No DVR routers for this DVR port 10b29065-974e-40bf-8616-72252767f2b8 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:51:40.681768 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8a19c914-59d9-479b-96ea-b1fa9144acc5 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:51:40.711316 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 8a19c914-59d9-479b-96ea-b1fa9144acc5 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:51:40.711656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8a19c914-59d9-479b-96ea-b1fa9144acc5 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:51:40.712267 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2b97bb6c-8842-43a9-86b9-c99f2f0069a6 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:51:40.715029 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.732218 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 2b97bb6c-8842-43a9-86b9-c99f2f0069a6 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:51:40.732556 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2b97bb6c-8842-43a9-86b9-c99f2f0069a6 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:51:40.732965 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 10b29065-974e-40bf-8616-72252767f2b8 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:51:40.736510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bd0930-629a-43f2-831a-8fb8de69128a']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:40.746295 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998d00f6-ff97-4f04-9cff-fd5addb62cd8') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:40.746587 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998d00f6-ff97-4f04-9cff-fd5addb62cd8') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:40.751660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 10b29065-974e-40bf-8616-72252767f2b8 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:51:40.751998 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 10b29065-974e-40bf-8616-72252767f2b8 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:51:40.756089 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.769420 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.780276 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:51:40.780667 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:51:40.782962 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:51:40.787264 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.840892 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.847256 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:40.850490 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] 10.222.0.65 "DELETE /v2.0/networks/04bd0930-629a-43f2-831a-8fb8de69128a HTTP/1.1" status: 204 len: 168 time: 0.5465007 Nov 11 12:51:40.853942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45880) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:40.862093 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd9613-03a4-4fcb-ae35-6f73fe047ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=04bd0930-629a-43f2-831a-8fb8de69128a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:41.219962 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5794ae5e-48ea-4199-b7e7-6f6be451977f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:41.316524 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:41.472809 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-5794ae5e-48ea-4199-b7e7-6f6be451977f admin admin] Deleting port 51fb0870-14c7-4c07-8649-f602f2ba27d2 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:51:41.473149 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5794ae5e-48ea-4199-b7e7-6f6be451977f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:41.556996 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-5794ae5e-48ea-4199-b7e7-6f6be451977f admin admin] For port 51fb0870-14c7-4c07-8649-f602f2ba27d2, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=51fb0870-14c7-4c07-8649-f602f2ba27d2,segment=NetworkSegment(9ec07ce7-807a-46bf-a9fe-43f0fb94a33f),segment_id=9ec07ce7-807a-46bf-a9fe-43f0fb94a33f)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:51:41.557446 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5794ae5e-48ea-4199-b7e7-6f6be451977f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:41.573350 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-5794ae5e-48ea-4199-b7e7-6f6be451977f admin admin] Calling delete_port for 51fb0870-14c7-4c07-8649-f602f2ba27d2 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:51:41.767875 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5794ae5e-48ea-4199-b7e7-6f6be451977f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:41.792688 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794ae5e-48ea-4199-b7e7-6f6be451977f admin admin] Pushing event deleted for resources: {'Port': ['ID=51fb0870-14c7-4c07-8649-f602f2ba27d2,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:41.964272 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5794ae5e-48ea-4199-b7e7-6f6be451977f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:42.484124 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5794ae5e-48ea-4199-b7e7-6f6be451977f admin admin] Router 7e881812-ba5b-42e2-ad26-b2c8b17a4376 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:51:42.593502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5794ae5e-48ea-4199-b7e7-6f6be451977f admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:51:42.598811 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5794ae5e-48ea-4199-b7e7-6f6be451977f admin admin] 10.222.0.65 "PUT /v2.0/routers/7e881812-ba5b-42e2-ad26-b2c8b17a4376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7434309 Nov 11 12:51:42.601621 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45882) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:42.604309 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c4540-6d77-4cda-b08e-4bf4cffb6af5 None None] Sync routers for ids ['7e881812-ba5b-42e2-ad26-b2c8b17a4376'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:51:42.615052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c4540-6d77-4cda-b08e-4bf4cffb6af5 None None] Routers {'7e881812-ba5b-42e2-ad26-b2c8b17a4376'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:51:42.615664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-928c4540-6d77-4cda-b08e-4bf4cffb6af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['7e881812-ba5b-42e2-ad26-b2c8b17a4376'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:42.705045 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4986107-76bd-4117-be09-3cfcd0f8f7a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:42.728198 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-928c4540-6d77-4cda-b08e-4bf4cffb6af5 None None] Set router 7e881812-ba5b-42e2-ad26-b2c8b17a4376 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:51:42.805897 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4986107-76bd-4117-be09-3cfcd0f8f7a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:42.862858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d4986107-76bd-4117-be09-3cfcd0f8f7a4 admin admin] Deleting port 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:51:42.863201 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4986107-76bd-4117-be09-3cfcd0f8f7a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:42.913517 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-928c4540-6d77-4cda-b08e-4bf4cffb6af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'name': 'tempest-TestMinimumBasicScenario-925308106-router', 'tenant_id': '1c4112cee62d45039f80576cf95d7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '4dba00e7-1aaa-4ecf-8192-6a719f66c3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:33Z', 'updated_at': '2021-11-11T12:51:41Z', 'revision_number': 5, 'project_id': '1c4112cee62d45039f80576cf95d7059', 'gw_port': {'id': '4dba00e7-1aaa-4ecf-8192-6a719f66c3aa', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:49:33Z', 'updated_at': '2021-11-11T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:42.942126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c4540-6d77-4cda-b08e-4bf4cffb6af5 None None] Checking router: 7e881812-ba5b-42e2-ad26-b2c8b17a4376 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:51:42.944816 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-d4986107-76bd-4117-be09-3cfcd0f8f7a4 admin admin] For port 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4dba00e7-1aaa-4ecf-8192-6a719f66c3aa,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:51:42.945183 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4986107-76bd-4117-be09-3cfcd0f8f7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:42.951115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c4540-6d77-4cda-b08e-4bf4cffb6af5 None None] Routers {'7e881812-ba5b-42e2-ad26-b2c8b17a4376'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:51:42.951732 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-928c4540-6d77-4cda-b08e-4bf4cffb6af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['7e881812-ba5b-42e2-ad26-b2c8b17a4376'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:42.958976 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d4986107-76bd-4117-be09-3cfcd0f8f7a4 admin admin] Calling delete_port for 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:51:43.131943 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4986107-76bd-4117-be09-3cfcd0f8f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:43.158663 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4986107-76bd-4117-be09-3cfcd0f8f7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dba00e7-1aaa-4ecf-8192-6a719f66c3aa,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:43.190422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cd832d-160a-4033-9206-fa7b971003b6 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:51:43.216951 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-928c4540-6d77-4cda-b08e-4bf4cffb6af5 None None] Set router 7e881812-ba5b-42e2-ad26-b2c8b17a4376 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:51:43.224372 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4986107-76bd-4117-be09-3cfcd0f8f7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:43.273929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-928c4540-6d77-4cda-b08e-4bf4cffb6af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'name': 'tempest-TestMinimumBasicScenario-925308106-router', 'tenant_id': '1c4112cee62d45039f80576cf95d7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:33Z', 'updated_at': '2021-11-11T12:51:42Z', 'revision_number': 6, 'project_id': '1c4112cee62d45039f80576cf95d7059', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:43.306237 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c4540-6d77-4cda-b08e-4bf4cffb6af5 None None] The sync data for ids ['7e881812-ba5b-42e2-ad26-b2c8b17a4376'] in n-d-807359-3 is: [{'id': '7e881812-ba5b-42e2-ad26-b2c8b17a4376', 'name': 'tempest-TestMinimumBasicScenario-925308106-router', 'tenant_id': '1c4112cee62d45039f80576cf95d7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:49:33Z', 'updated_at': '2021-11-11T12:51:42Z', 'revision_number': 6, 'project_id': '1c4112cee62d45039f80576cf95d7059', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:51:43.318591 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4986107-76bd-4117-be09-3cfcd0f8f7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:43.326126 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4986107-76bd-4117-be09-3cfcd0f8f7a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:43.375341 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4986107-76bd-4117-be09-3cfcd0f8f7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:43.376193 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4986107-76bd-4117-be09-3cfcd0f8f7a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e881812-ba5b-42e2-ad26-b2c8b17a4376 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:51:43.384411 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4986107-76bd-4117-be09-3cfcd0f8f7a4 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:43.385913 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d4986107-76bd-4117-be09-3cfcd0f8f7a4 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7e881812-ba5b-42e2-ad26-b2c8b17a4376 HTTP/1.1" status: 204 len: 168 time: 0.7831707 Nov 11 12:51:43.390134 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45886) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:43.439388 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dbf3e75-671d-42fb-a8c1-48584dbd80bc admin admin] Deleting subnet e36f4808-4ed5-4385-9c36-9e6396b39577 {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:51:43.442978 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1dbf3e75-671d-42fb-a8c1-48584dbd80bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:43.477310 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1dbf3e75-671d-42fb-a8c1-48584dbd80bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:43.555259 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1dbf3e75-671d-42fb-a8c1-48584dbd80bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:43.620359 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1dbf3e75-671d-42fb-a8c1-48584dbd80bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:43.650940 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf3e75-671d-42fb-a8c1-48584dbd80bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36f4808-4ed5-4385-9c36-9e6396b39577,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:43.652882 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1dbf3e75-671d-42fb-a8c1-48584dbd80bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:43.657326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e20c31b-cb5a-4f3e-a6a4-fd2dc438ee7b None None] Network c1ed9014-9217-4407-abe9-5d53a549e084 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:51:43.658938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1dbf3e75-671d-42fb-a8c1-48584dbd80bc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e36f4808-4ed5-4385-9c36-9e6396b39577 HTTP/1.1" status: 204 len: 168 time: 0.2677164 Nov 11 12:51:43.659633 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45888) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:43.738162 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:43.796799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] Deleting port 9d82c4f8-979b-4390-bc5b-dd9cf7375632 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:51:43.796996 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:43.860349 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] For port 9d82c4f8-979b-4390-bc5b-dd9cf7375632, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=9d82c4f8-979b-4390-bc5b-dd9cf7375632,segment=NetworkSegment(9ec07ce7-807a-46bf-a9fe-43f0fb94a33f),segment_id=9ec07ce7-807a-46bf-a9fe-43f0fb94a33f)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:51:43.860703 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:43.873096 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] Calling delete_port for 9d82c4f8-979b-4390-bc5b-dd9cf7375632 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:51:43.964906 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:43.990207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d82c4f8-979b-4390-bc5b-dd9cf7375632,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:43.993780 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] No DVR routers for this DVR port 9d82c4f8-979b-4390-bc5b-dd9cf7375632 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:51:44.066566 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:44.085251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24294496-9ae1-4a7f-9b54-b04a29dc607d None None] DHCP port deletion for c1ed9014-9217-4407-abe9-5d53a549e084 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:51:44.088329 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ed9014-9217-4407-abe9-5d53a549e084']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:44.099252 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec07ce7-807a-46bf-a9fe-43f0fb94a33f') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:44.099547 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec07ce7-807a-46bf-a9fe-43f0fb94a33f') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:44.109764 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:44.125370 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:44.132064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:51:44.132491 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:51:44.134492 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:51:44.189064 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:44.205422 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:44.215175 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c1ed9014-9217-4407-abe9-5d53a549e084 HTTP/1.1" status: 204 len: 168 time: 0.5474341 Nov 11 12:51:44.215175 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd5a5e-7036-4e3b-8b4a-e9eb518bab47 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1ed9014-9217-4407-abe9-5d53a549e084,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:44.380523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45892) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:44.411322 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:51:44.425091 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-600ea0a1-4c46-4163-b1ca-a0d5d792580c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e712e55318e44c1eab11131a140c2895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433910 Nov 11 12:51:44.427742 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45894) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:44.431894 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:51:44.432211 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4dba00e7-1aaa-4ecf-8192-6a719f66c3aa not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:51:44.432628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9d82c4f8-979b-4390-bc5b-dd9cf7375632 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:51:44.449197 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:51:44.451660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 9d82c4f8-979b-4390-bc5b-dd9cf7375632 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:51:44.451999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 9d82c4f8-979b-4390-bc5b-dd9cf7375632 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:51:44.452397 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 51fb0870-14c7-4c07-8649-f602f2ba27d2 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:51:44.470842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 51fb0870-14c7-4c07-8649-f602f2ba27d2 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:51:44.471175 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 51fb0870-14c7-4c07-8649-f602f2ba27d2 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:51:44.475753 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2ca5e76-8e5b-461f-92f9-cb5ed385809f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:44.499244 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2ca5e76-8e5b-461f-92f9-cb5ed385809f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:44.546685 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2ca5e76-8e5b-461f-92f9-cb5ed385809f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:44.549205 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d2ca5e76-8e5b-461f-92f9-cb5ed385809f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:44.550479 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d2ca5e76-8e5b-461f-92f9-cb5ed385809f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9462062c-93d2-4f96-aee9-060716f18504 HTTP/1.1" status: 204 len: 168 time: 0.1218476 Nov 11 12:51:44.558757 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca5e76-8e5b-461f-92f9-cb5ed385809f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9462062c-93d2-4f96-aee9-060716f18504,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:44.892415 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45900) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:44.939513 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e0197af2-3d3e-4629-a966-9899a1e40ff4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c4112cee62d45039f80576cf95d7059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458159 Nov 11 12:51:44.943508 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45902) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:44.993755 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa789151-02e1-4780-a04c-2c2b806ddc2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:45.016506 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa789151-02e1-4780-a04c-2c2b806ddc2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:45.071984 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa789151-02e1-4780-a04c-2c2b806ddc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:45.074661 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fa789151-02e1-4780-a04c-2c2b806ddc2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:45.075810 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fa789151-02e1-4780-a04c-2c2b806ddc2c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de3da5b7-8b2e-45bd-9a58-62ce434edd7f HTTP/1.1" status: 204 len: 168 time: 0.1313977 Nov 11 12:51:45.083374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa789151-02e1-4780-a04c-2c2b806ddc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3da5b7-8b2e-45bd-9a58-62ce434edd7f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:46.274657 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:46.905168 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45942) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:46.910043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-d5004b3a-8668-4bc0-80a7-4dcfb2983742 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1845583987', 'description': 'tempest-secgroup-smoke-1845583987 description', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:51:46.934384 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5004b3a-8668-4bc0-80a7-4dcfb2983742 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:46.942696 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5004b3a-8668-4bc0-80a7-4dcfb2983742 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.018199 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5004b3a-8668-4bc0-80a7-4dcfb2983742 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.024065 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5004b3a-8668-4bc0-80a7-4dcfb2983742 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.064315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5004b3a-8668-4bc0-80a7-4dcfb2983742 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0863b57a-2e9e-48a1-bc61-1be47b725a6a,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:47.099498 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5004b3a-8668-4bc0-80a7-4dcfb2983742 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.105919 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5004b3a-8668-4bc0-80a7-4dcfb2983742 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.134764 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d5004b3a-8668-4bc0-80a7-4dcfb2983742 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.135967 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d5004b3a-8668-4bc0-80a7-4dcfb2983742 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2297685 Nov 11 12:51:47.139192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45944) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:47.140023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5004b3a-8668-4bc0-80a7-4dcfb2983742 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d77a29e-58f3-4377-86c1-c3cc057daa22,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:47.143987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b52b5631-64bd-46ef-8dc3-63c9f0113fe3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '6d77a29e-58f3-4377-86c1-c3cc057daa22', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:51:47.173557 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b52b5631-64bd-46ef-8dc3-63c9f0113fe3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.230133 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b52b5631-64bd-46ef-8dc3-63c9f0113fe3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.236783 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b52b5631-64bd-46ef-8dc3-63c9f0113fe3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.256109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b5631-64bd-46ef-8dc3-63c9f0113fe3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f318a58-9947-46c2-ac01-8d4d31b2eaf8,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:47.266536 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b52b5631-64bd-46ef-8dc3-63c9f0113fe3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.267746 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b52b5631-64bd-46ef-8dc3-63c9f0113fe3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275241 Nov 11 12:51:47.270538 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45946) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:47.274846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0730f08f-2eb8-409b-bf39-3d7c83ebfc22 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '6d77a29e-58f3-4377-86c1-c3cc057daa22', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:51:47.302437 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0730f08f-2eb8-409b-bf39-3d7c83ebfc22 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.358797 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0730f08f-2eb8-409b-bf39-3d7c83ebfc22 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.364138 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0730f08f-2eb8-409b-bf39-3d7c83ebfc22 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.383959 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730f08f-2eb8-409b-bf39-3d7c83ebfc22 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5014586-bdf8-488c-87e5-486f69c46293,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:47.392591 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0730f08f-2eb8-409b-bf39-3d7c83ebfc22 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.393848 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0730f08f-2eb8-409b-bf39-3d7c83ebfc22 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223845 Nov 11 12:51:47.396665 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45948) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:47.401624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-1dda775a-0bee-4ece-96cd-a542f07c9732 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '6d77a29e-58f3-4377-86c1-c3cc057daa22', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:51:47.428842 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1dda775a-0bee-4ece-96cd-a542f07c9732 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.488815 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1dda775a-0bee-4ece-96cd-a542f07c9732 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.494301 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1dda775a-0bee-4ece-96cd-a542f07c9732 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.511895 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda775a-0bee-4ece-96cd-a542f07c9732 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc8de0e-7979-4cdc-94a3-6ca1b93ed5a8,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:47.517488 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1dda775a-0bee-4ece-96cd-a542f07c9732 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.518692 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1dda775a-0bee-4ece-96cd-a542f07c9732 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211021 Nov 11 12:51:47.521524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45950) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:47.526037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b1c94033-4b70-4998-911c-42dcd01b2d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '6d77a29e-58f3-4377-86c1-c3cc057daa22', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:51:47.552983 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1c94033-4b70-4998-911c-42dcd01b2d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.609160 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1c94033-4b70-4998-911c-42dcd01b2d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.615439 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1c94033-4b70-4998-911c-42dcd01b2d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.632787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c94033-4b70-4998-911c-42dcd01b2d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb59da70-757a-4616-aafc-e5fa34dc2116,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:47.641937 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b1c94033-4b70-4998-911c-42dcd01b2d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.643048 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b1c94033-4b70-4998-911c-42dcd01b2d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205640 Nov 11 12:51:47.646139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45952) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:47.652841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-6beec8d1-2da3-4d03-bf76-89807bfb487a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '6d77a29e-58f3-4377-86c1-c3cc057daa22', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:51:47.679472 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-6beec8d1-2da3-4d03-bf76-89807bfb487a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Project dd8cc351280a4250ac0a97658d3e7b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:51:47.684657 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6beec8d1-2da3-4d03-bf76-89807bfb487a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.744413 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6beec8d1-2da3-4d03-bf76-89807bfb487a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.749464 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6beec8d1-2da3-4d03-bf76-89807bfb487a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.767950 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beec8d1-2da3-4d03-bf76-89807bfb487a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ced515-2626-47ac-b2c2-3a0ff04a1b5e,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:47.776302 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6beec8d1-2da3-4d03-bf76-89807bfb487a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.777510 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6beec8d1-2da3-4d03-bf76-89807bfb487a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302962 Nov 11 12:51:47.780381 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45954) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:47.784865 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-6bf0aef9-a661-4e43-9b94-393dc81194dc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '6d77a29e-58f3-4377-86c1-c3cc057daa22', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:51:47.808588 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-6bf0aef9-a661-4e43-9b94-393dc81194dc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Project dd8cc351280a4250ac0a97658d3e7b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:51:47.813812 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bf0aef9-a661-4e43-9b94-393dc81194dc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.878939 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bf0aef9-a661-4e43-9b94-393dc81194dc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.884849 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bf0aef9-a661-4e43-9b94-393dc81194dc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.903162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0aef9-a661-4e43-9b94-393dc81194dc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9966b04e-5e7f-44ab-acd6-543187425d7d,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:47.908622 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6bf0aef9-a661-4e43-9b94-393dc81194dc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.909731 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6bf0aef9-a661-4e43-9b94-393dc81194dc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283534 Nov 11 12:51:47.912933 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45956) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:47.918125 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-e1618778-0dde-4cfb-a16a-a53f301058e3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'network': {'name': 'tempest-network-smoke--507956207', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'port_security_enabled': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:51:47.939769 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1618778-0dde-4cfb-a16a-a53f301058e3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Made reservation on behalf of dd8cc351280a4250ac0a97658d3e7b22 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:51:47.943513 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1618778-0dde-4cfb-a16a-a53f301058e3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.966300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1618778-0dde-4cfb-a16a-a53f301058e3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:51:47.976154 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1618778-0dde-4cfb-a16a-a53f301058e3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:47.976490 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-e1618778-0dde-4cfb-a16a-a53f301058e3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Added segment 64d237e3-4094-46b4-9db4-d0d1413fe114 of type vlan for network 603b016f-d21b-41f2-b4e4-bb93adfa2fa5 Nov 11 12:51:48.017071 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1618778-0dde-4cfb-a16a-a53f301058e3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:48.043654 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1618778-0dde-4cfb-a16a-a53f301058e3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:48.049535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1618778-0dde-4cfb-a16a-a53f301058e3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:48.050139 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e1618778-0dde-4cfb-a16a-a53f301058e3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:48.086576 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e1618778-0dde-4cfb-a16a-a53f301058e3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1725841 Nov 11 12:51:48.089693 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45958) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:48.094489 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1542647619', 'admin_state_up': True, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:51:48.120123 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:48.121438 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:48.124857 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1618778-0dde-4cfb-a16a-a53f301058e3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Network': ['ID=603b016f-d21b-41f2-b4e4-bb93adfa2fa5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:48.136947 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 603b016f-d21b-41f2-b4e4-bb93adfa2fa5 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:51:48.176552 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:48.317282 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:48.519373 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:48.538438 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:48.647981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.25.2.25 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/d79983c4-4cdc-462b-a2ad-6dd39d312161) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:51:48.754895 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:48.795846 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:48.838160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:51:48.841053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:51:48.845593 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:51:48.848645 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=d79983c4-4cdc-462b-a2ad-6dd39d312161,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:48.854496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d71ce-ac4c-4eac-8d85-215d5e3f6e11 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:51:48.959383 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-fa3bc569-9f83-4797-afc5-74dfe3942bca None None] Provisioning complete for port d79983c4-4cdc-462b-a2ad-6dd39d312161 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:51:48.959754 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fa3bc569-9f83-4797-afc5-74dfe3942bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:49.000380 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-fa3bc569-9f83-4797-afc5-74dfe3942bca None None] Port d79983c4-4cdc-462b-a2ad-6dd39d312161 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:51:49.123703 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:49.321107 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:49.457159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:51:49.568475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:51:49.579123 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Sync routers for ids ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:51:49.590118 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Routers {'741e0f94-9557-42b0-9c4b-eb3b6c5814d1'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:51:49.590810 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:49.592078 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:49.593367 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-72a4f9c1-1655-4bf2-a5b3-99254277784c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5025473 Nov 11 12:51:49.596641 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 45960) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:49.696871 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Set router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:51:49.736422 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-124aea1d-0f8c-42e2-8308-b9442a4b213b tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=dd8cc351280a4250ac0a97658d3e7b22&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1385391 Nov 11 12:51:49.739427 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45964) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:49.829185 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e54c9-c8bb-49fd-b90b-5355d552fc8c tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:49.830763 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-437e54c9-c8bb-49fd-b90b-5355d552fc8c tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903277 Nov 11 12:51:49.833876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45966) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:49.862173 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-eab360c2-2319-41a9-9104-e970f6be6a79 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272300 Nov 11 12:51:49.864972 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45968) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:49.869704 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f3156c74-f0ea-4928-a3cf-28c62c0a93c7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-863612048', 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:51:49.872089 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542647619', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:48Z', 'revision_number': 3, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:49.898466 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Checking router: 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:51:49.898811 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Updating router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 port d79983c4-4cdc-462b-a2ad-6dd39d312161 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:51:49.922923 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:49.961414 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3156c74-f0ea-4928-a3cf-28c62c0a93c7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Made reservation on behalf of dd8cc351280a4250ac0a97658d3e7b22 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:51:49.965191 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3156c74-f0ea-4928-a3cf-28c62c0a93c7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:50.148429 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3156c74-f0ea-4928-a3cf-28c62c0a93c7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:50.170439 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:50.176187 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:50.206428 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3156c74-f0ea-4928-a3cf-28c62c0a93c7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Subnet': ['ID=1db87f1d-a101-4fc4-b3d0-4883ba8020ad,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:50.217659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3156c74-f0ea-4928-a3cf-28c62c0a93c7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Checking segment: {'id': '64d237e3-4094-46b4-9db4-d0d1413fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:51:50.218026 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3156c74-f0ea-4928-a3cf-28c62c0a93c7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network hostable DHCP agents. Network: 603b016f-d21b-41f2-b4e4-bb93adfa2fa5, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:51:50.221573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd172fb9-1341-455f-9db6-c4a267e81a37 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:51:50.223580 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Attempting to bind port d79983c4-4cdc-462b-a2ad-6dd39d312161 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:51:50.223904 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Attempting to bind port d79983c4-4cdc-462b-a2ad-6dd39d312161 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:51:50.224391 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Attempting to bind port d79983c4-4cdc-462b-a2ad-6dd39d312161 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:51:50.236719 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3156c74-f0ea-4928-a3cf-28c62c0a93c7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 603b016f-d21b-41f2-b4e4-bb93adfa2fa5 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:51:50.238101 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:51:50.238489 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:51:50.238886 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:50.239274 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:51:50.239818 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Bound port: d79983c4-4cdc-462b-a2ad-6dd39d312161, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:51:50.240112 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:50.246586 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0d25b-2ee9-40ba-87de-25e53cd78225 None None] Pushing event updated for resources: {'Port': ['ID=d79983c4-4cdc-462b-a2ad-6dd39d312161,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:50.248160 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-f3156c74-f0ea-4928-a3cf-28c62c0a93c7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 603b016f-d21b-41f2-b4e4-bb93adfa2fa5) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:51:50.252546 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3156c74-f0ea-4928-a3cf-28c62c0a93c7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:50.253137 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f3156c74-f0ea-4928-a3cf-28c62c0a93c7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:50.259384 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069a024f-279e-4817-b362-477e3f8b30a7 None None] Network 603b016f-d21b-41f2-b4e4-bb93adfa2fa5 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:51:50.272119 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f3156c74-f0ea-4928-a3cf-28c62c0a93c7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4061306 Nov 11 12:51:50.274891 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 45970) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:50.281667 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c0d25b-2ee9-40ba-87de-25e53cd78225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.282016 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c0d25b-2ee9-40ba-87de-25e53cd78225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.282357 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c0d25b-2ee9-40ba-87de-25e53cd78225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.282684 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c0d25b-2ee9-40ba-87de-25e53cd78225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.283011 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c0d25b-2ee9-40ba-87de-25e53cd78225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.283695 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c0d25b-2ee9-40ba-87de-25e53cd78225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.283695 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c0d25b-2ee9-40ba-87de-25e53cd78225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.283988 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c0d25b-2ee9-40ba-87de-25e53cd78225 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.284256 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c0d25b-2ee9-40ba-87de-25e53cd78225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.284567 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c0d25b-2ee9-40ba-87de-25e53cd78225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.284993 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c0d25b-2ee9-40ba-87de-25e53cd78225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.285984 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c0d25b-2ee9-40ba-87de-25e53cd78225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.311433 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] For port d79983c4-4cdc-462b-a2ad-6dd39d312161, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:51:50.314798 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] For port d79983c4-4cdc-462b-a2ad-6dd39d312161, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=d79983c4-4cdc-462b-a2ad-6dd39d312161,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:51:50.320874 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:50.374960 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Routers {'741e0f94-9557-42b0-9c4b-eb3b6c5814d1'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:51:50.375611 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:50.395466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42e03ed-ad08-46ad-8476-5923120f7a47 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:51:50.400781 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] Provisioning complete for port d79983c4-4cdc-462b-a2ad-6dd39d312161 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:51:50.401153 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:50.470771 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0d25b-2ee9-40ba-87de-25e53cd78225 None None] Pushing event updated for resources: {'Port': ['ID=d79983c4-4cdc-462b-a2ad-6dd39d312161,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:50.477091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-603b016f-d21b-41f2-b4e4-bb93adfa2fa5', 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ips': [{'subnet_id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:51:50.477948 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:50.498170 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] Set router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:51:50.527724 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:50.606872 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] For port d79983c4-4cdc-462b-a2ad-6dd39d312161, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=d79983c4-4cdc-462b-a2ad-6dd39d312161,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:51:50.625759 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:50.689183 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542647619', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:48Z', 'revision_number': 3, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:50.718438 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b9efe2-3b7a-45b0-b2f7-be3ee4c58e00 None None] The sync data for ids ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'] in n-d-807359-3 is: [{'id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542647619', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:48Z', 'revision_number': 3, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:51:50.774285 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] Pushing event updated for resources: {'Port': ['ID=d79983c4-4cdc-462b-a2ad-6dd39d312161,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:50.794018 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Allocated IP 172.20.0.2 (603b016f-d21b-41f2-b4e4-bb93adfa2fa5/1db87f1d-a101-4fc4-b3d0-4883ba8020ad/ef92431b-6adb-4260-8990-ec68b27703bd) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:51:50.797743 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.798170 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.798573 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.798968 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.799362 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.799751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.800140 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.800525 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.800890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.801276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.801688 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.802074 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38774ce-86ce-4871-8c5e-a78c9ece2639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:50.811160 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f287e36b-aef1-49fc-8b49-e5ded8936e82 None None] Provisioning complete for port d79983c4-4cdc-462b-a2ad-6dd39d312161 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:51:50.811618 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f287e36b-aef1-49fc-8b49-e5ded8936e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:51.109716 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:51.118664 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:51.125315 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:51.164341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Network 603b016f-d21b-41f2-b4e4-bb93adfa2fa5 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:51:51.171584 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:51:51.184710 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:51:51.194633 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Pushing event updated for resources: {'Port': ['ID=ef92431b-6adb-4260-8990-ec68b27703bd,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:51.252039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Attempting to bind port ef92431b-6adb-4260-8990-ec68b27703bd on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:51:51.252683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Attempting to bind port ef92431b-6adb-4260-8990-ec68b27703bd by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '64d237e3-4094-46b4-9db4-d0d1413fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:51:51.252775 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Attempting to bind port ef92431b-6adb-4260-8990-ec68b27703bd on network 603b016f-d21b-41f2-b4e4-bb93adfa2fa5 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:51:51.258241 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:51:51.258607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Checking segment: {'id': '64d237e3-4094-46b4-9db4-d0d1413fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:51:51.259006 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:51.259392 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Bound using segment: {'id': '64d237e3-4094-46b4-9db4-d0d1413fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:51:51.259862 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Bound port: ef92431b-6adb-4260-8990-ec68b27703bd, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d237e3-4094-46b4-9db4-d0d1413fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:51:51.260237 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:51.331324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] For port ef92431b-6adb-4260-8990-ec68b27703bd, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:51:51.335025 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] For port ef92431b-6adb-4260-8990-ec68b27703bd, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ef92431b-6adb-4260-8990-ec68b27703bd,segment=NetworkSegment(64d237e3-4094-46b4-9db4-d0d1413fe114),segment_id=64d237e3-4094-46b4-9db4-d0d1413fe114)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:51:51.342397 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:51.409500 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4606c4a-bddb-4db1-b0da-dc955c352863 None None] Pushing event updated for resources: {'Port': ['ID=ef92431b-6adb-4260-8990-ec68b27703bd,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:51.432544 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.20.0.1 (603b016f-d21b-41f2-b4e4-bb93adfa2fa5/1db87f1d-a101-4fc4-b3d0-4883ba8020ad/cb868f29-8525-41b1-b65a-921b16de68e1) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:51:51.561575 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:51.611976 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:51.653556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 603b016f-d21b-41f2-b4e4-bb93adfa2fa5 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:51:51.659083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:51:51.662876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:51:51.688463 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=cb868f29-8525-41b1-b65a-921b16de68e1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:51.712344 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:51.843173 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:52.102149 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:52.138664 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:52.144808 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:52.222881 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=cb868f29-8525-41b1-b65a-921b16de68e1,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:52.228536 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:52.323753 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 603b016f-d21b-41f2-b4e4-bb93adfa2fa5 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:51:52.325353 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:51:52.446586 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:51:52.459935 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ef92431b-6adb-4260-8990-ec68b27703bd up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:51:52.511579 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ef92431b-6adb-4260-8990-ec68b27703bd triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:51:52.511866 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:52.560855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:51:52.566606 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2ed10e05-db16-421a-a24a-b5aca68d7989 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "PUT /v2.0/routers/741e0f94-9557-42b0-9c4b-eb3b6c5814d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2906079 Nov 11 12:51:52.581304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Sync routers for ids ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:51:52.602783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Routers {'741e0f94-9557-42b0-9c4b-eb3b6c5814d1'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:51:52.603425 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:52.608167 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:52.720275 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] For port ef92431b-6adb-4260-8990-ec68b27703bd, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ef92431b-6adb-4260-8990-ec68b27703bd,segment=NetworkSegment(64d237e3-4094-46b4-9db4-d0d1413fe114),segment_id=64d237e3-4094-46b4-9db4-d0d1413fe114)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:51:52.729186 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:52.730088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device d79983c4-4cdc-462b-a2ad-6dd39d312161 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:51:52.731918 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-085cb4da-f259-449d-9461-e2ad1e62e268 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1845583987&fields=id&tenant_id=dd8cc351280a4250ac0a97658d3e7b22 HTTP/1.1" status: 200 len: 267 time: 0.0553660 Nov 11 12:51:52.793068 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Set router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:51:52.846413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-7bf98f4a-e895-4044-9a1c-11a0d5e9b6ad tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:52.848132 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-7bf98f4a-e895-4044-9a1c-11a0d5e9b6ad tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/networks?id=603b016f-d21b-41f2-b4e4-bb93adfa2fa5 HTTP/1.1" status: 200 len: 796 time: 0.1091263 Nov 11 12:51:52.861293 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Pushing event updated for resources: {'Port': ['ID=ef92431b-6adb-4260-8990-ec68b27703bd,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:52.874142 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-b608ebd3-e333-4d63-8928-03261725d548 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/quotas/dd8cc351280a4250ac0a97658d3e7b22 HTTP/1.1" status: 200 len: 375 time: 0.0154872 Nov 11 12:51:52.921632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port d79983c4-4cdc-462b-a2ad-6dd39d312161 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:51:52.922144 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:52.925020 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-fd71a3c4-1606-4b46-8ca2-f96cee373d15 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495343 Nov 11 12:51:53.023842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7296118d-19cb-4b6f-bb95-c8f03a6aad57 None None] Network 603b016f-d21b-41f2-b4e4-bb93adfa2fa5 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:51:53.031953 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-113ea05f-9c32-478e-8854-c336c71e25de service neutron] 10.222.0.65 "GET /v2.0/networks/603b016f-d21b-41f2-b4e4-bb93adfa2fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939813 Nov 11 12:51:53.126897 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-76fcdbbf-afbf-4da3-b1c2-aee9a4c4d765 service neutron] 10.222.0.65 "GET /v2.0/networks/603b016f-d21b-41f2-b4e4-bb93adfa2fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883965 Nov 11 12:51:53.318191 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e38a285e-9604-47c8-ab8e-b6e1eda03d16 req-5782d402-f263-4367-b74b-7bb5d3d26c19 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 210 time: 0.0457015 Nov 11 12:51:53.341075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3a6bccc2-9891-409e-9037-1b43194ef945 None None] Provisioning complete for port ef92431b-6adb-4260-8990-ec68b27703bd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:51:53.341452 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3a6bccc2-9891-409e-9037-1b43194ef945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:53.431971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542647619', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:51Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'cb868f29-8525-41b1-b65a-921b16de68e1', 'name': '', 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:68:16:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:51Z', 'updated_at': '2021-11-11T12:51:51Z', 'revision_number': 2, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:53.467860 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Checking router: 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:51:53.468503 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Updating router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 port cb868f29-8525-41b1-b65a-921b16de68e1 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:51:53.538888 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:53.839137 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:53.847183 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:53.912490 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f7332-76b4-4897-a11e-83f43b5839cf None None] Pushing event updated for resources: {'Port': ['ID=cb868f29-8525-41b1-b65a-921b16de68e1,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:53.918042 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5c1b90c1-e96c-4da8-ae6f-fdeaec362060 None None] Provisioning complete for port ef92431b-6adb-4260-8990-ec68b27703bd triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:51:53.918411 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5c1b90c1-e96c-4da8-ae6f-fdeaec362060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:54.000323 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Attempting to bind port cb868f29-8525-41b1-b65a-921b16de68e1 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:51:54.000693 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Attempting to bind port cb868f29-8525-41b1-b65a-921b16de68e1 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '64d237e3-4094-46b4-9db4-d0d1413fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:51:54.001054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Attempting to bind port cb868f29-8525-41b1-b65a-921b16de68e1 on network 603b016f-d21b-41f2-b4e4-bb93adfa2fa5 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:51:54.010536 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:51:54.010909 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Checking segment: {'id': '64d237e3-4094-46b4-9db4-d0d1413fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:51:54.011303 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:54.012061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Bound using segment: {'id': '64d237e3-4094-46b4-9db4-d0d1413fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:51:54.012181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Bound port: cb868f29-8525-41b1-b65a-921b16de68e1, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d237e3-4094-46b4-9db4-d0d1413fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:51:54.012513 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:54.115421 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] For port cb868f29-8525-41b1-b65a-921b16de68e1, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:51:54.119397 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] For port cb868f29-8525-41b1-b65a-921b16de68e1, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=cb868f29-8525-41b1-b65a-921b16de68e1,segment=NetworkSegment(64d237e3-4094-46b4-9db4-d0d1413fe114),segment_id=64d237e3-4094-46b4-9db4-d0d1413fe114)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:51:54.121386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5c1b90c1-e96c-4da8-ae6f-fdeaec362060 None None] Provisioning complete for port cb868f29-8525-41b1-b65a-921b16de68e1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:51:54.121819 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5c1b90c1-e96c-4da8-ae6f-fdeaec362060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:54.125509 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:54.216994 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f7332-76b4-4897-a11e-83f43b5839cf None None] Pushing event updated for resources: {'Port': ['ID=cb868f29-8525-41b1-b65a-921b16de68e1,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:54.221300 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Routers {'741e0f94-9557-42b0-9c4b-eb3b6c5814d1'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:51:54.221942 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:54.319699 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5c1b90c1-e96c-4da8-ae6f-fdeaec362060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:54.402373 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-5c1b90c1-e96c-4da8-ae6f-fdeaec362060 None None] For port cb868f29-8525-41b1-b65a-921b16de68e1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=cb868f29-8525-41b1-b65a-921b16de68e1,segment=NetworkSegment(64d237e3-4094-46b4-9db4-d0d1413fe114),segment_id=64d237e3-4094-46b4-9db4-d0d1413fe114)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:51:54.412886 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] Set router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:51:54.415503 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5c1b90c1-e96c-4da8-ae6f-fdeaec362060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:54.433232 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9ee8c2f8-dedd-42aa-8334-9bc968cadd91 req-fdd3934d-61ef-4df4-b8e3-a89c6bc0295a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 210 time: 0.0361199 Nov 11 12:51:54.476487 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ef92431b-6adb-4260-8990-ec68b27703bd up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:51:54.605835 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b90c1-e96c-4da8-ae6f-fdeaec362060 None None] Pushing event updated for resources: {'Port': ['ID=cb868f29-8525-41b1-b65a-921b16de68e1,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:54.622506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-9b289f5f-1ee5-4d58-85bc-8d8e8605201d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:54.625207 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-9b289f5f-1ee5-4d58-85bc-8d8e8605201d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "GET /v2.0/networks?id=603b016f-d21b-41f2-b4e4-bb93adfa2fa5 HTTP/1.1" status: 200 len: 796 time: 0.1426668 Nov 11 12:51:54.649891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ca3154c7-217d-495f-be1b-a6e1988db778 None None] Provisioning complete for port cb868f29-8525-41b1-b65a-921b16de68e1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:51:54.650334 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ca3154c7-217d-495f-be1b-a6e1988db778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:54.697507 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-ac6faf5e-251e-4e79-84f7-18cd22595b1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd8cc351280a4250ac0a97658d3e7b22 HTTP/1.1" status: 200 len: 380 time: 0.0575004 Nov 11 12:51:54.698871 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ef92431b-6adb-4260-8990-ec68b27703bd triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:51:54.699235 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:54.709120 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-d7bdc511-3ea2-4c0f-8762-401aacc90813 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'port': {'device_id': 'c1af703b-e977-4530-a7c1-3f6c1f6957e4', 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5', 'admin_state_up': True, 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'security_groups': ['6d77a29e-58f3-4377-86c1-c3cc057daa22']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:51:54.820905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-d7bdc511-3ea2-4c0f-8762-401aacc90813 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Made reservation on behalf of dd8cc351280a4250ac0a97658d3e7b22 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:51:54.824543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-d7bdc511-3ea2-4c0f-8762-401aacc90813 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:54.872238 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542647619', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:51Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'cb868f29-8525-41b1-b65a-921b16de68e1', 'name': '', 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:68:16:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:51Z', 'updated_at': '2021-11-11T12:51:54Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:51:54.900048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170da4e8-f775-42e7-bbff-8bcc6fd7455e None None] The sync data for ids ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'] in n-d-807359-3 is: [{'id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542647619', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:51Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'cb868f29-8525-41b1-b65a-921b16de68e1', 'name': '', 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:68:16:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:51Z', 'updated_at': '2021-11-11T12:51:54Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:51:54.973480 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-12e3f0b2-2fd0-4fff-b75f-2aefe2ef30a7 None None] Provisioning complete for port cb868f29-8525-41b1-b65a-921b16de68e1 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:51:54.973907 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-d7bdc511-3ea2-4c0f-8762-401aacc90813 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.20.0.6 (603b016f-d21b-41f2-b4e4-bb93adfa2fa5/1db87f1d-a101-4fc4-b3d0-4883ba8020ad/5bd2202a-daa7-4184-adf4-68683be5dcd5) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:51:54.974019 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-12e3f0b2-2fd0-4fff-b75f-2aefe2ef30a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:55.132946 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-d7bdc511-3ea2-4c0f-8762-401aacc90813 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:55.168879 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-d7bdc511-3ea2-4c0f-8762-401aacc90813 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:55.213967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-d7bdc511-3ea2-4c0f-8762-401aacc90813 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 603b016f-d21b-41f2-b4e4-bb93adfa2fa5 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:51:55.219621 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-d7bdc511-3ea2-4c0f-8762-401aacc90813 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:51:55.222680 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-d7bdc511-3ea2-4c0f-8762-401aacc90813 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:51:55.253723 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdc511-3ea2-4c0f-8762-401aacc90813 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=5bd2202a-daa7-4184-adf4-68683be5dcd5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:55.282712 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-d7bdc511-3ea2-4c0f-8762-401aacc90813 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:55.283467 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-d7bdc511-3ea2-4c0f-8762-401aacc90813 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:55.306627 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-d7bdc511-3ea2-4c0f-8762-401aacc90813 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6013491 Nov 11 12:51:55.325229 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Request body: {'port': {'device_id': 'c1af703b-e977-4530-a7c1-3f6c1f6957e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:51:55.385141 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:55.507038 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-968b0f9b-0408-4ddb-b5e9-7ed76179201d None None] Provisioning complete for port 5bd2202a-daa7-4184-adf4-68683be5dcd5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:51:55.507578 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-968b0f9b-0408-4ddb-b5e9-7ed76179201d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:55.552580 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-968b0f9b-0408-4ddb-b5e9-7ed76179201d None None] Port 5bd2202a-daa7-4184-adf4-68683be5dcd5 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:51:55.581846 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85189ff-62b4-4a8c-99fa-fbc240e9f471 req-416c0bc5-7455-43e9-9420-782b2ce92619 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:55.583597 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a85189ff-62b4-4a8c-99fa-fbc240e9f471 req-416c0bc5-7455-43e9-9420-782b2ce92619 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 931 time: 0.0577543 Nov 11 12:51:55.636690 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a85189ff-62b4-4a8c-99fa-fbc240e9f471 req-3effedc8-d5b7-4d69-889f-c16fd2c9b792 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d77a29e-58f3-4377-86c1-c3cc057daa22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457139 Nov 11 12:51:55.679465 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd2202a-daa7-4184-adf4-68683be5dcd5 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:51:55.688135 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:55.702870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Transition to ACTIVE for port object 5bd2202a-daa7-4184-adf4-68683be5dcd5 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:51:55.708665 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:55.772747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd2202a-daa7-4184-adf4-68683be5dcd5,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:55.862466 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Attempting to bind port 5bd2202a-daa7-4184-adf4-68683be5dcd5 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:51:55.862825 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Attempting to bind port 5bd2202a-daa7-4184-adf4-68683be5dcd5 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '64d237e3-4094-46b4-9db4-d0d1413fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:51:55.863301 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Attempting to bind port 5bd2202a-daa7-4184-adf4-68683be5dcd5 on network 603b016f-d21b-41f2-b4e4-bb93adfa2fa5 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:51:55.868277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Port 5bd2202a-daa7-4184-adf4-68683be5dcd5 on network 603b016f-d21b-41f2-b4e4-bb93adfa2fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:51:55.868593 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Attempting to bind port 5bd2202a-daa7-4184-adf4-68683be5dcd5 on network 603b016f-d21b-41f2-b4e4-bb93adfa2fa5 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:51:55.874082 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:51:55.874419 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Checking segment: {'id': '64d237e3-4094-46b4-9db4-d0d1413fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:51:55.874874 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Bound using segment: {'id': '64d237e3-4094-46b4-9db4-d0d1413fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:51:55.875303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Bound port: 5bd2202a-daa7-4184-adf4-68683be5dcd5, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d237e3-4094-46b4-9db4-d0d1413fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:51:55.875656 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:55.948330 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] For port 5bd2202a-daa7-4184-adf4-68683be5dcd5, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:51:55.952518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] For port 5bd2202a-daa7-4184-adf4-68683be5dcd5, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5bd2202a-daa7-4184-adf4-68683be5dcd5,segment=NetworkSegment(64d237e3-4094-46b4-9db4-d0d1413fe114),segment_id=64d237e3-4094-46b4-9db4-d0d1413fe114)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:51:55.959972 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:56.001764 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:56.002474 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:56.003923 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] 10.222.0.62 "PUT /v2.0/ports/5bd2202a-daa7-4184-adf4-68683be5dcd5 HTTP/1.1" status: 200 len: 1091 time: 0.6833999 Nov 11 12:51:56.004363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1af703b-e977-4530-a7c1-3f6c1f6957e4', 'tag': '5bd2202a-daa7-4184-adf4-68683be5dcd5'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:51:56.006733 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c73229-61f9-46e1-a16f-cb5decaa123e" -d '{"events": [{"name": "network-changed", "server_uuid": "c1af703b-e977-4530-a7c1-3f6c1f6957e4", "tag": "5bd2202a-daa7-4184-adf4-68683be5dcd5"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:51:56.071018 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49219958-d95e-4690-bef2-5e22ca0af924 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd2202a-daa7-4184-adf4-68683be5dcd5,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:56.092489 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7057e1e0-a4f8-4001-a0da-b0c93ff631f3 x-openstack-request-id: req-7057e1e0-a4f8-4001-a0da-b0c93ff631f3 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:51:56.092878 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1af703b-e977-4530-a7c1-3f6c1f6957e4", "tag": "5bd2202a-daa7-4184-adf4-68683be5dcd5", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:51:56.093224 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7057e1e0-a4f8-4001-a0da-b0c93ff631f3 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:51:56.093815 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1af703b-e977-4530-a7c1-3f6c1f6957e4', 'tag': '5bd2202a-daa7-4184-adf4-68683be5dcd5', 'status': 'completed', 'code': 200} Nov 11 12:51:56.108935 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-2011c2da-bb05-4325-ae84-61cd43635b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:56.110535 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-2011c2da-bb05-4325-ae84-61cd43635b0d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 1094 time: 0.0513351 Nov 11 12:51:56.172696 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-7f8544db-21db-4d24-99bc-2efa682cdd80 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bd2202a-daa7-4184-adf4-68683be5dcd5 HTTP/1.1" status: 200 len: 217 time: 0.0485008 Nov 11 12:51:56.234326 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-e929df44-9377-4741-8618-982630289cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:56.235876 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-e929df44-9377-4741-8618-982630289cd4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1db87f1d-a101-4fc4-b3d0-4883ba8020ad HTTP/1.1" status: 200 len: 834 time: 0.0489442 Nov 11 12:51:56.288441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-c8f0178e-3a94-402b-8178-149841380b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:56.290002 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-c8f0178e-3a94-402b-8178-149841380b94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=603b016f-d21b-41f2-b4e4-bb93adfa2fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418239 Nov 11 12:51:56.399905 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-d29d9a4e-80b5-4118-bf76-eb54153c5cad service neutron] 10.222.0.62 "GET /v2.0/networks/603b016f-d21b-41f2-b4e4-bb93adfa2fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973666 Nov 11 12:51:56.446326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device cb868f29-8525-41b1-b65a-921b16de68e1 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:51:56.499372 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port cb868f29-8525-41b1-b65a-921b16de68e1 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:51:56.499900 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:56.503655 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-50618fc1-6a07-436d-9a40-bf971fe2113d req-0fa73bcd-0333-4571-bbd6-febd15fc3b6b service neutron] 10.222.0.62 "GET /v2.0/networks/603b016f-d21b-41f2-b4e4-bb93adfa2fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916636 Nov 11 12:51:56.613356 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c73229-61f9-46e1-a16f-cb5decaa123e req-dbedb8b4-fe9b-40c6-9519-e208b97bbe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:56.615006 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-56c73229-61f9-46e1-a16f-cb5decaa123e req-dbedb8b4-fe9b-40c6-9519-e208b97bbe1d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 1094 time: 0.0484772 Nov 11 12:51:56.712516 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c73229-61f9-46e1-a16f-cb5decaa123e req-afd38ec5-d137-4d02-976e-c386df6f4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:56.714074 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-56c73229-61f9-46e1-a16f-cb5decaa123e req-afd38ec5-d137-4d02-976e-c386df6f4311 service neutron] 10.222.0.62 "GET /v2.0/networks?id=603b016f-d21b-41f2-b4e4-bb93adfa2fa5 HTTP/1.1" status: 200 len: 898 time: 0.0914645 Nov 11 12:51:56.759797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c64cd4-b8ab-47ae-a6e2-4f309a1de053 req-97316bfb-0fee-4990-999d-985f845d0f1c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:56.761289 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-56c73229-61f9-46e1-a16f-cb5decaa123e req-37c33663-a07b-4363-8579-808f2c0d7189 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bd2202a-daa7-4184-adf4-68683be5dcd5 HTTP/1.1" status: 200 len: 217 time: 0.0393956 Nov 11 12:51:56.761440 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d5c64cd4-b8ab-47ae-a6e2-4f309a1de053 req-97316bfb-0fee-4990-999d-985f845d0f1c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 943 time: 0.0500865 Nov 11 12:51:56.815852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c73229-61f9-46e1-a16f-cb5decaa123e req-f5b4d92b-d3e6-494b-9b3e-2d8f21bab32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:56.816753 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d5c64cd4-b8ab-47ae-a6e2-4f309a1de053 req-51e0aded-2953-471c-ac9c-a07262128226 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d77a29e-58f3-4377-86c1-c3cc057daa22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486810 Nov 11 12:51:56.818065 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-56c73229-61f9-46e1-a16f-cb5decaa123e req-f5b4d92b-d3e6-494b-9b3e-2d8f21bab32b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1db87f1d-a101-4fc4-b3d0-4883ba8020ad HTTP/1.1" status: 200 len: 834 time: 0.0479259 Nov 11 12:51:56.867205 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c73229-61f9-46e1-a16f-cb5decaa123e req-9ac4634a-5a37-4a94-b7a4-9f79d31d125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:56.868755 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-56c73229-61f9-46e1-a16f-cb5decaa123e req-9ac4634a-5a37-4a94-b7a4-9f79d31d125b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=603b016f-d21b-41f2-b4e4-bb93adfa2fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424492 Nov 11 12:51:56.966199 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-56c73229-61f9-46e1-a16f-cb5decaa123e req-0a813e1e-e2bc-40db-a6d1-ac0b276163ff service neutron] 10.222.0.62 "GET /v2.0/networks/603b016f-d21b-41f2-b4e4-bb93adfa2fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886517 Nov 11 12:51:57.067914 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-56c73229-61f9-46e1-a16f-cb5decaa123e req-c680f6bb-1cd2-40e6-a4bc-49d46f7562d4 service neutron] 10.222.0.62 "GET /v2.0/networks/603b016f-d21b-41f2-b4e4-bb93adfa2fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916133 Nov 11 12:51:57.943004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99125acf-fcba-4c60-bfb1-bde399aaa97f req-7d9e3aef-f89d-4a5c-93d8-5caf6909514a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:57.944477 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-99125acf-fcba-4c60-bfb1-bde399aaa97f req-7d9e3aef-f89d-4a5c-93d8-5caf6909514a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 943 time: 0.0494926 Nov 11 12:51:57.993090 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-99125acf-fcba-4c60-bfb1-bde399aaa97f req-9aaf6d6c-188f-4593-abfe-6aa18a21b907 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d77a29e-58f3-4377-86c1-c3cc057daa22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424538 Nov 11 12:51:59.120797 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae1d34-583b-4c80-b68c-f368fbc6213e req-22829455-598d-479e-8587-1b43a83a6e77 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:59.122388 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a3ae1d34-583b-4c80-b68c-f368fbc6213e req-22829455-598d-479e-8587-1b43a83a6e77 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 943 time: 0.0508080 Nov 11 12:51:59.175434 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a3ae1d34-583b-4c80-b68c-f368fbc6213e req-ccdb3bda-46ed-4912-98a5-3e01baaca58a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d77a29e-58f3-4377-86c1-c3cc057daa22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466516 Nov 11 12:52:00.022241 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5bd2202a-daa7-4184-adf4-68683be5dcd5 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:52:00.134670 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5bd2202a-daa7-4184-adf4-68683be5dcd5, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5bd2202a-daa7-4184-adf4-68683be5dcd5,segment=NetworkSegment(64d237e3-4094-46b4-9db4-d0d1413fe114),segment_id=64d237e3-4094-46b4-9db4-d0d1413fe114)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:00.146462 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '5bd2202a-daa7-4184-adf4-68683be5dcd5', 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5', 'port_id': '5bd2202a-daa7-4184-adf4-68683be5dcd5', 'mac_address': 'fa:16:3e:0f:8e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:52:00.185350 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:00.199917 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd2202a-daa7-4184-adf4-68683be5dcd5 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:52:00.221014 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5bd2202a-daa7-4184-adf4-68683be5dcd5, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5bd2202a-daa7-4184-adf4-68683be5dcd5,segment=NetworkSegment(64d237e3-4094-46b4-9db4-d0d1413fe114),segment_id=64d237e3-4094-46b4-9db4-d0d1413fe114)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:00.226124 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:00.277731 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5bd2202a-daa7-4184-adf4-68683be5dcd5,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:00.295187 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c76fb-66da-4efc-8dd0-729d0e41d259 req-46a35cc8-6172-4c8e-99d0-165a4cef5679 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:00.296696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aa4c76fb-66da-4efc-8dd0-729d0e41d259 req-46a35cc8-6172-4c8e-99d0-165a4cef5679 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 944 time: 0.0534668 Nov 11 12:52:00.346172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aa4c76fb-66da-4efc-8dd0-729d0e41d259 req-c7b54dff-d92d-4e9c-8fc2-f7b59940e28a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d77a29e-58f3-4377-86c1-c3cc057daa22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433140 Nov 11 12:52:00.563511 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['5bd2202a-daa7-4184-adf4-68683be5dcd5'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:52:01.480368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e24fe-1e8d-457a-854b-d15c50b633be req-79d8f71b-0219-4fb5-9888-1d6cd12e0a1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:01.481882 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a27e24fe-1e8d-457a-854b-d15c50b633be req-79d8f71b-0219-4fb5-9888-1d6cd12e0a1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 944 time: 0.0531480 Nov 11 12:52:01.531189 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a27e24fe-1e8d-457a-854b-d15c50b633be req-741930d2-a000-4396-bf81-9e489a88162f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d77a29e-58f3-4377-86c1-c3cc057daa22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424666 Nov 11 12:52:02.037760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5bd2202a-daa7-4184-adf4-68683be5dcd5 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:52:02.099785 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 5bd2202a-daa7-4184-adf4-68683be5dcd5 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:52:02.104858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 5bd2202a-daa7-4184-adf4-68683be5dcd5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:02.105242 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:02.184755 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:02.207757 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1af703b-e977-4530-a7c1-3f6c1f6957e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd2202a-daa7-4184-adf4-68683be5dcd5'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:52:02.209990 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba3adc5-8dd8-4db6-8226-3bc6e15f2072" -d '{"events": [{"server_uuid": "c1af703b-e977-4530-a7c1-3f6c1f6957e4", "name": "network-vif-plugged", "status": "completed", "tag": "5bd2202a-daa7-4184-adf4-68683be5dcd5"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:52:02.223013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5bd2202a-daa7-4184-adf4-68683be5dcd5, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5bd2202a-daa7-4184-adf4-68683be5dcd5,segment=NetworkSegment(64d237e3-4094-46b4-9db4-d0d1413fe114),segment_id=64d237e3-4094-46b4-9db4-d0d1413fe114)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:02.228273 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:02.252339 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5424f4-16da-4942-b5f5-330022125880 x-openstack-request-id: req-9c5424f4-16da-4942-b5f5-330022125880 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:52:02.252629 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1af703b-e977-4530-a7c1-3f6c1f6957e4", "name": "network-vif-plugged", "status": "completed", "tag": "5bd2202a-daa7-4184-adf4-68683be5dcd5", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:52:02.252875 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c5424f4-16da-4942-b5f5-330022125880 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:52:02.253262 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1af703b-e977-4530-a7c1-3f6c1f6957e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd2202a-daa7-4184-adf4-68683be5dcd5', 'code': 200} Nov 11 12:52:02.279620 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5bd2202a-daa7-4184-adf4-68683be5dcd5,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:02.360890 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae07b0-1e40-40c4-aac2-5d3ee2049641 req-c7acf070-b988-4e83-8142-07dc21082346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:02.362454 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-14ae07b0-1e40-40c4-aac2-5d3ee2049641 req-c7acf070-b988-4e83-8142-07dc21082346 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 1096 time: 0.0430748 Nov 11 12:52:02.416864 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-14ae07b0-1e40-40c4-aac2-5d3ee2049641 req-3f83580e-afee-45e4-9361-e8923c66ad09 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6d77a29e-58f3-4377-86c1-c3cc057daa22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442681 Nov 11 12:52:02.656750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae58479-9ee4-4532-b076-170e2205e541 req-199d72eb-1db8-4247-b5bc-756fdb75043a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:02.658136 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8ae58479-9ee4-4532-b076-170e2205e541 req-199d72eb-1db8-4247-b5bc-756fdb75043a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 945 time: 0.0542574 Nov 11 12:52:02.711117 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8ae58479-9ee4-4532-b076-170e2205e541 req-569ea9dd-e065-4da0-9633-d45106b3c034 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d77a29e-58f3-4377-86c1-c3cc057daa22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440538 Nov 11 12:52:03.833319 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279b47c-5b77-4c69-873a-e3069f7ac0b4 req-f496241a-6094-451a-9879-4e776726d0c3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:03.834874 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f279b47c-5b77-4c69-873a-e3069f7ac0b4 req-f496241a-6094-451a-9879-4e776726d0c3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 945 time: 0.0513072 Nov 11 12:52:03.891346 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f279b47c-5b77-4c69-873a-e3069f7ac0b4 req-2b748727-8ea5-4e65-902f-83fde7baa363 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d77a29e-58f3-4377-86c1-c3cc057daa22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478745 Nov 11 12:52:04.018287 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399e90c-afe2-42ee-a76a-4138a98f5e5b req-3cf96ee1-3242-4d02-a529-4bb002c128f4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:04.019692 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f399e90c-afe2-42ee-a76a-4138a98f5e5b req-3cf96ee1-3242-4d02-a529-4bb002c128f4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 945 time: 0.0584083 Nov 11 12:52:04.073984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f399e90c-afe2-42ee-a76a-4138a98f5e5b req-9a0747ac-6fa7-403d-b0e2-c5cdc0e4f68b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d77a29e-58f3-4377-86c1-c3cc057daa22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481062 Nov 11 12:52:04.096176 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46032) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:04.137006 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af06a1d-2a9b-4f5d-b042-78ae0b20a2ab tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:04.138633 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0af06a1d-2a9b-4f5d-b042-78ae0b20a2ab tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 1091 time: 0.0414124 Nov 11 12:52:04.141574 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46034) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:04.145879 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '5bd2202a-daa7-4184-adf4-68683be5dcd5', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:04.170444 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:04.267974 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:04.371815 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.25.2.208 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/565d6969-e906-473b-969e-f8c000f2106d) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:52:04.482086 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:04.517641 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:04.567882 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:52:04.573457 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:52:04.575690 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=565d6969-e906-473b-969e-f8c000f2106d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:04.577884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:52:04.960506 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:05.030129 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:05.520217 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:05.528298 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:05.593442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=565d6969-e906-473b-969e-f8c000f2106d,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:05.609155 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:05.707182 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Floating IP 064a9168-44cb-42f4-8631-df05cf502c83 associated. External IP: 172.25.2.208, port: 5bd2202a-daa7-4184-adf4-68683be5dcd5. Nov 11 12:52:05.911570 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:52:05.923659 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fc045905-0e20-4fc0-8c77-9eec37a9cfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:06.039380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:52:06.050859 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a763124-98f6-4cc2-a20b-8d1aa62eb7f2 None None] Sync routers for ids ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:52:06.062194 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:06.064805 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a763124-98f6-4cc2-a20b-8d1aa62eb7f2 None None] Routers {'741e0f94-9557-42b0-9c4b-eb3b6c5814d1'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:06.065432 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1a763124-98f6-4cc2-a20b-8d1aa62eb7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:06.089928 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-35fe34a0-68e7-40be-9ec5-221fec40608b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9473143 Nov 11 12:52:06.090504 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1af703b-e977-4530-a7c1-3f6c1f6957e4', 'tag': '5bd2202a-daa7-4184-adf4-68683be5dcd5'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:52:06.092769 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7486aab-f19c-4dd7-be29-d9bd65c9e7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c1af703b-e977-4530-a7c1-3f6c1f6957e4", "tag": "5bd2202a-daa7-4184-adf4-68683be5dcd5"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:52:06.146460 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3dffb9-37b0-4129-811c-2f2cf4a7cfa8 x-openstack-request-id: req-7a3dffb9-37b0-4129-811c-2f2cf4a7cfa8 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:52:06.146738 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1af703b-e977-4530-a7c1-3f6c1f6957e4", "tag": "5bd2202a-daa7-4184-adf4-68683be5dcd5", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:52:06.146987 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a3dffb9-37b0-4129-811c-2f2cf4a7cfa8 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:52:06.147395 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1af703b-e977-4530-a7c1-3f6c1f6957e4', 'tag': '5bd2202a-daa7-4184-adf4-68683be5dcd5', 'status': 'completed', 'code': 200} Nov 11 12:52:06.216339 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7486aab-f19c-4dd7-be29-d9bd65c9e7a3 req-033c70d8-4145-46a3-9974-2238b6601860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:06.217919 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7486aab-f19c-4dd7-be29-d9bd65c9e7a3 req-033c70d8-4145-46a3-9974-2238b6601860 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 1096 time: 0.0469716 Nov 11 12:52:06.275734 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-1a763124-98f6-4cc2-a20b-8d1aa62eb7f2 None None] Set router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:06.279618 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85b941-c703-4ea3-b476-30dfdac7ef35 req-420404d0-f342-4256-b5f3-15c6cd03d496 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:06.281285 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c85b941-c703-4ea3-b476-30dfdac7ef35 req-420404d0-f342-4256-b5f3-15c6cd03d496 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 945 time: 0.1177804 Nov 11 12:52:06.326739 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7486aab-f19c-4dd7-be29-d9bd65c9e7a3 req-ced65cfb-f125-4006-8b44-dc61a01b9ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:06.328356 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7486aab-f19c-4dd7-be29-d9bd65c9e7a3 req-ced65cfb-f125-4006-8b44-dc61a01b9ac1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=603b016f-d21b-41f2-b4e4-bb93adfa2fa5 HTTP/1.1" status: 200 len: 898 time: 0.1021972 Nov 11 12:52:06.332542 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3c85b941-c703-4ea3-b476-30dfdac7ef35 req-587b3a26-58e2-4eda-9e8e-ab267303b59f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d77a29e-58f3-4377-86c1-c3cc057daa22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441060 Nov 11 12:52:06.355101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46046) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:06.405756 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7486aab-f19c-4dd7-be29-d9bd65c9e7a3 req-e0b0e048-06d9-4651-9898-ccb3d9614f02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bd2202a-daa7-4184-adf4-68683be5dcd5 HTTP/1.1" status: 200 len: 999 time: 0.0696645 Nov 11 12:52:06.419027 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-84214c33-745e-44f3-98bc-fb27d225bea1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/064a9168-44cb-42f4-8631-df05cf502c83 HTTP/1.1" status: 200 len: 991 time: 0.0626328 Nov 11 12:52:06.457155 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7486aab-f19c-4dd7-be29-d9bd65c9e7a3 req-ecfb58ca-002c-481d-b84d-c4cd61752082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:06.458681 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7486aab-f19c-4dd7-be29-d9bd65c9e7a3 req-ecfb58ca-002c-481d-b84d-c4cd61752082 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1db87f1d-a101-4fc4-b3d0-4883ba8020ad HTTP/1.1" status: 200 len: 834 time: 0.0457029 Nov 11 12:52:06.507948 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1a763124-98f6-4cc2-a20b-8d1aa62eb7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542647619', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:51Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '064a9168-44cb-42f4-8631-df05cf502c83', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'port_id': '5bd2202a-daa7-4184-adf4-68683be5dcd5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5', 'mac_address': 'fa:16:3e:0f:8e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1af703b-e977-4530-a7c1-3f6c1f6957e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:52:04Z', 'updated_at': '2021-11-11T12:52:04Z', 'revision_number': 0, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb868f29-8525-41b1-b65a-921b16de68e1', 'name': '', 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:68:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:51Z', 'updated_at': '2021-11-11T12:51:54Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:06.508459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7486aab-f19c-4dd7-be29-d9bd65c9e7a3 req-81255be8-48dc-495d-8930-e4d45398441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:06.510044 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7486aab-f19c-4dd7-be29-d9bd65c9e7a3 req-81255be8-48dc-495d-8930-e4d45398441b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=603b016f-d21b-41f2-b4e4-bb93adfa2fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413775 Nov 11 12:52:06.534718 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a763124-98f6-4cc2-a20b-8d1aa62eb7f2 None None] Checking router: 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:52:06.543261 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a763124-98f6-4cc2-a20b-8d1aa62eb7f2 None None] Routers {'741e0f94-9557-42b0-9c4b-eb3b6c5814d1'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:06.543869 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1a763124-98f6-4cc2-a20b-8d1aa62eb7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:51:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:06.607096 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7486aab-f19c-4dd7-be29-d9bd65c9e7a3 req-bebf2986-a930-4524-bc12-43491aeebecf service neutron] 10.222.0.62 "GET /v2.0/networks/603b016f-d21b-41f2-b4e4-bb93adfa2fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894742 Nov 11 12:52:06.648326 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-1a763124-98f6-4cc2-a20b-8d1aa62eb7f2 None None] Set router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:06.699352 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7486aab-f19c-4dd7-be29-d9bd65c9e7a3 req-5109a9c5-4f29-406d-979d-f6625fd946f4 service neutron] 10.222.0.62 "GET /v2.0/networks/603b016f-d21b-41f2-b4e4-bb93adfa2fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849059 Nov 11 12:52:06.868233 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1a763124-98f6-4cc2-a20b-8d1aa62eb7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542647619', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:51Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '064a9168-44cb-42f4-8631-df05cf502c83', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'port_id': '5bd2202a-daa7-4184-adf4-68683be5dcd5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5', 'mac_address': 'fa:16:3e:0f:8e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1af703b-e977-4530-a7c1-3f6c1f6957e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:52:04Z', 'updated_at': '2021-11-11T12:52:04Z', 'revision_number': 0, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb868f29-8525-41b1-b65a-921b16de68e1', 'name': '', 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:68:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:51Z', 'updated_at': '2021-11-11T12:51:54Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:06.897812 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a763124-98f6-4cc2-a20b-8d1aa62eb7f2 None None] The sync data for ids ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'] in n-d-807359-3 is: [{'id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542647619', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:51Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '064a9168-44cb-42f4-8631-df05cf502c83', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'port_id': '5bd2202a-daa7-4184-adf4-68683be5dcd5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5', 'mac_address': 'fa:16:3e:0f:8e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1af703b-e977-4530-a7c1-3f6c1f6957e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:52:04Z', 'updated_at': '2021-11-11T12:52:04Z', 'revision_number': 0, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb868f29-8525-41b1-b65a-921b16de68e1', 'name': '', 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:68:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:51Z', 'updated_at': '2021-11-11T12:51:54Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:52:07.120128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeab11f-a44e-47b2-9359-60be03a685cf None None] New status for floating IP 064a9168-44cb-42f4-8631-df05cf502c83: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:52:07.424322 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46048) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:07.501799 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-67c0f6af-58c3-43be-a728-1fe792bf837f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/064a9168-44cb-42f4-8631-df05cf502c83 HTTP/1.1" status: 200 len: 993 time: 0.0760436 Nov 11 12:52:08.199732 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-181412d2-93cc-47e4-9bd6-4b3b98cb4c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:09.251080 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:10.797832 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:11.332317 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:16.275003 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:21.448226 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:52:22.110356 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:35.937416 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3781da56-69c4-4977-b250-6a139bf376ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:38.198237 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c9043097-c907-4a6b-9119-71010c265ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:39.255726 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:40.793380 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:40.928205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4e51d-88f9-437c-b0db-1a42fb892d76 req-7fc7a082-0779-4d72-8846-9b6315b99c99 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:40.929620 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0be4e51d-88f9-437c-b0db-1a42fb892d76 req-7fc7a082-0779-4d72-8846-9b6315b99c99 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 945 time: 0.1071434 Nov 11 12:52:40.986344 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0be4e51d-88f9-437c-b0db-1a42fb892d76 req-eace1189-a542-4171-97a4-f3c39c9258c7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d77a29e-58f3-4377-86c1-c3cc057daa22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493023 Nov 11 12:52:41.334457 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:42.116629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01afcd-de59-4072-9acd-6324708d14aa req-ff78ccb4-99b3-4d26-bbc7-a022d30b7c45 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:42.118186 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c01afcd-de59-4072-9acd-6324708d14aa req-ff78ccb4-99b3-4d26-bbc7-a022d30b7c45 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 945 time: 0.0503354 Nov 11 12:52:42.168160 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c01afcd-de59-4072-9acd-6324708d14aa req-723feb9c-63cb-4a3a-b6ed-538e8b9a6427 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d77a29e-58f3-4377-86c1-c3cc057daa22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438159 Nov 11 12:52:42.200100 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46082) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:42.261732 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-00cc850b-b0cd-4513-b637-225443555d64 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/064a9168-44cb-42f4-8631-df05cf502c83 HTTP/1.1" status: 200 len: 993 time: 0.0604482 Nov 11 12:52:43.539609 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f5bc7-1578-43d4-944f-bbacb56ac705 req-f98acf7d-7fb0-4468-bc7c-cab3f22e75d0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:43.541085 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d10f5bc7-1578-43d4-944f-bbacb56ac705 req-f98acf7d-7fb0-4468-bc7c-cab3f22e75d0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 945 time: 0.0526206 Nov 11 12:52:43.593194 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d10f5bc7-1578-43d4-944f-bbacb56ac705 req-16928757-02ec-4a39-bc76-8296f5da4295 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d77a29e-58f3-4377-86c1-c3cc057daa22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457718 Nov 11 12:52:44.727348 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680943d-d035-4e68-8e7a-97ffe0534fa7 req-4c3ede29-436e-499e-ba6e-25cf693d5d8d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:44.728868 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4680943d-d035-4e68-8e7a-97ffe0534fa7 req-4c3ede29-436e-499e-ba6e-25cf693d5d8d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 945 time: 0.0553949 Nov 11 12:52:44.783364 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4680943d-d035-4e68-8e7a-97ffe0534fa7 req-7ee17a40-9c6f-4958-b537-7555c13f6c0a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d77a29e-58f3-4377-86c1-c3cc057daa22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484245 Nov 11 12:52:44.811618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46092) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:44.876023 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3dafb24a-db9d-4c14-810c-17a1609c7ea1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/064a9168-44cb-42f4-8631-df05cf502c83 HTTP/1.1" status: 200 len: 993 time: 0.0632675 Nov 11 12:52:45.196740 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46098) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:45.375540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port 565d6969-e906-473b-969e-f8c000f2106d {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:52:45.375832 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:45.454889 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:45.455161 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:45.466878 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for 565d6969-e906-473b-969e-f8c000f2106d owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:52:45.630493 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:45.661210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=565d6969-e906-473b-969e-f8c000f2106d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:45.686470 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:45.686815 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:45.687172 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:45.687586 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:45.687918 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:45.688248 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:45.688581 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:45.688905 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:45.689210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:45.689552 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:45.689886 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:45.690199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:45.730449 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:45.730662 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Floating IP 064a9168-44cb-42f4-8631-df05cf502c83 disassociated (deleted). External IP: 172.25.2.208, port: 5bd2202a-daa7-4184-adf4-68683be5dcd5. Nov 11 12:52:45.960073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:52:46.074703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:52:46.079226 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:46.085305 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a923ad-ed0a-40ea-b276-61dcb570d6fe None None] Sync routers for ids ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:52:46.095500 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a923ad-ed0a-40ea-b276-61dcb570d6fe None None] Routers {'741e0f94-9557-42b0-9c4b-eb3b6c5814d1'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:46.096103 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-75a923ad-ed0a-40ea-b276-61dcb570d6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:46.108476 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-be24ecc4-8d38-4d48-b5e5-1c53ade9280a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/floatingips/064a9168-44cb-42f4-8631-df05cf502c83 HTTP/1.1" status: 204 len: 168 time: 0.9102020 Nov 11 12:52:46.110594 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1af703b-e977-4530-a7c1-3f6c1f6957e4', 'tag': '5bd2202a-daa7-4184-adf4-68683be5dcd5'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:52:46.111373 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aba6af8-0ad6-4281-bafc-d3bb664bc4df" -d '{"events": [{"name": "network-changed", "server_uuid": "c1af703b-e977-4530-a7c1-3f6c1f6957e4", "tag": "5bd2202a-daa7-4184-adf4-68683be5dcd5"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:52:46.203874 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-75a923ad-ed0a-40ea-b276-61dcb570d6fe None None] Set router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:46.211028 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5832616a-e231-4c3e-878d-97d42498e24e x-openstack-request-id: req-5832616a-e231-4c3e-878d-97d42498e24e {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:52:46.211308 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1af703b-e977-4530-a7c1-3f6c1f6957e4", "tag": "5bd2202a-daa7-4184-adf4-68683be5dcd5", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:52:46.211552 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5832616a-e231-4c3e-878d-97d42498e24e {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:52:46.212024 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1af703b-e977-4530-a7c1-3f6c1f6957e4', 'tag': '5bd2202a-daa7-4184-adf4-68683be5dcd5', 'status': 'completed', 'code': 200} Nov 11 12:52:46.275698 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:46.297693 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba6af8-0ad6-4281-bafc-d3bb664bc4df req-f4208389-f4a4-40c3-b73a-6e4da3ef25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:46.299387 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2aba6af8-0ad6-4281-bafc-d3bb664bc4df req-f4208389-f4a4-40c3-b73a-6e4da3ef25f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 1096 time: 0.0579803 Nov 11 12:52:46.369503 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd80a1-0309-4c36-95db-81721e2e2653 req-33fa7223-d121-4d17-a5c0-deb264306810 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:46.371047 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3dd80a1-0309-4c36-95db-81721e2e2653 req-33fa7223-d121-4d17-a5c0-deb264306810 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 945 time: 0.0486596 Nov 11 12:52:46.400641 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba6af8-0ad6-4281-bafc-d3bb664bc4df req-dc56c1f6-4b01-4010-8820-7973e305f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:46.402255 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2aba6af8-0ad6-4281-bafc-d3bb664bc4df req-dc56c1f6-4b01-4010-8820-7973e305f9d1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=603b016f-d21b-41f2-b4e4-bb93adfa2fa5 HTTP/1.1" status: 200 len: 898 time: 0.0955946 Nov 11 12:52:46.419321 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-75a923ad-ed0a-40ea-b276-61dcb570d6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542647619', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:51Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'cb868f29-8525-41b1-b65a-921b16de68e1', 'name': '', 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:68:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:51Z', 'updated_at': '2021-11-11T12:51:54Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:46.429510 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b3dd80a1-0309-4c36-95db-81721e2e2653 req-c613383d-6c9b-4442-bb76-1731b05eced0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d77a29e-58f3-4377-86c1-c3cc057daa22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521152 Nov 11 12:52:46.449778 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a923ad-ed0a-40ea-b276-61dcb570d6fe None None] Checking router: 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:52:46.449929 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2aba6af8-0ad6-4281-bafc-d3bb664bc4df req-4ae3db22-bfb8-440d-b429-4a2068054720 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bd2202a-daa7-4184-adf4-68683be5dcd5 HTTP/1.1" status: 200 len: 217 time: 0.0378323 Nov 11 12:52:46.455258 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a923ad-ed0a-40ea-b276-61dcb570d6fe None None] Routers {'741e0f94-9557-42b0-9c4b-eb3b6c5814d1'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:46.455924 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-75a923ad-ed0a-40ea-b276-61dcb570d6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:46.501123 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba6af8-0ad6-4281-bafc-d3bb664bc4df req-e7b2b034-f71d-44ed-ac13-db9b0d827cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:46.502734 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2aba6af8-0ad6-4281-bafc-d3bb664bc4df req-e7b2b034-f71d-44ed-ac13-db9b0d827cf8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1db87f1d-a101-4fc4-b3d0-4883ba8020ad HTTP/1.1" status: 200 len: 834 time: 0.0446303 Nov 11 12:52:46.554081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba6af8-0ad6-4281-bafc-d3bb664bc4df req-62d994f0-089a-4f2a-af32-72528b98e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:46.555624 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2aba6af8-0ad6-4281-bafc-d3bb664bc4df req-62d994f0-089a-4f2a-af32-72528b98e9dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=603b016f-d21b-41f2-b4e4-bb93adfa2fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455050 Nov 11 12:52:46.560089 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-75a923ad-ed0a-40ea-b276-61dcb570d6fe None None] Set router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:46.647292 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2aba6af8-0ad6-4281-bafc-d3bb664bc4df req-72cf7c6b-c36f-41c6-87e7-b479051fe8b3 service neutron] 10.222.0.62 "GET /v2.0/networks/603b016f-d21b-41f2-b4e4-bb93adfa2fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827730 Nov 11 12:52:46.752110 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-2aba6af8-0ad6-4281-bafc-d3bb664bc4df req-53b00f1a-528d-4a8f-a038-b47095e4eb30 service neutron] 10.222.0.62 "GET /v2.0/networks/603b016f-d21b-41f2-b4e4-bb93adfa2fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946918 Nov 11 12:52:46.847659 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-75a923ad-ed0a-40ea-b276-61dcb570d6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542647619', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:51Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'cb868f29-8525-41b1-b65a-921b16de68e1', 'name': '', 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:68:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:51Z', 'updated_at': '2021-11-11T12:51:54Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:46.876110 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a923ad-ed0a-40ea-b276-61dcb570d6fe None None] The sync data for ids ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'] in n-d-807359-3 is: [{'id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542647619', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:51Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'cb868f29-8525-41b1-b65a-921b16de68e1', 'name': '', 'network_id': '603b016f-d21b-41f2-b4e4-bb93adfa2fa5', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:68:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:51Z', 'updated_at': '2021-11-11T12:51:54Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '1db87f1d-a101-4fc4-b3d0-4883ba8020ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:52:47.096911 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f1112-3ac1-4272-ba1d-cdca7e7a903f None None] New status for floating IP 064a9168-44cb-42f4-8631-df05cf502c83: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:52:47.554161 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049fcc7-9684-4b82-a7fa-0c2cbef7100a req-648ab2aa-c444-4ec3-9090-a9a7150662d9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:47.555693 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4049fcc7-9684-4b82-a7fa-0c2cbef7100a req-648ab2aa-c444-4ec3-9090-a9a7150662d9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 945 time: 0.0491240 Nov 11 12:52:47.606498 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4049fcc7-9684-4b82-a7fa-0c2cbef7100a req-cdd23c55-32c3-4ba0-b137-dfb2a817188f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d77a29e-58f3-4377-86c1-c3cc057daa22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445220 Nov 11 12:52:48.165619 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611e798-f541-4d33-afea-47792a3a0103 req-e335b238-86b7-4377-b133-6fae4d7e72df tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:48.167099 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4611e798-f541-4d33-afea-47792a3a0103 req-e335b238-86b7-4377-b133-6fae4d7e72df tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 945 time: 0.0613661 Nov 11 12:52:48.261692 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-4611e798-f541-4d33-afea-47792a3a0103 req-62de4849-00f0-4d33-b73e-75afd4b168e1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port 5bd2202a-daa7-4184-adf4-68683be5dcd5 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:52:48.262026 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-4611e798-f541-4d33-afea-47792a3a0103 req-62de4849-00f0-4d33-b73e-75afd4b168e1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:48.358742 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-4611e798-f541-4d33-afea-47792a3a0103 req-62de4849-00f0-4d33-b73e-75afd4b168e1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] For port 5bd2202a-daa7-4184-adf4-68683be5dcd5, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5bd2202a-daa7-4184-adf4-68683be5dcd5,segment=NetworkSegment(64d237e3-4094-46b4-9db4-d0d1413fe114),segment_id=64d237e3-4094-46b4-9db4-d0d1413fe114)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:48.359151 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-4611e798-f541-4d33-afea-47792a3a0103 req-62de4849-00f0-4d33-b73e-75afd4b168e1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:48.372356 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-4611e798-f541-4d33-afea-47792a3a0103 req-62de4849-00f0-4d33-b73e-75afd4b168e1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for 5bd2202a-daa7-4184-adf4-68683be5dcd5 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:52:48.506521 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-4611e798-f541-4d33-afea-47792a3a0103 req-62de4849-00f0-4d33-b73e-75afd4b168e1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:48.538293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de4849-00f0-4d33-b73e-75afd4b168e1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=5bd2202a-daa7-4184-adf4-68683be5dcd5,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:48.582154 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4611e798-f541-4d33-afea-47792a3a0103 req-62de4849-00f0-4d33-b73e-75afd4b168e1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] No DVR routers for this DVR port 5bd2202a-daa7-4184-adf4-68683be5dcd5 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:52:48.585029 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-4611e798-f541-4d33-afea-47792a3a0103 req-62de4849-00f0-4d33-b73e-75afd4b168e1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:48.588593 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4611e798-f541-4d33-afea-47792a3a0103 req-62de4849-00f0-4d33-b73e-75afd4b168e1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "DELETE /v2.0/ports/5bd2202a-daa7-4184-adf4-68683be5dcd5 HTTP/1.1" status: 204 len: 173 time: 0.4107630 Nov 11 12:52:48.589046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1af703b-e977-4530-a7c1-3f6c1f6957e4', 'name': 'network-vif-deleted', 'tag': '5bd2202a-daa7-4184-adf4-68683be5dcd5'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:52:48.591317 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7540f5d-9b7e-4500-8ec6-b6716432d656" -d '{"events": [{"server_uuid": "c1af703b-e977-4530-a7c1-3f6c1f6957e4", "name": "network-vif-deleted", "tag": "5bd2202a-daa7-4184-adf4-68683be5dcd5"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:52:48.628634 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85edfb02-cb7a-49a4-94bc-8d37b366326b x-openstack-request-id: req-85edfb02-cb7a-49a4-94bc-8d37b366326b {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:52:48.628821 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1af703b-e977-4530-a7c1-3f6c1f6957e4", "name": "network-vif-deleted", "tag": "5bd2202a-daa7-4184-adf4-68683be5dcd5", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:52:48.629069 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85edfb02-cb7a-49a4-94bc-8d37b366326b {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:52:48.629646 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1af703b-e977-4530-a7c1-3f6c1f6957e4', 'name': 'network-vif-deleted', 'tag': '5bd2202a-daa7-4184-adf4-68683be5dcd5', 'status': 'completed', 'code': 200} Nov 11 12:52:48.707354 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4fc83884-8509-49c2-8e14-8f2eb071f86a req-33d4795b-a699-4fa9-9d3c-fe13fbd0e2ab tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1af703b-e977-4530-a7c1-3f6c1f6957e4 HTTP/1.1" status: 200 len: 210 time: 0.0294182 Nov 11 12:52:49.775396 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46118) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:50.150601 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d724bd10-d8cd-4637-a932-342e74eb90fc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:50.422021 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d724bd10-d8cd-4637-a932-342e74eb90fc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port cb868f29-8525-41b1-b65a-921b16de68e1 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:52:50.422359 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d724bd10-d8cd-4637-a932-342e74eb90fc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:50.517703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-d724bd10-d8cd-4637-a932-342e74eb90fc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] For port cb868f29-8525-41b1-b65a-921b16de68e1, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=cb868f29-8525-41b1-b65a-921b16de68e1,segment=NetworkSegment(64d237e3-4094-46b4-9db4-d0d1413fe114),segment_id=64d237e3-4094-46b4-9db4-d0d1413fe114)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:50.518065 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d724bd10-d8cd-4637-a932-342e74eb90fc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:50.539782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d724bd10-d8cd-4637-a932-342e74eb90fc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for cb868f29-8525-41b1-b65a-921b16de68e1 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:52:50.734336 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d724bd10-d8cd-4637-a932-342e74eb90fc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:50.762140 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724bd10-d8cd-4637-a932-342e74eb90fc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=cb868f29-8525-41b1-b65a-921b16de68e1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:50.931975 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d724bd10-d8cd-4637-a932-342e74eb90fc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:51.507032 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d724bd10-d8cd-4637-a932-342e74eb90fc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:52:51.614824 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d724bd10-d8cd-4637-a932-342e74eb90fc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:52:51.620990 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d724bd10-d8cd-4637-a932-342e74eb90fc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "PUT /v2.0/routers/741e0f94-9557-42b0-9c4b-eb3b6c5814d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8445628 Nov 11 12:52:51.624141 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46120) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:51.627269 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa236107-af99-452e-a160-749009816b90 None None] Sync routers for ids ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:52:51.638422 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa236107-af99-452e-a160-749009816b90 None None] Routers {'741e0f94-9557-42b0-9c4b-eb3b6c5814d1'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:51.639157 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-aa236107-af99-452e-a160-749009816b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:51.674670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac6ba10-dbc5-4568-842f-d26284cbc117 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting subnet 1db87f1d-a101-4fc4-b3d0-4883ba8020ad {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:52:51.677957 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ba10-dbc5-4568-842f-d26284cbc117 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:51.717774 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ba10-dbc5-4568-842f-d26284cbc117 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:51.741994 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-aa236107-af99-452e-a160-749009816b90 None None] Set router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:51.807618 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ba10-dbc5-4568-842f-d26284cbc117 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:51.867413 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ba10-dbc5-4568-842f-d26284cbc117 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:51.892075 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6ba10-dbc5-4568-842f-d26284cbc117 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Subnet': ['ID=1db87f1d-a101-4fc4-b3d0-4883ba8020ad,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:51.897895 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ba10-dbc5-4568-842f-d26284cbc117 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:51.914150 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4ac6ba10-dbc5-4568-842f-d26284cbc117 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/subnets/1db87f1d-a101-4fc4-b3d0-4883ba8020ad HTTP/1.1" status: 204 len: 168 time: 0.2760613 Nov 11 12:52:51.915004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46122) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:51.916310 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043d745d-7476-4f64-86b1-3940711c70a3 None None] Network 603b016f-d21b-41f2-b4e4-bb93adfa2fa5 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:52:51.920991 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-aa236107-af99-452e-a160-749009816b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542647619', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:52:50Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:51.952146 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa236107-af99-452e-a160-749009816b90 None None] Checking router: 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:52:51.961367 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa236107-af99-452e-a160-749009816b90 None None] Routers {'741e0f94-9557-42b0-9c4b-eb3b6c5814d1'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:51.962006 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-aa236107-af99-452e-a160-749009816b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:52.026574 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:52.072851 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-aa236107-af99-452e-a160-749009816b90 None None] Set router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:52.118065 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] DHCP port deletion for 603b016f-d21b-41f2-b4e4-bb93adfa2fa5 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:52:52.147107 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:52.152008 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:52.171782 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Deleting port ef92431b-6adb-4260-8990-ec68b27703bd {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:52:52.172291 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:52.200055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port d79983c4-4cdc-462b-a2ad-6dd39d312161 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:52:52.200387 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:52.240133 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] For port ef92431b-6adb-4260-8990-ec68b27703bd, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ef92431b-6adb-4260-8990-ec68b27703bd,segment=NetworkSegment(64d237e3-4094-46b4-9db4-d0d1413fe114),segment_id=64d237e3-4094-46b4-9db4-d0d1413fe114)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:52.240508 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:52.255651 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Calling delete_port for ef92431b-6adb-4260-8990-ec68b27703bd owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:52:52.259559 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-aa236107-af99-452e-a160-749009816b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542647619', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:52:50Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:52.283169 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] For port d79983c4-4cdc-462b-a2ad-6dd39d312161, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=d79983c4-4cdc-462b-a2ad-6dd39d312161,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:52.283539 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:52.284957 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa236107-af99-452e-a160-749009816b90 None None] The sync data for ids ['741e0f94-9557-42b0-9c4b-eb3b6c5814d1'] in n-d-807359-3 is: [{'id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542647619', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:52:50Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd79983c4-4cdc-462b-a2ad-6dd39d312161', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e0f94-9557-42b0-9c4b-eb3b6c5814d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:51:48Z', 'updated_at': '2021-11-11T12:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:52:52.296249 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for d79983c4-4cdc-462b-a2ad-6dd39d312161 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:52:52.335941 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:52.364425 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Pushing event deleted for resources: {'Port': ['ID=ef92431b-6adb-4260-8990-ec68b27703bd,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:52.373669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] No DVR routers for this DVR port ef92431b-6adb-4260-8990-ec68b27703bd on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:52:52.375855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.376200 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.376536 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.376865 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.377194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.377539 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.377902 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.378225 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.378544 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.378859 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.379183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.379499 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711fc8-6ffb-4a2c-a442-b30fca65ab8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.393636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5bd2202a-daa7-4184-adf4-68683be5dcd5 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:52:52.414890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 5bd2202a-daa7-4184-adf4-68683be5dcd5 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:52:52.415233 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5bd2202a-daa7-4184-adf4-68683be5dcd5 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:52:52.478827 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:52.505472 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=d79983c4-4cdc-462b-a2ad-6dd39d312161,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:52.517697 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.518036 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.518418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.518821 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.519227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.519548 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.519893 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.520213 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.520535 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.520844 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a9afec-2c16-4aed-9244-2aa181af06e2 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:52:52.520971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.521158 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.521468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:52.576443 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:52.770259 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ef92431b-6adb-4260-8990-ec68b27703bd no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:52:52.792290 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ef92431b-6adb-4260-8990-ec68b27703bd {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:52:52.792789 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ef92431b-6adb-4260-8990-ec68b27703bd not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:52:52.793041 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device cb868f29-8525-41b1-b65a-921b16de68e1 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:52:52.814612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: cb868f29-8525-41b1-b65a-921b16de68e1 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:52:52.814952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device cb868f29-8525-41b1-b65a-921b16de68e1 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:52:52.969636 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:52.972221 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:53.016518 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:53.017034 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Fanout notify agent at l3_agent the message router_deleted on router 741e0f94-9557-42b0-9c4b-eb3b6c5814d1 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:52:53.024117 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:53.025226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c4dbc228-89fa-430c-a36b-3ceea54c99c4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/routers/741e0f94-9557-42b0-9c4b-eb3b6c5814d1 HTTP/1.1" status: 204 len: 168 time: 1.1088104 Nov 11 12:52:53.028188 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46124) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:53.106485 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19c72474-662b-47ef-beac-d2dc965cafa0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:53.197848 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19c72474-662b-47ef-beac-d2dc965cafa0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:53.217192 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-19c72474-662b-47ef-beac-d2dc965cafa0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603b016f-d21b-41f2-b4e4-bb93adfa2fa5']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:53.226321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-19c72474-662b-47ef-beac-d2dc965cafa0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d237e3-4094-46b4-9db4-d0d1413fe114') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:53.226603 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-19c72474-662b-47ef-beac-d2dc965cafa0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d237e3-4094-46b4-9db4-d0d1413fe114') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:53.235830 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19c72474-662b-47ef-beac-d2dc965cafa0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:53.248726 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19c72474-662b-47ef-beac-d2dc965cafa0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:53.254649 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c72474-662b-47ef-beac-d2dc965cafa0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:52:53.255020 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19c72474-662b-47ef-beac-d2dc965cafa0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:52:53.257930 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:52:53.340627 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19c72474-662b-47ef-beac-d2dc965cafa0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:53.348288 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-19c72474-662b-47ef-beac-d2dc965cafa0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:53.351464 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-19c72474-662b-47ef-beac-d2dc965cafa0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/networks/603b016f-d21b-41f2-b4e4-bb93adfa2fa5 HTTP/1.1" status: 204 len: 168 time: 0.3222897 Nov 11 12:52:53.354684 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46126) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:53.362836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c72474-662b-47ef-beac-d2dc965cafa0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Network': ['ID=603b016f-d21b-41f2-b4e4-bb93adfa2fa5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:53.411936 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe510a-9e7b-48c0-bdab-074f24ccb723 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:53.437120 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe510a-9e7b-48c0-bdab-074f24ccb723 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:53.503034 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe510a-9e7b-48c0-bdab-074f24ccb723 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:53.505874 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe510a-9e7b-48c0-bdab-074f24ccb723 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:53.507080 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d4fe510a-9e7b-48c0-bdab-074f24ccb723 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/security-groups/6d77a29e-58f3-4377-86c1-c3cc057daa22 HTTP/1.1" status: 204 len: 168 time: 0.1513445 Nov 11 12:52:53.517443 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe510a-9e7b-48c0-bdab-074f24ccb723 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d77a29e-58f3-4377-86c1-c3cc057daa22,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:53.887274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46132) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:53.892073 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f4406ea4-5484-47bc-9210-29844f7d7c79 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1419890106', 'description': 'tempest-secgroup-smoke-1419890106 description', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:53.918136 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4406ea4-5484-47bc-9210-29844f7d7c79 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:53.988520 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4406ea4-5484-47bc-9210-29844f7d7c79 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:53.993834 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4406ea4-5484-47bc-9210-29844f7d7c79 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.022740 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f4406ea4-5484-47bc-9210-29844f7d7c79 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.024038 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f4406ea4-5484-47bc-9210-29844f7d7c79 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1356697 Nov 11 12:52:54.027030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46134) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:54.028687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4406ea4-5484-47bc-9210-29844f7d7c79 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427de175-be4c-4c2b-b25b-9e79221a710f,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:54.031683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-da9fc327-e6c3-4196-8f34-20a44ee4281a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '427de175-be4c-4c2b-b25b-9e79221a710f', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:54.061351 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da9fc327-e6c3-4196-8f34-20a44ee4281a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.115674 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da9fc327-e6c3-4196-8f34-20a44ee4281a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.119931 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da9fc327-e6c3-4196-8f34-20a44ee4281a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.137944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fc327-e6c3-4196-8f34-20a44ee4281a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717c245c-1e56-4e85-988e-36d4c47a7bde,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:54.146201 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-da9fc327-e6c3-4196-8f34-20a44ee4281a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.147621 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-da9fc327-e6c3-4196-8f34-20a44ee4281a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193776 Nov 11 12:52:54.150334 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46136) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:54.154649 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-919cec63-5f76-4f1a-9ff8-82ec92fd6077 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '427de175-be4c-4c2b-b25b-9e79221a710f', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:54.181500 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-919cec63-5f76-4f1a-9ff8-82ec92fd6077 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.239338 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-919cec63-5f76-4f1a-9ff8-82ec92fd6077 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.245209 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-919cec63-5f76-4f1a-9ff8-82ec92fd6077 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.263459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cec63-5f76-4f1a-9ff8-82ec92fd6077 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a58cc5b-8171-4ac4-bdab-f59b0a4be290,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:54.272326 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-919cec63-5f76-4f1a-9ff8-82ec92fd6077 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.273503 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-919cec63-5f76-4f1a-9ff8-82ec92fd6077 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222446 Nov 11 12:52:54.276316 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46138) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:54.280572 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0f9fd0d4-d256-4b58-9d7f-774c7dbbd374 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '427de175-be4c-4c2b-b25b-9e79221a710f', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:54.309128 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd0d4-d256-4b58-9d7f-774c7dbbd374 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.368046 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd0d4-d256-4b58-9d7f-774c7dbbd374 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.373457 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd0d4-d256-4b58-9d7f-774c7dbbd374 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.392563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fd0d4-d256-4b58-9d7f-774c7dbbd374 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9f85a4-1c67-4b71-9c2e-0d9e2c51c58e,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:54.401349 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd0d4-d256-4b58-9d7f-774c7dbbd374 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.402608 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0f9fd0d4-d256-4b58-9d7f-774c7dbbd374 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253314 Nov 11 12:52:54.405509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46140) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:54.410056 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a4f1c7b8-3cea-4fbb-b8c2-b76b355a0d82 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '427de175-be4c-4c2b-b25b-9e79221a710f', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:54.413570 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device d79983c4-4cdc-462b-a2ad-6dd39d312161 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:52:54.438854 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7b8-3cea-4fbb-b8c2-b76b355a0d82 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.439066 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: d79983c4-4cdc-462b-a2ad-6dd39d312161 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:52:54.439301 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device d79983c4-4cdc-462b-a2ad-6dd39d312161 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:52:54.496647 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7b8-3cea-4fbb-b8c2-b76b355a0d82 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.501764 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7b8-3cea-4fbb-b8c2-b76b355a0d82 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.521304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1c7b8-3cea-4fbb-b8c2-b76b355a0d82 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c99600-3d48-4ecc-b002-62913987a386,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:54.528880 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7b8-3cea-4fbb-b8c2-b76b355a0d82 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.530127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a4f1c7b8-3cea-4fbb-b8c2-b76b355a0d82 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236010 Nov 11 12:52:54.533066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46142) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:54.537469 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-3b6db52d-9378-401b-bcd3-c98e6753f38c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '427de175-be4c-4c2b-b25b-9e79221a710f', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:54.561650 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-3b6db52d-9378-401b-bcd3-c98e6753f38c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Project dd8cc351280a4250ac0a97658d3e7b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:52:54.566872 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b6db52d-9378-401b-bcd3-c98e6753f38c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.630022 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b6db52d-9378-401b-bcd3-c98e6753f38c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.635147 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b6db52d-9378-401b-bcd3-c98e6753f38c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.653386 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6db52d-9378-401b-bcd3-c98e6753f38c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972eef05-ec16-4ec9-b1b6-4bb8ac650864,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:54.662621 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3b6db52d-9378-401b-bcd3-c98e6753f38c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.663838 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3b6db52d-9378-401b-bcd3-c98e6753f38c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297905 Nov 11 12:52:54.667022 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46144) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:54.671761 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-bebfe6cc-3cdc-40e0-aa4a-10a5445d3d39 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '427de175-be4c-4c2b-b25b-9e79221a710f', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:54.695949 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-bebfe6cc-3cdc-40e0-aa4a-10a5445d3d39 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Project dd8cc351280a4250ac0a97658d3e7b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:52:54.700845 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bebfe6cc-3cdc-40e0-aa4a-10a5445d3d39 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.763747 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bebfe6cc-3cdc-40e0-aa4a-10a5445d3d39 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.770204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bebfe6cc-3cdc-40e0-aa4a-10a5445d3d39 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.793278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfe6cc-3cdc-40e0-aa4a-10a5445d3d39 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e947ed2-bcbf-4bfa-860f-965887a11e11,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:54.799840 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bebfe6cc-3cdc-40e0-aa4a-10a5445d3d39 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.801045 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bebfe6cc-3cdc-40e0-aa4a-10a5445d3d39 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330061 Nov 11 12:52:54.804618 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46146) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:54.812180 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b3a498b8-0ed1-40e6-b169-50f142f17000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'network': {'name': 'tempest-network-smoke--225637899', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'port_security_enabled': True}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:54.836195 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a498b8-0ed1-40e6-b169-50f142f17000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Made reservation on behalf of dd8cc351280a4250ac0a97658d3e7b22 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:52:54.839745 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b3a498b8-0ed1-40e6-b169-50f142f17000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.866505 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a498b8-0ed1-40e6-b169-50f142f17000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:52:54.877002 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b3a498b8-0ed1-40e6-b169-50f142f17000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.877347 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-b3a498b8-0ed1-40e6-b169-50f142f17000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Added segment 7c0a0a21-16c4-4883-b7ec-45daf83ec74d of type vlan for network 231a9d04-d7f4-447b-ad73-6620a263c90c Nov 11 12:52:54.917535 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b3a498b8-0ed1-40e6-b169-50f142f17000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.945429 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b3a498b8-0ed1-40e6-b169-50f142f17000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.951004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a498b8-0ed1-40e6-b169-50f142f17000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:54.951572 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b3a498b8-0ed1-40e6-b169-50f142f17000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:54.987301 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b3a498b8-0ed1-40e6-b169-50f142f17000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1812837 Nov 11 12:52:54.990278 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46148) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:54.995166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1140504840', 'admin_state_up': True, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:55.021833 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a498b8-0ed1-40e6-b169-50f142f17000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Network': ['ID=231a9d04-d7f4-447b-ad73-6620a263c90c,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:55.022409 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:55.023454 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:55.033148 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 231a9d04-d7f4-447b-ad73-6620a263c90c details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:52:55.079541 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:55.216787 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:55.431574 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:55.450660 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:55.560250 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.25.2.23 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/d84f0288-080a-4b5a-b821-f1e12a911ca5) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:52:55.666712 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:55.703425 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:55.746053 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:52:55.751610 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:52:55.753839 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=d84f0288-080a-4b5a-b821-f1e12a911ca5,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:55.756008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:52:55.767130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7008f04-0a52-4c27-93ff-be80378b9f7d None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:52:55.848144 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-89adae88-5c32-41e0-a7b2-5ac6ac8a1e00 None None] Provisioning complete for port d84f0288-080a-4b5a-b821-f1e12a911ca5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:55.849359 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-89adae88-5c32-41e0-a7b2-5ac6ac8a1e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:55.886833 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-89adae88-5c32-41e0-a7b2-5ac6ac8a1e00 None None] Port d84f0288-080a-4b5a-b821-f1e12a911ca5 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:52:56.017643 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:56.213184 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:56.347762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router a2bb94b2-1435-40b8-9d39-4a56642a4d2d is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:52:56.457841 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:52:56.469292 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Sync routers for ids ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:52:56.480483 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:56.481640 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-989397ef-a95e-4a0c-b8a0-5774c759b48d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4901741 Nov 11 12:52:56.483484 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Routers {'a2bb94b2-1435-40b8-9d39-4a56642a4d2d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:56.484159 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:56.484989 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46150) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:56.517814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7ebceeb5-b292-4a63-96c4-eb7b5ea98c5d tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=dd8cc351280a4250ac0a97658d3e7b22&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314209 Nov 11 12:52:56.520377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46152) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:56.598193 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Set router a2bb94b2-1435-40b8-9d39-4a56642a4d2d gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:56.672138 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3266e0a-6143-40a1-8bcf-c8278cca2021 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:56.676335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a3266e0a-6143-40a1-8bcf-c8278cca2021 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1522851 Nov 11 12:52:56.677899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46154) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:56.712636 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f50168c9-1893-47b3-b19b-ecfdb4021716 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330491 Nov 11 12:52:56.715920 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46156) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:56.721339 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f6a65f79-3283-4a24-8ca3-8f0ae9a8de2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-549909930', 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:56.782394 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140504840', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:55Z', 'revision_number': 3, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:56.812633 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Checking router: a2bb94b2-1435-40b8-9d39-4a56642a4d2d for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:52:56.812973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Updating router a2bb94b2-1435-40b8-9d39-4a56642a4d2d port d84f0288-080a-4b5a-b821-f1e12a911ca5 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:52:56.815875 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a65f79-3283-4a24-8ca3-8f0ae9a8de2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Made reservation on behalf of dd8cc351280a4250ac0a97658d3e7b22 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:52:56.819681 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f6a65f79-3283-4a24-8ca3-8f0ae9a8de2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:56.838049 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:57.011906 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f6a65f79-3283-4a24-8ca3-8f0ae9a8de2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:57.075737 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a65f79-3283-4a24-8ca3-8f0ae9a8de2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Subnet': ['ID=cb1032f0-3e8a-4215-8bed-e3239710f32e,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:57.082910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a65f79-3283-4a24-8ca3-8f0ae9a8de2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Checking segment: {'id': '7c0a0a21-16c4-4883-b7ec-45daf83ec74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:52:57.083274 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a65f79-3283-4a24-8ca3-8f0ae9a8de2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network hostable DHCP agents. Network: 231a9d04-d7f4-447b-ad73-6620a263c90c, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:52:57.099334 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:57.101146 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a65f79-3283-4a24-8ca3-8f0ae9a8de2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 231a9d04-d7f4-447b-ad73-6620a263c90c is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:52:57.104648 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:57.112870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-f6a65f79-3283-4a24-8ca3-8f0ae9a8de2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 231a9d04-d7f4-447b-ad73-6620a263c90c) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:52:57.118264 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a65f79-3283-4a24-8ca3-8f0ae9a8de2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:57.118838 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f6a65f79-3283-4a24-8ca3-8f0ae9a8de2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:57.132161 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3b19cb-b2b5-4432-9ca7-5da0aba31d58 None None] Network 231a9d04-d7f4-447b-ad73-6620a263c90c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:52:57.146480 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f6a65f79-3283-4a24-8ca3-8f0ae9a8de2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4266846 Nov 11 12:52:57.147073 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46158) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:57.166496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72215a5-b8cb-4cbf-bf41-175bf63f3b2a None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:52:57.216027 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a1339-eca0-4cb9-a565-e320a3bab998 None None] Pushing event updated for resources: {'Port': ['ID=d84f0288-080a-4b5a-b821-f1e12a911ca5,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:57.221566 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Attempting to bind port d84f0288-080a-4b5a-b821-f1e12a911ca5 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:52:57.221971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Attempting to bind port d84f0288-080a-4b5a-b821-f1e12a911ca5 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:52:57.222333 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Attempting to bind port d84f0288-080a-4b5a-b821-f1e12a911ca5 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:52:57.235020 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:52:57.235392 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:52:57.235787 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:57.236167 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:52:57.236665 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Bound port: d84f0288-080a-4b5a-b821-f1e12a911ca5, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:52:57.237039 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:57.343241 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] For port d84f0288-080a-4b5a-b821-f1e12a911ca5, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:52:57.361249 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] For port d84f0288-080a-4b5a-b821-f1e12a911ca5, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=d84f0288-080a-4b5a-b821-f1e12a911ca5,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:52:57.367833 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-23e61b0e-0b58-4d01-93e6-3d593d6ce09b None None] Provisioning complete for port d84f0288-080a-4b5a-b821-f1e12a911ca5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:57.368284 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-23e61b0e-0b58-4d01-93e6-3d593d6ce09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:57.370204 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:57.440628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-231a9d04-d7f4-447b-ad73-6620a263c90c', 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ips': [{'subnet_id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:52:57.441455 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:57.481243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8934e7-93c7-4e79-ac62-776f1aa55026 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:52:57.600838 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:57.722678 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a1339-eca0-4cb9-a565-e320a3bab998 None None] Pushing event updated for resources: {'Port': ['ID=d84f0288-080a-4b5a-b821-f1e12a911ca5,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:57.734315 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Routers {'a2bb94b2-1435-40b8-9d39-4a56642a4d2d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:57.734963 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:57.903392 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-23e61b0e-0b58-4d01-93e6-3d593d6ce09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:57.927927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Allocated IP 172.20.0.2 (231a9d04-d7f4-447b-ad73-6620a263c90c/cb1032f0-3e8a-4215-8bed-e3239710f32e/ae4bae49-b057-4cb0-88b1-3328fea0b981) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:52:57.939593 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-23e61b0e-0b58-4d01-93e6-3d593d6ce09b None None] For port d84f0288-080a-4b5a-b821-f1e12a911ca5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=d84f0288-080a-4b5a-b821-f1e12a911ca5,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:57.950125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] Set router a2bb94b2-1435-40b8-9d39-4a56642a4d2d gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:57.952548 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-23e61b0e-0b58-4d01-93e6-3d593d6ce09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:58.153087 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e61b0e-0b58-4d01-93e6-3d593d6ce09b None None] Pushing event updated for resources: {'Port': ['ID=d84f0288-080a-4b5a-b821-f1e12a911ca5,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:58.170310 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-db8a3ddf-9d86-4c2f-8768-6a986c5c3aff None None] Provisioning complete for port d84f0288-080a-4b5a-b821-f1e12a911ca5 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:58.170666 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-db8a3ddf-9d86-4c2f-8768-6a986c5c3aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:58.305619 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:58.312395 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:58.362112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.20.0.1 (231a9d04-d7f4-447b-ad73-6620a263c90c/cb1032f0-3e8a-4215-8bed-e3239710f32e/43a6a01a-f068-4741-971d-014c5df48826) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:52:58.392466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Network 231a9d04-d7f4-447b-ad73-6620a263c90c is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:52:58.400607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Pushing event updated for resources: {'Port': ['ID=ae4bae49-b057-4cb0-88b1-3328fea0b981,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:58.403312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:52:58.406103 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:52:58.410519 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140504840', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:55Z', 'revision_number': 3, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:58.444685 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb29d09c-9106-4067-bcb8-683522188d0e None None] The sync data for ids ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'] in n-d-807359-3 is: [{'id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140504840', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:55Z', 'revision_number': 3, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:52:58.450843 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:52:58.488908 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:58.492599 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Attempting to bind port ae4bae49-b057-4cb0-88b1-3328fea0b981 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:52:58.492962 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Attempting to bind port ae4bae49-b057-4cb0-88b1-3328fea0b981 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '7c0a0a21-16c4-4883-b7ec-45daf83ec74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:52:58.493317 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Attempting to bind port ae4bae49-b057-4cb0-88b1-3328fea0b981 on network 231a9d04-d7f4-447b-ad73-6620a263c90c {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:52:58.498405 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:52:58.498770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Checking segment: {'id': '7c0a0a21-16c4-4883-b7ec-45daf83ec74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:52:58.499165 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:58.499545 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Bound using segment: {'id': '7c0a0a21-16c4-4883-b7ec-45daf83ec74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:52:58.500008 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Bound port: ae4bae49-b057-4cb0-88b1-3328fea0b981, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0a0a21-16c4-4883-b7ec-45daf83ec74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:52:58.500374 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:58.527034 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:58.568987 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] For port ae4bae49-b057-4cb0-88b1-3328fea0b981, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:52:58.572575 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] For port ae4bae49-b057-4cb0-88b1-3328fea0b981, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ae4bae49-b057-4cb0-88b1-3328fea0b981,segment=NetworkSegment(7c0a0a21-16c4-4883-b7ec-45daf83ec74d),segment_id=7c0a0a21-16c4-4883-b7ec-45daf83ec74d)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:52:58.576661 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 231a9d04-d7f4-447b-ad73-6620a263c90c is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:52:58.579966 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:52:58.580296 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:58.584927 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:52:58.589265 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=43a6a01a-f068-4741-971d-014c5df48826,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:58.643474 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:58.655888 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bccd9e-dd88-46db-a3d1-5eac5d77bdd0 None None] Pushing event updated for resources: {'Port': ['ID=ae4bae49-b057-4cb0-88b1-3328fea0b981,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:58.801172 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:59.116022 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:59.122392 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:59.201160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=43a6a01a-f068-4741-971d-014c5df48826,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:59.203655 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:59.299109 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 231a9d04-d7f4-447b-ad73-6620a263c90c is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:52:59.300589 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:52:59.421451 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router a2bb94b2-1435-40b8-9d39-4a56642a4d2d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:52:59.535614 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:52:59.540960 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c34a5c49-b40b-4747-92ce-59042fe7f932 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "PUT /v2.0/routers/a2bb94b2-1435-40b8-9d39-4a56642a4d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3930230 Nov 11 12:52:59.585825 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1723315-bdfd-429f-9265-2a2ad2252c3f None None] Network 231a9d04-d7f4-447b-ad73-6620a263c90c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:52:59.663628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d939757f-c142-41c1-bf91-8f1a2cc79cda None None] Provisioning complete for port ae4bae49-b057-4cb0-88b1-3328fea0b981 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:59.663991 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d939757f-c142-41c1-bf91-8f1a2cc79cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:59.696378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-74f4d57c-dcca-43d0-92cb-b333e76292a3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1419890106&fields=id&tenant_id=dd8cc351280a4250ac0a97658d3e7b22 HTTP/1.1" status: 200 len: 267 time: 0.0438924 Nov 11 12:52:59.810383 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d939757f-c142-41c1-bf91-8f1a2cc79cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:59.827017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-ebc3fbb2-eb4e-455f-bce5-99e4ec11f040 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:59.828683 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-ebc3fbb2-eb4e-455f-bce5-99e4ec11f040 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/networks?id=231a9d04-d7f4-447b-ad73-6620a263c90c HTTP/1.1" status: 200 len: 796 time: 0.1246676 Nov 11 12:52:59.851116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d939757f-c142-41c1-bf91-8f1a2cc79cda None None] For port ae4bae49-b057-4cb0-88b1-3328fea0b981, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ae4bae49-b057-4cb0-88b1-3328fea0b981,segment=NetworkSegment(7c0a0a21-16c4-4883-b7ec-45daf83ec74d),segment_id=7c0a0a21-16c4-4883-b7ec-45daf83ec74d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:59.851981 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-6571d317-173a-44d2-b672-6fc7c2029c4e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/quotas/dd8cc351280a4250ac0a97658d3e7b22 HTTP/1.1" status: 200 len: 375 time: 0.0112011 Nov 11 12:52:59.856716 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d939757f-c142-41c1-bf91-8f1a2cc79cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:59.927001 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939757f-c142-41c1-bf91-8f1a2cc79cda None None] Pushing event updated for resources: {'Port': ['ID=ae4bae49-b057-4cb0-88b1-3328fea0b981,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:59.927865 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-975489f3-586a-4aa2-91ca-387e8f24b5ec tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668650 Nov 11 12:53:00.038674 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-4e326334-2a18-4311-9ac9-57583300f9fd service neutron] 10.222.0.65 "GET /v2.0/networks/231a9d04-d7f4-447b-ad73-6620a263c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968180 Nov 11 12:53:00.147928 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-204303c4-30fd-4b03-8c7e-dcf17c472c06 service neutron] 10.222.0.65 "GET /v2.0/networks/231a9d04-d7f4-447b-ad73-6620a263c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030626 Nov 11 12:53:00.180696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-506f1b41-82ea-40de-bbd8-3ca4423d19ba None None] Provisioning complete for port ae4bae49-b057-4cb0-88b1-3328fea0b981 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:53:00.181206 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-506f1b41-82ea-40de-bbd8-3ca4423d19ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:00.202044 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Sync routers for ids ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:53:00.221488 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Routers {'a2bb94b2-1435-40b8-9d39-4a56642a4d2d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:53:00.222302 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:53:00.281619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-506f1b41-82ea-40de-bbd8-3ca4423d19ba None None] Provisioning complete for port 43a6a01a-f068-4741-971d-014c5df48826 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:53:00.282154 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-506f1b41-82ea-40de-bbd8-3ca4423d19ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:00.324389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-506f1b41-82ea-40de-bbd8-3ca4423d19ba None None] Port 43a6a01a-f068-4741-971d-014c5df48826 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:53:00.360843 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Set router a2bb94b2-1435-40b8-9d39-4a56642a4d2d gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:53:00.369417 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-add70b4a-bc47-4076-88a4-c8fcc673a325 req-119b92eb-04ce-4b79-9313-ab890120c46b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 210 time: 0.0353568 Nov 11 12:53:00.461299 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1b61a92e-8e41-4af9-98f2-66e75c5a10e0 None None] Provisioning complete for port 43a6a01a-f068-4741-971d-014c5df48826 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:53:00.461699 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1b61a92e-8e41-4af9-98f2-66e75c5a10e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:00.500162 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-1b61a92e-8e41-4af9-98f2-66e75c5a10e0 None None] Port 43a6a01a-f068-4741-971d-014c5df48826 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:53:00.558644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device d84f0288-080a-4b5a-b821-f1e12a911ca5 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:53:00.624885 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b2736f8a-280a-4b30-8064-e541fb86fa44 None None] Provisioning complete for port 43a6a01a-f068-4741-971d-014c5df48826 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:53:00.625491 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b2736f8a-280a-4b30-8064-e541fb86fa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:00.650932 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port d84f0288-080a-4b5a-b821-f1e12a911ca5 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:53:00.651297 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:00.651666 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140504840', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:58Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '43a6a01a-f068-4741-971d-014c5df48826', 'name': '', 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6c:a2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:57Z', 'updated_at': '2021-11-11T12:52:58Z', 'revision_number': 2, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:53:00.677972 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Checking router: a2bb94b2-1435-40b8-9d39-4a56642a4d2d for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:53:00.678511 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Updating router a2bb94b2-1435-40b8-9d39-4a56642a4d2d port 43a6a01a-f068-4741-971d-014c5df48826 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:53:00.691428 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b2736f8a-280a-4b30-8064-e541fb86fa44 None None] Port 43a6a01a-f068-4741-971d-014c5df48826 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:53:00.705471 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:00.745809 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ae4bae49-b057-4cb0-88b1-3328fea0b981 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:53:00.793896 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ae4bae49-b057-4cb0-88b1-3328fea0b981 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:53:00.794266 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:01.077505 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:01.084642 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:01.153814 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453b64b-f371-4dd5-8893-c8730b52fd8a None None] Pushing event updated for resources: {'Port': ['ID=43a6a01a-f068-4741-971d-014c5df48826,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:53:01.178783 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f453b64b-f371-4dd5-8893-c8730b52fd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:53:01.179116 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f453b64b-f371-4dd5-8893-c8730b52fd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:53:01.179441 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f453b64b-f371-4dd5-8893-c8730b52fd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:53:01.179762 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f453b64b-f371-4dd5-8893-c8730b52fd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:53:01.180080 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f453b64b-f371-4dd5-8893-c8730b52fd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:53:01.180398 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f453b64b-f371-4dd5-8893-c8730b52fd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:53:01.180711 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f453b64b-f371-4dd5-8893-c8730b52fd8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:53:01.181022 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f453b64b-f371-4dd5-8893-c8730b52fd8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:53:01.181333 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f453b64b-f371-4dd5-8893-c8730b52fd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:53:01.181666 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f453b64b-f371-4dd5-8893-c8730b52fd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:53:01.181983 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f453b64b-f371-4dd5-8893-c8730b52fd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:53:01.182286 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f453b64b-f371-4dd5-8893-c8730b52fd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:53:01.194562 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Attempting to bind port 43a6a01a-f068-4741-971d-014c5df48826 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:53:01.194922 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Attempting to bind port 43a6a01a-f068-4741-971d-014c5df48826 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '7c0a0a21-16c4-4883-b7ec-45daf83ec74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:53:01.195275 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Attempting to bind port 43a6a01a-f068-4741-971d-014c5df48826 on network 231a9d04-d7f4-447b-ad73-6620a263c90c {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:53:01.200568 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:53:01.200932 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Checking segment: {'id': '7c0a0a21-16c4-4883-b7ec-45daf83ec74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:53:01.201324 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:01.201749 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Bound using segment: {'id': '7c0a0a21-16c4-4883-b7ec-45daf83ec74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:53:01.202207 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Bound port: 43a6a01a-f068-4741-971d-014c5df48826, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0a0a21-16c4-4883-b7ec-45daf83ec74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:53:01.202759 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:01.267519 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] For port 43a6a01a-f068-4741-971d-014c5df48826, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:53:01.270899 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] For port 43a6a01a-f068-4741-971d-014c5df48826, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=43a6a01a-f068-4741-971d-014c5df48826,segment=NetworkSegment(7c0a0a21-16c4-4883-b7ec-45daf83ec74d),segment_id=7c0a0a21-16c4-4883-b7ec-45daf83ec74d)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:53:01.276559 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:01.332370 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453b64b-f371-4dd5-8893-c8730b52fd8a None None] Pushing event updated for resources: {'Port': ['ID=43a6a01a-f068-4741-971d-014c5df48826,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:53:01.339388 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Routers {'a2bb94b2-1435-40b8-9d39-4a56642a4d2d'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:53:01.339993 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:52:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:53:01.418972 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-700360bf-e40f-4d3b-b197-505574b749de None None] Provisioning complete for port 43a6a01a-f068-4741-971d-014c5df48826 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:53:01.420616 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-700360bf-e40f-4d3b-b197-505574b749de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:01.475143 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] Set router a2bb94b2-1435-40b8-9d39-4a56642a4d2d gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:53:01.511374 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-60953881-fa6e-4e7c-a2a7-077882a19f8a req-edc4e4ad-6ceb-46b7-950f-295bc5744d9f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 210 time: 0.0449851 Nov 11 12:53:01.520399 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-700360bf-e40f-4d3b-b197-505574b749de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:01.581647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-700360bf-e40f-4d3b-b197-505574b749de None None] For port 43a6a01a-f068-4741-971d-014c5df48826, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=43a6a01a-f068-4741-971d-014c5df48826,segment=NetworkSegment(7c0a0a21-16c4-4883-b7ec-45daf83ec74d),segment_id=7c0a0a21-16c4-4883-b7ec-45daf83ec74d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:53:01.587587 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-700360bf-e40f-4d3b-b197-505574b749de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:01.643301 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700360bf-e40f-4d3b-b197-505574b749de None None] Pushing event updated for resources: {'Port': ['ID=43a6a01a-f068-4741-971d-014c5df48826,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:53:01.652950 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-2f15b9d4-3476-4fb0-8123-7787ebd166ec tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:01.655146 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-2f15b9d4-3476-4fb0-8123-7787ebd166ec tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "GET /v2.0/networks?id=231a9d04-d7f4-447b-ad73-6620a263c90c HTTP/1.1" status: 200 len: 796 time: 0.1227701 Nov 11 12:53:01.709726 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-93f95d4d-83e4-4ef9-81dd-5609f2a4e87b None None] Provisioning complete for port 43a6a01a-f068-4741-971d-014c5df48826 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:53:01.710141 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-93f95d4d-83e4-4ef9-81dd-5609f2a4e87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:01.729797 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-fe09858c-1b35-449a-83a1-14bb1e1f83f7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd8cc351280a4250ac0a97658d3e7b22 HTTP/1.1" status: 200 len: 380 time: 0.0604789 Nov 11 12:53:01.738003 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140504840', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:58Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '43a6a01a-f068-4741-971d-014c5df48826', 'name': '', 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6c:a2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:57Z', 'updated_at': '2021-11-11T12:53:01Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:53:01.743064 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-c56ff606-23b1-480a-ad23-95df60b1e062 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'port': {'device_id': '73322124-9c21-425d-b6b6-a68dbc506ed7', 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c', 'admin_state_up': True, 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'security_groups': ['427de175-be4c-4c2b-b25b-9e79221a710f']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:53:01.765700 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f85bef7-c9ba-4f85-a3f1-8c40c50bd5a1 None None] The sync data for ids ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'] in n-d-807359-3 is: [{'id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140504840', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:58Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '43a6a01a-f068-4741-971d-014c5df48826', 'name': '', 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6c:a2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:57Z', 'updated_at': '2021-11-11T12:53:01Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:53:01.873497 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-c56ff606-23b1-480a-ad23-95df60b1e062 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Made reservation on behalf of dd8cc351280a4250ac0a97658d3e7b22 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:53:01.877470 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-c56ff606-23b1-480a-ad23-95df60b1e062 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:02.017045 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-c56ff606-23b1-480a-ad23-95df60b1e062 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.20.0.12 (231a9d04-d7f4-447b-ad73-6620a263c90c/cb1032f0-3e8a-4215-8bed-e3239710f32e/45e44d4e-672b-49b0-a3f2-93dc88ea6020) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:53:02.168974 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-c56ff606-23b1-480a-ad23-95df60b1e062 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:02.207678 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-c56ff606-23b1-480a-ad23-95df60b1e062 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:02.256397 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-c56ff606-23b1-480a-ad23-95df60b1e062 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 231a9d04-d7f4-447b-ad73-6620a263c90c is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:53:02.259708 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-c56ff606-23b1-480a-ad23-95df60b1e062 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:53:02.264625 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-c56ff606-23b1-480a-ad23-95df60b1e062 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:53:02.268852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ff606-23b1-480a-ad23-95df60b1e062 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=45e44d4e-672b-49b0-a3f2-93dc88ea6020,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:53:02.319029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-c56ff606-23b1-480a-ad23-95df60b1e062 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:02.319714 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-c56ff606-23b1-480a-ad23-95df60b1e062 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:02.343562 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-c56ff606-23b1-480a-ad23-95df60b1e062 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6045856 Nov 11 12:53:02.358455 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-14d43c73-0108-45bb-ac52-d6b03c79018a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:53:02.359485 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-14d43c73-0108-45bb-ac52-d6b03c79018a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058234 Nov 11 12:53:02.374139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Request body: {'port': {'device_id': '73322124-9c21-425d-b6b6-a68dbc506ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:53:02.455078 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:02.504890 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 43a6a01a-f068-4741-971d-014c5df48826 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:53:02.566427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-82457e08-5441-49e5-908d-2690f738e122 None None] Provisioning complete for port 45e44d4e-672b-49b0-a3f2-93dc88ea6020 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:53:02.566794 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-82457e08-5441-49e5-908d-2690f738e122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:02.627469 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 43a6a01a-f068-4741-971d-014c5df48826 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:53:02.627898 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:02.640391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae27d3f-b1bf-45c6-8801-1626ef33748e req-0e066ee3-1ce2-4934-b4a7-7e87fd2427f1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:02.643007 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ae27d3f-b1bf-45c6-8801-1626ef33748e req-0e066ee3-1ce2-4934-b4a7-7e87fd2427f1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 932 time: 0.0578370 Nov 11 12:53:02.698698 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4ae27d3f-b1bf-45c6-8801-1626ef33748e req-62ba2a4b-133b-4120-ac8d-7abb06689cfd tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491533 Nov 11 12:53:02.778818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e44d4e-672b-49b0-a3f2-93dc88ea6020 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:53:02.790869 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:02.806081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Transition to ACTIVE for port object 45e44d4e-672b-49b0-a3f2-93dc88ea6020 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:53:02.811956 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:02.832049 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-82457e08-5441-49e5-908d-2690f738e122 None None] Port 45e44d4e-672b-49b0-a3f2-93dc88ea6020 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:53:02.864459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Pushing event updated for resources: {'Port': ['ID=45e44d4e-672b-49b0-a3f2-93dc88ea6020,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:53:02.944394 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Attempting to bind port 45e44d4e-672b-49b0-a3f2-93dc88ea6020 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:53:02.944885 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Attempting to bind port 45e44d4e-672b-49b0-a3f2-93dc88ea6020 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '7c0a0a21-16c4-4883-b7ec-45daf83ec74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:53:02.945285 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Attempting to bind port 45e44d4e-672b-49b0-a3f2-93dc88ea6020 on network 231a9d04-d7f4-447b-ad73-6620a263c90c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:53:02.950372 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Port 45e44d4e-672b-49b0-a3f2-93dc88ea6020 on network 231a9d04-d7f4-447b-ad73-6620a263c90c not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:53:02.950598 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Attempting to bind port 45e44d4e-672b-49b0-a3f2-93dc88ea6020 on network 231a9d04-d7f4-447b-ad73-6620a263c90c {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:53:02.955915 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:53:02.956254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Checking segment: {'id': '7c0a0a21-16c4-4883-b7ec-45daf83ec74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:53:02.956644 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Bound using segment: {'id': '7c0a0a21-16c4-4883-b7ec-45daf83ec74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:53:02.957080 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Bound port: 45e44d4e-672b-49b0-a3f2-93dc88ea6020, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0a0a21-16c4-4883-b7ec-45daf83ec74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:53:02.957440 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:03.024868 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] For port 45e44d4e-672b-49b0-a3f2-93dc88ea6020, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:53:03.028253 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] For port 45e44d4e-672b-49b0-a3f2-93dc88ea6020, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=45e44d4e-672b-49b0-a3f2-93dc88ea6020,segment=NetworkSegment(7c0a0a21-16c4-4883-b7ec-45daf83ec74d),segment_id=7c0a0a21-16c4-4883-b7ec-45daf83ec74d)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:53:03.033180 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:03.068628 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:03.069340 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:03.070796 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] 10.222.0.62 "PUT /v2.0/ports/45e44d4e-672b-49b0-a3f2-93dc88ea6020 HTTP/1.1" status: 200 len: 1092 time: 0.7010620 Nov 11 12:53:03.071233 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73322124-9c21-425d-b6b6-a68dbc506ed7', 'tag': '45e44d4e-672b-49b0-a3f2-93dc88ea6020'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:53:03.073513 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32e5575-0bc8-47cd-b999-aa1ef78c6559" -d '{"events": [{"name": "network-changed", "server_uuid": "73322124-9c21-425d-b6b6-a68dbc506ed7", "tag": "45e44d4e-672b-49b0-a3f2-93dc88ea6020"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:53:03.099482 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36dd9e2-2483-46a7-9568-d0a70b7928a9 service neutron] Pushing event updated for resources: {'Port': ['ID=45e44d4e-672b-49b0-a3f2-93dc88ea6020,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:53:03.126328 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660cb5ba-9b05-4af3-9178-1d0fa9c37137 x-openstack-request-id: req-660cb5ba-9b05-4af3-9178-1d0fa9c37137 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:53:03.126620 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73322124-9c21-425d-b6b6-a68dbc506ed7", "tag": "45e44d4e-672b-49b0-a3f2-93dc88ea6020", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:53:03.126876 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-660cb5ba-9b05-4af3-9178-1d0fa9c37137 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:53:03.127275 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73322124-9c21-425d-b6b6-a68dbc506ed7', 'tag': '45e44d4e-672b-49b0-a3f2-93dc88ea6020', 'status': 'completed', 'code': 200} Nov 11 12:53:03.179925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-fcaf192c-e08c-4cd1-9c4b-b4e4bfe99db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:03.181664 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-fcaf192c-e08c-4cd1-9c4b-b4e4bfe99db2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 1095 time: 0.0479269 Nov 11 12:53:03.230124 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-03ddc6b5-8f51-46bd-a052-d189fdcb81bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e44d4e-672b-49b0-a3f2-93dc88ea6020 HTTP/1.1" status: 200 len: 217 time: 0.0368114 Nov 11 12:53:03.285016 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-f4c1e3fc-dce3-471d-bc42-cc2d36f2ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:03.286562 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-f4c1e3fc-dce3-471d-bc42-cc2d36f2ce26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb1032f0-3e8a-4215-8bed-e3239710f32e HTTP/1.1" status: 200 len: 834 time: 0.0467286 Nov 11 12:53:03.340158 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b9f0e772-952f-4131-88a1-270d7b020275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:03.341736 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-b9f0e772-952f-4131-88a1-270d7b020275 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=231a9d04-d7f4-447b-ad73-6620a263c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447464 Nov 11 12:53:03.434986 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-d12553c9-6cc8-40de-a875-4daccf69a280 service neutron] 10.222.0.62 "GET /v2.0/networks/231a9d04-d7f4-447b-ad73-6620a263c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838289 Nov 11 12:53:03.550560 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1b867f6f-2543-4cb3-a5ef-2c51ab8ab8a9 req-86096ca9-ff2f-46c1-a6c0-c6e30161efaf service neutron] 10.222.0.62 "GET /v2.0/networks/231a9d04-d7f4-447b-ad73-6620a263c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057107 Nov 11 12:53:03.653454 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5575-0bc8-47cd-b999-aa1ef78c6559 req-c73336f2-5e57-449f-ae4e-aa386104b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:03.655003 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d32e5575-0bc8-47cd-b999-aa1ef78c6559 req-c73336f2-5e57-449f-ae4e-aa386104b082 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 1095 time: 0.0482605 Nov 11 12:53:03.752531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5575-0bc8-47cd-b999-aa1ef78c6559 req-56a538f4-8d7f-4b50-9f53-4a0c62e5512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:03.754078 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d32e5575-0bc8-47cd-b999-aa1ef78c6559 req-56a538f4-8d7f-4b50-9f53-4a0c62e5512f service neutron] 10.222.0.62 "GET /v2.0/networks?id=231a9d04-d7f4-447b-ad73-6620a263c90c HTTP/1.1" status: 200 len: 898 time: 0.0915346 Nov 11 12:53:03.799031 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d32e5575-0bc8-47cd-b999-aa1ef78c6559 req-332440a9-ebe9-40a1-a916-2b980b445e64 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e44d4e-672b-49b0-a3f2-93dc88ea6020 HTTP/1.1" status: 200 len: 217 time: 0.0370173 Nov 11 12:53:03.826203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5026df2-6a86-4039-a462-5efd0b624c40 req-7b41c324-a01a-404f-987d-f0f9561ac9f4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:03.827621 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5026df2-6a86-4039-a462-5efd0b624c40 req-7b41c324-a01a-404f-987d-f0f9561ac9f4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 944 time: 0.0519547 Nov 11 12:53:03.851112 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5575-0bc8-47cd-b999-aa1ef78c6559 req-e1dc3695-710e-4835-8fa1-28576905287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:03.852571 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d32e5575-0bc8-47cd-b999-aa1ef78c6559 req-e1dc3695-710e-4835-8fa1-28576905287b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb1032f0-3e8a-4215-8bed-e3239710f32e HTTP/1.1" status: 200 len: 834 time: 0.0448134 Nov 11 12:53:03.877565 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5026df2-6a86-4039-a462-5efd0b624c40 req-04ce4172-af29-4fbd-9827-a9a361cf106d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431640 Nov 11 12:53:03.901796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5575-0bc8-47cd-b999-aa1ef78c6559 req-325253f3-f4bf-4732-ba70-a30de0d8d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:03.903348 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d32e5575-0bc8-47cd-b999-aa1ef78c6559 req-325253f3-f4bf-4732-ba70-a30de0d8d6a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=231a9d04-d7f4-447b-ad73-6620a263c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410905 Nov 11 12:53:03.998982 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d32e5575-0bc8-47cd-b999-aa1ef78c6559 req-ef211d33-ca15-4c30-a149-de8a6ff355d0 service neutron] 10.222.0.62 "GET /v2.0/networks/231a9d04-d7f4-447b-ad73-6620a263c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868852 Nov 11 12:53:04.097452 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d32e5575-0bc8-47cd-b999-aa1ef78c6559 req-9f85377f-a7e9-4538-82c4-05d958b3edc6 service neutron] 10.222.0.62 "GET /v2.0/networks/231a9d04-d7f4-447b-ad73-6620a263c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903783 Nov 11 12:53:05.021249 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688d82-4919-4d1c-a5f9-111cd2bfd4e3 req-e1633def-7f64-417f-b0c5-d95e77f1628c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:05.022817 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41688d82-4919-4d1c-a5f9-111cd2bfd4e3 req-e1633def-7f64-417f-b0c5-d95e77f1628c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 944 time: 0.0619128 Nov 11 12:53:05.076923 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-41688d82-4919-4d1c-a5f9-111cd2bfd4e3 req-793f4777-4023-4bd6-b35a-7bc40e00597a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451400 Nov 11 12:53:05.938115 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f37c53a2-8848-4ee6-a5cf-7e0d18a0bada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:06.207915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07105ad2-e553-42dd-bb93-4e9861107157 req-42c06d65-1e53-4146-8b16-66061441cda9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:06.209427 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07105ad2-e553-42dd-bb93-4e9861107157 req-42c06d65-1e53-4146-8b16-66061441cda9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 944 time: 0.0500696 Nov 11 12:53:06.257776 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-07105ad2-e553-42dd-bb93-4e9861107157 req-5838a858-37eb-4059-9a08-f7039d849add tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423262 Nov 11 12:53:06.437189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 45e44d4e-672b-49b0-a3f2-93dc88ea6020 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:53:06.535223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 45e44d4e-672b-49b0-a3f2-93dc88ea6020, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=45e44d4e-672b-49b0-a3f2-93dc88ea6020,segment=NetworkSegment(7c0a0a21-16c4-4883-b7ec-45daf83ec74d),segment_id=7c0a0a21-16c4-4883-b7ec-45daf83ec74d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:53:06.547148 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '45e44d4e-672b-49b0-a3f2-93dc88ea6020', 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c', 'port_id': '45e44d4e-672b-49b0-a3f2-93dc88ea6020', 'mac_address': 'fa:16:3e:e8:3e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:53:06.587637 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:06.601771 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e44d4e-672b-49b0-a3f2-93dc88ea6020 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:53:06.626633 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 45e44d4e-672b-49b0-a3f2-93dc88ea6020, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=45e44d4e-672b-49b0-a3f2-93dc88ea6020,segment=NetworkSegment(7c0a0a21-16c4-4883-b7ec-45daf83ec74d),segment_id=7c0a0a21-16c4-4883-b7ec-45daf83ec74d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:53:06.633198 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:06.682416 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=45e44d4e-672b-49b0-a3f2-93dc88ea6020,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:53:06.912718 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['45e44d4e-672b-49b0-a3f2-93dc88ea6020'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:53:07.398510 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7ed4a-c668-4156-8a88-4f643d6e447a req-1d827dfe-e8af-4a29-a644-f2886288061f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:07.400300 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62c7ed4a-c668-4156-8a88-4f643d6e447a req-1d827dfe-e8af-4a29-a644-f2886288061f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 945 time: 0.0634704 Nov 11 12:53:07.451294 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-62c7ed4a-c668-4156-8a88-4f643d6e447a req-b0f0bcf1-5165-4bbe-8f4a-ecd2c6a8c0a0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444798 Nov 11 12:53:08.194354 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b5994d2d-54d0-4433-9034-a7a8f6ae76e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:08.453975 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 45e44d4e-672b-49b0-a3f2-93dc88ea6020 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:53:08.512587 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 45e44d4e-672b-49b0-a3f2-93dc88ea6020 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:53:08.516747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 45e44d4e-672b-49b0-a3f2-93dc88ea6020 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:53:08.517112 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:08.572131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba119f-5ae8-404e-ae12-a6d1d4d22959 req-60cade3f-0b39-475a-a750-0fb436d45b28 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:08.573666 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e2ba119f-5ae8-404e-ae12-a6d1d4d22959 req-60cade3f-0b39-475a-a750-0fb436d45b28 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 945 time: 0.0501785 Nov 11 12:53:08.598188 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:08.620413 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73322124-9c21-425d-b6b6-a68dbc506ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e44d4e-672b-49b0-a3f2-93dc88ea6020'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:53:08.622460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e2ba119f-5ae8-404e-ae12-a6d1d4d22959 req-2f54ccd0-53c4-4fc3-9209-8fd795dcb793 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425003 Nov 11 12:53:08.622654 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1598202-7666-4fc1-81e7-1d656cbc203c" -d '{"events": [{"server_uuid": "73322124-9c21-425d-b6b6-a68dbc506ed7", "name": "network-vif-plugged", "status": "completed", "tag": "45e44d4e-672b-49b0-a3f2-93dc88ea6020"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:53:08.636660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 45e44d4e-672b-49b0-a3f2-93dc88ea6020, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=45e44d4e-672b-49b0-a3f2-93dc88ea6020,segment=NetworkSegment(7c0a0a21-16c4-4883-b7ec-45daf83ec74d),segment_id=7c0a0a21-16c4-4883-b7ec-45daf83ec74d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:53:08.641769 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:08.692133 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=45e44d4e-672b-49b0-a3f2-93dc88ea6020,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:53:08.718712 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e51babe-84c9-4f17-b0eb-471e60ee2eb3 x-openstack-request-id: req-7e51babe-84c9-4f17-b0eb-471e60ee2eb3 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:53:08.719003 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73322124-9c21-425d-b6b6-a68dbc506ed7", "name": "network-vif-plugged", "status": "completed", "tag": "45e44d4e-672b-49b0-a3f2-93dc88ea6020", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:53:08.719289 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e51babe-84c9-4f17-b0eb-471e60ee2eb3 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:53:08.719677 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73322124-9c21-425d-b6b6-a68dbc506ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e44d4e-672b-49b0-a3f2-93dc88ea6020', 'code': 200} Nov 11 12:53:08.839475 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a0c6c-0021-458a-b0d8-72f4314ae0f5 req-a71d4700-5729-4700-8f23-cb4dfec6fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:08.841007 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-486a0c6c-0021-458a-b0d8-72f4314ae0f5 req-a71d4700-5729-4700-8f23-cb4dfec6fa0b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0449381 Nov 11 12:53:08.893604 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-486a0c6c-0021-458a-b0d8-72f4314ae0f5 req-74e186b0-4b8c-45f5-bf3b-412db9298fc0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411718 Nov 11 12:53:09.259612 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:09.741461 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcc874-7ee6-4cf4-a3ec-1d7eba11268d req-9525e02c-aa04-4ecf-a429-ec142607f3b5 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:09.742948 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aebcc874-7ee6-4cf4-a3ec-1d7eba11268d req-9525e02c-aa04-4ecf-a429-ec142607f3b5 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0505846 Nov 11 12:53:09.795565 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-aebcc874-7ee6-4cf4-a3ec-1d7eba11268d req-fa9db9e6-3e21-4b7b-8328-c98e2298c27b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465467 Nov 11 12:53:10.804494 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:10.923008 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6f573-7bad-468e-a969-b4fbdf1e8e4e req-44eae0f7-3dfe-4113-ae4f-3893ef214856 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:10.924421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49f6f573-7bad-468e-a969-b4fbdf1e8e4e req-44eae0f7-3dfe-4113-ae4f-3893ef214856 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0523634 Nov 11 12:53:10.975997 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-49f6f573-7bad-468e-a969-b4fbdf1e8e4e req-9b13f97d-4dff-409a-b68e-300a8fb4e3f8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452108 Nov 11 12:53:11.092936 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e67c1-d6b9-4cbb-b16c-3e17105d3faf req-31cfbe3a-bafc-4194-aff4-9948a5683465 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:11.094455 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd7e67c1-d6b9-4cbb-b16c-3e17105d3faf req-31cfbe3a-bafc-4194-aff4-9948a5683465 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0505164 Nov 11 12:53:11.148314 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bd7e67c1-d6b9-4cbb-b16c-3e17105d3faf req-ba9bef4c-66c2-4e4b-be6f-9e93173176c2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449424 Nov 11 12:53:11.171138 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46214) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:53:11.223399 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c22039d-395d-4c89-9607-8a62075a5e18 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:11.224896 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3c22039d-395d-4c89-9607-8a62075a5e18 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 1092 time: 0.0525770 Nov 11 12:53:11.227871 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46216) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:53:11.232103 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '45e44d4e-672b-49b0-a3f2-93dc88ea6020', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:53:11.259728 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:11.332284 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:11.360307 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:11.465788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.25.2.28 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/606680b0-8d17-49db-a0e9-1bb6e86cc97a) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:53:11.593191 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:11.630356 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:11.674915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:53:11.677906 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:53:11.680528 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:53:11.686740 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=606680b0-8d17-49db-a0e9-1bb6e86cc97a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:53:12.362207 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:12.433183 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:12.597174 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:12.603548 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:12.667377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=606680b0-8d17-49db-a0e9-1bb6e86cc97a,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:53:12.680554 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:12.784679 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Floating IP 76006fb5-ccbc-440f-86ce-8f90653e5f3b associated. External IP: 172.25.2.28, port: 45e44d4e-672b-49b0-a3f2-93dc88ea6020. Nov 11 12:53:13.013783 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router a2bb94b2-1435-40b8-9d39-4a56642a4d2d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:53:13.126529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:53:13.136734 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b19bab-c20c-43c3-8284-e61a8a911f15 None None] Sync routers for ids ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:53:13.147742 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:13.148374 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b19bab-c20c-43c3-8284-e61a8a911f15 None None] Routers {'a2bb94b2-1435-40b8-9d39-4a56642a4d2d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:53:13.148978 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a1b19bab-c20c-43c3-8284-e61a8a911f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:53:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:53:13.175608 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4fab1704-3488-4244-93d4-7fee05b2d397 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9467061 Nov 11 12:53:13.176203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73322124-9c21-425d-b6b6-a68dbc506ed7', 'tag': '45e44d4e-672b-49b0-a3f2-93dc88ea6020'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:53:13.178503 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac85cbb5-7cc0-4b40-8570-2808f88023db" -d '{"events": [{"name": "network-changed", "server_uuid": "73322124-9c21-425d-b6b6-a68dbc506ed7", "tag": "45e44d4e-672b-49b0-a3f2-93dc88ea6020"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:53:13.267117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a1b19bab-c20c-43c3-8284-e61a8a911f15 None None] Set router a2bb94b2-1435-40b8-9d39-4a56642a4d2d gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:53:13.281239 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2440e1-8962-4831-84a5-450379f41791 req-955b6ee5-58c2-4b8b-a592-c1a43ccd64f4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:13.282862 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd2440e1-8962-4831-84a5-450379f41791 req-955b6ee5-58c2-4b8b-a592-c1a43ccd64f4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0566010 Nov 11 12:53:13.284328 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae80916-70d7-443d-9525-376a9271552c x-openstack-request-id: req-4ae80916-70d7-443d-9525-376a9271552c {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:53:13.284627 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73322124-9c21-425d-b6b6-a68dbc506ed7", "tag": "45e44d4e-672b-49b0-a3f2-93dc88ea6020", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:53:13.284857 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ae80916-70d7-443d-9525-376a9271552c {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:53:13.285251 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73322124-9c21-425d-b6b6-a68dbc506ed7', 'tag': '45e44d4e-672b-49b0-a3f2-93dc88ea6020', 'status': 'completed', 'code': 200} Nov 11 12:53:13.335833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fd2440e1-8962-4831-84a5-450379f41791 req-1d300d07-1bbd-43e7-b8b4-25ef95660935 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467343 Nov 11 12:53:13.360761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46226) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:53:13.402263 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85cbb5-7cc0-4b40-8570-2808f88023db req-47082575-8ea7-4601-bfd6-ebbf1bd97292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:13.403872 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac85cbb5-7cc0-4b40-8570-2808f88023db req-47082575-8ea7-4601-bfd6-ebbf1bd97292 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0970778 Nov 11 12:53:13.428015 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4258d126-0aa3-4a0f-a6e6-6232ff9e68d6 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/76006fb5-ccbc-440f-86ce-8f90653e5f3b HTTP/1.1" status: 200 len: 991 time: 0.0659642 Nov 11 12:53:13.506883 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85cbb5-7cc0-4b40-8570-2808f88023db req-81b34189-cc37-4063-b3f6-249e2be6df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:13.509392 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac85cbb5-7cc0-4b40-8570-2808f88023db req-81b34189-cc37-4063-b3f6-249e2be6df9b service neutron] 10.222.0.62 "GET /v2.0/networks?id=231a9d04-d7f4-447b-ad73-6620a263c90c HTTP/1.1" status: 200 len: 898 time: 0.0981007 Nov 11 12:53:13.518883 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a1b19bab-c20c-43c3-8284-e61a8a911f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140504840', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:58Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '76006fb5-ccbc-440f-86ce-8f90653e5f3b', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'port_id': '45e44d4e-672b-49b0-a3f2-93dc88ea6020', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c', 'mac_address': 'fa:16:3e:e8:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73322124-9c21-425d-b6b6-a68dbc506ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:53:12Z', 'updated_at': '2021-11-11T12:53:12Z', 'revision_number': 0, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a6a01a-f068-4741-971d-014c5df48826', 'name': '', 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6c:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:57Z', 'updated_at': '2021-11-11T12:53:01Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:53:13.549535 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b19bab-c20c-43c3-8284-e61a8a911f15 None None] Checking router: a2bb94b2-1435-40b8-9d39-4a56642a4d2d for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:53:13.558120 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b19bab-c20c-43c3-8284-e61a8a911f15 None None] Routers {'a2bb94b2-1435-40b8-9d39-4a56642a4d2d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:53:13.559054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a1b19bab-c20c-43c3-8284-e61a8a911f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:53:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:53:13.584193 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac85cbb5-7cc0-4b40-8570-2808f88023db req-7c9f2f86-05f5-4954-ae0d-18c8eb68b482 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e44d4e-672b-49b0-a3f2-93dc88ea6020 HTTP/1.1" status: 200 len: 999 time: 0.0596552 Nov 11 12:53:13.668262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a1b19bab-c20c-43c3-8284-e61a8a911f15 None None] Set router a2bb94b2-1435-40b8-9d39-4a56642a4d2d gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:53:13.900446 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a1b19bab-c20c-43c3-8284-e61a8a911f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140504840', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:58Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '76006fb5-ccbc-440f-86ce-8f90653e5f3b', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'port_id': '45e44d4e-672b-49b0-a3f2-93dc88ea6020', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c', 'mac_address': 'fa:16:3e:e8:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73322124-9c21-425d-b6b6-a68dbc506ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:53:12Z', 'updated_at': '2021-11-11T12:53:12Z', 'revision_number': 0, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a6a01a-f068-4741-971d-014c5df48826', 'name': '', 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6c:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:57Z', 'updated_at': '2021-11-11T12:53:01Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:53:13.926313 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b19bab-c20c-43c3-8284-e61a8a911f15 None None] The sync data for ids ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'] in n-d-807359-3 is: [{'id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140504840', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:58Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '76006fb5-ccbc-440f-86ce-8f90653e5f3b', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'port_id': '45e44d4e-672b-49b0-a3f2-93dc88ea6020', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c', 'mac_address': 'fa:16:3e:e8:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73322124-9c21-425d-b6b6-a68dbc506ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:53:12Z', 'updated_at': '2021-11-11T12:53:12Z', 'revision_number': 0, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a6a01a-f068-4741-971d-014c5df48826', 'name': '', 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6c:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:57Z', 'updated_at': '2021-11-11T12:53:01Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:53:13.987032 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85cbb5-7cc0-4b40-8570-2808f88023db req-67eb4104-f395-49fa-b169-0b72566f0855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:13.988728 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac85cbb5-7cc0-4b40-8570-2808f88023db req-67eb4104-f395-49fa-b169-0b72566f0855 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb1032f0-3e8a-4215-8bed-e3239710f32e HTTP/1.1" status: 200 len: 834 time: 0.3970261 Nov 11 12:53:14.038208 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85cbb5-7cc0-4b40-8570-2808f88023db req-0592eaf8-66e1-4bff-b236-c69b155cef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:14.039852 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac85cbb5-7cc0-4b40-8570-2808f88023db req-0592eaf8-66e1-4bff-b236-c69b155cef2b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=231a9d04-d7f4-447b-ad73-6620a263c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421958 Nov 11 12:53:14.123369 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969f084b-1ee0-4093-b08b-522218deddd5 None None] New status for floating IP 76006fb5-ccbc-440f-86ce-8f90653e5f3b: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:53:14.134186 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac85cbb5-7cc0-4b40-8570-2808f88023db req-7d3caa00-a60c-438a-8a80-d0d54b31b41f service neutron] 10.222.0.62 "GET /v2.0/networks/231a9d04-d7f4-447b-ad73-6620a263c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871420 Nov 11 12:53:14.228196 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac85cbb5-7cc0-4b40-8570-2808f88023db req-722d41bc-c3b6-45ec-bd86-9da07bf60447 service neutron] 10.222.0.62 "GET /v2.0/networks/231a9d04-d7f4-447b-ad73-6620a263c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870214 Nov 11 12:53:14.431619 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46228) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:53:14.494954 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-71b0ff70-5a4d-40fd-b8b1-f4ca846f5b79 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/76006fb5-ccbc-440f-86ce-8f90653e5f3b HTTP/1.1" status: 200 len: 993 time: 0.0620618 Nov 11 12:53:16.281869 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:22.126339 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:35.455796 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:53:35.939378 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-90d16be4-ed6e-42cf-a4cd-f7adf0fc9698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:38.189952 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b8d6f9ac-2380-4d03-8e5e-41c959079453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:39.263143 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:40.805411 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:41.335747 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:46.271272 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:47.870366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd977b40-575e-4d62-85fa-1041568c0f5a req-378021de-5764-4a32-a668-34095143bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:47.871922 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd977b40-575e-4d62-85fa-1041568c0f5a req-378021de-5764-4a32-a668-34095143bbfe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0437710 Nov 11 12:53:47.875858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed1e2d-e040-4be7-a165-4328a4d1a5e8 req-260be003-1abd-44dc-8b40-4229bc2d11b0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:47.877432 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17ed1e2d-e040-4be7-a165-4328a4d1a5e8 req-260be003-1abd-44dc-8b40-4229bc2d11b0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0550690 Nov 11 12:53:47.927942 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-17ed1e2d-e040-4be7-a165-4328a4d1a5e8 req-f8753833-adcc-41f1-9001-90b127b79878 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442617 Nov 11 12:53:47.968212 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd977b40-575e-4d62-85fa-1041568c0f5a req-029572f4-6219-4fad-a34e-ea9c1117d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:47.970041 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd977b40-575e-4d62-85fa-1041568c0f5a req-029572f4-6219-4fad-a34e-ea9c1117d2e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=231a9d04-d7f4-447b-ad73-6620a263c90c HTTP/1.1" status: 200 len: 898 time: 0.0906923 Nov 11 12:53:48.042201 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd977b40-575e-4d62-85fa-1041568c0f5a req-9e9c08b5-b0c3-439c-8e0a-92ce522f9367 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e44d4e-672b-49b0-a3f2-93dc88ea6020 HTTP/1.1" status: 200 len: 1001 time: 0.0635166 Nov 11 12:53:48.099620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd977b40-575e-4d62-85fa-1041568c0f5a req-2c045109-0c87-4c85-ad24-e59da787ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:48.101131 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd977b40-575e-4d62-85fa-1041568c0f5a req-2c045109-0c87-4c85-ad24-e59da787ee0e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb1032f0-3e8a-4215-8bed-e3239710f32e HTTP/1.1" status: 200 len: 834 time: 0.0519242 Nov 11 12:53:48.149626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd977b40-575e-4d62-85fa-1041568c0f5a req-6a610435-09aa-4fd5-acd6-48de5ccd18d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:48.151174 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd977b40-575e-4d62-85fa-1041568c0f5a req-6a610435-09aa-4fd5-acd6-48de5ccd18d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=231a9d04-d7f4-447b-ad73-6620a263c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423975 Nov 11 12:53:48.242255 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd977b40-575e-4d62-85fa-1041568c0f5a req-98000b26-63c2-4c17-a014-a7eab85e52f4 service neutron] 10.222.0.62 "GET /v2.0/networks/231a9d04-d7f4-447b-ad73-6620a263c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823278 Nov 11 12:53:48.355354 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-dd977b40-575e-4d62-85fa-1041568c0f5a req-a73c9052-0cc3-4b0b-b9e2-416bf10c5c9e service neutron] 10.222.0.62 "GET /v2.0/networks/231a9d04-d7f4-447b-ad73-6620a263c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033506 Nov 11 12:53:49.062509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334a305-6902-43fa-a0cb-aea4053ee00c req-adc0b25a-e452-4fa8-9be3-6094ef52abe5 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:49.064088 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8334a305-6902-43fa-a0cb-aea4053ee00c req-adc0b25a-e452-4fa8-9be3-6094ef52abe5 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0532482 Nov 11 12:53:49.117870 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8334a305-6902-43fa-a0cb-aea4053ee00c req-7ed34125-f824-41c7-858f-1816e33a68c0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460594 Nov 11 12:53:50.241820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c3667-0e04-404b-a8d1-bd10586be91c req-6417cace-d234-424f-98a6-c999c177d5b2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:50.243304 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c31c3667-0e04-404b-a8d1-bd10586be91c req-6417cace-d234-424f-98a6-c999c177d5b2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0540810 Nov 11 12:53:50.298127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c31c3667-0e04-404b-a8d1-bd10586be91c req-01e7dd44-563d-4f39-90db-9f27633a1ab1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486867 Nov 11 12:53:51.685480 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd3bd4-658c-4e53-9cd6-f4a5a91db639 req-4448d83b-9a9c-4309-b81d-bec50ea7af20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:51.686972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ccd3bd4-658c-4e53-9cd6-f4a5a91db639 req-4448d83b-9a9c-4309-b81d-bec50ea7af20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0544536 Nov 11 12:53:51.736575 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3ccd3bd4-658c-4e53-9cd6-f4a5a91db639 req-9cfd6006-542a-42a3-849c-4b595cba2c78 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434964 Nov 11 12:53:52.134498 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:52.871664 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c44ae1-cda7-4bae-bd1c-1a26cf1590ad req-2bbac1e9-dd22-4322-ad05-e83fdb58a427 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:52.873170 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d6c44ae1-cda7-4bae-bd1c-1a26cf1590ad req-2bbac1e9-dd22-4322-ad05-e83fdb58a427 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0520186 Nov 11 12:53:52.922108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d6c44ae1-cda7-4bae-bd1c-1a26cf1590ad req-532ace99-3084-4144-b0ed-2124538afcc4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425787 Nov 11 12:53:54.066203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf78d6-b5de-458e-93f0-2e690e1ce2cd req-f4429754-3f4b-4604-bdae-bc48ca60acbd tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:54.067786 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a3cf78d6-b5de-458e-93f0-2e690e1ce2cd req-f4429754-3f4b-4604-bdae-bc48ca60acbd tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0678642 Nov 11 12:53:54.118558 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a3cf78d6-b5de-458e-93f0-2e690e1ce2cd req-50e66243-7711-4fdd-853c-1c02a5de7f24 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444827 Nov 11 12:53:55.242742 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc072d81-ce0d-4044-8fd0-c0b98c9c350b req-2087da11-e316-46c2-abcf-a4b27b7d98af tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:55.244219 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc072d81-ce0d-4044-8fd0-c0b98c9c350b req-2087da11-e316-46c2-abcf-a4b27b7d98af tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0544004 Nov 11 12:53:55.293604 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bc072d81-ce0d-4044-8fd0-c0b98c9c350b req-c33505ca-400a-4991-992f-c414ec2a162e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432830 Nov 11 12:53:56.416859 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e919c-a423-4da7-83db-9bc0749ec959 req-8a30364e-74a9-4770-9121-7d4f99090357 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:56.418417 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c69e919c-a423-4da7-83db-9bc0749ec959 req-8a30364e-74a9-4770-9121-7d4f99090357 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0544116 Nov 11 12:53:56.473609 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c69e919c-a423-4da7-83db-9bc0749ec959 req-22eb48d5-3bc0-4993-8e95-0c3928fd05de tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477984 Nov 11 12:53:57.604012 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c190f-4ce4-4506-8e57-f3d7cbaa01d7 req-4006d392-766a-41f0-9f42-484dfe78aea8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:57.605529 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec0c190f-4ce4-4506-8e57-f3d7cbaa01d7 req-4006d392-766a-41f0-9f42-484dfe78aea8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0538809 Nov 11 12:53:57.656832 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ec0c190f-4ce4-4506-8e57-f3d7cbaa01d7 req-383bf715-7bb2-42c5-b918-c1b09ac4e978 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451024 Nov 11 12:53:58.786594 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7fc2c-8298-4708-a1b3-367e349646a6 req-74431c05-cec3-432c-a0e8-86e88071afbc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:58.788079 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-edd7fc2c-8298-4708-a1b3-367e349646a6 req-74431c05-cec3-432c-a0e8-86e88071afbc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0572512 Nov 11 12:53:58.850807 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-edd7fc2c-8298-4708-a1b3-367e349646a6 req-87d0e4ad-43b5-450a-be36-5b305d9fc093 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556271 Nov 11 12:53:59.988459 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe1957-f159-4e42-960c-c4b64293dbfa req-83a2bb3b-c549-49ac-bfff-50195bf17f62 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:59.990018 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16fe1957-f159-4e42-960c-c4b64293dbfa req-83a2bb3b-c549-49ac-bfff-50195bf17f62 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0576668 Nov 11 12:54:00.039630 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16fe1957-f159-4e42-960c-c4b64293dbfa req-cb831d17-41d5-417e-8d93-1a6c47f496b7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436358 Nov 11 12:54:00.062650 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46266) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:00.121470 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-71668da2-6642-4910-8dc9-b2a16f465f82 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/76006fb5-ccbc-440f-86ce-8f90653e5f3b HTTP/1.1" status: 200 len: 993 time: 0.0577011 Nov 11 12:54:01.027550 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e3f7df3-990e-4973-aca3-052d9a0eb6c4 req-7632ca7a-74a4-44ed-b299-c5074c9c4a7f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419936 Nov 11 12:54:01.121114 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f7df3-990e-4973-aca3-052d9a0eb6c4 req-c5c3145c-c72f-4a51-93c6-c65769669a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:01.122656 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e3f7df3-990e-4973-aca3-052d9a0eb6c4 req-c5c3145c-c72f-4a51-93c6-c65769669a72 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0492444 Nov 11 12:54:01.226350 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f7df3-990e-4973-aca3-052d9a0eb6c4 req-f23de7bc-ac12-4342-9ae3-0334552c9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:01.227741 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e3f7df3-990e-4973-aca3-052d9a0eb6c4 req-f23de7bc-ac12-4342-9ae3-0334552c9fc5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=231a9d04-d7f4-447b-ad73-6620a263c90c HTTP/1.1" status: 200 len: 898 time: 0.0851564 Nov 11 12:54:01.299172 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e3f7df3-990e-4973-aca3-052d9a0eb6c4 req-b43064d8-951f-4442-9717-9ecabc35f0ce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e44d4e-672b-49b0-a3f2-93dc88ea6020 HTTP/1.1" status: 200 len: 1001 time: 0.0639858 Nov 11 12:54:01.348961 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f7df3-990e-4973-aca3-052d9a0eb6c4 req-1d63cde4-39f4-4f97-bd40-10f1358165a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:01.350428 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e3f7df3-990e-4973-aca3-052d9a0eb6c4 req-1d63cde4-39f4-4f97-bd40-10f1358165a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb1032f0-3e8a-4215-8bed-e3239710f32e HTTP/1.1" status: 200 len: 834 time: 0.0440917 Nov 11 12:54:01.398822 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f7df3-990e-4973-aca3-052d9a0eb6c4 req-a15d1dd8-119f-4e59-86f3-f0a9ba6dfc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:01.400623 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e3f7df3-990e-4973-aca3-052d9a0eb6c4 req-a15d1dd8-119f-4e59-86f3-f0a9ba6dfc20 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=231a9d04-d7f4-447b-ad73-6620a263c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406590 Nov 11 12:54:01.500265 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e3f7df3-990e-4973-aca3-052d9a0eb6c4 req-e7bea360-4fe9-4b0f-9a27-a99f2f6fdcc5 service neutron] 10.222.0.62 "GET /v2.0/networks/231a9d04-d7f4-447b-ad73-6620a263c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904069 Nov 11 12:54:01.594152 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0e3f7df3-990e-4973-aca3-052d9a0eb6c4 req-7a996e0d-a4c1-4e18-93bf-cdf87d4642c4 service neutron] 10.222.0.62 "GET /v2.0/networks/231a9d04-d7f4-447b-ad73-6620a263c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865276 Nov 11 12:54:05.946321 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-70bfe06b-39e6-4ea4-b176-ef3bcfdcfa79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:08.198579 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3212cb1c-123c-45d7-8e07-e540aa79d4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:09.271829 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:10.807636 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:11.336337 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:12.461705 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:54:16.267618 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:22.134273 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:32.574462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46286) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:32.758807 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port 606680b0-8d17-49db-a0e9-1bb6e86cc97a {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:54:32.759044 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:32.833036 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:32.833304 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:32.846039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for 606680b0-8d17-49db-a0e9-1bb6e86cc97a owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:54:33.032257 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:33.057216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=606680b0-8d17-49db-a0e9-1bb6e86cc97a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:33.069342 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:33.069723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:33.070044 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:33.070400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:33.070735 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:33.071057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:33.071384 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:33.071726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:33.072039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:33.072364 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:33.072711 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:33.073004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:33.132201 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:33.132537 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Floating IP 76006fb5-ccbc-440f-86ce-8f90653e5f3b disassociated (deleted). External IP: 172.25.2.28, port: 45e44d4e-672b-49b0-a3f2-93dc88ea6020. Nov 11 12:54:33.349052 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router a2bb94b2-1435-40b8-9d39-4a56642a4d2d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:54:33.460922 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:54:33.465570 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:33.471816 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3650a8da-9563-4db3-aaac-3a09acfa7eb7 None None] Sync routers for ids ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:54:33.482407 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650a8da-9563-4db3-aaac-3a09acfa7eb7 None None] Routers {'a2bb94b2-1435-40b8-9d39-4a56642a4d2d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:33.483013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3650a8da-9563-4db3-aaac-3a09acfa7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:54:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:33.494956 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-af480511-db5d-41d1-92a1-b1a406e62000 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/floatingips/76006fb5-ccbc-440f-86ce-8f90653e5f3b HTTP/1.1" status: 204 len: 168 time: 0.9165480 Nov 11 12:54:33.494956 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73322124-9c21-425d-b6b6-a68dbc506ed7', 'tag': '45e44d4e-672b-49b0-a3f2-93dc88ea6020'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:54:33.495465 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312476b3-7f9b-46d7-9c3e-f960d144567e" -d '{"events": [{"name": "network-changed", "server_uuid": "73322124-9c21-425d-b6b6-a68dbc506ed7", "tag": "45e44d4e-672b-49b0-a3f2-93dc88ea6020"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:54:33.535790 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac15a591-f1e6-46b6-8d6c-83582309c130 x-openstack-request-id: req-ac15a591-f1e6-46b6-8d6c-83582309c130 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:54:33.536625 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73322124-9c21-425d-b6b6-a68dbc506ed7", "tag": "45e44d4e-672b-49b0-a3f2-93dc88ea6020", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:54:33.536877 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac15a591-f1e6-46b6-8d6c-83582309c130 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:54:33.537285 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73322124-9c21-425d-b6b6-a68dbc506ed7', 'tag': '45e44d4e-672b-49b0-a3f2-93dc88ea6020', 'status': 'completed', 'code': 200} Nov 11 12:54:33.617626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312476b3-7f9b-46d7-9c3e-f960d144567e req-d44159a5-4ab9-4b54-9a11-f1e75a32af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:33.620291 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-312476b3-7f9b-46d7-9c3e-f960d144567e req-d44159a5-4ab9-4b54-9a11-f1e75a32af7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0514457 Nov 11 12:54:33.731408 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312476b3-7f9b-46d7-9c3e-f960d144567e req-d552fc54-f85e-4fae-8f4c-ae6fd8842881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:33.732949 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-312476b3-7f9b-46d7-9c3e-f960d144567e req-d552fc54-f85e-4fae-8f4c-ae6fd8842881 service neutron] 10.222.0.62 "GET /v2.0/networks?id=231a9d04-d7f4-447b-ad73-6620a263c90c HTTP/1.1" status: 200 len: 898 time: 0.1025815 Nov 11 12:54:33.733369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c658fa3-c490-4d65-b1e8-e1397be61422 req-1bce410d-db6f-43a8-9b10-111777475dfb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:33.734968 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c658fa3-c490-4d65-b1e8-e1397be61422 req-1bce410d-db6f-43a8-9b10-111777475dfb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0516808 Nov 11 12:54:33.775102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-3650a8da-9563-4db3-aaac-3a09acfa7eb7 None None] Set router a2bb94b2-1435-40b8-9d39-4a56642a4d2d gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:33.779305 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-312476b3-7f9b-46d7-9c3e-f960d144567e req-c0ec58d4-cc80-45f1-a717-0308a3d79546 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e44d4e-672b-49b0-a3f2-93dc88ea6020 HTTP/1.1" status: 200 len: 217 time: 0.0357349 Nov 11 12:54:33.786479 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c658fa3-c490-4d65-b1e8-e1397be61422 req-bac51031-0c93-4cf6-9ead-d96167a0dbc3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451815 Nov 11 12:54:33.838994 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312476b3-7f9b-46d7-9c3e-f960d144567e req-99260163-82a0-4c01-8f83-39f08b0dee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:33.840525 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-312476b3-7f9b-46d7-9c3e-f960d144567e req-99260163-82a0-4c01-8f83-39f08b0dee71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb1032f0-3e8a-4215-8bed-e3239710f32e HTTP/1.1" status: 200 len: 834 time: 0.0501084 Nov 11 12:54:33.888023 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312476b3-7f9b-46d7-9c3e-f960d144567e req-f8e326e0-e5f8-45ba-aa46-30bc22467188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:33.889452 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-312476b3-7f9b-46d7-9c3e-f960d144567e req-f8e326e0-e5f8-45ba-aa46-30bc22467188 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=231a9d04-d7f4-447b-ad73-6620a263c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403843 Nov 11 12:54:33.972777 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3650a8da-9563-4db3-aaac-3a09acfa7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140504840', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:58Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '43a6a01a-f068-4741-971d-014c5df48826', 'name': '', 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6c:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:57Z', 'updated_at': '2021-11-11T12:53:01Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:33.990855 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-312476b3-7f9b-46d7-9c3e-f960d144567e req-ab7a315c-82b6-4130-999f-e6888b66bb0b service neutron] 10.222.0.62 "GET /v2.0/networks/231a9d04-d7f4-447b-ad73-6620a263c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922019 Nov 11 12:54:34.003444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3650a8da-9563-4db3-aaac-3a09acfa7eb7 None None] Checking router: a2bb94b2-1435-40b8-9d39-4a56642a4d2d for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:54:34.012557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650a8da-9563-4db3-aaac-3a09acfa7eb7 None None] Routers {'a2bb94b2-1435-40b8-9d39-4a56642a4d2d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:34.013160 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3650a8da-9563-4db3-aaac-3a09acfa7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:54:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:34.088274 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-312476b3-7f9b-46d7-9c3e-f960d144567e req-604676f8-a3c7-4fd6-b470-3d4ff886dd77 service neutron] 10.222.0.62 "GET /v2.0/networks/231a9d04-d7f4-447b-ad73-6620a263c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891225 Nov 11 12:54:34.124301 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-3650a8da-9563-4db3-aaac-3a09acfa7eb7 None None] Set router a2bb94b2-1435-40b8-9d39-4a56642a4d2d gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:34.338390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-3650a8da-9563-4db3-aaac-3a09acfa7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140504840', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:58Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '43a6a01a-f068-4741-971d-014c5df48826', 'name': '', 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6c:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:57Z', 'updated_at': '2021-11-11T12:53:01Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:34.364609 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3650a8da-9563-4db3-aaac-3a09acfa7eb7 None None] The sync data for ids ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'] in n-d-807359-3 is: [{'id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140504840', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:58Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '43a6a01a-f068-4741-971d-014c5df48826', 'name': '', 'network_id': '231a9d04-d7f4-447b-ad73-6620a263c90c', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6c:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:57Z', 'updated_at': '2021-11-11T12:53:01Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'cb1032f0-3e8a-4215-8bed-e3239710f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:54:34.595337 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0a58de-49ed-49b6-b1e8-15f1092d741c None None] New status for floating IP 76006fb5-ccbc-440f-86ce-8f90653e5f3b: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:54:34.917943 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400d2d8-2b72-405f-ad14-fc898488cd7b req-76dcc2fd-ef7a-4175-ad1e-bae8c5a732a4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:34.919333 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f400d2d8-2b72-405f-ad14-fc898488cd7b req-76dcc2fd-ef7a-4175-ad1e-bae8c5a732a4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0552318 Nov 11 12:54:34.988972 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f400d2d8-2b72-405f-ad14-fc898488cd7b req-f82ddebc-932c-409d-b271-3bc84af0315c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=427de175-be4c-4c2b-b25b-9e79221a710f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626245 Nov 11 12:54:35.556017 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae3a79-ec6f-4e47-87a4-fc3aea359f39 req-52dd51bf-c612-4325-86eb-6271997abe17 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:35.557522 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ae3a79-ec6f-4e47-87a4-fc3aea359f39 req-52dd51bf-c612-4325-86eb-6271997abe17 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 946 time: 0.0569892 Nov 11 12:54:35.655864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-b2ae3a79-ec6f-4e47-87a4-fc3aea359f39 req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port 45e44d4e-672b-49b0-a3f2-93dc88ea6020 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:54:35.656163 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b2ae3a79-ec6f-4e47-87a4-fc3aea359f39 req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:35.747208 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-b2ae3a79-ec6f-4e47-87a4-fc3aea359f39 req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] For port 45e44d4e-672b-49b0-a3f2-93dc88ea6020, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=45e44d4e-672b-49b0-a3f2-93dc88ea6020,segment=NetworkSegment(7c0a0a21-16c4-4883-b7ec-45daf83ec74d),segment_id=7c0a0a21-16c4-4883-b7ec-45daf83ec74d)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:35.747598 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b2ae3a79-ec6f-4e47-87a4-fc3aea359f39 req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:35.760267 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-b2ae3a79-ec6f-4e47-87a4-fc3aea359f39 req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for 45e44d4e-672b-49b0-a3f2-93dc88ea6020 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:54:35.899596 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b2ae3a79-ec6f-4e47-87a4-fc3aea359f39 req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:35.929765 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=45e44d4e-672b-49b0-a3f2-93dc88ea6020,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:35.934611 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-48e85b36-0478-477f-99b7-03099e119bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:35.940545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:35.940898 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:35.941234 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:35.941567 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:35.941941 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:35.942262 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:35.942588 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:35.942911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:35.943227 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:35.943547 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:35.943846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:35.944558 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:35.991088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ae3a79-ec6f-4e47-87a4-fc3aea359f39 req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] No DVR routers for this DVR port 45e44d4e-672b-49b0-a3f2-93dc88ea6020 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:54:35.994155 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-b2ae3a79-ec6f-4e47-87a4-fc3aea359f39 req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:35.997570 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-b2ae3a79-ec6f-4e47-87a4-fc3aea359f39 req-5e3defbc-a302-4839-bb2c-ae9c14731e07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "DELETE /v2.0/ports/45e44d4e-672b-49b0-a3f2-93dc88ea6020 HTTP/1.1" status: 204 len: 173 time: 0.4297502 Nov 11 12:54:35.998043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73322124-9c21-425d-b6b6-a68dbc506ed7', 'name': 'network-vif-deleted', 'tag': '45e44d4e-672b-49b0-a3f2-93dc88ea6020'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:54:36.000496 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e8d2a2-87b2-481f-8630-96f1aeb023d3" -d '{"events": [{"server_uuid": "73322124-9c21-425d-b6b6-a68dbc506ed7", "name": "network-vif-deleted", "tag": "45e44d4e-672b-49b0-a3f2-93dc88ea6020"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:54:36.038123 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1263c51-9347-4388-b68c-3088c4d0165f x-openstack-request-id: req-c1263c51-9347-4388-b68c-3088c4d0165f {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:54:36.038451 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73322124-9c21-425d-b6b6-a68dbc506ed7", "name": "network-vif-deleted", "tag": "45e44d4e-672b-49b0-a3f2-93dc88ea6020", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:54:36.038655 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1263c51-9347-4388-b68c-3088c4d0165f {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:54:36.039050 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73322124-9c21-425d-b6b6-a68dbc506ed7', 'name': 'network-vif-deleted', 'tag': '45e44d4e-672b-49b0-a3f2-93dc88ea6020', 'status': 'completed', 'code': 200} Nov 11 12:54:36.097247 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4aa32971-9d67-46ae-9499-2137811bb713 req-085557a2-29a2-427e-a37c-1dfaf4db42f2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=73322124-9c21-425d-b6b6-a68dbc506ed7 HTTP/1.1" status: 200 len: 210 time: 0.0267868 Nov 11 12:54:37.164725 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46302) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:37.535294 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aac9ac12-7f53-4360-b699-2661a9dc0d94 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:37.796008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-aac9ac12-7f53-4360-b699-2661a9dc0d94 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port 43a6a01a-f068-4741-971d-014c5df48826 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:54:37.796253 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aac9ac12-7f53-4360-b699-2661a9dc0d94 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:37.889864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-aac9ac12-7f53-4360-b699-2661a9dc0d94 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] For port 43a6a01a-f068-4741-971d-014c5df48826, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=43a6a01a-f068-4741-971d-014c5df48826,segment=NetworkSegment(7c0a0a21-16c4-4883-b7ec-45daf83ec74d),segment_id=7c0a0a21-16c4-4883-b7ec-45daf83ec74d)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:37.890228 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aac9ac12-7f53-4360-b699-2661a9dc0d94 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:37.903137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-aac9ac12-7f53-4360-b699-2661a9dc0d94 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for 43a6a01a-f068-4741-971d-014c5df48826 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:54:38.089194 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aac9ac12-7f53-4360-b699-2661a9dc0d94 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:38.115535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9ac12-7f53-4360-b699-2661a9dc0d94 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=43a6a01a-f068-4741-971d-014c5df48826,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:38.202194 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8860f153-0f48-4212-b492-adea70d2acac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:38.296404 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-aac9ac12-7f53-4360-b699-2661a9dc0d94 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:38.521374 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac9ac12-7f53-4360-b699-2661a9dc0d94 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router a2bb94b2-1435-40b8-9d39-4a56642a4d2d has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:54:38.633215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac9ac12-7f53-4360-b699-2661a9dc0d94 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:54:38.639410 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-aac9ac12-7f53-4360-b699-2661a9dc0d94 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "PUT /v2.0/routers/a2bb94b2-1435-40b8-9d39-4a56642a4d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4736822 Nov 11 12:54:38.642652 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46304) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:38.644071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b79633-6857-47e4-b680-d1bbc1287272 None None] Sync routers for ids ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:54:38.654139 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b79633-6857-47e4-b680-d1bbc1287272 None None] Routers {'a2bb94b2-1435-40b8-9d39-4a56642a4d2d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:38.654740 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-84b79633-6857-47e4-b680-d1bbc1287272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:54:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:38.695274 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-232958f0-efc8-41a0-8744-444795a198a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting subnet cb1032f0-3e8a-4215-8bed-e3239710f32e {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:54:38.699152 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-232958f0-efc8-41a0-8744-444795a198a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:38.739521 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-232958f0-efc8-41a0-8744-444795a198a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:38.758557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-84b79633-6857-47e4-b680-d1bbc1287272 None None] Set router a2bb94b2-1435-40b8-9d39-4a56642a4d2d gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:38.829020 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-232958f0-efc8-41a0-8744-444795a198a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:38.887945 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-232958f0-efc8-41a0-8744-444795a198a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:38.912568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 45e44d4e-672b-49b0-a3f2-93dc88ea6020 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:54:38.919154 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232958f0-efc8-41a0-8744-444795a198a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Subnet': ['ID=cb1032f0-3e8a-4215-8bed-e3239710f32e,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:38.921194 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-232958f0-efc8-41a0-8744-444795a198a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:38.924485 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-232958f0-efc8-41a0-8744-444795a198a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/subnets/cb1032f0-3e8a-4215-8bed-e3239710f32e HTTP/1.1" status: 204 len: 168 time: 0.2808630 Nov 11 12:54:38.927581 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46306) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:38.939065 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4415835e-88dc-4fbf-93eb-72a962a593a4 None None] Network 231a9d04-d7f4-447b-ad73-6620a263c90c requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:54:38.944221 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 45e44d4e-672b-49b0-a3f2-93dc88ea6020 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:54:38.944557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 45e44d4e-672b-49b0-a3f2-93dc88ea6020 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:54:39.036830 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82fac1c5-7b34-424a-a336-fff920441d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:39.060500 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-84b79633-6857-47e4-b680-d1bbc1287272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140504840', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:54:38Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:39.093273 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b79633-6857-47e4-b680-d1bbc1287272 None None] Checking router: a2bb94b2-1435-40b8-9d39-4a56642a4d2d for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:54:39.114117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b79633-6857-47e4-b680-d1bbc1287272 None None] Routers {'a2bb94b2-1435-40b8-9d39-4a56642a4d2d'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:39.114772 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-84b79633-6857-47e4-b680-d1bbc1287272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:54:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:39.149839 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82fac1c5-7b34-424a-a336-fff920441d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:39.204586 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-82fac1c5-7b34-424a-a336-fff920441d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port d84f0288-080a-4b5a-b821-f1e12a911ca5 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:54:39.204927 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82fac1c5-7b34-424a-a336-fff920441d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:39.207199 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032553bf-e521-427e-8298-aa926f11997c None None] DHCP port deletion for 231a9d04-d7f4-447b-ad73-6620a263c90c request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:54:39.260209 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-84b79633-6857-47e4-b680-d1bbc1287272 None None] Set router a2bb94b2-1435-40b8-9d39-4a56642a4d2d gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:39.288235 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-82fac1c5-7b34-424a-a336-fff920441d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] For port d84f0288-080a-4b5a-b821-f1e12a911ca5, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=d84f0288-080a-4b5a-b821-f1e12a911ca5,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:39.289698 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82fac1c5-7b34-424a-a336-fff920441d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:39.302711 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-82fac1c5-7b34-424a-a336-fff920441d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for d84f0288-080a-4b5a-b821-f1e12a911ca5 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:54:39.337331 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:39.390463 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-032553bf-e521-427e-8298-aa926f11997c None None] Deleting port ae4bae49-b057-4cb0-88b1-3328fea0b981 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:54:39.390856 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-032553bf-e521-427e-8298-aa926f11997c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:39.470693 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82fac1c5-7b34-424a-a336-fff920441d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:39.486192 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-032553bf-e521-427e-8298-aa926f11997c None None] For port ae4bae49-b057-4cb0-88b1-3328fea0b981, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ae4bae49-b057-4cb0-88b1-3328fea0b981,segment=NetworkSegment(7c0a0a21-16c4-4883-b7ec-45daf83ec74d),segment_id=7c0a0a21-16c4-4883-b7ec-45daf83ec74d)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:39.486588 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-032553bf-e521-427e-8298-aa926f11997c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:39.496798 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fac1c5-7b34-424a-a336-fff920441d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=d84f0288-080a-4b5a-b821-f1e12a911ca5,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:39.501484 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-032553bf-e521-427e-8298-aa926f11997c None None] Calling delete_port for ae4bae49-b057-4cb0-88b1-3328fea0b981 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:54:39.515657 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1a9b3-9efc-4ad3-afc2-4fa208800097 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:54:39.564229 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82fac1c5-7b34-424a-a336-fff920441d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:39.590782 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-84b79633-6857-47e4-b680-d1bbc1287272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140504840', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:54:38Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:39.620908 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b79633-6857-47e4-b680-d1bbc1287272 None None] The sync data for ids ['a2bb94b2-1435-40b8-9d39-4a56642a4d2d'] in n-d-807359-3 is: [{'id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140504840', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:54:38Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'd84f0288-080a-4b5a-b821-f1e12a911ca5', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb94b2-1435-40b8-9d39-4a56642a4d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:55Z', 'updated_at': '2021-11-11T12:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:54:39.640300 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-032553bf-e521-427e-8298-aa926f11997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:39.668333 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032553bf-e521-427e-8298-aa926f11997c None None] Pushing event deleted for resources: {'Port': ['ID=ae4bae49-b057-4cb0-88b1-3328fea0b981,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:39.673213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032553bf-e521-427e-8298-aa926f11997c None None] No DVR routers for this DVR port ae4bae49-b057-4cb0-88b1-3328fea0b981 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:54:39.681108 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032553bf-e521-427e-8298-aa926f11997c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:39.681456 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032553bf-e521-427e-8298-aa926f11997c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:39.681827 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032553bf-e521-427e-8298-aa926f11997c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:39.682160 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032553bf-e521-427e-8298-aa926f11997c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:39.682485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032553bf-e521-427e-8298-aa926f11997c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:39.682811 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032553bf-e521-427e-8298-aa926f11997c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:39.683128 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032553bf-e521-427e-8298-aa926f11997c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:39.683789 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032553bf-e521-427e-8298-aa926f11997c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:39.683789 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032553bf-e521-427e-8298-aa926f11997c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:39.684049 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032553bf-e521-427e-8298-aa926f11997c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:39.684365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032553bf-e521-427e-8298-aa926f11997c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:39.684683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032553bf-e521-427e-8298-aa926f11997c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:39.969621 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82fac1c5-7b34-424a-a336-fff920441d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:39.972072 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82fac1c5-7b34-424a-a336-fff920441d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.021061 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82fac1c5-7b34-424a-a336-fff920441d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.021881 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fac1c5-7b34-424a-a336-fff920441d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Fanout notify agent at l3_agent the message router_deleted on router a2bb94b2-1435-40b8-9d39-4a56642a4d2d {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:54:40.029330 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-82fac1c5-7b34-424a-a336-fff920441d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.030526 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-82fac1c5-7b34-424a-a336-fff920441d07 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/routers/a2bb94b2-1435-40b8-9d39-4a56642a4d2d HTTP/1.1" status: 204 len: 168 time: 1.1020830 Nov 11 12:54:40.033299 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46308) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:40.116099 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-973f4f2d-5268-4fda-9fb5-7701e3144c38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.203915 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-973f4f2d-5268-4fda-9fb5-7701e3144c38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.225321 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-973f4f2d-5268-4fda-9fb5-7701e3144c38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231a9d04-d7f4-447b-ad73-6620a263c90c']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:40.234934 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-973f4f2d-5268-4fda-9fb5-7701e3144c38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0a0a21-16c4-4883-b7ec-45daf83ec74d') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:40.235234 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-973f4f2d-5268-4fda-9fb5-7701e3144c38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0a0a21-16c4-4883-b7ec-45daf83ec74d') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:40.245232 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-973f4f2d-5268-4fda-9fb5-7701e3144c38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.260423 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-973f4f2d-5268-4fda-9fb5-7701e3144c38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.267259 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973f4f2d-5268-4fda-9fb5-7701e3144c38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:54:40.267747 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-973f4f2d-5268-4fda-9fb5-7701e3144c38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:54:40.271002 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:54:40.333384 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-973f4f2d-5268-4fda-9fb5-7701e3144c38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.340121 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-973f4f2d-5268-4fda-9fb5-7701e3144c38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.343333 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-973f4f2d-5268-4fda-9fb5-7701e3144c38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/networks/231a9d04-d7f4-447b-ad73-6620a263c90c HTTP/1.1" status: 204 len: 168 time: 0.3090172 Nov 11 12:54:40.346156 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46310) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:40.354683 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f4f2d-5268-4fda-9fb5-7701e3144c38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Network': ['ID=231a9d04-d7f4-447b-ad73-6620a263c90c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:40.406229 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5747604c-ac64-484b-888f-012908b2f142 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.436794 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5747604c-ac64-484b-888f-012908b2f142 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.508888 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5747604c-ac64-484b-888f-012908b2f142 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.511732 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5747604c-ac64-484b-888f-012908b2f142 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.512895 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5747604c-ac64-484b-888f-012908b2f142 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/security-groups/427de175-be4c-4c2b-b25b-9e79221a710f HTTP/1.1" status: 204 len: 168 time: 0.1656919 Nov 11 12:54:40.521982 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747604c-ac64-484b-888f-012908b2f142 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=427de175-be4c-4c2b-b25b-9e79221a710f,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:40.639510 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device d84f0288-080a-4b5a-b821-f1e12a911ca5 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:54:40.663848 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: d84f0288-080a-4b5a-b821-f1e12a911ca5 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:54:40.664060 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device d84f0288-080a-4b5a-b821-f1e12a911ca5 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:54:40.664422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ae4bae49-b057-4cb0-88b1-3328fea0b981 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:54:40.708023 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46316) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:40.712709 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5c1ae28f-8ad0-4a5a-85b6-7841d03f42ef tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1626034377', 'description': 'tempest-secgroup-smoke-1626034377 description', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:40.736801 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c1ae28f-8ad0-4a5a-85b6-7841d03f42ef tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.812319 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c1ae28f-8ad0-4a5a-85b6-7841d03f42ef tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.817334 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c1ae28f-8ad0-4a5a-85b6-7841d03f42ef tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.847287 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ae28f-8ad0-4a5a-85b6-7841d03f42ef tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a940b43c-f756-45cd-9744-665df2a961e2,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:40.851648 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c1ae28f-8ad0-4a5a-85b6-7841d03f42ef tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.855623 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5c1ae28f-8ad0-4a5a-85b6-7841d03f42ef tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1438618 Nov 11 12:54:40.856039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46318) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:40.857968 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ae4bae49-b057-4cb0-88b1-3328fea0b981 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:54:40.858385 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ae4bae49-b057-4cb0-88b1-3328fea0b981 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:54:40.858782 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 43a6a01a-f068-4741-971d-014c5df48826 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:54:40.860434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-15cd7a32-355e-4136-b34f-5915ecd9fb98 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': 'a940b43c-f756-45cd-9744-665df2a961e2', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:40.883699 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 43a6a01a-f068-4741-971d-014c5df48826 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:54:40.883958 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 43a6a01a-f068-4741-971d-014c5df48826 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:54:40.888723 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-15cd7a32-355e-4136-b34f-5915ecd9fb98 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.890788 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.948344 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-15cd7a32-355e-4136-b34f-5915ecd9fb98 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.954136 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-15cd7a32-355e-4136-b34f-5915ecd9fb98 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.972363 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd7a32-355e-4136-b34f-5915ecd9fb98 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c97096b-f20e-4db7-a8f9-6ab558a19653,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:40.976671 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-15cd7a32-355e-4136-b34f-5915ecd9fb98 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:40.977919 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-15cd7a32-355e-4136-b34f-5915ecd9fb98 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210446 Nov 11 12:54:40.980888 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46320) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:40.985379 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-51f90b16-dc53-47c8-bbb7-313ab9972035 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': 'a940b43c-f756-45cd-9744-665df2a961e2', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:41.012414 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51f90b16-dc53-47c8-bbb7-313ab9972035 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.070803 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51f90b16-dc53-47c8-bbb7-313ab9972035 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.077365 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51f90b16-dc53-47c8-bbb7-313ab9972035 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.094604 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f90b16-dc53-47c8-bbb7-313ab9972035 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3544b49-13e3-4d91-baf4-af1075188e6e,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:41.104604 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-51f90b16-dc53-47c8-bbb7-313ab9972035 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.105867 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-51f90b16-dc53-47c8-bbb7-313ab9972035 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240420 Nov 11 12:54:41.108824 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46322) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:41.113625 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-73d625c1-d68e-45f1-bcb0-fd79b24a4228 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': 'a940b43c-f756-45cd-9744-665df2a961e2', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:41.145234 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73d625c1-d68e-45f1-bcb0-fd79b24a4228 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.194135 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73d625c1-d68e-45f1-bcb0-fd79b24a4228 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.199397 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73d625c1-d68e-45f1-bcb0-fd79b24a4228 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.217149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d625c1-d68e-45f1-bcb0-fd79b24a4228 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32578098-6d26-42f5-9bf4-22e57d413bf1,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:41.226473 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-73d625c1-d68e-45f1-bcb0-fd79b24a4228 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.227775 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-73d625c1-d68e-45f1-bcb0-fd79b24a4228 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178658 Nov 11 12:54:41.230731 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46324) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:41.235433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-222bdebb-7d9f-4c7c-bd33-2b79e69ef090 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': 'a940b43c-f756-45cd-9744-665df2a961e2', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:41.263891 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-222bdebb-7d9f-4c7c-bd33-2b79e69ef090 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.323075 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-222bdebb-7d9f-4c7c-bd33-2b79e69ef090 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.328355 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-222bdebb-7d9f-4c7c-bd33-2b79e69ef090 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.331208 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.345776 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bdebb-7d9f-4c7c-bd33-2b79e69ef090 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e31f238-1f0d-4671-9aa5-0744493c8ac6,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:41.356415 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-222bdebb-7d9f-4c7c-bd33-2b79e69ef090 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.357983 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-222bdebb-7d9f-4c7c-bd33-2b79e69ef090 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262398 Nov 11 12:54:41.361192 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46326) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:41.369913 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f73327e6-3c4b-41d3-b73f-7e081158480a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': 'a940b43c-f756-45cd-9744-665df2a961e2', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:41.397045 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-f73327e6-3c4b-41d3-b73f-7e081158480a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Project dd8cc351280a4250ac0a97658d3e7b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:54:41.402253 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f73327e6-3c4b-41d3-b73f-7e081158480a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.462810 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f73327e6-3c4b-41d3-b73f-7e081158480a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.468318 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f73327e6-3c4b-41d3-b73f-7e081158480a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.485371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73327e6-3c4b-41d3-b73f-7e081158480a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23047b2f-3eb2-4aa1-8431-57b93e4e039b,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:41.494909 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f73327e6-3c4b-41d3-b73f-7e081158480a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.496134 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f73327e6-3c4b-41d3-b73f-7e081158480a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337614 Nov 11 12:54:41.499149 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46328) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:41.503612 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-28e50ba2-5de9-4799-924c-50940cff2b38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': 'a940b43c-f756-45cd-9744-665df2a961e2', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:41.527098 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-28e50ba2-5de9-4799-924c-50940cff2b38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Project dd8cc351280a4250ac0a97658d3e7b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:54:41.531994 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28e50ba2-5de9-4799-924c-50940cff2b38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.595215 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28e50ba2-5de9-4799-924c-50940cff2b38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.601542 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28e50ba2-5de9-4799-924c-50940cff2b38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.621288 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e50ba2-5de9-4799-924c-50940cff2b38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43681059-3904-4f52-92f8-d7f70ae3e142,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:41.627685 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-28e50ba2-5de9-4799-924c-50940cff2b38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.628900 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-28e50ba2-5de9-4799-924c-50940cff2b38 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288054 Nov 11 12:54:41.631730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46330) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:41.636803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3277ffe4-1c9c-4d86-aa4c-d00891afe04e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'network': {'name': 'tempest-network-smoke--94458123', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'port_security_enabled': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:41.658910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3277ffe4-1c9c-4d86-aa4c-d00891afe04e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Made reservation on behalf of dd8cc351280a4250ac0a97658d3e7b22 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:54:41.662572 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3277ffe4-1c9c-4d86-aa4c-d00891afe04e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.686779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3277ffe4-1c9c-4d86-aa4c-d00891afe04e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:54:41.695689 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3277ffe4-1c9c-4d86-aa4c-d00891afe04e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.696031 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-3277ffe4-1c9c-4d86-aa4c-d00891afe04e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Added segment 37b599a5-a10b-4b5b-8d59-9d43ce31fbf8 of type vlan for network 51c76905-17ef-403d-9449-9d019274bd01 Nov 11 12:54:41.735924 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3277ffe4-1c9c-4d86-aa4c-d00891afe04e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.762297 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3277ffe4-1c9c-4d86-aa4c-d00891afe04e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.767856 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3277ffe4-1c9c-4d86-aa4c-d00891afe04e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:41.768421 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3277ffe4-1c9c-4d86-aa4c-d00891afe04e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.830536 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3277ffe4-1c9c-4d86-aa4c-d00891afe04e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1977696 Nov 11 12:54:41.833316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46332) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:41.839747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-116309164', 'admin_state_up': True, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:41.850056 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277ffe4-1c9c-4d86-aa4c-d00891afe04e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Network': ['ID=51c76905-17ef-403d-9449-9d019274bd01,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:41.860412 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 51c76905-17ef-403d-9449-9d019274bd01 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:54:41.870107 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.871156 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:41.921089 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:42.062965 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:42.614230 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:42.632980 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:42.736707 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.25.2.167 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/f5bb368a-1b6f-4561-a37d-dfc9d5608b1d) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:54:42.846885 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:42.892480 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:42.932782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:54:42.935635 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:54:42.940012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:54:42.945844 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=f5bb368a-1b6f-4561-a37d-dfc9d5608b1d,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:42.949133 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41ed7e0-66f3-4858-acda-bb57676729b7 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:54:43.010275 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-07d86f08-dcdf-4a8d-8eae-f62905af10a9 None None] Provisioning complete for port f5bb368a-1b6f-4561-a37d-dfc9d5608b1d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:43.010535 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-07d86f08-dcdf-4a8d-8eae-f62905af10a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:43.044811 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-07d86f08-dcdf-4a8d-8eae-f62905af10a9 None None] Port f5bb368a-1b6f-4561-a37d-dfc9d5608b1d cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:54:43.205414 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:43.408185 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:43.562733 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router f96fe524-317f-4d24-aea2-47b6cb9164d6 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:54:43.669107 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:54:43.679250 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Sync routers for ids ['f96fe524-317f-4d24-aea2-47b6cb9164d6'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:54:43.692081 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Routers {'f96fe524-317f-4d24-aea2-47b6cb9164d6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:43.692883 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:54:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f96fe524-317f-4d24-aea2-47b6cb9164d6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:43.693459 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:43.698194 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b8f0a7ed-afb7-4450-a786-5e9a83840ebc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8608894 Nov 11 12:54:43.698375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46334) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:43.727986 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2668926d-b764-4f56-9bee-fcdc82f19475 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=dd8cc351280a4250ac0a97658d3e7b22&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283015 Nov 11 12:54:43.730713 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46336) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:43.796012 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Set router f96fe524-317f-4d24-aea2-47b6cb9164d6 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:43.818281 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1eb033-1b7f-44e1-af40-95c3d284a5e8 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:43.821039 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9f1eb033-1b7f-44e1-af40-95c3d284a5e8 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881963 Nov 11 12:54:43.823280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46338) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:43.854584 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b596efc4-96ff-4987-84e2-67b39d76f0e9 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298355 Nov 11 12:54:43.857263 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46340) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:43.862200 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-45896331-079d-40f4-aca2-f69b1db6a748 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1088735896', 'network_id': '51c76905-17ef-403d-9449-9d019274bd01', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:43.951795 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45896331-079d-40f4-aca2-f69b1db6a748 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Made reservation on behalf of dd8cc351280a4250ac0a97658d3e7b22 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:54:43.955525 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45896331-079d-40f4-aca2-f69b1db6a748 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:43.970143 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116309164', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:41Z', 'updated_at': '2021-11-11T12:54:43Z', 'revision_number': 3, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:42Z', 'updated_at': '2021-11-11T12:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:43.996004 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Checking router: f96fe524-317f-4d24-aea2-47b6cb9164d6 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:54:43.996332 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Updating router f96fe524-317f-4d24-aea2-47b6cb9164d6 port f5bb368a-1b6f-4561-a37d-dfc9d5608b1d binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:54:44.020541 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:44.157299 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45896331-079d-40f4-aca2-f69b1db6a748 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:44.212144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45896331-079d-40f4-aca2-f69b1db6a748 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Subnet': ['ID=32c829c1-a09a-4858-8dce-9ff97757209c,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:44.237901 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45896331-079d-40f4-aca2-f69b1db6a748 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Checking segment: {'id': '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '51c76905-17ef-403d-9449-9d019274bd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:54:44.238269 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45896331-079d-40f4-aca2-f69b1db6a748 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network hostable DHCP agents. Network: 51c76905-17ef-403d-9449-9d019274bd01, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:54:44.257106 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45896331-079d-40f4-aca2-f69b1db6a748 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 51c76905-17ef-403d-9449-9d019274bd01 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:54:44.268675 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-45896331-079d-40f4-aca2-f69b1db6a748 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 51c76905-17ef-403d-9449-9d019274bd01) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:54:44.278169 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30062fd7-484e-43e8-99d0-78618634f9cd None None] Network 51c76905-17ef-403d-9449-9d019274bd01 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:54:44.284648 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45896331-079d-40f4-aca2-f69b1db6a748 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:44.285254 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-45896331-079d-40f4-aca2-f69b1db6a748 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:44.311025 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-45896331-079d-40f4-aca2-f69b1db6a748 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4524157 Nov 11 12:54:44.313814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46342) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:44.381435 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:44.391180 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:44.436143 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefb2c7-0693-4653-b46f-0b56f716c157 None None] Pushing event updated for resources: {'Port': ['ID=f5bb368a-1b6f-4561-a37d-dfc9d5608b1d,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:44.443784 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e91f53-b587-4483-a63b-15fdb11a8fec None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:54:44.446388 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefb2c7-0693-4653-b46f-0b56f716c157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:44.446727 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefb2c7-0693-4653-b46f-0b56f716c157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:44.447033 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefb2c7-0693-4653-b46f-0b56f716c157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:44.447354 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefb2c7-0693-4653-b46f-0b56f716c157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:44.447670 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefb2c7-0693-4653-b46f-0b56f716c157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:44.448169 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefb2c7-0693-4653-b46f-0b56f716c157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:44.448679 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefb2c7-0693-4653-b46f-0b56f716c157 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:44.448982 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefb2c7-0693-4653-b46f-0b56f716c157 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:44.449300 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefb2c7-0693-4653-b46f-0b56f716c157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:44.449634 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefb2c7-0693-4653-b46f-0b56f716c157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:44.450118 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefb2c7-0693-4653-b46f-0b56f716c157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:44.450593 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefb2c7-0693-4653-b46f-0b56f716c157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:44.466494 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Attempting to bind port f5bb368a-1b6f-4561-a37d-dfc9d5608b1d on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:54:44.466920 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Attempting to bind port f5bb368a-1b6f-4561-a37d-dfc9d5608b1d by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:54:44.467381 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Attempting to bind port f5bb368a-1b6f-4561-a37d-dfc9d5608b1d on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:54:44.473715 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:54:44.474216 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:54:44.474683 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:44.474985 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-51c76905-17ef-403d-9449-9d019274bd01', 'network_id': '51c76905-17ef-403d-9449-9d019274bd01', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ips': [{'subnet_id': '32c829c1-a09a-4858-8dce-9ff97757209c'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:54:44.475194 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:54:44.475796 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Bound port: f5bb368a-1b6f-4561-a37d-dfc9d5608b1d, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:54:44.476119 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:44.476414 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:44.531591 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] For port f5bb368a-1b6f-4561-a37d-dfc9d5608b1d, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:54:44.534964 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] For port f5bb368a-1b6f-4561-a37d-dfc9d5608b1d, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f5bb368a-1b6f-4561-a37d-dfc9d5608b1d,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:54:44.540204 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:44.589065 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-40c23ace-71eb-4bff-8fe6-b2e74e875f59 None None] Provisioning complete for port f5bb368a-1b6f-4561-a37d-dfc9d5608b1d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:44.589510 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-40c23ace-71eb-4bff-8fe6-b2e74e875f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:44.591902 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Routers {'f96fe524-317f-4d24-aea2-47b6cb9164d6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:44.592597 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:54:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f96fe524-317f-4d24-aea2-47b6cb9164d6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:44.596119 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672667b4-9707-4afb-b93a-c9425679cd00 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:54:44.671352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Allocated IP 172.20.0.2 (51c76905-17ef-403d-9449-9d019274bd01/32c829c1-a09a-4858-8dce-9ff97757209c/5dc2ce61-cd8e-45fd-9b12-f8040fc65883) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:54:44.699465 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] Set router f96fe524-317f-4d24-aea2-47b6cb9164d6 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:44.769222 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-40c23ace-71eb-4bff-8fe6-b2e74e875f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:44.791387 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefb2c7-0693-4653-b46f-0b56f716c157 None None] Pushing event updated for resources: {'Port': ['ID=f5bb368a-1b6f-4561-a37d-dfc9d5608b1d,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:44.800304 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-40c23ace-71eb-4bff-8fe6-b2e74e875f59 None None] For port f5bb368a-1b6f-4561-a37d-dfc9d5608b1d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f5bb368a-1b6f-4561-a37d-dfc9d5608b1d,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:44.812443 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-40c23ace-71eb-4bff-8fe6-b2e74e875f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:44.819659 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:44.905504 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c23ace-71eb-4bff-8fe6-b2e74e875f59 None None] Pushing event updated for resources: {'Port': ['ID=f5bb368a-1b6f-4561-a37d-dfc9d5608b1d,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:44.910616 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116309164', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:41Z', 'updated_at': '2021-11-11T12:54:43Z', 'revision_number': 3, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:42Z', 'updated_at': '2021-11-11T12:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:44.925076 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:44.936789 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:44.942359 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bd17a-e840-4374-98fb-1d52c53da96b None None] The sync data for ids ['f96fe524-317f-4d24-aea2-47b6cb9164d6'] in n-d-807359-3 is: [{'id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116309164', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:41Z', 'updated_at': '2021-11-11T12:54:43Z', 'revision_number': 3, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:42Z', 'updated_at': '2021-11-11T12:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:54:44.943346 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4f6a447a-81ac-41b1-8832-9454cc0e6d34 None None] Provisioning complete for port f5bb368a-1b6f-4561-a37d-dfc9d5608b1d triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:44.943713 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4f6a447a-81ac-41b1-8832-9454cc0e6d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:45.006737 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Network 51c76905-17ef-403d-9449-9d019274bd01 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:54:45.015960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Pushing event updated for resources: {'Port': ['ID=5dc2ce61-cd8e-45fd-9b12-f8040fc65883,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:45.018521 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:54:45.022286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:54:45.112039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Attempting to bind port 5dc2ce61-cd8e-45fd-9b12-f8040fc65883 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:54:45.112401 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Attempting to bind port 5dc2ce61-cd8e-45fd-9b12-f8040fc65883 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '51c76905-17ef-403d-9449-9d019274bd01'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:54:45.112770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Attempting to bind port 5dc2ce61-cd8e-45fd-9b12-f8040fc65883 on network 51c76905-17ef-403d-9449-9d019274bd01 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:54:45.122054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:54:45.122431 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Checking segment: {'id': '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '51c76905-17ef-403d-9449-9d019274bd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:54:45.122853 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:45.123204 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Bound using segment: {'id': '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '51c76905-17ef-403d-9449-9d019274bd01'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:54:45.123818 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Bound port: 5dc2ce61-cd8e-45fd-9b12-f8040fc65883, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '51c76905-17ef-403d-9449-9d019274bd01'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:54:45.124084 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:45.127988 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.20.0.1 (51c76905-17ef-403d-9449-9d019274bd01/32c829c1-a09a-4858-8dce-9ff97757209c/94f18291-6d05-45d3-882d-dad0ae343aa8) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:54:45.209018 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] For port 5dc2ce61-cd8e-45fd-9b12-f8040fc65883, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:54:45.212244 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] For port 5dc2ce61-cd8e-45fd-9b12-f8040fc65883, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5dc2ce61-cd8e-45fd-9b12-f8040fc65883,segment=NetworkSegment(37b599a5-a10b-4b5b-8d59-9d43ce31fbf8),segment_id=37b599a5-a10b-4b5b-8d59-9d43ce31fbf8)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:54:45.217356 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:45.282742 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef35c43-696d-471d-b77c-c07e04cb6169 None None] Pushing event updated for resources: {'Port': ['ID=5dc2ce61-cd8e-45fd-9b12-f8040fc65883,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:45.306195 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:45.345113 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:45.390530 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 51c76905-17ef-403d-9449-9d019274bd01 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:54:45.393817 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:54:45.399225 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:54:45.406597 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=94f18291-6d05-45d3-882d-dad0ae343aa8,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:45.473031 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:45.617919 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:45.905006 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:45.911096 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:45.988330 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=94f18291-6d05-45d3-882d-dad0ae343aa8,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:45.990858 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:46.083162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 51c76905-17ef-403d-9449-9d019274bd01 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:54:46.084650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:54:46.200191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bf0aa8-8598-4363-8029-ff5e6309818e None None] Network 51c76905-17ef-403d-9449-9d019274bd01 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:54:46.202386 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router f96fe524-317f-4d24-aea2-47b6cb9164d6 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:54:46.288083 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f8f99c2a-7957-41f5-be5e-e8238d766667 None None] Provisioning complete for port 5dc2ce61-cd8e-45fd-9b12-f8040fc65883 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:46.288688 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f8f99c2a-7957-41f5-be5e-e8238d766667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:46.289923 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:46.316075 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:54:46.321352 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-41641b12-fd45-416b-98d3-18c3be61cb20 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "PUT /v2.0/routers/f96fe524-317f-4d24-aea2-47b6cb9164d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0062187 Nov 11 12:54:46.434892 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f8f99c2a-7957-41f5-be5e-e8238d766667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:46.491407 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f8f99c2a-7957-41f5-be5e-e8238d766667 None None] For port 5dc2ce61-cd8e-45fd-9b12-f8040fc65883, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5dc2ce61-cd8e-45fd-9b12-f8040fc65883,segment=NetworkSegment(37b599a5-a10b-4b5b-8d59-9d43ce31fbf8),segment_id=37b599a5-a10b-4b5b-8d59-9d43ce31fbf8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:46.499650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-d6556aea-efce-4a35-bda6-6dd07614bea5 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1626034377&fields=id&tenant_id=dd8cc351280a4250ac0a97658d3e7b22 HTTP/1.1" status: 200 len: 267 time: 0.0711975 Nov 11 12:54:46.501539 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f8f99c2a-7957-41f5-be5e-e8238d766667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:46.581747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f99c2a-7957-41f5-be5e-e8238d766667 None None] Pushing event updated for resources: {'Port': ['ID=5dc2ce61-cd8e-45fd-9b12-f8040fc65883,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:46.616429 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-b2c09f18-2bcf-48ae-9f41-d8d9ac8a43b3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:46.624151 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-b2c09f18-2bcf-48ae-9f41-d8d9ac8a43b3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/networks?id=51c76905-17ef-403d-9449-9d019274bd01 HTTP/1.1" status: 200 len: 795 time: 0.1235268 Nov 11 12:54:46.626114 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5dc2ce61-cd8e-45fd-9b12-f8040fc65883 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:54:46.636064 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-3c181628-8cfc-413b-a11c-8c05983c8b03 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/quotas/dd8cc351280a4250ac0a97658d3e7b22 HTTP/1.1" status: 200 len: 375 time: 0.0109944 Nov 11 12:54:46.682112 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5dc2ce61-cd8e-45fd-9b12-f8040fc65883 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:46.682746 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:46.691093 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-fb636c84-c828-4967-83c6-f5131c8611a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507128 Nov 11 12:54:46.769468 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f5bb368a-1b6f-4561-a37d-dfc9d5608b1d up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:54:46.833793 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f5bb368a-1b6f-4561-a37d-dfc9d5608b1d triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:46.834028 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:46.837796 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-61b133c1-2a5a-4c90-8656-85738686ff40 None None] Provisioning complete for port 5dc2ce61-cd8e-45fd-9b12-f8040fc65883 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:46.838175 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-61b133c1-2a5a-4c90-8656-85738686ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:46.859289 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-347cead0-ba6d-4318-9693-5ae25e3198e1 service neutron] 10.222.0.65 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553798 Nov 11 12:54:46.916967 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Sync routers for ids ['f96fe524-317f-4d24-aea2-47b6cb9164d6'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:54:46.938164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Routers {'f96fe524-317f-4d24-aea2-47b6cb9164d6'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:46.938778 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:54:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f96fe524-317f-4d24-aea2-47b6cb9164d6'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:46.971421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-b34735e9-e2ec-41c7-b8b8-12e6616e43da service neutron] 10.222.0.65 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034155 Nov 11 12:54:47.123463 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Set router f96fe524-317f-4d24-aea2-47b6cb9164d6 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:47.186069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b76fa4fa-4b0e-441d-931d-c4066ed88363 req-5d466431-7b87-4cbd-a981-721c983ec13a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 210 time: 0.0371583 Nov 11 12:54:47.221308 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-61b133c1-2a5a-4c90-8656-85738686ff40 None None] Provisioning complete for port 94f18291-6d05-45d3-882d-dad0ae343aa8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:47.221765 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-61b133c1-2a5a-4c90-8656-85738686ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:47.299713 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-61b133c1-2a5a-4c90-8656-85738686ff40 None None] Port 94f18291-6d05-45d3-882d-dad0ae343aa8 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:54:47.382678 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116309164', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:41Z', 'updated_at': '2021-11-11T12:54:45Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:42Z', 'updated_at': '2021-11-11T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '94f18291-6d05-45d3-882d-dad0ae343aa8', 'name': '', 'network_id': '51c76905-17ef-403d-9449-9d019274bd01', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:1f:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:44Z', 'updated_at': '2021-11-11T12:54:45Z', 'revision_number': 2, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:47.418794 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Checking router: f96fe524-317f-4d24-aea2-47b6cb9164d6 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:54:47.419418 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Updating router f96fe524-317f-4d24-aea2-47b6cb9164d6 port 94f18291-6d05-45d3-882d-dad0ae343aa8 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:54:47.450927 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:47.453705 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-89d13ab3-c941-4480-b604-323f01da1aeb None None] Provisioning complete for port 94f18291-6d05-45d3-882d-dad0ae343aa8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:47.454064 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-89d13ab3-c941-4480-b604-323f01da1aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:47.519436 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-89d13ab3-c941-4480-b604-323f01da1aeb None None] Port 94f18291-6d05-45d3-882d-dad0ae343aa8 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:54:47.758608 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:47.765881 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:47.814375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e2919-83f3-439a-88c2-4d176e79cf37 None None] Pushing event updated for resources: {'Port': ['ID=94f18291-6d05-45d3-882d-dad0ae343aa8,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:47.867393 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Attempting to bind port 94f18291-6d05-45d3-882d-dad0ae343aa8 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:54:47.867766 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Attempting to bind port 94f18291-6d05-45d3-882d-dad0ae343aa8 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '51c76905-17ef-403d-9449-9d019274bd01'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:54:47.868129 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Attempting to bind port 94f18291-6d05-45d3-882d-dad0ae343aa8 on network 51c76905-17ef-403d-9449-9d019274bd01 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:54:47.873672 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:54:47.874059 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Checking segment: {'id': '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '51c76905-17ef-403d-9449-9d019274bd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:54:47.874459 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:47.874846 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Bound using segment: {'id': '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '51c76905-17ef-403d-9449-9d019274bd01'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:54:47.875308 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Bound port: 94f18291-6d05-45d3-882d-dad0ae343aa8, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '51c76905-17ef-403d-9449-9d019274bd01'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:54:47.875682 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:47.946548 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] For port 94f18291-6d05-45d3-882d-dad0ae343aa8, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:54:47.949973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] For port 94f18291-6d05-45d3-882d-dad0ae343aa8, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=94f18291-6d05-45d3-882d-dad0ae343aa8,segment=NetworkSegment(37b599a5-a10b-4b5b-8d59-9d43ce31fbf8),segment_id=37b599a5-a10b-4b5b-8d59-9d43ce31fbf8)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:54:47.957287 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:48.008862 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Routers {'f96fe524-317f-4d24-aea2-47b6cb9164d6'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:48.009501 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:54:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f96fe524-317f-4d24-aea2-47b6cb9164d6'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:48.065317 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e2919-83f3-439a-88c2-4d176e79cf37 None None] Pushing event updated for resources: {'Port': ['ID=94f18291-6d05-45d3-882d-dad0ae343aa8,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:48.083602 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-661262eb-2d4f-4f0c-806f-8f56f21dfd7b None None] Provisioning complete for port 94f18291-6d05-45d3-882d-dad0ae343aa8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:48.084112 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-661262eb-2d4f-4f0c-806f-8f56f21dfd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:48.272958 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-c998de9e-2481-42a7-8f54-8250c2c4164b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:48.275397 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-c998de9e-2481-42a7-8f54-8250c2c4164b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "GET /v2.0/networks?id=51c76905-17ef-403d-9449-9d019274bd01 HTTP/1.1" status: 200 len: 795 time: 0.1339326 Nov 11 12:54:48.317243 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-79de5d33-3359-4718-9288-1f1b2fefa9e4 req-93859528-b1e1-49f5-b635-bcf3d2d9f4fa tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 210 time: 0.0393085 Nov 11 12:54:48.356326 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-93ef5d0a-5d0a-465b-85de-db9b941e1a0c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd8cc351280a4250ac0a97658d3e7b22 HTTP/1.1" status: 200 len: 380 time: 0.0653775 Nov 11 12:54:48.362630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] Set router f96fe524-317f-4d24-aea2-47b6cb9164d6 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:48.371978 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-f270a1d7-55a9-401e-b96b-82a25b7865f1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'port': {'device_id': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'network_id': '51c76905-17ef-403d-9449-9d019274bd01', 'admin_state_up': True, 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'security_groups': ['a940b43c-f756-45cd-9744-665df2a961e2']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:48.462143 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-661262eb-2d4f-4f0c-806f-8f56f21dfd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:48.483235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-f270a1d7-55a9-401e-b96b-82a25b7865f1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Made reservation on behalf of dd8cc351280a4250ac0a97658d3e7b22 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:54:48.487163 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-f270a1d7-55a9-401e-b96b-82a25b7865f1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:48.544045 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5dc2ce61-cd8e-45fd-9b12-f8040fc65883 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:54:48.555212 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-661262eb-2d4f-4f0c-806f-8f56f21dfd7b None None] For port 94f18291-6d05-45d3-882d-dad0ae343aa8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=94f18291-6d05-45d3-882d-dad0ae343aa8,segment=NetworkSegment(37b599a5-a10b-4b5b-8d59-9d43ce31fbf8),segment_id=37b599a5-a10b-4b5b-8d59-9d43ce31fbf8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:48.579772 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-661262eb-2d4f-4f0c-806f-8f56f21dfd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:48.622400 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-f270a1d7-55a9-401e-b96b-82a25b7865f1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.20.0.11 (51c76905-17ef-403d-9449-9d019274bd01/32c829c1-a09a-4858-8dce-9ff97757209c/348c417f-2169-4751-befa-998f5b231b17) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:54:48.685187 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661262eb-2d4f-4f0c-806f-8f56f21dfd7b None None] Pushing event updated for resources: {'Port': ['ID=94f18291-6d05-45d3-882d-dad0ae343aa8,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:48.709133 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 5dc2ce61-cd8e-45fd-9b12-f8040fc65883 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:48.709412 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:48.735542 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bbb60549-d218-4c56-8afc-4de9db647fb1 None None] Provisioning complete for port 94f18291-6d05-45d3-882d-dad0ae343aa8 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:48.735896 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bbb60549-d218-4c56-8afc-4de9db647fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:48.765355 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-f270a1d7-55a9-401e-b96b-82a25b7865f1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:48.793960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116309164', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:41Z', 'updated_at': '2021-11-11T12:54:45Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:42Z', 'updated_at': '2021-11-11T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '94f18291-6d05-45d3-882d-dad0ae343aa8', 'name': '', 'network_id': '51c76905-17ef-403d-9449-9d019274bd01', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:1f:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:44Z', 'updated_at': '2021-11-11T12:54:47Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:48.815276 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-f270a1d7-55a9-401e-b96b-82a25b7865f1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:48.833637 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ff253-b1c7-40f4-8d0a-60c5d45c8649 None None] The sync data for ids ['f96fe524-317f-4d24-aea2-47b6cb9164d6'] in n-d-807359-3 is: [{'id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116309164', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:41Z', 'updated_at': '2021-11-11T12:54:45Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:42Z', 'updated_at': '2021-11-11T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '94f18291-6d05-45d3-882d-dad0ae343aa8', 'name': '', 'network_id': '51c76905-17ef-403d-9449-9d019274bd01', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:1f:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:44Z', 'updated_at': '2021-11-11T12:54:47Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:54:48.868368 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-f270a1d7-55a9-401e-b96b-82a25b7865f1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 51c76905-17ef-403d-9449-9d019274bd01 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:54:48.893071 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-f270a1d7-55a9-401e-b96b-82a25b7865f1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:54:48.913432 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270a1d7-55a9-401e-b96b-82a25b7865f1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=348c417f-2169-4751-befa-998f5b231b17,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:48.922435 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-f270a1d7-55a9-401e-b96b-82a25b7865f1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:54:48.982482 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-f270a1d7-55a9-401e-b96b-82a25b7865f1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:48.983244 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-f270a1d7-55a9-401e-b96b-82a25b7865f1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:49.005785 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-f270a1d7-55a9-401e-b96b-82a25b7865f1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6375988 Nov 11 12:54:49.025644 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Request body: {'port': {'device_id': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:49.090994 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:49.150683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-269219be-8d9f-432c-a931-103b6e0cb17c None None] Provisioning complete for port 348c417f-2169-4751-befa-998f5b231b17 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:49.150981 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-269219be-8d9f-432c-a931-103b6e0cb17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:49.188420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-269219be-8d9f-432c-a931-103b6e0cb17c None None] Port 348c417f-2169-4751-befa-998f5b231b17 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:54:49.369428 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348c417f-2169-4751-befa-998f5b231b17 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:54:49.378193 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:49.392486 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Transition to ACTIVE for port object 348c417f-2169-4751-befa-998f5b231b17 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:54:49.397796 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:49.460783 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f2e04-5114-4e60-8537-37eefc990e3d req-213ce18e-e5c4-42a8-9ef4-087f49986d2c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:49.461566 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:54:49.463602 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b36f2e04-5114-4e60-8537-37eefc990e3d req-213ce18e-e5c4-42a8-9ef4-087f49986d2c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 944 time: 0.0698092 Nov 11 12:54:49.483929 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Pushing event updated for resources: {'Port': ['ID=348c417f-2169-4751-befa-998f5b231b17,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:49.538673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Attempting to bind port 348c417f-2169-4751-befa-998f5b231b17 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:54:49.539005 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Attempting to bind port 348c417f-2169-4751-befa-998f5b231b17 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '51c76905-17ef-403d-9449-9d019274bd01'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:54:49.539330 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Attempting to bind port 348c417f-2169-4751-befa-998f5b231b17 on network 51c76905-17ef-403d-9449-9d019274bd01 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:54:49.539938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b36f2e04-5114-4e60-8537-37eefc990e3d req-ee1dc655-ee15-48e3-b7a7-a0c1d216d0b3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681589 Nov 11 12:54:49.544559 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Port 348c417f-2169-4751-befa-998f5b231b17 on network 51c76905-17ef-403d-9449-9d019274bd01 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:54:49.544916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Attempting to bind port 348c417f-2169-4751-befa-998f5b231b17 on network 51c76905-17ef-403d-9449-9d019274bd01 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:54:49.554875 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:54:49.555235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Checking segment: {'id': '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '51c76905-17ef-403d-9449-9d019274bd01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:54:49.555772 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Bound using segment: {'id': '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '51c76905-17ef-403d-9449-9d019274bd01'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:54:49.556204 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Bound port: 348c417f-2169-4751-befa-998f5b231b17, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '51c76905-17ef-403d-9449-9d019274bd01'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:54:49.556652 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:49.630265 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] For port 348c417f-2169-4751-befa-998f5b231b17, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:54:49.634502 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] For port 348c417f-2169-4751-befa-998f5b231b17, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=348c417f-2169-4751-befa-998f5b231b17,segment=NetworkSegment(37b599a5-a10b-4b5b-8d59-9d43ce31fbf8),segment_id=37b599a5-a10b-4b5b-8d59-9d43ce31fbf8)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:54:49.643361 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:49.680864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:49.681497 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:49.683008 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] 10.222.0.62 "PUT /v2.0/ports/348c417f-2169-4751-befa-998f5b231b17 HTTP/1.1" status: 200 len: 1092 time: 0.6620235 Nov 11 12:54:49.683347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'tag': '348c417f-2169-4751-befa-998f5b231b17'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:54:49.685820 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4e5772-c19a-4c88-8d77-fbdd5cecd1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "87efc3e7-d50b-42f6-be24-b1789f319e08", "tag": "348c417f-2169-4751-befa-998f5b231b17"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:54:49.711816 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771d355-a584-401c-bd54-0fbc0c33654e service neutron] Pushing event updated for resources: {'Port': ['ID=348c417f-2169-4751-befa-998f5b231b17,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:49.757811 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efed48c-38c9-494d-bac8-1f80fc78469f x-openstack-request-id: req-0efed48c-38c9-494d-bac8-1f80fc78469f {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:54:49.758191 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87efc3e7-d50b-42f6-be24-b1789f319e08", "tag": "348c417f-2169-4751-befa-998f5b231b17", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:54:49.758547 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0efed48c-38c9-494d-bac8-1f80fc78469f {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:54:49.758998 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'tag': '348c417f-2169-4751-befa-998f5b231b17', 'status': 'completed', 'code': 200} Nov 11 12:54:49.799564 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-d02d6406-c3b8-4d76-828b-81042d6b1a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:49.801571 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-d02d6406-c3b8-4d76-828b-81042d6b1a8a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 1095 time: 0.0538518 Nov 11 12:54:49.846325 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-f37907e6-abe4-4afb-a10f-99c0e8fa84a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c417f-2169-4751-befa-998f5b231b17 HTTP/1.1" status: 200 len: 217 time: 0.0365405 Nov 11 12:54:49.903387 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-a1313599-2ffe-4c4e-8299-11719d6670f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:49.904994 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-a1313599-2ffe-4c4e-8299-11719d6670f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c829c1-a09a-4858-8dce-9ff97757209c HTTP/1.1" status: 200 len: 835 time: 0.0504532 Nov 11 12:54:49.965325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-d72e91e1-d20b-4622-a0b4-e03432875f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:49.966949 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-d72e91e1-d20b-4622-a0b4-e03432875f66 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51c76905-17ef-403d-9449-9d019274bd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509236 Nov 11 12:54:50.060982 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-ee860f2f-edfd-41e4-894e-4048f19b1053 service neutron] 10.222.0.62 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842972 Nov 11 12:54:50.501237 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fa0d5af5-f966-46a3-895b-edd8cd9a6d57 req-799e4bfd-c3a4-4052-b684-ecbfba19ecaf service neutron] 10.222.0.62 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282057 Nov 11 12:54:50.536296 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 94f18291-6d05-45d3-882d-dad0ae343aa8 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:54:50.586330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 94f18291-6d05-45d3-882d-dad0ae343aa8 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:50.586728 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:50.608254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e5772-c19a-4c88-8d77-fbdd5cecd1ea req-6f2119e7-5b21-4d96-8548-afe838a09afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:50.609767 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac4e5772-c19a-4c88-8d77-fbdd5cecd1ea req-6f2119e7-5b21-4d96-8548-afe838a09afd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 1095 time: 0.0477290 Nov 11 12:54:50.658369 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da30546-99f8-46a9-9912-8d7437b5a02f req-d9946495-0658-4047-b051-94169dffb23b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:50.660127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da30546-99f8-46a9-9912-8d7437b5a02f req-d9946495-0658-4047-b051-94169dffb23b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 944 time: 0.0510435 Nov 11 12:54:50.706095 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e5772-c19a-4c88-8d77-fbdd5cecd1ea req-f4fb6443-ce57-4657-8a4a-8e5aacef3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:50.707591 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac4e5772-c19a-4c88-8d77-fbdd5cecd1ea req-f4fb6443-ce57-4657-8a4a-8e5aacef3f67 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51c76905-17ef-403d-9449-9d019274bd01 HTTP/1.1" status: 200 len: 897 time: 0.0901725 Nov 11 12:54:50.714182 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1da30546-99f8-46a9-9912-8d7437b5a02f req-f35dd35a-1735-4983-bb47-3249bcd73a2b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479374 Nov 11 12:54:50.755157 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac4e5772-c19a-4c88-8d77-fbdd5cecd1ea req-b00fcaef-e2ca-4fbe-9918-05c5e7d5a898 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c417f-2169-4751-befa-998f5b231b17 HTTP/1.1" status: 200 len: 217 time: 0.0382345 Nov 11 12:54:50.807152 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e5772-c19a-4c88-8d77-fbdd5cecd1ea req-4b916759-1f04-4592-b3d0-9a9e1b69a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:50.808643 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac4e5772-c19a-4c88-8d77-fbdd5cecd1ea req-4b916759-1f04-4592-b3d0-9a9e1b69a671 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c829c1-a09a-4858-8dce-9ff97757209c HTTP/1.1" status: 200 len: 835 time: 0.0463364 Nov 11 12:54:50.858988 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e5772-c19a-4c88-8d77-fbdd5cecd1ea req-b2e2b4f3-c621-4cb3-a1eb-89278b53bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:50.861249 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac4e5772-c19a-4c88-8d77-fbdd5cecd1ea req-b2e2b4f3-c621-4cb3-a1eb-89278b53bcde service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51c76905-17ef-403d-9449-9d019274bd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444112 Nov 11 12:54:50.971246 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac4e5772-c19a-4c88-8d77-fbdd5cecd1ea req-8d9200e4-d2f5-41d4-96c9-83247fdbf837 service neutron] 10.222.0.62 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000452 Nov 11 12:54:51.073575 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac4e5772-c19a-4c88-8d77-fbdd5cecd1ea req-3dfdcbfd-b351-41e2-ad36-c49f11f072f2 service neutron] 10.222.0.62 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901377 Nov 11 12:54:51.845293 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d0020-9254-4b6f-9de0-dbaf30556553 req-e6a0eff2-cb1e-4342-8888-e552454982a6 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:51.846830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-642d0020-9254-4b6f-9de0-dbaf30556553 req-e6a0eff2-cb1e-4342-8888-e552454982a6 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 944 time: 0.0522645 Nov 11 12:54:51.899157 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-642d0020-9254-4b6f-9de0-dbaf30556553 req-81317f19-e447-467d-bf15-44e78d4ce144 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432973 Nov 11 12:54:52.129729 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:52.981628 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 348c417f-2169-4751-befa-998f5b231b17 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:54:53.025647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20097c1-f8b8-48b3-8cf1-bb3ec739d46c req-fa4ec1c4-8413-4cd6-b26e-3a5d927abf59 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:53.027221 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f20097c1-f8b8-48b3-8cf1-bb3ec739d46c req-fa4ec1c4-8413-4cd6-b26e-3a5d927abf59 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 944 time: 0.0513458 Nov 11 12:54:53.077768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f20097c1-f8b8-48b3-8cf1-bb3ec739d46c req-c9cc6772-a4cb-48ce-9180-fce6baadbd60 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442796 Nov 11 12:54:53.078004 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 348c417f-2169-4751-befa-998f5b231b17, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=348c417f-2169-4751-befa-998f5b231b17,segment=NetworkSegment(37b599a5-a10b-4b5b-8d59-9d43ce31fbf8),segment_id=37b599a5-a10b-4b5b-8d59-9d43ce31fbf8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:53.089287 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '348c417f-2169-4751-befa-998f5b231b17', 'network_id': '51c76905-17ef-403d-9449-9d019274bd01', 'port_id': '348c417f-2169-4751-befa-998f5b231b17', 'mac_address': 'fa:16:3e:9d:ce:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:54:53.129624 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:53.142683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348c417f-2169-4751-befa-998f5b231b17 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:54:53.161528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 348c417f-2169-4751-befa-998f5b231b17, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=348c417f-2169-4751-befa-998f5b231b17,segment=NetworkSegment(37b599a5-a10b-4b5b-8d59-9d43ce31fbf8),segment_id=37b599a5-a10b-4b5b-8d59-9d43ce31fbf8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:53.169072 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:53.216950 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=348c417f-2169-4751-befa-998f5b231b17,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:53.477798 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['348c417f-2169-4751-befa-998f5b231b17'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:54:54.197426 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371e958-3c03-4fa9-891b-44ddcec9143d req-33446228-4d2e-4bf5-b1fc-ad90a9d4a974 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:54.198920 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2371e958-3c03-4fa9-891b-44ddcec9143d req-33446228-4d2e-4bf5-b1fc-ad90a9d4a974 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 945 time: 0.0539491 Nov 11 12:54:54.247059 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2371e958-3c03-4fa9-891b-44ddcec9143d req-05bf125d-5834-4192-a192-ab7665bedc52 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420475 Nov 11 12:54:54.989206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 348c417f-2169-4751-befa-998f5b231b17 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:54:55.043842 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 348c417f-2169-4751-befa-998f5b231b17 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:54:55.047865 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 348c417f-2169-4751-befa-998f5b231b17 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:55.048237 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:55.133845 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:55.157010 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348c417f-2169-4751-befa-998f5b231b17'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:54:55.159298 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f705e4-03c9-487c-9876-90f4ed1bd600" -d '{"events": [{"server_uuid": "87efc3e7-d50b-42f6-be24-b1789f319e08", "name": "network-vif-plugged", "status": "completed", "tag": "348c417f-2169-4751-befa-998f5b231b17"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:54:55.171721 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 348c417f-2169-4751-befa-998f5b231b17, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=348c417f-2169-4751-befa-998f5b231b17,segment=NetworkSegment(37b599a5-a10b-4b5b-8d59-9d43ce31fbf8),segment_id=37b599a5-a10b-4b5b-8d59-9d43ce31fbf8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:55.178080 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:55.202552 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade0daee-cad3-4b79-ae88-bef673229ec4 x-openstack-request-id: req-ade0daee-cad3-4b79-ae88-bef673229ec4 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:54:55.202840 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87efc3e7-d50b-42f6-be24-b1789f319e08", "name": "network-vif-plugged", "status": "completed", "tag": "348c417f-2169-4751-befa-998f5b231b17", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:54:55.203085 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ade0daee-cad3-4b79-ae88-bef673229ec4 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:54:55.203468 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348c417f-2169-4751-befa-998f5b231b17', 'code': 200} Nov 11 12:54:55.246123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=348c417f-2169-4751-befa-998f5b231b17,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:55.314639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7913f6d-4518-45cb-a3e3-ab1b4f84d4b2 req-c6bea824-f750-43ba-a344-320bb89763c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:55.316308 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7913f6d-4518-45cb-a3e3-ab1b4f84d4b2 req-c6bea824-f750-43ba-a344-320bb89763c9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 1097 time: 0.0450184 Nov 11 12:54:55.367844 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f7913f6d-4518-45cb-a3e3-ab1b4f84d4b2 req-88b200ab-ee07-46ca-8bed-0a478ade2abc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400665 Nov 11 12:54:55.369732 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e949c-56db-4caf-9687-5306d53d5292 req-6678fb2f-0f88-4775-9e0e-f980106f6d4b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:55.371245 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c15e949c-56db-4caf-9687-5306d53d5292 req-6678fb2f-0f88-4775-9e0e-f980106f6d4b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0498209 Nov 11 12:54:55.421531 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c15e949c-56db-4caf-9687-5306d53d5292 req-bb8bad91-50e6-4968-ad83-f005190171ef tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438068 Nov 11 12:54:56.554427 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d640f-b6ef-47e4-b230-a24cbe58f3db req-48593078-bcc7-45f8-9035-3890a2764f62 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:56.556861 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a33d640f-b6ef-47e4-b230-a24cbe58f3db req-48593078-bcc7-45f8-9035-3890a2764f62 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0555878 Nov 11 12:54:56.612529 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a33d640f-b6ef-47e4-b230-a24cbe58f3db req-1caa9edd-2126-4d12-a440-0342eebd7d46 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489488 Nov 11 12:54:57.747871 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18df8f-98df-43b1-970d-96dd9f6e5a82 req-df3d6e60-15c4-4599-8380-e3aaa2dd5fcd tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:57.749335 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb18df8f-98df-43b1-970d-96dd9f6e5a82 req-df3d6e60-15c4-4599-8380-e3aaa2dd5fcd tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0598788 Nov 11 12:54:57.798891 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eb18df8f-98df-43b1-970d-96dd9f6e5a82 req-47f30316-ac0e-4967-a28e-e57304c8bce2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430422 Nov 11 12:54:57.921718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846405d-1192-4d73-875b-54b5fe89c2e3 req-3356c217-0c2f-4ade-8a1d-2b1f4de85377 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:57.923256 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f846405d-1192-4d73-875b-54b5fe89c2e3 req-3356c217-0c2f-4ade-8a1d-2b1f4de85377 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0531490 Nov 11 12:54:57.977021 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f846405d-1192-4d73-875b-54b5fe89c2e3 req-21a8f301-f3a9-4908-bc85-01598c6eb66e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472865 Nov 11 12:54:57.999219 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46398) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:58.039271 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5492f0b8-cf3d-45b8-b8bf-3258ac55e05c tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:58.040785 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5492f0b8-cf3d-45b8-b8bf-3258ac55e05c tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 1092 time: 0.0405443 Nov 11 12:54:58.043767 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46400) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:58.048071 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '348c417f-2169-4751-befa-998f5b231b17', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:58.071685 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:58.174011 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:58.287366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.25.2.230 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/8717d9f2-5d12-4896-b1cb-ac969c0ec8d9) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:54:58.393832 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:58.432799 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:58.472985 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:54:58.475970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:54:58.479555 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:54:58.485477 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=8717d9f2-5d12-4896-b1cb-ac969c0ec8d9,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:58.847036 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:58.930284 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:59.091169 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:59.098457 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:59.178524 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=8717d9f2-5d12-4896-b1cb-ac969c0ec8d9,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:59.186012 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:59.289636 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Floating IP 70f840e8-9118-40c2-b42c-e56e325edb5d associated. External IP: 172.25.2.230, port: 348c417f-2169-4751-befa-998f5b231b17. Nov 11 12:54:59.505517 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router f96fe524-317f-4d24-aea2-47b6cb9164d6 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:54:59.623375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:54:59.634184 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0464e05-7ba2-4668-988e-b228edb95d68 None None] Sync routers for ids ['f96fe524-317f-4d24-aea2-47b6cb9164d6'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:54:59.648026 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0464e05-7ba2-4668-988e-b228edb95d68 None None] Routers {'f96fe524-317f-4d24-aea2-47b6cb9164d6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:59.648247 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:59.648808 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c0464e05-7ba2-4668-988e-b228edb95d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:54:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f96fe524-317f-4d24-aea2-47b6cb9164d6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:59.677492 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7dbdbbf6-98e9-43eb-8dc0-ac9e596f5140 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6325855 Nov 11 12:54:59.678115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'tag': '348c417f-2169-4751-befa-998f5b231b17'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:54:59.680389 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d6bf63-b2f0-4b6f-9270-839d35bbb1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "87efc3e7-d50b-42f6-be24-b1789f319e08", "tag": "348c417f-2169-4751-befa-998f5b231b17"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:54:59.718205 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d497daac-53dd-411e-9949-bcc1adf48325 x-openstack-request-id: req-d497daac-53dd-411e-9949-bcc1adf48325 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:54:59.718484 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87efc3e7-d50b-42f6-be24-b1789f319e08", "tag": "348c417f-2169-4751-befa-998f5b231b17", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:54:59.718728 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d497daac-53dd-411e-9949-bcc1adf48325 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:54:59.719126 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'tag': '348c417f-2169-4751-befa-998f5b231b17', 'status': 'completed', 'code': 200} Nov 11 12:54:59.777809 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-c0464e05-7ba2-4668-988e-b228edb95d68 None None] Set router f96fe524-317f-4d24-aea2-47b6cb9164d6 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:59.779304 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52384188-d3ce-47f1-b466-8b8e4fb33738 req-466d7cec-18bd-41f4-bea8-253dcbf304dc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:59.780985 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-52384188-d3ce-47f1-b466-8b8e4fb33738 req-466d7cec-18bd-41f4-bea8-253dcbf304dc tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0521054 Nov 11 12:54:59.789226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6bf63-b2f0-4b6f-9270-839d35bbb1f8 req-a17d66c9-5969-42c9-a798-9be7e96883fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:59.790796 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73d6bf63-b2f0-4b6f-9270-839d35bbb1f8 req-a17d66c9-5969-42c9-a798-9be7e96883fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 1097 time: 0.0442555 Nov 11 12:54:59.835056 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-52384188-d3ce-47f1-b466-8b8e4fb33738 req-b3edf06d-fa4b-48f1-b835-e26d30664199 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474494 Nov 11 12:54:59.858240 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46406) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:59.889102 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6bf63-b2f0-4b6f-9270-839d35bbb1f8 req-030bf53f-e9d3-46b5-ac97-f053129859d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:59.890773 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73d6bf63-b2f0-4b6f-9270-839d35bbb1f8 req-030bf53f-e9d3-46b5-ac97-f053129859d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51c76905-17ef-403d-9449-9d019274bd01 HTTP/1.1" status: 200 len: 897 time: 0.0926828 Nov 11 12:54:59.921752 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-44db2369-8599-40c2-af2c-0baeb5a53643 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/70f840e8-9118-40c2-b42c-e56e325edb5d HTTP/1.1" status: 200 len: 992 time: 0.0614927 Nov 11 12:54:59.958543 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73d6bf63-b2f0-4b6f-9270-839d35bbb1f8 req-ea2aeee0-068c-42a3-853b-cbb75b0fafb7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c417f-2169-4751-befa-998f5b231b17 HTTP/1.1" status: 200 len: 1000 time: 0.0605407 Nov 11 12:55:00.006556 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c0464e05-7ba2-4668-988e-b228edb95d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116309164', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:41Z', 'updated_at': '2021-11-11T12:54:45Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:42Z', 'updated_at': '2021-11-11T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '70f840e8-9118-40c2-b42c-e56e325edb5d', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'port_id': '348c417f-2169-4751-befa-998f5b231b17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c76905-17ef-403d-9449-9d019274bd01', 'mac_address': 'fa:16:3e:9d:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:54:58Z', 'updated_at': '2021-11-11T12:54:58Z', 'revision_number': 0, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f18291-6d05-45d3-882d-dad0ae343aa8', 'name': '', 'network_id': '51c76905-17ef-403d-9449-9d019274bd01', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:1f:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:44Z', 'updated_at': '2021-11-11T12:54:48Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:00.008298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6bf63-b2f0-4b6f-9270-839d35bbb1f8 req-a7cca73b-c35d-4c01-aae3-e6e6654da127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:00.009856 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73d6bf63-b2f0-4b6f-9270-839d35bbb1f8 req-a7cca73b-c35d-4c01-aae3-e6e6654da127 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c829c1-a09a-4858-8dce-9ff97757209c HTTP/1.1" status: 200 len: 835 time: 0.0446677 Nov 11 12:55:00.035568 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0464e05-7ba2-4668-988e-b228edb95d68 None None] Checking router: f96fe524-317f-4d24-aea2-47b6cb9164d6 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:55:00.044337 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0464e05-7ba2-4668-988e-b228edb95d68 None None] Routers {'f96fe524-317f-4d24-aea2-47b6cb9164d6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:55:00.044937 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c0464e05-7ba2-4668-988e-b228edb95d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:54:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f96fe524-317f-4d24-aea2-47b6cb9164d6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:00.063490 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6bf63-b2f0-4b6f-9270-839d35bbb1f8 req-c9c01f64-5dd3-45d6-a3ba-a1012442cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:00.065114 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73d6bf63-b2f0-4b6f-9270-839d35bbb1f8 req-c9c01f64-5dd3-45d6-a3ba-a1012442cbe1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51c76905-17ef-403d-9449-9d019274bd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472660 Nov 11 12:55:00.147310 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-c0464e05-7ba2-4668-988e-b228edb95d68 None None] Set router f96fe524-317f-4d24-aea2-47b6cb9164d6 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:55:00.157621 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73d6bf63-b2f0-4b6f-9270-839d35bbb1f8 req-6b550e63-d730-4d27-bf9d-9df102eab2f3 service neutron] 10.222.0.62 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839341 Nov 11 12:55:00.252962 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73d6bf63-b2f0-4b6f-9270-839d35bbb1f8 req-f2e874ad-5c02-4ba1-8383-8bbd4db72e28 service neutron] 10.222.0.62 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873365 Nov 11 12:55:00.365312 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-c0464e05-7ba2-4668-988e-b228edb95d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116309164', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:41Z', 'updated_at': '2021-11-11T12:54:45Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:42Z', 'updated_at': '2021-11-11T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '70f840e8-9118-40c2-b42c-e56e325edb5d', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'port_id': '348c417f-2169-4751-befa-998f5b231b17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c76905-17ef-403d-9449-9d019274bd01', 'mac_address': 'fa:16:3e:9d:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:54:58Z', 'updated_at': '2021-11-11T12:54:58Z', 'revision_number': 0, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f18291-6d05-45d3-882d-dad0ae343aa8', 'name': '', 'network_id': '51c76905-17ef-403d-9449-9d019274bd01', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:1f:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:44Z', 'updated_at': '2021-11-11T12:54:48Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:00.390081 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0464e05-7ba2-4668-988e-b228edb95d68 None None] The sync data for ids ['f96fe524-317f-4d24-aea2-47b6cb9164d6'] in n-d-807359-3 is: [{'id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116309164', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:41Z', 'updated_at': '2021-11-11T12:54:45Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:42Z', 'updated_at': '2021-11-11T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '70f840e8-9118-40c2-b42c-e56e325edb5d', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'port_id': '348c417f-2169-4751-befa-998f5b231b17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c76905-17ef-403d-9449-9d019274bd01', 'mac_address': 'fa:16:3e:9d:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:54:58Z', 'updated_at': '2021-11-11T12:54:58Z', 'revision_number': 0, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f18291-6d05-45d3-882d-dad0ae343aa8', 'name': '', 'network_id': '51c76905-17ef-403d-9449-9d019274bd01', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:1f:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:44Z', 'updated_at': '2021-11-11T12:54:48Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:55:00.595640 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da38e407-c342-4922-a473-66e16f80b7e7 None None] New status for floating IP 70f840e8-9118-40c2-b42c-e56e325edb5d: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:55:00.927438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46408) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:01.006022 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-74f046e1-6437-4c0b-bfe5-20361f063dde tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/70f840e8-9118-40c2-b42c-e56e325edb5d HTTP/1.1" status: 200 len: 994 time: 0.0768883 Nov 11 12:55:02.302436 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f10c4a22-2ded-4924-83f1-4c2e8c2a5a37 req-39491d1d-9bf7-43b1-8970-5b223e3a132f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451500 Nov 11 12:55:02.387963 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c4a22-2ded-4924-83f1-4c2e8c2a5a37 req-95005212-bb99-4f5e-ab02-c2db38c5ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:02.389359 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f10c4a22-2ded-4924-83f1-4c2e8c2a5a37 req-95005212-bb99-4f5e-ab02-c2db38c5ba52 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 1097 time: 0.0431459 Nov 11 12:55:02.504812 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c4a22-2ded-4924-83f1-4c2e8c2a5a37 req-809dacd1-15db-47c7-9b70-ee90a1dfc4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:02.506368 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f10c4a22-2ded-4924-83f1-4c2e8c2a5a37 req-809dacd1-15db-47c7-9b70-ee90a1dfc4cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=51c76905-17ef-403d-9449-9d019274bd01 HTTP/1.1" status: 200 len: 897 time: 0.0906885 Nov 11 12:55:02.572989 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f10c4a22-2ded-4924-83f1-4c2e8c2a5a37 req-099c2141-f9c7-48bd-b11a-68b9a56ffa0b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c417f-2169-4751-befa-998f5b231b17 HTTP/1.1" status: 200 len: 1002 time: 0.0581930 Nov 11 12:55:02.627604 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c4a22-2ded-4924-83f1-4c2e8c2a5a37 req-1b514e5a-819c-46b7-90cc-8bc483e2b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:02.629016 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f10c4a22-2ded-4924-83f1-4c2e8c2a5a37 req-1b514e5a-819c-46b7-90cc-8bc483e2b86e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c829c1-a09a-4858-8dce-9ff97757209c HTTP/1.1" status: 200 len: 835 time: 0.0492213 Nov 11 12:55:02.677078 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c4a22-2ded-4924-83f1-4c2e8c2a5a37 req-bd4d8604-bb8c-494d-b2c1-a4ed394a0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:02.678749 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f10c4a22-2ded-4924-83f1-4c2e8c2a5a37 req-bd4d8604-bb8c-494d-b2c1-a4ed394a0b97 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51c76905-17ef-403d-9449-9d019274bd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417461 Nov 11 12:55:02.780849 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f10c4a22-2ded-4924-83f1-4c2e8c2a5a37 req-b1163e4c-a284-4d78-81ec-d7cf0ac68d98 service neutron] 10.222.0.62 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946722 Nov 11 12:55:02.875243 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f10c4a22-2ded-4924-83f1-4c2e8c2a5a37 req-453d0f9e-2dbf-40a4-a9e7-e64edcba106b service neutron] 10.222.0.62 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873590 Nov 11 12:55:05.940842 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f8c50464-ec3e-46de-9aa5-5cbb6f807397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:08.208793 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f9bf40df-4df3-4469-a024-41173a5c0ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:09.277174 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:10.818647 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:11.346167 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:16.260167 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:22.117566 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:26.452343 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:55:34.400194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46430) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:34.418320 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0973f-2e88-42da-9e50-3910864d29c5 req-701dbe04-e8ad-432d-af22-131d9ff50c43 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:34.419982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eaf0973f-2e88-42da-9e50-3910864d29c5 req-701dbe04-e8ad-432d-af22-131d9ff50c43 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0555062 Nov 11 12:55:34.475866 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-eaf0973f-2e88-42da-9e50-3910864d29c5 req-cc4b1877-d2b7-4a07-b94e-3efd6c24eeb6 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477333 Nov 11 12:55:34.482254 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-e4f5e5e3-afbe-4024-a106-815bad191dac service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809062 Nov 11 12:55:34.492852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-6bc3920f-cd9a-4c4c-9a1f-48a744a68f8d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:55:34.493986 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-6bc3920f-cd9a-4c4c-9a1f-48a744a68f8d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055215 Nov 11 12:55:35.618580 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909007d3-311a-43ae-a44c-9452c55463f7 req-b349c251-ee02-4e16-ace3-4152739e4279 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:35.620067 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-909007d3-311a-43ae-a44c-9452c55463f7 req-b349c251-ee02-4e16-ace3-4152739e4279 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0614021 Nov 11 12:55:35.674900 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-909007d3-311a-43ae-a44c-9452c55463f7 req-fc68e4d4-31fb-41e7-8d04-69d9ed1cbde1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460751 Nov 11 12:55:35.927171 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-413afb4c-6274-4251-ac42-a6a248fbf1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:36.818962 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bef776-3cb6-44c4-b2b4-7d8a254437db req-5e9007a0-0c6b-444f-9b8d-f3f7d3cf6fb5 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:36.820461 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b5bef776-3cb6-44c4-b2b4-7d8a254437db req-5e9007a0-0c6b-444f-9b8d-f3f7d3cf6fb5 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0520449 Nov 11 12:55:36.870893 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b5bef776-3cb6-44c4-b2b4-7d8a254437db req-059e29bb-93a7-41d1-9d75-3ec3099c1928 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443170 Nov 11 12:55:38.004471 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8f3cc-73d3-4023-b858-f35de9a2b9af req-2a975014-2d86-4167-927b-a74e9ed01f2c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:38.006024 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63a8f3cc-73d3-4023-b858-f35de9a2b9af req-2a975014-2d86-4167-927b-a74e9ed01f2c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0500324 Nov 11 12:55:38.065308 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63a8f3cc-73d3-4023-b858-f35de9a2b9af req-9945b1d9-706a-44f2-aac8-495908fa44f4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503175 Nov 11 12:55:38.195974 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1e2085b0-78d3-4646-a52c-abfad6e53a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.199739 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fc8d3-ecb9-4256-a55d-dd1ee9f7fbe2 req-385dc0ab-d5e1-42c3-95d7-72051a205410 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:39.201657 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f58fc8d3-ecb9-4256-a55d-dd1ee9f7fbe2 req-385dc0ab-d5e1-42c3-95d7-72051a205410 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0522327 Nov 11 12:55:39.258048 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f58fc8d3-ecb9-4256-a55d-dd1ee9f7fbe2 req-6820ed02-a972-49d3-a355-97ef51e71ec3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497017 Nov 11 12:55:39.271279 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.730108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7334903-ff47-4e80-94c4-93d050793c13 req-5e86180d-6e03-480b-9395-34b11834e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:39.731617 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-5e86180d-6e03-480b-9395-34b11834e8b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 1097 time: 0.0480080 Nov 11 12:55:39.830004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7334903-ff47-4e80-94c4-93d050793c13 req-67238931-1199-43e8-8d4a-a9d1da0e99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:39.831476 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-67238931-1199-43e8-8d4a-a9d1da0e99b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51c76905-17ef-403d-9449-9d019274bd01 HTTP/1.1" status: 200 len: 897 time: 0.0868258 Nov 11 12:55:40.002115 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-7da99637-19b3-42bb-97e1-9a61f6a8d383 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c417f-2169-4751-befa-998f5b231b17 HTTP/1.1" status: 200 len: 1002 time: 0.0741358 Nov 11 12:55:40.057156 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7334903-ff47-4e80-94c4-93d050793c13 req-732c6d8b-d9aa-4316-a79f-88b34be9ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:40.058637 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-732c6d8b-d9aa-4316-a79f-88b34be9ea78 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c829c1-a09a-4858-8dce-9ff97757209c HTTP/1.1" status: 200 len: 835 time: 0.0458970 Nov 11 12:55:40.110620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7334903-ff47-4e80-94c4-93d050793c13 req-12cf5427-1f95-40c7-9bca-ee92a9593f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:40.112112 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-12cf5427-1f95-40c7-9bca-ee92a9593f82 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51c76905-17ef-403d-9449-9d019274bd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403931 Nov 11 12:55:40.211059 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2e6e59c9-7761-497f-b8c9-b166ad8674be service neutron] 10.222.0.62 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876710 Nov 11 12:55:40.310501 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-edef866e-2fb7-4877-ac52-6598cf0fefde service neutron] 10.222.0.62 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876579 Nov 11 12:55:40.380370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead5ad5-ae33-49c0-a3f2-24544ccb0719 req-1ccb459d-7488-41ca-82be-5ea00ae74161 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:40.381898 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ead5ad5-ae33-49c0-a3f2-24544ccb0719 req-1ccb459d-7488-41ca-82be-5ea00ae74161 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0504057 Nov 11 12:55:40.435235 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ead5ad5-ae33-49c0-a3f2-24544ccb0719 req-2ab730fa-9089-43c8-bbf1-95fc2d72018c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468726 Nov 11 12:55:40.824061 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:41.353216 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:41.559532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da973544-b18b-46fb-a3a5-7d11a32d7fe2 req-8b824798-5db8-4cb1-adca-034a1b5f3f05 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:41.560996 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da973544-b18b-46fb-a3a5-7d11a32d7fe2 req-8b824798-5db8-4cb1-adca-034a1b5f3f05 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0544069 Nov 11 12:55:41.614123 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-da973544-b18b-46fb-a3a5-7d11a32d7fe2 req-e91c8883-3c14-4c4f-ab00-1b17fc2271f7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441873 Nov 11 12:55:42.738710 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1cfd0-6eba-4ce8-b2e5-bba266b0a67b req-79afaee3-7280-4cc7-8c75-63347a4cfb1e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:42.740120 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0e1cfd0-6eba-4ce8-b2e5-bba266b0a67b req-79afaee3-7280-4cc7-8c75-63347a4cfb1e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0503457 Nov 11 12:55:42.791793 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a0e1cfd0-6eba-4ce8-b2e5-bba266b0a67b req-50288f5c-84de-4f71-8140-394e735f3b23 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453756 Nov 11 12:55:43.919530 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8810993-ab31-4a30-9936-7ed1166450c7 req-2aa2c9c9-7d91-44c4-8925-e92ec0f90b14 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:43.921017 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8810993-ab31-4a30-9936-7ed1166450c7 req-2aa2c9c9-7d91-44c4-8925-e92ec0f90b14 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0512929 Nov 11 12:55:43.973632 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a8810993-ab31-4a30-9936-7ed1166450c7 req-8b2a48b3-58ac-415f-b27d-ab47ede19639 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461829 Nov 11 12:55:45.106218 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2837fb-9fde-4bde-ae14-bcec926f3706 req-eb9f927e-010b-4aac-be24-494d3d7aed1f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:45.107699 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb2837fb-9fde-4bde-ae14-bcec926f3706 req-eb9f927e-010b-4aac-be24-494d3d7aed1f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0567245 Nov 11 12:55:45.158128 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb2837fb-9fde-4bde-ae14-bcec926f3706 req-20b7eabc-b8df-4747-9046-3c336d48a387 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441580 Nov 11 12:55:46.263730 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:46.286900 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf820c-feed-48ef-b04f-1e15102630cc req-81bff2b2-69e1-49d1-ae43-7786f2070cc5 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:46.288377 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fdf820c-feed-48ef-b04f-1e15102630cc req-81bff2b2-69e1-49d1-ae43-7786f2070cc5 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0529356 Nov 11 12:55:46.350649 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1fdf820c-feed-48ef-b04f-1e15102630cc req-ade7e820-254d-49b8-b5b8-ab63d532b769 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560784 Nov 11 12:55:47.481711 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c757f-d644-4a5f-8cf2-7a18fbefe31a req-547b471f-b0e8-4b81-94b1-a8f6556b7d6f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:47.483216 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-054c757f-d644-4a5f-8cf2-7a18fbefe31a req-547b471f-b0e8-4b81-94b1-a8f6556b7d6f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0550156 Nov 11 12:55:47.533190 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-054c757f-d644-4a5f-8cf2-7a18fbefe31a req-7c52d286-c9df-4a38-b859-26321d25f37b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438275 Nov 11 12:55:48.656015 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1c8d0-cb64-4eb5-9a4a-9e428918adfe req-6dfa4c9f-f7a2-43d3-be6e-40d734bcb143 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:48.657528 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6ab1c8d0-cb64-4eb5-9a4a-9e428918adfe req-6dfa4c9f-f7a2-43d3-be6e-40d734bcb143 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0543160 Nov 11 12:55:48.711699 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6ab1c8d0-cb64-4eb5-9a4a-9e428918adfe req-86e6b004-d909-421e-aada-ff9c34a4e39f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450993 Nov 11 12:55:49.857404 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a9eb8-601a-40ff-aae6-f25a7141cc8c req-f1e35bdf-6a55-41e0-be0a-2a89eac2990c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:49.858942 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-173a9eb8-601a-40ff-aae6-f25a7141cc8c req-f1e35bdf-6a55-41e0-be0a-2a89eac2990c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0644705 Nov 11 12:55:49.913122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-173a9eb8-601a-40ff-aae6-f25a7141cc8c req-5318f79c-754b-4384-95d0-ca7bf1e228ae tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442717 Nov 11 12:55:51.050330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8383ffe-7901-4d6f-9bb2-98b8d2f8c16e req-404bf400-a6f6-4198-adba-0f9d425b7e9e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:51.052690 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8383ffe-7901-4d6f-9bb2-98b8d2f8c16e req-404bf400-a6f6-4198-adba-0f9d425b7e9e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0590932 Nov 11 12:55:51.106102 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8383ffe-7901-4d6f-9bb2-98b8d2f8c16e req-f243bf7f-5b2f-45e7-85db-890ab58c0e7a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445087 Nov 11 12:55:52.139997 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:52.249372 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee386237-2ffc-4800-8765-c444786a375d req-a63a6ea8-ead9-43f2-9816-e58e79ed8a19 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:52.250893 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee386237-2ffc-4800-8765-c444786a375d req-a63a6ea8-ead9-43f2-9816-e58e79ed8a19 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0561585 Nov 11 12:55:52.303822 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee386237-2ffc-4800-8765-c444786a375d req-015e8039-c73d-4fc7-81f7-1335bf9c827b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468612 Nov 11 12:55:53.433006 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf5f86-420f-4cae-a334-2a74a13e6544 req-d7ec0943-9697-4feb-88c5-74263c4ffe84 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:53.434577 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0abf5f86-420f-4cae-a334-2a74a13e6544 req-d7ec0943-9697-4feb-88c5-74263c4ffe84 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0507348 Nov 11 12:55:53.484121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0abf5f86-420f-4cae-a334-2a74a13e6544 req-6dcc134b-2d9a-4f9f-9593-62e3dd4813a3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434625 Nov 11 12:55:54.608747 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d2c97-40e6-4b4c-8dd2-c1b0935f496d req-7acee52d-3d26-4751-860b-ebf1730f6fd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:54.610237 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf5d2c97-40e6-4b4c-8dd2-c1b0935f496d req-7acee52d-3d26-4751-860b-ebf1730f6fd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0517511 Nov 11 12:55:54.662590 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf5d2c97-40e6-4b4c-8dd2-c1b0935f496d req-863a99b9-3159-44fd-ba15-e67ae85a07a0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435948 Nov 11 12:55:55.795002 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c7d02-6ba8-4f8f-abb0-7fc49be49135 req-f4b2ea45-3818-4375-9798-f66ce155691f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:55.796816 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-288c7d02-6ba8-4f8f-abb0-7fc49be49135 req-f4b2ea45-3818-4375-9798-f66ce155691f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0540628 Nov 11 12:55:55.846009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-288c7d02-6ba8-4f8f-abb0-7fc49be49135 req-5c9cf77c-39da-40c3-9491-7eddb712e136 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429981 Nov 11 12:55:56.974829 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173775d-0c05-4760-9154-2ba5e9f3e45b req-3a4760d4-4918-454f-a5bc-2c5f1f220f55 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:56.976347 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9173775d-0c05-4760-9154-2ba5e9f3e45b req-3a4760d4-4918-454f-a5bc-2c5f1f220f55 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0516245 Nov 11 12:55:57.028328 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9173775d-0c05-4760-9154-2ba5e9f3e45b req-5e75df9d-1f45-4ba3-a5d3-db9e4c9192a9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439553 Nov 11 12:55:57.599336 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [req-d7334903-ff47-4e80-94c4-93d050793c13 req-aff477d8-f7b8-44b0-888d-cc02b2f957e2 service neutron] show failed (client error): The resource could not be found. Nov 11 12:55:57.600386 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-aff477d8-f7b8-44b0-888d-cc02b2f957e2 service neutron] 10.222.0.62 "GET /v2.0/ports/348c417f-2169-4751-befa-998f5b231b17/bindings/n-h2-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.0765963 Nov 11 12:55:57.885920 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7334903-ff47-4e80-94c4-93d050793c13 req-54e8b1d1-2e12-40c8-82b5-cb13fb170102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:57.887302 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-54e8b1d1-2e12-40c8-82b5-cb13fb170102 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08&tenant_id=dd8cc351280a4250ac0a97658d3e7b22 HTTP/1.1" status: 200 len: 1097 time: 0.0885425 Nov 11 12:55:57.898193 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-4f94d121-8f5f-463a-9c6e-bbe55789a9ba service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:55:57.899119 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-4f94d121-8f5f-463a-9c6e-bbe55789a9ba service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049837 Nov 11 12:55:57.910915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-3', 'device_owner': 'compute:nova'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:55:57.965578 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:58.196481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc566c6-9fe0-417b-a1f7-a12ae49a8dfb req-2a6f8fc0-d6bf-4fac-bfce-9f51f5e64eb8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:58.198020 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bbc566c6-9fe0-417b-a1f7-a12ae49a8dfb req-2a6f8fc0-d6bf-4fac-bfce-9f51f5e64eb8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0986550 Nov 11 12:55:58.203055 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] For port 348c417f-2169-4751-befa-998f5b231b17, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=348c417f-2169-4751-befa-998f5b231b17,segment=NetworkSegment(37b599a5-a10b-4b5b-8d59-9d43ce31fbf8),segment_id=37b599a5-a10b-4b5b-8d59-9d43ce31fbf8)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:55:58.270265 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] For port 348c417f-2169-4751-befa-998f5b231b17, host n-h1-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:55:58.292013 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bbc566c6-9fe0-417b-a1f7-a12ae49a8dfb req-f41cde28-21d4-4b9d-beab-1648f24aeb55 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869362 Nov 11 12:55:58.313793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '348c417f-2169-4751-befa-998f5b231b17'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:55:58.316082 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dfe29f-3454-44e2-8741-b894823bcdf3" -d '{"events": [{"server_uuid": "87efc3e7-d50b-42f6-be24-b1789f319e08", "name": "network-vif-unplugged", "status": "completed", "tag": "348c417f-2169-4751-befa-998f5b231b17"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:55:58.320117 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:58.332567 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Transition to ACTIVE for port object 348c417f-2169-4751-befa-998f5b231b17 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:55:58.338385 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:58.369865 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7fa77b-68b4-45af-84ed-513873e3e078 x-openstack-request-id: req-db7fa77b-68b4-45af-84ed-513873e3e078 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:55:58.370147 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87efc3e7-d50b-42f6-be24-b1789f319e08", "name": "network-vif-unplugged", "status": "completed", "tag": "348c417f-2169-4751-befa-998f5b231b17", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:55:58.370390 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db7fa77b-68b4-45af-84ed-513873e3e078 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:55:58.371401 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '348c417f-2169-4751-befa-998f5b231b17', 'code': 200} Nov 11 12:55:58.389104 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Pushing event updated for resources: {'Port': ['ID=348c417f-2169-4751-befa-998f5b231b17,revision_number=6']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:58.432788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:58.433130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:58.433457 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:58.433811 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:58.434137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:58.434503 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:58.434822 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:58.435137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:58.435444 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:58.435769 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:58.436079 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:58.436391 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:58.476346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] No DVR routers for this DVR port 348c417f-2169-4751-befa-998f5b231b17 on host n-h1-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:55:58.616008 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Attempting to bind port 348c417f-2169-4751-befa-998f5b231b17 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:55:58.616334 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Attempting to bind port 348c417f-2169-4751-befa-998f5b231b17 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '51c76905-17ef-403d-9449-9d019274bd01'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:55:58.616652 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Attempting to bind port 348c417f-2169-4751-befa-998f5b231b17 on network 51c76905-17ef-403d-9449-9d019274bd01 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:55:58.621168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Port 348c417f-2169-4751-befa-998f5b231b17 on network 51c76905-17ef-403d-9449-9d019274bd01 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:55:58.621476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Attempting to bind port 348c417f-2169-4751-befa-998f5b231b17 on network 51c76905-17ef-403d-9449-9d019274bd01 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:55:58.626502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:55:58.626824 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Checking segment: {'id': '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '51c76905-17ef-403d-9449-9d019274bd01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:55:58.627194 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Bound using segment: {'id': '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '51c76905-17ef-403d-9449-9d019274bd01'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:55:58.627604 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Bound port: 348c417f-2169-4751-befa-998f5b231b17, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '51c76905-17ef-403d-9449-9d019274bd01'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:55:58.627945 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:58.698032 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] For port 348c417f-2169-4751-befa-998f5b231b17, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:55:58.701191 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] For port 348c417f-2169-4751-befa-998f5b231b17, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=348c417f-2169-4751-befa-998f5b231b17,segment=NetworkSegment(37b599a5-a10b-4b5b-8d59-9d43ce31fbf8),segment_id=37b599a5-a10b-4b5b-8d59-9d43ce31fbf8)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:55:58.706881 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:58.744077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:58.744697 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:58.746108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] 10.222.0.43 "PUT /v2.0/ports/348c417f-2169-4751-befa-998f5b231b17 HTTP/1.1" status: 200 len: 1092 time: 0.8388207 Nov 11 12:55:58.762673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee6dd1-e2db-408c-80ac-2882f72d04ee service neutron] Pushing event updated for resources: {'Port': ['ID=348c417f-2169-4751-befa-998f5b231b17,revision_number=7']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:58.814550 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7334903-ff47-4e80-94c4-93d050793c13 req-42663891-67e2-4515-a8ba-0bb953aa5cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:58.816092 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-42663891-67e2-4515-a8ba-0bb953aa5cbd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 1095 time: 0.0472283 Nov 11 12:55:58.907899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7334903-ff47-4e80-94c4-93d050793c13 req-f6019094-2377-41ec-b28b-cff37af5af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:58.909649 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-f6019094-2377-41ec-b28b-cff37af5af3b service neutron] 10.222.0.43 "GET /v2.0/networks?id=51c76905-17ef-403d-9449-9d019274bd01 HTTP/1.1" status: 200 len: 897 time: 0.0863903 Nov 11 12:55:58.983447 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-52ef450a-ee0e-44a4-9d7d-9c2ff37d8c35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c417f-2169-4751-befa-998f5b231b17 HTTP/1.1" status: 200 len: 1000 time: 0.0661159 Nov 11 12:55:59.174094 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7334903-ff47-4e80-94c4-93d050793c13 req-6b62d456-ebc6-4161-a462-e5426a912400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:59.175707 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-6b62d456-ebc6-4161-a462-e5426a912400 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32c829c1-a09a-4858-8dce-9ff97757209c HTTP/1.1" status: 200 len: 835 time: 0.0634918 Nov 11 12:55:59.225818 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7334903-ff47-4e80-94c4-93d050793c13 req-1f73c71b-bb73-4da3-aaf1-2f0a928b915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:59.227504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-1f73c71b-bb73-4da3-aaf1-2f0a928b915a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51c76905-17ef-403d-9449-9d019274bd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448515 Nov 11 12:55:59.326926 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-5b91ed60-bfb2-4a8a-92ce-ae83680edff8 service neutron] 10.222.0.43 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906785 Nov 11 12:55:59.449079 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7334903-ff47-4e80-94c4-93d050793c13 req-8bf0b78f-0f55-43bc-83a9-ef5861dad234 service neutron] 10.222.0.43 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153619 Nov 11 12:55:59.457370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b235d6-f196-4c06-acdb-3cd788478116 req-a72ac91b-7f94-4682-b08c-981a7ae5c9b2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:59.458781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59b235d6-f196-4c06-acdb-3cd788478116 req-a72ac91b-7f94-4682-b08c-981a7ae5c9b2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 944 time: 0.0748086 Nov 11 12:55:59.510964 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-59b235d6-f196-4c06-acdb-3cd788478116 req-b3c8fb47-59e0-4f94-8ddb-6848c75fb479 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456998 Nov 11 12:56:00.372400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'tag': '348c417f-2169-4751-befa-998f5b231b17'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:56:00.376597 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b98c4b-c552-41bd-8bef-40ccb6a41436" -d '{"events": [{"name": "network-changed", "server_uuid": "87efc3e7-d50b-42f6-be24-b1789f319e08", "tag": "348c417f-2169-4751-befa-998f5b231b17"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:56:00.431013 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be291ccd-ccc0-44b4-9d81-4d3ffe2ad461 x-openstack-request-id: req-be291ccd-ccc0-44b4-9d81-4d3ffe2ad461 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:56:00.431322 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87efc3e7-d50b-42f6-be24-b1789f319e08", "tag": "348c417f-2169-4751-befa-998f5b231b17", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:56:00.431566 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be291ccd-ccc0-44b4-9d81-4d3ffe2ad461 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:56:00.431972 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'tag': '348c417f-2169-4751-befa-998f5b231b17', 'status': 'completed', 'code': 200} Nov 11 12:56:00.494400 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-86405825-9645-41e0-ad74-adc0dfba16eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:00.495868 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-86405825-9645-41e0-ad74-adc0dfba16eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 1095 time: 0.0408993 Nov 11 12:56:00.502062 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-c75a3c8c-f37c-43a2-90fe-ea440721f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:00.503659 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-c75a3c8c-f37c-43a2-90fe-ea440721f94a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 1095 time: 0.0420370 Nov 11 12:56:00.599410 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-91906067-1c2e-4102-97c6-49c8e8c7b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:00.600915 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-91906067-1c2e-4102-97c6-49c8e8c7b7b5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51c76905-17ef-403d-9449-9d019274bd01 HTTP/1.1" status: 200 len: 897 time: 0.0844190 Nov 11 12:56:00.615583 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-1dc322bd-3c5c-47d6-8ff9-0ddd8e1a4f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:00.617046 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-1dc322bd-3c5c-47d6-8ff9-0ddd8e1a4f66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=51c76905-17ef-403d-9449-9d019274bd01 HTTP/1.1" status: 200 len: 897 time: 0.1132329 Nov 11 12:56:00.674074 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-135e5506-6706-4613-bd73-7c78a43f5166 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c417f-2169-4751-befa-998f5b231b17 HTTP/1.1" status: 200 len: 1000 time: 0.0615804 Nov 11 12:56:00.676151 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c09b9-7b29-4292-98a5-e8d2caa6395d req-960ca0ef-b66a-4ab0-a7e0-3f22cdd93803 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:00.677710 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d8c09b9-7b29-4292-98a5-e8d2caa6395d req-960ca0ef-b66a-4ab0-a7e0-3f22cdd93803 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 944 time: 0.0949736 Nov 11 12:56:00.715609 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-7a83d1b2-47b8-4323-a280-3e7a98b2443a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c417f-2169-4751-befa-998f5b231b17 HTTP/1.1" status: 200 len: 1000 time: 0.0887127 Nov 11 12:56:00.728301 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-b267e358-dbda-43f2-88ef-3a8ca68d7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:00.729797 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-b267e358-dbda-43f2-88ef-3a8ca68d7822 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c829c1-a09a-4858-8dce-9ff97757209c HTTP/1.1" status: 200 len: 835 time: 0.0448375 Nov 11 12:56:00.770713 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d8c09b9-7b29-4292-98a5-e8d2caa6395d req-6ba881d6-75d9-45f5-8a83-35f65fbf4097 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855370 Nov 11 12:56:00.783623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-60990587-ac80-4a20-99d6-3656e187436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:00.784318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-6f38d1b5-56cd-4bea-b1a3-62d24b561da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:00.785165 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-60990587-ac80-4a20-99d6-3656e187436a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51c76905-17ef-403d-9449-9d019274bd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437124 Nov 11 12:56:00.785784 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-6f38d1b5-56cd-4bea-b1a3-62d24b561da3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32c829c1-a09a-4858-8dce-9ff97757209c HTTP/1.1" status: 200 len: 835 time: 0.0631313 Nov 11 12:56:00.833659 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-3e2a3b00-2cd8-4d3d-a4f0-2626ad679764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:00.835174 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-3e2a3b00-2cd8-4d3d-a4f0-2626ad679764 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51c76905-17ef-403d-9449-9d019274bd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409472 Nov 11 12:56:00.886560 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-a3de63d7-a219-4f7d-9376-edaef6b27d82 service neutron] 10.222.0.62 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877957 Nov 11 12:56:00.934257 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-27416285-7996-43bc-8e9a-032d2ac5c864 service neutron] 10.222.0.43 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910408 Nov 11 12:56:01.005704 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-d78ab480-8ec5-4a87-ad1e-baf2b048a49f service neutron] 10.222.0.62 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078165 Nov 11 12:56:01.036654 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6b98c4b-c552-41bd-8bef-40ccb6a41436 req-669d49e1-ba04-4d49-8d93-5dde9d4ac627 service neutron] 10.222.0.43 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954514 Nov 11 12:56:01.364727 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 348c417f-2169-4751-befa-998f5b231b17 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:56:01.410857 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 348c417f-2169-4751-befa-998f5b231b17 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:56:01.895832 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e8790-a978-4f18-880b-9241cb9d3a52 req-055876c2-cde3-491c-ae5a-c0a48402c607 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:01.897361 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-252e8790-a978-4f18-880b-9241cb9d3a52 req-055876c2-cde3-491c-ae5a-c0a48402c607 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 944 time: 0.0534198 Nov 11 12:56:01.953503 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-252e8790-a978-4f18-880b-9241cb9d3a52 req-c87f94ad-d747-4358-a2b8-acf3037d84ea tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473156 Nov 11 12:56:02.196696 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d42eb1-3d94-4ce7-a85d-82307f5043ab req-76c1b908-c993-4180-9abe-77e8685750f9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:02.198307 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f2d42eb1-3d94-4ce7-a85d-82307f5043ab req-76c1b908-c993-4180-9abe-77e8685750f9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08&tenant_id=dd8cc351280a4250ac0a97658d3e7b22&binding%3Ahost_id=n-h2-807359-3 HTTP/1.1" status: 200 len: 944 time: 0.0604823 Nov 11 12:56:02.270749 n-d-807359-3 neutron-server[109154]: INFO neutron.api.v2.resource [req-f2d42eb1-3d94-4ce7-a85d-82307f5043ab req-6118a09d-f747-48c9-a958-51e0936171f6 service neutron] delete failed (client error): The resource could not be found. Nov 11 12:56:02.271791 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f2d42eb1-3d94-4ce7-a85d-82307f5043ab req-6118a09d-f747-48c9-a958-51e0936171f6 service neutron] 10.222.0.62 "DELETE /v2.0/ports/348c417f-2169-4751-befa-998f5b231b17/bindings/n-h1-807359-3 HTTP/1.1" status: 404 len: 380 time: 0.0604346 Nov 11 12:56:02.363217 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d42eb1-3d94-4ce7-a85d-82307f5043ab req-25032243-73e9-4f63-900f-5cc1e0e94216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:02.364672 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f2d42eb1-3d94-4ce7-a85d-82307f5043ab req-25032243-73e9-4f63-900f-5cc1e0e94216 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 1095 time: 0.0441029 Nov 11 12:56:02.462659 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d42eb1-3d94-4ce7-a85d-82307f5043ab req-26837988-1c9d-422f-a040-f24976e7fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:02.464162 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f2d42eb1-3d94-4ce7-a85d-82307f5043ab req-26837988-1c9d-422f-a040-f24976e7fec8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51c76905-17ef-403d-9449-9d019274bd01 HTTP/1.1" status: 200 len: 897 time: 0.0924544 Nov 11 12:56:02.478781 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe5909-5301-415f-a762-b29374e21488 req-a481f11d-c148-4823-9ec6-4b6bbe4ea9b6 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:02.480228 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13fe5909-5301-415f-a762-b29374e21488 req-a481f11d-c148-4823-9ec6-4b6bbe4ea9b6 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 944 time: 0.3681257 Nov 11 12:56:02.497795 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 348c417f-2169-4751-befa-998f5b231b17 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:56:02.532954 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-13fe5909-5301-415f-a762-b29374e21488 req-2d733e30-f749-4799-ac0f-9a78946b55e6 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465999 Nov 11 12:56:02.538482 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f2d42eb1-3d94-4ce7-a85d-82307f5043ab req-1d51a4a9-4578-4591-98a2-e9bee4dce8c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c417f-2169-4751-befa-998f5b231b17 HTTP/1.1" status: 200 len: 1000 time: 0.0602539 Nov 11 12:56:02.596669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 348c417f-2169-4751-befa-998f5b231b17, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=348c417f-2169-4751-befa-998f5b231b17,segment=NetworkSegment(37b599a5-a10b-4b5b-8d59-9d43ce31fbf8),segment_id=37b599a5-a10b-4b5b-8d59-9d43ce31fbf8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:56:02.599379 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d42eb1-3d94-4ce7-a85d-82307f5043ab req-12f900fc-b616-45e3-8c24-c0d9d9723421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:02.601026 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f2d42eb1-3d94-4ce7-a85d-82307f5043ab req-12f900fc-b616-45e3-8c24-c0d9d9723421 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c829c1-a09a-4858-8dce-9ff97757209c HTTP/1.1" status: 200 len: 835 time: 0.0504975 Nov 11 12:56:02.612799 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': '348c417f-2169-4751-befa-998f5b231b17', 'network_id': '51c76905-17ef-403d-9449-9d019274bd01', 'port_id': '348c417f-2169-4751-befa-998f5b231b17', 'mac_address': 'fa:16:3e:9d:ce:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:56:02.649794 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1f2d7-8c33-4b3e-88b5-e1bf67eeb08a req-a9190ed7-849c-4b90-8a23-0e393585d45f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:02.651356 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:02.651509 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7d1f2d7-8c33-4b3e-88b5-e1bf67eeb08a req-a9190ed7-849c-4b90-8a23-0e393585d45f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 944 time: 0.0492082 Nov 11 12:56:02.654084 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d42eb1-3d94-4ce7-a85d-82307f5043ab req-cee53f6d-0dea-482f-bc6e-929442adeb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:02.655697 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f2d42eb1-3d94-4ce7-a85d-82307f5043ab req-cee53f6d-0dea-482f-bc6e-929442adeb17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51c76905-17ef-403d-9449-9d019274bd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421293 Nov 11 12:56:02.665156 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348c417f-2169-4751-befa-998f5b231b17 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:56:02.686444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 348c417f-2169-4751-befa-998f5b231b17, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=348c417f-2169-4751-befa-998f5b231b17,segment=NetworkSegment(37b599a5-a10b-4b5b-8d59-9d43ce31fbf8),segment_id=37b599a5-a10b-4b5b-8d59-9d43ce31fbf8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:56:02.691800 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:02.704918 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7d1f2d7-8c33-4b3e-88b5-e1bf67eeb08a req-f64e7abf-d501-442b-aa44-5aed9418a9f0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470476 Nov 11 12:56:02.739497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=348c417f-2169-4751-befa-998f5b231b17,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:02.747631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:02.747973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:02.748310 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:02.748638 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:02.748960 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:02.749281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:02.749631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:02.749950 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:02.750270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:02.750584 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:02.750898 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:02.751211 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:02.763201 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f2d42eb1-3d94-4ce7-a85d-82307f5043ab req-4ee5c234-b4c2-4872-910e-2e74b4d46cef service neutron] 10.222.0.62 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934317 Nov 11 12:56:02.859571 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f2d42eb1-3d94-4ce7-a85d-82307f5043ab req-a332fb08-f2d6-4b6e-963c-4dcf5c78edb0 service neutron] 10.222.0.62 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851767 Nov 11 12:56:02.963587 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['348c417f-2169-4751-befa-998f5b231b17'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:56:03.453785 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:56:03.844771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912972f-c807-49af-99d2-e2a865aafdeb req-5816b590-e11a-4fec-98bb-f0f5e66c1918 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:03.846270 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6912972f-c807-49af-99d2-e2a865aafdeb req-5816b590-e11a-4fec-98bb-f0f5e66c1918 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 945 time: 0.0599003 Nov 11 12:56:03.896069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6912972f-c807-49af-99d2-e2a865aafdeb req-73d37da1-45ff-411d-817d-3ae74ac96558 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436921 Nov 11 12:56:03.919757 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46530) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:03.979948 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5b930cf7-94e6-4591-9a4c-6e0c862f46fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/70f840e8-9118-40c2-b42c-e56e325edb5d HTTP/1.1" status: 200 len: 993 time: 0.0590694 Nov 11 12:56:04.531690 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 348c417f-2169-4751-befa-998f5b231b17 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:56:04.595885 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port 348c417f-2169-4751-befa-998f5b231b17 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:56:04.599512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port 348c417f-2169-4751-befa-998f5b231b17 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:56:04.599899 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:04.677231 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:04.699205 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348c417f-2169-4751-befa-998f5b231b17'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:56:04.701468 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4a1cc3-dfd6-4949-81b5-ab87d869379a" -d '{"events": [{"server_uuid": "87efc3e7-d50b-42f6-be24-b1789f319e08", "name": "network-vif-plugged", "status": "completed", "tag": "348c417f-2169-4751-befa-998f5b231b17"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:56:04.713904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port 348c417f-2169-4751-befa-998f5b231b17, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=348c417f-2169-4751-befa-998f5b231b17,segment=NetworkSegment(37b599a5-a10b-4b5b-8d59-9d43ce31fbf8),segment_id=37b599a5-a10b-4b5b-8d59-9d43ce31fbf8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:56:04.719087 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:04.744374 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44336e2b-cd8d-452d-afd7-7278dd928cea x-openstack-request-id: req-44336e2b-cd8d-452d-afd7-7278dd928cea {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:56:04.744657 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87efc3e7-d50b-42f6-be24-b1789f319e08", "name": "network-vif-plugged", "status": "completed", "tag": "348c417f-2169-4751-befa-998f5b231b17", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:56:04.744903 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44336e2b-cd8d-452d-afd7-7278dd928cea {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:56:04.745283 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348c417f-2169-4751-befa-998f5b231b17', 'code': 200} Nov 11 12:56:04.770505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=348c417f-2169-4751-befa-998f5b231b17,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:05.932896 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cac98882-1b95-4289-a503-0489836c19f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:08.195636 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f910f2ea-6cd8-4b2f-90e1-56d0705b533b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:09.275545 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:10.828479 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:11.349274 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:16.284086 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:22.136677 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:32.712520 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46542) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:32.881556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port 8717d9f2-5d12-4896-b1cb-ac969c0ec8d9 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:56:32.881850 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:32.961167 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:32.961461 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:32.973916 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for 8717d9f2-5d12-4896-b1cb-ac969c0ec8d9 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:56:33.472396 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:33.499971 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=8717d9f2-5d12-4896-b1cb-ac969c0ec8d9,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:33.511855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:33.512206 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:33.512543 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:33.512874 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:33.513221 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:33.513545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:33.513896 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:33.514214 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:33.514542 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:33.514867 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:33.515184 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:33.515494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:33.568394 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:33.568742 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Floating IP 70f840e8-9118-40c2-b42c-e56e325edb5d disassociated (deleted). External IP: 172.25.2.230, port: 348c417f-2169-4751-befa-998f5b231b17. Nov 11 12:56:33.775723 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router f96fe524-317f-4d24-aea2-47b6cb9164d6 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:56:33.900273 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:56:33.905135 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:33.910353 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ef6562-78e0-4c1f-ba89-08af10c396fb None None] Sync routers for ids ['f96fe524-317f-4d24-aea2-47b6cb9164d6'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:56:33.921283 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ef6562-78e0-4c1f-ba89-08af10c396fb None None] Routers {'f96fe524-317f-4d24-aea2-47b6cb9164d6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:56:33.922233 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-69ef6562-78e0-4c1f-ba89-08af10c396fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:56:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f96fe524-317f-4d24-aea2-47b6cb9164d6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:33.934028 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-85363ba2-e651-47ff-a677-cad98b8f979d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/floatingips/70f840e8-9118-40c2-b42c-e56e325edb5d HTTP/1.1" status: 204 len: 168 time: 1.2203572 Nov 11 12:56:33.934676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'tag': '348c417f-2169-4751-befa-998f5b231b17'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:56:33.937242 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3db90fc-54b4-4dfe-98b6-526301fce388" -d '{"events": [{"name": "network-changed", "server_uuid": "87efc3e7-d50b-42f6-be24-b1789f319e08", "tag": "348c417f-2169-4751-befa-998f5b231b17"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:56:33.977790 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc54346f-5692-43ef-9b81-3ab26f4c6679 x-openstack-request-id: req-bc54346f-5692-43ef-9b81-3ab26f4c6679 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:56:33.978084 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87efc3e7-d50b-42f6-be24-b1789f319e08", "tag": "348c417f-2169-4751-befa-998f5b231b17", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:56:33.978333 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc54346f-5692-43ef-9b81-3ab26f4c6679 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:56:33.978759 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'tag': '348c417f-2169-4751-befa-998f5b231b17', 'status': 'completed', 'code': 200} Nov 11 12:56:34.033002 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-69ef6562-78e0-4c1f-ba89-08af10c396fb None None] Set router f96fe524-317f-4d24-aea2-47b6cb9164d6 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:56:34.043932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db90fc-54b4-4dfe-98b6-526301fce388 req-34668d35-5568-4353-b4fc-030d1bc73ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:34.046214 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3db90fc-54b4-4dfe-98b6-526301fce388 req-34668d35-5568-4353-b4fc-030d1bc73ef5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 1097 time: 0.0466120 Nov 11 12:56:34.180568 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db90fc-54b4-4dfe-98b6-526301fce388 req-a19c90c8-ef4f-4491-be2c-56b964ba747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:34.182071 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3db90fc-54b4-4dfe-98b6-526301fce388 req-a19c90c8-ef4f-4491-be2c-56b964ba747a service neutron] 10.222.0.43 "GET /v2.0/networks?id=51c76905-17ef-403d-9449-9d019274bd01 HTTP/1.1" status: 200 len: 897 time: 0.1262419 Nov 11 12:56:34.199048 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f7838-cd61-4474-8fc9-69bea43929d4 req-a706d7f9-3233-47c4-8bc8-81dcbb6ba115 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:34.200476 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-559f7838-cd61-4474-8fc9-69bea43929d4 req-a706d7f9-3233-47c4-8bc8-81dcbb6ba115 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0601149 Nov 11 12:56:34.242104 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-69ef6562-78e0-4c1f-ba89-08af10c396fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116309164', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:41Z', 'updated_at': '2021-11-11T12:54:45Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:42Z', 'updated_at': '2021-11-11T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '94f18291-6d05-45d3-882d-dad0ae343aa8', 'name': '', 'network_id': '51c76905-17ef-403d-9449-9d019274bd01', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:1f:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:44Z', 'updated_at': '2021-11-11T12:54:48Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:34.244012 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3db90fc-54b4-4dfe-98b6-526301fce388 req-11b6d2fd-2666-4ecf-a7b4-94b50e9da5f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c417f-2169-4751-befa-998f5b231b17 HTTP/1.1" status: 200 len: 217 time: 0.0528979 Nov 11 12:56:34.269139 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ef6562-78e0-4c1f-ba89-08af10c396fb None None] Checking router: f96fe524-317f-4d24-aea2-47b6cb9164d6 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:56:34.276038 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ef6562-78e0-4c1f-ba89-08af10c396fb None None] Routers {'f96fe524-317f-4d24-aea2-47b6cb9164d6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:56:34.276640 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-69ef6562-78e0-4c1f-ba89-08af10c396fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:56:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f96fe524-317f-4d24-aea2-47b6cb9164d6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:34.316077 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-559f7838-cd61-4474-8fc9-69bea43929d4 req-ca273bd5-847d-4675-a518-fafe8b73dd8a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086884 Nov 11 12:56:34.317751 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db90fc-54b4-4dfe-98b6-526301fce388 req-700f16c8-2abd-4ae1-8298-013fd89272e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:34.319149 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3db90fc-54b4-4dfe-98b6-526301fce388 req-700f16c8-2abd-4ae1-8298-013fd89272e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32c829c1-a09a-4858-8dce-9ff97757209c HTTP/1.1" status: 200 len: 835 time: 0.0674264 Nov 11 12:56:34.369162 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db90fc-54b4-4dfe-98b6-526301fce388 req-23d636d2-7dc4-4efe-a0c2-bcedca49d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:34.370739 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3db90fc-54b4-4dfe-98b6-526301fce388 req-23d636d2-7dc4-4efe-a0c2-bcedca49d7d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51c76905-17ef-403d-9449-9d019274bd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442307 Nov 11 12:56:34.381355 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-69ef6562-78e0-4c1f-ba89-08af10c396fb None None] Set router f96fe524-317f-4d24-aea2-47b6cb9164d6 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:56:34.464235 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3db90fc-54b4-4dfe-98b6-526301fce388 req-0f5de733-c864-434f-9399-587af18a3812 service neutron] 10.222.0.43 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860827 Nov 11 12:56:34.555506 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f3db90fc-54b4-4dfe-98b6-526301fce388 req-2ecf1cf1-3b88-4d38-835c-91355f3420d5 service neutron] 10.222.0.43 "GET /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836170 Nov 11 12:56:34.577878 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-69ef6562-78e0-4c1f-ba89-08af10c396fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116309164', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:41Z', 'updated_at': '2021-11-11T12:54:45Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:42Z', 'updated_at': '2021-11-11T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '94f18291-6d05-45d3-882d-dad0ae343aa8', 'name': '', 'network_id': '51c76905-17ef-403d-9449-9d019274bd01', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:1f:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:44Z', 'updated_at': '2021-11-11T12:54:48Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:34.606831 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ef6562-78e0-4c1f-ba89-08af10c396fb None None] The sync data for ids ['f96fe524-317f-4d24-aea2-47b6cb9164d6'] in n-d-807359-3 is: [{'id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116309164', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:41Z', 'updated_at': '2021-11-11T12:54:45Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:42Z', 'updated_at': '2021-11-11T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '94f18291-6d05-45d3-882d-dad0ae343aa8', 'name': '', 'network_id': '51c76905-17ef-403d-9449-9d019274bd01', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:1f:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:44Z', 'updated_at': '2021-11-11T12:54:48Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '32c829c1-a09a-4858-8dce-9ff97757209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:56:34.838539 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75beba0a-ed74-4584-9459-179433368980 None None] New status for floating IP 70f840e8-9118-40c2-b42c-e56e325edb5d: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:56:35.434448 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c6576-62a6-4c7d-b827-ae01ef730f9b req-b51d52b1-d96c-4681-950d-9f3cdae499f7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:35.435896 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc4c6576-62a6-4c7d-b827-ae01ef730f9b req-b51d52b1-d96c-4681-950d-9f3cdae499f7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.43 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0742488 Nov 11 12:56:35.484418 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc8e1b-050b-432c-9ea1-efc390a47ce5 req-233ca726-798f-4de0-8d8a-e0cf962cb875 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:35.485900 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-abdc8e1b-050b-432c-9ea1-efc390a47ce5 req-233ca726-798f-4de0-8d8a-e0cf962cb875 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=87efc3e7-d50b-42f6-be24-b1789f319e08 HTTP/1.1" status: 200 len: 946 time: 0.0869293 Nov 11 12:56:35.564396 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-abdc8e1b-050b-432c-9ea1-efc390a47ce5 req-76a4b66c-b797-4db5-be07-c9262645f227 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=a940b43c-f756-45cd-9744-665df2a961e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720973 Nov 11 12:56:35.574199 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-fc4c6576-62a6-4c7d-b827-ae01ef730f9b req-d942fc51-9a70-405a-b407-dde3622663e4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port 348c417f-2169-4751-befa-998f5b231b17 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:56:35.574533 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fc4c6576-62a6-4c7d-b827-ae01ef730f9b req-d942fc51-9a70-405a-b407-dde3622663e4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:35.660999 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-fc4c6576-62a6-4c7d-b827-ae01ef730f9b req-d942fc51-9a70-405a-b407-dde3622663e4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] For port 348c417f-2169-4751-befa-998f5b231b17, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=348c417f-2169-4751-befa-998f5b231b17,segment=NetworkSegment(37b599a5-a10b-4b5b-8d59-9d43ce31fbf8),segment_id=37b599a5-a10b-4b5b-8d59-9d43ce31fbf8)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:56:35.661323 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fc4c6576-62a6-4c7d-b827-ae01ef730f9b req-d942fc51-9a70-405a-b407-dde3622663e4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:35.674170 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-fc4c6576-62a6-4c7d-b827-ae01ef730f9b req-d942fc51-9a70-405a-b407-dde3622663e4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for 348c417f-2169-4751-befa-998f5b231b17 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:56:35.807170 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fc4c6576-62a6-4c7d-b827-ae01ef730f9b req-d942fc51-9a70-405a-b407-dde3622663e4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:35.835074 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942fc51-9a70-405a-b407-dde3622663e4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=348c417f-2169-4751-befa-998f5b231b17,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:35.879963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4c6576-62a6-4c7d-b827-ae01ef730f9b req-d942fc51-9a70-405a-b407-dde3622663e4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] No DVR routers for this DVR port 348c417f-2169-4751-befa-998f5b231b17 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:56:35.882801 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-fc4c6576-62a6-4c7d-b827-ae01ef730f9b req-d942fc51-9a70-405a-b407-dde3622663e4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:35.886266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fc4c6576-62a6-4c7d-b827-ae01ef730f9b req-d942fc51-9a70-405a-b407-dde3622663e4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.43 "DELETE /v2.0/ports/348c417f-2169-4751-befa-998f5b231b17 HTTP/1.1" status: 204 len: 173 time: 0.4436107 Nov 11 12:56:35.886694 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'name': 'network-vif-deleted', 'tag': '348c417f-2169-4751-befa-998f5b231b17'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:56:35.889060 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db734da8-3cd4-4e34-a3bf-37487eade0cf" -d '{"events": [{"server_uuid": "87efc3e7-d50b-42f6-be24-b1789f319e08", "name": "network-vif-deleted", "tag": "348c417f-2169-4751-befa-998f5b231b17"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:56:35.927913 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667720b1-8944-44f3-9d5c-fd67da788c6d x-openstack-request-id: req-667720b1-8944-44f3-9d5c-fd67da788c6d {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:56:35.928279 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87efc3e7-d50b-42f6-be24-b1789f319e08", "name": "network-vif-deleted", "tag": "348c417f-2169-4751-befa-998f5b231b17", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:56:35.928563 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-667720b1-8944-44f3-9d5c-fd67da788c6d {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:56:35.929153 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87efc3e7-d50b-42f6-be24-b1789f319e08', 'name': 'network-vif-deleted', 'tag': '348c417f-2169-4751-befa-998f5b231b17', 'status': 'completed', 'code': 200} Nov 11 12:56:35.932586 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d4fa15c0-3582-4952-ac8c-168bde699ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:36.632869 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46556) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:37.023665 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b86bcc02-b453-424e-ab71-9bb5c3ca91de tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:37.294361 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b86bcc02-b453-424e-ab71-9bb5c3ca91de tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port 94f18291-6d05-45d3-882d-dad0ae343aa8 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:56:37.294690 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b86bcc02-b453-424e-ab71-9bb5c3ca91de tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:37.385621 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-b86bcc02-b453-424e-ab71-9bb5c3ca91de tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] For port 94f18291-6d05-45d3-882d-dad0ae343aa8, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=94f18291-6d05-45d3-882d-dad0ae343aa8,segment=NetworkSegment(37b599a5-a10b-4b5b-8d59-9d43ce31fbf8),segment_id=37b599a5-a10b-4b5b-8d59-9d43ce31fbf8)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:56:37.386002 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b86bcc02-b453-424e-ab71-9bb5c3ca91de tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:37.399298 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-b86bcc02-b453-424e-ab71-9bb5c3ca91de tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for 94f18291-6d05-45d3-882d-dad0ae343aa8 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:56:37.591755 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b86bcc02-b453-424e-ab71-9bb5c3ca91de tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:37.622416 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bcc02-b453-424e-ab71-9bb5c3ca91de tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=94f18291-6d05-45d3-882d-dad0ae343aa8,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:37.799784 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b86bcc02-b453-424e-ab71-9bb5c3ca91de tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:38.026398 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86bcc02-b453-424e-ab71-9bb5c3ca91de tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router f96fe524-317f-4d24-aea2-47b6cb9164d6 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:56:38.156210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86bcc02-b453-424e-ab71-9bb5c3ca91de tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:56:38.161785 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b86bcc02-b453-424e-ab71-9bb5c3ca91de tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "PUT /v2.0/routers/f96fe524-317f-4d24-aea2-47b6cb9164d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5277250 Nov 11 12:56:38.164637 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46558) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:38.166757 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8948a00-75de-4c51-922e-073763c495f6 None None] Sync routers for ids ['f96fe524-317f-4d24-aea2-47b6cb9164d6'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:56:38.179510 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8948a00-75de-4c51-922e-073763c495f6 None None] Routers {'f96fe524-317f-4d24-aea2-47b6cb9164d6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:56:38.180138 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e8948a00-75de-4c51-922e-073763c495f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:56:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f96fe524-317f-4d24-aea2-47b6cb9164d6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:38.190025 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-54af6f3b-e680-4c6a-b290-1b70b26cbe8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:38.217263 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f19bf0-8f35-4010-81e8-4abbdeeff353 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting subnet 32c829c1-a09a-4858-8dce-9ff97757209c {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:56:38.220448 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-98f19bf0-8f35-4010-81e8-4abbdeeff353 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:38.260223 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-98f19bf0-8f35-4010-81e8-4abbdeeff353 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:38.286943 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e8948a00-75de-4c51-922e-073763c495f6 None None] Set router f96fe524-317f-4d24-aea2-47b6cb9164d6 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:56:38.347808 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-98f19bf0-8f35-4010-81e8-4abbdeeff353 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:38.410307 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-98f19bf0-8f35-4010-81e8-4abbdeeff353 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:38.436348 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f19bf0-8f35-4010-81e8-4abbdeeff353 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Subnet': ['ID=32c829c1-a09a-4858-8dce-9ff97757209c,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:38.443247 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-98f19bf0-8f35-4010-81e8-4abbdeeff353 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:38.446717 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-98f19bf0-8f35-4010-81e8-4abbdeeff353 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/subnets/32c829c1-a09a-4858-8dce-9ff97757209c HTTP/1.1" status: 204 len: 168 time: 0.2811480 Nov 11 12:56:38.449365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46560) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:38.454828 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f887bb82-95b6-4cfa-892b-c0c148638c8d None None] Network 51c76905-17ef-403d-9449-9d019274bd01 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:56:38.472472 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e8948a00-75de-4c51-922e-073763c495f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116309164', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:41Z', 'updated_at': '2021-11-11T12:56:37Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:42Z', 'updated_at': '2021-11-11T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:38.504115 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8948a00-75de-4c51-922e-073763c495f6 None None] Checking router: f96fe524-317f-4d24-aea2-47b6cb9164d6 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:56:38.514488 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8948a00-75de-4c51-922e-073763c495f6 None None] Routers {'f96fe524-317f-4d24-aea2-47b6cb9164d6'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:56:38.515084 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e8948a00-75de-4c51-922e-073763c495f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:56:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['f96fe524-317f-4d24-aea2-47b6cb9164d6'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:38.563857 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed895-e7b4-42f3-907d-b02991b61da7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:38.640016 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e8948a00-75de-4c51-922e-073763c495f6 None None] Set router f96fe524-317f-4d24-aea2-47b6cb9164d6 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:56:38.651078 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac032e48-d47a-4cf0-9a99-d2b276eab606 None None] DHCP port deletion for 51c76905-17ef-403d-9449-9d019274bd01 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:56:38.681805 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed895-e7b4-42f3-907d-b02991b61da7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:38.700300 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ac032e48-d47a-4cf0-9a99-d2b276eab606 None None] Deleting port 5dc2ce61-cd8e-45fd-9b12-f8040fc65883 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:56:38.700693 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ac032e48-d47a-4cf0-9a99-d2b276eab606 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:38.740657 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5d4ed895-e7b4-42f3-907d-b02991b61da7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port f5bb368a-1b6f-4561-a37d-dfc9d5608b1d {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:56:38.741079 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed895-e7b4-42f3-907d-b02991b61da7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:38.770091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-ac032e48-d47a-4cf0-9a99-d2b276eab606 None None] For port 5dc2ce61-cd8e-45fd-9b12-f8040fc65883, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=5dc2ce61-cd8e-45fd-9b12-f8040fc65883,segment=NetworkSegment(37b599a5-a10b-4b5b-8d59-9d43ce31fbf8),segment_id=37b599a5-a10b-4b5b-8d59-9d43ce31fbf8)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:56:38.770516 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ac032e48-d47a-4cf0-9a99-d2b276eab606 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:38.783595 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ac032e48-d47a-4cf0-9a99-d2b276eab606 None None] Calling delete_port for 5dc2ce61-cd8e-45fd-9b12-f8040fc65883 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:56:38.825614 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-5d4ed895-e7b4-42f3-907d-b02991b61da7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] For port f5bb368a-1b6f-4561-a37d-dfc9d5608b1d, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f5bb368a-1b6f-4561-a37d-dfc9d5608b1d,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:56:38.826212 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed895-e7b4-42f3-907d-b02991b61da7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:38.839681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-5d4ed895-e7b4-42f3-907d-b02991b61da7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for f5bb368a-1b6f-4561-a37d-dfc9d5608b1d owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:56:38.869307 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ac032e48-d47a-4cf0-9a99-d2b276eab606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:38.892534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac032e48-d47a-4cf0-9a99-d2b276eab606 None None] Pushing event deleted for resources: {'Port': ['ID=5dc2ce61-cd8e-45fd-9b12-f8040fc65883,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:38.900029 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac032e48-d47a-4cf0-9a99-d2b276eab606 None None] No DVR routers for this DVR port 5dc2ce61-cd8e-45fd-9b12-f8040fc65883 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:56:38.930342 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e8948a00-75de-4c51-922e-073763c495f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116309164', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:41Z', 'updated_at': '2021-11-11T12:56:37Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:42Z', 'updated_at': '2021-11-11T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:38.956208 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8948a00-75de-4c51-922e-073763c495f6 None None] The sync data for ids ['f96fe524-317f-4d24-aea2-47b6cb9164d6'] in n-d-807359-3 is: [{'id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116309164', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:41Z', 'updated_at': '2021-11-11T12:56:37Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'f5bb368a-1b6f-4561-a37d-dfc9d5608b1d', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96fe524-317f-4d24-aea2-47b6cb9164d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:42Z', 'updated_at': '2021-11-11T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:56:39.035629 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed895-e7b4-42f3-907d-b02991b61da7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.061292 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ed895-e7b4-42f3-907d-b02991b61da7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=f5bb368a-1b6f-4561-a37d-dfc9d5608b1d,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:39.074791 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45920e06-3589-436e-9f62-ec5bb4ca6486 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:56:39.126580 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed895-e7b4-42f3-907d-b02991b61da7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.216510 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed895-e7b4-42f3-907d-b02991b61da7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.218750 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed895-e7b4-42f3-907d-b02991b61da7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.267322 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed895-e7b4-42f3-907d-b02991b61da7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.268255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4ed895-e7b4-42f3-907d-b02991b61da7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Fanout notify agent at l3_agent the message router_deleted on router f96fe524-317f-4d24-aea2-47b6cb9164d6 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:56:39.275355 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed895-e7b4-42f3-907d-b02991b61da7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.276483 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-5d4ed895-e7b4-42f3-907d-b02991b61da7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/routers/f96fe524-317f-4d24-aea2-47b6cb9164d6 HTTP/1.1" status: 204 len: 168 time: 0.8260813 Nov 11 12:56:39.278429 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.279450 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46562) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:39.357886 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02e7be8d-7d8a-4d1d-a7dc-1782005e761f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.453742 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02e7be8d-7d8a-4d1d-a7dc-1782005e761f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.473822 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-02e7be8d-7d8a-4d1d-a7dc-1782005e761f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c76905-17ef-403d-9449-9d019274bd01']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:39.483051 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-02e7be8d-7d8a-4d1d-a7dc-1782005e761f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:39.483346 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-02e7be8d-7d8a-4d1d-a7dc-1782005e761f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b599a5-a10b-4b5b-8d59-9d43ce31fbf8') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:39.493771 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02e7be8d-7d8a-4d1d-a7dc-1782005e761f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.507825 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02e7be8d-7d8a-4d1d-a7dc-1782005e761f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.514844 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e7be8d-7d8a-4d1d-a7dc-1782005e761f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:56:39.515255 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02e7be8d-7d8a-4d1d-a7dc-1782005e761f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: timer() Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:56:39.518615 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:56:39.584524 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02e7be8d-7d8a-4d1d-a7dc-1782005e761f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.592059 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02e7be8d-7d8a-4d1d-a7dc-1782005e761f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.597914 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-02e7be8d-7d8a-4d1d-a7dc-1782005e761f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/networks/51c76905-17ef-403d-9449-9d019274bd01 HTTP/1.1" status: 204 len: 168 time: 0.3149073 Nov 11 12:56:39.598330 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46564) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:39.608242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7be8d-7d8a-4d1d-a7dc-1782005e761f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Network': ['ID=51c76905-17ef-403d-9449-9d019274bd01,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:39.657288 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e34a0fa9-aae1-4d2b-97b1-44e348888180 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.682635 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e34a0fa9-aae1-4d2b-97b1-44e348888180 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.744782 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e34a0fa9-aae1-4d2b-97b1-44e348888180 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.747597 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e34a0fa9-aae1-4d2b-97b1-44e348888180 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.748834 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e34a0fa9-aae1-4d2b-97b1-44e348888180 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/security-groups/a940b43c-f756-45cd-9744-665df2a961e2 HTTP/1.1" status: 204 len: 168 time: 0.1495008 Nov 11 12:56:39.759092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a0fa9-aae1-4d2b-97b1-44e348888180 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a940b43c-f756-45cd-9744-665df2a961e2,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:40.118282 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46570) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:40.122992 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-1810db77-30c7-4a4e-a8f4-252ef95ceb45 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030443381', 'description': 'tempest-secgroup-smoke-2030443381 description', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:56:40.147706 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1810db77-30c7-4a4e-a8f4-252ef95ceb45 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.213636 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1810db77-30c7-4a4e-a8f4-252ef95ceb45 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.219640 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1810db77-30c7-4a4e-a8f4-252ef95ceb45 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.245984 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1810db77-30c7-4a4e-a8f4-252ef95ceb45 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.247140 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1810db77-30c7-4a4e-a8f4-252ef95ceb45 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1278584 Nov 11 12:56:40.250209 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46572) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:40.251017 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810db77-30c7-4a4e-a8f4-252ef95ceb45 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23f3d4c-50ad-4194-9e4b-15fd94c62145,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:40.255813 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-600a21ca-55fd-4dda-ac96-d3d93f9a4e69 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': 'b23f3d4c-50ad-4194-9e4b-15fd94c62145', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:56:40.285136 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-600a21ca-55fd-4dda-ac96-d3d93f9a4e69 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.339997 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-600a21ca-55fd-4dda-ac96-d3d93f9a4e69 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.345721 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-600a21ca-55fd-4dda-ac96-d3d93f9a4e69 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.365444 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a21ca-55fd-4dda-ac96-d3d93f9a4e69 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eedb749-018a-41a9-b2ca-ed11da416723,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:40.371928 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-600a21ca-55fd-4dda-ac96-d3d93f9a4e69 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.373191 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-600a21ca-55fd-4dda-ac96-d3d93f9a4e69 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219375 Nov 11 12:56:40.376103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46574) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:40.380356 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-8ecdd13b-694d-4165-83bc-82a99013a51d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': 'b23f3d4c-50ad-4194-9e4b-15fd94c62145', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:56:40.408453 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8ecdd13b-694d-4165-83bc-82a99013a51d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.452959 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:56:40.464736 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8ecdd13b-694d-4165-83bc-82a99013a51d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.470027 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8ecdd13b-694d-4165-83bc-82a99013a51d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.487712 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdd13b-694d-4165-83bc-82a99013a51d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbf947e-4af7-4cca-ab3a-f6c58c8957d6,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:40.496499 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8ecdd13b-694d-4165-83bc-82a99013a51d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.497704 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8ecdd13b-694d-4165-83bc-82a99013a51d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206348 Nov 11 12:56:40.500463 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46576) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:40.504722 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f0280c51-708c-4105-a87a-bfff5cc4253d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': 'b23f3d4c-50ad-4194-9e4b-15fd94c62145', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:56:40.532085 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f0280c51-708c-4105-a87a-bfff5cc4253d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.579645 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 94f18291-6d05-45d3-882d-dad0ae343aa8 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:56:40.593755 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f0280c51-708c-4105-a87a-bfff5cc4253d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.598563 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f0280c51-708c-4105-a87a-bfff5cc4253d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.600172 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 94f18291-6d05-45d3-882d-dad0ae343aa8 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:56:40.600650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 94f18291-6d05-45d3-882d-dad0ae343aa8 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:56:40.601286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5dc2ce61-cd8e-45fd-9b12-f8040fc65883 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:56:40.615508 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0280c51-708c-4105-a87a-bfff5cc4253d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af375520-f7ca-4e5b-af3d-5bdf99a1c1d2,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:40.620600 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 5dc2ce61-cd8e-45fd-9b12-f8040fc65883 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:56:40.620934 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 5dc2ce61-cd8e-45fd-9b12-f8040fc65883 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:56:40.621475 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f5bb368a-1b6f-4561-a37d-dfc9d5608b1d no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:56:40.625506 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f0280c51-708c-4105-a87a-bfff5cc4253d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.626737 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f0280c51-708c-4105-a87a-bfff5cc4253d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254141 Nov 11 12:56:40.629569 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46578) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:40.634126 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-403e743d-c8b2-446e-8570-b9ff60cc169a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': 'b23f3d4c-50ad-4194-9e4b-15fd94c62145', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:56:40.643097 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: f5bb368a-1b6f-4561-a37d-dfc9d5608b1d {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:56:40.643430 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f5bb368a-1b6f-4561-a37d-dfc9d5608b1d not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:56:40.661650 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-403e743d-c8b2-446e-8570-b9ff60cc169a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.664873 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 348c417f-2169-4751-befa-998f5b231b17 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:56:40.722549 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-403e743d-c8b2-446e-8570-b9ff60cc169a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.727486 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-403e743d-c8b2-446e-8570-b9ff60cc169a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.746903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e743d-c8b2-446e-8570-b9ff60cc169a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffd420d-3d4e-4c78-b6ca-b237936248b4,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:40.753560 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-403e743d-c8b2-446e-8570-b9ff60cc169a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.754913 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-403e743d-c8b2-446e-8570-b9ff60cc169a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243701 Nov 11 12:56:40.757847 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46580) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:40.762731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9bed7b21-ed74-4404-b69b-9607b94ca7c1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': 'b23f3d4c-50ad-4194-9e4b-15fd94c62145', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:56:40.786382 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-9bed7b21-ed74-4404-b69b-9607b94ca7c1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Project dd8cc351280a4250ac0a97658d3e7b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:56:40.791966 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9bed7b21-ed74-4404-b69b-9607b94ca7c1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.852794 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9bed7b21-ed74-4404-b69b-9607b94ca7c1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.856473 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: 348c417f-2169-4751-befa-998f5b231b17 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:56:40.856849 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device 348c417f-2169-4751-befa-998f5b231b17 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:56:40.857304 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9bed7b21-ed74-4404-b69b-9607b94ca7c1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.869559 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.875553 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed7b21-ed74-4404-b69b-9607b94ca7c1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc14ac23-264b-4e90-b439-565c82431898,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:40.882733 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9bed7b21-ed74-4404-b69b-9607b94ca7c1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.884118 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9bed7b21-ed74-4404-b69b-9607b94ca7c1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252706 Nov 11 12:56:40.886932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46582) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:40.891257 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fdb20a5f-0ef2-45f4-97f7-bc1ab724fd2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': 'b23f3d4c-50ad-4194-9e4b-15fd94c62145', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:56:40.916066 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-fdb20a5f-0ef2-45f4-97f7-bc1ab724fd2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Project dd8cc351280a4250ac0a97658d3e7b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:56:40.924414 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fdb20a5f-0ef2-45f4-97f7-bc1ab724fd2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.988729 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fdb20a5f-0ef2-45f4-97f7-bc1ab724fd2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:40.994792 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fdb20a5f-0ef2-45f4-97f7-bc1ab724fd2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:41.012553 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb20a5f-0ef2-45f4-97f7-bc1ab724fd2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afb5a90-1496-410b-8d17-b028b23f5fc8,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:41.022639 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fdb20a5f-0ef2-45f4-97f7-bc1ab724fd2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:41.023971 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fdb20a5f-0ef2-45f4-97f7-bc1ab724fd2f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1360130 Nov 11 12:56:41.026831 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46584) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:41.031582 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-ee76f053-8370-4e20-afa8-fef004da647a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'network': {'name': 'tempest-network-smoke--1413808445', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'port_security_enabled': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:56:41.054879 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee76f053-8370-4e20-afa8-fef004da647a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Made reservation on behalf of dd8cc351280a4250ac0a97658d3e7b22 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:56:41.058301 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee76f053-8370-4e20-afa8-fef004da647a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:41.082779 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee76f053-8370-4e20-afa8-fef004da647a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:56:41.092892 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee76f053-8370-4e20-afa8-fef004da647a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:41.093247 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-ee76f053-8370-4e20-afa8-fef004da647a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Added segment d56fe8ab-f01d-4f98-98df-faf0e739decd of type vlan for network 9c949a44-53b1-4279-8f6f-461289cc4d51 Nov 11 12:56:41.136840 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee76f053-8370-4e20-afa8-fef004da647a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:41.165893 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee76f053-8370-4e20-afa8-fef004da647a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:41.172108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee76f053-8370-4e20-afa8-fef004da647a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:41.172685 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ee76f053-8370-4e20-afa8-fef004da647a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:41.236930 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ee76f053-8370-4e20-afa8-fef004da647a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2088938 Nov 11 12:56:41.239847 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46586) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:41.245341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-159325862', 'admin_state_up': True, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:56:41.247043 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76f053-8370-4e20-afa8-fef004da647a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Network': ['ID=9c949a44-53b1-4279-8f6f-461289cc4d51,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:41.257466 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 9c949a44-53b1-4279-8f6f-461289cc4d51 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:56:41.271042 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:41.272074 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:41.328446 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:41.345295 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:41.473159 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:41.669905 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:41.688540 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:41.794468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.25.2.169 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/a2e88fa7-1f33-4b87-accf-5ed11f68b484) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:56:41.898397 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:41.933717 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:41.978335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:56:41.983885 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:56:41.986181 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=a2e88fa7-1f33-4b87-accf-5ed11f68b484,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:41.988377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:56:41.999488 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768fbbe6-8621-4a6b-8a27-4fa8ef7b02f1 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:56:42.112264 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d5c3e1dc-1208-46c6-8673-c9e11e87155d None None] Provisioning complete for port a2e88fa7-1f33-4b87-accf-5ed11f68b484 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:56:42.112957 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5c3e1dc-1208-46c6-8673-c9e11e87155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:42.148695 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3e1dc-1208-46c6-8673-c9e11e87155d None None] Port a2e88fa7-1f33-4b87-accf-5ed11f68b484 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:56:42.234926 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:42.435368 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:42.575170 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:56:42.681009 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:56:42.691683 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Sync routers for ids ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:56:42.702948 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:42.703656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Routers {'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:56:42.704266 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:56:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:42.704408 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-986c23b5-a9ab-463a-b025-31d541f89e4a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4634790 Nov 11 12:56:42.707667 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46588) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:42.736696 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2dd043b4-b28b-46f9-9387-ecc2f9101ee6 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=dd8cc351280a4250ac0a97658d3e7b22&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279016 Nov 11 12:56:42.739569 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46590) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:42.808419 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Set router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:56:42.827088 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f369c6b-95dd-4c61-898f-ce7e5a05a959 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:42.831223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6f369c6b-95dd-4c61-898f-ce7e5a05a959 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881319 Nov 11 12:56:42.831953 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46592) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:42.860741 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-69a46e96-0934-46fb-bdf8-a9a9fcb07fb3 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275474 Nov 11 12:56:42.863466 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46594) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:42.868565 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-5c2e318c-2e72-4e68-a12f-0de1e402c7e7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1530650054', 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:56:42.960639 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2e318c-2e72-4e68-a12f-0de1e402c7e7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Made reservation on behalf of dd8cc351280a4250ac0a97658d3e7b22 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:56:42.964360 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c2e318c-2e72-4e68-a12f-0de1e402c7e7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:42.990125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159325862', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:42Z', 'revision_number': 3, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:01:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:43.016486 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Checking router: e947c8c0-3a5e-454e-b5b2-39aa72c0b34c for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:56:43.017206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Updating router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c port a2e88fa7-1f33-4b87-accf-5ed11f68b484 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:56:43.041501 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:43.151321 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c2e318c-2e72-4e68-a12f-0de1e402c7e7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:43.208726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e318c-2e72-4e68-a12f-0de1e402c7e7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Subnet': ['ID=4e97a963-c2ff-47da-9563-ed0c31502bc2,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:43.219814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2e318c-2e72-4e68-a12f-0de1e402c7e7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Checking segment: {'id': 'd56fe8ab-f01d-4f98-98df-faf0e739decd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:56:43.220177 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2e318c-2e72-4e68-a12f-0de1e402c7e7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network hostable DHCP agents. Network: 9c949a44-53b1-4279-8f6f-461289cc4d51, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:56:43.238988 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2e318c-2e72-4e68-a12f-0de1e402c7e7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 9c949a44-53b1-4279-8f6f-461289cc4d51 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:56:43.248843 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-5c2e318c-2e72-4e68-a12f-0de1e402c7e7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 9c949a44-53b1-4279-8f6f-461289cc4d51) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:56:43.253506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2e318c-2e72-4e68-a12f-0de1e402c7e7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:43.254223 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-5c2e318c-2e72-4e68-a12f-0de1e402c7e7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:43.262717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36f3f11-0581-4a1c-ae0a-4517a985e107 None None] Network 9c949a44-53b1-4279-8f6f-461289cc4d51 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:56:43.274870 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-5c2e318c-2e72-4e68-a12f-0de1e402c7e7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4103172 Nov 11 12:56:43.278341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46596) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:43.361506 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:43.374726 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:43.445164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8374488-caef-448d-823b-e990777aa5bc None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:56:43.473011 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Attempting to bind port a2e88fa7-1f33-4b87-accf-5ed11f68b484 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:56:43.473378 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Attempting to bind port a2e88fa7-1f33-4b87-accf-5ed11f68b484 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:56:43.473758 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Attempting to bind port a2e88fa7-1f33-4b87-accf-5ed11f68b484 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:56:43.480284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281594c-c3c8-4da5-9382-00673596e109 None None] Pushing event updated for resources: {'Port': ['ID=a2e88fa7-1f33-4b87-accf-5ed11f68b484,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:43.497539 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:56:43.497943 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:56:43.498334 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:43.498799 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:56:43.499195 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Bound port: a2e88fa7-1f33-4b87-accf-5ed11f68b484, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:56:43.499569 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:43.536037 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-9c949a44-53b1-4279-8f6f-461289cc4d51', 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ips': [{'subnet_id': '4e97a963-c2ff-47da-9563-ed0c31502bc2'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:56:43.536890 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:43.634763 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] For port a2e88fa7-1f33-4b87-accf-5ed11f68b484, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:56:43.659831 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] For port a2e88fa7-1f33-4b87-accf-5ed11f68b484, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a2e88fa7-1f33-4b87-accf-5ed11f68b484,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:56:43.660780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-296b94c7-579e-4e41-ad7e-0e3edd71b66f None None] Provisioning complete for port a2e88fa7-1f33-4b87-accf-5ed11f68b484 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:56:43.661137 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-296b94c7-579e-4e41-ad7e-0e3edd71b66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:43.668245 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:43.775031 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da4ba4f-47c7-4bcc-9f32-7abfca04ebcd None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:56:43.814233 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Allocated IP 172.20.0.2 (9c949a44-53b1-4279-8f6f-461289cc4d51/4e97a963-c2ff-47da-9563-ed0c31502bc2/1217f8e6-37a3-439d-bb5b-422a0c9b03a0) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:56:43.827591 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281594c-c3c8-4da5-9382-00673596e109 None None] Pushing event updated for resources: {'Port': ['ID=a2e88fa7-1f33-4b87-accf-5ed11f68b484,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:43.830210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Routers {'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:56:43.830804 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:56:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:44.001270 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-296b94c7-579e-4e41-ad7e-0e3edd71b66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:44.040813 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:44.055838 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-296b94c7-579e-4e41-ad7e-0e3edd71b66f None None] For port a2e88fa7-1f33-4b87-accf-5ed11f68b484, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a2e88fa7-1f33-4b87-accf-5ed11f68b484,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:56:44.062336 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] Set router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:56:44.088311 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-296b94c7-579e-4e41-ad7e-0e3edd71b66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:44.239607 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:44.321598 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.20.0.1 (9c949a44-53b1-4279-8f6f-461289cc4d51/4e97a963-c2ff-47da-9563-ed0c31502bc2/57edf005-fcac-49c1-bf71-01747bf7ff6a) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:56:44.423055 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:44.429531 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b94c7-579e-4e41-ad7e-0e3edd71b66f None None] Pushing event updated for resources: {'Port': ['ID=a2e88fa7-1f33-4b87-accf-5ed11f68b484,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:44.441747 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:44.472669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7b5fa60f-7008-4303-8d36-0de1a698f3e4 None None] Provisioning complete for port a2e88fa7-1f33-4b87-accf-5ed11f68b484 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:56:44.473027 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7b5fa60f-7008-4303-8d36-0de1a698f3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:44.477116 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:44.482761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Network 9c949a44-53b1-4279-8f6f-461289cc4d51 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:56:44.505055 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:56:44.509639 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:56:44.514711 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 9c949a44-53b1-4279-8f6f-461289cc4d51 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:56:44.517971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:56:44.520427 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:56:44.553160 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Pushing event updated for resources: {'Port': ['ID=1217f8e6-37a3-439d-bb5b-422a0c9b03a0,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:44.570726 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=57edf005-fcac-49c1-bf71-01747bf7ff6a,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:44.584690 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:44.616477 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Attempting to bind port 1217f8e6-37a3-439d-bb5b-422a0c9b03a0 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:56:44.616833 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Attempting to bind port 1217f8e6-37a3-439d-bb5b-422a0c9b03a0 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'd56fe8ab-f01d-4f98-98df-faf0e739decd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:56:44.617228 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Attempting to bind port 1217f8e6-37a3-439d-bb5b-422a0c9b03a0 on network 9c949a44-53b1-4279-8f6f-461289cc4d51 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:56:44.643586 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:56:44.643941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Checking segment: {'id': 'd56fe8ab-f01d-4f98-98df-faf0e739decd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:56:44.644315 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:44.644698 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Bound using segment: {'id': 'd56fe8ab-f01d-4f98-98df-faf0e739decd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:56:44.645160 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Bound port: 1217f8e6-37a3-439d-bb5b-422a0c9b03a0, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56fe8ab-f01d-4f98-98df-faf0e739decd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:56:44.645533 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:44.700492 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159325862', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:42Z', 'revision_number': 3, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:01:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:44.736699 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd659eee-f0d2-4324-9814-7dbd8f09892b None None] The sync data for ids ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'] in n-d-807359-3 is: [{'id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159325862', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:42Z', 'revision_number': 3, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:01:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:56:44.740302 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:44.767329 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] For port 1217f8e6-37a3-439d-bb5b-422a0c9b03a0, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:56:44.775547 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] For port 1217f8e6-37a3-439d-bb5b-422a0c9b03a0, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1217f8e6-37a3-439d-bb5b-422a0c9b03a0,segment=NetworkSegment(d56fe8ab-f01d-4f98-98df-faf0e739decd),segment_id=d56fe8ab-f01d-4f98-98df-faf0e739decd)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:56:44.782842 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:44.866126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4408b9-a744-4efa-a26d-b322c455e73b None None] Pushing event updated for resources: {'Port': ['ID=1217f8e6-37a3-439d-bb5b-422a0c9b03a0,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:45.145908 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:45.153490 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:45.239437 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:45.241387 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=57edf005-fcac-49c1-bf71-01747bf7ff6a,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:45.336750 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 9c949a44-53b1-4279-8f6f-461289cc4d51 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:56:45.338145 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:56:45.454772 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:56:45.573678 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:56:45.582128 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e6e45802-d9e6-4ab4-938b-57433c9fe9a2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "PUT /v2.0/routers/e947c8c0-3a5e-454e-b5b2-39aa72c0b34c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3024166 Nov 11 12:56:45.741050 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11482647-8075-499e-b8dc-9e9c0b676769 req-27cf83a1-bcca-4948-bde6-5abbe7d302e2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030443381&fields=id&tenant_id=dd8cc351280a4250ac0a97658d3e7b22 HTTP/1.1" status: 200 len: 267 time: 0.0459692 Nov 11 12:56:45.852783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15e730f-35d7-4769-8f14-c86e3b065663 None None] Network 9c949a44-53b1-4279-8f6f-461289cc4d51 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:56:45.856939 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11482647-8075-499e-b8dc-9e9c0b676769 req-9b14dfc4-a578-4c90-8b1c-60c70d5defd0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:45.858489 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11482647-8075-499e-b8dc-9e9c0b676769 req-9b14dfc4-a578-4c90-8b1c-60c70d5defd0 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/networks?id=9c949a44-53b1-4279-8f6f-461289cc4d51 HTTP/1.1" status: 200 len: 797 time: 0.1099243 Nov 11 12:56:45.873873 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11482647-8075-499e-b8dc-9e9c0b676769 req-7bd95ae1-8030-47a1-b41e-8c50aecbb636 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/quotas/dd8cc351280a4250ac0a97658d3e7b22 HTTP/1.1" status: 200 len: 375 time: 0.0092106 Nov 11 12:56:45.929452 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11482647-8075-499e-b8dc-9e9c0b676769 req-d24ead26-5e4c-48b3-8976-a36c34aeb968 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501285 Nov 11 12:56:45.950757 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-592a3e6f-f79b-439d-bdb6-a2e9b55fbd76 None None] Provisioning complete for port 1217f8e6-37a3-439d-bb5b-422a0c9b03a0 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:56:45.951131 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-592a3e6f-f79b-439d-bdb6-a2e9b55fbd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:46.029246 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11482647-8075-499e-b8dc-9e9c0b676769 req-e1d69808-b5b6-4e8e-a099-abc0b90dd988 service neutron] 10.222.0.65 "GET /v2.0/networks/9c949a44-53b1-4279-8f6f-461289cc4d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877268 Nov 11 12:56:46.087399 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-592a3e6f-f79b-439d-bdb6-a2e9b55fbd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:46.127063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-592a3e6f-f79b-439d-bdb6-a2e9b55fbd76 None None] For port 1217f8e6-37a3-439d-bb5b-422a0c9b03a0, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1217f8e6-37a3-439d-bb5b-422a0c9b03a0,segment=NetworkSegment(d56fe8ab-f01d-4f98-98df-faf0e739decd),segment_id=d56fe8ab-f01d-4f98-98df-faf0e739decd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:56:46.133425 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-592a3e6f-f79b-439d-bdb6-a2e9b55fbd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:46.133812 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11482647-8075-499e-b8dc-9e9c0b676769 req-cfd7f267-fe7c-47c8-af6c-b8fe81407cf8 service neutron] 10.222.0.65 "GET /v2.0/networks/9c949a44-53b1-4279-8f6f-461289cc4d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976450 Nov 11 12:56:46.188669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a3e6f-f79b-439d-bdb6-a2e9b55fbd76 None None] Pushing event updated for resources: {'Port': ['ID=1217f8e6-37a3-439d-bb5b-422a0c9b03a0,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:46.295588 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:46.369728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-66e51b81-44fb-491a-977e-177141ca7c1f None None] Provisioning complete for port 57edf005-fcac-49c1-bf71-01747bf7ff6a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:56:46.370098 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-66e51b81-44fb-491a-977e-177141ca7c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:46.414440 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fa6ceef2-d65b-4be9-9f0c-ce4efe918208 req-aa48c7f0-ecb5-4e16-8370-b21351cc00a4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 210 time: 0.0443573 Nov 11 12:56:46.430944 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-66e51b81-44fb-491a-977e-177141ca7c1f None None] Port 57edf005-fcac-49c1-bf71-01747bf7ff6a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:56:46.443568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-66e51b81-44fb-491a-977e-177141ca7c1f None None] Provisioning complete for port 1217f8e6-37a3-439d-bb5b-422a0c9b03a0 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:56:46.444198 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-66e51b81-44fb-491a-977e-177141ca7c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:46.612936 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Sync routers for ids ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:56:46.630323 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Routers {'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:56:46.631226 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:56:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:46.668476 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1217f8e6-37a3-439d-bb5b-422a0c9b03a0 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:56:46.672181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b5092eef-0d54-465f-a747-644a080e4eb3 None None] Provisioning complete for port 57edf005-fcac-49c1-bf71-01747bf7ff6a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:56:46.672446 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b5092eef-0d54-465f-a747-644a080e4eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:46.756324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b5092eef-0d54-465f-a747-644a080e4eb3 None None] Port 57edf005-fcac-49c1-bf71-01747bf7ff6a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:56:46.760770 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Set router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:56:46.769065 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 1217f8e6-37a3-439d-bb5b-422a0c9b03a0 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:56:46.769450 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:46.878516 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a2e88fa7-1f33-4b87-accf-5ed11f68b484 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:56:46.911965 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1b2fccdb-5632-4a2b-963f-a5f36f92f278 None None] Provisioning complete for port 57edf005-fcac-49c1-bf71-01747bf7ff6a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:56:46.912399 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1b2fccdb-5632-4a2b-963f-a5f36f92f278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:46.955258 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-1b2fccdb-5632-4a2b-963f-a5f36f92f278 None None] Port 57edf005-fcac-49c1-bf71-01747bf7ff6a cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:56:46.962579 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port a2e88fa7-1f33-4b87-accf-5ed11f68b484 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:56:46.962940 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:46.983265 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159325862', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '57edf005-fcac-49c1-bf71-01747bf7ff6a', 'name': '', 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6b:11:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:44Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 2, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:47.011494 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Checking router: e947c8c0-3a5e-454e-b5b2-39aa72c0b34c for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:56:47.011899 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Updating router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c port 57edf005-fcac-49c1-bf71-01747bf7ff6a binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:56:47.037243 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:47.303650 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:47.311049 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:47.358096 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07741e53-4d8d-483b-91fc-5d6c004928d4 None None] Pushing event updated for resources: {'Port': ['ID=57edf005-fcac-49c1-bf71-01747bf7ff6a,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:47.368342 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07741e53-4d8d-483b-91fc-5d6c004928d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:47.368676 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07741e53-4d8d-483b-91fc-5d6c004928d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:47.369002 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07741e53-4d8d-483b-91fc-5d6c004928d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:47.369330 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07741e53-4d8d-483b-91fc-5d6c004928d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:47.369675 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07741e53-4d8d-483b-91fc-5d6c004928d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:47.369992 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07741e53-4d8d-483b-91fc-5d6c004928d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:47.370306 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07741e53-4d8d-483b-91fc-5d6c004928d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:47.370659 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07741e53-4d8d-483b-91fc-5d6c004928d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:47.371043 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07741e53-4d8d-483b-91fc-5d6c004928d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:47.371278 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07741e53-4d8d-483b-91fc-5d6c004928d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:47.371618 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07741e53-4d8d-483b-91fc-5d6c004928d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:47.371906 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07741e53-4d8d-483b-91fc-5d6c004928d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:56:47.419668 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Attempting to bind port 57edf005-fcac-49c1-bf71-01747bf7ff6a on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:56:47.420053 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Attempting to bind port 57edf005-fcac-49c1-bf71-01747bf7ff6a by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'd56fe8ab-f01d-4f98-98df-faf0e739decd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:56:47.420428 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Attempting to bind port 57edf005-fcac-49c1-bf71-01747bf7ff6a on network 9c949a44-53b1-4279-8f6f-461289cc4d51 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:56:47.427223 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:56:47.427776 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Checking segment: {'id': 'd56fe8ab-f01d-4f98-98df-faf0e739decd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:56:47.428322 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:47.428709 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Bound using segment: {'id': 'd56fe8ab-f01d-4f98-98df-faf0e739decd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:56:47.429215 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Bound port: 57edf005-fcac-49c1-bf71-01747bf7ff6a, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56fe8ab-f01d-4f98-98df-faf0e739decd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:56:47.431329 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:47.511918 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] For port 57edf005-fcac-49c1-bf71-01747bf7ff6a, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:56:47.516087 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] For port 57edf005-fcac-49c1-bf71-01747bf7ff6a, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=57edf005-fcac-49c1-bf71-01747bf7ff6a,segment=NetworkSegment(d56fe8ab-f01d-4f98-98df-faf0e739decd),segment_id=d56fe8ab-f01d-4f98-98df-faf0e739decd)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:56:47.522137 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:47.538768 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c570cee1-9b6a-4b0b-8fe6-d76ee4c66978 req-ef40771f-9594-43c7-9838-d40d48c0cc6f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 210 time: 0.0511074 Nov 11 12:56:47.593303 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11482647-8075-499e-b8dc-9e9c0b676769 req-d4510178-c2a0-4643-bac4-22c9e76a311d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:47.594995 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11482647-8075-499e-b8dc-9e9c0b676769 req-d4510178-c2a0-4643-bac4-22c9e76a311d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "GET /v2.0/networks?id=9c949a44-53b1-4279-8f6f-461289cc4d51 HTTP/1.1" status: 200 len: 797 time: 0.1812389 Nov 11 12:56:47.610996 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Routers {'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:56:47.611683 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:56:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:47.616634 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07741e53-4d8d-483b-91fc-5d6c004928d4 None None] Pushing event updated for resources: {'Port': ['ID=57edf005-fcac-49c1-bf71-01747bf7ff6a,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:47.683586 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7e7906a0-85bf-4605-b1c1-f0f2a9dbdd50 None None] Provisioning complete for port 57edf005-fcac-49c1-bf71-01747bf7ff6a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:56:47.684400 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7e7906a0-85bf-4605-b1c1-f0f2a9dbdd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:47.684533 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11482647-8075-499e-b8dc-9e9c0b676769 req-af399a82-cb16-48ca-98be-de4dcf0cdecd tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd8cc351280a4250ac0a97658d3e7b22 HTTP/1.1" status: 200 len: 380 time: 0.0728893 Nov 11 12:56:47.696353 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-11482647-8075-499e-b8dc-9e9c0b676769 req-5519e674-4003-4c4a-9fae-3a901d73e87e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'port': {'device_id': '537fa42f-375c-4871-b8e3-e0415f09eb0c', 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51', 'admin_state_up': True, 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'security_groups': ['b23f3d4c-50ad-4194-9e4b-15fd94c62145']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:56:47.743590 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] Set router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:56:47.776616 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7e7906a0-85bf-4605-b1c1-f0f2a9dbdd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:47.814382 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7e7906a0-85bf-4605-b1c1-f0f2a9dbdd50 None None] For port 57edf005-fcac-49c1-bf71-01747bf7ff6a, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=57edf005-fcac-49c1-bf71-01747bf7ff6a,segment=NetworkSegment(d56fe8ab-f01d-4f98-98df-faf0e739decd),segment_id=d56fe8ab-f01d-4f98-98df-faf0e739decd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:56:47.821226 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7e7906a0-85bf-4605-b1c1-f0f2a9dbdd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:47.851791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11482647-8075-499e-b8dc-9e9c0b676769 req-5519e674-4003-4c4a-9fae-3a901d73e87e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Made reservation on behalf of dd8cc351280a4250ac0a97658d3e7b22 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:56:47.856251 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-11482647-8075-499e-b8dc-9e9c0b676769 req-5519e674-4003-4c4a-9fae-3a901d73e87e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:47.872307 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7906a0-85bf-4605-b1c1-f0f2a9dbdd50 None None] Pushing event updated for resources: {'Port': ['ID=57edf005-fcac-49c1-bf71-01747bf7ff6a,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:47.942397 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-80373d83-1a50-463d-b583-b1450d6e63b7 None None] Provisioning complete for port 57edf005-fcac-49c1-bf71-01747bf7ff6a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:56:47.943119 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-80373d83-1a50-463d-b583-b1450d6e63b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:47.951192 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159325862', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '57edf005-fcac-49c1-bf71-01747bf7ff6a', 'name': '', 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6b:11:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:44Z', 'updated_at': '2021-11-11T12:56:47Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:47.982383 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62d9885-4b51-4ac4-a2ea-d2e1afe41932 None None] The sync data for ids ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'] in n-d-807359-3 is: [{'id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159325862', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '57edf005-fcac-49c1-bf71-01747bf7ff6a', 'name': '', 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6b:11:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:44Z', 'updated_at': '2021-11-11T12:56:47Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:56:48.356529 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-11482647-8075-499e-b8dc-9e9c0b676769 req-5519e674-4003-4c4a-9fae-3a901d73e87e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.20.0.5 (9c949a44-53b1-4279-8f6f-461289cc4d51/4e97a963-c2ff-47da-9563-ed0c31502bc2/cdd83522-60b6-4760-9706-fee944472959) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:56:48.506106 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-11482647-8075-499e-b8dc-9e9c0b676769 req-5519e674-4003-4c4a-9fae-3a901d73e87e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:48.545726 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-11482647-8075-499e-b8dc-9e9c0b676769 req-5519e674-4003-4c4a-9fae-3a901d73e87e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:48.596032 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11482647-8075-499e-b8dc-9e9c0b676769 req-5519e674-4003-4c4a-9fae-3a901d73e87e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 9c949a44-53b1-4279-8f6f-461289cc4d51 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:56:48.599397 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-11482647-8075-499e-b8dc-9e9c0b676769 req-5519e674-4003-4c4a-9fae-3a901d73e87e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:56:48.603545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-11482647-8075-499e-b8dc-9e9c0b676769 req-5519e674-4003-4c4a-9fae-3a901d73e87e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:56:48.611755 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519e674-4003-4c4a-9fae-3a901d73e87e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=cdd83522-60b6-4760-9706-fee944472959,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:48.653649 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 57edf005-fcac-49c1-bf71-01747bf7ff6a up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:56:48.672199 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11482647-8075-499e-b8dc-9e9c0b676769 req-5519e674-4003-4c4a-9fae-3a901d73e87e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:48.672855 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-11482647-8075-499e-b8dc-9e9c0b676769 req-5519e674-4003-4c4a-9fae-3a901d73e87e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:48.694056 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11482647-8075-499e-b8dc-9e9c0b676769 req-5519e674-4003-4c4a-9fae-3a901d73e87e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0019224 Nov 11 12:56:48.711996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Request body: {'port': {'device_id': '537fa42f-375c-4871-b8e3-e0415f09eb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:56:48.714715 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 57edf005-fcac-49c1-bf71-01747bf7ff6a triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:56:48.715094 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:48.720836 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e081dcb-59a5-4d77-962f-da34eaab4181 req-33d1cfd3-c56c-4f07-b392-96d3b5f8708c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:48.722815 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e081dcb-59a5-4d77-962f-da34eaab4181 req-33d1cfd3-c56c-4f07-b392-96d3b5f8708c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 931 time: 0.0969563 Nov 11 12:56:48.808305 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:48.818608 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9e081dcb-59a5-4d77-962f-da34eaab4181 req-74a50b0c-be16-4e40-8612-6cb11dfc8e08 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833168 Nov 11 12:56:48.988964 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-683eb1de-a930-4c0e-95e0-a41bbf629de2 None None] Provisioning complete for port cdd83522-60b6-4760-9706-fee944472959 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:56:48.989512 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-683eb1de-a930-4c0e-95e0-a41bbf629de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:49.033485 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-683eb1de-a930-4c0e-95e0-a41bbf629de2 None None] Port cdd83522-60b6-4760-9706-fee944472959 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:56:49.107399 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd83522-60b6-4760-9706-fee944472959 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:56:49.117188 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:49.137669 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Transition to ACTIVE for port object cdd83522-60b6-4760-9706-fee944472959 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:56:49.143046 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:49.218075 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd83522-60b6-4760-9706-fee944472959,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:49.270475 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Attempting to bind port cdd83522-60b6-4760-9706-fee944472959 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:56:49.270877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Attempting to bind port cdd83522-60b6-4760-9706-fee944472959 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'd56fe8ab-f01d-4f98-98df-faf0e739decd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:56:49.271365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Attempting to bind port cdd83522-60b6-4760-9706-fee944472959 on network 9c949a44-53b1-4279-8f6f-461289cc4d51 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:56:49.276386 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Port cdd83522-60b6-4760-9706-fee944472959 on network 9c949a44-53b1-4279-8f6f-461289cc4d51 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:56:49.276703 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Attempting to bind port cdd83522-60b6-4760-9706-fee944472959 on network 9c949a44-53b1-4279-8f6f-461289cc4d51 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:56:49.281967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:56:49.282301 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Checking segment: {'id': 'd56fe8ab-f01d-4f98-98df-faf0e739decd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:56:49.282683 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Bound using segment: {'id': 'd56fe8ab-f01d-4f98-98df-faf0e739decd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:56:49.283103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Bound port: cdd83522-60b6-4760-9706-fee944472959, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56fe8ab-f01d-4f98-98df-faf0e739decd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:56:49.283454 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:49.349403 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] For port cdd83522-60b6-4760-9706-fee944472959, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:56:49.352608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] For port cdd83522-60b6-4760-9706-fee944472959, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=cdd83522-60b6-4760-9706-fee944472959,segment=NetworkSegment(d56fe8ab-f01d-4f98-98df-faf0e739decd),segment_id=d56fe8ab-f01d-4f98-98df-faf0e739decd)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:56:49.359131 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:49.395925 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:49.396846 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:49.398940 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11482647-8075-499e-b8dc-9e9c0b676769 req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] 10.222.0.62 "PUT /v2.0/ports/cdd83522-60b6-4760-9706-fee944472959 HTTP/1.1" status: 200 len: 1091 time: 0.6914084 Nov 11 12:56:49.399378 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537fa42f-375c-4871-b8e3-e0415f09eb0c', 'tag': 'cdd83522-60b6-4760-9706-fee944472959'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:56:49.401692 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83c7f31-cb3c-4494-b50d-a6439a63b09b" -d '{"events": [{"name": "network-changed", "server_uuid": "537fa42f-375c-4871-b8e3-e0415f09eb0c", "tag": "cdd83522-60b6-4760-9706-fee944472959"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:56:49.434032 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c3859-685e-46b3-8ad6-005b1e29f920 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd83522-60b6-4760-9706-fee944472959,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:49.452633 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c73c25e-d807-4f35-b205-4a798ef6fac6 x-openstack-request-id: req-5c73c25e-d807-4f35-b205-4a798ef6fac6 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:56:49.452924 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537fa42f-375c-4871-b8e3-e0415f09eb0c", "tag": "cdd83522-60b6-4760-9706-fee944472959", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:56:49.453835 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c73c25e-d807-4f35-b205-4a798ef6fac6 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:56:49.454463 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537fa42f-375c-4871-b8e3-e0415f09eb0c', 'tag': 'cdd83522-60b6-4760-9706-fee944472959', 'status': 'completed', 'code': 200} Nov 11 12:56:49.504083 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11482647-8075-499e-b8dc-9e9c0b676769 req-d4cb3373-8bfc-4375-bec2-bfdf74079132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:49.505713 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11482647-8075-499e-b8dc-9e9c0b676769 req-d4cb3373-8bfc-4375-bec2-bfdf74079132 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 1094 time: 0.0504732 Nov 11 12:56:49.555227 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11482647-8075-499e-b8dc-9e9c0b676769 req-14076239-4b82-41ea-9cdc-5d075b7c8f33 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd83522-60b6-4760-9706-fee944472959 HTTP/1.1" status: 200 len: 217 time: 0.0363653 Nov 11 12:56:49.606493 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11482647-8075-499e-b8dc-9e9c0b676769 req-6bbc8341-f551-436d-adfb-0cae6fac428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:49.607892 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11482647-8075-499e-b8dc-9e9c0b676769 req-6bbc8341-f551-436d-adfb-0cae6fac428c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e97a963-c2ff-47da-9563-ed0c31502bc2 HTTP/1.1" status: 200 len: 835 time: 0.0450966 Nov 11 12:56:49.663577 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11482647-8075-499e-b8dc-9e9c0b676769 req-0bd7db03-e931-46c5-8b47-eb6138f3ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:49.665110 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11482647-8075-499e-b8dc-9e9c0b676769 req-0bd7db03-e931-46c5-8b47-eb6138f3ebdb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c949a44-53b1-4279-8f6f-461289cc4d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457439 Nov 11 12:56:49.761464 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11482647-8075-499e-b8dc-9e9c0b676769 req-9c7dd213-f857-4564-90b4-ac2839ab4f73 service neutron] 10.222.0.62 "GET /v2.0/networks/9c949a44-53b1-4279-8f6f-461289cc4d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846574 Nov 11 12:56:49.865040 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-11482647-8075-499e-b8dc-9e9c0b676769 req-b408a798-8c32-4860-b53f-239dbe93ef27 service neutron] 10.222.0.62 "GET /v2.0/networks/9c949a44-53b1-4279-8f6f-461289cc4d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917614 Nov 11 12:56:49.939361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf5b00-8dc2-4b4a-afb2-21503f2af2f3 req-aab7f861-46d7-457b-9901-cf5c662d7d63 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:49.940985 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19cf5b00-8dc2-4b4a-afb2-21503f2af2f3 req-aab7f861-46d7-457b-9901-cf5c662d7d63 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 943 time: 0.0506022 Nov 11 12:56:49.966049 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c7f31-cb3c-4494-b50d-a6439a63b09b req-9ed1c64c-4fc9-4cdb-bec8-3c28c1f37117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:49.967668 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c83c7f31-cb3c-4494-b50d-a6439a63b09b req-9ed1c64c-4fc9-4cdb-bec8-3c28c1f37117 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 1094 time: 0.0434637 Nov 11 12:56:49.994834 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-19cf5b00-8dc2-4b4a-afb2-21503f2af2f3 req-9b53f488-0973-4e63-af75-b687d8356018 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477524 Nov 11 12:56:50.067651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c7f31-cb3c-4494-b50d-a6439a63b09b req-6e6b2373-3553-4baf-a434-bb8161cfb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:50.069140 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c83c7f31-cb3c-4494-b50d-a6439a63b09b req-6e6b2373-3553-4baf-a434-bb8161cfb1f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c949a44-53b1-4279-8f6f-461289cc4d51 HTTP/1.1" status: 200 len: 899 time: 0.0908694 Nov 11 12:56:50.112449 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c83c7f31-cb3c-4494-b50d-a6439a63b09b req-e63db87f-faba-4dc0-9062-b12eccf463eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd83522-60b6-4760-9706-fee944472959 HTTP/1.1" status: 200 len: 217 time: 0.0360584 Nov 11 12:56:50.172806 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c7f31-cb3c-4494-b50d-a6439a63b09b req-3ef323a3-7da1-4995-a70d-3ce32f9c5759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:50.174322 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c83c7f31-cb3c-4494-b50d-a6439a63b09b req-3ef323a3-7da1-4995-a70d-3ce32f9c5759 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e97a963-c2ff-47da-9563-ed0c31502bc2 HTTP/1.1" status: 200 len: 835 time: 0.0531969 Nov 11 12:56:50.221791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c7f31-cb3c-4494-b50d-a6439a63b09b req-d16f481c-9b36-4509-a0bc-6a6a1b989267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:50.223267 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c83c7f31-cb3c-4494-b50d-a6439a63b09b req-d16f481c-9b36-4509-a0bc-6a6a1b989267 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c949a44-53b1-4279-8f6f-461289cc4d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407624 Nov 11 12:56:50.335281 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c83c7f31-cb3c-4494-b50d-a6439a63b09b req-42cc9657-8761-4c17-87bd-6f1f450da100 service neutron] 10.222.0.62 "GET /v2.0/networks/9c949a44-53b1-4279-8f6f-461289cc4d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006227 Nov 11 12:56:50.444421 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-c83c7f31-cb3c-4494-b50d-a6439a63b09b req-8cb3b474-23b7-4f43-8c8a-3ec25d49351b service neutron] 10.222.0.62 "GET /v2.0/networks/9c949a44-53b1-4279-8f6f-461289cc4d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010771 Nov 11 12:56:51.136216 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e816b4-6684-49eb-93c5-02c79583e58f req-b9ea94fb-069e-4337-8f9e-867672b40077 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:51.137755 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11e816b4-6684-49eb-93c5-02c79583e58f req-b9ea94fb-069e-4337-8f9e-867672b40077 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 943 time: 0.0621510 Nov 11 12:56:51.189601 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11e816b4-6684-49eb-93c5-02c79583e58f req-18e220aa-5359-411c-a57e-73df3c1bc6ee tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428395 Nov 11 12:56:51.620571 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device cdd83522-60b6-4760-9706-fee944472959 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:56:51.730155 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port cdd83522-60b6-4760-9706-fee944472959, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=cdd83522-60b6-4760-9706-fee944472959,segment=NetworkSegment(d56fe8ab-f01d-4f98-98df-faf0e739decd),segment_id=d56fe8ab-f01d-4f98-98df-faf0e739decd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:56:51.741783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'cdd83522-60b6-4760-9706-fee944472959', 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51', 'port_id': 'cdd83522-60b6-4760-9706-fee944472959', 'mac_address': 'fa:16:3e:fc:b2:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:56:51.780137 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:51.793858 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd83522-60b6-4760-9706-fee944472959 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:56:51.813576 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port cdd83522-60b6-4760-9706-fee944472959, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=cdd83522-60b6-4760-9706-fee944472959,segment=NetworkSegment(d56fe8ab-f01d-4f98-98df-faf0e739decd),segment_id=d56fe8ab-f01d-4f98-98df-faf0e739decd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:56:51.820803 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:51.867421 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=cdd83522-60b6-4760-9706-fee944472959,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:52.088211 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['cdd83522-60b6-4760-9706-fee944472959'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:56:52.162508 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:52.305212 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6319572-cf46-44dd-bee6-723283d7bfd1 req-063bb6df-b0fd-4c61-826a-6809505acf15 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:52.306758 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6319572-cf46-44dd-bee6-723283d7bfd1 req-063bb6df-b0fd-4c61-826a-6809505acf15 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 944 time: 0.0489144 Nov 11 12:56:52.355110 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6319572-cf46-44dd-bee6-723283d7bfd1 req-975bb8a1-888a-4ebe-be93-a0d55614224b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420868 Nov 11 12:56:53.483892 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdeb9ab-8b11-4abb-be7b-2439d1e8c60d req-f628c872-c8e0-4497-a422-cbbbf6d1b678 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:53.488345 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fbdeb9ab-8b11-4abb-be7b-2439d1e8c60d req-f628c872-c8e0-4497-a422-cbbbf6d1b678 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 944 time: 0.0580475 Nov 11 12:56:53.539833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fbdeb9ab-8b11-4abb-be7b-2439d1e8c60d req-c2711c7f-6611-4b9f-af26-e0870d458dfe tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428624 Nov 11 12:56:53.622269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device cdd83522-60b6-4760-9706-fee944472959 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:56:53.683473 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port cdd83522-60b6-4760-9706-fee944472959 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:56:53.687258 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port cdd83522-60b6-4760-9706-fee944472959 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:56:53.687621 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:53.781631 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:53.805918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537fa42f-375c-4871-b8e3-e0415f09eb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd83522-60b6-4760-9706-fee944472959'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:56:53.808464 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93192847-36d0-47e1-b5eb-a870cc1970fd" -d '{"events": [{"server_uuid": "537fa42f-375c-4871-b8e3-e0415f09eb0c", "name": "network-vif-plugged", "status": "completed", "tag": "cdd83522-60b6-4760-9706-fee944472959"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:56:53.821327 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port cdd83522-60b6-4760-9706-fee944472959, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=cdd83522-60b6-4760-9706-fee944472959,segment=NetworkSegment(d56fe8ab-f01d-4f98-98df-faf0e739decd),segment_id=d56fe8ab-f01d-4f98-98df-faf0e739decd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:56:53.826084 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:53.852201 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a3f647-a6b9-4d09-b131-d22bef0d0eea x-openstack-request-id: req-66a3f647-a6b9-4d09-b131-d22bef0d0eea {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:56:53.852509 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537fa42f-375c-4871-b8e3-e0415f09eb0c", "name": "network-vif-plugged", "status": "completed", "tag": "cdd83522-60b6-4760-9706-fee944472959", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:56:53.852756 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66a3f647-a6b9-4d09-b131-d22bef0d0eea {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:56:53.853132 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537fa42f-375c-4871-b8e3-e0415f09eb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd83522-60b6-4760-9706-fee944472959', 'code': 200} Nov 11 12:56:53.879741 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=cdd83522-60b6-4760-9706-fee944472959,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:53.955642 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c7dba-cbbd-48b7-bf2b-237fddc8f2a1 req-878db41c-507d-4bd2-8f13-296796bdd418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:53.957057 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-127c7dba-cbbd-48b7-bf2b-237fddc8f2a1 req-878db41c-507d-4bd2-8f13-296796bdd418 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 1096 time: 0.0413823 Nov 11 12:56:54.006262 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-127c7dba-cbbd-48b7-bf2b-237fddc8f2a1 req-cdfbdd3a-5aae-41bf-b236-0f20902e759a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418127 Nov 11 12:56:54.675417 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c9d0a-a27e-4a87-8085-4cb5fb4a8e8d req-37ff71fb-1151-4029-96d9-75e8e5b8f668 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:54.676896 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-759c9d0a-a27e-4a87-8085-4cb5fb4a8e8d req-37ff71fb-1151-4029-96d9-75e8e5b8f668 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0601304 Nov 11 12:56:54.726377 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-759c9d0a-a27e-4a87-8085-4cb5fb4a8e8d req-5fe81fbb-1ddf-4c96-82ac-280a9219e58b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433536 Nov 11 12:56:55.845412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e1da8-cdf1-4e48-8d46-b47427523441 req-1c317fce-4bf2-419a-83f6-48598fbe6419 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:55.846921 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-364e1da8-cdf1-4e48-8d46-b47427523441 req-1c317fce-4bf2-419a-83f6-48598fbe6419 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0492952 Nov 11 12:56:55.902601 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-364e1da8-cdf1-4e48-8d46-b47427523441 req-b7c72d82-f0e7-4ce1-8744-ad995c9657fe tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495508 Nov 11 12:56:56.019120 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0394a-2f27-46fe-bef6-35027bf84874 req-934b5652-ad23-46af-9013-b3313f9b2df2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:56.020531 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3f0394a-2f27-46fe-bef6-35027bf84874 req-934b5652-ad23-46af-9013-b3313f9b2df2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0502412 Nov 11 12:56:56.071445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3f0394a-2f27-46fe-bef6-35027bf84874 req-8f84c243-1d9e-4d7f-aea6-fa53b74d6f51 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447330 Nov 11 12:56:56.093720 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46650) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:56.179000 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3838347c-1cf1-4642-b350-38ff165baad5 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:56.180452 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3838347c-1cf1-4642-b350-38ff165baad5 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 1091 time: 0.0856593 Nov 11 12:56:56.183711 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46654) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:56.189642 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': 'cdd83522-60b6-4760-9706-fee944472959', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:56:56.221086 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:56.325569 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:56.433947 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.25.2.225 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/b006b317-34c3-479e-99ec-b86e5b7ae019) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:56:56.535992 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:56.571185 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:56.611506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:56:56.614446 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:56:56.618077 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:56:56.623822 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=b006b317-34c3-479e-99ec-b86e5b7ae019,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:56.999076 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:57.081843 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:57.246268 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:57.253628 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:57.333780 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=b006b317-34c3-479e-99ec-b86e5b7ae019,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:56:57.347969 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:57.453834 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Floating IP c98e562c-f3d9-4f77-88ca-295b3885ffda associated. External IP: 172.25.2.225, port: cdd83522-60b6-4760-9706-fee944472959. Nov 11 12:56:57.672863 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:56:57.793255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:56:57.803156 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07fd1dd-782b-4872-8e64-38f1d890bcef None None] Sync routers for ids ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:56:57.814346 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07fd1dd-782b-4872-8e64-38f1d890bcef None None] Routers {'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:56:57.814575 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:57.815152 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d07fd1dd-782b-4872-8e64-38f1d890bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:56:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:57.842748 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4438bfb8-1ebe-4281-b909-6666b11fd87f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6578195 Nov 11 12:56:57.843394 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537fa42f-375c-4871-b8e3-e0415f09eb0c', 'tag': 'cdd83522-60b6-4760-9706-fee944472959'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:56:57.845768 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49094b5-fa9a-4e30-abaf-ab39882f0025" -d '{"events": [{"name": "network-changed", "server_uuid": "537fa42f-375c-4871-b8e3-e0415f09eb0c", "tag": "cdd83522-60b6-4760-9706-fee944472959"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:56:57.889806 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea57b47-8a5a-46c0-8a37-78ba9117e52d x-openstack-request-id: req-9ea57b47-8a5a-46c0-8a37-78ba9117e52d {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:56:57.890156 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537fa42f-375c-4871-b8e3-e0415f09eb0c", "tag": "cdd83522-60b6-4760-9706-fee944472959", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:56:57.890473 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ea57b47-8a5a-46c0-8a37-78ba9117e52d {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:56:57.890975 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537fa42f-375c-4871-b8e3-e0415f09eb0c', 'tag': 'cdd83522-60b6-4760-9706-fee944472959', 'status': 'completed', 'code': 200} Nov 11 12:56:57.927364 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-d07fd1dd-782b-4872-8e64-38f1d890bcef None None] Set router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:56:57.952533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c16955-b5cf-4817-b751-367b8b8a0fd6 req-480286c9-e895-41ec-8d10-dc4dd9083821 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:57.954586 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49094b5-fa9a-4e30-abaf-ab39882f0025 req-252acd61-d833-4c38-b05d-450966e6ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:57.954794 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72c16955-b5cf-4817-b751-367b8b8a0fd6 req-480286c9-e895-41ec-8d10-dc4dd9083821 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0522666 Nov 11 12:56:57.956247 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e49094b5-fa9a-4e30-abaf-ab39882f0025 req-252acd61-d833-4c38-b05d-450966e6ebab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 1096 time: 0.0436311 Nov 11 12:56:58.007882 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72c16955-b5cf-4817-b751-367b8b8a0fd6 req-ff7d1923-48ea-4879-b89b-42bb5663ac12 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470521 Nov 11 12:56:58.032888 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46660) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:58.055098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49094b5-fa9a-4e30-abaf-ab39882f0025 req-36623cce-5b89-4490-a97a-98de2c5f6a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:58.056621 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e49094b5-fa9a-4e30-abaf-ab39882f0025 req-36623cce-5b89-4490-a97a-98de2c5f6a9e service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c949a44-53b1-4279-8f6f-461289cc4d51 HTTP/1.1" status: 200 len: 899 time: 0.0907052 Nov 11 12:56:58.099898 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cd92392b-1b3e-48be-ab6b-10e39af2dbc4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/c98e562c-f3d9-4f77-88ca-295b3885ffda HTTP/1.1" status: 200 len: 991 time: 0.0658152 Nov 11 12:56:58.125857 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e49094b5-fa9a-4e30-abaf-ab39882f0025 req-5ba04112-8893-4b2e-82a5-a842565fbc2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd83522-60b6-4760-9706-fee944472959 HTTP/1.1" status: 200 len: 999 time: 0.0612276 Nov 11 12:56:58.169085 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d07fd1dd-782b-4872-8e64-38f1d890bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159325862', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'c98e562c-f3d9-4f77-88ca-295b3885ffda', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'port_id': 'cdd83522-60b6-4760-9706-fee944472959', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51', 'mac_address': 'fa:16:3e:fc:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537fa42f-375c-4871-b8e3-e0415f09eb0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:56:56Z', 'updated_at': '2021-11-11T12:56:56Z', 'revision_number': 0, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57edf005-fcac-49c1-bf71-01747bf7ff6a', 'name': '', 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6b:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:44Z', 'updated_at': '2021-11-11T12:56:47Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:58.176597 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49094b5-fa9a-4e30-abaf-ab39882f0025 req-b665f289-4c41-4401-bbb9-0e6c250d81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:58.178138 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e49094b5-fa9a-4e30-abaf-ab39882f0025 req-b665f289-4c41-4401-bbb9-0e6c250d81d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e97a963-c2ff-47da-9563-ed0c31502bc2 HTTP/1.1" status: 200 len: 835 time: 0.0444534 Nov 11 12:56:58.234323 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49094b5-fa9a-4e30-abaf-ab39882f0025 req-a434536a-78be-40b8-b68c-636f1719cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:58.236051 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e49094b5-fa9a-4e30-abaf-ab39882f0025 req-a434536a-78be-40b8-b68c-636f1719cba0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c949a44-53b1-4279-8f6f-461289cc4d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503051 Nov 11 12:56:58.331251 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e49094b5-fa9a-4e30-abaf-ab39882f0025 req-a78eed28-ccc7-419b-90a9-a2b9872b5b46 service neutron] 10.222.0.62 "GET /v2.0/networks/9c949a44-53b1-4279-8f6f-461289cc4d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876689 Nov 11 12:56:58.369927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07fd1dd-782b-4872-8e64-38f1d890bcef None None] Checking router: e947c8c0-3a5e-454e-b5b2-39aa72c0b34c for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:56:58.378952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07fd1dd-782b-4872-8e64-38f1d890bcef None None] Routers {'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:56:58.379497 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d07fd1dd-782b-4872-8e64-38f1d890bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:56:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:58.429808 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e49094b5-fa9a-4e30-abaf-ab39882f0025 req-61e4c14e-7073-4518-a501-74912aff32cc service neutron] 10.222.0.62 "GET /v2.0/networks/9c949a44-53b1-4279-8f6f-461289cc4d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914021 Nov 11 12:56:58.486450 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-d07fd1dd-782b-4872-8e64-38f1d890bcef None None] Set router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:56:58.716654 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-d07fd1dd-782b-4872-8e64-38f1d890bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159325862', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'c98e562c-f3d9-4f77-88ca-295b3885ffda', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'port_id': 'cdd83522-60b6-4760-9706-fee944472959', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51', 'mac_address': 'fa:16:3e:fc:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537fa42f-375c-4871-b8e3-e0415f09eb0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:56:56Z', 'updated_at': '2021-11-11T12:56:56Z', 'revision_number': 0, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57edf005-fcac-49c1-bf71-01747bf7ff6a', 'name': '', 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6b:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:44Z', 'updated_at': '2021-11-11T12:56:47Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:56:58.745885 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07fd1dd-782b-4872-8e64-38f1d890bcef None None] The sync data for ids ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'] in n-d-807359-3 is: [{'id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159325862', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'c98e562c-f3d9-4f77-88ca-295b3885ffda', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'port_id': 'cdd83522-60b6-4760-9706-fee944472959', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51', 'mac_address': 'fa:16:3e:fc:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537fa42f-375c-4871-b8e3-e0415f09eb0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:56:56Z', 'updated_at': '2021-11-11T12:56:56Z', 'revision_number': 0, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57edf005-fcac-49c1-bf71-01747bf7ff6a', 'name': '', 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6b:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:44Z', 'updated_at': '2021-11-11T12:56:47Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:56:58.943933 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719cdca0-4a25-4d98-89fc-cce230d23afe None None] New status for floating IP c98e562c-f3d9-4f77-88ca-295b3885ffda: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:56:59.103800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46662) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:56:59.165398 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-806a25a0-8f36-48f8-a098-b8c9b8167c6f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/c98e562c-f3d9-4f77-88ca-295b3885ffda HTTP/1.1" status: 200 len: 993 time: 0.0604405 Nov 11 12:57:03.302209 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e9948038-6b36-4f31-a31e-9bb65275d2ff req-d3c94d6b-6a62-46cc-9b8f-35f52ffb02ed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440266 Nov 11 12:57:03.391058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9948038-6b36-4f31-a31e-9bb65275d2ff req-34dcb71b-69f7-49dd-9059-f887a01dfa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:03.392544 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e9948038-6b36-4f31-a31e-9bb65275d2ff req-34dcb71b-69f7-49dd-9059-f887a01dfa0a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 1096 time: 0.0468333 Nov 11 12:57:03.498432 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9948038-6b36-4f31-a31e-9bb65275d2ff req-fb5922f8-c357-40d8-8a78-913eaf1f17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:03.499910 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e9948038-6b36-4f31-a31e-9bb65275d2ff req-fb5922f8-c357-40d8-8a78-913eaf1f17e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c949a44-53b1-4279-8f6f-461289cc4d51 HTTP/1.1" status: 200 len: 899 time: 0.0861926 Nov 11 12:57:03.570263 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e9948038-6b36-4f31-a31e-9bb65275d2ff req-cdfdd0aa-5386-422e-98c1-722d60792b20 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd83522-60b6-4760-9706-fee944472959 HTTP/1.1" status: 200 len: 1001 time: 0.0617855 Nov 11 12:57:03.620198 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9948038-6b36-4f31-a31e-9bb65275d2ff req-ebf4a617-facd-4808-be79-8107288835e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:03.621707 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e9948038-6b36-4f31-a31e-9bb65275d2ff req-ebf4a617-facd-4808-be79-8107288835e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e97a963-c2ff-47da-9563-ed0c31502bc2 HTTP/1.1" status: 200 len: 835 time: 0.0447428 Nov 11 12:57:03.677758 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9948038-6b36-4f31-a31e-9bb65275d2ff req-6e9abe1d-ac5c-4dcb-8c9d-7db85ce7eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:03.679740 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e9948038-6b36-4f31-a31e-9bb65275d2ff req-6e9abe1d-ac5c-4dcb-8c9d-7db85ce7eb93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c949a44-53b1-4279-8f6f-461289cc4d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505149 Nov 11 12:57:03.779894 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e9948038-6b36-4f31-a31e-9bb65275d2ff req-7322d276-de68-410f-a85e-78e7046f36a1 service neutron] 10.222.0.62 "GET /v2.0/networks/9c949a44-53b1-4279-8f6f-461289cc4d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898941 Nov 11 12:57:03.870660 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e9948038-6b36-4f31-a31e-9bb65275d2ff req-279ef50b-79e9-488d-8d72-6c7a31ff8841 service neutron] 10.222.0.62 "GET /v2.0/networks/9c949a44-53b1-4279-8f6f-461289cc4d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821559 Nov 11 12:57:05.936403 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-545780e9-a1d1-49d1-ab70-2ecfe8cbfc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:08.195648 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e31ecd30-8842-4c56-a0c4-fc8ae86c77e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:09.292246 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:10.832642 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:11.354953 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:16.290190 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:17.453876 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:57:22.132360 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:32.558952 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b164ca-2764-4d10-8eaf-195a6b8b5749 req-5dac14c8-0de3-4fd7-9000-1d2d13521e58 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:32.564377 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16b164ca-2764-4d10-8eaf-195a6b8b5749 req-5dac14c8-0de3-4fd7-9000-1d2d13521e58 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0554049 Nov 11 12:57:32.614146 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16b164ca-2764-4d10-8eaf-195a6b8b5749 req-c2c0ff43-ebd4-47f4-b9b1-a0551c2ca402 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441136 Nov 11 12:57:33.797533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a279bb-6486-4bb5-9c06-eabaf85e57bf req-ee732303-e65c-432d-ad2a-6a9c68e2fc1c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:33.799032 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86a279bb-6486-4bb5-9c06-eabaf85e57bf req-ee732303-e65c-432d-ad2a-6a9c68e2fc1c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.1031520 Nov 11 12:57:33.849059 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-86a279bb-6486-4bb5-9c06-eabaf85e57bf req-5896c135-3893-42a2-a4b6-3992334d7a2d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438390 Nov 11 12:57:34.981737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641e999-54dc-4c48-84ba-833f9ca3fa48 req-b87e114d-24dc-41bb-aca8-b8f627bb8577 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:34.983192 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9641e999-54dc-4c48-84ba-833f9ca3fa48 req-b87e114d-24dc-41bb-aca8-b8f627bb8577 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0514004 Nov 11 12:57:35.036215 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9641e999-54dc-4c48-84ba-833f9ca3fa48 req-53c448d7-b4b0-4afd-8791-45949fa7b3d2 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439773 Nov 11 12:57:35.942960 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-695e9640-a547-4db1-bf90-3cfb68865e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:36.152532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62b364-bfd8-4403-a2e5-ca121b94d5a2 req-e4854251-8b6c-4b2b-ab7a-f91b3b088a0d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:36.154062 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c62b364-bfd8-4403-a2e5-ca121b94d5a2 req-e4854251-8b6c-4b2b-ab7a-f91b3b088a0d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0496604 Nov 11 12:57:36.207892 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6c62b364-bfd8-4403-a2e5-ca121b94d5a2 req-9a739178-48a6-400a-969b-2c0205a732de tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474501 Nov 11 12:57:37.334076 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7f8e3-7c7b-49af-aed3-79430f30ca8e req-baeefce6-2256-434a-a8c6-dec85ea0c142 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:37.335574 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1e7f8e3-7c7b-49af-aed3-79430f30ca8e req-baeefce6-2256-434a-a8c6-dec85ea0c142 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0522091 Nov 11 12:57:37.392808 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b1e7f8e3-7c7b-49af-aed3-79430f30ca8e req-132069e3-c668-465c-95b6-244f11b77e8c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507481 Nov 11 12:57:38.205734 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-38d91154-91a4-4fee-87c3-eacda544ceb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:38.533289 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87adb0-5ddb-4687-82bf-1786119ac137 req-e1afa7b6-5175-480e-9e77-9fbb052a3e6c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:38.534793 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc87adb0-5ddb-4687-82bf-1786119ac137 req-e1afa7b6-5175-480e-9e77-9fbb052a3e6c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0644307 Nov 11 12:57:38.589443 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cc87adb0-5ddb-4687-82bf-1786119ac137 req-12269b24-3980-428a-9fa4-87e5476b298d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453892 Nov 11 12:57:39.291253 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:39.728481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b089cb-c95e-4b89-b05e-9172038c44db req-afc14ea9-a782-4c5a-8719-97cd2113670f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:39.729975 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55b089cb-c95e-4b89-b05e-9172038c44db req-afc14ea9-a782-4c5a-8719-97cd2113670f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0560715 Nov 11 12:57:39.783378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-55b089cb-c95e-4b89-b05e-9172038c44db req-4a198d8e-b905-47ce-9941-b95eb10099ad tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472984 Nov 11 12:57:40.828685 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:40.910073 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e2007-5ef3-4d9a-b906-0fc096b18826 req-e63fa45b-72fc-4cb6-8b48-2be9596dbe67 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:40.911558 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-796e2007-5ef3-4d9a-b906-0fc096b18826 req-e63fa45b-72fc-4cb6-8b48-2be9596dbe67 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0515122 Nov 11 12:57:40.963770 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-796e2007-5ef3-4d9a-b906-0fc096b18826 req-12931289-9de3-4164-aa7c-a0504c0481ef tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457458 Nov 11 12:57:41.346815 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:42.146148 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb6ec5-03ab-4420-8d63-dda764cd8634 req-159c0d1e-bd43-4463-a8e1-50fe01b90cc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:42.148433 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-12cb6ec5-03ab-4420-8d63-dda764cd8634 req-159c0d1e-bd43-4463-a8e1-50fe01b90cc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.1024292 Nov 11 12:57:42.197309 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-12cb6ec5-03ab-4420-8d63-dda764cd8634 req-19f09a98-e117-48cf-ac1e-579b9a3d5eeb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434043 Nov 11 12:57:43.321049 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211189cc-8e87-474f-9257-5717fa6adc00 req-97bbe0a8-8ff9-4794-9b86-1e95e3f441fd tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:43.322595 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-211189cc-8e87-474f-9257-5717fa6adc00 req-97bbe0a8-8ff9-4794-9b86-1e95e3f441fd tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0491407 Nov 11 12:57:43.372694 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-211189cc-8e87-474f-9257-5717fa6adc00 req-bc56817e-1c63-4462-a02d-a33988eb1d6e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440345 Nov 11 12:57:43.399890 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46700) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:57:43.465318 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-56bb33fe-91a0-4943-bd67-940429812f11 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/c98e562c-f3d9-4f77-88ca-295b3885ffda HTTP/1.1" status: 200 len: 993 time: 0.0642498 Nov 11 12:57:44.762579 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ccb52-146f-4ea5-a27c-06d1bc132764 req-aab798c5-66e9-45de-b34c-7fc8f877f5d9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:44.764026 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-471ccb52-146f-4ea5-a27c-06d1bc132764 req-aab798c5-66e9-45de-b34c-7fc8f877f5d9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0502806 Nov 11 12:57:44.809194 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f278d-f03c-4bb7-9bf5-7ea7fa1288f2 req-63764c8e-d00f-43d1-b7db-a0686e1852a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:44.810728 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-914f278d-f03c-4bb7-9bf5-7ea7fa1288f2 req-63764c8e-d00f-43d1-b7db-a0686e1852a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 1096 time: 0.0457084 Nov 11 12:57:44.814111 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-471ccb52-146f-4ea5-a27c-06d1bc132764 req-0a4349f1-a0e5-4b4c-a42e-bcdc6d05b3ed tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438771 Nov 11 12:57:44.905643 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f278d-f03c-4bb7-9bf5-7ea7fa1288f2 req-f2abb3cf-c41a-4d94-acfc-dd5b21776a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:44.907132 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-914f278d-f03c-4bb7-9bf5-7ea7fa1288f2 req-f2abb3cf-c41a-4d94-acfc-dd5b21776a4c service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c949a44-53b1-4279-8f6f-461289cc4d51 HTTP/1.1" status: 200 len: 899 time: 0.0863447 Nov 11 12:57:45.318088 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-914f278d-f03c-4bb7-9bf5-7ea7fa1288f2 req-3fdf8554-9cd2-47b4-9798-1fb2c140cb7c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd83522-60b6-4760-9706-fee944472959 HTTP/1.1" status: 200 len: 1001 time: 0.3980951 Nov 11 12:57:45.367246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f278d-f03c-4bb7-9bf5-7ea7fa1288f2 req-bedacb12-8fd5-4ef1-966a-0312a69df0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:45.368672 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-914f278d-f03c-4bb7-9bf5-7ea7fa1288f2 req-bedacb12-8fd5-4ef1-966a-0312a69df0e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e97a963-c2ff-47da-9563-ed0c31502bc2 HTTP/1.1" status: 200 len: 835 time: 0.0429916 Nov 11 12:57:45.418715 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f278d-f03c-4bb7-9bf5-7ea7fa1288f2 req-cd8bf0fc-0cbd-43d1-be7e-9b12f5753f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:45.420119 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-914f278d-f03c-4bb7-9bf5-7ea7fa1288f2 req-cd8bf0fc-0cbd-43d1-be7e-9b12f5753f87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c949a44-53b1-4279-8f6f-461289cc4d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405877 Nov 11 12:57:45.519334 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-914f278d-f03c-4bb7-9bf5-7ea7fa1288f2 req-e7bf5351-0c3b-4d3f-b4a2-3aa2d157708c service neutron] 10.222.0.62 "GET /v2.0/networks/9c949a44-53b1-4279-8f6f-461289cc4d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874104 Nov 11 12:57:45.623395 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-914f278d-f03c-4bb7-9bf5-7ea7fa1288f2 req-84999113-c8cb-4738-bfbf-853082f87fee service neutron] 10.222.0.62 "GET /v2.0/networks/9c949a44-53b1-4279-8f6f-461289cc4d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916815 Nov 11 12:57:45.949004 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74fdb2-40ae-4406-aa7e-9dd52f7337e3 req-eeb54987-bd41-41dd-8674-a5a833195aea tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:45.950568 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b74fdb2-40ae-4406-aa7e-9dd52f7337e3 req-eeb54987-bd41-41dd-8674-a5a833195aea tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0533323 Nov 11 12:57:46.010009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b74fdb2-40ae-4406-aa7e-9dd52f7337e3 req-52c87a7e-b7d0-49fd-8e43-9468f5d51e50 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532365 Nov 11 12:57:46.300267 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:47.137090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595df6e8-abee-435b-ae91-f9a639092e30 req-b632b745-002f-497c-82ed-39a2a9cb9249 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:47.138602 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-595df6e8-abee-435b-ae91-f9a639092e30 req-b632b745-002f-497c-82ed-39a2a9cb9249 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0533767 Nov 11 12:57:47.188567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-595df6e8-abee-435b-ae91-f9a639092e30 req-cf8dd828-2c57-464a-b9a6-2525c6633c47 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439024 Nov 11 12:57:47.211855 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46712) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:57:47.278054 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0f01c34c-4e46-4e90-9eaa-695541287e37 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/c98e562c-f3d9-4f77-88ca-295b3885ffda HTTP/1.1" status: 200 len: 993 time: 0.0649738 Nov 11 12:57:52.141722 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:54.453035 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:58:05.281060 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3e15fcf6-3af2-474f-a2ac-51b3b24445bb req-2001249c-5f99-4484-ad1b-583848684c52 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420926 Nov 11 12:58:05.370535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15fcf6-3af2-474f-a2ac-51b3b24445bb req-4a478efa-92ce-41f2-bfd0-9f21f013cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:05.372081 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3e15fcf6-3af2-474f-a2ac-51b3b24445bb req-4a478efa-92ce-41f2-bfd0-9f21f013cf46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 1096 time: 0.0412972 Nov 11 12:58:05.482284 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15fcf6-3af2-474f-a2ac-51b3b24445bb req-f69efe4e-7ed3-4703-bc19-d530c22932cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:05.483755 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3e15fcf6-3af2-474f-a2ac-51b3b24445bb req-f69efe4e-7ed3-4703-bc19-d530c22932cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c949a44-53b1-4279-8f6f-461289cc4d51 HTTP/1.1" status: 200 len: 899 time: 0.0895236 Nov 11 12:58:05.561863 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3e15fcf6-3af2-474f-a2ac-51b3b24445bb req-f9f892d7-8816-40fc-8740-b442d0759e69 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd83522-60b6-4760-9706-fee944472959 HTTP/1.1" status: 200 len: 1001 time: 0.0695000 Nov 11 12:58:05.619271 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15fcf6-3af2-474f-a2ac-51b3b24445bb req-cc90cc3d-6cf7-4b0e-969b-5f78d8c59e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:05.620718 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3e15fcf6-3af2-474f-a2ac-51b3b24445bb req-cc90cc3d-6cf7-4b0e-969b-5f78d8c59e88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e97a963-c2ff-47da-9563-ed0c31502bc2 HTTP/1.1" status: 200 len: 835 time: 0.0501978 Nov 11 12:58:05.672636 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15fcf6-3af2-474f-a2ac-51b3b24445bb req-780380a2-76ed-4f67-bb52-b5dffb8b2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:05.674210 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3e15fcf6-3af2-474f-a2ac-51b3b24445bb req-780380a2-76ed-4f67-bb52-b5dffb8b2b6d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c949a44-53b1-4279-8f6f-461289cc4d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429695 Nov 11 12:58:05.763325 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3e15fcf6-3af2-474f-a2ac-51b3b24445bb req-a2be9eaf-b1d8-486a-9582-e0d769ed9595 service neutron] 10.222.0.62 "GET /v2.0/networks/9c949a44-53b1-4279-8f6f-461289cc4d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814004 Nov 11 12:58:05.858184 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3e15fcf6-3af2-474f-a2ac-51b3b24445bb req-be7df959-ab1c-4877-bce0-3fc92a4cd92e service neutron] 10.222.0.62 "GET /v2.0/networks/9c949a44-53b1-4279-8f6f-461289cc4d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848646 Nov 11 12:58:05.929021 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9250e528-4c76-4211-9f76-3804d890c3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:08.206309 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ecf07fd5-d32f-4065-82ef-f7c3309a0a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:09.294926 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:10.841733 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:11.353931 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:16.319765 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:19.754046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46724) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:19.930172 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port b006b317-34c3-479e-99ec-b86e5b7ae019 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:58:19.930560 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:20.008456 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:20.008686 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:20.020371 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for b006b317-34c3-479e-99ec-b86e5b7ae019 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:58:20.171917 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:20.204184 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=b006b317-34c3-479e-99ec-b86e5b7ae019,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:20.229047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:20.229365 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:20.229750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:20.230086 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:20.230415 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:20.230741 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:20.231052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:20.231380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:20.231699 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:20.232026 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:20.232338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:20.232651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:20.271986 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:20.272197 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Floating IP c98e562c-f3d9-4f77-88ca-295b3885ffda disassociated (deleted). External IP: 172.25.2.225, port: cdd83522-60b6-4760-9706-fee944472959. Nov 11 12:58:20.486081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:58:20.603650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:58:20.608701 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:20.613208 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab828441-3732-47ed-8408-ea5048b5dfb3 None None] Sync routers for ids ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:58:20.622780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab828441-3732-47ed-8408-ea5048b5dfb3 None None] Routers {'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:58:20.623371 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ab828441-3732-47ed-8408-ea5048b5dfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:58:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:20.635825 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6f748d0e-2f0e-4a45-aa28-801d9e93c12d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/floatingips/c98e562c-f3d9-4f77-88ca-295b3885ffda HTTP/1.1" status: 204 len: 168 time: 0.8803108 Nov 11 12:58:20.636394 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537fa42f-375c-4871-b8e3-e0415f09eb0c', 'tag': 'cdd83522-60b6-4760-9706-fee944472959'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:58:20.638767 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61133fb1-87f5-4f5d-8deb-306a0f9efeb4" -d '{"events": [{"name": "network-changed", "server_uuid": "537fa42f-375c-4871-b8e3-e0415f09eb0c", "tag": "cdd83522-60b6-4760-9706-fee944472959"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:58:20.734640 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-ab828441-3732-47ed-8408-ea5048b5dfb3 None None] Set router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:58:20.739076 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d265d8e-9a3e-4107-a091-46abd55162f4 x-openstack-request-id: req-4d265d8e-9a3e-4107-a091-46abd55162f4 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:58:20.739369 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537fa42f-375c-4871-b8e3-e0415f09eb0c", "tag": "cdd83522-60b6-4760-9706-fee944472959", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:58:20.739630 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d265d8e-9a3e-4107-a091-46abd55162f4 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:58:20.740063 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537fa42f-375c-4871-b8e3-e0415f09eb0c', 'tag': 'cdd83522-60b6-4760-9706-fee944472959', 'status': 'completed', 'code': 200} Nov 11 12:58:20.869730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61133fb1-87f5-4f5d-8deb-306a0f9efeb4 req-f5179c56-8380-43e8-b442-e7f0eb72dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:20.871173 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-61133fb1-87f5-4f5d-8deb-306a0f9efeb4 req-f5179c56-8380-43e8-b442-e7f0eb72dcae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 1096 time: 0.0987155 Nov 11 12:58:20.874674 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69a5c1-fcca-4923-8700-a55585dd86cb req-537f90e5-9b38-44c1-9303-7eed4c74c4da tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:20.876152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f69a5c1-fcca-4923-8700-a55585dd86cb req-537f90e5-9b38-44c1-9303-7eed4c74c4da tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0523260 Nov 11 12:58:20.928013 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8f69a5c1-fcca-4923-8700-a55585dd86cb req-fa244f76-d600-493c-b797-20cfb5a5af70 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454533 Nov 11 12:58:20.937511 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ab828441-3732-47ed-8408-ea5048b5dfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159325862', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '57edf005-fcac-49c1-bf71-01747bf7ff6a', 'name': '', 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6b:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:44Z', 'updated_at': '2021-11-11T12:56:47Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:20.963178 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab828441-3732-47ed-8408-ea5048b5dfb3 None None] Checking router: e947c8c0-3a5e-454e-b5b2-39aa72c0b34c for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:58:20.970578 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61133fb1-87f5-4f5d-8deb-306a0f9efeb4 req-81d5060f-a853-42da-8394-879d0907afea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:20.971289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab828441-3732-47ed-8408-ea5048b5dfb3 None None] Routers {'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:58:20.971882 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ab828441-3732-47ed-8408-ea5048b5dfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:58:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:20.972349 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-61133fb1-87f5-4f5d-8deb-306a0f9efeb4 req-81d5060f-a853-42da-8394-879d0907afea service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c949a44-53b1-4279-8f6f-461289cc4d51 HTTP/1.1" status: 200 len: 899 time: 0.0933089 Nov 11 12:58:21.014863 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-61133fb1-87f5-4f5d-8deb-306a0f9efeb4 req-8c9fe345-eb52-4b41-a61a-d4e4dfad98bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd83522-60b6-4760-9706-fee944472959 HTTP/1.1" status: 200 len: 217 time: 0.0343878 Nov 11 12:58:21.064782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61133fb1-87f5-4f5d-8deb-306a0f9efeb4 req-e7912ff5-964a-405d-ab53-8dc9e133e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:21.066411 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-61133fb1-87f5-4f5d-8deb-306a0f9efeb4 req-e7912ff5-964a-405d-ab53-8dc9e133e14b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e97a963-c2ff-47da-9563-ed0c31502bc2 HTTP/1.1" status: 200 len: 835 time: 0.0441368 Nov 11 12:58:21.075579 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-ab828441-3732-47ed-8408-ea5048b5dfb3 None None] Set router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:58:21.122277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61133fb1-87f5-4f5d-8deb-306a0f9efeb4 req-e0478657-67fa-4410-af04-73def330446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:21.123870 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-61133fb1-87f5-4f5d-8deb-306a0f9efeb4 req-e0478657-67fa-4410-af04-73def330446f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c949a44-53b1-4279-8f6f-461289cc4d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487421 Nov 11 12:58:21.217318 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-61133fb1-87f5-4f5d-8deb-306a0f9efeb4 req-ad8f5277-8e24-4c0e-88ba-6fb7ea29be67 service neutron] 10.222.0.62 "GET /v2.0/networks/9c949a44-53b1-4279-8f6f-461289cc4d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851836 Nov 11 12:58:21.276083 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ab828441-3732-47ed-8408-ea5048b5dfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159325862', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '57edf005-fcac-49c1-bf71-01747bf7ff6a', 'name': '', 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6b:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:44Z', 'updated_at': '2021-11-11T12:56:47Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:21.302759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab828441-3732-47ed-8408-ea5048b5dfb3 None None] The sync data for ids ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'] in n-d-807359-3 is: [{'id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159325862', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '57edf005-fcac-49c1-bf71-01747bf7ff6a', 'name': '', 'network_id': '9c949a44-53b1-4279-8f6f-461289cc4d51', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:6b:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:44Z', 'updated_at': '2021-11-11T12:56:47Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': '4e97a963-c2ff-47da-9563-ed0c31502bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:58:21.314748 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-61133fb1-87f5-4f5d-8deb-306a0f9efeb4 req-6b546a2b-c79f-48ba-a48a-775a2a2733e9 service neutron] 10.222.0.62 "GET /v2.0/networks/9c949a44-53b1-4279-8f6f-461289cc4d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881774 Nov 11 12:58:21.527051 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda1b43d-2c8c-42ab-94eb-b41bbed60e11 None None] New status for floating IP c98e562c-f3d9-4f77-88ca-295b3885ffda: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:58:22.070680 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6a3b0-ae3d-4759-8551-adb1dd6a18e6 req-6f6f2dc7-c356-4886-909d-5034472032a8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:22.072179 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2c6a3b0-ae3d-4759-8551-adb1dd6a18e6 req-6f6f2dc7-c356-4886-909d-5034472032a8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0549076 Nov 11 12:58:22.123617 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b2c6a3b0-ae3d-4759-8551-adb1dd6a18e6 req-1e533a8d-2267-40d1-b2de-c63b6e033ec6 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=b23f3d4c-50ad-4194-9e4b-15fd94c62145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454283 Nov 11 12:58:22.142882 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:22.586229 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf41209-eeaa-4a65-aa6c-7c261b03cd1e req-76614a4e-2633-4772-8f91-6d88f3ec4646 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:22.587753 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bbf41209-eeaa-4a65-aa6c-7c261b03cd1e req-76614a4e-2633-4772-8f91-6d88f3ec4646 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 945 time: 0.0564241 Nov 11 12:58:22.682481 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-bbf41209-eeaa-4a65-aa6c-7c261b03cd1e req-53151d3e-b7e9-4c71-a774-cfe39d1687cb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port cdd83522-60b6-4760-9706-fee944472959 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:58:22.682790 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bbf41209-eeaa-4a65-aa6c-7c261b03cd1e req-53151d3e-b7e9-4c71-a774-cfe39d1687cb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:22.775924 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-bbf41209-eeaa-4a65-aa6c-7c261b03cd1e req-53151d3e-b7e9-4c71-a774-cfe39d1687cb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] For port cdd83522-60b6-4760-9706-fee944472959, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=cdd83522-60b6-4760-9706-fee944472959,segment=NetworkSegment(d56fe8ab-f01d-4f98-98df-faf0e739decd),segment_id=d56fe8ab-f01d-4f98-98df-faf0e739decd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:58:22.776293 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bbf41209-eeaa-4a65-aa6c-7c261b03cd1e req-53151d3e-b7e9-4c71-a774-cfe39d1687cb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:22.789782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-bbf41209-eeaa-4a65-aa6c-7c261b03cd1e req-53151d3e-b7e9-4c71-a774-cfe39d1687cb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for cdd83522-60b6-4760-9706-fee944472959 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:58:22.925520 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bbf41209-eeaa-4a65-aa6c-7c261b03cd1e req-53151d3e-b7e9-4c71-a774-cfe39d1687cb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:22.955753 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53151d3e-b7e9-4c71-a774-cfe39d1687cb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=cdd83522-60b6-4760-9706-fee944472959,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:22.996835 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf41209-eeaa-4a65-aa6c-7c261b03cd1e req-53151d3e-b7e9-4c71-a774-cfe39d1687cb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] No DVR routers for this DVR port cdd83522-60b6-4760-9706-fee944472959 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:58:22.999826 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-bbf41209-eeaa-4a65-aa6c-7c261b03cd1e req-53151d3e-b7e9-4c71-a774-cfe39d1687cb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:23.003627 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-bbf41209-eeaa-4a65-aa6c-7c261b03cd1e req-53151d3e-b7e9-4c71-a774-cfe39d1687cb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "DELETE /v2.0/ports/cdd83522-60b6-4760-9706-fee944472959 HTTP/1.1" status: 204 len: 173 time: 0.4060028 Nov 11 12:58:23.004055 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537fa42f-375c-4871-b8e3-e0415f09eb0c', 'name': 'network-vif-deleted', 'tag': 'cdd83522-60b6-4760-9706-fee944472959'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:58:23.006311 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fd80bc-a7bb-44ec-bf63-9df3b3136e1c" -d '{"events": [{"server_uuid": "537fa42f-375c-4871-b8e3-e0415f09eb0c", "name": "network-vif-deleted", "tag": "cdd83522-60b6-4760-9706-fee944472959"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:58:23.046403 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16624ad-7d67-4ee2-9064-5237306291bc x-openstack-request-id: req-d16624ad-7d67-4ee2-9064-5237306291bc {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:58:23.046677 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537fa42f-375c-4871-b8e3-e0415f09eb0c", "name": "network-vif-deleted", "tag": "cdd83522-60b6-4760-9706-fee944472959", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:58:23.046918 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d16624ad-7d67-4ee2-9064-5237306291bc {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:58:23.047316 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537fa42f-375c-4871-b8e3-e0415f09eb0c', 'name': 'network-vif-deleted', 'tag': 'cdd83522-60b6-4760-9706-fee944472959', 'status': 'completed', 'code': 200} Nov 11 12:58:23.239129 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a6ec446f-8562-45fc-b97a-6d3dcecbfb74 req-9751b218-710d-4f09-9f27-1b04848572d9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=537fa42f-375c-4871-b8e3-e0415f09eb0c HTTP/1.1" status: 200 len: 210 time: 0.0341039 Nov 11 12:58:24.302696 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46744) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:24.694375 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc35712e-92e9-419c-85a5-d7b5f0ebce08 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:24.953341 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-fc35712e-92e9-419c-85a5-d7b5f0ebce08 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port 57edf005-fcac-49c1-bf71-01747bf7ff6a {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:58:24.953677 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc35712e-92e9-419c-85a5-d7b5f0ebce08 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:25.048718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-fc35712e-92e9-419c-85a5-d7b5f0ebce08 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] For port 57edf005-fcac-49c1-bf71-01747bf7ff6a, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=57edf005-fcac-49c1-bf71-01747bf7ff6a,segment=NetworkSegment(d56fe8ab-f01d-4f98-98df-faf0e739decd),segment_id=d56fe8ab-f01d-4f98-98df-faf0e739decd)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:58:25.049129 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc35712e-92e9-419c-85a5-d7b5f0ebce08 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:25.063863 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-fc35712e-92e9-419c-85a5-d7b5f0ebce08 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for 57edf005-fcac-49c1-bf71-01747bf7ff6a owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:58:25.246981 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc35712e-92e9-419c-85a5-d7b5f0ebce08 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:25.272232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35712e-92e9-419c-85a5-d7b5f0ebce08 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=57edf005-fcac-49c1-bf71-01747bf7ff6a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:25.440766 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fc35712e-92e9-419c-85a5-d7b5f0ebce08 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:25.668107 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc35712e-92e9-419c-85a5-d7b5f0ebce08 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:58:25.777221 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc35712e-92e9-419c-85a5-d7b5f0ebce08 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:58:25.783376 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fc35712e-92e9-419c-85a5-d7b5f0ebce08 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "PUT /v2.0/routers/e947c8c0-3a5e-454e-b5b2-39aa72c0b34c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4793513 Nov 11 12:58:25.785331 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46746) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:25.787422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b5239-e05d-4a9e-a097-9832d36479b6 None None] Sync routers for ids ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:58:25.798087 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b5239-e05d-4a9e-a097-9832d36479b6 None None] Routers {'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:58:25.798701 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0a9b5239-e05d-4a9e-a097-9832d36479b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:58:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:25.838111 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a5f329-5f5f-4953-8f47-94f3660f8c4f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting subnet 4e97a963-c2ff-47da-9563-ed0c31502bc2 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:58:25.841607 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38a5f329-5f5f-4953-8f47-94f3660f8c4f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:25.886196 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38a5f329-5f5f-4953-8f47-94f3660f8c4f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:25.902030 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-0a9b5239-e05d-4a9e-a097-9832d36479b6 None None] Set router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:58:25.973311 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38a5f329-5f5f-4953-8f47-94f3660f8c4f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:26.036191 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38a5f329-5f5f-4953-8f47-94f3660f8c4f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:26.064426 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5f329-5f5f-4953-8f47-94f3660f8c4f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Subnet': ['ID=4e97a963-c2ff-47da-9563-ed0c31502bc2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:26.066446 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38a5f329-5f5f-4953-8f47-94f3660f8c4f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:26.069806 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-38a5f329-5f5f-4953-8f47-94f3660f8c4f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/subnets/4e97a963-c2ff-47da-9563-ed0c31502bc2 HTTP/1.1" status: 204 len: 168 time: 0.2828684 Nov 11 12:58:26.072693 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46748) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:26.076085 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd84128b-6276-4dac-ad51-b09e753327c1 None None] Network 9c949a44-53b1-4279-8f6f-461289cc4d51 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:58:26.099044 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device cdd83522-60b6-4760-9706-fee944472959 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:58:26.150542 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: cdd83522-60b6-4760-9706-fee944472959 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:58:26.150879 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device cdd83522-60b6-4760-9706-fee944472959 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:58:26.156057 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0a9b5239-e05d-4a9e-a097-9832d36479b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159325862', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:58:25Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:26.181801 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ddbf31b8-3a13-4bb6-af66-0d624dfebf1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:26.195780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b5239-e05d-4a9e-a097-9832d36479b6 None None] Checking router: e947c8c0-3a5e-454e-b5b2-39aa72c0b34c for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:58:26.224347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b5239-e05d-4a9e-a097-9832d36479b6 None None] Routers {'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:58:26.224865 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0a9b5239-e05d-4a9e-a097-9832d36479b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:58:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:26.285526 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ddbf31b8-3a13-4bb6-af66-0d624dfebf1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:26.344984 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf31b8-3a13-4bb6-af66-0d624dfebf1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port a2e88fa7-1f33-4b87-accf-5ed11f68b484 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:58:26.345328 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ddbf31b8-3a13-4bb6-af66-0d624dfebf1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:26.432360 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-ddbf31b8-3a13-4bb6-af66-0d624dfebf1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] For port a2e88fa7-1f33-4b87-accf-5ed11f68b484, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a2e88fa7-1f33-4b87-accf-5ed11f68b484,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:58:26.432700 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ddbf31b8-3a13-4bb6-af66-0d624dfebf1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:26.445708 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf31b8-3a13-4bb6-af66-0d624dfebf1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for a2e88fa7-1f33-4b87-accf-5ed11f68b484 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:58:26.528947 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-0a9b5239-e05d-4a9e-a097-9832d36479b6 None None] Set router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:58:26.584773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] DHCP port deletion for 9c949a44-53b1-4279-8f6f-461289cc4d51 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:58:26.628631 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ddbf31b8-3a13-4bb6-af66-0d624dfebf1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:26.652417 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf31b8-3a13-4bb6-af66-0d624dfebf1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=a2e88fa7-1f33-4b87-accf-5ed11f68b484,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:26.691528 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bf9e2f-27b2-4224-93b8-4ff7f2dd4cc8 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:58:26.732224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Deleting port 1217f8e6-37a3-439d-bb5b-422a0c9b03a0 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:58:26.732940 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:26.740761 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ddbf31b8-3a13-4bb6-af66-0d624dfebf1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:26.779848 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 1217f8e6-37a3-439d-bb5b-422a0c9b03a0 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:58:26.830501 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] For port 1217f8e6-37a3-439d-bb5b-422a0c9b03a0, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=1217f8e6-37a3-439d-bb5b-422a0c9b03a0,segment=NetworkSegment(d56fe8ab-f01d-4f98-98df-faf0e739decd),segment_id=d56fe8ab-f01d-4f98-98df-faf0e739decd)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:58:26.831206 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:26.852254 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Calling delete_port for 1217f8e6-37a3-439d-bb5b-422a0c9b03a0 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:58:26.909344 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-0a9b5239-e05d-4a9e-a097-9832d36479b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159325862', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:58:25Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:26.975183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b5239-e05d-4a9e-a097-9832d36479b6 None None] The sync data for ids ['e947c8c0-3a5e-454e-b5b2-39aa72c0b34c'] in n-d-807359-3 is: [{'id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159325862', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:58:25Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'a2e88fa7-1f33-4b87-accf-5ed11f68b484', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947c8c0-3a5e-454e-b5b2-39aa72c0b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:56:41Z', 'updated_at': '2021-11-11T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:58:27.002550 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:27.024535 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:27.057054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Pushing event deleted for resources: {'Port': ['ID=1217f8e6-37a3-439d-bb5b-422a0c9b03a0,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:27.081449 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] No DVR routers for this DVR port 1217f8e6-37a3-439d-bb5b-422a0c9b03a0 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:58:27.086985 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.086985 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.087206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.087407 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.087765 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.088053 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.088397 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.088709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.088997 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.089330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.089625 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.089965 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9373e-b4ee-4dd0-901b-f38ec1c3c988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.187728 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ddbf31b8-3a13-4bb6-af66-0d624dfebf1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:27.190110 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ddbf31b8-3a13-4bb6-af66-0d624dfebf1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:27.238637 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ddbf31b8-3a13-4bb6-af66-0d624dfebf1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:27.239230 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbf31b8-3a13-4bb6-af66-0d624dfebf1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Fanout notify agent at l3_agent the message router_deleted on router e947c8c0-3a5e-454e-b5b2-39aa72c0b34c {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:58:27.246506 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ddbf31b8-3a13-4bb6-af66-0d624dfebf1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:27.247647 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ddbf31b8-3a13-4bb6-af66-0d624dfebf1a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/routers/e947c8c0-3a5e-454e-b5b2-39aa72c0b34c HTTP/1.1" status: 204 len: 168 time: 1.1740332 Nov 11 12:58:27.250723 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46750) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:27.330508 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:27.424524 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:27.450020 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c949a44-53b1-4279-8f6f-461289cc4d51']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:27.460178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56fe8ab-f01d-4f98-98df-faf0e739decd') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:27.460473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56fe8ab-f01d-4f98-98df-faf0e739decd') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:27.470390 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:27.484304 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:27.490397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:58:27.490770 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:58:27.493830 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:58:27.556105 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:27.564779 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:27.570523 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/networks/9c949a44-53b1-4279-8f6f-461289cc4d51 HTTP/1.1" status: 204 len: 168 time: 0.3155668 Nov 11 12:58:27.570523 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46752) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:27.587100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Network': ['ID=9c949a44-53b1-4279-8f6f-461289cc4d51,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:27.604336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.604689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.604993 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.605317 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.605696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.605999 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.606316 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.606632 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.606949 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.607263 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.607575 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.607885 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89032237-cfc2-437c-9df8-8136b352b6fb tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:27.653442 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23594481-5dfd-4b0f-8adb-84467243a445 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:27.679808 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23594481-5dfd-4b0f-8adb-84467243a445 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:27.742569 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23594481-5dfd-4b0f-8adb-84467243a445 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:27.745379 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-23594481-5dfd-4b0f-8adb-84467243a445 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:27.746604 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-23594481-5dfd-4b0f-8adb-84467243a445 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/security-groups/b23f3d4c-50ad-4194-9e4b-15fd94c62145 HTTP/1.1" status: 204 len: 168 time: 0.1756210 Nov 11 12:58:27.755820 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23594481-5dfd-4b0f-8adb-84467243a445 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23f3d4c-50ad-4194-9e4b-15fd94c62145,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:28.269607 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46758) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:28.274191 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-8e4d0dca-57f0-40ee-8fc5-fe3ff1450440 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-797818020', 'description': 'tempest-secgroup-smoke-797818020 description', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:58:28.298909 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e4d0dca-57f0-40ee-8fc5-fe3ff1450440 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.363283 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e4d0dca-57f0-40ee-8fc5-fe3ff1450440 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.368522 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e4d0dca-57f0-40ee-8fc5-fe3ff1450440 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.399000 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8e4d0dca-57f0-40ee-8fc5-fe3ff1450440 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.400161 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8e4d0dca-57f0-40ee-8fc5-fe3ff1450440 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1295905 Nov 11 12:58:28.400852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d0dca-57f0-40ee-8fc5-fe3ff1450440 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0391ff81-f43b-41c0-bc48-b5d3886f66a0,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:28.403171 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46760) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:28.407715 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-bd3b8e11-4f66-45c1-aff8-7133925a23d4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '0391ff81-f43b-41c0-bc48-b5d3886f66a0', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:58:28.437044 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bd3b8e11-4f66-45c1-aff8-7133925a23d4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.491660 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bd3b8e11-4f66-45c1-aff8-7133925a23d4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.496933 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bd3b8e11-4f66-45c1-aff8-7133925a23d4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.518309 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b8e11-4f66-45c1-aff8-7133925a23d4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c99d05-cf64-4d68-b9ad-8624d614ead7,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:28.530196 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bd3b8e11-4f66-45c1-aff8-7133925a23d4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.531392 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bd3b8e11-4f66-45c1-aff8-7133925a23d4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272974 Nov 11 12:58:28.534262 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46762) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:28.538957 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-04618ba2-be55-4e45-a176-62e6d80bdc44 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '0391ff81-f43b-41c0-bc48-b5d3886f66a0', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:58:28.567270 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04618ba2-be55-4e45-a176-62e6d80bdc44 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.624994 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04618ba2-be55-4e45-a176-62e6d80bdc44 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.629146 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04618ba2-be55-4e45-a176-62e6d80bdc44 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.647039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04618ba2-be55-4e45-a176-62e6d80bdc44 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d84587-5c41-46e3-aefe-09ac0bb50652,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:28.650219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 57edf005-fcac-49c1-bf71-01747bf7ff6a no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:58:28.655649 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-04618ba2-be55-4e45-a176-62e6d80bdc44 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.659367 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-04618ba2-be55-4e45-a176-62e6d80bdc44 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216660 Nov 11 12:58:28.659639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46764) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:28.664272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f0dc5a61-f220-4536-9a5b-30574f001ea7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '0391ff81-f43b-41c0-bc48-b5d3886f66a0', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:58:28.675073 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 57edf005-fcac-49c1-bf71-01747bf7ff6a {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:58:28.675409 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 57edf005-fcac-49c1-bf71-01747bf7ff6a not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:58:28.675807 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a2e88fa7-1f33-4b87-accf-5ed11f68b484 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:58:28.692008 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f0dc5a61-f220-4536-9a5b-30574f001ea7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.694652 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: a2e88fa7-1f33-4b87-accf-5ed11f68b484 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:58:28.694992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a2e88fa7-1f33-4b87-accf-5ed11f68b484 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:58:28.749290 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f0dc5a61-f220-4536-9a5b-30574f001ea7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.754877 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f0dc5a61-f220-4536-9a5b-30574f001ea7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.769501 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc5a61-f220-4536-9a5b-30574f001ea7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dcd1209-2df3-4012-8212-fdb868fd68e7,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:28.781676 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f0dc5a61-f220-4536-9a5b-30574f001ea7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.782922 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f0dc5a61-f220-4536-9a5b-30574f001ea7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224320 Nov 11 12:58:28.786058 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46766) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:28.790309 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-443795c9-59cf-42b4-a8f3-5379aaf8775c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '0391ff81-f43b-41c0-bc48-b5d3886f66a0', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:58:28.820048 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-443795c9-59cf-42b4-a8f3-5379aaf8775c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.878439 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-443795c9-59cf-42b4-a8f3-5379aaf8775c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.883101 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-443795c9-59cf-42b4-a8f3-5379aaf8775c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.899998 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443795c9-59cf-42b4-a8f3-5379aaf8775c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18763e17-5e9f-46cf-bca2-3e63ad6351bd,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:28.909793 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-443795c9-59cf-42b4-a8f3-5379aaf8775c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:28.911369 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-443795c9-59cf-42b4-a8f3-5379aaf8775c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243908 Nov 11 12:58:28.914211 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46768) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:28.918604 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-38ebd763-1935-474b-8647-bbb1dcdae79f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '0391ff81-f43b-41c0-bc48-b5d3886f66a0', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:58:28.941678 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-38ebd763-1935-474b-8647-bbb1dcdae79f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Project dd8cc351280a4250ac0a97658d3e7b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:58:28.951837 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38ebd763-1935-474b-8647-bbb1dcdae79f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.017358 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38ebd763-1935-474b-8647-bbb1dcdae79f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.023919 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38ebd763-1935-474b-8647-bbb1dcdae79f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.041997 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebd763-1935-474b-8647-bbb1dcdae79f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bc0880-2da6-42cb-8990-2889165ea559,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:29.050753 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-38ebd763-1935-474b-8647-bbb1dcdae79f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.051941 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-38ebd763-1935-474b-8647-bbb1dcdae79f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1367836 Nov 11 12:58:29.054816 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46770) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:29.059200 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b8b9056b-6671-4cfb-9ead-81e4daa5735f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'security_group_rule': {'security_group_id': '0391ff81-f43b-41c0-bc48-b5d3886f66a0', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:58:29.080873 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-b8b9056b-6671-4cfb-9ead-81e4daa5735f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Project dd8cc351280a4250ac0a97658d3e7b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:58:29.085944 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8b9056b-6671-4cfb-9ead-81e4daa5735f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.145943 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8b9056b-6671-4cfb-9ead-81e4daa5735f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.151543 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8b9056b-6671-4cfb-9ead-81e4daa5735f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.174255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9056b-6671-4cfb-9ead-81e4daa5735f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00d821a-451a-4562-8341-261056cb7a3b,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:29.183607 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b8b9056b-6671-4cfb-9ead-81e4daa5735f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.187541 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b8b9056b-6671-4cfb-9ead-81e4daa5735f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291587 Nov 11 12:58:29.187808 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46772) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:29.192982 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-f7e390ba-745a-4fae-b11f-c9632a28a5ea tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'network': {'name': 'tempest-network-smoke--1843464149', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'port_security_enabled': True}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:58:29.216028 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e390ba-745a-4fae-b11f-c9632a28a5ea tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Made reservation on behalf of dd8cc351280a4250ac0a97658d3e7b22 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:58:29.219487 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7e390ba-745a-4fae-b11f-c9632a28a5ea tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.242730 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e390ba-745a-4fae-b11f-c9632a28a5ea tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:58:29.251656 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7e390ba-745a-4fae-b11f-c9632a28a5ea tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.252006 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-f7e390ba-745a-4fae-b11f-c9632a28a5ea tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Added segment 52377516-b177-4d3d-af67-261e9c502fa1 of type vlan for network 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 Nov 11 12:58:29.290971 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7e390ba-745a-4fae-b11f-c9632a28a5ea tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.319101 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7e390ba-745a-4fae-b11f-c9632a28a5ea tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.324593 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e390ba-745a-4fae-b11f-c9632a28a5ea tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:29.325155 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f7e390ba-745a-4fae-b11f-c9632a28a5ea tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.382835 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f7e390ba-745a-4fae-b11f-c9632a28a5ea tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1939378 Nov 11 12:58:29.385993 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46774) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:29.389923 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2024064943', 'admin_state_up': True, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:58:29.403227 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e390ba-745a-4fae-b11f-c9632a28a5ea tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Network': ['ID=4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:29.414711 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:58:29.422641 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.423688 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.479118 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.613408 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.816205 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.834944 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:29.948390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.25.2.236 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:58:30.052948 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:30.091911 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:30.131640 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:58:30.136701 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:58:30.140236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:58:30.150605 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386fe8d8-fae9-4c66-ae92-977a603abac2 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:58:30.164661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:30.225618 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4274da15-77e4-44c7-b4b8-158a5e6f3766 None None] Provisioning complete for port dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:58:30.225977 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4274da15-77e4-44c7-b4b8-158a5e6f3766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:30.266082 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4274da15-77e4-44c7-b4b8-158a5e6f3766 None None] Port dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:58:30.397236 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:30.621152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:30.758008 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:58:30.878267 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:58:30.890448 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Sync routers for ids ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:58:30.901037 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Routers {'700d0f72-3a9a-4668-913e-5e6ac1d37e85'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:58:30.901785 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:58:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:30.901941 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:30.906136 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-fd1bfda0-1aca-49d1-a7dd-a89c13a9479d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5165825 Nov 11 12:58:30.906352 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46776) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:30.936612 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-37258547-4c59-407b-a1f8-e38bbe7c1e9e tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=dd8cc351280a4250ac0a97658d3e7b22&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267634 Nov 11 12:58:30.936894 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46778) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:31.014298 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Set router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:58:31.027749 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c7c52a-17ef-4913-9ba9-cac3aeffab02 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:31.029408 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-96c7c52a-17ef-4913-9ba9-cac3aeffab02 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916803 Nov 11 12:58:31.032506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46780) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:31.061743 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-58980583-1b49-4b91-ad1c-eb171c7198e9 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=44cf8b0b-583f-4e8e-84f4-e305e43881de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281284 Nov 11 12:58:31.064515 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46782) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:31.069494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-0aa4f902-ba9d-4675-bd69-36c03ab15926 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1557187168', 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6', 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:58:31.167115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa4f902-ba9d-4675-bd69-36c03ab15926 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Made reservation on behalf of dd8cc351280a4250ac0a97658d3e7b22 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:58:31.171250 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0aa4f902-ba9d-4675-bd69-36c03ab15926 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:31.285721 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024064943', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:30Z', 'revision_number': 3, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:31.312185 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Checking router: 700d0f72-3a9a-4668-913e-5e6ac1d37e85 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:58:31.312525 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Updating router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 port dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:58:31.340483 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:31.357591 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0aa4f902-ba9d-4675-bd69-36c03ab15926 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:31.428958 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4f902-ba9d-4675-bd69-36c03ab15926 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Subnet': ['ID=f688de1e-b1d4-4ac3-a60b-ab7a8732b309,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:31.438902 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4f902-ba9d-4675-bd69-36c03ab15926 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Checking segment: {'id': '52377516-b177-4d3d-af67-261e9c502fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:58:31.439264 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa4f902-ba9d-4675-bd69-36c03ab15926 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network hostable DHCP agents. Network: 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:58:31.457169 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa4f902-ba9d-4675-bd69-36c03ab15926 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:58:31.467135 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-0aa4f902-ba9d-4675-bd69-36c03ab15926 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:58:31.469757 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:58:31.471645 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa4f902-ba9d-4675-bd69-36c03ab15926 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:31.473088 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-0aa4f902-ba9d-4675-bd69-36c03ab15926 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:31.476725 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eb10f4-10df-4a0d-b447-4d0a1ba32f52 None None] Network 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:58:31.498564 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-0aa4f902-ba9d-4675-bd69-36c03ab15926 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4330356 Nov 11 12:58:31.501328 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46784) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:31.600339 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:31.608331 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:31.631929 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6', 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ips': [{'subnet_id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:58:31.633355 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:31.644782 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20982ebf-542f-4ebf-9621-5ce156754ed6 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:58:31.652619 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Attempting to bind port dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:58:31.653065 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Attempting to bind port dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:58:31.653760 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Attempting to bind port dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:58:31.660799 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:58:31.661166 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:58:31.661563 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:31.661966 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:58:31.662428 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Bound port: dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:58:31.662796 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:31.723666 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] For port dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:58:31.726952 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] For port dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:58:31.733887 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fd527-2c1e-478b-baa4-b765d43ee3c9 None None] Pushing event updated for resources: {'Port': ['ID=dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b,revision_number=2']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:31.742872 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fd527-2c1e-478b-baa4-b765d43ee3c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:31.743321 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fd527-2c1e-478b-baa4-b765d43ee3c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:31.743694 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fd527-2c1e-478b-baa4-b765d43ee3c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:31.744049 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fd527-2c1e-478b-baa4-b765d43ee3c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:31.744464 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fd527-2c1e-478b-baa4-b765d43ee3c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:31.744620 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fd527-2c1e-478b-baa4-b765d43ee3c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:31.744975 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fd527-2c1e-478b-baa4-b765d43ee3c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:31.745289 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fd527-2c1e-478b-baa4-b765d43ee3c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:31.745637 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fd527-2c1e-478b-baa4-b765d43ee3c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:31.746007 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fd527-2c1e-478b-baa4-b765d43ee3c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:31.746337 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fd527-2c1e-478b-baa4-b765d43ee3c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:31.746637 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fd527-2c1e-478b-baa4-b765d43ee3c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:31.748612 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-03f6f1b4-b0fb-4e7a-af72-1b4c71bc774e None None] Provisioning complete for port dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:58:31.749070 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-03f6f1b4-b0fb-4e7a-af72-1b4c71bc774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:31.750715 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:31.810039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbaa8a4-52e5-4d0c-bf93-760535eb487a None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:58:31.813564 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Routers {'700d0f72-3a9a-4668-913e-5e6ac1d37e85'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:58:31.814204 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:58:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:31.828834 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Allocated IP 172.20.0.2 (4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6/f688de1e-b1d4-4ac3-a60b-ab7a8732b309/f1d71095-8132-46a4-be9e-c9bfd2940c2a) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:58:31.898971 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fd527-2c1e-478b-baa4-b765d43ee3c9 None None] Pushing event updated for resources: {'Port': ['ID=dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:31.930031 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] Set router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:58:31.938283 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-03f6f1b4-b0fb-4e7a-af72-1b4c71bc774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:31.971849 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-03f6f1b4-b0fb-4e7a-af72-1b4c71bc774e None None] For port dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:58:31.975974 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:31.981450 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-03f6f1b4-b0fb-4e7a-af72-1b4c71bc774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:32.071079 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:32.074112 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6f1b4-b0fb-4e7a-af72-1b4c71bc774e None None] Pushing event updated for resources: {'Port': ['ID=dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:32.091465 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:32.128881 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024064943', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:30Z', 'revision_number': 3, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:32.150089 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Network 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:58:32.155474 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:58:32.161258 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:58:32.161441 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e845cf60-ead4-4fd5-bcbb-eb357076f714 None None] The sync data for ids ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'] in n-d-807359-3 is: [{'id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024064943', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:30Z', 'revision_number': 3, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:58:32.163182 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-2d353564-eb28-41e3-ad1c-5891caebaf4c None None] Provisioning complete for port dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:58:32.163535 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2d353564-eb28-41e3-ad1c-5891caebaf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:32.167743 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Pushing event updated for resources: {'Port': ['ID=f1d71095-8132-46a4-be9e-c9bfd2940c2a,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:32.251550 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Attempting to bind port f1d71095-8132-46a4-be9e-c9bfd2940c2a on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:58:32.251911 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Attempting to bind port f1d71095-8132-46a4-be9e-c9bfd2940c2a by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '52377516-b177-4d3d-af67-261e9c502fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:58:32.252266 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Attempting to bind port f1d71095-8132-46a4-be9e-c9bfd2940c2a on network 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:58:32.259738 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:58:32.259968 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Checking segment: {'id': '52377516-b177-4d3d-af67-261e9c502fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:58:32.260557 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:32.260941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Bound using segment: {'id': '52377516-b177-4d3d-af67-261e9c502fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:58:32.261395 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Bound port: f1d71095-8132-46a4-be9e-c9bfd2940c2a, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52377516-b177-4d3d-af67-261e9c502fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:58:32.261793 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:32.289563 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.20.0.1 (4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6/f688de1e-b1d4-4ac3-a60b-ab7a8732b309/e380b0d7-ba12-4b0a-8a31-cffff080b130) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:58:32.356319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] For port f1d71095-8132-46a4-be9e-c9bfd2940c2a, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:58:32.359884 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] For port f1d71095-8132-46a4-be9e-c9bfd2940c2a, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f1d71095-8132-46a4-be9e-c9bfd2940c2a,segment=NetworkSegment(52377516-b177-4d3d-af67-261e9c502fa1),segment_id=52377516-b177-4d3d-af67-261e9c502fa1)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:58:32.364751 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:32.411534 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:32.433269 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a43f94-c070-45cb-b2cc-7afbb534b4b0 None None] Pushing event updated for resources: {'Port': ['ID=f1d71095-8132-46a4-be9e-c9bfd2940c2a,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:32.456522 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:32.500651 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:58:32.504119 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:58:32.510636 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:58:32.543556 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=e380b0d7-ba12-4b0a-8a31-cffff080b130,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:32.569631 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:32.744316 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:32.744495 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:58:32.800429 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:58:32.801373 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:33.050347 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:33.055592 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:33.128406 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=e380b0d7-ba12-4b0a-8a31-cffff080b130,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:33.130979 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:33.231336 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:58:33.232823 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:58:33.352731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:58:33.462190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:58:33.467650 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-f8facca3-23d1-4f26-9930-b45c58dbbfd3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "PUT /v2.0/routers/700d0f72-3a9a-4668-913e-5e6ac1d37e85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9653001 Nov 11 12:58:33.486225 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3cd9e5-1db5-4245-90ef-ab0ae0f47b6b None None] Network 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:58:33.606226 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5d7bc022-5b0b-429c-ba61-3aaf620aa97a None None] Provisioning complete for port f1d71095-8132-46a4-be9e-c9bfd2940c2a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:58:33.606583 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d7bc022-5b0b-429c-ba61-3aaf620aa97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:33.621288 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-ef0b6d1c-734c-4721-9d3d-df34eff83047 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-797818020&fields=id&tenant_id=dd8cc351280a4250ac0a97658d3e7b22 HTTP/1.1" status: 200 len: 267 time: 0.0439498 Nov 11 12:58:33.714954 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d7bc022-5b0b-429c-ba61-3aaf620aa97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:33.743024 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-f9b4f289-2649-4a48-aa3d-8972ddd665aa tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:33.744992 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-f9b4f289-2649-4a48-aa3d-8972ddd665aa tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/networks?id=4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 HTTP/1.1" status: 200 len: 797 time: 0.1164947 Nov 11 12:58:33.757695 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-5d7bc022-5b0b-429c-ba61-3aaf620aa97a None None] For port f1d71095-8132-46a4-be9e-c9bfd2940c2a, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f1d71095-8132-46a4-be9e-c9bfd2940c2a,segment=NetworkSegment(52377516-b177-4d3d-af67-261e9c502fa1),segment_id=52377516-b177-4d3d-af67-261e9c502fa1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:58:33.764046 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5d7bc022-5b0b-429c-ba61-3aaf620aa97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:33.768991 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-edd97d82-ed90-412c-8541-7037188c4276 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/quotas/dd8cc351280a4250ac0a97658d3e7b22 HTTP/1.1" status: 200 len: 375 time: 0.0131612 Nov 11 12:58:33.826660 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bc022-5b0b-429c-ba61-3aaf620aa97a None None] Pushing event updated for resources: {'Port': ['ID=f1d71095-8132-46a4-be9e-c9bfd2940c2a,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:33.834515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-56f2fb95-8307-41fa-b742-e0c3d299716d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581765 Nov 11 12:58:33.851741 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-644be7f5-d9ea-4710-b87c-488e2bb4af81 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:58:33.852843 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-644be7f5-d9ea-4710-b87c-488e2bb4af81 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055988 Nov 11 12:58:33.953319 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-77c73087-9438-40ff-a72a-6cbad55b9384 service neutron] 10.222.0.65 "GET /v2.0/networks/4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939300 Nov 11 12:58:33.995164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7a061c78-36b0-4a02-8769-5be20129f003 None None] Provisioning complete for port f1d71095-8132-46a4-be9e-c9bfd2940c2a triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:58:33.995526 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7a061c78-36b0-4a02-8769-5be20129f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:34.053637 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-2f81bb50-9a74-482b-887c-c8f13a534e42 service neutron] 10.222.0.65 "GET /v2.0/networks/4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937221 Nov 11 12:58:34.095086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7a061c78-36b0-4a02-8769-5be20129f003 None None] Provisioning complete for port e380b0d7-ba12-4b0a-8a31-cffff080b130 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:58:34.095449 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7a061c78-36b0-4a02-8769-5be20129f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:34.136015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7a061c78-36b0-4a02-8769-5be20129f003 None None] Port e380b0d7-ba12-4b0a-8a31-cffff080b130 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:58:34.174343 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Sync routers for ids ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:58:34.185136 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Routers {'700d0f72-3a9a-4668-913e-5e6ac1d37e85'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:58:34.185768 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:58:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:34.252032 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ee147546-5cce-4af2-88ab-0a6ea84a5520 req-64668895-3264-4910-abd7-9e4256c7757c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 210 time: 0.0522389 Nov 11 12:58:34.485454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-4fc5be1c-caf1-4772-8853-516513f46ad5 None None] Provisioning complete for port e380b0d7-ba12-4b0a-8a31-cffff080b130 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:58:34.485695 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4fc5be1c-caf1-4772-8853-516513f46ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:34.524630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Set router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:58:34.558149 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-4fc5be1c-caf1-4772-8853-516513f46ad5 None None] Port e380b0d7-ba12-4b0a-8a31-cffff080b130 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:58:34.685742 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f1d71095-8132-46a4-be9e-c9bfd2940c2a up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:58:34.733137 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-bd47d68e-73e2-46a0-9a90-34270d87cf2b None None] Provisioning complete for port e380b0d7-ba12-4b0a-8a31-cffff080b130 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:58:34.733401 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-bd47d68e-73e2-46a0-9a90-34270d87cf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:34.802281 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-bd47d68e-73e2-46a0-9a90-34270d87cf2b None None] Port e380b0d7-ba12-4b0a-8a31-cffff080b130 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:58:34.819658 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port f1d71095-8132-46a4-be9e-c9bfd2940c2a triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:58:34.820048 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:34.862531 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024064943', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:32Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'e380b0d7-ba12-4b0a-8a31-cffff080b130', 'name': '', 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:ba:22:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:32Z', 'updated_at': '2021-11-11T12:58:32Z', 'revision_number': 2, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:34.896978 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Checking router: 700d0f72-3a9a-4668-913e-5e6ac1d37e85 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:58:34.897322 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Updating router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 port e380b0d7-ba12-4b0a-8a31-cffff080b130 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:58:34.943000 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:35.230421 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:35.236663 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:35.288586 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397e72b-ef02-4b7f-9fd6-15bdf33cdcb0 None None] Pushing event updated for resources: {'Port': ['ID=e380b0d7-ba12-4b0a-8a31-cffff080b130,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:35.339591 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Attempting to bind port e380b0d7-ba12-4b0a-8a31-cffff080b130 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:58:35.339961 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Attempting to bind port e380b0d7-ba12-4b0a-8a31-cffff080b130 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '52377516-b177-4d3d-af67-261e9c502fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:58:35.340318 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Attempting to bind port e380b0d7-ba12-4b0a-8a31-cffff080b130 on network 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:58:35.345688 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:58:35.346056 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Checking segment: {'id': '52377516-b177-4d3d-af67-261e9c502fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:58:35.346621 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:35.347141 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Bound using segment: {'id': '52377516-b177-4d3d-af67-261e9c502fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:58:35.347776 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Bound port: e380b0d7-ba12-4b0a-8a31-cffff080b130, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52377516-b177-4d3d-af67-261e9c502fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:58:35.348328 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:35.378930 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c49391f8-df54-4ca0-95ed-6a231df8f4e1 req-4d6203fc-854b-4b13-8358-40214608e0c9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 210 time: 0.0266755 Nov 11 12:58:35.439827 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] For port e380b0d7-ba12-4b0a-8a31-cffff080b130, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:58:35.443992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] For port e380b0d7-ba12-4b0a-8a31-cffff080b130, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e380b0d7-ba12-4b0a-8a31-cffff080b130,segment=NetworkSegment(52377516-b177-4d3d-af67-261e9c502fa1),segment_id=52377516-b177-4d3d-af67-261e9c502fa1)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:58:35.450876 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:35.460276 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-848bf9c9-de34-4a2b-b5e5-3cefbead6871 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:35.462278 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-848bf9c9-de34-4a2b-b5e5-3cefbead6871 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "GET /v2.0/networks?id=4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 HTTP/1.1" status: 200 len: 797 time: 0.1873081 Nov 11 12:58:35.503634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397e72b-ef02-4b7f-9fd6-15bdf33cdcb0 None None] Pushing event updated for resources: {'Port': ['ID=e380b0d7-ba12-4b0a-8a31-cffff080b130,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:35.525385 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Routers {'700d0f72-3a9a-4668-913e-5e6ac1d37e85'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:58:35.526024 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:58:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:35.548773 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-08721a21-ff21-4fd6-8079-c785b6c650fa tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd8cc351280a4250ac0a97658d3e7b22 HTTP/1.1" status: 200 len: 379 time: 0.0695410 Nov 11 12:58:35.563650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-7b01da8f-5b15-4eaf-a6db-0013a32a9fd7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'port': {'device_id': '8376b53b-b46e-49a7-a1ee-b1c56a408efe', 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6', 'admin_state_up': True, 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'security_groups': ['0391ff81-f43b-41c0-bc48-b5d3886f66a0']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:58:35.649483 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] Set router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:58:35.651826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b11012c3-20a7-4d98-b47b-e2d4c6faef78 None None] Provisioning complete for port e380b0d7-ba12-4b0a-8a31-cffff080b130 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:58:35.651826 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b11012c3-20a7-4d98-b47b-e2d4c6faef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:35.867407 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b11012c3-20a7-4d98-b47b-e2d4c6faef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:35.935716 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-b11012c3-20a7-4d98-b47b-e2d4c6faef78 None None] For port e380b0d7-ba12-4b0a-8a31-cffff080b130, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e380b0d7-ba12-4b0a-8a31-cffff080b130,segment=NetworkSegment(52377516-b177-4d3d-af67-261e9c502fa1),segment_id=52377516-b177-4d3d-af67-261e9c502fa1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:58:35.947461 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eb52522b-8834-401d-9ccc-2e1d14921014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:35.949769 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b11012c3-20a7-4d98-b47b-e2d4c6faef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:35.996313 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024064943', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:32Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'e380b0d7-ba12-4b0a-8a31-cffff080b130', 'name': '', 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:ba:22:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:32Z', 'updated_at': '2021-11-11T12:58:35Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:36.033358 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a140911-a5fd-4b46-b202-a14585ecbc58 None None] The sync data for ids ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'] in n-d-807359-3 is: [{'id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024064943', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:32Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'e380b0d7-ba12-4b0a-8a31-cffff080b130', 'name': '', 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:ba:22:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:32Z', 'updated_at': '2021-11-11T12:58:35Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:58:36.035389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11012c3-20a7-4d98-b47b-e2d4c6faef78 None None] Pushing event updated for resources: {'Port': ['ID=e380b0d7-ba12-4b0a-8a31-cffff080b130,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:36.044098 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-7b01da8f-5b15-4eaf-a6db-0013a32a9fd7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Made reservation on behalf of dd8cc351280a4250ac0a97658d3e7b22 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:58:36.048112 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-7b01da8f-5b15-4eaf-a6db-0013a32a9fd7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:36.075500 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-6f7b71c5-2608-46d8-b12d-50e31455533d None None] Provisioning complete for port e380b0d7-ba12-4b0a-8a31-cffff080b130 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:58:36.075892 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6f7b71c5-2608-46d8-b12d-50e31455533d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:36.203411 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-7b01da8f-5b15-4eaf-a6db-0013a32a9fd7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.20.0.5 (4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6/f688de1e-b1d4-4ac3-a60b-ab7a8732b309/5c2dee13-6a57-48b2-bb92-04f765ad9a61) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:58:36.362400 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-7b01da8f-5b15-4eaf-a6db-0013a32a9fd7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:36.398503 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-7b01da8f-5b15-4eaf-a6db-0013a32a9fd7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:36.450044 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-7b01da8f-5b15-4eaf-a6db-0013a32a9fd7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:58:36.453287 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-7b01da8f-5b15-4eaf-a6db-0013a32a9fd7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:58:36.458296 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-7b01da8f-5b15-4eaf-a6db-0013a32a9fd7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:58:36.462695 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01da8f-5b15-4eaf-a6db-0013a32a9fd7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=5c2dee13-6a57-48b2-bb92-04f765ad9a61,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:36.522657 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-7b01da8f-5b15-4eaf-a6db-0013a32a9fd7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:36.523607 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-7b01da8f-5b15-4eaf-a6db-0013a32a9fd7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:36.546774 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-7b01da8f-5b15-4eaf-a6db-0013a32a9fd7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9871395 Nov 11 12:58:36.547052 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07ba92-72b0-4992-ae7a-a6003bc97131 req-7093684d-ec35-4271-aea0-1b9370d9bbf7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:36.548605 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e07ba92-72b0-4992-ae7a-a6003bc97131 req-7093684d-ec35-4271-aea0-1b9370d9bbf7 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 931 time: 0.0692809 Nov 11 12:58:36.566784 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Request body: {'port': {'device_id': '8376b53b-b46e-49a7-a1ee-b1c56a408efe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:58:36.608775 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e07ba92-72b0-4992-ae7a-a6003bc97131 req-c4e11181-c53d-4959-9848-7d59da528fd8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526292 Nov 11 12:58:36.640181 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:36.741648 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e380b0d7-ba12-4b0a-8a31-cffff080b130 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:58:36.797444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e380b0d7-ba12-4b0a-8a31-cffff080b130 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:58:36.797700 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:36.846414 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-b99a8e0a-c63b-460e-a0c9-28280349917f None None] Provisioning complete for port 5c2dee13-6a57-48b2-bb92-04f765ad9a61 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:58:36.846705 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b99a8e0a-c63b-460e-a0c9-28280349917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:36.908203 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-b99a8e0a-c63b-460e-a0c9-28280349917f None None] Port 5c2dee13-6a57-48b2-bb92-04f765ad9a61 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:58:36.953321 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2dee13-6a57-48b2-bb92-04f765ad9a61 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:58:36.962066 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:36.975407 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Transition to ACTIVE for port object 5c2dee13-6a57-48b2-bb92-04f765ad9a61 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:58:36.980442 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:37.030555 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2dee13-6a57-48b2-bb92-04f765ad9a61,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:37.111165 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Attempting to bind port 5c2dee13-6a57-48b2-bb92-04f765ad9a61 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:58:37.111910 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Attempting to bind port 5c2dee13-6a57-48b2-bb92-04f765ad9a61 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '52377516-b177-4d3d-af67-261e9c502fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:58:37.112537 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Attempting to bind port 5c2dee13-6a57-48b2-bb92-04f765ad9a61 on network 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:58:37.118591 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Port 5c2dee13-6a57-48b2-bb92-04f765ad9a61 on network 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:58:37.118914 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Attempting to bind port 5c2dee13-6a57-48b2-bb92-04f765ad9a61 on network 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:58:37.126383 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:58:37.126731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Checking segment: {'id': '52377516-b177-4d3d-af67-261e9c502fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:58:37.127115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Bound using segment: {'id': '52377516-b177-4d3d-af67-261e9c502fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:58:37.127553 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Bound port: 5c2dee13-6a57-48b2-bb92-04f765ad9a61, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52377516-b177-4d3d-af67-261e9c502fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:58:37.127903 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:37.202746 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] For port 5c2dee13-6a57-48b2-bb92-04f765ad9a61, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:58:37.206356 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] For port 5c2dee13-6a57-48b2-bb92-04f765ad9a61, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5c2dee13-6a57-48b2-bb92-04f765ad9a61,segment=NetworkSegment(52377516-b177-4d3d-af67-261e9c502fa1),segment_id=52377516-b177-4d3d-af67-261e9c502fa1)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:58:37.213327 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:37.250158 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:37.250846 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:37.252316 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] 10.222.0.62 "PUT /v2.0/ports/5c2dee13-6a57-48b2-bb92-04f765ad9a61 HTTP/1.1" status: 200 len: 1091 time: 0.6915631 Nov 11 12:58:37.252825 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8376b53b-b46e-49a7-a1ee-b1c56a408efe', 'tag': '5c2dee13-6a57-48b2-bb92-04f765ad9a61'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:58:37.255373 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da7ac3f-f92f-4e3e-8b90-d82bc947d272" -d '{"events": [{"name": "network-changed", "server_uuid": "8376b53b-b46e-49a7-a1ee-b1c56a408efe", "tag": "5c2dee13-6a57-48b2-bb92-04f765ad9a61"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:58:37.294868 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145684a-5cf1-4184-b213-322bc65c3382 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2dee13-6a57-48b2-bb92-04f765ad9a61,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:37.318258 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf410fc-b393-4e78-815f-28ce0957bd31 x-openstack-request-id: req-9bf410fc-b393-4e78-815f-28ce0957bd31 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:58:37.318790 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8376b53b-b46e-49a7-a1ee-b1c56a408efe", "tag": "5c2dee13-6a57-48b2-bb92-04f765ad9a61", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:58:37.319044 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9bf410fc-b393-4e78-815f-28ce0957bd31 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:58:37.319452 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8376b53b-b46e-49a7-a1ee-b1c56a408efe', 'tag': '5c2dee13-6a57-48b2-bb92-04f765ad9a61', 'status': 'completed', 'code': 200} Nov 11 12:58:37.353209 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-032b72c8-bbdd-4642-bc12-f759cee0d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:37.354783 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-032b72c8-bbdd-4642-bc12-f759cee0d180 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 1094 time: 0.0476573 Nov 11 12:58:37.399373 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-c59f64fc-1f25-47b8-8108-0f72d4b1c8c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c2dee13-6a57-48b2-bb92-04f765ad9a61 HTTP/1.1" status: 200 len: 217 time: 0.0354047 Nov 11 12:58:37.463143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-3c80e40f-8922-43a4-ade1-503697fe0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:37.465340 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-3c80e40f-8922-43a4-ade1-503697fe0be2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f688de1e-b1d4-4ac3-a60b-ab7a8732b309 HTTP/1.1" status: 200 len: 835 time: 0.0534506 Nov 11 12:58:37.519849 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-1b115f98-59ee-477b-869f-b3c72c3ae3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:37.521214 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-1b115f98-59ee-477b-869f-b3c72c3ae3f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416179 Nov 11 12:58:37.621877 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-0c7bb2ad-ce88-4264-8951-312035731bcd service neutron] 10.222.0.62 "GET /v2.0/networks/4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875494 Nov 11 12:58:37.724404 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-f8060645-6b69-4b9b-ae7d-96742692a4ef req-3945c1a5-aa3f-4196-8643-d8e10dc7cebf service neutron] 10.222.0.62 "GET /v2.0/networks/4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912871 Nov 11 12:58:37.735799 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de949bd-548a-42d0-b3d1-70a9991d802b req-d9e4ce2e-52d5-46a6-a62b-346059365d58 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:37.737460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3de949bd-548a-42d0-b3d1-70a9991d802b req-d9e4ce2e-52d5-46a6-a62b-346059365d58 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 943 time: 0.0486717 Nov 11 12:58:37.792974 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3de949bd-548a-42d0-b3d1-70a9991d802b req-2c2a2d5b-4161-4226-b561-f948c595ba33 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486798 Nov 11 12:58:37.816642 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7ac3f-f92f-4e3e-8b90-d82bc947d272 req-40fed651-a72f-4062-947a-df7e787a721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:37.818201 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3da7ac3f-f92f-4e3e-8b90-d82bc947d272 req-40fed651-a72f-4062-947a-df7e787a721a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 1094 time: 0.0473795 Nov 11 12:58:37.915107 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7ac3f-f92f-4e3e-8b90-d82bc947d272 req-0a57aaba-e19c-49aa-80c3-f81cc155873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:37.916613 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3da7ac3f-f92f-4e3e-8b90-d82bc947d272 req-0a57aaba-e19c-49aa-80c3-f81cc155873f service neutron] 10.222.0.62 "GET /v2.0/networks?id=4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 HTTP/1.1" status: 200 len: 899 time: 0.0907505 Nov 11 12:58:37.959676 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3da7ac3f-f92f-4e3e-8b90-d82bc947d272 req-59496319-c654-49d3-8436-10e702f3979f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c2dee13-6a57-48b2-bb92-04f765ad9a61 HTTP/1.1" status: 200 len: 217 time: 0.0352020 Nov 11 12:58:38.014457 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7ac3f-f92f-4e3e-8b90-d82bc947d272 req-6595e5c6-e4c6-47a0-86dd-9179e8e7ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:38.015895 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3da7ac3f-f92f-4e3e-8b90-d82bc947d272 req-6595e5c6-e4c6-47a0-86dd-9179e8e7ac3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f688de1e-b1d4-4ac3-a60b-ab7a8732b309 HTTP/1.1" status: 200 len: 835 time: 0.0478721 Nov 11 12:58:38.064681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7ac3f-f92f-4e3e-8b90-d82bc947d272 req-9eec3e77-9277-4c1f-ac0a-37f1c40c855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:38.066072 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3da7ac3f-f92f-4e3e-8b90-d82bc947d272 req-9eec3e77-9277-4c1f-ac0a-37f1c40c855c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412941 Nov 11 12:58:38.158836 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3da7ac3f-f92f-4e3e-8b90-d82bc947d272 req-e4eb9015-c619-4dc0-821b-fdf1704d9aa5 service neutron] 10.222.0.62 "GET /v2.0/networks/4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838096 Nov 11 12:58:38.198701 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-09eda566-4e16-444e-b6ab-9ba677f93bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:38.258331 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3da7ac3f-f92f-4e3e-8b90-d82bc947d272 req-61e872c1-c00d-4bfa-b7a0-85ef5e7a640d service neutron] 10.222.0.62 "GET /v2.0/networks/4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902615 Nov 11 12:58:38.933054 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f681500-0d6c-4ce9-a4f8-8ea4c2acd89f req-a5ac5d5d-6da7-4ba3-8e9d-184c7e45d384 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:38.934580 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f681500-0d6c-4ce9-a4f8-8ea4c2acd89f req-a5ac5d5d-6da7-4ba3-8e9d-184c7e45d384 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 943 time: 0.0631201 Nov 11 12:58:38.988227 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6f681500-0d6c-4ce9-a4f8-8ea4c2acd89f req-930ecf10-83db-44a5-81ff-8962ede63126 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445728 Nov 11 12:58:39.292533 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:40.121159 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7ab77-118c-4e39-bfc4-751d3fcc3c41 req-7ced7ce4-357e-4af2-8faf-6f1c36810d16 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:40.122739 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ea7ab77-118c-4e39-bfc4-751d3fcc3c41 req-7ced7ce4-357e-4af2-8faf-6f1c36810d16 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 943 time: 0.0586808 Nov 11 12:58:40.157229 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5c2dee13-6a57-48b2-bb92-04f765ad9a61 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:58:40.175421 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1ea7ab77-118c-4e39-bfc4-751d3fcc3c41 req-adfb5bda-15cf-41f9-8642-576a3e837962 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456479 Nov 11 12:58:40.259086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5c2dee13-6a57-48b2-bb92-04f765ad9a61, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5c2dee13-6a57-48b2-bb92-04f765ad9a61,segment=NetworkSegment(52377516-b177-4d3d-af67-261e9c502fa1),segment_id=52377516-b177-4d3d-af67-261e9c502fa1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:58:40.270762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '5c2dee13-6a57-48b2-bb92-04f765ad9a61', 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6', 'port_id': '5c2dee13-6a57-48b2-bb92-04f765ad9a61', 'mac_address': 'fa:16:3e:f4:1a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:58:40.312557 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:40.328829 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2dee13-6a57-48b2-bb92-04f765ad9a61 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:58:40.350292 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5c2dee13-6a57-48b2-bb92-04f765ad9a61, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5c2dee13-6a57-48b2-bb92-04f765ad9a61,segment=NetworkSegment(52377516-b177-4d3d-af67-261e9c502fa1),segment_id=52377516-b177-4d3d-af67-261e9c502fa1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:58:40.357369 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:40.404216 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5c2dee13-6a57-48b2-bb92-04f765ad9a61,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:40.635663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['5c2dee13-6a57-48b2-bb92-04f765ad9a61'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:58:40.855343 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:41.317520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc62d6-d034-452d-9aa6-27fd9e32650e req-029909b3-404b-4b3c-8db2-3a6a24df4d83 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:41.319427 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16bc62d6-d034-452d-9aa6-27fd9e32650e req-029909b3-404b-4b3c-8db2-3a6a24df4d83 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 944 time: 0.0643373 Nov 11 12:58:41.342971 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:41.369333 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-16bc62d6-d034-452d-9aa6-27fd9e32650e req-a93386ac-dd23-48d2-abe6-d5d170dd9a15 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434837 Nov 11 12:58:42.157744 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5c2dee13-6a57-48b2-bb92-04f765ad9a61 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:58:42.215949 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 5c2dee13-6a57-48b2-bb92-04f765ad9a61 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:58:42.219859 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 5c2dee13-6a57-48b2-bb92-04f765ad9a61 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:58:42.220208 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:42.304465 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:42.328604 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8376b53b-b46e-49a7-a1ee-b1c56a408efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2dee13-6a57-48b2-bb92-04f765ad9a61'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:58:42.330977 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260c6bc6-1822-489c-9c23-3bac966170f6" -d '{"events": [{"server_uuid": "8376b53b-b46e-49a7-a1ee-b1c56a408efe", "name": "network-vif-plugged", "status": "completed", "tag": "5c2dee13-6a57-48b2-bb92-04f765ad9a61"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:58:42.347696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 5c2dee13-6a57-48b2-bb92-04f765ad9a61, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5c2dee13-6a57-48b2-bb92-04f765ad9a61,segment=NetworkSegment(52377516-b177-4d3d-af67-261e9c502fa1),segment_id=52377516-b177-4d3d-af67-261e9c502fa1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:58:42.354149 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:42.401595 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=5c2dee13-6a57-48b2-bb92-04f765ad9a61,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:42.421990 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79977704-7ddd-43a7-acc3-e310ccf0cca9 x-openstack-request-id: req-79977704-7ddd-43a7-acc3-e310ccf0cca9 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:58:42.422391 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8376b53b-b46e-49a7-a1ee-b1c56a408efe", "name": "network-vif-plugged", "status": "completed", "tag": "5c2dee13-6a57-48b2-bb92-04f765ad9a61", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:58:42.422641 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79977704-7ddd-43a7-acc3-e310ccf0cca9 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:58:42.423032 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8376b53b-b46e-49a7-a1ee-b1c56a408efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2dee13-6a57-48b2-bb92-04f765ad9a61', 'code': 200} Nov 11 12:58:42.500040 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcfa8e-1246-4703-a69e-5b4c95937bf9 req-4013866e-3eef-4ecf-b654-bb832e01ea9a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:42.501612 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-05dcfa8e-1246-4703-a69e-5b4c95937bf9 req-4013866e-3eef-4ecf-b654-bb832e01ea9a tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 945 time: 0.0492444 Nov 11 12:58:42.529068 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d8fdd-85fb-43b9-83e8-310ceb9098ff req-580e3167-38f9-4d41-b558-983d459678cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:42.530692 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4b4d8fdd-85fb-43b9-83e8-310ceb9098ff req-580e3167-38f9-4d41-b558-983d459678cc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 1096 time: 0.0431545 Nov 11 12:58:42.555197 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-05dcfa8e-1246-4703-a69e-5b4c95937bf9 req-6f530777-7e87-4ea3-9a84-c4d92b7c60e6 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472281 Nov 11 12:58:42.580199 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4b4d8fdd-85fb-43b9-83e8-310ceb9098ff req-abdbdfe9-8968-4a8a-9ea8-f82e8b81ba8f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416598 Nov 11 12:58:43.693388 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb6b5d-c716-49c9-ba1f-2464a479c2ea req-edd1ec34-3153-4481-981b-ec1fab9330a1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:43.695009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7cb6b5d-c716-49c9-ba1f-2464a479c2ea req-edd1ec34-3153-4481-981b-ec1fab9330a1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 945 time: 0.0579937 Nov 11 12:58:43.747527 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e7cb6b5d-c716-49c9-ba1f-2464a479c2ea req-58de304e-4b7b-42a9-986d-61310526975f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463755 Nov 11 12:58:44.885727 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a27e71-a251-4ecc-bc54-23fc7124c6de req-a8d04089-1374-479a-bafa-39cb92943cd8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:44.887108 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-74a27e71-a251-4ecc-bc54-23fc7124c6de req-a8d04089-1374-479a-bafa-39cb92943cd8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 945 time: 0.0583527 Nov 11 12:58:44.939445 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-74a27e71-a251-4ecc-bc54-23fc7124c6de req-377fdcf4-ac77-4032-b5f8-d5b9cf74d0ac tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463719 Nov 11 12:58:45.058372 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978828bc-39c9-48a1-a7fd-a7cf1df94431 req-c280882e-736a-4001-9f7b-88d207a7486b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:45.059922 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-978828bc-39c9-48a1-a7fd-a7cf1df94431 req-c280882e-736a-4001-9f7b-88d207a7486b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 945 time: 0.0536966 Nov 11 12:58:45.122720 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-978828bc-39c9-48a1-a7fd-a7cf1df94431 req-022cbd04-06f2-429e-bb1e-946081d366b3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538561 Nov 11 12:58:45.148599 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46842) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:45.195709 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2be87e1-121c-4991-8a4d-618523049cf3 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:45.197356 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a2be87e1-121c-4991-8a4d-618523049cf3 tempest-TestNetworkAdvancedServerOps-1545144659 tempest-TestNetworkAdvancedServerOps-1545144659-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 1091 time: 0.0477257 Nov 11 12:58:45.200406 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46844) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:45.204700 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '5c2dee13-6a57-48b2-bb92-04f765ad9a61', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:58:45.229547 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:45.333613 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:45.444009 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Allocated IP 172.25.2.182 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/92aacea2-5bdc-4eb6-aaa8-805f1d2fbf48) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:58:45.545631 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:45.580179 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:45.625232 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:58:45.628243 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:58:45.632839 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:58:45.636012 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=92aacea2-5bdc-4eb6-aaa8-805f1d2fbf48,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:45.994411 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:46.067320 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:46.222660 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:46.231209 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:46.303108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event updated for resources: {'Port': ['ID=92aacea2-5bdc-4eb6-aaa8-805f1d2fbf48,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:46.313980 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:46.323528 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:46.418573 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Floating IP bb66692e-a984-4a30-8819-13792d5c439d associated. External IP: 172.25.2.182, port: 5c2dee13-6a57-48b2-bb92-04f765ad9a61. Nov 11 12:58:46.634697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:58:46.744791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:58:46.754742 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72375410-0700-42e5-bd79-76c3a7fa4bc1 None None] Sync routers for ids ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:58:46.764284 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:46.765388 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72375410-0700-42e5-bd79-76c3a7fa4bc1 None None] Routers {'700d0f72-3a9a-4668-913e-5e6ac1d37e85'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:58:46.766028 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-72375410-0700-42e5-bd79-76c3a7fa4bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:58:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:46.792237 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-79ddeb06-7ae5-4e79-9596-91c0bfd04fc8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5908058 Nov 11 12:58:46.792836 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8376b53b-b46e-49a7-a1ee-b1c56a408efe', 'tag': '5c2dee13-6a57-48b2-bb92-04f765ad9a61'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:58:46.795120 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7801ea2-e5e1-4941-93cd-de38f76da1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8376b53b-b46e-49a7-a1ee-b1c56a408efe", "tag": "5c2dee13-6a57-48b2-bb92-04f765ad9a61"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:58:46.842629 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5d75dc-3be5-4b0c-b91f-de06ecdc7e5b x-openstack-request-id: req-3c5d75dc-3be5-4b0c-b91f-de06ecdc7e5b {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:58:46.842910 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8376b53b-b46e-49a7-a1ee-b1c56a408efe", "tag": "5c2dee13-6a57-48b2-bb92-04f765ad9a61", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:58:46.843153 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c5d75dc-3be5-4b0c-b91f-de06ecdc7e5b {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:58:46.843554 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8376b53b-b46e-49a7-a1ee-b1c56a408efe', 'tag': '5c2dee13-6a57-48b2-bb92-04f765ad9a61', 'status': 'completed', 'code': 200} Nov 11 12:58:46.872017 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-72375410-0700-42e5-bd79-76c3a7fa4bc1 None None] Set router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:58:46.906084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dde02a-b95e-4c4e-b71d-06a836ff591e req-3d48ba8e-e7ce-453b-b3d6-5669cf098457 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:46.908130 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57dde02a-b95e-4c4e-b71d-06a836ff591e req-3d48ba8e-e7ce-453b-b3d6-5669cf098457 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 945 time: 0.0545959 Nov 11 12:58:46.908794 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7801ea2-e5e1-4941-93cd-de38f76da1d2 req-e6572a05-2527-47cf-8563-edc04a4ca370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:46.910684 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7801ea2-e5e1-4941-93cd-de38f76da1d2 req-e6572a05-2527-47cf-8563-edc04a4ca370 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 1096 time: 0.0425427 Nov 11 12:58:46.974813 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-57dde02a-b95e-4c4e-b71d-06a836ff591e req-8f57f3f5-4f58-44f3-beea-1694fdfa1630 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598118 Nov 11 12:58:46.999395 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46850) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:47.024163 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7801ea2-e5e1-4941-93cd-de38f76da1d2 req-0d444c8f-1c6a-4ed4-b2f8-e0977303806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:47.024163 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7801ea2-e5e1-4941-93cd-de38f76da1d2 req-0d444c8f-1c6a-4ed4-b2f8-e0977303806f service neutron] 10.222.0.62 "GET /v2.0/networks?id=4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 HTTP/1.1" status: 200 len: 899 time: 0.1046014 Nov 11 12:58:47.063399 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9e2c3e08-808c-4c33-b7eb-3be5f3f10f86 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/bb66692e-a984-4a30-8819-13792d5c439d HTTP/1.1" status: 200 len: 991 time: 0.0616610 Nov 11 12:58:47.092206 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7801ea2-e5e1-4941-93cd-de38f76da1d2 req-2cf9b40e-65a9-49ca-8700-f682a92ad744 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c2dee13-6a57-48b2-bb92-04f765ad9a61 HTTP/1.1" status: 200 len: 999 time: 0.0603487 Nov 11 12:58:47.103061 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-72375410-0700-42e5-bd79-76c3a7fa4bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024064943', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:32Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'bb66692e-a984-4a30-8819-13792d5c439d', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'port_id': '5c2dee13-6a57-48b2-bb92-04f765ad9a61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6', 'mac_address': 'fa:16:3e:f4:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8376b53b-b46e-49a7-a1ee-b1c56a408efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:58:45Z', 'updated_at': '2021-11-11T12:58:45Z', 'revision_number': 0, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e380b0d7-ba12-4b0a-8a31-cffff080b130', 'name': '', 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:ba:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:32Z', 'updated_at': '2021-11-11T12:58:35Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:47.132285 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72375410-0700-42e5-bd79-76c3a7fa4bc1 None None] Checking router: 700d0f72-3a9a-4668-913e-5e6ac1d37e85 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:58:47.140725 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72375410-0700-42e5-bd79-76c3a7fa4bc1 None None] Routers {'700d0f72-3a9a-4668-913e-5e6ac1d37e85'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:58:47.141326 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-72375410-0700-42e5-bd79-76c3a7fa4bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:58:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:47.143179 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7801ea2-e5e1-4941-93cd-de38f76da1d2 req-b4b38153-dc34-4cbf-a3b3-d918329ae9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:47.144662 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7801ea2-e5e1-4941-93cd-de38f76da1d2 req-b4b38153-dc34-4cbf-a3b3-d918329ae9b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f688de1e-b1d4-4ac3-a60b-ab7a8732b309 HTTP/1.1" status: 200 len: 835 time: 0.0448651 Nov 11 12:58:47.199356 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7801ea2-e5e1-4941-93cd-de38f76da1d2 req-04a0d157-5148-49f5-ae66-9426b6c1fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:47.200876 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7801ea2-e5e1-4941-93cd-de38f76da1d2 req-04a0d157-5148-49f5-ae66-9426b6c1fe0e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480454 Nov 11 12:58:47.247269 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-72375410-0700-42e5-bd79-76c3a7fa4bc1 None None] Set router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:58:47.296636 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7801ea2-e5e1-4941-93cd-de38f76da1d2 req-dd9fc8bc-7a2b-4c02-a395-166bc3c12ee0 service neutron] 10.222.0.62 "GET /v2.0/networks/4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869274 Nov 11 12:58:47.400282 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-e7801ea2-e5e1-4941-93cd-de38f76da1d2 req-88ca2778-b2ab-4531-b76f-33c4f51d0320 service neutron] 10.222.0.62 "GET /v2.0/networks/4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958896 Nov 11 12:58:47.569841 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-72375410-0700-42e5-bd79-76c3a7fa4bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024064943', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:32Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'bb66692e-a984-4a30-8819-13792d5c439d', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'port_id': '5c2dee13-6a57-48b2-bb92-04f765ad9a61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6', 'mac_address': 'fa:16:3e:f4:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8376b53b-b46e-49a7-a1ee-b1c56a408efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:58:45Z', 'updated_at': '2021-11-11T12:58:45Z', 'revision_number': 0, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e380b0d7-ba12-4b0a-8a31-cffff080b130', 'name': '', 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:ba:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:32Z', 'updated_at': '2021-11-11T12:58:35Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:58:47.604695 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72375410-0700-42e5-bd79-76c3a7fa4bc1 None None] The sync data for ids ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'] in n-d-807359-3 is: [{'id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024064943', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:32Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': 'bb66692e-a984-4a30-8819-13792d5c439d', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'port_id': '5c2dee13-6a57-48b2-bb92-04f765ad9a61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6', 'mac_address': 'fa:16:3e:f4:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8376b53b-b46e-49a7-a1ee-b1c56a408efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:58:45Z', 'updated_at': '2021-11-11T12:58:45Z', 'revision_number': 0, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e380b0d7-ba12-4b0a-8a31-cffff080b130', 'name': '', 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:ba:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:32Z', 'updated_at': '2021-11-11T12:58:35Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:58:47.807505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf86988-1181-47c4-b53b-1bf8382aadcd None None] New status for floating IP bb66692e-a984-4a30-8819-13792d5c439d: ACTIVE {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:58:48.067128 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46852) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:58:48.140850 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2ca1a49f-15f9-4c01-bece-ed3b91006621 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/bb66692e-a984-4a30-8819-13792d5c439d HTTP/1.1" status: 200 len: 993 time: 0.0722575 Nov 11 12:58:52.154521 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:05.937977 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ff477c9c-66db-425b-85e6-34936b99c324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:07.951727 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a6056a5-43ac-467e-a5a0-5f833f324e78 req-70fd1863-ca50-4316-be3e-2aecabf86bca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434310 Nov 11 12:59:08.049993 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6056a5-43ac-467e-a5a0-5f833f324e78 req-709715f7-96b6-4784-ac9d-e98d8b8c7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:08.051526 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a6056a5-43ac-467e-a5a0-5f833f324e78 req-709715f7-96b6-4784-ac9d-e98d8b8c7888 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 1096 time: 0.0432272 Nov 11 12:59:08.164598 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6056a5-43ac-467e-a5a0-5f833f324e78 req-5e563e66-2d29-4378-9933-26197b8d93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:08.166130 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a6056a5-43ac-467e-a5a0-5f833f324e78 req-5e563e66-2d29-4378-9933-26197b8d93c2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 HTTP/1.1" status: 200 len: 899 time: 0.0930912 Nov 11 12:59:08.201965 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9bbf286c-27f4-41c8-b1ea-5b8f74c59448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:08.237756 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a6056a5-43ac-467e-a5a0-5f833f324e78 req-f0bc21f3-75aa-4fdd-8d5e-58763c56dd5f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c2dee13-6a57-48b2-bb92-04f765ad9a61 HTTP/1.1" status: 200 len: 1001 time: 0.0598593 Nov 11 12:59:08.292391 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6056a5-43ac-467e-a5a0-5f833f324e78 req-468d4f97-d4d0-489a-bb79-9c117b51488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:08.293882 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a6056a5-43ac-467e-a5a0-5f833f324e78 req-468d4f97-d4d0-489a-bb79-9c117b51488d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f688de1e-b1d4-4ac3-a60b-ab7a8732b309 HTTP/1.1" status: 200 len: 835 time: 0.0490341 Nov 11 12:59:08.346921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6056a5-43ac-467e-a5a0-5f833f324e78 req-d20c8f79-58cf-4ace-81ab-c773c9a6e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:08.348438 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a6056a5-43ac-467e-a5a0-5f833f324e78 req-d20c8f79-58cf-4ace-81ab-c773c9a6e8d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472257 Nov 11 12:59:08.439451 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a6056a5-43ac-467e-a5a0-5f833f324e78 req-39547977-bf68-48a9-8ee8-96afa656d997 service neutron] 10.222.0.62 "GET /v2.0/networks/4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833323 Nov 11 12:59:08.448697 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:59:08.534999 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-3a6056a5-43ac-467e-a5a0-5f833f324e78 req-9b77e06c-702b-4882-a7cb-9aae84f72a33 service neutron] 10.222.0.62 "GET /v2.0/networks/4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874126 Nov 11 12:59:09.304130 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:10.852196 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:11.344069 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:16.327498 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:21.569335 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e22656-8550-46ac-9737-13072b37d7fe req-5f17745a-8fe1-4a78-b2a2-ed190d5e40ba tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:21.570889 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-26e22656-8550-46ac-9737-13072b37d7fe req-5f17745a-8fe1-4a78-b2a2-ed190d5e40ba tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 945 time: 0.0570941 Nov 11 12:59:21.622378 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-26e22656-8550-46ac-9737-13072b37d7fe req-e7588de1-53c6-4d58-a0fe-55bb8c6abb7d tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453539 Nov 11 12:59:22.201576 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:22.754468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b3de9-2dba-4f1c-bde3-6f17bbbbf3fb req-397f9e6b-724d-4e09-b0ee-983f46ec808f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:22.755947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ac5b3de9-2dba-4f1c-bde3-6f17bbbbf3fb req-397f9e6b-724d-4e09-b0ee-983f46ec808f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 945 time: 0.0571480 Nov 11 12:59:22.809606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ac5b3de9-2dba-4f1c-bde3-6f17bbbbf3fb req-53593973-d48e-4a53-b703-a794f85db948 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474925 Nov 11 12:59:22.832732 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46882) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:22.894415 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1522a8d6-8a64-48fb-9056-c8db9a40d08b tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/bb66692e-a984-4a30-8819-13792d5c439d HTTP/1.1" status: 200 len: 993 time: 0.0604358 Nov 11 12:59:24.206439 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8004119-fa14-4df9-a31f-4f005508705b req-fbe3665e-2c4a-4647-8c76-6392fc1508ca tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:24.208460 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8004119-fa14-4df9-a31f-4f005508705b req-fbe3665e-2c4a-4647-8c76-6392fc1508ca tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 945 time: 0.0524843 Nov 11 12:59:24.231469 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbaaf9-a184-4b68-be33-c4346c024f3d req-07c3c5e0-2425-45e7-b296-00e77bfcf920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:24.233155 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fdbaaf9-a184-4b68-be33-c4346c024f3d req-07c3c5e0-2425-45e7-b296-00e77bfcf920 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 1096 time: 0.0417275 Nov 11 12:59:24.261227 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f8004119-fa14-4df9-a31f-4f005508705b req-767b2d9f-3156-4b08-b59e-b6e2eb7eec19 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473459 Nov 11 12:59:24.334051 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbaaf9-a184-4b68-be33-c4346c024f3d req-72548222-4d15-4dea-9397-61f9e3a9585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:24.335617 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fdbaaf9-a184-4b68-be33-c4346c024f3d req-72548222-4d15-4dea-9397-61f9e3a9585f service neutron] 10.222.0.62 "GET /v2.0/networks?id=4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 HTTP/1.1" status: 200 len: 899 time: 0.0894625 Nov 11 12:59:24.409687 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fdbaaf9-a184-4b68-be33-c4346c024f3d req-b760a08a-0e53-45f2-85d4-2c259969957f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c2dee13-6a57-48b2-bb92-04f765ad9a61 HTTP/1.1" status: 200 len: 1001 time: 0.0641253 Nov 11 12:59:24.471162 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbaaf9-a184-4b68-be33-c4346c024f3d req-87cf3586-0f1b-4445-9c49-89286b225569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:24.472577 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fdbaaf9-a184-4b68-be33-c4346c024f3d req-87cf3586-0f1b-4445-9c49-89286b225569 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f688de1e-b1d4-4ac3-a60b-ab7a8732b309 HTTP/1.1" status: 200 len: 835 time: 0.0511732 Nov 11 12:59:24.529996 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbaaf9-a184-4b68-be33-c4346c024f3d req-d2af4853-f69d-43fd-b010-6b57bee7f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:24.531536 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fdbaaf9-a184-4b68-be33-c4346c024f3d req-d2af4853-f69d-43fd-b010-6b57bee7f828 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456543 Nov 11 12:59:24.630551 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fdbaaf9-a184-4b68-be33-c4346c024f3d req-d52a9b1f-b37e-442b-9c4b-19becf92ac57 service neutron] 10.222.0.62 "GET /v2.0/networks/4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862901 Nov 11 12:59:24.746729 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-1fdbaaf9-a184-4b68-be33-c4346c024f3d req-185513ee-c3a3-4683-a569-fc59aba77dcb service neutron] 10.222.0.62 "GET /v2.0/networks/4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038482 Nov 11 12:59:25.391376 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bb0f4-4ea1-4b7c-a679-bee8dda351b2 req-7a6e88b4-82f4-4809-899c-d8c6a03e4851 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:25.392781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d46bb0f4-4ea1-4b7c-a679-bee8dda351b2 req-7a6e88b4-82f4-4809-899c-d8c6a03e4851 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 945 time: 0.0528705 Nov 11 12:59:25.445943 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d46bb0f4-4ea1-4b7c-a679-bee8dda351b2 req-1df2632d-03db-4356-a5e5-4f972fd9f2f1 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455353 Nov 11 12:59:26.570791 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0ff21-17b3-4c9b-9b0b-7e6e605a26e4 req-6d6ff6b3-61fc-4386-be7e-b22f7d2de817 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:26.572312 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3e0ff21-17b3-4c9b-9b0b-7e6e605a26e4 req-6d6ff6b3-61fc-4386-be7e-b22f7d2de817 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 945 time: 0.0539322 Nov 11 12:59:26.621706 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3e0ff21-17b3-4c9b-9b0b-7e6e605a26e4 req-11a74bb5-9da9-4e39-b641-f2f0df043bec tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431244 Nov 11 12:59:26.647706 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46894) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:26.715961 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a2af0eed-14ed-4a9e-8a5e-b86544606855 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/floatingips/bb66692e-a984-4a30-8819-13792d5c439d HTTP/1.1" status: 200 len: 993 time: 0.0670929 Nov 11 12:59:26.944289 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46900) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:27.106494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port 92aacea2-5bdc-4eb6-aaa8-805f1d2fbf48 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:59:27.106750 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:27.196153 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:27.196448 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:27.208607 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for 92aacea2-5bdc-4eb6-aaa8-805f1d2fbf48 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:59:27.357920 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:27.699030 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=92aacea2-5bdc-4eb6-aaa8-805f1d2fbf48,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:27.711075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:27.711424 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:27.711787 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:27.712117 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:27.712444 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:27.712756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:27.713082 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:27.713398 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:27.713744 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:27.714041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:27.714353 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:27.714657 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:27.767272 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:27.767597 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Floating IP bb66692e-a984-4a30-8819-13792d5c439d disassociated (deleted). External IP: 172.25.2.182, port: 5c2dee13-6a57-48b2-bb92-04f765ad9a61. Nov 11 12:59:27.970733 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:59:28.083990 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:59:28.089475 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:28.094778 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378002bf-15f5-4345-ad42-f544a5e3aceb None None] Sync routers for ids ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:59:28.104983 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378002bf-15f5-4345-ad42-f544a5e3aceb None None] Routers {'700d0f72-3a9a-4668-913e-5e6ac1d37e85'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:59:28.105692 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-378002bf-15f5-4345-ad42-f544a5e3aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:59:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:28.117949 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0ef8b5f3-d5dc-4f59-813c-0dd2f89f098e tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/floatingips/bb66692e-a984-4a30-8819-13792d5c439d HTTP/1.1" status: 204 len: 168 time: 1.1722322 Nov 11 12:59:28.118645 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8376b53b-b46e-49a7-a1ee-b1c56a408efe', 'tag': '5c2dee13-6a57-48b2-bb92-04f765ad9a61'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:59:28.121193 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043c8870-32d6-4b1c-ac98-56a839acfecf" -d '{"events": [{"name": "network-changed", "server_uuid": "8376b53b-b46e-49a7-a1ee-b1c56a408efe", "tag": "5c2dee13-6a57-48b2-bb92-04f765ad9a61"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:59:28.212908 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb4e338-6bab-4f89-a4f5-c336207d0841 x-openstack-request-id: req-adb4e338-6bab-4f89-a4f5-c336207d0841 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:59:28.213201 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8376b53b-b46e-49a7-a1ee-b1c56a408efe", "tag": "5c2dee13-6a57-48b2-bb92-04f765ad9a61", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:59:28.213448 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-adb4e338-6bab-4f89-a4f5-c336207d0841 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:59:28.213964 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8376b53b-b46e-49a7-a1ee-b1c56a408efe', 'tag': '5c2dee13-6a57-48b2-bb92-04f765ad9a61', 'status': 'completed', 'code': 200} Nov 11 12:59:28.227200 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-378002bf-15f5-4345-ad42-f544a5e3aceb None None] Set router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:59:28.293260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c8870-32d6-4b1c-ac98-56a839acfecf req-2e387597-9891-4746-b978-a40a2f9e1261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:28.294825 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-043c8870-32d6-4b1c-ac98-56a839acfecf req-2e387597-9891-4746-b978-a40a2f9e1261 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 1096 time: 0.0452168 Nov 11 12:59:28.369365 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad05a97-762d-43b0-b5f6-031277b5177c req-9e869c10-50bc-4a60-835e-98aa9c40b4b8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:28.371069 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ad05a97-762d-43b0-b5f6-031277b5177c req-9e869c10-50bc-4a60-835e-98aa9c40b4b8 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 945 time: 0.0513656 Nov 11 12:59:28.401524 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c8870-32d6-4b1c-ac98-56a839acfecf req-f682d8c1-6235-4291-81f9-ba3e9c036e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:28.404176 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-043c8870-32d6-4b1c-ac98-56a839acfecf req-f682d8c1-6235-4291-81f9-ba3e9c036e6d service neutron] 10.222.0.62 "GET /v2.0/networks?id=4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 HTTP/1.1" status: 200 len: 899 time: 0.0989830 Nov 11 12:59:28.424522 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0ad05a97-762d-43b0-b5f6-031277b5177c req-e0d54e4b-001e-4f11-a9a0-d24c44b64362 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466537 Nov 11 12:59:28.447021 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-378002bf-15f5-4345-ad42-f544a5e3aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024064943', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:32Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'e380b0d7-ba12-4b0a-8a31-cffff080b130', 'name': '', 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:ba:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:32Z', 'updated_at': '2021-11-11T12:58:35Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:28.452773 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-043c8870-32d6-4b1c-ac98-56a839acfecf req-85b1e57c-3df9-4880-98e6-5e46fed13dea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c2dee13-6a57-48b2-bb92-04f765ad9a61 HTTP/1.1" status: 200 len: 217 time: 0.0410287 Nov 11 12:59:28.472957 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378002bf-15f5-4345-ad42-f544a5e3aceb None None] Checking router: 700d0f72-3a9a-4668-913e-5e6ac1d37e85 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:59:28.481134 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378002bf-15f5-4345-ad42-f544a5e3aceb None None] Routers {'700d0f72-3a9a-4668-913e-5e6ac1d37e85'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:59:28.481697 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-378002bf-15f5-4345-ad42-f544a5e3aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:59:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:28.509373 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c8870-32d6-4b1c-ac98-56a839acfecf req-e12d4ecd-510a-424b-873b-8f4c7482e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:28.510904 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-043c8870-32d6-4b1c-ac98-56a839acfecf req-e12d4ecd-510a-424b-873b-8f4c7482e1c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f688de1e-b1d4-4ac3-a60b-ab7a8732b309 HTTP/1.1" status: 200 len: 835 time: 0.0474994 Nov 11 12:59:28.561207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c8870-32d6-4b1c-ac98-56a839acfecf req-6c645b8b-6200-4139-a447-d8178489cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:28.562794 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-043c8870-32d6-4b1c-ac98-56a839acfecf req-6c645b8b-6200-4139-a447-d8178489cb76 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422702 Nov 11 12:59:28.586198 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-378002bf-15f5-4345-ad42-f544a5e3aceb None None] Set router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:59:28.655421 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-043c8870-32d6-4b1c-ac98-56a839acfecf req-31ea433f-d475-4197-9b77-1a03a4f0da11 service neutron] 10.222.0.62 "GET /v2.0/networks/4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840588 Nov 11 12:59:28.753975 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-043c8870-32d6-4b1c-ac98-56a839acfecf req-7aee8e85-8d77-4634-a07f-c943a3cf8bd6 service neutron] 10.222.0.62 "GET /v2.0/networks/4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899839 Nov 11 12:59:28.803511 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-378002bf-15f5-4345-ad42-f544a5e3aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024064943', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:32Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'e380b0d7-ba12-4b0a-8a31-cffff080b130', 'name': '', 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:ba:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:32Z', 'updated_at': '2021-11-11T12:58:35Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:28.832238 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378002bf-15f5-4345-ad42-f544a5e3aceb None None] The sync data for ids ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'] in n-d-807359-3 is: [{'id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024064943', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:32Z', 'revision_number': 4, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'e380b0d7-ba12-4b0a-8a31-cffff080b130', 'name': '', 'network_id': '4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'mac_address': 'fa:16:3e:ba:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:32Z', 'updated_at': '2021-11-11T12:58:35Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'subnets': [{'id': 'f688de1e-b1d4-4ac3-a60b-ab7a8732b309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:59:29.059982 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b61e08-3631-43ad-9c42-66766734247d None None] New status for floating IP bb66692e-a984-4a30-8819-13792d5c439d: DOWN {{(pid=109155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:59:29.553086 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338ddf7-e4f5-462e-b7e2-598e830c65ac req-5b8046cd-228d-484c-9a05-c4ad894d156c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:29.554720 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0338ddf7-e4f5-462e-b7e2-598e830c65ac req-5b8046cd-228d-484c-9a05-c4ad894d156c tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 945 time: 0.0591629 Nov 11 12:59:29.604292 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0338ddf7-e4f5-462e-b7e2-598e830c65ac req-251a18cd-9b34-474a-8e39-886c02d99901 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/security-groups?id=0391ff81-f43b-41c0-bc48-b5d3886f66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433440 Nov 11 12:59:30.254683 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec21a0-1ec1-4982-8f11-122329aa41db req-a562ffc9-916f-436a-a9e5-0939d288190f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:30.256123 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-65ec21a0-1ec1-4982-8f11-122329aa41db req-a562ffc9-916f-436a-a9e5-0939d288190f tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 945 time: 0.0626106 Nov 11 12:59:30.355488 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-65ec21a0-1ec1-4982-8f11-122329aa41db req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port 5c2dee13-6a57-48b2-bb92-04f765ad9a61 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:59:30.355796 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-65ec21a0-1ec1-4982-8f11-122329aa41db req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:30.452762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-65ec21a0-1ec1-4982-8f11-122329aa41db req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] For port 5c2dee13-6a57-48b2-bb92-04f765ad9a61, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=5c2dee13-6a57-48b2-bb92-04f765ad9a61,segment=NetworkSegment(52377516-b177-4d3d-af67-261e9c502fa1),segment_id=52377516-b177-4d3d-af67-261e9c502fa1)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:59:30.453128 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-65ec21a0-1ec1-4982-8f11-122329aa41db req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:30.465863 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-65ec21a0-1ec1-4982-8f11-122329aa41db req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for 5c2dee13-6a57-48b2-bb92-04f765ad9a61 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:59:30.600414 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-65ec21a0-1ec1-4982-8f11-122329aa41db req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:30.628982 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=5c2dee13-6a57-48b2-bb92-04f765ad9a61,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:30.643259 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:30.643673 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:30.644147 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:30.644459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:30.644833 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:30.645858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:30.646273 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:30.646708 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:30.647207 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:30.647678 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:30.648136 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:30.648534 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:30.686337 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ec21a0-1ec1-4982-8f11-122329aa41db req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] No DVR routers for this DVR port 5c2dee13-6a57-48b2-bb92-04f765ad9a61 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:59:30.689232 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-65ec21a0-1ec1-4982-8f11-122329aa41db req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:30.693046 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-65ec21a0-1ec1-4982-8f11-122329aa41db req-1dcc6238-a2df-4bd2-b58c-c90a9305a941 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.62 "DELETE /v2.0/ports/5c2dee13-6a57-48b2-bb92-04f765ad9a61 HTTP/1.1" status: 204 len: 173 time: 0.4260509 Nov 11 12:59:30.693518 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8376b53b-b46e-49a7-a1ee-b1c56a408efe', 'name': 'network-vif-deleted', 'tag': '5c2dee13-6a57-48b2-bb92-04f765ad9a61'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:59:30.695813 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6e8b07-6cd2-4f94-8635-11a6d61e39ad" -d '{"events": [{"server_uuid": "8376b53b-b46e-49a7-a1ee-b1c56a408efe", "name": "network-vif-deleted", "tag": "5c2dee13-6a57-48b2-bb92-04f765ad9a61"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:59:30.713642 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-00f6f59c-4b18-48d2-873a-7cc5e7e81e22 req-a5ec85d9-f91d-4967-a9c2-de68da33caa3 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "GET /v2.0/ports?device_id=8376b53b-b46e-49a7-a1ee-b1c56a408efe HTTP/1.1" status: 200 len: 210 time: 0.0278211 Nov 11 12:59:30.746683 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b632ea-2eea-485c-984e-719d2a993d50 x-openstack-request-id: req-89b632ea-2eea-485c-984e-719d2a993d50 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:59:30.746967 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8376b53b-b46e-49a7-a1ee-b1c56a408efe", "name": "network-vif-deleted", "tag": "5c2dee13-6a57-48b2-bb92-04f765ad9a61", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:59:30.747210 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89b632ea-2eea-485c-984e-719d2a993d50 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:59:30.747616 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8376b53b-b46e-49a7-a1ee-b1c56a408efe', 'name': 'network-vif-deleted', 'tag': '5c2dee13-6a57-48b2-bb92-04f765ad9a61', 'status': 'completed', 'code': 200} Nov 11 12:59:31.779416 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46918) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:32.168071 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20300e1d-0cc5-4037-a5cd-502ff2fb79ec tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:32.325971 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5c2dee13-6a57-48b2-bb92-04f765ad9a61 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:59:32.346490 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 5c2dee13-6a57-48b2-bb92-04f765ad9a61 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:59:32.346903 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 5c2dee13-6a57-48b2-bb92-04f765ad9a61 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:59:32.427813 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-20300e1d-0cc5-4037-a5cd-502ff2fb79ec tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port e380b0d7-ba12-4b0a-8a31-cffff080b130 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:59:32.428086 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20300e1d-0cc5-4037-a5cd-502ff2fb79ec tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:32.521314 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-20300e1d-0cc5-4037-a5cd-502ff2fb79ec tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] For port e380b0d7-ba12-4b0a-8a31-cffff080b130, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e380b0d7-ba12-4b0a-8a31-cffff080b130,segment=NetworkSegment(52377516-b177-4d3d-af67-261e9c502fa1),segment_id=52377516-b177-4d3d-af67-261e9c502fa1)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:59:32.521685 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20300e1d-0cc5-4037-a5cd-502ff2fb79ec tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:32.540052 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-20300e1d-0cc5-4037-a5cd-502ff2fb79ec tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for e380b0d7-ba12-4b0a-8a31-cffff080b130 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:59:32.731170 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20300e1d-0cc5-4037-a5cd-502ff2fb79ec tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:32.755427 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20300e1d-0cc5-4037-a5cd-502ff2fb79ec tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=e380b0d7-ba12-4b0a-8a31-cffff080b130,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:32.933201 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20300e1d-0cc5-4037-a5cd-502ff2fb79ec tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:33.160576 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20300e1d-0cc5-4037-a5cd-502ff2fb79ec tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:59:33.272987 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20300e1d-0cc5-4037-a5cd-502ff2fb79ec tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:59:33.279563 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-20300e1d-0cc5-4037-a5cd-502ff2fb79ec tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "PUT /v2.0/routers/700d0f72-3a9a-4668-913e-5e6ac1d37e85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4983439 Nov 11 12:59:33.282295 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46920) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:33.284297 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d4845-dc14-421c-a16a-2730d6b47e3a None None] Sync routers for ids ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:59:33.295825 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d4845-dc14-421c-a16a-2730d6b47e3a None None] Routers {'700d0f72-3a9a-4668-913e-5e6ac1d37e85'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:59:33.296520 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3c0d4845-dc14-421c-a16a-2730d6b47e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:59:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:33.335143 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b557fc35-6d56-425c-8b74-e53fb5b43dd4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting subnet f688de1e-b1d4-4ac3-a60b-ab7a8732b309 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:59:33.338384 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b557fc35-6d56-425c-8b74-e53fb5b43dd4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:33.378122 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b557fc35-6d56-425c-8b74-e53fb5b43dd4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:33.399318 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-3c0d4845-dc14-421c-a16a-2730d6b47e3a None None] Set router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:59:33.465791 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b557fc35-6d56-425c-8b74-e53fb5b43dd4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:33.674755 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3c0d4845-dc14-421c-a16a-2730d6b47e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024064943', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:59:32Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:33.705855 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d4845-dc14-421c-a16a-2730d6b47e3a None None] Checking router: 700d0f72-3a9a-4668-913e-5e6ac1d37e85 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:59:33.715815 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d4845-dc14-421c-a16a-2730d6b47e3a None None] Routers {'700d0f72-3a9a-4668-913e-5e6ac1d37e85'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:59:33.716454 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3c0d4845-dc14-421c-a16a-2730d6b47e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:59:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:33.822441 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-3c0d4845-dc14-421c-a16a-2730d6b47e3a None None] Set router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:59:33.867283 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b557fc35-6d56-425c-8b74-e53fb5b43dd4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:33.895334 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557fc35-6d56-425c-8b74-e53fb5b43dd4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Subnet': ['ID=f688de1e-b1d4-4ac3-a60b-ab7a8732b309,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:33.897621 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b557fc35-6d56-425c-8b74-e53fb5b43dd4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:33.900925 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b557fc35-6d56-425c-8b74-e53fb5b43dd4 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/subnets/f688de1e-b1d4-4ac3-a60b-ab7a8732b309 HTTP/1.1" status: 204 len: 168 time: 0.6175773 Nov 11 12:59:33.903232 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1804c505-b6b0-4cc6-80d0-bd1217f08ecf None None] Network 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:59:33.904083 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46922) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:34.003256 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-3c0d4845-dc14-421c-a16a-2730d6b47e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024064943', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:59:32Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:34.018155 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1d49c49e-be5f-4a8f-b393-236cefce2dd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:34.029733 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d4845-dc14-421c-a16a-2730d6b47e3a None None] The sync data for ids ['700d0f72-3a9a-4668-913e-5e6ac1d37e85'] in n-d-807359-3 is: [{'id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024064943', 'tenant_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:59:32Z', 'revision_number': 5, 'project_id': 'dd8cc351280a4250ac0a97658d3e7b22', 'gw_port': {'id': 'dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d0f72-3a9a-4668-913e-5e6ac1d37e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:58:29Z', 'updated_at': '2021-11-11T12:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:59:34.121238 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1d49c49e-be5f-4a8f-b393-236cefce2dd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:34.179007 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-1d49c49e-be5f-4a8f-b393-236cefce2dd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Deleting port dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:59:34.179320 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1d49c49e-be5f-4a8f-b393-236cefce2dd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:34.256168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-1d49c49e-be5f-4a8f-b393-236cefce2dd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] For port dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:59:34.256415 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1d49c49e-be5f-4a8f-b393-236cefce2dd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:34.269856 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-1d49c49e-be5f-4a8f-b393-236cefce2dd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Calling delete_port for dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:59:34.399122 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] DHCP port deletion for 4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:59:34.455068 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Deleting port f1d71095-8132-46a4-be9e-c9bfd2940c2a {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:59:34.455915 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:34.473434 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1d49c49e-be5f-4a8f-b393-236cefce2dd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:34.501122 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49c49e-be5f-4a8f-b393-236cefce2dd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Port': ['ID=dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:34.570919 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1d49c49e-be5f-4a8f-b393-236cefce2dd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:34.678135 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dcee79-068f-432d-8d07-732d553eadae None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:59:34.701948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] For port f1d71095-8132-46a4-be9e-c9bfd2940c2a, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=f1d71095-8132-46a4-be9e-c9bfd2940c2a,segment=NetworkSegment(52377516-b177-4d3d-af67-261e9c502fa1),segment_id=52377516-b177-4d3d-af67-261e9c502fa1)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:59:34.702562 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:34.720171 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Calling delete_port for f1d71095-8132-46a4-be9e-c9bfd2940c2a owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:59:34.763252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e380b0d7-ba12-4b0a-8a31-cffff080b130 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:59:34.788645 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: e380b0d7-ba12-4b0a-8a31-cffff080b130 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:59:34.788936 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e380b0d7-ba12-4b0a-8a31-cffff080b130 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:59:34.789381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device f1d71095-8132-46a4-be9e-c9bfd2940c2a no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:59:34.875000 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:34.910631 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Pushing event deleted for resources: {'Port': ['ID=f1d71095-8132-46a4-be9e-c9bfd2940c2a,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:34.914386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] No DVR routers for this DVR port f1d71095-8132-46a4-be9e-c9bfd2940c2a on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:59:34.927183 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:34.927183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:34.927183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:34.927183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:34.927183 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:34.928086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:34.928086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:34.928347 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:34.928427 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:34.928747 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:34.929052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:34.929369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:34.929710 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7103dba-41a7-4814-9ec6-897610b59fdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:34.987439 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1d49c49e-be5f-4a8f-b393-236cefce2dd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:34.989778 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1d49c49e-be5f-4a8f-b393-236cefce2dd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:35.033405 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1d49c49e-be5f-4a8f-b393-236cefce2dd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:35.034091 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d49c49e-be5f-4a8f-b393-236cefce2dd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Fanout notify agent at l3_agent the message router_deleted on router 700d0f72-3a9a-4668-913e-5e6ac1d37e85 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:59:35.041250 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1d49c49e-be5f-4a8f-b393-236cefce2dd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:35.042637 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1d49c49e-be5f-4a8f-b393-236cefce2dd9 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/routers/700d0f72-3a9a-4668-913e-5e6ac1d37e85 HTTP/1.1" status: 204 len: 168 time: 1.1373944 Nov 11 12:59:35.045428 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46924) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:35.143817 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47300d6c-ddfa-40ae-a250-617acf6e4740 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:35.238154 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47300d6c-ddfa-40ae-a250-617acf6e4740 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:35.258177 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-47300d6c-ddfa-40ae-a250-617acf6e4740 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:35.267348 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-47300d6c-ddfa-40ae-a250-617acf6e4740 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52377516-b177-4d3d-af67-261e9c502fa1') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:35.267642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-47300d6c-ddfa-40ae-a250-617acf6e4740 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52377516-b177-4d3d-af67-261e9c502fa1') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:35.277022 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47300d6c-ddfa-40ae-a250-617acf6e4740 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:35.290651 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47300d6c-ddfa-40ae-a250-617acf6e4740 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:35.297377 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47300d6c-ddfa-40ae-a250-617acf6e4740 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:59:35.297888 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47300d6c-ddfa-40ae-a250-617acf6e4740 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: timer() Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:59:35.300964 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:59:35.361734 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47300d6c-ddfa-40ae-a250-617acf6e4740 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:35.368987 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-47300d6c-ddfa-40ae-a250-617acf6e4740 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:35.372079 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-47300d6c-ddfa-40ae-a250-617acf6e4740 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/networks/4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6 HTTP/1.1" status: 204 len: 168 time: 0.3256350 Nov 11 12:59:35.375059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46926) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:35.385108 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47300d6c-ddfa-40ae-a250-617acf6e4740 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'Network': ['ID=4aaf4c24-c92c-4ff8-8f04-5a70bde8b1c6,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:35.440090 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8a40a8eb-0930-4589-a018-6215f3292911 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:35.468140 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8a40a8eb-0930-4589-a018-6215f3292911 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:35.530920 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8a40a8eb-0930-4589-a018-6215f3292911 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:35.533999 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-8a40a8eb-0930-4589-a018-6215f3292911 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:35.535169 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-8a40a8eb-0930-4589-a018-6215f3292911 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] 10.222.0.65 "DELETE /v2.0/security-groups/0391ff81-f43b-41c0-bc48-b5d3886f66a0 HTTP/1.1" status: 204 len: 168 time: 0.1591139 Nov 11 12:59:35.544922 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40a8eb-0930-4589-a018-6215f3292911 tempest-TestNetworkAdvancedServerOps-1057913721 tempest-TestNetworkAdvancedServerOps-1057913721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0391ff81-f43b-41c0-bc48-b5d3886f66a0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:35.877650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46934) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:35.931861 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-10bb8d2b-695c-4f19-a629-c080e2d9465c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:36.029882 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2c0a01e9-1012-445b-81c4-a4c7dd5786c5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dd8cc351280a4250ac0a97658d3e7b22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1509504 Nov 11 12:59:36.032862 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46938) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:36.081987 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dd0482d3-22d2-4187-a27a-552805ed950a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:36.104393 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dd0482d3-22d2-4187-a27a-552805ed950a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:36.160141 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dd0482d3-22d2-4187-a27a-552805ed950a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:36.163079 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dd0482d3-22d2-4187-a27a-552805ed950a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:36.164241 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dd0482d3-22d2-4187-a27a-552805ed950a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0863b57a-2e9e-48a1-bc61-1be47b725a6a HTTP/1.1" status: 204 len: 168 time: 0.1304793 Nov 11 12:59:36.173221 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0482d3-22d2-4187-a27a-552805ed950a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0863b57a-2e9e-48a1-bc61-1be47b725a6a,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:36.432803 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46944) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:36.447788 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4e1e027e-257d-48f7-afc5-a73fcb76f745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:36.524419 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4e1e027e-257d-48f7-afc5-a73fcb76f745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:36.531020 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4e1e027e-257d-48f7-afc5-a73fcb76f745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:36.567535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e027e-257d-48f7-afc5-a73fcb76f745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0023a4f-dfdc-465d-867f-b4afd7e07a98,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:36.571908 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4e1e027e-257d-48f7-afc5-a73fcb76f745 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15edd767d0f144598690725257ae1d24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380506 Nov 11 12:59:36.574750 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46946) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:36.625638 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bb843f5d-5991-4532-9980-6fe1d6a8b4c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:36.639942 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:59:36.649443 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bb843f5d-5991-4532-9980-6fe1d6a8b4c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:36.660708 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:59:36.661060 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device dbddaf72-ca5e-4a0b-81f4-3e2ab4e3d24b not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:59:36.704862 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bb843f5d-5991-4532-9980-6fe1d6a8b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:36.708829 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-bb843f5d-5991-4532-9980-6fe1d6a8b4c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:36.710264 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-bb843f5d-5991-4532-9980-6fe1d6a8b4c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f0023a4f-dfdc-465d-867f-b4afd7e07a98 HTTP/1.1" status: 204 len: 168 time: 0.1345525 Nov 11 12:59:36.718443 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb843f5d-5991-4532-9980-6fe1d6a8b4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0023a4f-dfdc-465d-867f-b4afd7e07a98,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:37.462626 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46968) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:37.571272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-a4a6a4ab-562b-4a8e-8bff-685825427502 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1483682984-network', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:37.594700 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a6a4ab-562b-4a8e-8bff-685825427502 admin admin] Made reservation on behalf of ab330c5a3cda4af79f57efd2d935ca57 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:59:37.597133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a4ab-562b-4a8e-8bff-685825427502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:37.606231 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a4ab-562b-4a8e-8bff-685825427502 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:37.695714 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a4ab-562b-4a8e-8bff-685825427502 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:37.701770 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a4ab-562b-4a8e-8bff-685825427502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:37.726512 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a6a4ab-562b-4a8e-8bff-685825427502 admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:59:37.736090 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6a4ab-562b-4a8e-8bff-685825427502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4c4eed-3128-4b9c-ae65-15ad550776a3,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:37.740827 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a4ab-562b-4a8e-8bff-685825427502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:37.741166 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-a4a6a4ab-562b-4a8e-8bff-685825427502 admin admin] Added segment 328e039d-aabf-474d-aa29-6588e59afd02 of type vlan for network 9582cb6f-768e-417a-ada8-fc2030a6e63e Nov 11 12:59:37.781304 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a4ab-562b-4a8e-8bff-685825427502 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:37.809136 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a4ab-562b-4a8e-8bff-685825427502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:37.810111 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a6a4ab-562b-4a8e-8bff-685825427502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:37.810724 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a4ab-562b-4a8e-8bff-685825427502 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:37.844664 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a4a6a4ab-562b-4a8e-8bff-685825427502 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3809009 Nov 11 12:59:37.847880 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46972) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:37.853163 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-84b5045b-80ae-44fb-b970-a530d430618a admin admin] Request body: {'subnet': {'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1483682984-subnet', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:37.875774 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6a4ab-562b-4a8e-8bff-685825427502 admin admin] Pushing event updated for resources: {'Network': ['ID=9582cb6f-768e-417a-ada8-fc2030a6e63e,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:37.877069 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b5045b-80ae-44fb-b970-a530d430618a admin admin] Made reservation on behalf of ab330c5a3cda4af79f57efd2d935ca57 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:59:37.883647 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84b5045b-80ae-44fb-b970-a530d430618a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:37.886063 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 9582cb6f-768e-417a-ada8-fc2030a6e63e details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:59:38.057539 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84b5045b-80ae-44fb-b970-a530d430618a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.110397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5045b-80ae-44fb-b970-a530d430618a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:38.126118 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5045b-80ae-44fb-b970-a530d430618a admin admin] Checking segment: {'id': '328e039d-aabf-474d-aa29-6588e59afd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:59:38.126484 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b5045b-80ae-44fb-b970-a530d430618a admin admin] Network hostable DHCP agents. Network: 9582cb6f-768e-417a-ada8-fc2030a6e63e, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:59:38.143919 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b5045b-80ae-44fb-b970-a530d430618a admin admin] Network 9582cb6f-768e-417a-ada8-fc2030a6e63e is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:59:38.153395 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-84b5045b-80ae-44fb-b970-a530d430618a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 9582cb6f-768e-417a-ada8-fc2030a6e63e) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:59:38.158618 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b5045b-80ae-44fb-b970-a530d430618a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:38.159233 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-84b5045b-80ae-44fb-b970-a530d430618a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.163243 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c079bab-41fc-4683-af33-f82d401fca0f None None] Network 9582cb6f-768e-417a-ada8-fc2030a6e63e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:59:38.177420 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-84b5045b-80ae-44fb-b970-a530d430618a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3284054 Nov 11 12:59:38.180371 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46974) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:38.184892 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:38.208991 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.210053 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.239777 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e7eb55d8-41ab-4f3e-a112-aa99e4fbb28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.263422 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.327113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-9582cb6f-768e-417a-ada8-fc2030a6e63e', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:59:38.327993 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.403227 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.464362 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Allocated IP 172.20.0.2 (9582cb6f-768e-417a-ada8-fc2030a6e63e/c3ef0d35-91af-4dad-bc5f-1be804ec7ac1/e9d40c0a-b806-46c9-817f-f0b8d5888056) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:59:38.601260 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.601598 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.607927 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.624831 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.653167 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Network 9582cb6f-768e-417a-ada8-fc2030a6e63e is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:59:38.656235 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:59:38.658674 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:59:38.667798 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Pushing event updated for resources: {'Port': ['ID=e9d40c0a-b806-46c9-817f-f0b8d5888056,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:38.718298 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Attempting to bind port e9d40c0a-b806-46c9-817f-f0b8d5888056 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:59:38.718581 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Attempting to bind port e9d40c0a-b806-46c9-817f-f0b8d5888056 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '328e039d-aabf-474d-aa29-6588e59afd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:59:38.718941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Attempting to bind port e9d40c0a-b806-46c9-817f-f0b8d5888056 on network 9582cb6f-768e-417a-ada8-fc2030a6e63e {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:59:38.724669 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:59:38.725156 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Checking segment: {'id': '328e039d-aabf-474d-aa29-6588e59afd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:59:38.725553 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.725976 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Bound using segment: {'id': '328e039d-aabf-474d-aa29-6588e59afd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:59:38.726437 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Bound port: e9d40c0a-b806-46c9-817f-f0b8d5888056, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328e039d-aabf-474d-aa29-6588e59afd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:59:38.726801 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.728096 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Allocated IP 172.25.2.145 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/e45f9f54-9dbb-4f65-b32a-19809289b1b4) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:59:38.788773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] For port e9d40c0a-b806-46c9-817f-f0b8d5888056, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:59:38.791986 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] For port e9d40c0a-b806-46c9-817f-f0b8d5888056, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e9d40c0a-b806-46c9-817f-f0b8d5888056,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:59:38.797857 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.835875 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.860630 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307108d-b221-4e3a-bb19-ca620e637bdf None None] Pushing event updated for resources: {'Port': ['ID=e9d40c0a-b806-46c9-817f-f0b8d5888056,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:38.876820 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.919364 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:59:38.922359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:59:38.924845 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:59:38.935600 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f11710f-d596-4dc6-a86c-1ebe8f30a169 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:59:38.949916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Pushing event updated for resources: {'Port': ['ID=e45f9f54-9dbb-4f65-b32a-19809289b1b4,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:39.047742 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ff6176ba-e814-4dc8-be97-c38032a19c77 None None] Provisioning complete for port e45f9f54-9dbb-4f65-b32a-19809289b1b4 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:39.048105 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ff6176ba-e814-4dc8-be97-c38032a19c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:39.086220 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-ff6176ba-e814-4dc8-be97-c38032a19c77 None None] Port e45f9f54-9dbb-4f65-b32a-19809289b1b4 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:59:39.216108 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:39.299284 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:39.418453 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:39.555375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:59:39.666477 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:59:39.676946 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Sync routers for ids ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:59:39.689848 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Routers {'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:59:39.690517 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:59:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:39.691018 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:39.695030 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-80e3179c-8581-4ea9-8f1c-4ba458648c9f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5109117 Nov 11 12:59:39.695450 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46976) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:39.778299 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fb8160-6e71-4cc2-a2da-4c868d4b7dd4 None None] Network 9582cb6f-768e-417a-ada8-fc2030a6e63e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:59:39.863102 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Set router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:59:39.892019 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-45bf98cc-e174-41a2-9a07-d979ce320361 None None] Provisioning complete for port e9d40c0a-b806-46c9-817f-f0b8d5888056 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:39.892361 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-45bf98cc-e174-41a2-9a07-d979ce320361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.114432 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.153224 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-45bf98cc-e174-41a2-9a07-d979ce320361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.200941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-45bf98cc-e174-41a2-9a07-d979ce320361 None None] For port e9d40c0a-b806-46c9-817f-f0b8d5888056, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e9d40c0a-b806-46c9-817f-f0b8d5888056,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:59:40.208170 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-45bf98cc-e174-41a2-9a07-d979ce320361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.237525 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:39Z', 'revision_number': 3, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:40.272595 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Checking router: ab80a73a-8f34-446a-abb5-5b9ed25f2a4b for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:59:40.272941 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Updating router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b port e45f9f54-9dbb-4f65-b32a-19809289b1b4 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:59:40.283654 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Allocated IP 172.20.0.1 (9582cb6f-768e-417a-ada8-fc2030a6e63e/c3ef0d35-91af-4dad-bc5f-1be804ec7ac1/4de21f0c-080b-406f-ab97-247906632f21) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:59:40.310130 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf98cc-e174-41a2-9a07-d979ce320361 None None] Pushing event updated for resources: {'Port': ['ID=e9d40c0a-b806-46c9-817f-f0b8d5888056,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:40.312717 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.396671 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.431504 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.474683 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Network 9582cb6f-768e-417a-ada8-fc2030a6e63e is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:59:40.477125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-ce5ce193-39a4-4bad-8ac9-594714b92533 None None] Provisioning complete for port e9d40c0a-b806-46c9-817f-f0b8d5888056 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:40.477375 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:59:40.477497 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ce5ce193-39a4-4bad-8ac9-594714b92533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.482884 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:59:40.486071 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Pushing event updated for resources: {'Port': ['ID=4de21f0c-080b-406f-ab97-247906632f21,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:40.524300 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.644203 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.653702 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.665202 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.703861 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dec1c0-0ac0-4265-a187-eb5b4662325c None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:59:40.740572 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Attempting to bind port e45f9f54-9dbb-4f65-b32a-19809289b1b4 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:59:40.740823 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Attempting to bind port e45f9f54-9dbb-4f65-b32a-19809289b1b4 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:59:40.741177 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Attempting to bind port e45f9f54-9dbb-4f65-b32a-19809289b1b4 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:59:40.744151 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7c8e2-3510-46c3-b3d4-e29be124eca7 None None] Pushing event updated for resources: {'Port': ['ID=e45f9f54-9dbb-4f65-b32a-19809289b1b4,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:40.751593 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:59:40.751593 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:59:40.751593 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.751992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:59:40.752301 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Bound port: e45f9f54-9dbb-4f65-b32a-19809289b1b4, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:59:40.752669 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.776055 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e9d40c0a-b806-46c9-817f-f0b8d5888056 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:59:40.850084 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.857106 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.864017 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] For port e45f9f54-9dbb-4f65-b32a-19809289b1b4, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:59:40.875333 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.881974 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] For port e45f9f54-9dbb-4f65-b32a-19809289b1b4, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e45f9f54-9dbb-4f65-b32a-19809289b1b4,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:59:40.888001 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c92f49de-eca4-479d-a740-f773da795cc0 None None] Provisioning complete for port e45f9f54-9dbb-4f65-b32a-19809289b1b4 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:40.888348 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c92f49de-eca4-479d-a740-f773da795cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.890950 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.928452 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Pushing event updated for resources: {'Port': ['ID=4de21f0c-080b-406f-ab97-247906632f21,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:40.931032 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.944567 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e9d40c0a-b806-46c9-817f-f0b8d5888056 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:40.944919 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:40.985515 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0568138-2f45-4cb8-9fab-8f0517432a9a None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:59:41.021648 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Network 9582cb6f-768e-417a-ada8-fc2030a6e63e is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:59:41.023388 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:59:41.027876 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Routers {'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:59:41.028492 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:59:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:41.035251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7c8e2-3510-46c3-b3d4-e29be124eca7 None None] Pushing event updated for resources: {'Port': ['ID=e45f9f54-9dbb-4f65-b32a-19809289b1b4,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:41.157104 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:59:41.275087 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:59:41.281176 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-ff1232d3-75f0-47b1-a8a2-16d5d0cafbec admin admin] 10.222.0.65 "PUT /v2.0/routers/ab80a73a-8f34-446a-abb5-5b9ed25f2a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5842988 Nov 11 12:59:41.383997 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c92f49de-eca4-479d-a740-f773da795cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:41.392189 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:41.408163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] Set router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:59:41.456544 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c92f49de-eca4-479d-a740-f773da795cc0 None None] For port e45f9f54-9dbb-4f65-b32a-19809289b1b4, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e45f9f54-9dbb-4f65-b32a-19809289b1b4,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:59:41.464045 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c92f49de-eca4-479d-a740-f773da795cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:41.565560 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c92f49de-eca4-479d-a740-f773da795cc0 None None] Provisioning complete for port 4de21f0c-080b-406f-ab97-247906632f21 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:41.565967 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c92f49de-eca4-479d-a740-f773da795cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:41.622936 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f49de-eca4-479d-a740-f773da795cc0 None None] Pushing event updated for resources: {'Port': ['ID=e45f9f54-9dbb-4f65-b32a-19809289b1b4,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:41.644774 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c92f49de-eca4-479d-a740-f773da795cc0 None None] Port 4de21f0c-080b-406f-ab97-247906632f21 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:59:41.714513 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '4de21f0c-080b-406f-ab97-247906632f21', 'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'mac_address': 'fa:16:3e:89:8e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:40Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 2, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'subnets': [{'id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:41.740619 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd888e22-082c-41e9-b72e-28eee946bf23 None None] The sync data for ids ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'] in n-d-807359-3 is: [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '4de21f0c-080b-406f-ab97-247906632f21', 'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'mac_address': 'fa:16:3e:89:8e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:40Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 2, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'subnets': [{'id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:59:41.767719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5983d3f4-3d09-49fa-8cb7-b83d1e933338 None None] Provisioning complete for port e45f9f54-9dbb-4f65-b32a-19809289b1b4 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:41.768063 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5983d3f4-3d09-49fa-8cb7-b83d1e933338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:41.774840 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46992) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:41.780066 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-6b1d1743-398c-4979-86ef-fb55869eba21 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-48195870-network', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:41.803821 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1d1743-398c-4979-86ef-fb55869eba21 admin admin] Made reservation on behalf of 1340e5931f924d47a3142f7c5831abe8 for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:59:41.806990 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b1d1743-398c-4979-86ef-fb55869eba21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:41.816602 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b1d1743-398c-4979-86ef-fb55869eba21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:41.867551 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-5983d3f4-3d09-49fa-8cb7-b83d1e933338 None None] Provisioning complete for port 4de21f0c-080b-406f-ab97-247906632f21 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:41.867906 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5983d3f4-3d09-49fa-8cb7-b83d1e933338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:41.898534 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b1d1743-398c-4979-86ef-fb55869eba21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:41.904234 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b1d1743-398c-4979-86ef-fb55869eba21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:41.904764 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-5983d3f4-3d09-49fa-8cb7-b83d1e933338 None None] Port 4de21f0c-080b-406f-ab97-247906632f21 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:59:41.933127 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1d1743-398c-4979-86ef-fb55869eba21 admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:59:41.939795 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d1743-398c-4979-86ef-fb55869eba21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0daa933c-fb66-409e-8503-3b1618ff02ab,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:41.947401 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b1d1743-398c-4979-86ef-fb55869eba21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:41.947743 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-6b1d1743-398c-4979-86ef-fb55869eba21 admin admin] Added segment d4ecbaef-b7da-4e2f-94d5-8909af79ef64 of type vlan for network 99fa2a2b-e6f2-4b2a-9c79-798fefe5f920 Nov 11 12:59:42.004669 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b1d1743-398c-4979-86ef-fb55869eba21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:42.033679 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b1d1743-398c-4979-86ef-fb55869eba21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:42.034770 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1d1743-398c-4979-86ef-fb55869eba21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:42.035394 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b1d1743-398c-4979-86ef-fb55869eba21 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:42.068814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6b1d1743-398c-4979-86ef-fb55869eba21 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2928276 Nov 11 12:59:42.071740 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46994) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:42.087828 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-620d4ee3-658f-4b18-a1c7-6176ef2abe6f admin admin] Request body: {'subnet': {'network_id': '99fa2a2b-e6f2-4b2a-9c79-798fefe5f920', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-48195870-subnet', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8', 'ip_version': 4}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:42.106211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d1743-398c-4979-86ef-fb55869eba21 admin admin] Pushing event updated for resources: {'Network': ['ID=99fa2a2b-e6f2-4b2a-9c79-798fefe5f920,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:42.122890 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620d4ee3-658f-4b18-a1c7-6176ef2abe6f admin admin] Made reservation on behalf of 1340e5931f924d47a3142f7c5831abe8 for: {'subnet': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:59:42.124251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 99fa2a2b-e6f2-4b2a-9c79-798fefe5f920 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:59:42.125479 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-620d4ee3-658f-4b18-a1c7-6176ef2abe6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60553219'] for subnet, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:42.305805 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-620d4ee3-658f-4b18-a1c7-6176ef2abe6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60618116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60553261'] for subnet, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:42.363028 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d4ee3-658f-4b18-a1c7-6176ef2abe6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3461c1ca-6615-4bd3-96e0-89df9ff6ce0f,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:42.373887 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620d4ee3-658f-4b18-a1c7-6176ef2abe6f admin admin] Checking segment: {'id': 'd4ecbaef-b7da-4e2f-94d5-8909af79ef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99fa2a2b-e6f2-4b2a-9c79-798fefe5f920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:59:42.374254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620d4ee3-658f-4b18-a1c7-6176ef2abe6f admin admin] Network hostable DHCP agents. Network: 99fa2a2b-e6f2-4b2a-9c79-798fefe5f920, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:59:42.401335 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620d4ee3-658f-4b18-a1c7-6176ef2abe6f admin admin] Network 99fa2a2b-e6f2-4b2a-9c79-798fefe5f920 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:59:42.415330 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-620d4ee3-658f-4b18-a1c7-6176ef2abe6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 99fa2a2b-e6f2-4b2a-9c79-798fefe5f920) {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:59:42.420145 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d4ee3-658f-4b18-a1c7-6176ef2abe6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:42.420742 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-620d4ee3-658f-4b18-a1c7-6176ef2abe6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:42.437722 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbf9eac-3c5a-470e-b89d-65ffc6604920 None None] Network 99fa2a2b-e6f2-4b2a-9c79-798fefe5f920 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:59:42.445853 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-620d4ee3-658f-4b18-a1c7-6176ef2abe6f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3708255 Nov 11 12:59:42.448341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 46996) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:42.453053 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-48195870-router', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:42.475538 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:42.476884 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:42.539016 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:42.604646 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-99fa2a2b-e6f2-4b2a-9c79-798fefe5f920', 'network_id': '99fa2a2b-e6f2-4b2a-9c79-798fefe5f920', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8', 'fixed_ips': [{'subnet_id': '3461c1ca-6615-4bd3-96e0-89df9ff6ce0f'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:59:42.605768 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:42.686859 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:42.747115 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Allocated IP 172.20.0.2 (99fa2a2b-e6f2-4b2a-9c79-798fefe5f920/3461c1ca-6615-4bd3-96e0-89df9ff6ce0f/ce8771c6-bddb-4dd3-a90d-1a070c65970c) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:59:42.759812 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e45f9f54-9dbb-4f65-b32a-19809289b1b4 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:59:42.872885 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port e45f9f54-9dbb-4f65-b32a-19809289b1b4 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:42.873283 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:42.928461 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:42.953638 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:42.981250 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:43.010680 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:43.061064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Network 99fa2a2b-e6f2-4b2a-9c79-798fefe5f920 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:59:43.063984 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:59:43.066548 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:59:43.070744 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Allocated IP 172.25.2.208 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/26567fc2-8d17-4da1-badb-765e670b0049) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:59:43.072955 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Pushing event updated for resources: {'Port': ['ID=ce8771c6-bddb-4dd3-a90d-1a070c65970c,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:43.126398 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Attempting to bind port ce8771c6-bddb-4dd3-a90d-1a070c65970c on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:59:43.126590 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Attempting to bind port ce8771c6-bddb-4dd3-a90d-1a070c65970c by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'd4ecbaef-b7da-4e2f-94d5-8909af79ef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99fa2a2b-e6f2-4b2a-9c79-798fefe5f920'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:59:43.126844 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Attempting to bind port ce8771c6-bddb-4dd3-a90d-1a070c65970c on network 99fa2a2b-e6f2-4b2a-9c79-798fefe5f920 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:59:43.132083 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:59:43.132443 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Checking segment: {'id': 'd4ecbaef-b7da-4e2f-94d5-8909af79ef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99fa2a2b-e6f2-4b2a-9c79-798fefe5f920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:59:43.132866 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:43.133222 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Bound using segment: {'id': 'd4ecbaef-b7da-4e2f-94d5-8909af79ef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99fa2a2b-e6f2-4b2a-9c79-798fefe5f920'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:59:43.133694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Bound port: ce8771c6-bddb-4dd3-a90d-1a070c65970c, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ecbaef-b7da-4e2f-94d5-8909af79ef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99fa2a2b-e6f2-4b2a-9c79-798fefe5f920'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:59:43.134067 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:43.183960 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:43.200692 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] For port ce8771c6-bddb-4dd3-a90d-1a070c65970c, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:59:43.203892 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] For port ce8771c6-bddb-4dd3-a90d-1a070c65970c, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ce8771c6-bddb-4dd3-a90d-1a070c65970c,segment=NetworkSegment(d4ecbaef-b7da-4e2f-94d5-8909af79ef64),segment_id=d4ecbaef-b7da-4e2f-94d5-8909af79ef64)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:59:43.209289 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:43.221004 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:43.257574 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:59:43.264737 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:59:43.270259 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:59:43.273388 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a920f-a1d2-450f-81d5-3a3f1786db83 None None] Pushing event updated for resources: {'Port': ['ID=ce8771c6-bddb-4dd3-a90d-1a070c65970c,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:43.285245 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d0566e-84c4-4044-8f64-0812f4197fe7 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:59:43.298144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Pushing event updated for resources: {'Port': ['ID=26567fc2-8d17-4da1-badb-765e670b0049,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:43.339238 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-500d0771-9619-49ef-b68e-58ebaec4e10b None None] Provisioning complete for port 26567fc2-8d17-4da1-badb-765e670b0049 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:43.339606 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-500d0771-9619-49ef-b68e-58ebaec4e10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:43.377495 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-500d0771-9619-49ef-b68e-58ebaec4e10b None None] Port 26567fc2-8d17-4da1-badb-765e670b0049 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:59:43.551755 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:43.824409 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Sync routers for ids ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:59:43.840279 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Routers {'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:59:43.840926 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:59:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:43.963827 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Set router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:59:44.076725 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:44.166044 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '4de21f0c-080b-406f-ab97-247906632f21', 'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'mac_address': 'fa:16:3e:89:8e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:40Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 2, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'subnets': [{'id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:44.191623 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Checking router: ab80a73a-8f34-446a-abb5-5b9ed25f2a4b for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:59:44.191985 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Updating router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b port 4de21f0c-080b-406f-ab97-247906632f21 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:59:44.207299 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Router 60709aae-a72b-409c-b468-38df796c2caa is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:59:44.217910 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:44.329705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:59:44.341050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Sync routers for ids ['60709aae-a72b-409c-b468-38df796c2caa'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:59:44.355668 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Routers {'60709aae-a72b-409c-b468-38df796c2caa'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:59:44.356331 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:59:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['60709aae-a72b-409c-b468-38df796c2caa'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:44.363578 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:44.366032 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2bbda3aa-6580-42c4-ae3c-505120f718e5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9165297 Nov 11 12:59:44.368886 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 46998) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:44.470061 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Set router 60709aae-a72b-409c-b468-38df796c2caa gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:59:44.520223 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:44.528693 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:44.612473 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22740c1a-0e97-4f7f-bb10-d73fbbe4bdf6 None None] Pushing event updated for resources: {'Port': ['ID=4de21f0c-080b-406f-ab97-247906632f21,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:44.654714 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22740c1a-0e97-4f7f-bb10-d73fbbe4bdf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:44.655394 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22740c1a-0e97-4f7f-bb10-d73fbbe4bdf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:44.655394 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22740c1a-0e97-4f7f-bb10-d73fbbe4bdf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:44.656050 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22740c1a-0e97-4f7f-bb10-d73fbbe4bdf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:44.656491 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22740c1a-0e97-4f7f-bb10-d73fbbe4bdf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:44.656815 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22740c1a-0e97-4f7f-bb10-d73fbbe4bdf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:44.657130 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22740c1a-0e97-4f7f-bb10-d73fbbe4bdf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:44.657441 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22740c1a-0e97-4f7f-bb10-d73fbbe4bdf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:44.657959 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22740c1a-0e97-4f7f-bb10-d73fbbe4bdf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:44.658278 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22740c1a-0e97-4f7f-bb10-d73fbbe4bdf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:44.658633 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22740c1a-0e97-4f7f-bb10-d73fbbe4bdf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:44.659024 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22740c1a-0e97-4f7f-bb10-d73fbbe4bdf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:44.680824 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Attempting to bind port 4de21f0c-080b-406f-ab97-247906632f21 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:59:44.681184 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Attempting to bind port 4de21f0c-080b-406f-ab97-247906632f21 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '328e039d-aabf-474d-aa29-6588e59afd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:59:44.681535 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Attempting to bind port 4de21f0c-080b-406f-ab97-247906632f21 on network 9582cb6f-768e-417a-ada8-fc2030a6e63e {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:59:44.688035 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:59:44.688547 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Checking segment: {'id': '328e039d-aabf-474d-aa29-6588e59afd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:59:44.695927 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:44.696334 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Bound using segment: {'id': '328e039d-aabf-474d-aa29-6588e59afd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:59:44.697085 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Bound port: 4de21f0c-080b-406f-ab97-247906632f21, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328e039d-aabf-474d-aa29-6588e59afd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:59:44.697480 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:44.700674 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60709aae-a72b-409c-b468-38df796c2caa', 'name': 'tempest-TestShelveInstance-48195870-router', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '26567fc2-8d17-4da1-badb-765e670b0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:42Z', 'updated_at': '2021-11-11T12:59:43Z', 'revision_number': 3, 'project_id': '1340e5931f924d47a3142f7c5831abe8', 'gw_port': {'id': '26567fc2-8d17-4da1-badb-765e670b0049', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60709aae-a72b-409c-b468-38df796c2caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:42Z', 'updated_at': '2021-11-11T12:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:44.767821 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Checking router: 60709aae-a72b-409c-b468-38df796c2caa for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:59:44.768166 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Updating router 60709aae-a72b-409c-b468-38df796c2caa port 26567fc2-8d17-4da1-badb-765e670b0049 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:59:44.781190 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] For port 4de21f0c-080b-406f-ab97-247906632f21, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:59:44.786159 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] For port 4de21f0c-080b-406f-ab97-247906632f21, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4de21f0c-080b-406f-ab97-247906632f21,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:59:44.796163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ce8771c6-bddb-4dd3-a90d-1a070c65970c up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:59:44.803962 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:44.847834 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:44.859102 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Routers {'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:59:44.859739 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:59:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:44.890076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f464599f-ac36-474b-a87c-63ff0fc9b5a2 None None] Network 99fa2a2b-e6f2-4b2a-9c79-798fefe5f920 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:59:44.909345 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22740c1a-0e97-4f7f-bb10-d73fbbe4bdf6 None None] Pushing event updated for resources: {'Port': ['ID=4de21f0c-080b-406f-ab97-247906632f21,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:44.980135 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:45.009720 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] Set router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:59:45.043720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-0e987057-76ec-4082-a366-9424930b4941 None None] Provisioning complete for port ce8771c6-bddb-4dd3-a90d-1a070c65970c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:45.044185 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0e987057-76ec-4082-a366-9424930b4941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:45.185877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Allocated IP 172.20.0.1 (99fa2a2b-e6f2-4b2a-9c79-798fefe5f920/3461c1ca-6615-4bd3-96e0-89df9ff6ce0f/841e9b7b-a088-49cf-8603-ddc563c9ca3b) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:59:45.214624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ce8771c6-bddb-4dd3-a90d-1a070c65970c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:45.214988 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:45.300686 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:45.336519 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '4de21f0c-080b-406f-ab97-247906632f21', 'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'mac_address': 'fa:16:3e:89:8e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:40Z', 'updated_at': '2021-11-11T12:59:44Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'subnets': [{'id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:45.349268 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:45.366223 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddb7485-7c47-488d-80df-4eb757ab7e2f None None] The sync data for ids ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'] in n-d-807359-3 is: [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '4de21f0c-080b-406f-ab97-247906632f21', 'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'mac_address': 'fa:16:3e:89:8e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:40Z', 'updated_at': '2021-11-11T12:59:44Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'subnets': [{'id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:59:45.398354 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Network 99fa2a2b-e6f2-4b2a-9c79-798fefe5f920 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:59:45.403283 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:59:45.405385 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Pushing event updated for resources: {'Port': ['ID=841e9b7b-a088-49cf-8603-ddc563c9ca3b,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:45.413903 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:59:45.449725 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:59:45.468785 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:45.600860 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:45.603823 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0e987057-76ec-4082-a366-9424930b4941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:45.621765 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:45.647505 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:45.738551 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:45.768016 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da77b665-df81-4724-a84b-b92cc9b8dbe5 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:59:45.776491 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-0e987057-76ec-4082-a366-9424930b4941 None None] For port ce8771c6-bddb-4dd3-a90d-1a070c65970c, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ce8771c6-bddb-4dd3-a90d-1a070c65970c,segment=NetworkSegment(d4ecbaef-b7da-4e2f-94d5-8909af79ef64),segment_id=d4ecbaef-b7da-4e2f-94d5-8909af79ef64)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:59:45.802117 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0e987057-76ec-4082-a366-9424930b4941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:45.807751 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430253b-ef76-4455-b5de-03ae1574b377 None None] Pushing event updated for resources: {'Port': ['ID=26567fc2-8d17-4da1-badb-765e670b0049,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:45.815719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Attempting to bind port 26567fc2-8d17-4da1-badb-765e670b0049 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:59:45.815719 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Attempting to bind port 26567fc2-8d17-4da1-badb-765e670b0049 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:59:45.816030 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Attempting to bind port 26567fc2-8d17-4da1-badb-765e670b0049 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:59:45.855644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:59:45.855903 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:59:45.856304 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:45.856689 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:59:45.857176 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Bound port: 26567fc2-8d17-4da1-badb-765e670b0049, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:59:45.857543 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:45.951114 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:59:45.951466 n-d-807359-3 neutron-server[109155]: DEBUG oslo_db.api [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:59:45.957041 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:45.967991 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:46.018739 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e987057-76ec-4082-a366-9424930b4941 None None] Pushing event updated for resources: {'Port': ['ID=ce8771c6-bddb-4dd3-a90d-1a070c65970c,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:46.028103 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-690a0028-16a4-46f4-bf64-0cc6a1aa58c4 None None] Provisioning complete for port 26567fc2-8d17-4da1-badb-765e670b0049 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:46.028472 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-690a0028-16a4-46f4-bf64-0cc6a1aa58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:46.032852 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] For port 26567fc2-8d17-4da1-badb-765e670b0049, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:59:46.070352 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] For port 26567fc2-8d17-4da1-badb-765e670b0049, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=26567fc2-8d17-4da1-badb-765e670b0049,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:59:46.079824 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:46.080711 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:46.082246 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Pushing event updated for resources: {'Port': ['ID=841e9b7b-a088-49cf-8603-ddc563c9ca3b,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:46.090057 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-690a0028-16a4-46f4-bf64-0cc6a1aa58c4 None None] Port 26567fc2-8d17-4da1-badb-765e670b0049 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:59:46.160699 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1d3482-e08d-4ee5-a76d-d0008ff132cb None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:59:46.174076 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-690a0028-16a4-46f4-bf64-0cc6a1aa58c4 None None] Provisioning complete for port 4de21f0c-080b-406f-ab97-247906632f21 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:46.174843 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-690a0028-16a4-46f4-bf64-0cc6a1aa58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:46.181906 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Routers {'60709aae-a72b-409c-b468-38df796c2caa'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:59:46.182530 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:59:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['60709aae-a72b-409c-b468-38df796c2caa'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:46.202887 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430253b-ef76-4455-b5de-03ae1574b377 None None] Pushing event updated for resources: {'Port': ['ID=26567fc2-8d17-4da1-badb-765e670b0049,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:46.203699 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Network 99fa2a2b-e6f2-4b2a-9c79-798fefe5f920 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:59:46.205421 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:59:46.339315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Router 60709aae-a72b-409c-b468-38df796c2caa has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:59:46.360177 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] Set router 60709aae-a72b-409c-b468-38df796c2caa gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:59:46.386294 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:46.463930 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-690a0028-16a4-46f4-bf64-0cc6a1aa58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:46.470690 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:59:46.475831 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-79eed68e-3a6a-4fb3-bd45-0a438356a41d admin admin] 10.222.0.65 "PUT /v2.0/routers/60709aae-a72b-409c-b468-38df796c2caa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1052041 Nov 11 12:59:46.586512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-690a0028-16a4-46f4-bf64-0cc6a1aa58c4 None None] For port 4de21f0c-080b-406f-ab97-247906632f21, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4de21f0c-080b-406f-ab97-247906632f21,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:59:46.597342 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-690a0028-16a4-46f4-bf64-0cc6a1aa58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:46.670538 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a0028-16a4-46f4-bf64-0cc6a1aa58c4 None None] Pushing event updated for resources: {'Port': ['ID=4de21f0c-080b-406f-ab97-247906632f21,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:46.696940 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60709aae-a72b-409c-b468-38df796c2caa', 'name': 'tempest-TestShelveInstance-48195870-router', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '26567fc2-8d17-4da1-badb-765e670b0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:42Z', 'updated_at': '2021-11-11T12:59:45Z', 'revision_number': 4, 'project_id': '1340e5931f924d47a3142f7c5831abe8', 'gw_port': {'id': '26567fc2-8d17-4da1-badb-765e670b0049', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60709aae-a72b-409c-b468-38df796c2caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:42Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '841e9b7b-a088-49cf-8603-ddc563c9ca3b', 'name': '', 'network_id': '99fa2a2b-e6f2-4b2a-9c79-798fefe5f920', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8', 'mac_address': 'fa:16:3e:f5:18:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60709aae-a72b-409c-b468-38df796c2caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3461c1ca-6615-4bd3-96e0-89df9ff6ce0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:44Z', 'updated_at': '2021-11-11T12:59:45Z', 'revision_number': 2, 'project_id': '1340e5931f924d47a3142f7c5831abe8', 'subnets': [{'id': '3461c1ca-6615-4bd3-96e0-89df9ff6ce0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:46.726807 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd65dd7-0213-4a4c-b9f5-174aeceacc96 None None] The sync data for ids ['60709aae-a72b-409c-b468-38df796c2caa'] in n-d-807359-3 is: [{'id': '60709aae-a72b-409c-b468-38df796c2caa', 'name': 'tempest-TestShelveInstance-48195870-router', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '26567fc2-8d17-4da1-badb-765e670b0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:42Z', 'updated_at': '2021-11-11T12:59:45Z', 'revision_number': 4, 'project_id': '1340e5931f924d47a3142f7c5831abe8', 'gw_port': {'id': '26567fc2-8d17-4da1-badb-765e670b0049', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60709aae-a72b-409c-b468-38df796c2caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:42Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '841e9b7b-a088-49cf-8603-ddc563c9ca3b', 'name': '', 'network_id': '99fa2a2b-e6f2-4b2a-9c79-798fefe5f920', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8', 'mac_address': 'fa:16:3e:f5:18:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60709aae-a72b-409c-b468-38df796c2caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3461c1ca-6615-4bd3-96e0-89df9ff6ce0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:44Z', 'updated_at': '2021-11-11T12:59:45Z', 'revision_number': 2, 'project_id': '1340e5931f924d47a3142f7c5831abe8', 'subnets': [{'id': '3461c1ca-6615-4bd3-96e0-89df9ff6ce0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:59:46.737818 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4de21f0c-080b-406f-ab97-247906632f21 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:59:46.742399 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-188eb1f0-119d-4a5f-bdcc-1df3237a4846 None None] Provisioning complete for port 26567fc2-8d17-4da1-badb-765e670b0049 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:46.742759 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-188eb1f0-119d-4a5f-bdcc-1df3237a4846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:46.831974 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 4de21f0c-080b-406f-ab97-247906632f21 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:46.832365 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:46.902183 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-188eb1f0-119d-4a5f-bdcc-1df3237a4846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:46.930422 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-188eb1f0-119d-4a5f-bdcc-1df3237a4846 None None] For port 26567fc2-8d17-4da1-badb-765e670b0049, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=26567fc2-8d17-4da1-badb-765e670b0049,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:59:46.955885 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-188eb1f0-119d-4a5f-bdcc-1df3237a4846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.011141 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ce8771c6-bddb-4dd3-a90d-1a070c65970c up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:59:47.023494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47006) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:47.028256 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-60478d52-6567-4f04-b027-a8ba6b9d5552 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1947304887', 'description': 'tempest-secgroup-smoke-1947304887 description', 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:47.052997 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-60478d52-6567-4f04-b027-a8ba6b9d5552 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.053311 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188eb1f0-119d-4a5f-bdcc-1df3237a4846 None None] Pushing event updated for resources: {'Port': ['ID=26567fc2-8d17-4da1-badb-765e670b0049,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:47.057761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-188eb1f0-119d-4a5f-bdcc-1df3237a4846 None None] Provisioning complete for port 841e9b7b-a088-49cf-8603-ddc563c9ca3b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:47.058127 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-188eb1f0-119d-4a5f-bdcc-1df3237a4846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.111026 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-188eb1f0-119d-4a5f-bdcc-1df3237a4846 None None] Port 841e9b7b-a088-49cf-8603-ddc563c9ca3b cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:59:47.127515 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-188eb1f0-119d-4a5f-bdcc-1df3237a4846 None None] Provisioning complete for port ce8771c6-bddb-4dd3-a90d-1a070c65970c triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:47.127515 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-188eb1f0-119d-4a5f-bdcc-1df3237a4846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.130387 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port ce8771c6-bddb-4dd3-a90d-1a070c65970c triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:47.130748 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.152109 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-60478d52-6567-4f04-b027-a8ba6b9d5552 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.157501 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-60478d52-6567-4f04-b027-a8ba6b9d5552 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.190482 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-60478d52-6567-4f04-b027-a8ba6b9d5552 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.195111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47008) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:47.195649 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-60478d52-6567-4f04-b027-a8ba6b9d5552 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1705434 Nov 11 12:59:47.198070 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60478d52-6567-4f04-b027-a8ba6b9d5552 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81229cb8-a960-4627-afc6-dd5b21c45c61,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:47.207713 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-d0118fbe-32c9-4462-a7af-be4e22880bc7 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'security_group_rule': {'security_group_id': '81229cb8-a960-4627-afc6-dd5b21c45c61', 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:47.245375 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d0118fbe-32c9-4462-a7af-be4e22880bc7 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.308343 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d0118fbe-32c9-4462-a7af-be4e22880bc7 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.313745 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d0118fbe-32c9-4462-a7af-be4e22880bc7 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.332279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0118fbe-32c9-4462-a7af-be4e22880bc7 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d1e570-54c9-4478-8186-0b19f00c5481,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:47.341284 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-d0118fbe-32c9-4462-a7af-be4e22880bc7 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.342640 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-d0118fbe-32c9-4462-a7af-be4e22880bc7 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452839 Nov 11 12:59:47.345523 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47010) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:47.351821 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-b90860cf-33c0-4258-90d3-59b2d41f3855 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'security_group_rule': {'security_group_id': '81229cb8-a960-4627-afc6-dd5b21c45c61', 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:47.381963 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b90860cf-33c0-4258-90d3-59b2d41f3855 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.446401 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b90860cf-33c0-4258-90d3-59b2d41f3855 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.450565 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b90860cf-33c0-4258-90d3-59b2d41f3855 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.470721 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90860cf-33c0-4258-90d3-59b2d41f3855 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7befd857-d8d0-4c67-a367-c489371a08e2,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:47.480336 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b90860cf-33c0-4258-90d3-59b2d41f3855 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.483815 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b90860cf-33c0-4258-90d3-59b2d41f3855 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349907 Nov 11 12:59:47.484510 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47012) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:47.488876 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-75db148f-8be5-4a1b-8178-5e3b338cd64f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'security_group_rule': {'security_group_id': '81229cb8-a960-4627-afc6-dd5b21c45c61', 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:47.516838 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75db148f-8be5-4a1b-8178-5e3b338cd64f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.574186 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75db148f-8be5-4a1b-8178-5e3b338cd64f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.579512 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75db148f-8be5-4a1b-8178-5e3b338cd64f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.596260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db148f-8be5-4a1b-8178-5e3b338cd64f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d870e47a-7785-4ef8-8e76-4aa7dd15219f,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:47.606741 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-75db148f-8be5-4a1b-8178-5e3b338cd64f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.608324 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-75db148f-8be5-4a1b-8178-5e3b338cd64f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228871 Nov 11 12:59:47.611254 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47014) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:47.617879 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-02e80f5f-9e58-42fa-93b7-975614a253c4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'security_group_rule': {'security_group_id': '81229cb8-a960-4627-afc6-dd5b21c45c61', 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:47.651079 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02e80f5f-9e58-42fa-93b7-975614a253c4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.709011 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02e80f5f-9e58-42fa-93b7-975614a253c4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.714879 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02e80f5f-9e58-42fa-93b7-975614a253c4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.733010 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e80f5f-9e58-42fa-93b7-975614a253c4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4551b00-8337-4ab1-a5fc-67b7c73177d5,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:47.737888 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-02e80f5f-9e58-42fa-93b7-975614a253c4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.739082 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-02e80f5f-9e58-42fa-93b7-975614a253c4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266248 Nov 11 12:59:47.741928 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47016) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:47.746182 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-562cade6-4de3-4563-83a4-c20d0070a367 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'security_group_rule': {'security_group_id': '81229cb8-a960-4627-afc6-dd5b21c45c61', 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:47.768659 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-562cade6-4de3-4563-83a4-c20d0070a367 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Project ab330c5a3cda4af79f57efd2d935ca57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:59:47.773778 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-562cade6-4de3-4563-83a4-c20d0070a367 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.847356 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-562cade6-4de3-4563-83a4-c20d0070a367 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.853200 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-562cade6-4de3-4563-83a4-c20d0070a367 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.873764 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cade6-4de3-4563-83a4-c20d0070a367 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5df3c3a-1d95-4e86-9c6e-e816de7352e8,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:47.879156 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-562cade6-4de3-4563-83a4-c20d0070a367 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.880356 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-562cade6-4de3-4563-83a4-c20d0070a367 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374483 Nov 11 12:59:47.883185 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47018) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:47.887411 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2b9640fe-837a-4172-b2d7-a6e5e08d0e4a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'security_group_rule': {'security_group_id': '81229cb8-a960-4627-afc6-dd5b21c45c61', 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:47.911121 n-d-807359-3 neutron-server[109154]: INFO neutron.db.securitygroups_db [None req-2b9640fe-837a-4172-b2d7-a6e5e08d0e4a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Project ab330c5a3cda4af79f57efd2d935ca57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:59:47.915967 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b9640fe-837a-4172-b2d7-a6e5e08d0e4a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.972964 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b9640fe-837a-4172-b2d7-a6e5e08d0e4a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.978814 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b9640fe-837a-4172-b2d7-a6e5e08d0e4a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:47.996088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9640fe-837a-4172-b2d7-a6e5e08d0e4a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f452a17-5364-460c-a28d-5077b63559fb,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:48.008459 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2b9640fe-837a-4172-b2d7-a6e5e08d0e4a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:48.010093 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2b9640fe-837a-4172-b2d7-a6e5e08d0e4a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259818 Nov 11 12:59:48.165128 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-94f10ca5-50ed-494e-9f04-8deff3e918c9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1947304887&fields=id&tenant_id=ab330c5a3cda4af79f57efd2d935ca57 HTTP/1.1" status: 200 len: 267 time: 0.0474687 Nov 11 12:59:48.289201 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-55e85dba-3e3d-4c72-a3de-f61b3634899f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:48.290816 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-55e85dba-3e3d-4c72-a3de-f61b3634899f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 809 time: 0.1186764 Nov 11 12:59:48.307443 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-0d449d6f-5f62-40d0-9076-7a601f8cc47f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/quotas/ab330c5a3cda4af79f57efd2d935ca57 HTTP/1.1" status: 200 len: 375 time: 0.0104814 Nov 11 12:59:48.363212 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-c7b3fcf1-f2ae-44ec-a655-e9902666f9f4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494704 Nov 11 12:59:48.476761 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-f1ff7b0f-3536-417c-b0ec-d1ed4fbd8496 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:59:48.477909 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-f1ff7b0f-3536-417c-b0ec-d1ed4fbd8496 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1027336 Nov 11 12:59:48.579515 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-37f8edb2-5d51-45f5-87f7-f9d081363bd2 service neutron] 10.222.0.65 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950160 Nov 11 12:59:48.673403 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-d34df00b-4005-43dd-8ace-c873247fc38f service neutron] 10.222.0.65 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876336 Nov 11 12:59:48.794173 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4de21f0c-080b-406f-ab97-247906632f21 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:59:48.858677 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 4de21f0c-080b-406f-ab97-247906632f21 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:48.859138 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:48.863637 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fcf31bcc-8001-43c6-85dd-91dd2b0ecd3a req-b45b4b4a-c085-4c79-90a4-f929122fc685 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 210 time: 0.0337169 Nov 11 12:59:48.938389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 26567fc2-8d17-4da1-badb-765e670b0049 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:59:48.989118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 26567fc2-8d17-4da1-badb-765e670b0049 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:48.989525 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:49.609891 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Sync routers for ids ['60709aae-a72b-409c-b468-38df796c2caa'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:59:49.620273 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Routers {'60709aae-a72b-409c-b468-38df796c2caa'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:59:49.620874 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:59:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['60709aae-a72b-409c-b468-38df796c2caa'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:49.726641 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Set router 60709aae-a72b-409c-b468-38df796c2caa gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:59:49.950663 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60709aae-a72b-409c-b468-38df796c2caa', 'name': 'tempest-TestShelveInstance-48195870-router', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '26567fc2-8d17-4da1-badb-765e670b0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:42Z', 'updated_at': '2021-11-11T12:59:45Z', 'revision_number': 4, 'project_id': '1340e5931f924d47a3142f7c5831abe8', 'gw_port': {'id': '26567fc2-8d17-4da1-badb-765e670b0049', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60709aae-a72b-409c-b468-38df796c2caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:42Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '841e9b7b-a088-49cf-8603-ddc563c9ca3b', 'name': '', 'network_id': '99fa2a2b-e6f2-4b2a-9c79-798fefe5f920', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8', 'mac_address': 'fa:16:3e:f5:18:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60709aae-a72b-409c-b468-38df796c2caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3461c1ca-6615-4bd3-96e0-89df9ff6ce0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:44Z', 'updated_at': '2021-11-11T12:59:45Z', 'revision_number': 2, 'project_id': '1340e5931f924d47a3142f7c5831abe8', 'subnets': [{'id': '3461c1ca-6615-4bd3-96e0-89df9ff6ce0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:49.980952 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2ca9aa95-e9b4-4d00-8275-71ca51198476 req-009c46ca-5185-4488-b3f2-5afcd5fd3cb7 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 210 time: 0.0376525 Nov 11 12:59:49.991180 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Checking router: 60709aae-a72b-409c-b468-38df796c2caa for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:59:49.991530 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Updating router 60709aae-a72b-409c-b468-38df796c2caa port 841e9b7b-a088-49cf-8603-ddc563c9ca3b binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:59:50.017070 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:50.054828 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-26c569ef-8f62-4248-94ab-380f4a5668d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:50.056312 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-26c569ef-8f62-4248-94ab-380f4a5668d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 809 time: 0.1205547 Nov 11 12:59:50.124566 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-94378752-a26a-4f14-b409-a5e34078510d tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab330c5a3cda4af79f57efd2d935ca57 HTTP/1.1" status: 200 len: 380 time: 0.0581911 Nov 11 12:59:50.136108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-87341d49-d7dc-47cb-b1a0-4fb5b5c05aee tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'port': {'device_id': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'admin_state_up': True, 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'security_groups': ['81229cb8-a960-4627-afc6-dd5b21c45c61']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:50.243046 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-87341d49-d7dc-47cb-b1a0-4fb5b5c05aee tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Made reservation on behalf of ab330c5a3cda4af79f57efd2d935ca57 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:59:50.246940 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-87341d49-d7dc-47cb-b1a0-4fb5b5c05aee tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:50.287456 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:50.293275 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:50.343157 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ddb1d-1fc9-4439-a7e7-27aa38e50c23 None None] Pushing event updated for resources: {'Port': ['ID=841e9b7b-a088-49cf-8603-ddc563c9ca3b,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:50.389108 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-87341d49-d7dc-47cb-b1a0-4fb5b5c05aee tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Allocated IP 172.20.0.12 (9582cb6f-768e-417a-ada8-fc2030a6e63e/c3ef0d35-91af-4dad-bc5f-1be804ec7ac1/ebb53f0d-f7bd-454a-b789-aa1990411648) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:59:50.390898 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Attempting to bind port 841e9b7b-a088-49cf-8603-ddc563c9ca3b on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:59:50.391261 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Attempting to bind port 841e9b7b-a088-49cf-8603-ddc563c9ca3b by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'd4ecbaef-b7da-4e2f-94d5-8909af79ef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99fa2a2b-e6f2-4b2a-9c79-798fefe5f920'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:59:50.391608 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Attempting to bind port 841e9b7b-a088-49cf-8603-ddc563c9ca3b on network 99fa2a2b-e6f2-4b2a-9c79-798fefe5f920 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:59:50.397338 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:59:50.397948 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Checking segment: {'id': 'd4ecbaef-b7da-4e2f-94d5-8909af79ef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99fa2a2b-e6f2-4b2a-9c79-798fefe5f920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:59:50.398530 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:50.398916 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Bound using segment: {'id': 'd4ecbaef-b7da-4e2f-94d5-8909af79ef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99fa2a2b-e6f2-4b2a-9c79-798fefe5f920'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:59:50.399769 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Bound port: 841e9b7b-a088-49cf-8603-ddc563c9ca3b, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ecbaef-b7da-4e2f-94d5-8909af79ef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99fa2a2b-e6f2-4b2a-9c79-798fefe5f920'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:59:50.399769 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:50.466340 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] For port 841e9b7b-a088-49cf-8603-ddc563c9ca3b, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:59:50.469917 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] For port 841e9b7b-a088-49cf-8603-ddc563c9ca3b, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=841e9b7b-a088-49cf-8603-ddc563c9ca3b,segment=NetworkSegment(d4ecbaef-b7da-4e2f-94d5-8909af79ef64),segment_id=d4ecbaef-b7da-4e2f-94d5-8909af79ef64)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:59:50.476061 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:50.542348 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Routers {'60709aae-a72b-409c-b468-38df796c2caa'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:59:50.543027 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:59:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['60709aae-a72b-409c-b468-38df796c2caa'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:50.560563 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-87341d49-d7dc-47cb-b1a0-4fb5b5c05aee tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:50.585711 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ddb1d-1fc9-4439-a7e7-27aa38e50c23 None None] Pushing event updated for resources: {'Port': ['ID=841e9b7b-a088-49cf-8603-ddc563c9ca3b,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:50.612539 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-87341d49-d7dc-47cb-b1a0-4fb5b5c05aee tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:50.646808 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e3df0028-d621-4304-8809-4a6e6fa5f98f None None] Provisioning complete for port 841e9b7b-a088-49cf-8603-ddc563c9ca3b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:50.647744 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e3df0028-d621-4304-8809-4a6e6fa5f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:50.685872 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] Set router 60709aae-a72b-409c-b468-38df796c2caa gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:59:50.734139 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-87341d49-d7dc-47cb-b1a0-4fb5b5c05aee tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Network 9582cb6f-768e-417a-ada8-fc2030a6e63e is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:59:50.735453 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87341d49-d7dc-47cb-b1a0-4fb5b5c05aee tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'Port': ['ID=ebb53f0d-f7bd-454a-b789-aa1990411648,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:50.738355 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-87341d49-d7dc-47cb-b1a0-4fb5b5c05aee tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:59:50.740904 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-87341d49-d7dc-47cb-b1a0-4fb5b5c05aee tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:59:50.806962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-87341d49-d7dc-47cb-b1a0-4fb5b5c05aee tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:50.807742 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-87341d49-d7dc-47cb-b1a0-4fb5b5c05aee tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:50.829170 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-87341d49-d7dc-47cb-b1a0-4fb5b5c05aee tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6958683 Nov 11 12:59:50.850431 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Request body: {'port': {'device_id': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:50.928928 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:50.934045 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60709aae-a72b-409c-b468-38df796c2caa', 'name': 'tempest-TestShelveInstance-48195870-router', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '26567fc2-8d17-4da1-badb-765e670b0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:42Z', 'updated_at': '2021-11-11T12:59:45Z', 'revision_number': 4, 'project_id': '1340e5931f924d47a3142f7c5831abe8', 'gw_port': {'id': '26567fc2-8d17-4da1-badb-765e670b0049', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60709aae-a72b-409c-b468-38df796c2caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:42Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '841e9b7b-a088-49cf-8603-ddc563c9ca3b', 'name': '', 'network_id': '99fa2a2b-e6f2-4b2a-9c79-798fefe5f920', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8', 'mac_address': 'fa:16:3e:f5:18:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60709aae-a72b-409c-b468-38df796c2caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3461c1ca-6615-4bd3-96e0-89df9ff6ce0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:44Z', 'updated_at': '2021-11-11T12:59:50Z', 'revision_number': 4, 'project_id': '1340e5931f924d47a3142f7c5831abe8', 'subnets': [{'id': '3461c1ca-6615-4bd3-96e0-89df9ff6ce0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:50.962018 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb9bb94-4ef0-4344-97b7-68b025db91ac None None] The sync data for ids ['60709aae-a72b-409c-b468-38df796c2caa'] in n-d-807359-3 is: [{'id': '60709aae-a72b-409c-b468-38df796c2caa', 'name': 'tempest-TestShelveInstance-48195870-router', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '26567fc2-8d17-4da1-badb-765e670b0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:42Z', 'updated_at': '2021-11-11T12:59:45Z', 'revision_number': 4, 'project_id': '1340e5931f924d47a3142f7c5831abe8', 'gw_port': {'id': '26567fc2-8d17-4da1-badb-765e670b0049', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60709aae-a72b-409c-b468-38df796c2caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:42Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '841e9b7b-a088-49cf-8603-ddc563c9ca3b', 'name': '', 'network_id': '99fa2a2b-e6f2-4b2a-9c79-798fefe5f920', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8', 'mac_address': 'fa:16:3e:f5:18:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60709aae-a72b-409c-b468-38df796c2caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3461c1ca-6615-4bd3-96e0-89df9ff6ce0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:44Z', 'updated_at': '2021-11-11T12:59:50Z', 'revision_number': 4, 'project_id': '1340e5931f924d47a3142f7c5831abe8', 'subnets': [{'id': '3461c1ca-6615-4bd3-96e0-89df9ff6ce0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:59:50.973707 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 841e9b7b-a088-49cf-8603-ddc563c9ca3b up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:59:51.032268 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e3df0028-d621-4304-8809-4a6e6fa5f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:51.094181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e3df0028-d621-4304-8809-4a6e6fa5f98f None None] For port 841e9b7b-a088-49cf-8603-ddc563c9ca3b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=841e9b7b-a088-49cf-8603-ddc563c9ca3b,segment=NetworkSegment(d4ecbaef-b7da-4e2f-94d5-8909af79ef64),segment_id=d4ecbaef-b7da-4e2f-94d5-8909af79ef64)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:59:51.107384 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e3df0028-d621-4304-8809-4a6e6fa5f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:51.127041 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d9453-3516-43f1-bae4-a6dcd5b9de99 req-66727545-0cf0-4db4-b45e-d008c222317d tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:51.136467 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 841e9b7b-a088-49cf-8603-ddc563c9ca3b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:51.137055 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:51.141268 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba9d9453-3516-43f1-bae4-a6dcd5b9de99 req-66727545-0cf0-4db4-b45e-d008c222317d tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 932 time: 0.0763569 Nov 11 12:59:51.194122 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df0028-d621-4304-8809-4a6e6fa5f98f None None] Pushing event updated for resources: {'Port': ['ID=841e9b7b-a088-49cf-8603-ddc563c9ca3b,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:51.202762 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ba9d9453-3516-43f1-bae4-a6dcd5b9de99 req-45fdadbf-63c3-40a0-9f99-f806233bd0d2 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603983 Nov 11 12:59:51.262596 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3df0e7bc-711b-4cb4-be8f-b637d1e253d2 None None] Provisioning complete for port 841e9b7b-a088-49cf-8603-ddc563c9ca3b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:51.263091 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3df0e7bc-711b-4cb4-be8f-b637d1e253d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:51.286552 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb53f0d-f7bd-454a-b789-aa1990411648 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:59:51.295162 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:51.309166 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Transition to ACTIVE for port object ebb53f0d-f7bd-454a-b789-aa1990411648 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:59:51.315094 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:51.409627 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Pushing event updated for resources: {'Port': ['ID=ebb53f0d-f7bd-454a-b789-aa1990411648,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:51.447854 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Attempting to bind port ebb53f0d-f7bd-454a-b789-aa1990411648 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:59:51.448173 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Attempting to bind port ebb53f0d-f7bd-454a-b789-aa1990411648 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '328e039d-aabf-474d-aa29-6588e59afd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:59:51.448494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Attempting to bind port ebb53f0d-f7bd-454a-b789-aa1990411648 on network 9582cb6f-768e-417a-ada8-fc2030a6e63e {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:59:51.453545 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Port ebb53f0d-f7bd-454a-b789-aa1990411648 on network 9582cb6f-768e-417a-ada8-fc2030a6e63e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:59:51.453894 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Attempting to bind port ebb53f0d-f7bd-454a-b789-aa1990411648 on network 9582cb6f-768e-417a-ada8-fc2030a6e63e {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:59:51.459334 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:59:51.459664 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Checking segment: {'id': '328e039d-aabf-474d-aa29-6588e59afd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:59:51.460537 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Bound using segment: {'id': '328e039d-aabf-474d-aa29-6588e59afd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:59:51.460970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Bound port: ebb53f0d-f7bd-454a-b789-aa1990411648, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328e039d-aabf-474d-aa29-6588e59afd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:59:51.461324 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:51.527669 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] For port ebb53f0d-f7bd-454a-b789-aa1990411648, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:59:51.531290 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] For port ebb53f0d-f7bd-454a-b789-aa1990411648, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ebb53f0d-f7bd-454a-b789-aa1990411648,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:59:51.537489 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:51.575796 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:51.576525 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:51.577975 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] 10.222.0.62 "PUT /v2.0/ports/ebb53f0d-f7bd-454a-b789-aa1990411648 HTTP/1.1" status: 200 len: 1092 time: 0.7322946 Nov 11 12:59:51.578429 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'tag': 'ebb53f0d-f7bd-454a-b789-aa1990411648'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:59:51.580746 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21650ada-1a78-450d-b5f4-68cdfd084573" -d '{"events": [{"name": "network-changed", "server_uuid": "3eebe29f-a0a7-44e6-a8ec-832cc51a1921", "tag": "ebb53f0d-f7bd-454a-b789-aa1990411648"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:59:51.627315 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543d708-2e26-4575-aa2a-881f1a03cf4b service neutron] Pushing event updated for resources: {'Port': ['ID=ebb53f0d-f7bd-454a-b789-aa1990411648,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:51.631122 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2453cec0-075a-4782-b166-8c5eefc2bd86 x-openstack-request-id: req-2453cec0-075a-4782-b166-8c5eefc2bd86 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:59:51.631392 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eebe29f-a0a7-44e6-a8ec-832cc51a1921", "tag": "ebb53f0d-f7bd-454a-b789-aa1990411648", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:59:51.631637 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2453cec0-075a-4782-b166-8c5eefc2bd86 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:59:51.632030 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'tag': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'status': 'completed', 'code': 200} Nov 11 12:59:51.679765 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-460b7e84-8748-4864-99a0-895fcd389e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:51.681290 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-460b7e84-8748-4864-99a0-895fcd389e5b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 1095 time: 0.0460057 Nov 11 12:59:51.729406 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-ba87c8fe-742d-4e51-b5bd-54f19286cb58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb53f0d-f7bd-454a-b789-aa1990411648 HTTP/1.1" status: 200 len: 217 time: 0.0349793 Nov 11 12:59:51.787485 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-16cedaf8-3cea-4461-b65a-5d92c6768450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:51.789013 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-16cedaf8-3cea-4461-b65a-5d92c6768450 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0475869 Nov 11 12:59:51.854323 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-cd4d30df-0f66-4889-8a82-48828223b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:51.855851 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-cd4d30df-0f66-4889-8a82-48828223b548 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551763 Nov 11 12:59:51.951183 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-ca5cb27c-95e2-4026-b4cc-ae545f31a638 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831988 Nov 11 12:59:52.183026 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:52.316628 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723bcf7-6fdd-4e30-bedb-cb4982052a40 req-4b0ba11e-1812-49f4-9b3b-bd5823641d63 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:52.318313 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2723bcf7-6fdd-4e30-bedb-cb4982052a40 req-4b0ba11e-1812-49f4-9b3b-bd5823641d63 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 944 time: 0.0541542 Nov 11 12:59:52.374733 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2723bcf7-6fdd-4e30-bedb-cb4982052a40 req-b0265070-d082-4a97-84d4-6302eaa9dc7a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498703 Nov 11 12:59:52.396662 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d917b4cc-2d90-401b-aae8-3f9378ac6e68 req-bf5d3abb-05ee-4965-95e6-874da26a93c2 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336789 Nov 11 12:59:52.496459 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21650ada-1a78-450d-b5f4-68cdfd084573 req-dac4e10e-b10e-4589-9868-777c99ebb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:52.498009 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-21650ada-1a78-450d-b5f4-68cdfd084573 req-dac4e10e-b10e-4589-9868-777c99ebb38c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 1095 time: 0.0440850 Nov 11 12:59:52.593791 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21650ada-1a78-450d-b5f4-68cdfd084573 req-6315630e-0057-432f-9502-e1a83e025465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:52.595273 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-21650ada-1a78-450d-b5f4-68cdfd084573 req-6315630e-0057-432f-9502-e1a83e025465 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.0900972 Nov 11 12:59:52.644308 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-21650ada-1a78-450d-b5f4-68cdfd084573 req-c7091580-cdd8-4166-a591-5ba01ecc8b3a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb53f0d-f7bd-454a-b789-aa1990411648 HTTP/1.1" status: 200 len: 217 time: 0.0413363 Nov 11 12:59:52.697697 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21650ada-1a78-450d-b5f4-68cdfd084573 req-3329bf8b-f6f0-4aaa-a5c7-8605af9b5be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:52.699221 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-21650ada-1a78-450d-b5f4-68cdfd084573 req-3329bf8b-f6f0-4aaa-a5c7-8605af9b5be5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0476766 Nov 11 12:59:52.705091 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 841e9b7b-a088-49cf-8603-ddc563c9ca3b up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:59:52.746921 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21650ada-1a78-450d-b5f4-68cdfd084573 req-ac4e9910-7f17-4640-9505-3709c6af5ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:52.748496 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-21650ada-1a78-450d-b5f4-68cdfd084573 req-ac4e9910-7f17-4640-9505-3709c6af5ae1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409961 Nov 11 12:59:52.755767 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 841e9b7b-a088-49cf-8603-ddc563c9ca3b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:52.756182 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:52.855248 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-21650ada-1a78-450d-b5f4-68cdfd084573 req-7822ef37-95aa-4897-85fe-b79216e9c9a2 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967910 Nov 11 12:59:52.949837 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-21650ada-1a78-450d-b5f4-68cdfd084573 req-560e8f0a-ccdf-4ded-b028-b8b8fa794f72 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866413 Nov 11 12:59:53.512889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb737fb-1cf9-4bb0-a134-b7fb97566b66 req-07cb1ed0-93a4-40f9-9bef-c116d8d93d96 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:53.515356 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fdb737fb-1cf9-4bb0-a134-b7fb97566b66 req-07cb1ed0-93a4-40f9-9bef-c116d8d93d96 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 944 time: 0.0653570 Nov 11 12:59:53.570095 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-fdb737fb-1cf9-4bb0-a134-b7fb97566b66 req-f59ccbd3-5dd7-41cb-8a9e-1243f270dadd tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469680 Nov 11 12:59:54.463375 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ebb53f0d-f7bd-454a-b789-aa1990411648 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:59:54.562608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ebb53f0d-f7bd-454a-b789-aa1990411648, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ebb53f0d-f7bd-454a-b789-aa1990411648,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:59:54.573801 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'port_id': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'mac_address': 'fa:16:3e:41:23:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:59:54.614299 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:54.628050 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb53f0d-f7bd-454a-b789-aa1990411648 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:59:54.648775 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ebb53f0d-f7bd-454a-b789-aa1990411648, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ebb53f0d-f7bd-454a-b789-aa1990411648,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:59:54.654630 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:54.697722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa949d-5351-4a39-8916-f8a3d575c92e req-7e74e0d9-e0a0-4021-8fa5-26b221cb7fe6 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:54.699411 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1baa949d-5351-4a39-8916-f8a3d575c92e req-7e74e0d9-e0a0-4021-8fa5-26b221cb7fe6 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 945 time: 0.0507143 Nov 11 12:59:54.703166 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=ebb53f0d-f7bd-454a-b789-aa1990411648,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:54.748829 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1baa949d-5351-4a39-8916-f8a3d575c92e req-4fbf4565-6b38-41ec-b336-5bde168ef1ee tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432470 Nov 11 12:59:54.922803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['ebb53f0d-f7bd-454a-b789-aa1990411648'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:59:55.868473 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c95ca0-28f4-4a4f-a04b-1c88118efadb req-2814c53c-1553-441e-a50c-c30eaef971d5 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:55.870034 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-99c95ca0-28f4-4a4f-a04b-1c88118efadb req-2814c53c-1553-441e-a50c-c30eaef971d5 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 945 time: 0.0518997 Nov 11 12:59:55.926274 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-99c95ca0-28f4-4a4f-a04b-1c88118efadb req-b2ee559b-7261-4159-9f67-3eed043bdb07 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496991 Nov 11 12:59:56.494681 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ebb53f0d-f7bd-454a-b789-aa1990411648 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:59:56.549146 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port ebb53f0d-f7bd-454a-b789-aa1990411648 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:59:56.552907 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port ebb53f0d-f7bd-454a-b789-aa1990411648 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:59:56.553272 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:56.632437 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:56.657188 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb53f0d-f7bd-454a-b789-aa1990411648'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:59:56.659503 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8781420-d386-4395-96aa-b21d0a779d17" -d '{"events": [{"server_uuid": "3eebe29f-a0a7-44e6-a8ec-832cc51a1921", "name": "network-vif-plugged", "status": "completed", "tag": "ebb53f0d-f7bd-454a-b789-aa1990411648"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:59:56.672307 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ebb53f0d-f7bd-454a-b789-aa1990411648, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ebb53f0d-f7bd-454a-b789-aa1990411648,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:59:56.677738 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:56.701688 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9794dae-70db-47ad-8a1d-3a4812caeb16 x-openstack-request-id: req-a9794dae-70db-47ad-8a1d-3a4812caeb16 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:59:56.701978 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eebe29f-a0a7-44e6-a8ec-832cc51a1921", "name": "network-vif-plugged", "status": "completed", "tag": "ebb53f0d-f7bd-454a-b789-aa1990411648", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:59:56.702229 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9794dae-70db-47ad-8a1d-3a4812caeb16 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:59:56.702614 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'code': 200} Nov 11 12:59:56.728664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=ebb53f0d-f7bd-454a-b789-aa1990411648,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:56.804988 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3de822-89d0-4c6c-b75c-d2ce03390fba req-2972c42b-588e-4e63-babc-60b52e29c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:56.806536 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c3de822-89d0-4c6c-b75c-d2ce03390fba req-2972c42b-588e-4e63-babc-60b52e29c49a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 1097 time: 0.0423079 Nov 11 12:59:56.859060 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c3de822-89d0-4c6c-b75c-d2ce03390fba req-86345d4e-314c-40af-83f7-b2fe2f2601e2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396700 Nov 11 12:59:57.054886 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75f7fa-4f56-4587-a474-c99ea16c8f44 req-37867b54-1b09-4004-b08d-4ec7503b49c6 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:57.056398 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be75f7fa-4f56-4587-a474-c99ea16c8f44 req-37867b54-1b09-4004-b08d-4ec7503b49c6 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0574117 Nov 11 12:59:57.107557 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-be75f7fa-4f56-4587-a474-c99ea16c8f44 req-8ba062d2-a90d-47b3-9ecf-b5b57d960b4b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450549 Nov 11 12:59:58.227499 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415400b-a4a6-46c9-b48c-89e739e2f159 req-14864c01-b828-4f41-9c55-b351f276d2b2 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:58.228976 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8415400b-a4a6-46c9-b48c-89e739e2f159 req-14864c01-b828-4f41-9c55-b351f276d2b2 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0482957 Nov 11 12:59:58.285857 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8415400b-a4a6-46c9-b48c-89e739e2f159 req-5b23f792-ed85-49a1-a0a7-34c24c5fb886 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498595 Nov 11 12:59:58.415708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9bd9a-9e45-404d-a888-6f37e8934051 req-5ad7d7d1-3cec-4f3a-ac68-b03df43bbabe tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:58.417213 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4bb9bd9a-9e45-404d-a888-6f37e8934051 req-5ad7d7d1-3cec-4f3a-ac68-b03df43bbabe tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0568371 Nov 11 12:59:58.471025 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4bb9bd9a-9e45-404d-a888-6f37e8934051 req-a0e36c2f-702d-41b6-8ceb-60b07e57fc12 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440509 Nov 11 12:59:58.493485 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47072) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:58.582902 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454e97ed-2680-4803-9214-58392eba1907 tempest-TestShelveInstance-937444905 tempest-TestShelveInstance-937444905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:58.585402 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-454e97ed-2680-4803-9214-58392eba1907 tempest-TestShelveInstance-937444905 tempest-TestShelveInstance-937444905-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 1092 time: 0.0906792 Nov 11 12:59:58.590490 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47076) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:58.597545 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:58.625948 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:58.731642 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:58.834475 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Allocated IP 172.25.2.202 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/b805a603-66fb-4600-83a7-75bfd32e5e40) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:59:58.946088 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:58.982471 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:59.022042 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:59:59.024947 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:59:59.028481 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:59:59.034411 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'Port': ['ID=b805a603-66fb-4600-83a7-75bfd32e5e40,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:59.395698 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:59.475818 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:59.640870 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:59.649258 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:59.716072 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'Port': ['ID=b805a603-66fb-4600-83a7-75bfd32e5e40,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:59.731918 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:59.834541 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Floating IP 5983bb3c-1f7e-4cc5-9b24-8fefe8e4b4ed associated. External IP: 172.25.2.202, port: ebb53f0d-f7bd-454a-b789-aa1990411648. Nov 11 13:00:00.074717 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:00:00.183273 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:00:00.193151 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb766b6-5c0a-451a-a476-36e783728536 None None] Sync routers for ids ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:00:00.204300 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb766b6-5c0a-451a-a476-36e783728536 None None] Routers {'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:00:00.204769 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:00.204927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9cb766b6-5c0a-451a-a476-36e783728536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:59:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:00:00.235204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-14d4ec2f-f70a-489b-b2a4-80221fff581a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6433632 Nov 11 13:00:00.235984 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'tag': 'ebb53f0d-f7bd-454a-b789-aa1990411648'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:00:00.238280 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f286c3-2841-4d89-b008-786435b7f458" -d '{"events": [{"name": "network-changed", "server_uuid": "3eebe29f-a0a7-44e6-a8ec-832cc51a1921", "tag": "ebb53f0d-f7bd-454a-b789-aa1990411648"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:00:00.287097 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a828fca3-cd92-4927-9efb-48561dcfb6a7 x-openstack-request-id: req-a828fca3-cd92-4927-9efb-48561dcfb6a7 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:00:00.287394 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eebe29f-a0a7-44e6-a8ec-832cc51a1921", "tag": "ebb53f0d-f7bd-454a-b789-aa1990411648", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:00:00.287646 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a828fca3-cd92-4927-9efb-48561dcfb6a7 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:00:00.288044 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'tag': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'status': 'completed', 'code': 200} Nov 11 13:00:00.318048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-9cb766b6-5c0a-451a-a476-36e783728536 None None] Set router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:00:00.356403 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f286c3-2841-4d89-b008-786435b7f458 req-9dce6694-eb99-481d-9acb-af17fc5beca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:00.358017 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7f286c3-2841-4d89-b008-786435b7f458 req-9dce6694-eb99-481d-9acb-af17fc5beca5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 1097 time: 0.0470490 Nov 11 13:00:00.456115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f286c3-2841-4d89-b008-786435b7f458 req-4d616cb5-8b7f-49a9-b255-3f59d5f43c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:00.458138 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7f286c3-2841-4d89-b008-786435b7f458 req-4d616cb5-8b7f-49a9-b255-3f59d5f43c4a service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.0921085 Nov 11 13:00:00.524305 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7f286c3-2841-4d89-b008-786435b7f458 req-1ae951f1-ff18-4082-bffd-d2ee52b04c92 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb53f0d-f7bd-454a-b789-aa1990411648 HTTP/1.1" status: 200 len: 1000 time: 0.0590296 Nov 11 13:00:00.542496 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9cb766b6-5c0a-451a-a476-36e783728536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5983bb3c-1f7e-4cc5-9b24-8fefe8e4b4ed', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'port_id': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'mac_address': 'fa:16:3e:41:23:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:59:59Z', 'updated_at': '2021-11-11T12:59:59Z', 'revision_number': 0, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de21f0c-080b-406f-ab97-247906632f21', 'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'mac_address': 'fa:16:3e:89:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:40Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 5, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'subnets': [{'id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:00:00.568900 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb766b6-5c0a-451a-a476-36e783728536 None None] Checking router: ab80a73a-8f34-446a-abb5-5b9ed25f2a4b for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:00:00.577568 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb766b6-5c0a-451a-a476-36e783728536 None None] Routers {'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:00:00.578293 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9cb766b6-5c0a-451a-a476-36e783728536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T12:59:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:00:00.580158 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f286c3-2841-4d89-b008-786435b7f458 req-e72058c5-91c6-48ac-bfc0-f715ddd6733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:00.581698 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7f286c3-2841-4d89-b008-786435b7f458 req-e72058c5-91c6-48ac-bfc0-f715ddd6733c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0501263 Nov 11 13:00:00.630275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f286c3-2841-4d89-b008-786435b7f458 req-c82e7048-8a20-4fe1-a9ee-b26679a960b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:00.631694 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7f286c3-2841-4d89-b008-786435b7f458 req-c82e7048-8a20-4fe1-a9ee-b26679a960b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429392 Nov 11 13:00:00.684407 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-9cb766b6-5c0a-451a-a476-36e783728536 None None] Set router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:00:00.724581 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7f286c3-2841-4d89-b008-786435b7f458 req-64b51b31-ebaa-4b89-bffe-282945b531e7 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855479 Nov 11 13:00:00.822164 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d7f286c3-2841-4d89-b008-786435b7f458 req-4015c559-d4e0-4db4-9e22-1a66ae75957a service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906336 Nov 11 13:00:00.914133 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9cb766b6-5c0a-451a-a476-36e783728536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5983bb3c-1f7e-4cc5-9b24-8fefe8e4b4ed', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'port_id': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'mac_address': 'fa:16:3e:41:23:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:59:59Z', 'updated_at': '2021-11-11T12:59:59Z', 'revision_number': 0, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de21f0c-080b-406f-ab97-247906632f21', 'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'mac_address': 'fa:16:3e:89:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:40Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 5, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'subnets': [{'id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:00:00.940209 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb766b6-5c0a-451a-a476-36e783728536 None None] The sync data for ids ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'] in n-d-807359-3 is: [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '5983bb3c-1f7e-4cc5-9b24-8fefe8e4b4ed', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'port_id': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'mac_address': 'fa:16:3e:41:23:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:59:59Z', 'updated_at': '2021-11-11T12:59:59Z', 'revision_number': 0, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de21f0c-080b-406f-ab97-247906632f21', 'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'mac_address': 'fa:16:3e:89:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:40Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 5, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'subnets': [{'id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:00:01.157248 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ec2c9-41e0-4ad3-ae6f-358f997d19a9 None None] New status for floating IP 5983bb3c-1f7e-4cc5-9b24-8fefe8e4b4ed: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 13:00:05.945916 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-59d2117d-5c00-4b74-b05e-f7a2a82f4a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:08.214807 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6ee75e99-33c2-46d0-a8c8-ba25b0918296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:09.005204 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-307dc367-00d6-45ab-8291-0cf6168d8f47 req-2898fb3c-8239-420a-b9ee-27e123add69c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428584 Nov 11 13:00:09.105150 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dc367-00d6-45ab-8291-0cf6168d8f47 req-4652fabe-4c29-43df-9c15-7dc1d5313b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:09.106726 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-307dc367-00d6-45ab-8291-0cf6168d8f47 req-4652fabe-4c29-43df-9c15-7dc1d5313b73 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 1097 time: 0.0494823 Nov 11 13:00:09.218377 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dc367-00d6-45ab-8291-0cf6168d8f47 req-318a6e61-4cd1-407f-9123-e81e8fe76c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:09.219867 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-307dc367-00d6-45ab-8291-0cf6168d8f47 req-318a6e61-4cd1-407f-9123-e81e8fe76c74 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.0892410 Nov 11 13:00:09.292327 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-307dc367-00d6-45ab-8291-0cf6168d8f47 req-5d13a73e-27a1-4802-a14c-31fcb628f062 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb53f0d-f7bd-454a-b789-aa1990411648 HTTP/1.1" status: 200 len: 1002 time: 0.0639119 Nov 11 13:00:09.301787 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:09.343334 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dc367-00d6-45ab-8291-0cf6168d8f47 req-c97991c4-a8fa-47fb-98dc-9ec9c3163042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:09.344841 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-307dc367-00d6-45ab-8291-0cf6168d8f47 req-c97991c4-a8fa-47fb-98dc-9ec9c3163042 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0447695 Nov 11 13:00:09.393413 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dc367-00d6-45ab-8291-0cf6168d8f47 req-e1237fe8-1136-4b99-ac0c-b003b5a0fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:09.394954 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-307dc367-00d6-45ab-8291-0cf6168d8f47 req-e1237fe8-1136-4b99-ac0c-b003b5a0fc87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417836 Nov 11 13:00:09.490762 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-307dc367-00d6-45ab-8291-0cf6168d8f47 req-f54e6247-1bc8-4858-9948-3aef3f9023bf service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882821 Nov 11 13:00:09.585939 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-307dc367-00d6-45ab-8291-0cf6168d8f47 req-bbc0d94c-c678-4541-b9fa-8ebaee949cf5 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867805 Nov 11 13:00:10.854332 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:11.349517 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:16.344972 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:22.183988 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:22.456008 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:00:35.951562 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0ee3a1ae-737d-40cd-bfba-91f7f255d51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:38.214973 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b5608c34-450a-4daf-af23-54f5ef9ad302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:39.305553 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:40.854364 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:41.341308 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:46.335036 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:52.186162 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:56.233996 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-e88499dd-daa4-4132-9f9c-2fa182dfabaf req-e2b45701-7542-4fe5-9f6f-192fccdef8ac service neutron] (109153) timed out ('10.222.0.65', 60546) {{(pid=109153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 13:00:59.448037 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:01:05.957254 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-50e863a2-8a14-42df-ab83-c80d3fa9a3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:08.213642 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3da2eeb0-adb9-436d-8609-8a0cb38a92ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:09.308837 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:10.864058 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:11.011477 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-29f5c709-6879-46f1-bc2f-5dbc2e33c236 req-9cb07a45-d5f0-47bd-bf18-62d796858842 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475469 Nov 11 13:01:11.109138 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5c709-6879-46f1-bc2f-5dbc2e33c236 req-b0509d4f-40e6-4d64-a0bb-b925a098aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:01:11.110673 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-29f5c709-6879-46f1-bc2f-5dbc2e33c236 req-b0509d4f-40e6-4d64-a0bb-b925a098aa9a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 1097 time: 0.0426188 Nov 11 13:01:11.218611 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5c709-6879-46f1-bc2f-5dbc2e33c236 req-916f6836-d4bd-4712-b862-51419ed01033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:01:11.220082 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-29f5c709-6879-46f1-bc2f-5dbc2e33c236 req-916f6836-d4bd-4712-b862-51419ed01033 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.0862608 Nov 11 13:01:11.293573 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-29f5c709-6879-46f1-bc2f-5dbc2e33c236 req-818ccec7-01c8-4ddd-9ec9-6825ca72ae01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb53f0d-f7bd-454a-b789-aa1990411648 HTTP/1.1" status: 200 len: 1002 time: 0.0620027 Nov 11 13:01:11.340279 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:11.348500 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5c709-6879-46f1-bc2f-5dbc2e33c236 req-32d69352-7dcc-4a7a-8aa8-2cbf84420d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:01:11.350029 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-29f5c709-6879-46f1-bc2f-5dbc2e33c236 req-32d69352-7dcc-4a7a-8aa8-2cbf84420d1f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0448856 Nov 11 13:01:11.396842 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5c709-6879-46f1-bc2f-5dbc2e33c236 req-2e4237b9-5676-4998-aae2-00c29dfa9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:01:11.398261 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-29f5c709-6879-46f1-bc2f-5dbc2e33c236 req-2e4237b9-5676-4998-aae2-00c29dfa9730 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406778 Nov 11 13:01:11.496700 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-29f5c709-6879-46f1-bc2f-5dbc2e33c236 req-dafa341c-376a-4722-8523-77b539896fc8 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866616 Nov 11 13:01:11.599263 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-29f5c709-6879-46f1-bc2f-5dbc2e33c236 req-704513ca-8e83-4618-af4d-d09a240911c0 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904672 Nov 11 13:01:16.336051 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:22.175330 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:35.961093 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4e87544a-183f-4a1d-b672-45cc21403bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:36.452294 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:01:38.217964 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4dbd0e34-c4c6-4a75-b02d-28dbc4b14174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:39.312706 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:40.865175 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:41.341694 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:46.325400 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:52.188802 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:58.824857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50be8a-f33a-420e-b357-b38152b75daf req-3f392add-da66-4a1c-adfd-7025ecee1243 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:01:58.826422 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ac50be8a-f33a-420e-b357-b38152b75daf req-3f392add-da66-4a1c-adfd-7025ecee1243 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0531592 Nov 11 13:01:58.880104 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ac50be8a-f33a-420e-b357-b38152b75daf req-700bfaf8-9904-437a-85c5-bd34327c584c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470629 Nov 11 13:02:00.018989 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe3a11-49a0-49e8-ae28-91202ca27609 req-6cafa134-19ae-424f-9137-b4a5d2b1b48b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:00.020463 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7fe3a11-49a0-49e8-ae28-91202ca27609 req-6cafa134-19ae-424f-9137-b4a5d2b1b48b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0512884 Nov 11 13:02:00.070944 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7fe3a11-49a0-49e8-ae28-91202ca27609 req-07bc174d-5eb9-40d6-a199-ba7ffbb3eee9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439248 Nov 11 13:02:01.248541 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5c692-6e58-4812-90f8-4cc21166d451 req-6376c476-8a51-4a54-acf5-4d8db2612b1a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:01.250084 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1f5c692-6e58-4812-90f8-4cc21166d451 req-6376c476-8a51-4a54-acf5-4d8db2612b1a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0631351 Nov 11 13:02:01.300143 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d1f5c692-6e58-4812-90f8-4cc21166d451 req-67d04474-4058-4686-b586-c9417856fa5b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438321 Nov 11 13:02:02.438698 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998756df-0d65-4d08-b5b6-1712b58aaf8a req-0f33fd0b-8d21-450e-adc7-c1950d33c129 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:02.440235 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-998756df-0d65-4d08-b5b6-1712b58aaf8a req-0f33fd0b-8d21-450e-adc7-c1950d33c129 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0604374 Nov 11 13:02:02.491379 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-998756df-0d65-4d08-b5b6-1712b58aaf8a req-2c5d96c9-be7b-4b66-a753-97350b02bffc tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449579 Nov 11 13:02:03.625982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90a342-4848-4e93-9de0-a2c59584dd3f req-22530a5a-0039-442d-b644-4df80b4971c1 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:03.627472 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c90a342-4848-4e93-9de0-a2c59584dd3f req-22530a5a-0039-442d-b644-4df80b4971c1 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0557675 Nov 11 13:02:03.678630 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c90a342-4848-4e93-9de0-a2c59584dd3f req-83078da5-3d60-4610-aea1-3f4a9b96da4c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432093 Nov 11 13:02:04.810642 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0d9a6-86de-4795-9ee4-1715fea4e870 req-ecc2621a-33d3-45ff-822e-f36017790843 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:04.812121 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a0d9a6-86de-4795-9ee4-1715fea4e870 req-ecc2621a-33d3-45ff-822e-f36017790843 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0553138 Nov 11 13:02:04.874657 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-32a0d9a6-86de-4795-9ee4-1715fea4e870 req-cf3de28c-f6e3-48bf-9ef8-52b3d108ea64 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539825 Nov 11 13:02:05.947068 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e67648b8-fba5-4607-a680-f5ed449ebed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:06.013107 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd47b0-625a-4de5-b526-ad0c873074d0 req-cb05d679-e16d-455b-9597-9b50cdceb15f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:06.014621 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6bfd47b0-625a-4de5-b526-ad0c873074d0 req-cb05d679-e16d-455b-9597-9b50cdceb15f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0569499 Nov 11 13:02:06.071442 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6bfd47b0-625a-4de5-b526-ad0c873074d0 req-71ad69fe-a079-418b-a554-8b2ff3b4e5c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477641 Nov 11 13:02:07.206077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423f92b-0382-4d2a-8645-cdfc447b5049 req-3b6940ae-a416-4478-a81f-4b6d3e28843e tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:07.207754 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6423f92b-0382-4d2a-8645-cdfc447b5049 req-3b6940ae-a416-4478-a81f-4b6d3e28843e tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0618839 Nov 11 13:02:07.258897 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6423f92b-0382-4d2a-8645-cdfc447b5049 req-b880654e-4cd0-4824-80b1-9c1798127cb3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448577 Nov 11 13:02:08.223649 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ed3133e1-d6d7-44f9-af44-66b0d4ca3c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:08.382556 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba0126-5f51-4e70-962d-e9de49b9cb58 req-d3d37f7a-3464-4539-9423-d898f3ddc195 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:08.383973 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fba0126-5f51-4e70-962d-e9de49b9cb58 req-d3d37f7a-3464-4539-9423-d898f3ddc195 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0519490 Nov 11 13:02:08.438650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3fba0126-5f51-4e70-962d-e9de49b9cb58 req-5694eb90-86c1-4332-99e8-c2de344080bb tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458834 Nov 11 13:02:09.315309 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:09.576257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e7cb6-6b2c-4de6-907d-7e2268337eca req-c7aefe7d-c017-4565-b403-bd453a04ebbe tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:09.577748 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e8e7cb6-6b2c-4de6-907d-7e2268337eca req-c7aefe7d-c017-4565-b403-bd453a04ebbe tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0550182 Nov 11 13:02:09.627350 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7e8e7cb6-6b2c-4de6-907d-7e2268337eca req-9c5d3e7e-2799-4f69-bb62-f0eece051883 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 Nov 11 13:02:10.754963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac4d91-9ca6-410e-bad9-fa0ff92643d1 req-f6dd73b0-9294-40f2-a343-565b10b242d8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:10.756433 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6dac4d91-9ca6-410e-bad9-fa0ff92643d1 req-f6dd73b0-9294-40f2-a343-565b10b242d8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0526233 Nov 11 13:02:10.806504 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6dac4d91-9ca6-410e-bad9-fa0ff92643d1 req-15e959d2-f834-4988-a5a8-4bb171de73f7 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439105 Nov 11 13:02:10.860121 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:10.982972 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc97645-f2a4-43ba-b6f1-d0e282a31a58 req-645dbdb5-5900-4808-abd8-bc419e6fd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:10.984506 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5cc97645-f2a4-43ba-b6f1-d0e282a31a58 req-645dbdb5-5900-4808-abd8-bc419e6fd468 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 1097 time: 0.0477211 Nov 11 13:02:10.996546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ebb53f0d-f7bd-454a-b789-aa1990411648 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 13:02:11.099307 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc97645-f2a4-43ba-b6f1-d0e282a31a58 req-a5b78c8e-8dd6-4b94-8325-b065f78da5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:11.100851 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5cc97645-f2a4-43ba-b6f1-d0e282a31a58 req-a5b78c8e-8dd6-4b94-8325-b065f78da5ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.0916867 Nov 11 13:02:11.179675 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5cc97645-f2a4-43ba-b6f1-d0e282a31a58 req-f46faa3d-25c1-4510-a6f3-b0d0c04c11b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb53f0d-f7bd-454a-b789-aa1990411648 HTTP/1.1" status: 200 len: 1002 time: 0.0682998 Nov 11 13:02:11.237676 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc97645-f2a4-43ba-b6f1-d0e282a31a58 req-36a290b5-0eab-48ba-b255-05e6777b3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:11.239076 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5cc97645-f2a4-43ba-b6f1-d0e282a31a58 req-36a290b5-0eab-48ba-b255-05e6777b3623 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0479419 Nov 11 13:02:11.266262 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ebb53f0d-f7bd-454a-b789-aa1990411648, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ebb53f0d-f7bd-454a-b789-aa1990411648,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:02:11.281196 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'port_id': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'mac_address': 'fa:16:3e:41:23:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 13:02:11.293172 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc97645-f2a4-43ba-b6f1-d0e282a31a58 req-27d0a208-043a-46fc-99b9-89d7729321ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:11.295530 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5cc97645-f2a4-43ba-b6f1-d0e282a31a58 req-27d0a208-043a-46fc-99b9-89d7729321ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460732 Nov 11 13:02:11.331399 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:11.345569 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:11.349803 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebb53f0d-f7bd-454a-b789-aa1990411648 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:02:11.371112 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ebb53f0d-f7bd-454a-b789-aa1990411648, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ebb53f0d-f7bd-454a-b789-aa1990411648,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:02:11.376286 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:11.407010 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5cc97645-f2a4-43ba-b6f1-d0e282a31a58 req-e8bb2881-8910-42d6-931a-f790c6a9bcaf service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995581 Nov 11 13:02:11.429203 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=ebb53f0d-f7bd-454a-b789-aa1990411648,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:02:11.436786 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:02:11.437124 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:02:11.437448 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:02:11.437798 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:02:11.438126 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:02:11.438449 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:02:11.438762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:02:11.439464 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:02:11.439464 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:02:11.439672 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:02:11.439974 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:02:11.440280 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:02:11.469224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['ebb53f0d-f7bd-454a-b789-aa1990411648'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 13:02:11.510130 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5cc97645-f2a4-43ba-b6f1-d0e282a31a58 req-620a49c1-0953-4d04-8be2-2f09fd3ef3ee service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899296 Nov 11 13:02:11.927003 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf3755-2ef2-49cc-9779-0f2881c99dba req-4265ea72-9658-4119-a158-4916674c6911 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:11.928572 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-97bf3755-2ef2-49cc-9779-0f2881c99dba req-4265ea72-9658-4119-a158-4916674c6911 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 945 time: 0.0507228 Nov 11 13:02:11.983022 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-97bf3755-2ef2-49cc-9779-0f2881c99dba req-6a5178b4-383e-4a86-b79e-148628341c0d tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479043 Nov 11 13:02:13.010179 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ebb53f0d-f7bd-454a-b789-aa1990411648 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:02:13.081773 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port ebb53f0d-f7bd-454a-b789-aa1990411648 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:02:13.082288 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:13.108106 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61f266-dfa1-41a3-b4ad-e8190868e291 req-7c93751c-ae61-49b9-a19c-cf2bd045e098 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:13.116194 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4e61f266-dfa1-41a3-b4ad-e8190868e291 req-7c93751c-ae61-49b9-a19c-cf2bd045e098 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 945 time: 0.0591607 Nov 11 13:02:13.170171 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4e61f266-dfa1-41a3-b4ad-e8190868e291 req-cb13687f-2a88-4465-97b9-314c9833f928 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526767 Nov 11 13:02:13.179584 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:13.208871 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb53f0d-f7bd-454a-b789-aa1990411648'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:02:13.211738 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e4d35a-bb31-4dad-8b6b-e6bb64f92055" -d '{"events": [{"server_uuid": "3eebe29f-a0a7-44e6-a8ec-832cc51a1921", "name": "network-vif-plugged", "status": "completed", "tag": "ebb53f0d-f7bd-454a-b789-aa1990411648"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:02:13.225302 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ebb53f0d-f7bd-454a-b789-aa1990411648, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ebb53f0d-f7bd-454a-b789-aa1990411648,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:02:13.232117 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:13.265301 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656d29ff-82b6-467b-9287-0c58ffef6936 x-openstack-request-id: req-656d29ff-82b6-467b-9287-0c58ffef6936 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:02:13.265502 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eebe29f-a0a7-44e6-a8ec-832cc51a1921", "name": "network-vif-plugged", "status": "completed", "tag": "ebb53f0d-f7bd-454a-b789-aa1990411648", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:02:13.265872 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-656d29ff-82b6-467b-9287-0c58ffef6936 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:02:13.266319 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'code': 200} Nov 11 13:02:13.295453 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=ebb53f0d-f7bd-454a-b789-aa1990411648,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:02:13.452244 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:02:14.300255 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aefbf5-4f09-4651-b9ef-39d6348873a2 req-b67a17f0-a5de-4912-96d0-780ce7fee597 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:14.301825 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c1aefbf5-4f09-4651-b9ef-39d6348873a2 req-b67a17f0-a5de-4912-96d0-780ce7fee597 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0530283 Nov 11 13:02:14.367546 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c1aefbf5-4f09-4651-b9ef-39d6348873a2 req-dba357d8-7583-4d65-8f5c-d20d3c14edb6 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560608 Nov 11 13:02:15.505815 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b2e20-a0cb-4bae-86b4-1af39cca26bf req-88968783-ebfa-4c24-9217-7671ebe3923f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:15.508131 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-429b2e20-a0cb-4bae-86b4-1af39cca26bf req-88968783-ebfa-4c24-9217-7671ebe3923f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0675852 Nov 11 13:02:15.565458 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-429b2e20-a0cb-4bae-86b4-1af39cca26bf req-507038b7-4eb8-421c-b9a5-a5bff3fad2ac tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506718 Nov 11 13:02:16.324247 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:16.690631 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f69802-ef4c-4236-a2a9-e4c4f95b7743 req-154aa647-9ccb-48d6-b2f9-0c2b125b18aa tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:16.693009 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11f69802-ef4c-4236-a2a9-e4c4f95b7743 req-154aa647-9ccb-48d6-b2f9-0c2b125b18aa tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0526717 Nov 11 13:02:16.748041 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-11f69802-ef4c-4236-a2a9-e4c4f95b7743 req-ae95de44-137c-4274-9fb8-21d7152bc0e7 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487599 Nov 11 13:02:17.875312 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d0939-5aaf-45c0-989d-663317d4298f req-5eb7bf56-3f12-4ba6-9bca-7003236697a2 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:17.877055 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-814d0939-5aaf-45c0-989d-663317d4298f req-5eb7bf56-3f12-4ba6-9bca-7003236697a2 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0556538 Nov 11 13:02:17.932540 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-814d0939-5aaf-45c0-989d-663317d4298f req-97abfed8-74e2-4af2-8293-0d8ec72750b7 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459287 Nov 11 13:02:19.067938 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d72a4-7755-4592-9e58-48359697268a req-f9956d8e-57ef-4854-b24f-d92be6994672 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:19.069861 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b4d72a4-7755-4592-9e58-48359697268a req-f9956d8e-57ef-4854-b24f-d92be6994672 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0568297 Nov 11 13:02:19.140011 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b4d72a4-7755-4592-9e58-48359697268a req-eadde008-e158-4fb6-b635-9a6fe0a1d195 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633931 Nov 11 13:02:20.275381 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6232bda-cab8-4ec8-99bd-bebc13144781 req-2370f047-9bcb-46c5-83d5-c089a0e5bafe tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:20.282110 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6232bda-cab8-4ec8-99bd-bebc13144781 req-2370f047-9bcb-46c5-83d5-c089a0e5bafe tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0562897 Nov 11 13:02:20.356280 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f6232bda-cab8-4ec8-99bd-bebc13144781 req-7a9994ed-8fcf-45b6-80c5-58b74fa9140f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714977 Nov 11 13:02:21.488462 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43537d1d-da18-466b-a2e3-295525d3ec85 req-7e9ba028-365c-4a6e-aaea-e3665e595b3c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:21.489975 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43537d1d-da18-466b-a2e3-295525d3ec85 req-7e9ba028-365c-4a6e-aaea-e3665e595b3c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0563169 Nov 11 13:02:21.543112 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-43537d1d-da18-466b-a2e3-295525d3ec85 req-4af4bb43-7948-4d20-86ea-ac50f9798788 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468335 Nov 11 13:02:21.572051 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a484d-36bc-4c84-be16-746d6ec53cdf req-9d80c3d1-8787-4ad6-a28c-9324cd7a40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:21.573669 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-829a484d-36bc-4c84-be16-746d6ec53cdf req-9d80c3d1-8787-4ad6-a28c-9324cd7a40d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 1097 time: 0.0546734 Nov 11 13:02:21.681846 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a484d-36bc-4c84-be16-746d6ec53cdf req-baf6b2ba-be00-415b-b01d-b9ab08ce774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:21.683346 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-829a484d-36bc-4c84-be16-746d6ec53cdf req-baf6b2ba-be00-415b-b01d-b9ab08ce774c service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.1009102 Nov 11 13:02:21.758787 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-829a484d-36bc-4c84-be16-746d6ec53cdf req-1ef605e4-85f2-4251-96f1-bdadeafd9115 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb53f0d-f7bd-454a-b789-aa1990411648 HTTP/1.1" status: 200 len: 1002 time: 0.0637450 Nov 11 13:02:21.809870 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a484d-36bc-4c84-be16-746d6ec53cdf req-c32b78ff-a6bf-4948-89d2-71c834515937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:21.811277 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-829a484d-36bc-4c84-be16-746d6ec53cdf req-c32b78ff-a6bf-4948-89d2-71c834515937 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0442784 Nov 11 13:02:21.860380 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a484d-36bc-4c84-be16-746d6ec53cdf req-ea57645e-19f9-4cd3-bd61-cb254ca80e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:21.861921 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-829a484d-36bc-4c84-be16-746d6ec53cdf req-ea57645e-19f9-4cd3-bd61-cb254ca80e97 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431206 Nov 11 13:02:21.960853 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-829a484d-36bc-4c84-be16-746d6ec53cdf req-28b914fd-cbdb-4af8-a800-9163fb2f026e service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880377 Nov 11 13:02:22.057953 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-829a484d-36bc-4c84-be16-746d6ec53cdf req-93478215-f659-426e-867e-5009df795214 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858345 Nov 11 13:02:22.185808 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:22.675812 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658a464-ced0-4766-ae57-04e3789f69dc req-8d1cde3b-95d0-4c08-bd5d-276fe572ed4f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:22.677333 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b658a464-ced0-4766-ae57-04e3789f69dc req-8d1cde3b-95d0-4c08-bd5d-276fe572ed4f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0508225 Nov 11 13:02:22.728366 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b658a464-ced0-4766-ae57-04e3789f69dc req-acb48fdb-5221-492e-bb0b-28344d5405a1 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449147 Nov 11 13:02:23.870748 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2bf78-d8ae-4c60-9f81-fde08662b2c8 req-c28e09e9-aa22-4543-ac55-9b92f82284a8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:23.872291 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7da2bf78-d8ae-4c60-9f81-fde08662b2c8 req-c28e09e9-aa22-4543-ac55-9b92f82284a8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0623891 Nov 11 13:02:23.926926 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7da2bf78-d8ae-4c60-9f81-fde08662b2c8 req-6dc449b3-bf48-4ed9-8201-c52beb691ced tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477839 Nov 11 13:02:25.052467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530bb95-11ab-4ba8-86f4-feaed598e3a0 req-da79e625-8dcd-4706-9456-ece153f6fe85 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:25.053910 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4530bb95-11ab-4ba8-86f4-feaed598e3a0 req-da79e625-8dcd-4706-9456-ece153f6fe85 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 946 time: 0.0522730 Nov 11 13:02:25.104845 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4530bb95-11ab-4ba8-86f4-feaed598e3a0 req-6c7e1746-f792-4dae-a12d-17be1cea3961 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445652 Nov 11 13:02:25.125054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ebb53f0d-f7bd-454a-b789-aa1990411648 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:02:25.205882 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:25.227909 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebb53f0d-f7bd-454a-b789-aa1990411648'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:02:25.230204 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66407dc3-dc55-4040-8ecd-05c1c5067e14" -d '{"events": [{"server_uuid": "3eebe29f-a0a7-44e6-a8ec-832cc51a1921", "name": "network-vif-unplugged", "status": "completed", "tag": "ebb53f0d-f7bd-454a-b789-aa1990411648"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:02:25.242879 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-212f2b32-8043-4bc0-93a3-e41cbddf559f req-3a6ae231-59f1-4d70-b2a2-dd24082eb052 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 13:02:25.243028 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ebb53f0d-f7bd-454a-b789-aa1990411648, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ebb53f0d-f7bd-454a-b789-aa1990411648,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:02:25.244724 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-212f2b32-8043-4bc0-93a3-e41cbddf559f req-3a6ae231-59f1-4d70-b2a2-dd24082eb052 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0739934 Nov 11 13:02:25.248570 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:25.274768 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 13:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db267c9-e2a5-4d08-b038-797052cabd82 x-openstack-request-id: req-9db267c9-e2a5-4d08-b038-797052cabd82 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:02:25.275052 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eebe29f-a0a7-44e6-a8ec-832cc51a1921", "name": "network-vif-unplugged", "status": "failed", "tag": "ebb53f0d-f7bd-454a-b789-aa1990411648", "code": 422}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:02:25.275342 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9db267c9-e2a5-4d08-b038-797052cabd82 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:02:25.275716 n-d-807359-3 neutron-server[109155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'code': 422} returned with failed status Nov 11 13:02:25.305779 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=ebb53f0d-f7bd-454a-b789-aa1990411648,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:02:25.405609 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ed325-a984-4e5c-8bac-8e0488882eb0 req-fcb996f1-43ff-400a-a1be-0522d8ff6951 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:25.407115 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-401ed325-a984-4e5c-8bac-8e0488882eb0 req-fcb996f1-43ff-400a-a1be-0522d8ff6951 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 944 time: 0.0506825 Nov 11 13:02:25.462537 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-401ed325-a984-4e5c-8bac-8e0488882eb0 req-b1cc223e-b1be-4416-80e4-57437dfebf09 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490417 Nov 11 13:02:25.734624 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fbd22340-44ed-44ed-94a5-e082f4cbea25 req-567df99b-256e-4657-b5c9-8c8ae2bd4525 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921311 Nov 11 13:02:26.586226 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a270dc-d00a-4a05-b72e-5ea3a7a0bdbe req-883ebaf2-53be-4831-9a5d-1785684d088d tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:26.587780 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81a270dc-d00a-4a05-b72e-5ea3a7a0bdbe req-883ebaf2-53be-4831-9a5d-1785684d088d tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 944 time: 0.0511677 Nov 11 13:02:26.626099 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd22340-44ed-44ed-94a5-e082f4cbea25 req-4ed2ae34-e550-4124-9b4a-68d7949124bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:26.627621 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fbd22340-44ed-44ed-94a5-e082f4cbea25 req-4ed2ae34-e550-4124-9b4a-68d7949124bf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921&tenant_id=ab330c5a3cda4af79f57efd2d935ca57 HTTP/1.1" status: 200 len: 1095 time: 0.0430546 Nov 11 13:02:26.638751 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81a270dc-d00a-4a05-b72e-5ea3a7a0bdbe req-5a3aaaac-eefa-4179-a429-b7a1abeb9cdd tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446849 Nov 11 13:02:26.697559 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd22340-44ed-44ed-94a5-e082f4cbea25 req-0e4faf95-8b7c-4868-a6e4-856467944e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:26.699050 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fbd22340-44ed-44ed-94a5-e082f4cbea25 req-0e4faf95-8b7c-4868-a6e4-856467944e8f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 1095 time: 0.0418715 Nov 11 13:02:26.807532 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd22340-44ed-44ed-94a5-e082f4cbea25 req-dc97eac1-5d86-4be2-a205-ea94f604786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:26.808931 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fbd22340-44ed-44ed-94a5-e082f4cbea25 req-dc97eac1-5d86-4be2-a205-ea94f604786d service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.0997555 Nov 11 13:02:26.889616 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fbd22340-44ed-44ed-94a5-e082f4cbea25 req-0aeff85a-bfbf-4634-b2e7-69141e84e534 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb53f0d-f7bd-454a-b789-aa1990411648 HTTP/1.1" status: 200 len: 1000 time: 0.0693891 Nov 11 13:02:26.945241 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd22340-44ed-44ed-94a5-e082f4cbea25 req-ce4fda0b-e585-4345-bb92-693d8f040765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:26.946713 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fbd22340-44ed-44ed-94a5-e082f4cbea25 req-ce4fda0b-e585-4345-bb92-693d8f040765 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0462406 Nov 11 13:02:27.007820 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd22340-44ed-44ed-94a5-e082f4cbea25 req-8a5a92f0-9cff-4eaf-92fe-9cb9b212641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:27.009350 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fbd22340-44ed-44ed-94a5-e082f4cbea25 req-8a5a92f0-9cff-4eaf-92fe-9cb9b212641e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486658 Nov 11 13:02:27.120957 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fbd22340-44ed-44ed-94a5-e082f4cbea25 req-70bc4828-8727-4a98-863c-02bc3b209fb1 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990016 Nov 11 13:02:27.220059 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-fbd22340-44ed-44ed-94a5-e082f4cbea25 req-74792156-5c2a-480c-a0bb-834ce01772cb service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875466 Nov 11 13:02:27.774741 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fd9ef-09f4-4d0f-ae66-ee50c291e9a2 req-4e95259f-d1b8-4ed4-84ef-8e0a673860c0 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:27.783417 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-520fd9ef-09f4-4d0f-ae66-ee50c291e9a2 req-4e95259f-d1b8-4ed4-84ef-8e0a673860c0 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 944 time: 0.0620060 Nov 11 13:02:27.829066 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-520fd9ef-09f4-4d0f-ae66-ee50c291e9a2 req-2da062a6-da0e-4242-a3dc-89e1584c7845 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443807 Nov 11 13:02:29.140386 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ebb53f0d-f7bd-454a-b789-aa1990411648 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:02:29.242852 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dac9a-f025-4be8-8923-6eb95d5ee0a8 req-9884b99a-6a9b-4f1a-acef-749c06133db2 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:29.244571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-156dac9a-f025-4be8-8923-6eb95d5ee0a8 req-9884b99a-6a9b-4f1a-acef-749c06133db2 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 944 time: 0.0549436 Nov 11 13:02:29.304257 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-156dac9a-f025-4be8-8923-6eb95d5ee0a8 req-12212743-2907-48ee-a9eb-3f59e6a293a8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458827 Nov 11 13:02:30.450999 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bfb09-6a76-417e-99e7-27a80f882dab req-0d894d59-226d-42a8-8bc4-9da82e0100c3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:30.452579 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-703bfb09-6a76-417e-99e7-27a80f882dab req-0d894d59-226d-42a8-8bc4-9da82e0100c3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 944 time: 0.0678983 Nov 11 13:02:30.507602 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-703bfb09-6a76-417e-99e7-27a80f882dab req-7c482eb3-cae8-4fd1-baaf-ebba1ea6981f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487802 Nov 11 13:02:31.637781 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c57be2-234b-4349-94ce-6c59b98ab2fb req-d6bb3faa-80ba-4a03-b3a7-d1c79be567fc tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:31.640249 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-06c57be2-234b-4349-94ce-6c59b98ab2fb req-d6bb3faa-80ba-4a03-b3a7-d1c79be567fc tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 944 time: 0.0582943 Nov 11 13:02:32.009127 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-06c57be2-234b-4349-94ce-6c59b98ab2fb req-1cddaba1-c537-4482-bec2-c5212d0a5a9c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3621497 Nov 11 13:02:33.139223 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7862e-5954-4502-ae4f-2fefd8bc7658 req-ccd48e15-ac31-48a2-b2ea-9a4bafa8cf47 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:33.141003 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ac7862e-5954-4502-ae4f-2fefd8bc7658 req-ccd48e15-ac31-48a2-b2ea-9a4bafa8cf47 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 944 time: 0.0533118 Nov 11 13:02:33.202779 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7ac7862e-5954-4502-ae4f-2fefd8bc7658 req-778b7d0e-f909-4922-9b6e-dd0c648642e1 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491710 Nov 11 13:02:34.349048 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc8731-e1de-4d45-836d-02edfa846388 req-2e49ba42-a257-4bc2-a14a-1487d925461d tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:34.350683 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63dc8731-e1de-4d45-836d-02edfa846388 req-2e49ba42-a257-4bc2-a14a-1487d925461d tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 944 time: 0.0504794 Nov 11 13:02:34.406513 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63dc8731-e1de-4d45-836d-02edfa846388 req-0c69605a-731c-49bb-977e-0078f45827ab tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489807 Nov 11 13:02:35.608937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b92bd-295b-493c-8faf-0f00d83e71ae req-f4fc9910-4624-4287-a93d-8cd25221ca93 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:35.611572 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae4b92bd-295b-493c-8faf-0f00d83e71ae req-f4fc9910-4624-4287-a93d-8cd25221ca93 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 944 time: 0.1249547 Nov 11 13:02:35.659938 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae4b92bd-295b-493c-8faf-0f00d83e71ae req-89d269ce-e1df-406b-b6c7-7f9b1229872b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431681 Nov 11 13:02:35.951921 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9421c230-416c-4c2f-be77-c721c58cf892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:36.784681 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b3aad-6c64-4ba1-afd3-c96d6c14892f req-37a6eebf-809b-435e-8d9c-0c2093f74358 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:36.786251 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-247b3aad-6c64-4ba1-afd3-c96d6c14892f req-37a6eebf-809b-435e-8d9c-0c2093f74358 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 944 time: 0.0544610 Nov 11 13:02:36.836626 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-247b3aad-6c64-4ba1-afd3-c96d6c14892f req-b6540ca5-c194-4e9b-a2b2-a463b72f047b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441191 Nov 11 13:02:37.971514 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8290a6-e339-48c8-b402-1dbb34a7569a req-d55836e3-5417-4614-9d02-3dcc15730893 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:37.972976 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c8290a6-e339-48c8-b402-1dbb34a7569a req-d55836e3-5417-4614-9d02-3dcc15730893 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 944 time: 0.0554640 Nov 11 13:02:38.023593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0c8290a6-e339-48c8-b402-1dbb34a7569a req-0846e350-33e4-4409-b428-14b7b3521853 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443475 Nov 11 13:02:38.209702 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4c8bb011-fb16-4944-8676-44a0c822b3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:39.152888 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9a855-3c99-4f29-a192-ab99d76594a4 req-0f45e124-9dc0-4ec3-b8d0-31c33c64f0c3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:39.154449 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ddb9a855-3c99-4f29-a192-ab99d76594a4 req-0f45e124-9dc0-4ec3-b8d0-31c33c64f0c3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 944 time: 0.0514517 Nov 11 13:02:39.205946 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ddb9a855-3c99-4f29-a192-ab99d76594a4 req-76c26ee1-3e2b-48f1-8f1f-081f9d5415ed tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442097 Nov 11 13:02:39.318529 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:40.338290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061adf1a-ab17-4ca3-900c-421048a7ca1a req-a45f82b7-c6c4-49e8-8511-d781c8c04e57 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:40.339769 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-061adf1a-ab17-4ca3-900c-421048a7ca1a req-a45f82b7-c6c4-49e8-8511-d781c8c04e57 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 944 time: 0.0522065 Nov 11 13:02:40.395731 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-061adf1a-ab17-4ca3-900c-421048a7ca1a req-5329cbe3-ec5d-4a11-8cd1-225541b784c3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470958 Nov 11 13:02:40.872076 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:41.178349 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ebb53f0d-f7bd-454a-b789-aa1990411648 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 13:02:41.292195 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ebb53f0d-f7bd-454a-b789-aa1990411648, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ebb53f0d-f7bd-454a-b789-aa1990411648,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:02:41.306865 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'port_id': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'mac_address': 'fa:16:3e:41:23:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 13:02:41.353893 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:41.367033 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:41.373918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb53f0d-f7bd-454a-b789-aa1990411648 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:02:41.393464 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ebb53f0d-f7bd-454a-b789-aa1990411648, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ebb53f0d-f7bd-454a-b789-aa1990411648,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:02:41.400171 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:41.447556 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=ebb53f0d-f7bd-454a-b789-aa1990411648,revision_number=9']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:02:41.574210 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5237436-a8d6-4bba-bf57-2a931b1226f4 req-91fc047f-1cd5-4a81-9968-e3b77d50f949 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:41.575834 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5237436-a8d6-4bba-bf57-2a931b1226f4 req-91fc047f-1cd5-4a81-9968-e3b77d50f949 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 945 time: 0.1041625 Nov 11 13:02:41.642195 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5237436-a8d6-4bba-bf57-2a931b1226f4 req-65791806-6f5e-4a71-953d-a533ef37081d tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569198 Nov 11 13:02:41.720904 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['ebb53f0d-f7bd-454a-b789-aa1990411648'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 13:02:42.775160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b60b4-7394-48cf-a603-321ad1f745f0 req-3daa0793-57f5-4d7a-845b-30d4d990f3b9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:42.776744 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b5b60b4-7394-48cf-a603-321ad1f745f0 req-3daa0793-57f5-4d7a-845b-30d4d990f3b9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 945 time: 0.0502725 Nov 11 13:02:42.825751 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7b5b60b4-7394-48cf-a603-321ad1f745f0 req-aecf8dce-a2fd-4416-a561-82b333750bc9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428808 Nov 11 13:02:43.202157 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ebb53f0d-f7bd-454a-b789-aa1990411648 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:02:43.260563 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port ebb53f0d-f7bd-454a-b789-aa1990411648 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:02:43.260941 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:43.338259 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:43.360824 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb53f0d-f7bd-454a-b789-aa1990411648'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:02:43.363237 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c27434d-1103-47e7-ae82-a8e01384a537" -d '{"events": [{"server_uuid": "3eebe29f-a0a7-44e6-a8ec-832cc51a1921", "name": "network-vif-plugged", "status": "completed", "tag": "ebb53f0d-f7bd-454a-b789-aa1990411648"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:02:43.375952 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port ebb53f0d-f7bd-454a-b789-aa1990411648, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ebb53f0d-f7bd-454a-b789-aa1990411648,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:02:43.380954 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:43.404395 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31336de9-2e8f-4593-b22d-d45f672e1717 x-openstack-request-id: req-31336de9-2e8f-4593-b22d-d45f672e1717 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:02:43.404688 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eebe29f-a0a7-44e6-a8ec-832cc51a1921", "name": "network-vif-plugged", "status": "completed", "tag": "ebb53f0d-f7bd-454a-b789-aa1990411648", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:02:43.404938 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31336de9-2e8f-4593-b22d-d45f672e1717 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:02:43.405318 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'code': 200} Nov 11 13:02:43.434239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=ebb53f0d-f7bd-454a-b789-aa1990411648,revision_number=10']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:02:43.595646 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709c905-7898-4411-82ad-4b448c13afca req-23ad9747-5e2d-48a5-ae75-52e6f1cbab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:43.597215 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5709c905-7898-4411-82ad-4b448c13afca req-23ad9747-5e2d-48a5-ae75-52e6f1cbab1d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 1098 time: 0.0526209 Nov 11 13:02:43.651912 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-5709c905-7898-4411-82ad-4b448c13afca req-2595e050-2924-4386-9bcf-1ab37b0d42fb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415497 Nov 11 13:02:43.981764 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a88bd4-cb27-4a67-9bcc-fc7d6b850514 req-c3eb632d-ed6e-42a6-8fda-7cd57303cd5c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:43.983247 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a1a88bd4-cb27-4a67-9bcc-fc7d6b850514 req-c3eb632d-ed6e-42a6-8fda-7cd57303cd5c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 947 time: 0.0797749 Nov 11 13:02:44.033807 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-a1a88bd4-cb27-4a67-9bcc-fc7d6b850514 req-5d04b4f5-2ace-4529-93b3-83c2f752e3ec tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443201 Nov 11 13:02:45.161883 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d314e5-1929-478f-8851-a30f09f71f3d req-fa87d4c7-55f6-46c6-b31e-c4ec71938776 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:45.163406 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-99d314e5-1929-478f-8851-a30f09f71f3d req-fa87d4c7-55f6-46c6-b31e-c4ec71938776 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 947 time: 0.0509737 Nov 11 13:02:45.213814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-99d314e5-1929-478f-8851-a30f09f71f3d req-06114679-c5e3-471e-a2a8-43e65d7ccad8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442984 Nov 11 13:02:46.322559 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:46.350555 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1f9bf-4265-4d4c-a6b5-7b7a82db2642 req-1b472008-3645-41e7-92ae-c372186732b4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:46.352045 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71a1f9bf-4265-4d4c-a6b5-7b7a82db2642 req-1b472008-3645-41e7-92ae-c372186732b4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 947 time: 0.0599277 Nov 11 13:02:46.402494 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-71a1f9bf-4265-4d4c-a6b5-7b7a82db2642 req-c7776ea2-6c7d-4fdd-bf80-b897a6f9ece0 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441990 Nov 11 13:02:50.458730 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:02:52.206849 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:05.957802 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b1c66f13-21b9-4488-ba73-4a36e5cdb12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:08.223126 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4855-56d3-4879-86c4-47b86769d994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:09.330194 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:10.871736 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:11.350597 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:13.063859 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-65ba41bb-efd9-48d2-98ea-9213fae8a6fd req-da302447-dbec-4c80-905b-dff6fab23c9d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433695 Nov 11 13:03:13.164800 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba41bb-efd9-48d2-98ea-9213fae8a6fd req-655299f6-090c-4d61-818d-9fb723ffc56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:13.166373 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-65ba41bb-efd9-48d2-98ea-9213fae8a6fd req-655299f6-090c-4d61-818d-9fb723ffc56a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 1098 time: 0.0524976 Nov 11 13:03:13.280266 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba41bb-efd9-48d2-98ea-9213fae8a6fd req-cf55553f-26f6-4053-88d6-24dd7bbf3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:13.281824 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-65ba41bb-efd9-48d2-98ea-9213fae8a6fd req-cf55553f-26f6-4053-88d6-24dd7bbf3f19 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.0920963 Nov 11 13:03:13.360081 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-65ba41bb-efd9-48d2-98ea-9213fae8a6fd req-71bb218b-0e80-4001-8215-c38382de3b9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb53f0d-f7bd-454a-b789-aa1990411648 HTTP/1.1" status: 200 len: 1002 time: 0.0642576 Nov 11 13:03:13.414731 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba41bb-efd9-48d2-98ea-9213fae8a6fd req-5c1182dd-0530-48c1-9621-7531534a1dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:13.416203 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-65ba41bb-efd9-48d2-98ea-9213fae8a6fd req-5c1182dd-0530-48c1-9621-7531534a1dd4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0469930 Nov 11 13:03:13.467448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba41bb-efd9-48d2-98ea-9213fae8a6fd req-15c76761-7456-4532-9c65-7f45a57315d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:13.468931 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-65ba41bb-efd9-48d2-98ea-9213fae8a6fd req-15c76761-7456-4532-9c65-7f45a57315d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416710 Nov 11 13:03:13.486752 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-65ba41bb-efd9-48d2-98ea-9213fae8a6fd req-9d38e2ff-15da-448d-9066-b078f5f3aa59 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 13:03:13.487706 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-65ba41bb-efd9-48d2-98ea-9213fae8a6fd req-9d38e2ff-15da-448d-9066-b078f5f3aa59 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049086 Nov 11 13:03:13.582129 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-65ba41bb-efd9-48d2-98ea-9213fae8a6fd req-fbb3555b-706b-411a-818e-f93b18f41467 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868475 Nov 11 13:03:13.687143 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-65ba41bb-efd9-48d2-98ea-9213fae8a6fd req-85284ea8-77e0-4d3a-affe-ea694bded6fe service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897627 Nov 11 13:03:16.338638 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:22.183942 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:27.461459 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:03:35.958397 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-853c504b-5a0f-4eaf-88f0-0fbf1c21b00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:38.229170 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c1a4661a-aec9-409b-84db-c4dd26c8ba63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:39.331062 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:40.876298 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:41.348711 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:46.338431 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:52.218448 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:59.737932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47394) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:03:59.902382 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Deleting port b805a603-66fb-4600-83a7-75bfd32e5e40 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:03:59.902706 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:59.980283 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:59.980603 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:59.992272 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Calling delete_port for b805a603-66fb-4600-83a7-75bfd32e5e40 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:04:00.147039 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:00.184762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event deleted for resources: {'Port': ['ID=b805a603-66fb-4600-83a7-75bfd32e5e40,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:04:00.206978 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:00.207319 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:00.207654 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:00.207983 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:00.208311 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:00.208633 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:00.208955 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:00.209277 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:00.209619 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:00.209945 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:00.210281 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:00.210595 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:00.252084 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:00.252297 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Floating IP 5983bb3c-1f7e-4cc5-9b24-8fefe8e4b4ed disassociated (deleted). External IP: 172.25.2.202, port: ebb53f0d-f7bd-454a-b789-aa1990411648. Nov 11 13:04:00.468531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:04:00.580495 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:04:00.585433 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:00.590818 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62d89d9-3f57-4fd7-bbbf-b901145e4b15 None None] Sync routers for ids ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:04:00.600600 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62d89d9-3f57-4fd7-bbbf-b901145e4b15 None None] Routers {'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:04:00.601208 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a62d89d9-3f57-4fd7-bbbf-b901145e4b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:03:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:04:00.613499 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7f3cd779-4cc4-4f88-918f-b01f5a0dc832 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "DELETE /v2.0/floatingips/5983bb3c-1f7e-4cc5-9b24-8fefe8e4b4ed HTTP/1.1" status: 204 len: 168 time: 0.8739529 Nov 11 13:04:00.614104 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'tag': 'ebb53f0d-f7bd-454a-b789-aa1990411648'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:04:00.616356 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f93371-0606-4bca-8ad0-af99cdd1673a" -d '{"events": [{"name": "network-changed", "server_uuid": "3eebe29f-a0a7-44e6-a8ec-832cc51a1921", "tag": "ebb53f0d-f7bd-454a-b789-aa1990411648"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:04:00.714817 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a62d89d9-3f57-4fd7-bbbf-b901145e4b15 None None] Set router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:04:00.717175 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ec8ac3-241a-4fbb-8d2c-b95c0cfb72fe x-openstack-request-id: req-39ec8ac3-241a-4fbb-8d2c-b95c0cfb72fe {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:04:00.717533 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eebe29f-a0a7-44e6-a8ec-832cc51a1921", "tag": "ebb53f0d-f7bd-454a-b789-aa1990411648", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:04:00.717831 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-39ec8ac3-241a-4fbb-8d2c-b95c0cfb72fe {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:04:00.718240 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'tag': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'status': 'completed', 'code': 200} Nov 11 13:04:00.846458 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f93371-0606-4bca-8ad0-af99cdd1673a req-47d47ad3-568f-4fca-a17f-5a98a338bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:00.848092 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73f93371-0606-4bca-8ad0-af99cdd1673a req-47d47ad3-568f-4fca-a17f-5a98a338bc3f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 1098 time: 0.1000695 Nov 11 13:04:00.859617 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a900c-86fd-4aac-af32-9fe36c5a09fe req-5ae0ee25-7092-4595-8d34-9c371c26cc11 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:00.861151 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d9a900c-86fd-4aac-af32-9fe36c5a09fe req-5ae0ee25-7092-4595-8d34-9c371c26cc11 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 947 time: 0.0536466 Nov 11 13:04:00.914651 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9d9a900c-86fd-4aac-af32-9fe36c5a09fe req-13d77af1-6eab-4031-ab26-76aee6aeab72 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469704 Nov 11 13:04:00.930604 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a62d89d9-3f57-4fd7-bbbf-b901145e4b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '4de21f0c-080b-406f-ab97-247906632f21', 'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'mac_address': 'fa:16:3e:89:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:40Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 5, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'subnets': [{'id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:04:00.947271 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f93371-0606-4bca-8ad0-af99cdd1673a req-a8184cc3-35bc-4de0-82f4-0d50d4b112f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:00.948847 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73f93371-0606-4bca-8ad0-af99cdd1673a req-a8184cc3-35bc-4de0-82f4-0d50d4b112f3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.0924671 Nov 11 13:04:00.956900 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62d89d9-3f57-4fd7-bbbf-b901145e4b15 None None] Checking router: ab80a73a-8f34-446a-abb5-5b9ed25f2a4b for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:04:00.965138 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62d89d9-3f57-4fd7-bbbf-b901145e4b15 None None] Routers {'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:04:00.965776 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a62d89d9-3f57-4fd7-bbbf-b901145e4b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:03:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:04:00.994178 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73f93371-0606-4bca-8ad0-af99cdd1673a req-08df9696-807e-4a87-9289-88649fd42306 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb53f0d-f7bd-454a-b789-aa1990411648 HTTP/1.1" status: 200 len: 217 time: 0.0370452 Nov 11 13:04:01.045617 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f93371-0606-4bca-8ad0-af99cdd1673a req-801bc091-82ee-497f-aaaf-ea2b3683eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:01.047120 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73f93371-0606-4bca-8ad0-af99cdd1673a req-801bc091-82ee-497f-aaaf-ea2b3683eb0f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0451319 Nov 11 13:04:01.071966 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-a62d89d9-3f57-4fd7-bbbf-b901145e4b15 None None] Set router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:04:01.093979 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f93371-0606-4bca-8ad0-af99cdd1673a req-e73c4a97-af3c-4460-968b-0e6f902d79b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:01.095488 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73f93371-0606-4bca-8ad0-af99cdd1673a req-e73c4a97-af3c-4460-968b-0e6f902d79b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404096 Nov 11 13:04:01.196657 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73f93371-0606-4bca-8ad0-af99cdd1673a req-dd38d5ae-6042-4224-987e-e6ca77a5f744 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881996 Nov 11 13:04:01.273110 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-a62d89d9-3f57-4fd7-bbbf-b901145e4b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '4de21f0c-080b-406f-ab97-247906632f21', 'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'mac_address': 'fa:16:3e:89:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:40Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 5, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'subnets': [{'id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:04:01.296114 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-73f93371-0606-4bca-8ad0-af99cdd1673a req-c9b838b2-d269-4866-bcad-ca830149f10e service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912654 Nov 11 13:04:01.303507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62d89d9-3f57-4fd7-bbbf-b901145e4b15 None None] The sync data for ids ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'] in n-d-807359-3 is: [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '4de21f0c-080b-406f-ab97-247906632f21', 'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'mac_address': 'fa:16:3e:89:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:40Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 5, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'subnets': [{'id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:04:01.518821 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45c223-b826-4d78-b2c3-168fb17dc734 None None] New status for floating IP 5983bb3c-1f7e-4cc5-9b24-8fefe8e4b4ed: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 13:04:02.043718 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f668bc-93eb-4c6c-82be-6b6b933f85c5 req-590ad4f5-9766-430c-a29a-dded56915951 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:02.045204 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4f668bc-93eb-4c6c-82be-6b6b933f85c5 req-590ad4f5-9766-430c-a29a-dded56915951 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 947 time: 0.0497389 Nov 11 13:04:02.102295 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e4f668bc-93eb-4c6c-82be-6b6b933f85c5 req-6c34a8b9-19a8-4c20-bbd0-028c394f6b19 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=81229cb8-a960-4627-afc6-dd5b21c45c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479999 Nov 11 13:04:02.390549 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc736a2-b05f-43ba-8616-aab821bb8340 req-1dbf3616-a2dd-4a8a-a623-1eef3b1def8f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:02.391887 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9cc736a2-b05f-43ba-8616-aab821bb8340 req-1dbf3616-a2dd-4a8a-a623-1eef3b1def8f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.62 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 947 time: 0.0571704 Nov 11 13:04:02.495572 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-9cc736a2-b05f-43ba-8616-aab821bb8340 req-90a3e586-eb30-4610-a8df-ac2c3e8b21c3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Deleting port ebb53f0d-f7bd-454a-b789-aa1990411648 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:04:02.495989 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9cc736a2-b05f-43ba-8616-aab821bb8340 req-90a3e586-eb30-4610-a8df-ac2c3e8b21c3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:02.589478 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-9cc736a2-b05f-43ba-8616-aab821bb8340 req-90a3e586-eb30-4610-a8df-ac2c3e8b21c3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] For port ebb53f0d-f7bd-454a-b789-aa1990411648, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=ebb53f0d-f7bd-454a-b789-aa1990411648,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:04:02.589829 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9cc736a2-b05f-43ba-8616-aab821bb8340 req-90a3e586-eb30-4610-a8df-ac2c3e8b21c3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:02.601681 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-9cc736a2-b05f-43ba-8616-aab821bb8340 req-90a3e586-eb30-4610-a8df-ac2c3e8b21c3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Calling delete_port for ebb53f0d-f7bd-454a-b789-aa1990411648 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:04:03.069392 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9cc736a2-b05f-43ba-8616-aab821bb8340 req-90a3e586-eb30-4610-a8df-ac2c3e8b21c3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:03.100405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3e586-eb30-4610-a8df-ac2c3e8b21c3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event deleted for resources: {'Port': ['ID=ebb53f0d-f7bd-454a-b789-aa1990411648,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:04:03.143433 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc736a2-b05f-43ba-8616-aab821bb8340 req-90a3e586-eb30-4610-a8df-ac2c3e8b21c3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] No DVR routers for this DVR port ebb53f0d-f7bd-454a-b789-aa1990411648 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:04:03.146651 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-9cc736a2-b05f-43ba-8616-aab821bb8340 req-90a3e586-eb30-4610-a8df-ac2c3e8b21c3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:03.150077 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9cc736a2-b05f-43ba-8616-aab821bb8340 req-90a3e586-eb30-4610-a8df-ac2c3e8b21c3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.62 "DELETE /v2.0/ports/ebb53f0d-f7bd-454a-b789-aa1990411648 HTTP/1.1" status: 204 len: 173 time: 0.7478149 Nov 11 13:04:03.150521 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'name': 'network-vif-deleted', 'tag': 'ebb53f0d-f7bd-454a-b789-aa1990411648'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:04:03.152862 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce132a26-d1f5-45be-9593-39ab07c8827f" -d '{"events": [{"server_uuid": "3eebe29f-a0a7-44e6-a8ec-832cc51a1921", "name": "network-vif-deleted", "tag": "ebb53f0d-f7bd-454a-b789-aa1990411648"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:04:03.192488 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be935d1-4334-45d8-9cdd-599118791c11 x-openstack-request-id: req-8be935d1-4334-45d8-9cdd-599118791c11 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:04:03.192778 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eebe29f-a0a7-44e6-a8ec-832cc51a1921", "name": "network-vif-deleted", "tag": "ebb53f0d-f7bd-454a-b789-aa1990411648", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:04:03.193027 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8be935d1-4334-45d8-9cdd-599118791c11 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:04:03.193427 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eebe29f-a0a7-44e6-a8ec-832cc51a1921', 'name': 'network-vif-deleted', 'tag': 'ebb53f0d-f7bd-454a-b789-aa1990411648', 'status': 'completed', 'code': 200} Nov 11 13:04:03.205926 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2781c672-6002-4714-8c46-a442e51b4fec req-4ebc3a83-2426-4709-a7cd-26fcde4d6815 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eebe29f-a0a7-44e6-a8ec-832cc51a1921 HTTP/1.1" status: 200 len: 210 time: 0.0305595 Nov 11 13:04:04.264059 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47420) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:04:04.330082 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6958a8bd-222d-4bf0-9470-9c3ac5e1f634 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:04.360427 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6958a8bd-222d-4bf0-9470-9c3ac5e1f634 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:04.424548 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6958a8bd-222d-4bf0-9470-9c3ac5e1f634 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:04.427278 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-6958a8bd-222d-4bf0-9470-9c3ac5e1f634 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:04.428480 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-6958a8bd-222d-4bf0-9470-9c3ac5e1f634 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "DELETE /v2.0/security-groups/81229cb8-a960-4627-afc6-dd5b21c45c61 HTTP/1.1" status: 204 len: 168 time: 0.1634066 Nov 11 13:04:04.437858 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958a8bd-222d-4bf0-9470-9c3ac5e1f634 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81229cb8-a960-4627-afc6-dd5b21c45c61,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:04:04.461123 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:04:04.971917 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47426) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:04:04.978480 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-734496e3-dc8a-48d2-9472-ec9f60b75655 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1358239379', 'description': 'tempest-secgroup-smoke-1358239379 description', 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:04:05.008345 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-734496e3-dc8a-48d2-9472-ec9f60b75655 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.078305 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-734496e3-dc8a-48d2-9472-ec9f60b75655 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.084127 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-734496e3-dc8a-48d2-9472-ec9f60b75655 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.111587 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-734496e3-dc8a-48d2-9472-ec9f60b75655 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.115558 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-734496e3-dc8a-48d2-9472-ec9f60b75655 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1395979 Nov 11 13:04:05.116035 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47428) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:04:05.116945 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734496e3-dc8a-48d2-9472-ec9f60b75655 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca5bae5-87e3-4c0a-8b65-0b130e80d605,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:04:05.120875 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'security_group_rule': {'security_group_id': '0ca5bae5-87e3-4c0a-8b65-0b130e80d605', 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:04:05.149647 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.205021 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.210682 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.229876 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552f743c-a881-4ddc-a937-74ac413529a2,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:04:05.241926 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.243162 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260397 Nov 11 13:04:05.244511 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:05.244849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:05.245178 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:05.245506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:05.245913 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:05.246270 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:05.246390 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47430) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:04:05.246577 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:05.246899 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:05.247211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:05.247529 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:05.247835 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:05.248155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb020b5-c673-4d9c-8fad-5002880e0b24 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:05.251011 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-9185fcd1-046e-4d9e-90c8-626ff35a516c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'security_group_rule': {'security_group_id': '0ca5bae5-87e3-4c0a-8b65-0b130e80d605', 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:04:05.286287 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9185fcd1-046e-4d9e-90c8-626ff35a516c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.342482 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9185fcd1-046e-4d9e-90c8-626ff35a516c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.349674 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9185fcd1-046e-4d9e-90c8-626ff35a516c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.367052 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185fcd1-046e-4d9e-90c8-626ff35a516c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecaf1c23-029c-4f36-b988-3ed647f595ac,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:04:05.375134 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-9185fcd1-046e-4d9e-90c8-626ff35a516c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.376442 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-9185fcd1-046e-4d9e-90c8-626ff35a516c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290550 Nov 11 13:04:05.379356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47432) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:04:05.384059 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-b4e2e53e-0dcc-45fc-b250-20ea7113956b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'security_group_rule': {'security_group_id': '0ca5bae5-87e3-4c0a-8b65-0b130e80d605', 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:04:05.414302 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4e2e53e-0dcc-45fc-b250-20ea7113956b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.476416 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4e2e53e-0dcc-45fc-b250-20ea7113956b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.483977 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4e2e53e-0dcc-45fc-b250-20ea7113956b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.498937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2e53e-0dcc-45fc-b250-20ea7113956b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60564cfb-b85d-49bb-aa3c-f85b8a66a54e,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:04:05.511975 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b4e2e53e-0dcc-45fc-b250-20ea7113956b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.514052 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b4e2e53e-0dcc-45fc-b250-20ea7113956b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336143 Nov 11 13:04:05.516137 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47434) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:04:05.520624 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-bebdff89-43a0-4421-a7aa-fcaff49710b8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'security_group_rule': {'security_group_id': '0ca5bae5-87e3-4c0a-8b65-0b130e80d605', 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:04:05.549964 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bebdff89-43a0-4421-a7aa-fcaff49710b8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.552645 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ebb53f0d-f7bd-454a-b789-aa1990411648 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:04:05.572241 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: ebb53f0d-f7bd-454a-b789-aa1990411648 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:04:05.572608 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device ebb53f0d-f7bd-454a-b789-aa1990411648 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:04:05.611102 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bebdff89-43a0-4421-a7aa-fcaff49710b8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.616682 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bebdff89-43a0-4421-a7aa-fcaff49710b8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.640093 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdff89-43a0-4421-a7aa-fcaff49710b8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9944a2-1b55-475b-aed8-3dcf4218a329,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:04:05.653091 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-bebdff89-43a0-4421-a7aa-fcaff49710b8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.654962 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-bebdff89-43a0-4421-a7aa-fcaff49710b8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377356 Nov 11 13:04:05.658760 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47436) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:04:05.665183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-3a63a00b-87c8-48a7-8a27-153d9ccad9f0 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'security_group_rule': {'security_group_id': '0ca5bae5-87e3-4c0a-8b65-0b130e80d605', 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:04:05.688682 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-3a63a00b-87c8-48a7-8a27-153d9ccad9f0 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Project ab330c5a3cda4af79f57efd2d935ca57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 13:04:05.693570 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3a63a00b-87c8-48a7-8a27-153d9ccad9f0 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.750496 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3a63a00b-87c8-48a7-8a27-153d9ccad9f0 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.756288 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3a63a00b-87c8-48a7-8a27-153d9ccad9f0 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.774039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63a00b-87c8-48a7-8a27-153d9ccad9f0 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f597e66d-0ae0-421c-b8dc-f650cadf8fe8,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:04:05.781387 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3a63a00b-87c8-48a7-8a27-153d9ccad9f0 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.782790 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3a63a00b-87c8-48a7-8a27-153d9ccad9f0 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228344 Nov 11 13:04:05.785613 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47438) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:04:05.790106 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-3ab199d3-34d4-4380-b854-b12376d911d4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'security_group_rule': {'security_group_id': '0ca5bae5-87e3-4c0a-8b65-0b130e80d605', 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:04:05.812333 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-3ab199d3-34d4-4380-b854-b12376d911d4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Project ab330c5a3cda4af79f57efd2d935ca57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 13:04:05.817298 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3ab199d3-34d4-4380-b854-b12376d911d4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.881780 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3ab199d3-34d4-4380-b854-b12376d911d4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.888717 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3ab199d3-34d4-4380-b854-b12376d911d4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.906366 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab199d3-34d4-4380-b854-b12376d911d4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9472fd1f-9f64-4a11-b76f-05ae8f3aacfd,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:04:05.914889 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3ab199d3-34d4-4380-b854-b12376d911d4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.916079 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3ab199d3-34d4-4380-b854-b12376d911d4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295557 Nov 11 13:04:05.954231 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-187549a4-6d7e-4b8d-86d5-3b18e34a5578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:08.214139 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eee55a49-0282-4a41-a408-c96c680ed20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:09.326539 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:10.875516 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:11.344513 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:16.389548 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:22.225761 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:22.289152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-292968f3-747a-42c5-9167-701f7f655888 req-650d9a10-293c-42a1-9090-f31c253372f6 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1358239379&fields=id&tenant_id=ab330c5a3cda4af79f57efd2d935ca57 HTTP/1.1" status: 200 len: 267 time: 0.0453994 Nov 11 13:04:22.397445 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292968f3-747a-42c5-9167-701f7f655888 req-b74fafe0-6f33-49a6-bb56-e7eabc16834e tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:22.398834 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-292968f3-747a-42c5-9167-701f7f655888 req-b74fafe0-6f33-49a6-bb56-e7eabc16834e tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 809 time: 0.1028035 Nov 11 13:04:22.417470 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-292968f3-747a-42c5-9167-701f7f655888 req-333c32ac-1701-4778-9537-0babed56d43d tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/quotas/ab330c5a3cda4af79f57efd2d935ca57 HTTP/1.1" status: 200 len: 375 time: 0.0095875 Nov 11 13:04:22.470447 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-292968f3-747a-42c5-9167-701f7f655888 req-74694bef-c7d4-4acf-a18a-029b5849263b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476439 Nov 11 13:04:22.570525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-292968f3-747a-42c5-9167-701f7f655888 req-1240124b-6a54-48dc-a301-b24d60e00ca1 service neutron] 10.222.0.65 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872188 Nov 11 13:04:22.660709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-292968f3-747a-42c5-9167-701f7f655888 req-97bf5eeb-fc53-49ed-a359-12740a13d026 service neutron] 10.222.0.65 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839109 Nov 11 13:04:22.967578 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8b17facf-e347-4a1b-9776-7331c8b8dffd req-f7175176-c827-42d6-a5bc-3d6b6b2e817c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 210 time: 0.0316429 Nov 11 13:04:24.018097 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292968f3-747a-42c5-9167-701f7f655888 req-18450543-b92b-44dc-a898-ab9cddc62716 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:24.019539 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-292968f3-747a-42c5-9167-701f7f655888 req-18450543-b92b-44dc-a898-ab9cddc62716 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 809 time: 0.1061542 Nov 11 13:04:24.068073 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6a5f60bf-06db-4f7e-aa26-b142e1e2171b req-d937b810-9262-400f-b6a2-5ec6c9fcab54 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 210 time: 0.0280120 Nov 11 13:04:24.085786 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-292968f3-747a-42c5-9167-701f7f655888 req-004960ca-97e9-42b1-a5a7-2771ea7b9650 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab330c5a3cda4af79f57efd2d935ca57 HTTP/1.1" status: 200 len: 380 time: 0.0558922 Nov 11 13:04:24.096864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-292968f3-747a-42c5-9167-701f7f655888 req-dd8b893a-d0b2-4e92-8064-866f209ed599 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'port': {'device_id': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'admin_state_up': True, 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'security_groups': ['0ca5bae5-87e3-4c0a-8b65-0b130e80d605']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:04:24.213001 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292968f3-747a-42c5-9167-701f7f655888 req-dd8b893a-d0b2-4e92-8064-866f209ed599 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Made reservation on behalf of ab330c5a3cda4af79f57efd2d935ca57 for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 13:04:24.216608 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-292968f3-747a-42c5-9167-701f7f655888 req-dd8b893a-d0b2-4e92-8064-866f209ed599 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:24.344060 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-292968f3-747a-42c5-9167-701f7f655888 req-dd8b893a-d0b2-4e92-8064-866f209ed599 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Allocated IP 172.20.0.9 (9582cb6f-768e-417a-ada8-fc2030a6e63e/c3ef0d35-91af-4dad-bc5f-1be804ec7ac1/316eff83-d2ee-4639-8591-4fb7c3d1b720) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:04:24.488116 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-292968f3-747a-42c5-9167-701f7f655888 req-dd8b893a-d0b2-4e92-8064-866f209ed599 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:24.523170 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-292968f3-747a-42c5-9167-701f7f655888 req-dd8b893a-d0b2-4e92-8064-866f209ed599 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:24.572293 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292968f3-747a-42c5-9167-701f7f655888 req-dd8b893a-d0b2-4e92-8064-866f209ed599 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Network 9582cb6f-768e-417a-ada8-fc2030a6e63e is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:04:24.576502 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-292968f3-747a-42c5-9167-701f7f655888 req-dd8b893a-d0b2-4e92-8064-866f209ed599 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:04:24.579215 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-292968f3-747a-42c5-9167-701f7f655888 req-dd8b893a-d0b2-4e92-8064-866f209ed599 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:04:24.606092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b893a-d0b2-4e92-8064-866f209ed599 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'Port': ['ID=316eff83-d2ee-4639-8591-4fb7c3d1b720,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:04:24.637262 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292968f3-747a-42c5-9167-701f7f655888 req-dd8b893a-d0b2-4e92-8064-866f209ed599 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:24.637670 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-292968f3-747a-42c5-9167-701f7f655888 req-dd8b893a-d0b2-4e92-8064-866f209ed599 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:24.655991 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-292968f3-747a-42c5-9167-701f7f655888 req-dd8b893a-d0b2-4e92-8064-866f209ed599 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5628381 Nov 11 13:04:24.673548 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Request body: {'port': {'device_id': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:04:24.741918 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:24.871595 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c3a491a3-8d04-46d6-904b-83533178e758 None None] Provisioning complete for port 316eff83-d2ee-4639-8591-4fb7c3d1b720 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:04:24.872198 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c3a491a3-8d04-46d6-904b-83533178e758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:24.910932 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c3a491a3-8d04-46d6-904b-83533178e758 None None] Port 316eff83-d2ee-4639-8591-4fb7c3d1b720 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:04:25.016047 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316eff83-d2ee-4639-8591-4fb7c3d1b720 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:04:25.024139 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:25.036707 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Transition to ACTIVE for port object 316eff83-d2ee-4639-8591-4fb7c3d1b720 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 13:04:25.041662 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:25.158413 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Pushing event updated for resources: {'Port': ['ID=316eff83-d2ee-4639-8591-4fb7c3d1b720,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:04:25.172949 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Attempting to bind port 316eff83-d2ee-4639-8591-4fb7c3d1b720 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:04:25.173506 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Attempting to bind port 316eff83-d2ee-4639-8591-4fb7c3d1b720 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': '328e039d-aabf-474d-aa29-6588e59afd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:04:25.174038 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Attempting to bind port 316eff83-d2ee-4639-8591-4fb7c3d1b720 on network 9582cb6f-768e-417a-ada8-fc2030a6e63e {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:04:25.179088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Port 316eff83-d2ee-4639-8591-4fb7c3d1b720 on network 9582cb6f-768e-417a-ada8-fc2030a6e63e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 13:04:25.179632 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Attempting to bind port 316eff83-d2ee-4639-8591-4fb7c3d1b720 on network 9582cb6f-768e-417a-ada8-fc2030a6e63e {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:04:25.185675 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:04:25.186237 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Checking segment: {'id': '328e039d-aabf-474d-aa29-6588e59afd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:04:25.186799 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Bound using segment: {'id': '328e039d-aabf-474d-aa29-6588e59afd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:04:25.187405 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Bound port: 316eff83-d2ee-4639-8591-4fb7c3d1b720, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328e039d-aabf-474d-aa29-6588e59afd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:04:25.190741 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:25.236346 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e1a33-3488-419d-a957-1c2d0f474292 req-8377912e-f7d1-4ef1-903c-13e633910b27 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:25.237970 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3f4e1a33-3488-419d-a957-1c2d0f474292 req-8377912e-f7d1-4ef1-903c-13e633910b27 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0625110 Nov 11 13:04:25.269185 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] For port 316eff83-d2ee-4639-8591-4fb7c3d1b720, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:04:25.274132 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] For port 316eff83-d2ee-4639-8591-4fb7c3d1b720, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:04:25.280921 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:25.299512 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3f4e1a33-3488-419d-a957-1c2d0f474292 req-0f004b46-523d-4286-b0ce-718b09754dec tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544696 Nov 11 13:04:25.324457 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:25.325127 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:25.326629 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-292968f3-747a-42c5-9167-701f7f655888 req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] 10.222.0.62 "PUT /v2.0/ports/316eff83-d2ee-4639-8591-4fb7c3d1b720 HTTP/1.1" status: 200 len: 1091 time: 0.6575210 Nov 11 13:04:25.327092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'tag': '316eff83-d2ee-4639-8591-4fb7c3d1b720'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:04:25.329712 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800fb3c5-ed62-4c56-b623-a58eff0e7c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f53e8cb-a851-473d-88bb-4c160071dbeb", "tag": "316eff83-d2ee-4639-8591-4fb7c3d1b720"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:04:25.372920 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb9e78-d77d-42fb-a4c8-5d2e8611e51a service neutron] Pushing event updated for resources: {'Port': ['ID=316eff83-d2ee-4639-8591-4fb7c3d1b720,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:04:25.396933 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830e07ae-e329-47f0-a686-844c91dbeed1 x-openstack-request-id: req-830e07ae-e329-47f0-a686-844c91dbeed1 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:04:25.397347 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f53e8cb-a851-473d-88bb-4c160071dbeb", "tag": "316eff83-d2ee-4639-8591-4fb7c3d1b720", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:04:25.397538 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-830e07ae-e329-47f0-a686-844c91dbeed1 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:04:25.397971 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'tag': '316eff83-d2ee-4639-8591-4fb7c3d1b720', 'status': 'completed', 'code': 200} Nov 11 13:04:25.438732 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292968f3-747a-42c5-9167-701f7f655888 req-14e7bac7-aa0f-4bbc-98cb-2995368c21ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:25.440368 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-292968f3-747a-42c5-9167-701f7f655888 req-14e7bac7-aa0f-4bbc-98cb-2995368c21ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 1094 time: 0.0556483 Nov 11 13:04:25.490241 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-292968f3-747a-42c5-9167-701f7f655888 req-edbab71d-5d9a-4972-b990-f0929c25a46e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720 HTTP/1.1" status: 200 len: 217 time: 0.0372438 Nov 11 13:04:25.546347 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292968f3-747a-42c5-9167-701f7f655888 req-e2269925-1cd5-46e3-9f24-e0ca8b21792a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:25.548260 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-292968f3-747a-42c5-9167-701f7f655888 req-e2269925-1cd5-46e3-9f24-e0ca8b21792a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0505173 Nov 11 13:04:25.607538 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292968f3-747a-42c5-9167-701f7f655888 req-a031fae7-aa3c-4893-81e7-d43d4f21ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:25.609108 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-292968f3-747a-42c5-9167-701f7f655888 req-a031fae7-aa3c-4893-81e7-d43d4f21ebb9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499711 Nov 11 13:04:25.706151 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-292968f3-747a-42c5-9167-701f7f655888 req-766d218e-dd7b-435a-ab93-9b4d31f9b93c service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851846 Nov 11 13:04:25.810503 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-292968f3-747a-42c5-9167-701f7f655888 req-88c76e6d-f06a-44a3-b9a4-6a1c7c203213 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916517 Nov 11 13:04:25.907040 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fb3c5-ed62-4c56-b623-a58eff0e7c2d req-a76d7c27-24f0-4a9c-b7c7-2b4f72aa643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:25.908513 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-800fb3c5-ed62-4c56-b623-a58eff0e7c2d req-a76d7c27-24f0-4a9c-b7c7-2b4f72aa643f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 1094 time: 0.0435333 Nov 11 13:04:26.013115 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fb3c5-ed62-4c56-b623-a58eff0e7c2d req-274fa376-44db-473f-85a9-634131f39751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:26.014689 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-800fb3c5-ed62-4c56-b623-a58eff0e7c2d req-274fa376-44db-473f-85a9-634131f39751 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.0931010 Nov 11 13:04:26.063535 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-800fb3c5-ed62-4c56-b623-a58eff0e7c2d req-8d3cc98a-a995-4797-9844-b86158f5787d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720 HTTP/1.1" status: 200 len: 217 time: 0.0358813 Nov 11 13:04:26.113275 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fb3c5-ed62-4c56-b623-a58eff0e7c2d req-1b392dfb-b1e5-4e99-8d2e-dc7198c8e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:26.114824 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-800fb3c5-ed62-4c56-b623-a58eff0e7c2d req-1b392dfb-b1e5-4e99-8d2e-dc7198c8e96d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0437350 Nov 11 13:04:26.166713 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fb3c5-ed62-4c56-b623-a58eff0e7c2d req-21457a07-b6b7-45ad-b253-c05e9b699d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:26.168139 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-800fb3c5-ed62-4c56-b623-a58eff0e7c2d req-21457a07-b6b7-45ad-b253-c05e9b699d34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421238 Nov 11 13:04:26.274324 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-800fb3c5-ed62-4c56-b623-a58eff0e7c2d req-5b65736a-b40f-41c3-8845-a1510cf5341a service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887158 Nov 11 13:04:26.385543 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-800fb3c5-ed62-4c56-b623-a58eff0e7c2d req-a15f1cc2-fde5-41af-846f-b026235ffa48 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977852 Nov 11 13:04:26.425049 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7111-7c3c-4c09-af4b-1546d1529a0e req-d03a3727-865f-4deb-987e-5c818d1df987 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:26.426830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96de7111-7c3c-4c09-af4b-1546d1529a0e req-d03a3727-865f-4deb-987e-5c818d1df987 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0526643 Nov 11 13:04:26.482709 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-96de7111-7c3c-4c09-af4b-1546d1529a0e req-506058dd-70ae-41c2-8b68-f0cd3fb9f8b0 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495346 Nov 11 13:04:27.603635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb45d3b-841e-48ab-af1e-bc83ce84e5fa req-1232d748-01a7-44bf-a52a-cc62176b2e69 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:27.605094 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dcb45d3b-841e-48ab-af1e-bc83ce84e5fa req-1232d748-01a7-44bf-a52a-cc62176b2e69 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0514398 Nov 11 13:04:27.653946 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dcb45d3b-841e-48ab-af1e-bc83ce84e5fa req-7f1ca569-7578-4b48-83dc-6b00474a9b5a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426400 Nov 11 13:04:28.775735 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773758-ca16-4737-bbb4-ff1fc2b92db6 req-45690be3-f491-4df1-b4d9-cf190db64f3e tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:28.777368 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-97773758-ca16-4737-bbb4-ff1fc2b92db6 req-45690be3-f491-4df1-b4d9-cf190db64f3e tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0530632 Nov 11 13:04:28.834370 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-97773758-ca16-4737-bbb4-ff1fc2b92db6 req-20f99dac-82e1-4194-a0c4-a83ae9a195a6 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502503 Nov 11 13:04:29.967356 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d6537-4789-408f-9dba-f248998bf7b9 req-3037881f-4eb9-4e9d-9f44-135c897a1900 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:29.968855 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-270d6537-4789-408f-9dba-f248998bf7b9 req-3037881f-4eb9-4e9d-9f44-135c897a1900 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0554569 Nov 11 13:04:30.023553 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-270d6537-4789-408f-9dba-f248998bf7b9 req-93405ef4-cf41-4f8d-b767-69619b0fdaad tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460534 Nov 11 13:04:31.148494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048f754-0c60-4f5f-9cba-571c6c6ecec3 req-dac5ec35-dd42-41d1-a73f-126f520870b5 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:31.150049 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9048f754-0c60-4f5f-9cba-571c6c6ecec3 req-dac5ec35-dd42-41d1-a73f-126f520870b5 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0518713 Nov 11 13:04:31.201689 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9048f754-0c60-4f5f-9cba-571c6c6ecec3 req-f350b1ce-2160-487c-9b89-d6ef8fbc6da6 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446959 Nov 11 13:04:32.334005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc58f1d-917d-4a34-ac4d-31e838f60c20 req-a7eca873-6c7e-4dc1-83da-0f834bc5bff1 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:32.335486 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fc58f1d-917d-4a34-ac4d-31e838f60c20 req-a7eca873-6c7e-4dc1-83da-0f834bc5bff1 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0543559 Nov 11 13:04:32.384697 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7fc58f1d-917d-4a34-ac4d-31e838f60c20 req-5c568f55-7fee-4afe-a33d-d21c4950ed92 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429704 Nov 11 13:04:33.509155 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d10cb-7d51-4d1c-b65a-9dded60e2c2a req-12ce915f-c769-47d1-a1ed-798ff8afa81f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:33.510714 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-441d10cb-7d51-4d1c-b65a-9dded60e2c2a req-12ce915f-c769-47d1-a1ed-798ff8afa81f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0496576 Nov 11 13:04:33.570598 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-441d10cb-7d51-4d1c-b65a-9dded60e2c2a req-daa10996-a5e1-49be-bfbc-1a8e291cfff1 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534630 Nov 11 13:04:34.699509 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a14d6-511b-42b5-8640-216df2b1c083 req-37c1c79b-425b-4cb5-b4d3-20008c482299 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:34.701024 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b1a14d6-511b-42b5-8640-216df2b1c083 req-37c1c79b-425b-4cb5-b4d3-20008c482299 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0509434 Nov 11 13:04:34.753480 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5b1a14d6-511b-42b5-8640-216df2b1c083 req-e4e095d3-7c30-4d2f-a5db-6c74c2fbd62c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463543 Nov 11 13:04:35.888145 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c6d1b-f073-49b8-be22-8300a9b8b8f8 req-13cfab0a-681e-483d-9263-357812522b1b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:35.889642 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-008c6d1b-f073-49b8-be22-8300a9b8b8f8 req-13cfab0a-681e-483d-9263-357812522b1b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0574303 Nov 11 13:04:35.940277 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-008c6d1b-f073-49b8-be22-8300a9b8b8f8 req-64763ca8-bec1-4f4a-9651-635ed74bc59c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445495 Nov 11 13:04:35.949515 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e83c1b0f-1558-465f-bbe4-c463c370a3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:37.077374 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58abcf6-1167-4cea-8975-9c4d31cf64ff req-221388a4-f326-4dec-ac88-f85687203544 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:37.078800 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f58abcf6-1167-4cea-8975-9c4d31cf64ff req-221388a4-f326-4dec-ac88-f85687203544 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0534363 Nov 11 13:04:37.137500 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f58abcf6-1167-4cea-8975-9c4d31cf64ff req-02268253-21fe-4923-9f87-1d61c5c51f63 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495675 Nov 11 13:04:37.838694 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 316eff83-d2ee-4639-8591-4fb7c3d1b720 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 13:04:37.946021 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 316eff83-d2ee-4639-8591-4fb7c3d1b720, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:04:37.956955 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '316eff83-d2ee-4639-8591-4fb7c3d1b720', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'port_id': '316eff83-d2ee-4639-8591-4fb7c3d1b720', 'mac_address': 'fa:16:3e:d0:18:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 13:04:37.994057 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:38.017610 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316eff83-d2ee-4639-8591-4fb7c3d1b720 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:04:38.037211 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 316eff83-d2ee-4639-8591-4fb7c3d1b720, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:04:38.042741 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:38.264588 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec1ccc-9e50-4be6-ad09-22eb97387e68 req-43e866b0-b423-483f-83ef-b9b5e7b7502e tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:38.266124 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8ec1ccc-9e50-4be6-ad09-22eb97387e68 req-43e866b0-b423-483f-83ef-b9b5e7b7502e tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 944 time: 0.0556138 Nov 11 13:04:38.267494 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4a1e4289-e769-4f64-b380-d978e3920579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:38.272951 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=316eff83-d2ee-4639-8591-4fb7c3d1b720,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:04:38.280639 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:38.280982 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:38.281319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:38.281679 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:38.282012 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:38.282342 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:38.282663 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:38.283335 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:38.283650 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:38.284002 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:38.284305 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:38.284627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:04:38.317747 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e8ec1ccc-9e50-4be6-ad09-22eb97387e68 req-360ff4a0-ca22-452c-ae98-a72ae2e2a9f3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436509 Nov 11 13:04:38.323820 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['316eff83-d2ee-4639-8591-4fb7c3d1b720'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 13:04:39.335388 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:39.436344 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50201cf2-c311-456a-82ca-6b02e835abf7 req-4b2cb648-0ebe-4de2-85b0-9317f75a8bfc tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:39.437922 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50201cf2-c311-456a-82ca-6b02e835abf7 req-4b2cb648-0ebe-4de2-85b0-9317f75a8bfc tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 944 time: 0.0503736 Nov 11 13:04:39.490733 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-50201cf2-c311-456a-82ca-6b02e835abf7 req-1856429c-747f-4d55-b277-afb8cb0dcb9b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442324 Nov 11 13:04:39.871461 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 316eff83-d2ee-4639-8591-4fb7c3d1b720 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:04:39.930826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 316eff83-d2ee-4639-8591-4fb7c3d1b720 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 13:04:39.935843 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 316eff83-d2ee-4639-8591-4fb7c3d1b720 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:04:39.936248 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:40.015795 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:40.039140 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316eff83-d2ee-4639-8591-4fb7c3d1b720'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:04:40.041618 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580a13b3-c3b0-459d-9465-43c74535462e" -d '{"events": [{"server_uuid": "6f53e8cb-a851-473d-88bb-4c160071dbeb", "name": "network-vif-plugged", "status": "completed", "tag": "316eff83-d2ee-4639-8591-4fb7c3d1b720"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:04:40.054897 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 316eff83-d2ee-4639-8591-4fb7c3d1b720, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:04:40.061334 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:40.107377 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=316eff83-d2ee-4639-8591-4fb7c3d1b720,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:04:40.136000 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e932021-fe9e-4280-9fd2-70f84b31b647 x-openstack-request-id: req-0e932021-fe9e-4280-9fd2-70f84b31b647 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:04:40.136342 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f53e8cb-a851-473d-88bb-4c160071dbeb", "name": "network-vif-plugged", "status": "completed", "tag": "316eff83-d2ee-4639-8591-4fb7c3d1b720", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:04:40.136626 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e932021-fe9e-4280-9fd2-70f84b31b647 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:04:40.137047 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316eff83-d2ee-4639-8591-4fb7c3d1b720', 'code': 200} Nov 11 13:04:40.240441 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e0439-b01e-4b7d-a436-8196450ebbe6 req-874b1de8-373c-4799-addb-cbe7aac264f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:40.242027 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-162e0439-b01e-4b7d-a436-8196450ebbe6 req-874b1de8-373c-4799-addb-cbe7aac264f3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 1096 time: 0.0416536 Nov 11 13:04:40.300307 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-162e0439-b01e-4b7d-a436-8196450ebbe6 req-26a1f26f-943a-4d76-966d-461a1ee5deed service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468824 Nov 11 13:04:40.612486 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81883704-6e1e-4061-9797-87481dbd074c req-ca86d2dc-57c3-430b-8d4d-50262e918339 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:40.614017 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81883704-6e1e-4061-9797-87481dbd074c req-ca86d2dc-57c3-430b-8d4d-50262e918339 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0537863 Nov 11 13:04:40.673835 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-81883704-6e1e-4061-9797-87481dbd074c req-af6509b7-dfa0-47d2-b897-fd41a3fe7324 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493832 Nov 11 13:04:40.891621 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:41.360287 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:41.461884 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:04:41.812696 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19561de-ceed-4923-866b-8b6bd72390e5 req-de441516-bb1c-4216-85be-543ce2c2431f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:41.814262 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b19561de-ceed-4923-866b-8b6bd72390e5 req-de441516-bb1c-4216-85be-543ce2c2431f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0533769 Nov 11 13:04:41.866524 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b19561de-ceed-4923-866b-8b6bd72390e5 req-e37d68dd-e367-44e6-bceb-3ed100bf28c3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432906 Nov 11 13:04:41.997211 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73309932-ccf6-480f-aa74-cc2e21e87ac8 req-cdeb4d22-d77d-4228-9b2f-bfa14b8f8220 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:41.999074 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73309932-ccf6-480f-aa74-cc2e21e87ac8 req-cdeb4d22-d77d-4228-9b2f-bfa14b8f8220 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0564661 Nov 11 13:04:42.049560 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73309932-ccf6-480f-aa74-cc2e21e87ac8 req-4f73d06c-d5f9-4916-9fa8-8261228f42d0 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444372 Nov 11 13:04:42.071622 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47634) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:04:42.117702 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34b3dbc-d13f-4592-9bdd-2dc6d460c77a tempest-TestShelveInstance-937444905 tempest-TestShelveInstance-937444905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:42.119239 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e34b3dbc-d13f-4592-9bdd-2dc6d460c77a tempest-TestShelveInstance-937444905 tempest-TestShelveInstance-937444905-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 1091 time: 0.0462639 Nov 11 13:04:42.122322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47636) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:04:42.126981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '316eff83-d2ee-4639-8591-4fb7c3d1b720', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:04:42.150508 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:42.246944 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:42.362567 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Allocated IP 172.25.2.76 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/d0df1923-94f2-4cb8-9e22-8b8f5283cac0) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:04:42.475860 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:42.513485 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:42.557068 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:04:42.559953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:04:42.563472 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:04:42.568963 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'Port': ['ID=d0df1923-94f2-4cb8-9e22-8b8f5283cac0,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:04:42.924704 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:42.991689 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:43.147496 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:43.154018 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:43.218130 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event updated for resources: {'Port': ['ID=d0df1923-94f2-4cb8-9e22-8b8f5283cac0,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:04:43.233323 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:43.333128 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Floating IP 9858be30-a9ac-465d-8f95-81f7a090f0b0 associated. External IP: 172.25.2.76, port: 316eff83-d2ee-4639-8591-4fb7c3d1b720. Nov 11 13:04:43.544057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:04:43.651514 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:04:43.662225 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4b2b57-26d2-49d1-b52d-f730bd628ba2 None None] Sync routers for ids ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:04:43.671838 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:43.674240 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4b2b57-26d2-49d1-b52d-f730bd628ba2 None None] Routers {'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:04:43.674851 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-dc4b2b57-26d2-49d1-b52d-f730bd628ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:04:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:04:43.698450 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-20bcc625-afff-45f7-84b2-0e0209cc01d9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5749102 Nov 11 13:04:43.699043 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'tag': '316eff83-d2ee-4639-8591-4fb7c3d1b720'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:04:43.701291 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7dad3e-11e4-4bf0-ba97-21f36a48000e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f53e8cb-a851-473d-88bb-4c160071dbeb", "tag": "316eff83-d2ee-4639-8591-4fb7c3d1b720"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:04:43.781633 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-dc4b2b57-26d2-49d1-b52d-f730bd628ba2 None None] Set router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:04:43.801367 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090be308-9fcd-4517-a9f0-aa81c160b3c9 x-openstack-request-id: req-090be308-9fcd-4517-a9f0-aa81c160b3c9 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:04:43.801684 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f53e8cb-a851-473d-88bb-4c160071dbeb", "tag": "316eff83-d2ee-4639-8591-4fb7c3d1b720", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:04:43.801932 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-090be308-9fcd-4517-a9f0-aa81c160b3c9 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:04:43.802330 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'tag': '316eff83-d2ee-4639-8591-4fb7c3d1b720', 'status': 'completed', 'code': 200} Nov 11 13:04:43.868661 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dad3e-11e4-4bf0-ba97-21f36a48000e req-ea3cde68-1791-4a47-b542-8648689f353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:43.870253 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df7dad3e-11e4-4bf0-ba97-21f36a48000e req-ea3cde68-1791-4a47-b542-8648689f353e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 1096 time: 0.0423362 Nov 11 13:04:43.967665 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dad3e-11e4-4bf0-ba97-21f36a48000e req-415d7f0e-74ce-49b3-8b86-988739c4c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:43.969157 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df7dad3e-11e4-4bf0-ba97-21f36a48000e req-415d7f0e-74ce-49b3-8b86-988739c4c307 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.0919030 Nov 11 13:04:44.012926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-dc4b2b57-26d2-49d1-b52d-f730bd628ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '9858be30-a9ac-465d-8f95-81f7a090f0b0', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'port_id': '316eff83-d2ee-4639-8591-4fb7c3d1b720', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'mac_address': 'fa:16:3e:d0:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:04:42Z', 'updated_at': '2021-11-11T13:04:42Z', 'revision_number': 0, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de21f0c-080b-406f-ab97-247906632f21', 'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'mac_address': 'fa:16:3e:89:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:40Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 5, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'subnets': [{'id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:04:44.036486 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df7dad3e-11e4-4bf0-ba97-21f36a48000e req-db51c5ef-8701-4102-8510-6b362a03a23d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720 HTTP/1.1" status: 200 len: 998 time: 0.0594406 Nov 11 13:04:44.048928 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4b2b57-26d2-49d1-b52d-f730bd628ba2 None None] Checking router: ab80a73a-8f34-446a-abb5-5b9ed25f2a4b for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:04:44.059784 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4b2b57-26d2-49d1-b52d-f730bd628ba2 None None] Routers {'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:04:44.060389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-dc4b2b57-26d2-49d1-b52d-f730bd628ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:04:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:04:44.091255 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dad3e-11e4-4bf0-ba97-21f36a48000e req-2eeaf548-9abb-4ef4-931b-2b9dc6dead57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:44.092793 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df7dad3e-11e4-4bf0-ba97-21f36a48000e req-2eeaf548-9abb-4ef4-931b-2b9dc6dead57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0495605 Nov 11 13:04:44.140137 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dad3e-11e4-4bf0-ba97-21f36a48000e req-605b5d28-24ee-4c05-a61a-660ba78d9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:44.141716 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df7dad3e-11e4-4bf0-ba97-21f36a48000e req-605b5d28-24ee-4c05-a61a-660ba78d9641 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414705 Nov 11 13:04:44.170994 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-dc4b2b57-26d2-49d1-b52d-f730bd628ba2 None None] Set router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:04:44.241876 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df7dad3e-11e4-4bf0-ba97-21f36a48000e req-44efd1a4-973e-4eda-9648-cc1d1c79d658 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925202 Nov 11 13:04:44.339484 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-df7dad3e-11e4-4bf0-ba97-21f36a48000e req-5bccbcee-9384-4e53-be04-fd7a15b26494 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898781 Nov 11 13:04:44.399505 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-dc4b2b57-26d2-49d1-b52d-f730bd628ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '9858be30-a9ac-465d-8f95-81f7a090f0b0', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'port_id': '316eff83-d2ee-4639-8591-4fb7c3d1b720', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'mac_address': 'fa:16:3e:d0:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:04:42Z', 'updated_at': '2021-11-11T13:04:42Z', 'revision_number': 0, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de21f0c-080b-406f-ab97-247906632f21', 'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'mac_address': 'fa:16:3e:89:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:40Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 5, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'subnets': [{'id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:04:44.425349 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4b2b57-26d2-49d1-b52d-f730bd628ba2 None None] The sync data for ids ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'] in n-d-807359-3 is: [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '9858be30-a9ac-465d-8f95-81f7a090f0b0', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'port_id': '316eff83-d2ee-4639-8591-4fb7c3d1b720', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'mac_address': 'fa:16:3e:d0:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:04:42Z', 'updated_at': '2021-11-11T13:04:42Z', 'revision_number': 0, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de21f0c-080b-406f-ab97-247906632f21', 'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'mac_address': 'fa:16:3e:89:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:40Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 5, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'subnets': [{'id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:04:44.628879 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f37f26-51d8-40b1-b751-94c8b83056af None None] New status for floating IP 9858be30-a9ac-465d-8f95-81f7a090f0b0: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 13:04:46.410955 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:52.229474 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:05.956364 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-99b154b9-3f3c-4090-a208-2f6aca839814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:08.217829 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-193e07ec-466a-48a0-a60b-cb08a457a23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:09.341685 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:10.881732 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:11.346615 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:15.276977 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-20f896c5-5115-471d-85db-741ba8b57822 req-f781fccd-4743-4be4-a418-a1cc3dafd1dd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423460 Nov 11 13:05:15.383801 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f896c5-5115-471d-85db-741ba8b57822 req-22f90326-2be3-46e4-9454-fde1aa54f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:05:15.385224 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-20f896c5-5115-471d-85db-741ba8b57822 req-22f90326-2be3-46e4-9454-fde1aa54f491 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 1096 time: 0.0568440 Nov 11 13:05:15.495577 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f896c5-5115-471d-85db-741ba8b57822 req-5765977c-8021-485c-b9d1-c416588dae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:05:15.497091 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-20f896c5-5115-471d-85db-741ba8b57822 req-5765977c-8021-485c-b9d1-c416588dae70 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.0912342 Nov 11 13:05:15.569492 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-20f896c5-5115-471d-85db-741ba8b57822 req-8d14b3ba-92bd-412d-aac5-352555d2959b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720 HTTP/1.1" status: 200 len: 1000 time: 0.0636518 Nov 11 13:05:15.625570 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f896c5-5115-471d-85db-741ba8b57822 req-df603858-d6d9-4df1-8c26-0f93e8492731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:05:15.627055 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-20f896c5-5115-471d-85db-741ba8b57822 req-df603858-d6d9-4df1-8c26-0f93e8492731 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0445669 Nov 11 13:05:15.680752 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f896c5-5115-471d-85db-741ba8b57822 req-0e3dfb07-552e-4082-945a-335195ca0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:05:15.683625 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-20f896c5-5115-471d-85db-741ba8b57822 req-0e3dfb07-552e-4082-945a-335195ca0eb9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485218 Nov 11 13:05:15.784156 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-20f896c5-5115-471d-85db-741ba8b57822 req-67d56115-b731-4c99-9039-9a7952d017df service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874789 Nov 11 13:05:15.882612 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-20f896c5-5115-471d-85db-741ba8b57822 req-89b1599f-e942-4719-9a26-d30c48cb6050 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884395 Nov 11 13:05:16.452134 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:18.462305 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:05:22.226794 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:35.954048 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-2182dc64-a67f-4eb5-a1aa-5fc74ea51dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:38.223100 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-5061139b-4159-47ce-9c14-1c668c35ee7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:39.344346 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.886791 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:41.360690 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:46.463628 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:52.255760 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:55.467972 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:06:05.957119 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-05b8b41f-1123-475f-b163-2343ba75b050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:08.219713 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ddfc4d34-9fa2-4a6b-84f0-f57c4744b6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:09.350164 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:10.895102 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:11.361239 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:16.469943 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:17.322360 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0ef58380-3415-4b5a-b442-c78c821917aa req-b6a7d1a5-fe86-4c9f-9b9e-de5d6fcd675d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428817 Nov 11 13:06:17.416718 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef58380-3415-4b5a-b442-c78c821917aa req-fe8d71e0-2aa7-4afa-8aed-b98ee93543f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:17.418169 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0ef58380-3415-4b5a-b442-c78c821917aa req-fe8d71e0-2aa7-4afa-8aed-b98ee93543f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 1096 time: 0.0465519 Nov 11 13:06:17.534954 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef58380-3415-4b5a-b442-c78c821917aa req-1ee06e5d-f211-4e8d-bbad-a8fc3029bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:17.536539 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0ef58380-3415-4b5a-b442-c78c821917aa req-1ee06e5d-f211-4e8d-bbad-a8fc3029bf25 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.0862851 Nov 11 13:06:17.617035 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0ef58380-3415-4b5a-b442-c78c821917aa req-e4d286a1-1c0d-4d03-8443-ba1d55fdfe4e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720 HTTP/1.1" status: 200 len: 1000 time: 0.0680776 Nov 11 13:06:17.670866 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef58380-3415-4b5a-b442-c78c821917aa req-a531e3fd-0a27-4149-a871-bc925b5d5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:17.672178 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0ef58380-3415-4b5a-b442-c78c821917aa req-a531e3fd-0a27-4149-a871-bc925b5d5148 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0433192 Nov 11 13:06:17.727666 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef58380-3415-4b5a-b442-c78c821917aa req-432f6259-69ee-40d5-bcfa-8898c08b37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:17.729130 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0ef58380-3415-4b5a-b442-c78c821917aa req-432f6259-69ee-40d5-bcfa-8898c08b37d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443411 Nov 11 13:06:17.826671 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0ef58380-3415-4b5a-b442-c78c821917aa req-4d3f01e1-2ac3-4da7-b21e-5c10dbbe257d service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848801 Nov 11 13:06:17.918273 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-0ef58380-3415-4b5a-b442-c78c821917aa req-8c2aa890-362b-46ee-b665-5f9a8dd97280 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804112 Nov 11 13:06:22.261573 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:32.473725 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:06:35.960799 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-61c43412-e387-4d2c-b137-5aa67314d7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:38.217955 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-91d0eab2-7e9b-4d7f-8a03-ce6ba24e63c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:39.347227 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:40.896549 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:41.364858 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:43.662973 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c842353-dde2-45c5-b026-1d379a2f5c7b req-96b41461-5bc3-449c-b8f1-ef3900aaabf7 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:43.664418 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c842353-dde2-45c5-b026-1d379a2f5c7b req-96b41461-5bc3-449c-b8f1-ef3900aaabf7 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0532825 Nov 11 13:06:43.720886 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9c842353-dde2-45c5-b026-1d379a2f5c7b req-87759a5c-c05c-4d4b-9c00-9ed40d9469fb tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500910 Nov 11 13:06:44.858814 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acad146-4993-40cd-95a0-93d6f042fe51 req-16f52898-8d19-4dd8-8a71-ba831a2f6cd7 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:44.860437 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3acad146-4993-40cd-95a0-93d6f042fe51 req-16f52898-8d19-4dd8-8a71-ba831a2f6cd7 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0538864 Nov 11 13:06:44.914898 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3acad146-4993-40cd-95a0-93d6f042fe51 req-25895546-fa83-4cd8-8ccd-3e0e0da6a804 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462148 Nov 11 13:06:46.042872 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50b526-fff2-4a65-b9e5-8079c9780c41 req-1c7b2845-bbe0-4880-9c8f-c182ca771699 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:46.044353 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb50b526-fff2-4a65-b9e5-8079c9780c41 req-1c7b2845-bbe0-4880-9c8f-c182ca771699 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0576677 Nov 11 13:06:46.093309 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cb50b526-fff2-4a65-b9e5-8079c9780c41 req-09a9e110-03c5-4f13-8263-4022f27ea63d tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429201 Nov 11 13:06:46.466844 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:47.225560 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7717375-70be-449e-b310-1b572884745a req-0b4b3e77-7c6e-46c0-98f0-b2281e41d96e tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:47.227060 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7717375-70be-449e-b310-1b572884745a req-0b4b3e77-7c6e-46c0-98f0-b2281e41d96e tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0549212 Nov 11 13:06:47.276302 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d7717375-70be-449e-b310-1b572884745a req-fa19e4fd-9905-468a-9f5c-3995f8cfa0da tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431299 Nov 11 13:06:48.404848 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c5194-39d0-4b00-a190-217ab1386f75 req-3059e5ea-b95b-4e52-9ab0-06e9a343601f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:48.406584 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d64c5194-39d0-4b00-a190-217ab1386f75 req-3059e5ea-b95b-4e52-9ab0-06e9a343601f tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0521419 Nov 11 13:06:48.456014 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d64c5194-39d0-4b00-a190-217ab1386f75 req-e5d2657e-34e9-4295-88d4-cbc574a10f65 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431161 Nov 11 13:06:49.574332 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da98ab4-1619-4ffe-b56e-1d475bd7ede4 req-600891ad-a56f-4a49-a439-0ecf92c6264c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:49.575814 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3da98ab4-1619-4ffe-b56e-1d475bd7ede4 req-600891ad-a56f-4a49-a439-0ecf92c6264c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0509272 Nov 11 13:06:49.630398 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-3da98ab4-1619-4ffe-b56e-1d475bd7ede4 req-2cbe973b-d6dc-40b8-bccd-9f2f88485517 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469487 Nov 11 13:06:50.772739 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2dfea8-5c0f-4e61-8ed1-51a6736fcaf0 req-8890e699-60db-499e-b100-1f2d939d9552 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:50.774371 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de2dfea8-5c0f-4e61-8ed1-51a6736fcaf0 req-8890e699-60db-499e-b100-1f2d939d9552 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0586426 Nov 11 13:06:50.826866 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-de2dfea8-5c0f-4e61-8ed1-51a6736fcaf0 req-1719a0fb-a115-4476-9ff6-1f67d254a0b5 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462708 Nov 11 13:06:51.968933 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9538d-969b-41fa-a665-af9d3452ce68 req-688b6807-5c04-4991-a5ec-5fe8a6ab8f22 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:51.970455 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-23d9538d-969b-41fa-a665-af9d3452ce68 req-688b6807-5c04-4991-a5ec-5fe8a6ab8f22 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0534019 Nov 11 13:06:52.022582 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-23d9538d-969b-41fa-a665-af9d3452ce68 req-2c62d11a-001d-4217-8ab3-0940bf20124d tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435286 Nov 11 13:06:52.284618 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:53.159111 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09b88d-add3-4cd3-b2a9-765a085f6434 req-58dd3da5-0078-4870-a589-2bd1e8f5426e tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:53.160472 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df09b88d-add3-4cd3-b2a9-765a085f6434 req-58dd3da5-0078-4870-a589-2bd1e8f5426e tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0551469 Nov 11 13:06:53.213100 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-df09b88d-add3-4cd3-b2a9-765a085f6434 req-95c461da-b6cf-4dc5-a8f7-3352820978d5 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436339 Nov 11 13:06:53.887782 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592aaa8-63e6-414d-a398-ffd0ab93eab6 req-ad1a7b10-02ce-4117-a78a-5560be4531d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:53.889316 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d592aaa8-63e6-414d-a398-ffd0ab93eab6 req-ad1a7b10-02ce-4117-a78a-5560be4531d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 1096 time: 0.0501838 Nov 11 13:06:53.998944 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592aaa8-63e6-414d-a398-ffd0ab93eab6 req-a29f0c46-e2d3-4cd4-a870-4f1372a86da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:54.000445 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d592aaa8-63e6-414d-a398-ffd0ab93eab6 req-a29f0c46-e2d3-4cd4-a870-4f1372a86da8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.0982807 Nov 11 13:06:54.077475 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d592aaa8-63e6-414d-a398-ffd0ab93eab6 req-dc8f3c4c-444e-4bbc-af61-da674fc2cf75 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720 HTTP/1.1" status: 200 len: 1000 time: 0.0654821 Nov 11 13:06:54.133893 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592aaa8-63e6-414d-a398-ffd0ab93eab6 req-7aa7defc-9d62-4158-b764-eab6e90ca2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:54.135375 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d592aaa8-63e6-414d-a398-ffd0ab93eab6 req-7aa7defc-9d62-4158-b764-eab6e90ca2cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0459902 Nov 11 13:06:54.186420 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592aaa8-63e6-414d-a398-ffd0ab93eab6 req-c1bf3994-8bd9-45eb-94b9-dca7b214973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:54.187902 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d592aaa8-63e6-414d-a398-ffd0ab93eab6 req-c1bf3994-8bd9-45eb-94b9-dca7b214973b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410445 Nov 11 13:06:54.287615 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d592aaa8-63e6-414d-a398-ffd0ab93eab6 req-06357daf-0d48-429c-8348-978d819f6ccf service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866137 Nov 11 13:06:54.332705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd04069-ebc5-4978-bad1-32097180ace3 req-3fcca6ec-c11f-4377-b26d-bc819060638c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:54.334381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bdd04069-ebc5-4978-bad1-32097180ace3 req-3fcca6ec-c11f-4377-b26d-bc819060638c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0516772 Nov 11 13:06:54.383067 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-d592aaa8-63e6-414d-a398-ffd0ab93eab6 req-300b6724-350b-4fdc-ae53-2fa50ed9a7ae service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825920 Nov 11 13:06:54.384802 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bdd04069-ebc5-4978-bad1-32097180ace3 req-c7586007-c3eb-4dd8-827a-2ae376e39e8e tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443041 Nov 11 13:06:55.513904 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e05cdf-806e-4328-8f69-c44bb58115b1 req-c10bd423-f100-481d-ae09-0062c9cce247 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:55.515380 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4e05cdf-806e-4328-8f69-c44bb58115b1 req-c10bd423-f100-481d-ae09-0062c9cce247 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0537212 Nov 11 13:06:55.563865 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d4e05cdf-806e-4328-8f69-c44bb58115b1 req-c9209408-e3da-4863-9fd0-deb059e56b1d tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423577 Nov 11 13:06:56.683981 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0a8cb-bbd2-4096-afa7-7b8375283b8b req-86ac924d-3022-4796-bc3f-e5fd292396a6 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:56.686538 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64b0a8cb-bbd2-4096-afa7-7b8375283b8b req-86ac924d-3022-4796-bc3f-e5fd292396a6 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0504088 Nov 11 13:06:56.737028 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-64b0a8cb-bbd2-4096-afa7-7b8375283b8b req-78d3fd25-c0b0-4c28-b0f6-8691e5724029 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441508 Nov 11 13:06:57.866131 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb1c2b-7a42-4617-a3e0-7691237ba1df req-2564aa74-b875-4106-a8cc-36c8cef03fe9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:57.867614 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ecfb1c2b-7a42-4617-a3e0-7691237ba1df req-2564aa74-b875-4106-a8cc-36c8cef03fe9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0505495 Nov 11 13:06:57.924304 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ecfb1c2b-7a42-4617-a3e0-7691237ba1df req-e85e3983-a2cd-4f76-bd31-46f5e31d7c48 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504534 Nov 11 13:06:58.514062 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 316eff83-d2ee-4639-8591-4fb7c3d1b720 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:06:58.597677 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:58.620113 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '316eff83-d2ee-4639-8591-4fb7c3d1b720'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:06:58.622353 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c6d78f-fe10-4c1a-bd7e-a10b8533cc13" -d '{"events": [{"server_uuid": "6f53e8cb-a851-473d-88bb-4c160071dbeb", "name": "network-vif-unplugged", "status": "completed", "tag": "316eff83-d2ee-4639-8591-4fb7c3d1b720"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:06:58.634871 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 316eff83-d2ee-4639-8591-4fb7c3d1b720, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:06:58.639794 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:58.665334 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 13:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6096f5c-7dfb-4eb5-a45f-6b3a8578a3ff x-openstack-request-id: req-f6096f5c-7dfb-4eb5-a45f-6b3a8578a3ff {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:06:58.665615 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f53e8cb-a851-473d-88bb-4c160071dbeb", "name": "network-vif-unplugged", "status": "failed", "tag": "316eff83-d2ee-4639-8591-4fb7c3d1b720", "code": 422}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:06:58.665877 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6096f5c-7dfb-4eb5-a45f-6b3a8578a3ff {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:06:58.666260 n-d-807359-3 neutron-server[109155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '316eff83-d2ee-4639-8591-4fb7c3d1b720', 'code': 422} returned with failed status Nov 11 13:06:58.688579 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=316eff83-d2ee-4639-8591-4fb7c3d1b720,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:06:58.696308 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:06:58.696647 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:06:58.696974 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:06:58.697298 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:06:58.697617 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:06:58.697964 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:06:58.698277 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:06:58.698590 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:06:58.698886 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:06:58.699196 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:06:58.699503 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:06:58.699816 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:06:59.066116 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e10c3-f094-450d-b5ab-b0901c23dfbd req-5cfba7d0-dfd8-4174-aa5c-cf97eda21fa5 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:59.067650 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db0e10c3-f094-450d-b5ab-b0901c23dfbd req-5cfba7d0-dfd8-4174-aa5c-cf97eda21fa5 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0619907 Nov 11 13:06:59.117375 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-db0e10c3-f094-450d-b5ab-b0901c23dfbd req-61270ed6-240a-4343-a7a9-317cf500652d tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430770 Nov 11 13:06:59.239889 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-1dcccbab-44a3-4eda-9e84-ef7b51fe6dbe req-7f3bcfb6-4fdd-432d-8338-f675f23a1cf1 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 13:06:59.240906 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1dcccbab-44a3-4eda-9e84-ef7b51fe6dbe req-7f3bcfb6-4fdd-432d-8338-f675f23a1cf1 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0581753 Nov 11 13:06:59.383337 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cef169b9-ae53-4f99-adb5-eb6a52b670f3 req-54070be4-81fd-4ec9-bf24-3837c7e888ce service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463998 Nov 11 13:06:59.393753 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-cef169b9-ae53-4f99-adb5-eb6a52b670f3 req-7ee52187-1778-468b-9765-c58aacd407b7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 13:06:59.394854 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cef169b9-ae53-4f99-adb5-eb6a52b670f3 req-7ee52187-1778-468b-9765-c58aacd407b7 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059059 Nov 11 13:06:59.406104 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39c47f-b875-4737-901f-b1a2926928ac req-81a51981-740c-4e79-8b0b-bca706bddee9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:59.410115 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf39c47f-b875-4737-901f-b1a2926928ac req-81a51981-740c-4e79-8b0b-bca706bddee9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0511427 Nov 11 13:06:59.458737 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-bf39c47f-b875-4737-901f-b1a2926928ac req-eb1c1cff-68fc-4881-a616-98d20700c6a9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450675 Nov 11 13:07:00.589257 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e17086-1167-44cc-a8ed-a0a0d36e3e03 req-cb7c5e9d-1775-4315-85d0-08c3ec097273 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:00.590916 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4e17086-1167-44cc-a8ed-a0a0d36e3e03 req-cb7c5e9d-1775-4315-85d0-08c3ec097273 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0608826 Nov 11 13:07:00.646732 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b4e17086-1167-44cc-a8ed-a0a0d36e3e03 req-fc24cc8d-3909-4b23-b441-84b769276a90 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492485 Nov 11 13:07:01.768051 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6987b-a838-498d-9a83-672e2e389a6d req-12d1747e-6158-4d90-91ba-5d0515fa99e3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:01.769769 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cda6987b-a838-498d-9a83-672e2e389a6d req-12d1747e-6158-4d90-91ba-5d0515fa99e3 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0512583 Nov 11 13:07:01.820842 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cda6987b-a838-498d-9a83-672e2e389a6d req-4c8fd46a-cb6e-4c1f-89a4-116ababa87fa tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448208 Nov 11 13:07:02.939341 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac6afa-bf8c-4784-9127-ef65d7815e7a req-359e728a-802f-479a-bd98-99cf1e22d0e4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:02.940967 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63ac6afa-bf8c-4784-9127-ef65d7815e7a req-359e728a-802f-479a-bd98-99cf1e22d0e4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0517035 Nov 11 13:07:02.998613 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-63ac6afa-bf8c-4784-9127-ef65d7815e7a req-e689340d-d5f2-43ae-8268-267f714c1af8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508299 Nov 11 13:07:04.118075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246baf1-ff14-40c7-89bd-44d2f6bdc7cc req-be024e51-e893-43b7-b6c5-cbec96bd399c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:04.123266 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2246baf1-ff14-40c7-89bd-44d2f6bdc7cc req-be024e51-e893-43b7-b6c5-cbec96bd399c tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0502887 Nov 11 13:07:04.172042 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2246baf1-ff14-40c7-89bd-44d2f6bdc7cc req-8e393cd9-219c-48ec-8ad4-923f8fbf6078 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461533 Nov 11 13:07:05.292662 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf65587-44ed-4553-82a4-005bfa1c1f8b req-d5289940-a16b-43d7-896c-365caefa52b4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:05.294144 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bf65587-44ed-4553-82a4-005bfa1c1f8b req-d5289940-a16b-43d7-896c-365caefa52b4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0488470 Nov 11 13:07:05.342499 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-9bf65587-44ed-4553-82a4-005bfa1c1f8b req-cccadf25-a341-45dd-958d-cf94fc95b001 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 Nov 11 13:07:05.439260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef169b9-ae53-4f99-adb5-eb6a52b670f3 req-ec4a7f80-a68a-4a77-8b8a-5e2b4046f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:05.440759 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cef169b9-ae53-4f99-adb5-eb6a52b670f3 req-ec4a7f80-a68a-4a77-8b8a-5e2b4046f934 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb&tenant_id=ab330c5a3cda4af79f57efd2d935ca57 HTTP/1.1" status: 200 len: 1094 time: 0.0425150 Nov 11 13:07:05.514952 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef169b9-ae53-4f99-adb5-eb6a52b670f3 req-ef3b12e2-719f-49c7-b3c7-4db26ac510fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:05.516380 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cef169b9-ae53-4f99-adb5-eb6a52b670f3 req-ef3b12e2-719f-49c7-b3c7-4db26ac510fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 1094 time: 0.0474298 Nov 11 13:07:05.615974 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef169b9-ae53-4f99-adb5-eb6a52b670f3 req-e6f6f913-bd12-4bdc-a01b-a6d593590b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:05.617469 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cef169b9-ae53-4f99-adb5-eb6a52b670f3 req-e6f6f913-bd12-4bdc-a01b-a6d593590b3f service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.0880179 Nov 11 13:07:05.686897 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cef169b9-ae53-4f99-adb5-eb6a52b670f3 req-7e627a4e-b724-4ae5-b332-4401de964bb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720 HTTP/1.1" status: 200 len: 998 time: 0.0580118 Nov 11 13:07:05.749351 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef169b9-ae53-4f99-adb5-eb6a52b670f3 req-72548e73-c7dd-4894-be60-3b5629b2005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:05.751567 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cef169b9-ae53-4f99-adb5-eb6a52b670f3 req-72548e73-c7dd-4894-be60-3b5629b2005a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0517333 Nov 11 13:07:05.808566 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef169b9-ae53-4f99-adb5-eb6a52b670f3 req-604b9794-31eb-4bb0-bbbd-c8af252e31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:05.810055 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cef169b9-ae53-4f99-adb5-eb6a52b670f3 req-604b9794-31eb-4bb0-bbbd-c8af252e31a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448308 Nov 11 13:07:05.903555 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cef169b9-ae53-4f99-adb5-eb6a52b670f3 req-e96e862e-02e2-4677-a19c-f5ed24afe1e2 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810795 Nov 11 13:07:05.957247 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b004cd41-062d-406b-b68a-83342f966f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:06.003195 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cef169b9-ae53-4f99-adb5-eb6a52b670f3 req-8a45ea72-e4a7-4006-91d5-a1d796b2320b service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884376 Nov 11 13:07:06.477432 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab4514-6616-4f0e-85af-79492ebd7720 req-286a2348-a22c-40bd-93ce-096e6cd0a890 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:06.478986 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69ab4514-6616-4f0e-85af-79492ebd7720 req-286a2348-a22c-40bd-93ce-096e6cd0a890 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0609276 Nov 11 13:07:06.531128 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-69ab4514-6616-4f0e-85af-79492ebd7720 req-de35d22a-7bb0-4040-a44f-734cb40e09a4 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460391 Nov 11 13:07:07.653252 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af53a07-577c-450b-96a3-fbe471e73559 req-e8b75e14-6fc0-4fd1-8649-8db4542594b1 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:07.654753 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8af53a07-577c-450b-96a3-fbe471e73559 req-e8b75e14-6fc0-4fd1-8649-8db4542594b1 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0499303 Nov 11 13:07:07.706663 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8af53a07-577c-450b-96a3-fbe471e73559 req-e904179f-0daa-49f5-93a8-385d3f86ee19 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428238 Nov 11 13:07:08.217997 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ffa89cb0-be0d-41e3-b714-0920c3fa9ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:08.838289 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb908ed-32fe-476c-8c5e-94721e003fbf req-f774810b-5a30-4831-b7d7-fbf72170d7b8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:08.839842 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-efb908ed-32fe-476c-8c5e-94721e003fbf req-f774810b-5a30-4831-b7d7-fbf72170d7b8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0537608 Nov 11 13:07:08.888352 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-efb908ed-32fe-476c-8c5e-94721e003fbf req-ce75aca9-b684-4cfe-837d-af60885b5eda tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425847 Nov 11 13:07:09.349920 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:09.475155 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:07:10.026402 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cd1a5-8765-4a48-9a4c-0bbeeb8179a0 req-62dd22d0-5f2f-43e0-a9a3-a8dfe05cf40e tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:10.027919 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d3cd1a5-8765-4a48-9a4c-0bbeeb8179a0 req-62dd22d0-5f2f-43e0-a9a3-a8dfe05cf40e tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0527618 Nov 11 13:07:10.077425 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5d3cd1a5-8765-4a48-9a4c-0bbeeb8179a0 req-1bcf9e09-61aa-4fdb-8088-feca7ed93fa9 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434704 Nov 11 13:07:10.902560 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:11.198447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c577bb-c21f-4c8c-8870-78b2ec6b834f req-07f423d8-a06d-4811-bb2d-b4550a02e92b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:11.199925 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9c577bb-c21f-4c8c-8870-78b2ec6b834f req-07f423d8-a06d-4811-bb2d-b4550a02e92b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0499861 Nov 11 13:07:11.259480 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-b9c577bb-c21f-4c8c-8870-78b2ec6b834f req-48908d5f-1af8-4fcb-b357-17b7872e9af0 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534627 Nov 11 13:07:11.367891 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:12.400229 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e26a8-bbea-423a-91e6-76c9862c9312 req-ac817b35-1ead-476f-b6f5-4451f38f695e tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:12.401645 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf1e26a8-bbea-423a-91e6-76c9862c9312 req-ac817b35-1ead-476f-b6f5-4451f38f695e tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 943 time: 0.0579884 Nov 11 13:07:12.454373 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cf1e26a8-bbea-423a-91e6-76c9862c9312 req-c8d42ac8-a31c-453b-b906-8d9ad4d70fae tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430613 Nov 11 13:07:12.601491 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 316eff83-d2ee-4639-8591-4fb7c3d1b720 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 13:07:12.710945 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 316eff83-d2ee-4639-8591-4fb7c3d1b720, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:07:12.722656 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '316eff83-d2ee-4639-8591-4fb7c3d1b720', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'port_id': '316eff83-d2ee-4639-8591-4fb7c3d1b720', 'mac_address': 'fa:16:3e:d0:18:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 13:07:12.765131 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:12.781084 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316eff83-d2ee-4639-8591-4fb7c3d1b720 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:07:12.799868 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 316eff83-d2ee-4639-8591-4fb7c3d1b720, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:07:12.806501 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:12.855412 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=316eff83-d2ee-4639-8591-4fb7c3d1b720,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:07:13.147454 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['316eff83-d2ee-4639-8591-4fb7c3d1b720'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 13:07:13.584903 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd60f0-b532-4f58-8ba7-63d7186a37ec req-ee4a1a3f-f513-4270-b552-b1f81e08b26b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:13.586519 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72bd60f0-b532-4f58-8ba7-63d7186a37ec req-ee4a1a3f-f513-4270-b552-b1f81e08b26b tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 944 time: 0.0523448 Nov 11 13:07:13.638365 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72bd60f0-b532-4f58-8ba7-63d7186a37ec req-5935f9d8-c1cd-4d3f-80d3-58894f46f164 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Nov 11 13:07:14.623579 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 316eff83-d2ee-4639-8591-4fb7c3d1b720 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:07:14.679173 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 316eff83-d2ee-4639-8591-4fb7c3d1b720 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:07:14.679541 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:14.757504 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:14.762701 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165c10-51a3-44bc-b8a1-53acb7746704 req-dfc189f6-c5a7-4db6-9a0e-81512de2a299 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:14.764307 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e165c10-51a3-44bc-b8a1-53acb7746704 req-dfc189f6-c5a7-4db6-9a0e-81512de2a299 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 944 time: 0.0526557 Nov 11 13:07:14.781164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316eff83-d2ee-4639-8591-4fb7c3d1b720'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:07:14.783426 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02d57ee-d563-4bc5-9ec8-04297c4570e2" -d '{"events": [{"server_uuid": "6f53e8cb-a851-473d-88bb-4c160071dbeb", "name": "network-vif-plugged", "status": "completed", "tag": "316eff83-d2ee-4639-8591-4fb7c3d1b720"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:07:14.795853 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 316eff83-d2ee-4639-8591-4fb7c3d1b720, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:07:14.802387 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:14.815543 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0e165c10-51a3-44bc-b8a1-53acb7746704 req-592bf388-eeb9-46de-a6f5-8b478c5c362a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442188 Nov 11 13:07:14.829655 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e7e8ad-5762-4f9e-bbc3-eca6f11d8247 x-openstack-request-id: req-35e7e8ad-5762-4f9e-bbc3-eca6f11d8247 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:07:14.829803 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f53e8cb-a851-473d-88bb-4c160071dbeb", "name": "network-vif-plugged", "status": "completed", "tag": "316eff83-d2ee-4639-8591-4fb7c3d1b720", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:07:14.829996 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35e7e8ad-5762-4f9e-bbc3-eca6f11d8247 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:07:14.830382 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316eff83-d2ee-4639-8591-4fb7c3d1b720', 'code': 200} Nov 11 13:07:14.855920 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=316eff83-d2ee-4639-8591-4fb7c3d1b720,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:07:15.005026 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbc251-f855-44ae-8f8f-5d4d6d4261b4 req-d61e4e44-6856-47c0-bc49-f44eaccb6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:15.006576 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cdfbc251-f855-44ae-8f8f-5d4d6d4261b4 req-d61e4e44-6856-47c0-bc49-f44eaccb6bd8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 1096 time: 0.0444648 Nov 11 13:07:15.059664 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-cdfbc251-f855-44ae-8f8f-5d4d6d4261b4 req-c6c688fd-ad6a-42cd-a05e-45d44abe39da service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407493 Nov 11 13:07:15.947546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3a627-2512-461f-bd62-4726c6d0c2b5 req-6f3e7473-745a-4e87-83cd-1f77faaf8cf5 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:15.949246 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73f3a627-2512-461f-bd62-4726c6d0c2b5 req-6f3e7473-745a-4e87-83cd-1f77faaf8cf5 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0560734 Nov 11 13:07:16.002039 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-73f3a627-2512-461f-bd62-4726c6d0c2b5 req-9ac723cb-647b-4ffd-8c6a-4ed0f0ce7a28 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463376 Nov 11 13:07:16.482442 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:17.132776 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fe418-4aee-4e2a-9ff2-1e58cd316461 req-1da293e5-87f4-4a96-86ec-67e6815d6132 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:17.134341 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f7fe418-4aee-4e2a-9ff2-1e58cd316461 req-1da293e5-87f4-4a96-86ec-67e6815d6132 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0512259 Nov 11 13:07:17.189107 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2f7fe418-4aee-4e2a-9ff2-1e58cd316461 req-0ef701ec-0750-431b-9094-859efae25c82 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484281 Nov 11 13:07:18.311943 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6bcc130a-768c-4699-99da-e712ab1e654a req-b5db50ca-91ec-47c0-be8d-2622e72ab848 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457776 Nov 11 13:07:18.406828 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc130a-768c-4699-99da-e712ab1e654a req-c392c499-be8b-4323-98e3-6828598ca09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:18.408258 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6bcc130a-768c-4699-99da-e712ab1e654a req-c392c499-be8b-4323-98e3-6828598ca09f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 1096 time: 0.0511379 Nov 11 13:07:18.516408 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc130a-768c-4699-99da-e712ab1e654a req-8c8f9cd6-e3e6-4bb7-8ae4-a3ae48cbc023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:18.517972 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6bcc130a-768c-4699-99da-e712ab1e654a req-8c8f9cd6-e3e6-4bb7-8ae4-a3ae48cbc023 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.0884712 Nov 11 13:07:18.588871 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6bcc130a-768c-4699-99da-e712ab1e654a req-b1cd7d1b-88c9-4d99-805f-f57684f28769 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720 HTTP/1.1" status: 200 len: 1000 time: 0.0632472 Nov 11 13:07:18.640174 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc130a-768c-4699-99da-e712ab1e654a req-c875af1c-f943-4ddf-9d07-2e85e7b2cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:18.641556 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6bcc130a-768c-4699-99da-e712ab1e654a req-c875af1c-f943-4ddf-9d07-2e85e7b2cf16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0440924 Nov 11 13:07:18.687747 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc130a-768c-4699-99da-e712ab1e654a req-3e7a3ad1-f64e-476d-bdb9-705daf4af933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:18.689224 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6bcc130a-768c-4699-99da-e712ab1e654a req-3e7a3ad1-f64e-476d-bdb9-705daf4af933 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404139 Nov 11 13:07:18.792633 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6bcc130a-768c-4699-99da-e712ab1e654a req-35555618-4462-4fc8-b38f-a18148fa9290 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932412 Nov 11 13:07:18.894465 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6bcc130a-768c-4699-99da-e712ab1e654a req-b29e10ab-4814-4b6f-b653-9dbb28d51b84 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937831 Nov 11 13:07:22.294729 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:35.952704 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-955909c3-c30f-4879-ae24-97340fa196a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:38.215618 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ad4acfd9-b683-47ae-b5dc-c92eccad0d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:39.355170 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:40.900588 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:41.363674 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:46.470622 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:46.478184 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:07:52.290187 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:05.961550 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab2df-dc0c-4244-afe6-bbcc90376975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:08.210721 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42dd70ff-59dd-4c07-9d00-ab1278f17a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:09.362251 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:10.910481 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:11.364828 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:16.498214 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:20.333675 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-00c59308-1c58-47d5-9a47-a489fb760792 req-66456fd0-a26e-472b-8b0a-4dc5607ebe8a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493596 Nov 11 13:08:20.429236 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c59308-1c58-47d5-9a47-a489fb760792 req-72883098-958f-48da-b5f4-1edd8de78213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:20.430768 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-00c59308-1c58-47d5-9a47-a489fb760792 req-72883098-958f-48da-b5f4-1edd8de78213 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 1096 time: 0.0438051 Nov 11 13:08:20.558540 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c59308-1c58-47d5-9a47-a489fb760792 req-48ff5cea-4a0f-423e-a61c-64c51ea2d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:20.560042 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-00c59308-1c58-47d5-9a47-a489fb760792 req-48ff5cea-4a0f-423e-a61c-64c51ea2d646 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.1013556 Nov 11 13:08:20.962739 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-00c59308-1c58-47d5-9a47-a489fb760792 req-4b106bba-42fd-4198-ad46-0583c0fff3fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720 HTTP/1.1" status: 200 len: 1000 time: 0.3932908 Nov 11 13:08:21.016608 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c59308-1c58-47d5-9a47-a489fb760792 req-3d940d7f-a78f-4984-a94c-5de2b43b55e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:21.018044 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-00c59308-1c58-47d5-9a47-a489fb760792 req-3d940d7f-a78f-4984-a94c-5de2b43b55e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0434203 Nov 11 13:08:21.067609 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c59308-1c58-47d5-9a47-a489fb760792 req-862edd4d-5fdc-4f0a-b4d1-c3c99a0df14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:21.069059 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-00c59308-1c58-47d5-9a47-a489fb760792 req-862edd4d-5fdc-4f0a-b4d1-c3c99a0df14b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395505 Nov 11 13:08:21.178392 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-00c59308-1c58-47d5-9a47-a489fb760792 req-25bac31d-8af1-4113-a496-de9c7953265c service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965807 Nov 11 13:08:21.278838 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-00c59308-1c58-47d5-9a47-a489fb760792 req-ce23e4ce-c7f9-449e-a754-8a3fa7d8b9a6 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880885 Nov 11 13:08:22.307829 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:23.482923 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:08:35.958329 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0a76-3234-4f44-bef7-2130fc735eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:36.089245 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47806) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:36.258830 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Deleting port d0df1923-94f2-4cb8-9e22-8b8f5283cac0 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:08:36.259083 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:36.335953 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:36.336253 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:36.348987 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Calling delete_port for d0df1923-94f2-4cb8-9e22-8b8f5283cac0 owned by network:floatingip {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:08:36.506337 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:36.533366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event deleted for resources: {'Port': ['ID=d0df1923-94f2-4cb8-9e22-8b8f5283cac0,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:36.560002 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:36.560325 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:36.560655 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:36.560981 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:36.561302 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:36.561618 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:36.561950 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:36.562366 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:36.562693 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:36.563004 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:36.563317 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:36.563629 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:36.612113 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for floatingip, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:36.612442 n-d-807359-3 neutron-server[109154]: INFO neutron.db.l3_db [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Floating IP 9858be30-a9ac-465d-8f95-81f7a090f0b0 disassociated (deleted). External IP: 172.25.2.76, port: 316eff83-d2ee-4639-8591-4fb7c3d1b720. Nov 11 13:08:36.819719 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:08:36.930306 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:08:36.935832 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:36.941176 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9563cc-eec6-4b17-b0ff-6085820d4b0e None None] Sync routers for ids ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:08:36.951826 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9563cc-eec6-4b17-b0ff-6085820d4b0e None None] Routers {'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:08:36.952442 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6a9563cc-eec6-4b17-b0ff-6085820d4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:08:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:36.966372 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-af6c165d-08f4-4ac3-bb86-4af9647735c8 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "DELETE /v2.0/floatingips/9858be30-a9ac-465d-8f95-81f7a090f0b0 HTTP/1.1" status: 204 len: 168 time: 0.8759074 Nov 11 13:08:36.966982 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'tag': '316eff83-d2ee-4639-8591-4fb7c3d1b720'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:08:36.969268 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0a9d07-7b2a-4b93-a2bb-ccd24bde48e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f53e8cb-a851-473d-88bb-4c160071dbeb", "tag": "316eff83-d2ee-4639-8591-4fb7c3d1b720"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:08:37.005294 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d72c89-de4b-4785-a231-a75b0d6840e6 x-openstack-request-id: req-66d72c89-de4b-4785-a231-a75b0d6840e6 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:08:37.005608 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f53e8cb-a851-473d-88bb-4c160071dbeb", "tag": "316eff83-d2ee-4639-8591-4fb7c3d1b720", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:08:37.005866 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66d72c89-de4b-4785-a231-a75b0d6840e6 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:08:37.006278 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'tag': '316eff83-d2ee-4639-8591-4fb7c3d1b720', 'status': 'completed', 'code': 200} Nov 11 13:08:37.068164 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-6a9563cc-eec6-4b17-b0ff-6085820d4b0e None None] Set router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:08:37.080519 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a9d07-7b2a-4b93-a2bb-ccd24bde48e8 req-fc983e65-9fa7-4db3-a454-12a001033646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:37.082441 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c0a9d07-7b2a-4b93-a2bb-ccd24bde48e8 req-fc983e65-9fa7-4db3-a454-12a001033646 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 1096 time: 0.0452507 Nov 11 13:08:37.203066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a9d07-7b2a-4b93-a2bb-ccd24bde48e8 req-62aa5b12-7260-406c-9200-baf4ccd697e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:37.204564 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c0a9d07-7b2a-4b93-a2bb-ccd24bde48e8 req-62aa5b12-7260-406c-9200-baf4ccd697e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 200 len: 911 time: 0.0987661 Nov 11 13:08:37.257957 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c0a9d07-7b2a-4b93-a2bb-ccd24bde48e8 req-88f76c71-522a-40aa-9da1-3a9d6a5d49d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720 HTTP/1.1" status: 200 len: 217 time: 0.0445099 Nov 11 13:08:37.272626 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6a9563cc-eec6-4b17-b0ff-6085820d4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '4de21f0c-080b-406f-ab97-247906632f21', 'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'mac_address': 'fa:16:3e:89:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:40Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 5, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'subnets': [{'id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:37.275385 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa16fe2-4c07-41a1-b8ed-73a8c70ed173 req-52361028-71fa-44e1-8e01-738c2b4212a6 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:37.277567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfa16fe2-4c07-41a1-b8ed-73a8c70ed173 req-52361028-71fa-44e1-8e01-738c2b4212a6 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.1079340 Nov 11 13:08:37.298893 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9563cc-eec6-4b17-b0ff-6085820d4b0e None None] Checking router: ab80a73a-8f34-446a-abb5-5b9ed25f2a4b for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:08:37.307494 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9563cc-eec6-4b17-b0ff-6085820d4b0e None None] Routers {'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:08:37.308098 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6a9563cc-eec6-4b17-b0ff-6085820d4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:08:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:37.309775 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a9d07-7b2a-4b93-a2bb-ccd24bde48e8 req-33ab49b4-e091-4397-b394-f8d5894a92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:37.311390 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c0a9d07-7b2a-4b93-a2bb-ccd24bde48e8 req-33ab49b4-e091-4397-b394-f8d5894a92f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 200 len: 848 time: 0.0458753 Nov 11 13:08:37.328279 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cfa16fe2-4c07-41a1-b8ed-73a8c70ed173 req-4632008e-ebba-4f03-b8c8-ff305ee0b1c0 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440660 Nov 11 13:08:37.360169 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a9d07-7b2a-4b93-a2bb-ccd24bde48e8 req-d40f7ca1-158a-408c-90c7-2b94fc8ab652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:37.361735 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c0a9d07-7b2a-4b93-a2bb-ccd24bde48e8 req-d40f7ca1-158a-408c-90c7-2b94fc8ab652 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9582cb6f-768e-417a-ada8-fc2030a6e63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423536 Nov 11 13:08:37.415274 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-6a9563cc-eec6-4b17-b0ff-6085820d4b0e None None] Set router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:08:37.459856 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c0a9d07-7b2a-4b93-a2bb-ccd24bde48e8 req-a320221e-338f-445d-ad11-c5e1db81bdf4 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899918 Nov 11 13:08:37.553228 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c0a9d07-7b2a-4b93-a2bb-ccd24bde48e8 req-75fbdd9c-2698-422a-b7e3-c7bc25294d98 service neutron] 10.222.0.62 "GET /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851769 Nov 11 13:08:37.630914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-6a9563cc-eec6-4b17-b0ff-6085820d4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '4de21f0c-080b-406f-ab97-247906632f21', 'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'mac_address': 'fa:16:3e:89:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:40Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 5, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'subnets': [{'id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:37.659390 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9563cc-eec6-4b17-b0ff-6085820d4b0e None None] The sync data for ids ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'] in n-d-807359-3 is: [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:40Z', 'revision_number': 4, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '4de21f0c-080b-406f-ab97-247906632f21', 'name': '', 'network_id': '9582cb6f-768e-417a-ada8-fc2030a6e63e', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'mac_address': 'fa:16:3e:89:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:40Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 5, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'subnets': [{'id': 'c3ef0d35-91af-4dad-bc5f-1be804ec7ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:08:37.883389 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98fee62-6d80-445a-aee2-ee6ae9ace94e None None] New status for floating IP 9858be30-a9ac-465d-8f95-81f7a090f0b0: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 13:08:38.215228 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9ee49036-1ff0-43de-8563-efbb6b8b7e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:38.508141 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dbbb7-5c57-463a-a9e2-a42a8e9506f2 req-d28d1360-01ff-4da2-a40f-b43a18c0fe99 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:38.509640 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae0dbbb7-5c57-463a-a9e2-a42a8e9506f2 req-d28d1360-01ff-4da2-a40f-b43a18c0fe99 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.1049724 Nov 11 13:08:38.567606 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ae0dbbb7-5c57-463a-a9e2-a42a8e9506f2 req-e747569c-a6d1-4f80-adc0-59669d86c5b6 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca5bae5-87e3-4c0a-8b65-0b130e80d605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514677 Nov 11 13:08:39.057933 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a2569-5aab-46b3-b63e-d17266ea2fab req-a7719c60-6e27-463e-ad0c-8d9df8ac0e15 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:39.059420 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-658a2569-5aab-46b3-b63e-d17266ea2fab req-a7719c60-6e27-463e-ad0c-8d9df8ac0e15 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 945 time: 0.0682528 Nov 11 13:08:39.157511 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-658a2569-5aab-46b3-b63e-d17266ea2fab req-50940450-573b-4e3f-bc3e-d95e267edbdf tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Deleting port 316eff83-d2ee-4639-8591-4fb7c3d1b720 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:08:39.157893 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-658a2569-5aab-46b3-b63e-d17266ea2fab req-50940450-573b-4e3f-bc3e-d95e267edbdf tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:39.248717 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-658a2569-5aab-46b3-b63e-d17266ea2fab req-50940450-573b-4e3f-bc3e-d95e267edbdf tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] For port 316eff83-d2ee-4639-8591-4fb7c3d1b720, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=316eff83-d2ee-4639-8591-4fb7c3d1b720,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:08:39.248979 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-658a2569-5aab-46b3-b63e-d17266ea2fab req-50940450-573b-4e3f-bc3e-d95e267edbdf tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:39.264331 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-658a2569-5aab-46b3-b63e-d17266ea2fab req-50940450-573b-4e3f-bc3e-d95e267edbdf tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Calling delete_port for 316eff83-d2ee-4639-8591-4fb7c3d1b720 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:08:39.359417 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:39.400570 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-658a2569-5aab-46b3-b63e-d17266ea2fab req-50940450-573b-4e3f-bc3e-d95e267edbdf tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:39.432423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50940450-573b-4e3f-bc3e-d95e267edbdf tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event deleted for resources: {'Port': ['ID=316eff83-d2ee-4639-8591-4fb7c3d1b720,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:39.475909 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-658a2569-5aab-46b3-b63e-d17266ea2fab req-50940450-573b-4e3f-bc3e-d95e267edbdf tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] No DVR routers for this DVR port 316eff83-d2ee-4639-8591-4fb7c3d1b720 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:08:39.478847 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-658a2569-5aab-46b3-b63e-d17266ea2fab req-50940450-573b-4e3f-bc3e-d95e267edbdf tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:39.482501 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-658a2569-5aab-46b3-b63e-d17266ea2fab req-50940450-573b-4e3f-bc3e-d95e267edbdf tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.62 "DELETE /v2.0/ports/316eff83-d2ee-4639-8591-4fb7c3d1b720 HTTP/1.1" status: 204 len: 173 time: 0.4115810 Nov 11 13:08:39.482968 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'name': 'network-vif-deleted', 'tag': '316eff83-d2ee-4639-8591-4fb7c3d1b720'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:08:39.485282 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416dc687-ecd0-4881-91a4-fd811f2fdb73" -d '{"events": [{"server_uuid": "6f53e8cb-a851-473d-88bb-4c160071dbeb", "name": "network-vif-deleted", "tag": "316eff83-d2ee-4639-8591-4fb7c3d1b720"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:08:39.523178 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5826c75-d473-4cb9-a41c-82a360d36393 x-openstack-request-id: req-a5826c75-d473-4cb9-a41c-82a360d36393 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:08:39.523498 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f53e8cb-a851-473d-88bb-4c160071dbeb", "name": "network-vif-deleted", "tag": "316eff83-d2ee-4639-8591-4fb7c3d1b720", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:08:39.523750 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5826c75-d473-4cb9-a41c-82a360d36393 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:08:39.524154 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f53e8cb-a851-473d-88bb-4c160071dbeb', 'name': 'network-vif-deleted', 'tag': '316eff83-d2ee-4639-8591-4fb7c3d1b720', 'status': 'completed', 'code': 200} Nov 11 13:08:39.665947 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d5f666fc-3a87-4600-973f-803e7185d4f3 req-304d55ca-a3a9-4126-a37b-9a57c7e59fde tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 210 time: 0.0265567 Nov 11 13:08:40.761959 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6097ca3a-bf9b-4505-9c5d-f9bbc7484bf7 req-bafd8b22-504e-4d51-a0ed-24b05fc8e3e7 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 210 time: 0.0266328 Nov 11 13:08:40.908101 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:41.360906 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:41.858273 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-cd51a4cb-b796-4ea5-9902-cf67f4cc0baf req-50c4446e-5410-45b9-a1f9-2e0ffd80d4bc tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 210 time: 0.0270340 Nov 11 13:08:42.956310 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-0b5a552f-ede1-46dc-8c6a-f72034bda642 req-4d0d8587-0ee6-42f4-98fe-7c20697f481a tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 210 time: 0.0273952 Nov 11 13:08:42.993799 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 316eff83-d2ee-4639-8591-4fb7c3d1b720 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:08:43.017785 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 316eff83-d2ee-4639-8591-4fb7c3d1b720 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:08:43.018123 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 316eff83-d2ee-4639-8591-4fb7c3d1b720 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:08:44.063870 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f02ee531-85c4-4241-9214-81cb7bbc0cc6 req-39b66b95-915f-44f4-a62a-6d30d0bcc088 tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f53e8cb-a851-473d-88bb-4c160071dbeb HTTP/1.1" status: 200 len: 210 time: 0.0266147 Nov 11 13:08:45.120911 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47846) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:45.183338 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e67b36bc-be2a-4214-af7f-667bc5c599db tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:45.210226 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e67b36bc-be2a-4214-af7f-667bc5c599db tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:45.272238 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e67b36bc-be2a-4214-af7f-667bc5c599db tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:45.275053 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-e67b36bc-be2a-4214-af7f-667bc5c599db tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:45.276301 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-e67b36bc-be2a-4214-af7f-667bc5c599db tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] 10.222.0.65 "DELETE /v2.0/security-groups/0ca5bae5-87e3-4c0a-8b65-0b130e80d605 HTTP/1.1" status: 204 len: 168 time: 0.1537442 Nov 11 13:08:45.294932 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b36bc-be2a-4214-af7f-667bc5c599db tempest-TestShelveInstance-956884015 tempest-TestShelveInstance-956884015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca5bae5-87e3-4c0a-8b65-0b130e80d605,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:45.335054 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47850) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:45.786815 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f169fa4-8151-47b0-ae32-12f4adb1a885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:46.039797 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4f169fa4-8151-47b0-ae32-12f4adb1a885 admin admin] Deleting port 4de21f0c-080b-406f-ab97-247906632f21 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:08:46.040056 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f169fa4-8151-47b0-ae32-12f4adb1a885 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:46.134269 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-4f169fa4-8151-47b0-ae32-12f4adb1a885 admin admin] For port 4de21f0c-080b-406f-ab97-247906632f21, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4de21f0c-080b-406f-ab97-247906632f21,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:08:46.134929 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f169fa4-8151-47b0-ae32-12f4adb1a885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:46.147577 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-4f169fa4-8151-47b0-ae32-12f4adb1a885 admin admin] Calling delete_port for 4de21f0c-080b-406f-ab97-247906632f21 owned by network:router_interface {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:08:46.330879 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f169fa4-8151-47b0-ae32-12f4adb1a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:46.360770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f169fa4-8151-47b0-ae32-12f4adb1a885 admin admin] Pushing event deleted for resources: {'Port': ['ID=4de21f0c-080b-406f-ab97-247906632f21,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:46.492154 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:46.544248 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4f169fa4-8151-47b0-ae32-12f4adb1a885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:46.767036 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f169fa4-8151-47b0-ae32-12f4adb1a885 admin admin] Router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:08:46.874140 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f169fa4-8151-47b0-ae32-12f4adb1a885 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:08:46.881163 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4f169fa4-8151-47b0-ae32-12f4adb1a885 admin admin] 10.222.0.65 "PUT /v2.0/routers/ab80a73a-8f34-446a-abb5-5b9ed25f2a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5449014 Nov 11 13:08:46.882042 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47854) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:46.884082 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db89e09d-b7b5-4ea1-90c5-934968d5638b None None] Sync routers for ids ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:08:46.894437 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db89e09d-b7b5-4ea1-90c5-934968d5638b None None] Routers {'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:08:46.895285 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-db89e09d-b7b5-4ea1-90c5-934968d5638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:46.997609 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d79ca244-d585-4fad-8226-eafd2a604f17 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:47.008664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-db89e09d-b7b5-4ea1-90c5-934968d5638b None None] Set router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:08:47.100134 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d79ca244-d585-4fad-8226-eafd2a604f17 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:47.166260 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d79ca244-d585-4fad-8226-eafd2a604f17 admin admin] Deleting port e45f9f54-9dbb-4f65-b32a-19809289b1b4 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:08:47.166926 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d79ca244-d585-4fad-8226-eafd2a604f17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:47.213566 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-db89e09d-b7b5-4ea1-90c5-934968d5638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T13:08:46Z', 'revision_number': 5, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port': {'id': 'e45f9f54-9dbb-4f65-b32a-19809289b1b4', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T12:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:47.243369 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db89e09d-b7b5-4ea1-90c5-934968d5638b None None] Checking router: ab80a73a-8f34-446a-abb5-5b9ed25f2a4b for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:08:47.246159 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-d79ca244-d585-4fad-8226-eafd2a604f17 admin admin] For port e45f9f54-9dbb-4f65-b32a-19809289b1b4, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e45f9f54-9dbb-4f65-b32a-19809289b1b4,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:08:47.246525 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d79ca244-d585-4fad-8226-eafd2a604f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:47.251592 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db89e09d-b7b5-4ea1-90c5-934968d5638b None None] Routers {'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:08:47.252215 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-db89e09d-b7b5-4ea1-90c5-934968d5638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:47.259273 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-d79ca244-d585-4fad-8226-eafd2a604f17 admin admin] Calling delete_port for e45f9f54-9dbb-4f65-b32a-19809289b1b4 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:08:47.343632 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-db89e09d-b7b5-4ea1-90c5-934968d5638b None None] Set router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:08:47.403783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-db89e09d-b7b5-4ea1-90c5-934968d5638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T13:08:47Z', 'revision_number': 6, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:47.434566 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d79ca244-d585-4fad-8226-eafd2a604f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:47.435037 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db89e09d-b7b5-4ea1-90c5-934968d5638b None None] The sync data for ids ['ab80a73a-8f34-446a-abb5-5b9ed25f2a4b'] in n-d-807359-3 is: [{'id': 'ab80a73a-8f34-446a-abb5-5b9ed25f2a4b', 'name': 'tempest-TestShelveInstance-1483682984-router', 'tenant_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:38Z', 'updated_at': '2021-11-11T13:08:47Z', 'revision_number': 6, 'project_id': 'ab330c5a3cda4af79f57efd2d935ca57', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:08:47.471088 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ca244-d585-4fad-8226-eafd2a604f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45f9f54-9dbb-4f65-b32a-19809289b1b4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:47.491799 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba87d00e-c5ee-4f08-8fb4-4a80935989eb None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:08:47.540601 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d79ca244-d585-4fad-8226-eafd2a604f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:47.969077 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d79ca244-d585-4fad-8226-eafd2a604f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:47.972241 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d79ca244-d585-4fad-8226-eafd2a604f17 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.024620 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d79ca244-d585-4fad-8226-eafd2a604f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.025702 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79ca244-d585-4fad-8226-eafd2a604f17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab80a73a-8f34-446a-abb5-5b9ed25f2a4b {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 13:08:48.035659 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-d79ca244-d585-4fad-8226-eafd2a604f17 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.039155 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-d79ca244-d585-4fad-8226-eafd2a604f17 admin admin] 10.222.0.65 "DELETE /v2.0/routers/ab80a73a-8f34-446a-abb5-5b9ed25f2a4b HTTP/1.1" status: 204 len: 168 time: 1.1535182 Nov 11 13:08:48.039838 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47856) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:48.089238 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_v2 [None req-56899048-7b7d-48fa-ac54-92c3b0a78b1f admin admin] Deleting subnet c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 {{(pid=109154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 13:08:48.092484 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56899048-7b7d-48fa-ac54-92c3b0a78b1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.126906 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56899048-7b7d-48fa-ac54-92c3b0a78b1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59224938'] for subnet, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.206891 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56899048-7b7d-48fa-ac54-92c3b0a78b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.263512 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56899048-7b7d-48fa-ac54-92c3b0a78b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60618053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60553254'] for subnet, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.289164 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56899048-7b7d-48fa-ac54-92c3b0a78b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3ef0d35-91af-4dad-bc5f-1be804ec7ac1,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:48.292622 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-56899048-7b7d-48fa-ac54-92c3b0a78b1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.295977 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-56899048-7b7d-48fa-ac54-92c3b0a78b1f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c3ef0d35-91af-4dad-bc5f-1be804ec7ac1 HTTP/1.1" status: 204 len: 168 time: 0.2555695 Nov 11 13:08:48.298670 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47858) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:48.300140 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eae468b-8439-45d4-8383-12b12ecd6057 None None] Network 9582cb6f-768e-417a-ada8-fc2030a6e63e requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 13:08:48.369458 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.428092 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] Deleting port e9d40c0a-b806-46c9-817f-f0b8d5888056 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:08:48.428332 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.497277 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] DHCP port deletion for 9582cb6f-768e-417a-ada8-fc2030a6e63e request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:08:48.503338 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] For port e9d40c0a-b806-46c9-817f-f0b8d5888056, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e9d40c0a-b806-46c9-817f-f0b8d5888056,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:08:48.503338 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.516448 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] Calling delete_port for e9d40c0a-b806-46c9-817f-f0b8d5888056 owned by network:dhcp {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:08:48.549252 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Deleting port e9d40c0a-b806-46c9-817f-f0b8d5888056 {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:08:48.549524 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.598135 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.612549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] For port e9d40c0a-b806-46c9-817f-f0b8d5888056, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=e9d40c0a-b806-46c9-817f-f0b8d5888056,segment=NetworkSegment(328e039d-aabf-474d-aa29-6588e59afd02),segment_id=328e039d-aabf-474d-aa29-6588e59afd02)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:08:48.612932 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.625214 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Calling delete_port for e9d40c0a-b806-46c9-817f-f0b8d5888056 owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:08:48.626039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d40c0a-b806-46c9-817f-f0b8d5888056,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:48.632962 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] No DVR routers for this DVR port e9d40c0a-b806-46c9-817f-f0b8d5888056 on host n-d-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:08:48.703147 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.705314 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.724099 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9582cb6f-768e-417a-ada8-fc2030a6e63e']}} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:48.732401 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Pushing event deleted for resources: {'Port': ['ID=e9d40c0a-b806-46c9-817f-f0b8d5888056,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:48.733450 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328e039d-aabf-474d-aa29-6588e59afd02') {'for_net_delete': True} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:48.733781 n-d-807359-3 neutron-server[109154]: DEBUG neutron.services.segments.db [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328e039d-aabf-474d-aa29-6588e59afd02') {} {{(pid=109154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:48.734686 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] No DVR routers for this DVR port e9d40c0a-b806-46c9-817f-f0b8d5888056 on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:08:48.743170 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:48.743508 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:48.743845 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:48.744171 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:48.744494 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:48.745231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:48.745231 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:48.745426 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:48.745771 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:48.746079 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:48.746393 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:48.746703 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c61a2-b857-4909-a709-d241c19a7704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:48.748124 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59224947'] for segment, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.761730 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.767762 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=109154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 13:08:48.768438 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60618011'] for segment, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: Traceback (most recent call last): Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: timer() Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: cb(*args, **kw) Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: return func(*args, **kwargs) Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: self._notify() Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: self.callback(batched_events) Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: event.method(event) Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: return f(self, *a, **k) Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: return self._get(url).json() Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: return self.request(url, 'GET', **kwargs) Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 13:08:48.770592 n-d-807359-3 neutron-server[109154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 13:08:48.831762 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.837875 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:48.841126 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9582cb6f-768e-417a-ada8-fc2030a6e63e HTTP/1.1" status: 204 len: 168 time: 0.5414612 Nov 11 13:08:48.844281 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47860) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:48.851745 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578667f7-d738-49f3-9465-7df9c76c1bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9582cb6f-768e-417a-ada8-fc2030a6e63e,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:49.024686 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4de21f0c-080b-406f-ab97-247906632f21 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:08:49.046142 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 4de21f0c-080b-406f-ab97-247906632f21 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:08:49.046491 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4de21f0c-080b-406f-ab97-247906632f21 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:08:49.046926 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e45f9f54-9dbb-4f65-b32a-19809289b1b4 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:08:49.066973 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: e45f9f54-9dbb-4f65-b32a-19809289b1b4 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:08:49.067293 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e45f9f54-9dbb-4f65-b32a-19809289b1b4 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:08:49.067733 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e9d40c0a-b806-46c9-817f-f0b8d5888056 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:08:49.091607 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: e9d40c0a-b806-46c9-817f-f0b8d5888056 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:08:49.091855 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device e9d40c0a-b806-46c9-817f-f0b8d5888056 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:08:49.495124 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:49.750333 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Deleting port 841e9b7b-a088-49cf-8603-ddc563c9ca3b {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:08:49.750558 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:49.831413 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] For port 841e9b7b-a088-49cf-8603-ddc563c9ca3b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=841e9b7b-a088-49cf-8603-ddc563c9ca3b,segment=NetworkSegment(d4ecbaef-b7da-4e2f-94d5-8909af79ef64),segment_id=d4ecbaef-b7da-4e2f-94d5-8909af79ef64)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:08:49.831744 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:49.848205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Calling delete_port for 841e9b7b-a088-49cf-8603-ddc563c9ca3b owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:08:50.041902 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:50.067027 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=841e9b7b-a088-49cf-8603-ddc563c9ca3b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:50.080849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:50.081168 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:50.081530 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:50.081877 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:50.082199 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:50.082520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:50.082835 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:50.083133 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:50.083446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:50.083756 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:50.084089 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:50.084397 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:50.240459 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:50.461923 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Router 60709aae-a72b-409c-b468-38df796c2caa has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:08:50.566802 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:08:50.573437 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f93fa914-eef8-4d98-a542-3f4c5fd5b1e2 admin admin] 10.222.0.65 "PUT /v2.0/routers/60709aae-a72b-409c-b468-38df796c2caa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7267902 Nov 11 13:08:50.575595 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47862) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:50.578401 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd574ef-6a0a-4a9b-88ee-5e343661848e None None] Sync routers for ids ['60709aae-a72b-409c-b468-38df796c2caa'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:08:50.590199 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd574ef-6a0a-4a9b-88ee-5e343661848e None None] Routers {'60709aae-a72b-409c-b468-38df796c2caa'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:08:50.590783 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ddd574ef-6a0a-4a9b-88ee-5e343661848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['60709aae-a72b-409c-b468-38df796c2caa'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:50.677149 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18c21f94-75a2-4b23-a37c-5a89ef0cdb50 admin admin] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:50.694257 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-ddd574ef-6a0a-4a9b-88ee-5e343661848e None None] Set router 60709aae-a72b-409c-b468-38df796c2caa gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:08:50.777171 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18c21f94-75a2-4b23-a37c-5a89ef0cdb50 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:50.830872 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-18c21f94-75a2-4b23-a37c-5a89ef0cdb50 admin admin] Deleting port 26567fc2-8d17-4da1-badb-765e670b0049 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:08:50.831179 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18c21f94-75a2-4b23-a37c-5a89ef0cdb50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:50.867153 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ddd574ef-6a0a-4a9b-88ee-5e343661848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60709aae-a72b-409c-b468-38df796c2caa', 'name': 'tempest-TestShelveInstance-48195870-router', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '26567fc2-8d17-4da1-badb-765e670b0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:42Z', 'updated_at': '2021-11-11T13:08:49Z', 'revision_number': 5, 'project_id': '1340e5931f924d47a3142f7c5831abe8', 'gw_port': {'id': '26567fc2-8d17-4da1-badb-765e670b0049', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60709aae-a72b-409c-b468-38df796c2caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:59:42Z', 'updated_at': '2021-11-11T12:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:50.912136 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-18c21f94-75a2-4b23-a37c-5a89ef0cdb50 admin admin] For port 26567fc2-8d17-4da1-badb-765e670b0049, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=26567fc2-8d17-4da1-badb-765e670b0049,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:08:50.912796 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18c21f94-75a2-4b23-a37c-5a89ef0cdb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:50.931705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-18c21f94-75a2-4b23-a37c-5a89ef0cdb50 admin admin] Calling delete_port for 26567fc2-8d17-4da1-badb-765e670b0049 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:08:50.987088 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd574ef-6a0a-4a9b-88ee-5e343661848e None None] Checking router: 60709aae-a72b-409c-b468-38df796c2caa for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:08:50.995701 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd574ef-6a0a-4a9b-88ee-5e343661848e None None] Routers {'60709aae-a72b-409c-b468-38df796c2caa'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:08:50.996306 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ddd574ef-6a0a-4a9b-88ee-5e343661848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['60709aae-a72b-409c-b468-38df796c2caa'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:51.081905 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-ddd574ef-6a0a-4a9b-88ee-5e343661848e None None] Set router 60709aae-a72b-409c-b468-38df796c2caa gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:08:51.096271 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18c21f94-75a2-4b23-a37c-5a89ef0cdb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:51.131098 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c21f94-75a2-4b23-a37c-5a89ef0cdb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=26567fc2-8d17-4da1-badb-765e670b0049,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:51.134706 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-ddd574ef-6a0a-4a9b-88ee-5e343661848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60709aae-a72b-409c-b468-38df796c2caa', 'name': 'tempest-TestShelveInstance-48195870-router', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:42Z', 'updated_at': '2021-11-11T13:08:50Z', 'revision_number': 6, 'project_id': '1340e5931f924d47a3142f7c5831abe8', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:51.141553 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43ef8f4-d9fe-49e2-a0bb-ad174a0f9686 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:08:51.160222 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd574ef-6a0a-4a9b-88ee-5e343661848e None None] The sync data for ids ['60709aae-a72b-409c-b468-38df796c2caa'] in n-d-807359-3 is: [{'id': '60709aae-a72b-409c-b468-38df796c2caa', 'name': 'tempest-TestShelveInstance-48195870-router', 'tenant_id': '1340e5931f924d47a3142f7c5831abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:59:42Z', 'updated_at': '2021-11-11T13:08:50Z', 'revision_number': 6, 'project_id': '1340e5931f924d47a3142f7c5831abe8', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:08:51.198155 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18c21f94-75a2-4b23-a37c-5a89ef0cdb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:51.285973 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18c21f94-75a2-4b23-a37c-5a89ef0cdb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:51.288188 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18c21f94-75a2-4b23-a37c-5a89ef0cdb50 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:51.337121 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18c21f94-75a2-4b23-a37c-5a89ef0cdb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:51.337671 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c21f94-75a2-4b23-a37c-5a89ef0cdb50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60709aae-a72b-409c-b468-38df796c2caa {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 13:08:51.342612 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-18c21f94-75a2-4b23-a37c-5a89ef0cdb50 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:51.344229 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-18c21f94-75a2-4b23-a37c-5a89ef0cdb50 admin admin] 10.222.0.65 "DELETE /v2.0/routers/60709aae-a72b-409c-b468-38df796c2caa HTTP/1.1" status: 204 len: 168 time: 0.7677362 Nov 11 13:08:51.346893 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47864) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:51.397203 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c4933f-d638-4b24-96bd-5b3b100a8932 admin admin] Deleting subnet 3461c1ca-6615-4bd3-96e0-89df9ff6ce0f {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 13:08:51.400945 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-83c4933f-d638-4b24-96bd-5b3b100a8932 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:51.435963 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-83c4933f-d638-4b24-96bd-5b3b100a8932 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:51.522633 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-83c4933f-d638-4b24-96bd-5b3b100a8932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:51.581750 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-83c4933f-d638-4b24-96bd-5b3b100a8932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:51.608643 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-83c4933f-d638-4b24-96bd-5b3b100a8932 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:51.613014 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-83c4933f-d638-4b24-96bd-5b3b100a8932 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3461c1ca-6615-4bd3-96e0-89df9ff6ce0f HTTP/1.1" status: 204 len: 168 time: 0.2650430 Nov 11 13:08:51.613345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fe8b83-3fa6-431b-91ae-1f83d0bc7b6e None None] Network 99fa2a2b-e6f2-4b2a-9c79-798fefe5f920 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 13:08:51.614028 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4933f-d638-4b24-96bd-5b3b100a8932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3461c1ca-6615-4bd3-96e0-89df9ff6ce0f,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:51.616332 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47866) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:51.689081 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:51.746182 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] Deleting port ce8771c6-bddb-4dd3-a90d-1a070c65970c {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:08:51.746571 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:51.808308 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] For port ce8771c6-bddb-4dd3-a90d-1a070c65970c, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=ce8771c6-bddb-4dd3-a90d-1a070c65970c,segment=NetworkSegment(d4ecbaef-b7da-4e2f-94d5-8909af79ef64),segment_id=d4ecbaef-b7da-4e2f-94d5-8909af79ef64)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:08:51.808600 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:51.820635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] Calling delete_port for ce8771c6-bddb-4dd3-a90d-1a070c65970c owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:08:51.912236 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:51.935762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca7e4fd-7a1d-49e6-afbb-9eebc522fe33 None None] DHCP port deletion for 99fa2a2b-e6f2-4b2a-9c79-798fefe5f920 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:08:51.938517 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8771c6-bddb-4dd3-a90d-1a070c65970c,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:51.950828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] No DVR routers for this DVR port ce8771c6-bddb-4dd3-a90d-1a070c65970c on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:08:52.019883 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:52.045036 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fa2a2b-e6f2-4b2a-9c79-798fefe5f920']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:52.055021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ecbaef-b7da-4e2f-94d5-8909af79ef64') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:52.055316 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ecbaef-b7da-4e2f-94d5-8909af79ef64') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:52.064681 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:52.078214 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:52.084379 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 13:08:52.084764 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: timer() Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 13:08:52.086912 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 13:08:52.145489 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:52.150736 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:52.154668 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] 10.222.0.65 "DELETE /v2.0/networks/99fa2a2b-e6f2-4b2a-9c79-798fefe5f920 HTTP/1.1" status: 204 len: 168 time: 0.5370200 Nov 11 13:08:52.168375 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a035674-9e5f-44f8-8c00-55c6342b1a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=99fa2a2b-e6f2-4b2a-9c79-798fefe5f920,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:52.271651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47870) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:52.315226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7652be3d-d761-4602-9172-ea0a62c1e94f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ab330c5a3cda4af79f57efd2d935ca57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420678 Nov 11 13:08:52.317982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47872) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:52.321416 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:52.372369 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52588e72-fbfb-4c23-8fe7-1cb136d0020e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:52.394655 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52588e72-fbfb-4c23-8fe7-1cb136d0020e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:52.447389 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52588e72-fbfb-4c23-8fe7-1cb136d0020e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:52.450655 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-52588e72-fbfb-4c23-8fe7-1cb136d0020e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:52.451827 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-52588e72-fbfb-4c23-8fe7-1cb136d0020e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fc4c4eed-3128-4b9c-ae65-15ad550776a3 HTTP/1.1" status: 204 len: 168 time: 0.1329052 Nov 11 13:08:52.459615 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52588e72-fbfb-4c23-8fe7-1cb136d0020e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4c4eed-3128-4b9c-ae65-15ad550776a3,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:52.786558 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47878) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:52.826612 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-8ddea704-766d-44ef-b809-af9377497bf5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1340e5931f924d47a3142f7c5831abe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388944 Nov 11 13:08:52.829179 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47880) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:52.877451 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c6a4-ec61-4af3-a52c-32b19e948bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:52.898396 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c6a4-ec61-4af3-a52c-32b19e948bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:52.949902 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c6a4-ec61-4af3-a52c-32b19e948bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:52.952541 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c6a4-ec61-4af3-a52c-32b19e948bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:52.953736 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-4ff9c6a4-ec61-4af3-a52c-32b19e948bbc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0daa933c-fb66-409e-8503-3b1618ff02ab HTTP/1.1" status: 204 len: 168 time: 0.1237168 Nov 11 13:08:52.962114 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9c6a4-ec61-4af3-a52c-32b19e948bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daa933c-fb66-409e-8503-3b1618ff02ab,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:53.034818 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 841e9b7b-a088-49cf-8603-ddc563c9ca3b no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:08:53.059679 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 841e9b7b-a088-49cf-8603-ddc563c9ca3b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:08:53.060013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 841e9b7b-a088-49cf-8603-ddc563c9ca3b not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:08:53.060428 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 26567fc2-8d17-4da1-badb-765e670b0049 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:08:53.079733 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 26567fc2-8d17-4da1-badb-765e670b0049 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:08:53.079993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 26567fc2-8d17-4da1-badb-765e670b0049 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:08:53.080424 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ce8771c6-bddb-4dd3-a90d-1a070c65970c no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:08:53.101854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: ce8771c6-bddb-4dd3-a90d-1a070c65970c {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:08:53.102196 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device ce8771c6-bddb-4dd3-a90d-1a070c65970c not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:08:53.676438 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47902) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:53.795095 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-f2116289-f277-4a95-92f1-d9cc495fe865 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-962984051-network', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:08:53.826860 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2116289-f277-4a95-92f1-d9cc495fe865 admin admin] Made reservation on behalf of 3ceeb39ae11541ddb771a2a056c8a9fa for: {'network': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 13:08:53.829242 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2116289-f277-4a95-92f1-d9cc495fe865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:53.840969 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2116289-f277-4a95-92f1-d9cc495fe865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:53.914620 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2116289-f277-4a95-92f1-d9cc495fe865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:53.920889 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2116289-f277-4a95-92f1-d9cc495fe865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:53.944594 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2116289-f277-4a95-92f1-d9cc495fe865 admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=109153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 13:08:53.953142 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2116289-f277-4a95-92f1-d9cc495fe865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb87bfb7-e8d4-4d08-9ad0-28b0d24caaf4,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:53.959021 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2116289-f277-4a95-92f1-d9cc495fe865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:53.959381 n-d-807359-3 neutron-server[109153]: INFO neutron.db.segments_db [None req-f2116289-f277-4a95-92f1-d9cc495fe865 admin admin] Added segment e89633f7-4778-4bbf-af67-36a2a6d5366f of type vlan for network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 Nov 11 13:08:53.999348 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2116289-f277-4a95-92f1-d9cc495fe865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:54.028008 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2116289-f277-4a95-92f1-d9cc495fe865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:54.028955 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2116289-f277-4a95-92f1-d9cc495fe865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:54.029523 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f2116289-f277-4a95-92f1-d9cc495fe865 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:54.088031 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f2116289-f277-4a95-92f1-d9cc495fe865 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4103789 Nov 11 13:08:54.091064 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47906) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:54.097857 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-25184593-486b-4a2a-b975-ff7353ac5c73 admin admin] Request body: {'subnet': {'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-962984051-subnet', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:08:54.102039 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2116289-f277-4a95-92f1-d9cc495fe865 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc93ae8-8e9d-439b-9913-59595ffe9d81,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:54.114381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 13:08:54.125658 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25184593-486b-4a2a-b975-ff7353ac5c73 admin admin] Made reservation on behalf of 3ceeb39ae11541ddb771a2a056c8a9fa for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 13:08:54.128605 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-25184593-486b-4a2a-b975-ff7353ac5c73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:54.297970 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-25184593-486b-4a2a-b975-ff7353ac5c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:54.346795 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25184593-486b-4a2a-b975-ff7353ac5c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d806649-daf3-41c4-b7f8-af4b68e69cba,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:54.362467 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25184593-486b-4a2a-b975-ff7353ac5c73 admin admin] Checking segment: {'id': 'e89633f7-4778-4bbf-af67-36a2a6d5366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:08:54.362823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25184593-486b-4a2a-b975-ff7353ac5c73 admin admin] Network hostable DHCP agents. Network: 9dc93ae8-8e9d-439b-9913-59595ffe9d81, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 13:08:54.380780 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25184593-486b-4a2a-b975-ff7353ac5c73 admin admin] Network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 13:08:54.392226 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-25184593-486b-4a2a-b975-ff7353ac5c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 9dc93ae8-8e9d-439b-9913-59595ffe9d81) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:08:54.396740 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25184593-486b-4a2a-b975-ff7353ac5c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:54.397334 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-25184593-486b-4a2a-b975-ff7353ac5c73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:54.402780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130b67a8-bd93-4a82-b72a-11bc9708a765 None None] Network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 13:08:54.414459 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-25184593-486b-4a2a-b975-ff7353ac5c73 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3204637 Nov 11 13:08:54.417120 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47908) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:54.421446 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:08:54.442441 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:54.443460 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:54.498427 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:54.640693 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:54.711979 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 13:08:54.712910 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:54.843643 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:54.844513 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Allocated IP 172.20.0.2 (9dc93ae8-8e9d-439b-9913-59595ffe9d81/6d806649-daf3-41c4-b7f8-af4b68e69cba/8d0bf75e-bf1e-44cd-ac0c-7dd92065abad) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:08:54.864043 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:54.964084 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Allocated IP 172.25.2.106 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/4aea9955-1752-4c49-8051-ab47194b4fc2) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:08:54.990290 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:54.996983 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:55.032718 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:08:55.037552 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:08:55.040222 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:08:55.054974 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Pushing event updated for resources: {'Port': ['ID=8d0bf75e-bf1e-44cd-ac0c-7dd92065abad,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:55.073464 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:55.102075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Attempting to bind port 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:08:55.102438 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Attempting to bind port 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'e89633f7-4778-4bbf-af67-36a2a6d5366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:08:55.102791 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Attempting to bind port 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad on network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:08:55.109678 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:55.114052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:08:55.114461 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Checking segment: {'id': 'e89633f7-4778-4bbf-af67-36a2a6d5366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:08:55.115058 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:55.115247 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Bound using segment: {'id': 'e89633f7-4778-4bbf-af67-36a2a6d5366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:08:55.115720 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Bound port: 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89633f7-4778-4bbf-af67-36a2a6d5366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:08:55.116088 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:55.150662 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:08:55.155126 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:08:55.160188 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:08:55.162850 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Pushing event updated for resources: {'Port': ['ID=4aea9955-1752-4c49-8051-ab47194b4fc2,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:55.172888 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b53f48a-2e4b-4cf2-9cb6-752fb93a1691 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:08:55.195067 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] For port 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:08:55.198411 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] For port 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8d0bf75e-bf1e-44cd-ac0c-7dd92065abad,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:08:55.203984 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:55.274546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-98b8ef5f-8e9d-403d-9498-2195c5bc0470 None None] Provisioning complete for port 4aea9955-1752-4c49-8051-ab47194b4fc2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:08:55.274921 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-98b8ef5f-8e9d-403d-9498-2195c5bc0470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:55.280127 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79a46a-2002-464d-a212-ffd32e8c145e None None] Pushing event updated for resources: {'Port': ['ID=8d0bf75e-bf1e-44cd-ac0c-7dd92065abad,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:55.321122 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-98b8ef5f-8e9d-403d-9498-2195c5bc0470 None None] Port 4aea9955-1752-4c49-8051-ab47194b4fc2 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:08:55.450712 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:55.970807 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:56.109700 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Router 2a5c53df-5bf6-4517-9423-220d37785a04 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 13:08:56.194270 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8000714a-3384-429f-abc7-c9710556901c None None] Network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 13:08:56.222077 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:08:56.241072 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:56.242360 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-0880f372-4295-4dfc-b864-640fa7ab5f7e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8242054 Nov 11 13:08:56.245266 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47910) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:56.249784 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Sync routers for ids ['2a5c53df-5bf6-4517-9423-220d37785a04'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:08:56.281634 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Routers {'2a5c53df-5bf6-4517-9423-220d37785a04'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:08:56.282274 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2a5c53df-5bf6-4517-9423-220d37785a04'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:56.286546 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-100289d7-36b6-47f7-aa29-2a7296542b61 None None] Provisioning complete for port 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:08:56.286912 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-100289d7-36b6-47f7-aa29-2a7296542b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:56.492191 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Set router 2a5c53df-5bf6-4517-9423-220d37785a04 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:08:56.606966 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-100289d7-36b6-47f7-aa29-2a7296542b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:56.682664 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-100289d7-36b6-47f7-aa29-2a7296542b61 None None] For port 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8d0bf75e-bf1e-44cd-ac0c-7dd92065abad,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:08:56.696108 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-100289d7-36b6-47f7-aa29-2a7296542b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:56.707256 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:56.773185 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100289d7-36b6-47f7-aa29-2a7296542b61 None None] Pushing event updated for resources: {'Port': ['ID=8d0bf75e-bf1e-44cd-ac0c-7dd92065abad,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:56.794499 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:55Z', 'revision_number': 3, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:56.825043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Checking router: 2a5c53df-5bf6-4517-9423-220d37785a04 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:08:56.825391 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Updating router 2a5c53df-5bf6-4517-9423-220d37785a04 port 4aea9955-1752-4c49-8051-ab47194b4fc2 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 13:08:56.851956 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:56.898795 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Allocated IP 172.20.0.1 (9dc93ae8-8e9d-439b-9913-59595ffe9d81/6d806649-daf3-41c4-b7f8-af4b68e69cba/2f1ba87c-24dd-496f-a249-8b62e5da25c6) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:08:57.022276 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:57.055189 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a48b0dc0-5c94-403c-bded-e6a2f79498d0 None None] Provisioning complete for port 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:08:57.055541 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a48b0dc0-5c94-403c-bded-e6a2f79498d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:57.067222 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:57.090850 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:08:57.110292 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:08:57.114732 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:08:57.120592 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:08:57.149679 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Pushing event updated for resources: {'Port': ['ID=2f1ba87c-24dd-496f-a249-8b62e5da25c6,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:57.170302 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:57.245321 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:57.263938 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:57.268901 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:08:57.269262 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:57.317422 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:57.349897 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e345261c-55c3-4947-b44e-b5f16964d7dd None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:08:57.362934 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Attempting to bind port 4aea9955-1752-4c49-8051-ab47194b4fc2 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:08:57.363291 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Attempting to bind port 4aea9955-1752-4c49-8051-ab47194b4fc2 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:08:57.363641 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Attempting to bind port 4aea9955-1752-4c49-8051-ab47194b4fc2 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:08:57.365923 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f8987-0a9b-4a0f-a7bf-90cf5bc9cc8b None None] Pushing event updated for resources: {'Port': ['ID=4aea9955-1752-4c49-8051-ab47194b4fc2,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:57.378780 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:08:57.379148 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:08:57.379539 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:57.379921 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:08:57.380384 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Bound port: 4aea9955-1752-4c49-8051-ab47194b4fc2, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:08:57.381542 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:57.461251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e8337d99-dfa8-4732-9d64-e600eb23500a None None] Provisioning complete for port 4aea9955-1752-4c49-8051-ab47194b4fc2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:08:57.461730 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e8337d99-dfa8-4732-9d64-e600eb23500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:57.484623 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:57.490649 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:57.500415 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] For port 4aea9955-1752-4c49-8051-ab47194b4fc2, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:08:57.524082 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] For port 4aea9955-1752-4c49-8051-ab47194b4fc2, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4aea9955-1752-4c49-8051-ab47194b4fc2,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:08:57.527025 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e8337d99-dfa8-4732-9d64-e600eb23500a None None] Port 4aea9955-1752-4c49-8051-ab47194b4fc2 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:08:57.531337 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:57.560741 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Pushing event updated for resources: {'Port': ['ID=2f1ba87c-24dd-496f-a249-8b62e5da25c6,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:57.563306 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:57.581137 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc203e3e-0950-4a8f-8d20-8be03c8f5a90 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:08:57.583165 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e8337d99-dfa8-4732-9d64-e600eb23500a None None] Provisioning complete for port 2f1ba87c-24dd-496f-a249-8b62e5da25c6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:08:57.583551 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e8337d99-dfa8-4732-9d64-e600eb23500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:57.639925 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Routers {'2a5c53df-5bf6-4517-9423-220d37785a04'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:08:57.640581 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2a5c53df-5bf6-4517-9423-220d37785a04'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:57.652923 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:08:57.654293 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:08:57.678172 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f8987-0a9b-4a0f-a7bf-90cf5bc9cc8b None None] Pushing event updated for resources: {'Port': ['ID=4aea9955-1752-4c49-8051-ab47194b4fc2,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:57.683319 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e8337d99-dfa8-4732-9d64-e600eb23500a None None] Port 2f1ba87c-24dd-496f-a249-8b62e5da25c6 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:08:57.762355 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] Set router 2a5c53df-5bf6-4517-9423-220d37785a04 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:08:57.784232 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Router 2a5c53df-5bf6-4517-9423-220d37785a04 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:08:57.855636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-efee0b44-687c-469e-90f9-9a4c1ff44ca8 None None] Provisioning complete for port 4aea9955-1752-4c49-8051-ab47194b4fc2 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:08:57.855999 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-efee0b44-687c-469e-90f9-9a4c1ff44ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:57.896136 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:08:57.908535 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b8664ecc-a1a3-46a7-ad7b-60e3f6cc28ea admin admin] 10.222.0.65 "PUT /v2.0/routers/2a5c53df-5bf6-4517-9423-220d37785a04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6547410 Nov 11 13:08:58.186299 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-efee0b44-687c-469e-90f9-9a4c1ff44ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:58.212549 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-efee0b44-687c-469e-90f9-9a4c1ff44ca8 None None] For port 4aea9955-1752-4c49-8051-ab47194b4fc2, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4aea9955-1752-4c49-8051-ab47194b4fc2,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:08:58.220126 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-efee0b44-687c-469e-90f9-9a4c1ff44ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:58.225389 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '2f1ba87c-24dd-496f-a249-8b62e5da25c6', 'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'mac_address': 'fa:16:3e:14:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:56Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 2, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'subnets': [{'id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:58.269843 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d567f-8354-49e6-80ee-1790aca0d477 None None] The sync data for ids ['2a5c53df-5bf6-4517-9423-220d37785a04'] in n-d-807359-3 is: [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '2f1ba87c-24dd-496f-a249-8b62e5da25c6', 'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'mac_address': 'fa:16:3e:14:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:56Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 2, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'subnets': [{'id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:08:58.296954 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee0b44-687c-469e-90f9-9a4c1ff44ca8 None None] Pushing event updated for resources: {'Port': ['ID=4aea9955-1752-4c49-8051-ab47194b4fc2,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:58.343286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-d8d144dc-96b3-4f46-9a7f-074c51f7aa08 None None] Provisioning complete for port 2f1ba87c-24dd-496f-a249-8b62e5da25c6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:08:58.343661 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d8d144dc-96b3-4f46-9a7f-074c51f7aa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:58.384324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-d8d144dc-96b3-4f46-9a7f-074c51f7aa08 None None] Port 2f1ba87c-24dd-496f-a249-8b62e5da25c6 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:08:58.405560 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47926) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:58.410864 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-93483072-ffa7-4cdc-816d-f5696d01b418 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-699947512-network', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:08:58.433620 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93483072-ffa7-4cdc-816d-f5696d01b418 admin admin] Made reservation on behalf of ed0bd29b2cfd42deb478146872c30cd3 for: {'network': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 13:08:58.436152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93483072-ffa7-4cdc-816d-f5696d01b418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for network, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:58.445197 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93483072-ffa7-4cdc-816d-f5696d01b418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:58.532744 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93483072-ffa7-4cdc-816d-f5696d01b418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:58.538133 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93483072-ffa7-4cdc-816d-f5696d01b418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:58.558683 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93483072-ffa7-4cdc-816d-f5696d01b418 admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=109154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 13:08:58.576714 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93483072-ffa7-4cdc-816d-f5696d01b418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dfb223-cbd5-4551-be2d-e59f016ffdca,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:58.581891 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93483072-ffa7-4cdc-816d-f5696d01b418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:58.582326 n-d-807359-3 neutron-server[109154]: INFO neutron.db.segments_db [None req-93483072-ffa7-4cdc-816d-f5696d01b418 admin admin] Added segment d8c1aacf-f283-4255-882a-a8507d9c46e2 of type vlan for network 71ea724d-54da-4c30-bc0b-feb47b9fecd1 Nov 11 13:08:58.627801 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93483072-ffa7-4cdc-816d-f5696d01b418 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732443152065'] for network, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:58.654572 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93483072-ffa7-4cdc-816d-f5696d01b418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158'] for network, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:58.655604 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93483072-ffa7-4cdc-816d-f5696d01b418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:58.656166 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-93483072-ffa7-4cdc-816d-f5696d01b418 admin admin] Publish callbacks [] for network, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:58.714237 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-93483072-ffa7-4cdc-816d-f5696d01b418 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3074234 Nov 11 13:08:58.717067 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47928) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:58.722148 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93483072-ffa7-4cdc-816d-f5696d01b418 admin admin] Pushing event updated for resources: {'Network': ['ID=71ea724d-54da-4c30-bc0b-feb47b9fecd1,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:58.722982 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-56d324d1-6725-455e-a44c-4f4211e4ea2d admin admin] Request body: {'subnet': {'network_id': '71ea724d-54da-4c30-bc0b-feb47b9fecd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-699947512-subnet', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'ip_version': 4}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:08:58.732521 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Network 71ea724d-54da-4c30-bc0b-feb47b9fecd1 details requested by agent ovs-agent-n-d-807359-3 with host n-d-807359-3 {{(pid=109155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 13:08:58.748518 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d324d1-6725-455e-a44c-4f4211e4ea2d admin admin] Made reservation on behalf of ed0bd29b2cfd42deb478146872c30cd3 for: {'subnet': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 13:08:58.751390 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-56d324d1-6725-455e-a44c-4f4211e4ea2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61766153'] for subnet, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:58.938749 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-56d324d1-6725-455e-a44c-4f4211e4ea2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61769699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61766183'] for subnet, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:58.996767 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d324d1-6725-455e-a44c-4f4211e4ea2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=86cffbe2-8a75-45f2-a2bf-0cb188e9689a,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:59.007139 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d324d1-6725-455e-a44c-4f4211e4ea2d admin admin] Checking segment: {'id': 'd8c1aacf-f283-4255-882a-a8507d9c46e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '71ea724d-54da-4c30-bc0b-feb47b9fecd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:08:59.007496 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d324d1-6725-455e-a44c-4f4211e4ea2d admin admin] Network hostable DHCP agents. Network: 71ea724d-54da-4c30-bc0b-feb47b9fecd1, hostable agents: ['50a0d0bc-7fa4-4513-b6d9-7657b041d68a'], hosted agents: [] {{(pid=109153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 13:08:59.027532 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d324d1-6725-455e-a44c-4f4211e4ea2d admin admin] Network 71ea724d-54da-4c30-bc0b-feb47b9fecd1 is scheduled to be hosted by DHCP agent 50a0d0bc-7fa4-4513-b6d9-7657b041d68a with binding_index 1 {{(pid=109153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 13:08:59.039100 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-56d324d1-6725-455e-a44c-4f4211e4ea2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-3, 71ea724d-54da-4c30-bc0b-feb47b9fecd1) {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:08:59.043361 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d324d1-6725-455e-a44c-4f4211e4ea2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:59.044098 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-56d324d1-6725-455e-a44c-4f4211e4ea2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:59.050013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cb76e2-22b3-4d91-b0f7-0d25fc2b68b9 None None] Network 71ea724d-54da-4c30-bc0b-feb47b9fecd1 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 13:08:59.067655 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-56d324d1-6725-455e-a44c-4f4211e4ea2d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3492100 Nov 11 13:08:59.070188 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47930) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:59.074976 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-699947512-router', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:08:59.095356 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4aea9955-1752-4c49-8051-ab47194b4fc2 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:08:59.106063 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1968826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500139'] for router, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:59.107500 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1966948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500128'] for router, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:59.175257 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:59.241948 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 4aea9955-1752-4c49-8051-ab47194b4fc2 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:08:59.242317 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:59.306733 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19f42bd4-1617-5417-be9f-fc66d4c12746-71ea724d-54da-4c30-bc0b-feb47b9fecd1', 'network_id': '71ea724d-54da-4c30-bc0b-feb47b9fecd1', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'fixed_ips': [{'subnet_id': '86cffbe2-8a75-45f2-a2bf-0cb188e9689a'}]}} from n-d-807359-3. {{(pid=109155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 13:08:59.307591 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:59.334057 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:59.496223 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.db_base_plugin_common [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Allocated IP 172.20.0.2 (71ea724d-54da-4c30-bc0b-feb47b9fecd1/86cffbe2-8a75-45f2-a2bf-0cb188e9689a/a4f82fd6-4a34-4f03-b8dc-e8671c4e451b) {{(pid=109155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:08:59.554765 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:59.575101 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:59.654785 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Publish callbacks [] for port, precommit_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:59.660921 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624'] for port, after_create {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:59.684201 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Allocated IP 172.25.2.25 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/d7db831a-07e6-4ee4-ac30-10d092f236a6) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:08:59.701787 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Network 71ea724d-54da-4c30-bc0b-feb47b9fecd1 is already hosted by enough agents. {{(pid=109155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:08:59.707446 n-d-807359-3 neutron-server[109155]: DEBUG neutron.scheduler.base_scheduler [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Resources bound (agent type, host, resource id): {{(pid=109155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:08:59.709324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Pushing event updated for resources: {'Port': ['ID=a4f82fd6-4a34-4f03-b8dc-e8671c4e451b,revision_number=1']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:59.711830 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Received port after_create {{(pid=109155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:08:59.763624 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Attempting to bind port a4f82fd6-4a34-4f03-b8dc-e8671c4e451b on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:08:59.763993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Attempting to bind port a4f82fd6-4a34-4f03-b8dc-e8671c4e451b by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'd8c1aacf-f283-4255-882a-a8507d9c46e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '71ea724d-54da-4c30-bc0b-feb47b9fecd1'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:08:59.764344 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Attempting to bind port a4f82fd6-4a34-4f03-b8dc-e8671c4e451b on network 71ea724d-54da-4c30-bc0b-feb47b9fecd1 {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:08:59.769455 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:08:59.769847 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Checking segment: {'id': 'd8c1aacf-f283-4255-882a-a8507d9c46e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '71ea724d-54da-4c30-bc0b-feb47b9fecd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:08:59.770209 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:59.770627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Bound using segment: {'id': 'd8c1aacf-f283-4255-882a-a8507d9c46e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '71ea724d-54da-4c30-bc0b-feb47b9fecd1'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:08:59.771071 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Bound port: a4f82fd6-4a34-4f03-b8dc-e8671c4e451b, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c1aacf-f283-4255-882a-a8507d9c46e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '71ea724d-54da-4c30-bc0b-feb47b9fecd1'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:08:59.771441 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:59.788031 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:59.834992 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:59.841317 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] For port a4f82fd6-4a34-4f03-b8dc-e8671c4e451b, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:08:59.845992 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] For port a4f82fd6-4a34-4f03-b8dc-e8671c4e451b, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a4f82fd6-4a34-4f03-b8dc-e8671c4e451b,segment=NetworkSegment(d8c1aacf-f283-4255-882a-a8507d9c46e2),segment_id=d8c1aacf-f283-4255-882a-a8507d9c46e2)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:08:59.854643 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:59.880926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:08:59.890533 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:08:59.893340 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:08:59.897057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Pushing event updated for resources: {'Port': ['ID=d7db831a-07e6-4ee4-ac30-10d092f236a6,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:59.920598 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bd7b7-555c-4a81-b3ef-2563b3c1fafc None None] Pushing event updated for resources: {'Port': ['ID=a4f82fd6-4a34-4f03-b8dc-e8671c4e451b,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:59.926636 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb27f36-8bf5-474e-955f-41bd1e6c748a None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:09:00.045864 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c967f61b-0911-4071-a6d6-fa6dce03df07 None None] Provisioning complete for port d7db831a-07e6-4ee4-ac30-10d092f236a6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:00.047122 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c967f61b-0911-4071-a6d6-fa6dce03df07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:00.125464 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c967f61b-0911-4071-a6d6-fa6dce03df07 None None] Port d7db831a-07e6-4ee4-ac30-10d092f236a6 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:09:00.199008 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:00.482592 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:09:00.671191 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Sync routers for ids ['2a5c53df-5bf6-4517-9423-220d37785a04'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:09:00.682660 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Routers {'2a5c53df-5bf6-4517-9423-220d37785a04'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:09:00.683414 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2a5c53df-5bf6-4517-9423-220d37785a04'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:09:00.719186 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1979957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1967027'] for router, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:00.793705 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Set router 2a5c53df-5bf6-4517-9423-220d37785a04 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:09:00.823635 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a21d25-f93c-4383-9be8-274312cd6f9e None None] Network 71ea724d-54da-4c30-bc0b-feb47b9fecd1 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 13:09:00.857362 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Router c8c5b428-e417-40d0-b937-a82717ee1191 is scheduled to L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e with binding_index 1 {{(pid=109153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 13:09:00.894721 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-12e838b0-1835-490d-baa6-0495e507bcd1 None None] Provisioning complete for port a4f82fd6-4a34-4f03-b8dc-e8671c4e451b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:00.895105 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-12e838b0-1835-490d-baa6-0495e507bcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:00.976487 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:09:01.001674 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:01.002830 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '2f1ba87c-24dd-496f-a249-8b62e5da25c6', 'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'mac_address': 'fa:16:3e:14:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:56Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 2, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'subnets': [{'id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:09:01.003161 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e358c2c5-5001-4044-9b03-6ed526282920 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9318948 Nov 11 13:09:01.006955 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47934) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:09:01.012037 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Sync routers for ids ['c8c5b428-e417-40d0-b937-a82717ee1191'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:09:01.036424 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Checking router: 2a5c53df-5bf6-4517-9423-220d37785a04 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:09:01.036987 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Updating router 2a5c53df-5bf6-4517-9423-220d37785a04 port 2f1ba87c-24dd-496f-a249-8b62e5da25c6 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 13:09:01.058026 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Routers {'c8c5b428-e417-40d0-b937-a82717ee1191'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:09:01.058783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c8c5b428-e417-40d0-b937-a82717ee1191'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:09:01.071125 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:01.101317 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-12e838b0-1835-490d-baa6-0495e507bcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:01.139201 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a4f82fd6-4a34-4f03-b8dc-e8671c4e451b up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:09:01.245617 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-12e838b0-1835-490d-baa6-0495e507bcd1 None None] For port a4f82fd6-4a34-4f03-b8dc-e8671c4e451b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a4f82fd6-4a34-4f03-b8dc-e8671c4e451b,segment=NetworkSegment(d8c1aacf-f283-4255-882a-a8507d9c46e2),segment_id=d8c1aacf-f283-4255-882a-a8507d9c46e2)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:09:01.263385 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-12e838b0-1835-490d-baa6-0495e507bcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:01.267774 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Set router c8c5b428-e417-40d0-b937-a82717ee1191 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:09:01.355075 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port a4f82fd6-4a34-4f03-b8dc-e8671c4e451b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:01.355441 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:01.408196 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:01.417191 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:01.449064 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e838b0-1835-490d-baa6-0495e507bcd1 None None] Pushing event updated for resources: {'Port': ['ID=a4f82fd6-4a34-4f03-b8dc-e8671c4e451b,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:01.468762 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ddda8-5472-469a-8d8b-8457627d96c2 None None] Pushing event updated for resources: {'Port': ['ID=2f1ba87c-24dd-496f-a249-8b62e5da25c6,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:01.492623 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ddda8-5472-469a-8d8b-8457627d96c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:09:01.493259 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ddda8-5472-469a-8d8b-8457627d96c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:09:01.493259 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ddda8-5472-469a-8d8b-8457627d96c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:09:01.493880 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ddda8-5472-469a-8d8b-8457627d96c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:09:01.494117 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ddda8-5472-469a-8d8b-8457627d96c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:09:01.494594 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ddda8-5472-469a-8d8b-8457627d96c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:09:01.494821 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ddda8-5472-469a-8d8b-8457627d96c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:09:01.495284 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ddda8-5472-469a-8d8b-8457627d96c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:09:01.495598 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ddda8-5472-469a-8d8b-8457627d96c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:09:01.495963 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ddda8-5472-469a-8d8b-8457627d96c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:09:01.496233 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ddda8-5472-469a-8d8b-8457627d96c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:09:01.496851 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ddda8-5472-469a-8d8b-8457627d96c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:09:01.537219 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:01.540762 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Attempting to bind port 2f1ba87c-24dd-496f-a249-8b62e5da25c6 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:09:01.541132 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Attempting to bind port 2f1ba87c-24dd-496f-a249-8b62e5da25c6 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'e89633f7-4778-4bbf-af67-36a2a6d5366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:09:01.541493 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Attempting to bind port 2f1ba87c-24dd-496f-a249-8b62e5da25c6 on network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:09:01.550920 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:09:01.552702 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Checking segment: {'id': 'e89633f7-4778-4bbf-af67-36a2a6d5366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:09:01.553882 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:01.554808 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Bound using segment: {'id': 'e89633f7-4778-4bbf-af67-36a2a6d5366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:09:01.555477 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Bound port: 2f1ba87c-24dd-496f-a249-8b62e5da25c6, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89633f7-4778-4bbf-af67-36a2a6d5366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:09:01.556194 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:01.564413 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-e5a06601-8f32-472b-b2da-06c63000ae0d None None] Provisioning complete for port a4f82fd6-4a34-4f03-b8dc-e8671c4e451b triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:01.564777 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e5a06601-8f32-472b-b2da-06c63000ae0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:01.632166 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'name': 'tempest-TestSnapshotPattern-699947512-router', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd7db831a-07e6-4ee4-ac30-10d092f236a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:59Z', 'updated_at': '2021-11-11T13:09:00Z', 'revision_number': 3, 'project_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'gw_port': {'id': 'd7db831a-07e6-4ee4-ac30-10d092f236a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:59Z', 'updated_at': '2021-11-11T13:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:09:01.649644 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] For port 2f1ba87c-24dd-496f-a249-8b62e5da25c6, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:09:01.653281 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] For port 2f1ba87c-24dd-496f-a249-8b62e5da25c6, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2f1ba87c-24dd-496f-a249-8b62e5da25c6,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:09:01.660249 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:01.663383 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Checking router: c8c5b428-e417-40d0-b937-a82717ee1191 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:09:01.663717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Updating router c8c5b428-e417-40d0-b937-a82717ee1191 port d7db831a-07e6-4ee4-ac30-10d092f236a6 binding host n-d-807359-3 {{(pid=109155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 13:09:01.717970 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:01.728938 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Allocated IP 172.20.0.1 (71ea724d-54da-4c30-bc0b-feb47b9fecd1/86cffbe2-8a75-45f2-a2bf-0cb188e9689a/fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:09:01.738647 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ddda8-5472-469a-8d8b-8457627d96c2 None None] Pushing event updated for resources: {'Port': ['ID=2f1ba87c-24dd-496f-a249-8b62e5da25c6,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:01.756836 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Routers {'2a5c53df-5bf6-4517-9423-220d37785a04'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:09:01.757791 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2a5c53df-5bf6-4517-9423-220d37785a04'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:09:01.857224 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:01.868627 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] Set router 2a5c53df-5bf6-4517-9423-220d37785a04 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:09:01.909559 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:01.913161 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-13875c9a-c873-4c23-a4cb-1d869f6b1ade None None] Provisioning complete for port 2f1ba87c-24dd-496f-a249-8b62e5da25c6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:01.913775 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-13875c9a-c873-4c23-a4cb-1d869f6b1ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:01.964967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Network 71ea724d-54da-4c30-bc0b-feb47b9fecd1 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:09:01.968029 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:09:01.971852 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:09:02.005354 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:02.049403 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969764'] for router_interface, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:02.106144 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Publish callbacks [] for port, precommit_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:02.110762 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-13875c9a-c873-4c23-a4cb-1d869f6b1ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:02.123166 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '2f1ba87c-24dd-496f-a249-8b62e5da25c6', 'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'mac_address': 'fa:16:3e:14:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:56Z', 'updated_at': '2021-11-11T13:09:01Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'subnets': [{'id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:09:02.126045 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:02.157170 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5130857-91ce-488f-8b7e-e916e778349f None None] The sync data for ids ['2a5c53df-5bf6-4517-9423-220d37785a04'] in n-d-807359-3 is: [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '2f1ba87c-24dd-496f-a249-8b62e5da25c6', 'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'mac_address': 'fa:16:3e:14:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:56Z', 'updated_at': '2021-11-11T13:09:01Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'subnets': [{'id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:09:02.164761 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-13875c9a-c873-4c23-a4cb-1d869f6b1ade None None] For port 2f1ba87c-24dd-496f-a249-8b62e5da25c6, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2f1ba87c-24dd-496f-a249-8b62e5da25c6,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:09:02.192292 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-13875c9a-c873-4c23-a4cb-1d869f6b1ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:02.221667 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:02.228245 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee698e0-7cd5-4c88-bbdf-6b35b1db0a43 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:09:02.245954 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Attempting to bind port d7db831a-07e6-4ee4-ac30-10d092f236a6 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:09:02.246318 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Attempting to bind port d7db831a-07e6-4ee4-ac30-10d092f236a6 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:09:02.246675 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Attempting to bind port d7db831a-07e6-4ee4-ac30-10d092f236a6 on network 44cf8b0b-583f-4e8e-84f4-e305e43881de {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:09:02.253279 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2021d-9651-4011-ba17-b18fd1de55bf None None] Pushing event updated for resources: {'Port': ['ID=d7db831a-07e6-4ee4-ac30-10d092f236a6,revision_number=2']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:02.293099 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:09:02.293465 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Checking segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:09:02.293882 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:02.294276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Bound using segment: {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'} {{(pid=109155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:09:02.294735 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.managers [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Bound port: d7db831a-07e6-4ee4-ac30-10d092f236a6, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd7eaf-c14d-4883-9c8f-1f59603c0288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de'}}] {{(pid=109155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:09:02.295102 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:02.414567 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:02.421272 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:02.497453 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:02.502684 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969904'] for router_interface, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:02.542779 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13875c9a-c873-4c23-a4cb-1d869f6b1ade None None] Pushing event updated for resources: {'Port': ['ID=2f1ba87c-24dd-496f-a249-8b62e5da25c6,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:02.547168 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1866ca65-c492-4216-89fd-64f6bac5c8a1 None None] Provisioning complete for port d7db831a-07e6-4ee4-ac30-10d092f236a6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:02.547527 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1866ca65-c492-4216-89fd-64f6bac5c8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:02.551004 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] For port d7db831a-07e6-4ee4-ac30-10d092f236a6, host n-d-807359-3, cleared binding levels {{(pid=109155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:09:02.554832 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] For port d7db831a-07e6-4ee4-ac30-10d092f236a6, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=d7db831a-07e6-4ee4-ac30-10d092f236a6,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:09:02.576890 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:02.604509 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Network 71ea724d-54da-4c30-bc0b-feb47b9fecd1 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:09:02.606113 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:09:02.624979 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-1866ca65-c492-4216-89fd-64f6bac5c8a1 None None] Port d7db831a-07e6-4ee4-ac30-10d092f236a6 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:09:02.652502 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f522a49-e0d7-434b-a426-dc49e3e31713 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:09:02.657882 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2021d-9651-4011-ba17-b18fd1de55bf None None] Pushing event updated for resources: {'Port': ['ID=d7db831a-07e6-4ee4-ac30-10d092f236a6,revision_number=3']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:02.670332 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1866ca65-c492-4216-89fd-64f6bac5c8a1 None None] Provisioning complete for port fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:02.670690 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1866ca65-c492-4216-89fd-64f6bac5c8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:02.672717 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Routers {'c8c5b428-e417-40d0-b937-a82717ee1191'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:09:02.673387 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c8c5b428-e417-40d0-b937-a82717ee1191'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:09:02.751507 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-1866ca65-c492-4216-89fd-64f6bac5c8a1 None None] Port fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:09:02.776363 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Router c8c5b428-e417-40d0-b937-a82717ee1191 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:09:02.807155 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-1866ca65-c492-4216-89fd-64f6bac5c8a1 None None] Provisioning complete for port 2f1ba87c-24dd-496f-a249-8b62e5da25c6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:02.807523 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1866ca65-c492-4216-89fd-64f6bac5c8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:02.854445 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] Set router c8c5b428-e417-40d0-b937-a82717ee1191 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:09:02.909316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:09:02.915120 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-dead4c5a-e8cc-47b1-a151-2be909327ad4 admin admin] 10.222.0.65 "PUT /v2.0/routers/c8c5b428-e417-40d0-b937-a82717ee1191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9070034 Nov 11 13:09:03.080796 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2f1ba87c-24dd-496f-a249-8b62e5da25c6 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:09:03.128238 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'name': 'tempest-TestSnapshotPattern-699947512-router', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd7db831a-07e6-4ee4-ac30-10d092f236a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:59Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 4, 'project_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'gw_port': {'id': 'd7db831a-07e6-4ee4-ac30-10d092f236a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:59Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16', 'name': '', 'network_id': '71ea724d-54da-4c30-bc0b-feb47b9fecd1', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'mac_address': 'fa:16:3e:db:58:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '86cffbe2-8a75-45f2-a2bf-0cb188e9689a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:09:01Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 2, 'project_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'subnets': [{'id': '86cffbe2-8a75-45f2-a2bf-0cb188e9689a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:09:03.161774 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8dfbaf-e8d2-42ea-b514-322ea142cd4c None None] The sync data for ids ['c8c5b428-e417-40d0-b937-a82717ee1191'] in n-d-807359-3 is: [{'id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'name': 'tempest-TestSnapshotPattern-699947512-router', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd7db831a-07e6-4ee4-ac30-10d092f236a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:59Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 4, 'project_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'gw_port': {'id': 'd7db831a-07e6-4ee4-ac30-10d092f236a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:59Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16', 'name': '', 'network_id': '71ea724d-54da-4c30-bc0b-feb47b9fecd1', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'mac_address': 'fa:16:3e:db:58:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '86cffbe2-8a75-45f2-a2bf-0cb188e9689a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:09:01Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 2, 'project_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'subnets': [{'id': '86cffbe2-8a75-45f2-a2bf-0cb188e9689a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:09:03.179365 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port 2f1ba87c-24dd-496f-a249-8b62e5da25c6 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:03.179725 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.182117 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c381f672-603c-4600-b2d9-285b43165a73 None None] Provisioning complete for port d7db831a-07e6-4ee4-ac30-10d092f236a6 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:03.182460 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c381f672-603c-4600-b2d9-285b43165a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.333822 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a4f82fd6-4a34-4f03-b8dc-e8671c4e451b up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:09:03.335825 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c381f672-603c-4600-b2d9-285b43165a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.397234 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-c381f672-603c-4600-b2d9-285b43165a73 None None] For port d7db831a-07e6-4ee4-ac30-10d092f236a6, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=d7db831a-07e6-4ee4-ac30-10d092f236a6,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:09:03.408486 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c381f672-603c-4600-b2d9-285b43165a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.447486 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47942) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:09:03.453808 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-4a7c70a8-c7c4-44af-b0eb-2bac0699c445 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-500167046', 'description': 'tempest-secgroup-smoke-500167046 description', 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:09:03.465653 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-c381f672-603c-4600-b2d9-285b43165a73 None None] Provisioning complete for port fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:03.466026 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c381f672-603c-4600-b2d9-285b43165a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.481554 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4a7c70a8-c7c4-44af-b0eb-2bac0699c445 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.503825 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381f672-603c-4600-b2d9-285b43165a73 None None] Pushing event updated for resources: {'Port': ['ID=d7db831a-07e6-4ee4-ac30-10d092f236a6,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:03.519506 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-c381f672-603c-4600-b2d9-285b43165a73 None None] Port fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:09:03.523073 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port a4f82fd6-4a34-4f03-b8dc-e8671c4e451b triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:03.523442 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.572978 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4a7c70a8-c7c4-44af-b0eb-2bac0699c445 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.578829 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4a7c70a8-c7c4-44af-b0eb-2bac0699c445 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.616091 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-4a7c70a8-c7c4-44af-b0eb-2bac0699c445 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.617654 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-4a7c70a8-c7c4-44af-b0eb-2bac0699c445 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1688364 Nov 11 13:09:03.619725 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c70a8-c7c4-44af-b0eb-2bac0699c445 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:03.620788 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47944) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:09:03.626443 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2703c8fc-4dde-429c-8aff-113ec8baa397 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Request body: {'security_group_rule': {'security_group_id': 'd4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96', 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:09:03.656826 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2703c8fc-4dde-429c-8aff-113ec8baa397 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.718161 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2703c8fc-4dde-429c-8aff-113ec8baa397 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.723782 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2703c8fc-4dde-429c-8aff-113ec8baa397 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.744823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703c8fc-4dde-429c-8aff-113ec8baa397 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd7d95a-b395-4db9-8b78-403201ccf64b,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:03.756848 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2703c8fc-4dde-429c-8aff-113ec8baa397 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.758113 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2703c8fc-4dde-429c-8aff-113ec8baa397 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357355 Nov 11 13:09:03.761711 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47946) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:09:03.766507 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-7ec9a8cd-cf78-4805-9779-c89d67e062c2 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Request body: {'security_group_rule': {'security_group_id': 'd4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96', 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:09:03.795680 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7ec9a8cd-cf78-4805-9779-c89d67e062c2 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.859353 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7ec9a8cd-cf78-4805-9779-c89d67e062c2 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.864802 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7ec9a8cd-cf78-4805-9779-c89d67e062c2 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.884442 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9a8cd-cf78-4805-9779-c89d67e062c2 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0998c8-df42-4a98-a132-d0b444c28e46,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:03.896252 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-7ec9a8cd-cf78-4805-9779-c89d67e062c2 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:03.897999 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-7ec9a8cd-cf78-4805-9779-c89d67e062c2 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352379 Nov 11 13:09:03.900865 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47948) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:09:03.907639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-3e48edff-acb4-40ef-abda-a8468c0ce753 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Request body: {'security_group_rule': {'security_group_id': 'd4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96', 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:09:03.942163 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e48edff-acb4-40ef-abda-a8468c0ce753 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:04.009068 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e48edff-acb4-40ef-abda-a8468c0ce753 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:04.017908 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e48edff-acb4-40ef-abda-a8468c0ce753 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:04.036330 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48edff-acb4-40ef-abda-a8468c0ce753 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90e1e3b-a3c2-4267-abe7-871df98cdb6f,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:04.044790 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-3e48edff-acb4-40ef-abda-a8468c0ce753 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:04.046090 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-3e48edff-acb4-40ef-abda-a8468c0ce753 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439130 Nov 11 13:09:04.048818 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 47950) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:09:04.053258 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [None req-2fd1c9c3-e761-44c7-850d-f1d0358e680c tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Request body: {'security_group_rule': {'security_group_id': 'd4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96', 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:09:04.080667 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2fd1c9c3-e761-44c7-850d-f1d0358e680c tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:04.140002 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2fd1c9c3-e761-44c7-850d-f1d0358e680c tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:04.145767 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2fd1c9c3-e761-44c7-850d-f1d0358e680c tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:04.164133 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1c9c3-e761-44c7-850d-f1d0358e680c tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee066d10-b897-4203-987d-4a56244a501f,revision_number=0']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:04.169832 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-2fd1c9c3-e761-44c7-850d-f1d0358e680c tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:04.171019 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-2fd1c9c3-e761-44c7-850d-f1d0358e680c tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212642 Nov 11 13:09:04.174684 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47952) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:09:04.181692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-c288e98f-6c1c-4078-bdc4-bfe24ce6b84d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Request body: {'security_group_rule': {'security_group_id': 'd4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96', 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:09:04.209970 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-c288e98f-6c1c-4078-bdc4-bfe24ce6b84d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Project 3ceeb39ae11541ddb771a2a056c8a9fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 13:09:04.216210 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c288e98f-6c1c-4078-bdc4-bfe24ce6b84d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:04.279033 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c288e98f-6c1c-4078-bdc4-bfe24ce6b84d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:04.284254 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c288e98f-6c1c-4078-bdc4-bfe24ce6b84d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:04.305224 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288e98f-6c1c-4078-bdc4-bfe24ce6b84d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a43bfc1-abe1-4c06-bd10-6d39e8ddf0db,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:04.315006 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-c288e98f-6c1c-4078-bdc4-bfe24ce6b84d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:04.316356 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-c288e98f-6c1c-4078-bdc4-bfe24ce6b84d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1402407 Nov 11 13:09:04.319439 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 47954) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:09:04.323752 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-a41476ee-d085-4bfb-96e2-58e21e101c8e tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Request body: {'security_group_rule': {'security_group_id': 'd4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96', 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:09:04.347944 n-d-807359-3 neutron-server[109153]: INFO neutron.db.securitygroups_db [None req-a41476ee-d085-4bfb-96e2-58e21e101c8e tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Project 3ceeb39ae11541ddb771a2a056c8a9fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 13:09:04.353162 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a41476ee-d085-4bfb-96e2-58e21e101c8e tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:04.424547 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a41476ee-d085-4bfb-96e2-58e21e101c8e tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:04.430309 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a41476ee-d085-4bfb-96e2-58e21e101c8e tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952907'] for security_group_rule, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:04.447823 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41476ee-d085-4bfb-96e2-58e21e101c8e tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99b0c50-9ed8-4aa7-8628-6d04affa6085,revision_number=0']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:04.456486 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-a41476ee-d085-4bfb-96e2-58e21e101c8e tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:04.457780 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-a41476ee-d085-4bfb-96e2-58e21e101c8e tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373820 Nov 11 13:09:04.609741 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-27cdd0bb-e9a9-4c9f-8f2f-b14d19da37a7 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-500167046&fields=id&tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa HTTP/1.1" status: 200 len: 267 time: 0.0455091 Nov 11 13:09:04.714790 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-9c7138e8-1b9a-4cb7-ae0b-6648c18534fd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:04.716277 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-9c7138e8-1b9a-4cb7-ae0b-6648c18534fd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/networks?id=9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 200 len: 809 time: 0.0996053 Nov 11 13:09:04.732603 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-1c835fa6-c319-4e9d-a419-cd49e4a9ab20 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/quotas/3ceeb39ae11541ddb771a2a056c8a9fa HTTP/1.1" status: 200 len: 375 time: 0.0102272 Nov 11 13:09:04.795440 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-2bfa6677-02d8-4be3-9c75-acefcbf0a262 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542319 Nov 11 13:09:04.902370 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-41ad1695-03df-4c26-8271-8fb85729b81b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 13:09:04.903373 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-41ad1695-03df-4c26-8271-8fb85729b81b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0961084 Nov 11 13:09:04.998670 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-f3054767-468e-4902-82e5-6b439549bdff service neutron] 10.222.0.65 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887327 Nov 11 13:09:05.077324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device d7db831a-07e6-4ee4-ac30-10d092f236a6 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:09:05.106175 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-bdb33725-4de2-4ae7-b724-ff9bfc0cf8a5 service neutron] 10.222.0.65 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996227 Nov 11 13:09:05.138184 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port d7db831a-07e6-4ee4-ac30-10d092f236a6 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:05.138556 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:05.298152 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-7d3c3ac1-ceff-45ca-a5c9-fde11673a48a req-3ccccaab-ded8-4624-921e-988cbc4c2003 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 210 time: 0.0294394 Nov 11 13:09:05.954345 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fcebbe87-e990-491d-beff-af8c89fdad70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:06.248128 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Sync routers for ids ['c8c5b428-e417-40d0-b937-a82717ee1191'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:09:06.258826 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Routers {'c8c5b428-e417-40d0-b937-a82717ee1191'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:09:06.259433 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c8c5b428-e417-40d0-b937-a82717ee1191'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:09:06.407559 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-8e772bc5-be3f-4e63-b6b2-a8522a0d9b45 req-9cb99d36-353f-4f5c-ace7-87358c3a3685 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 210 time: 0.0293441 Nov 11 13:09:06.477672 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Set router c8c5b428-e417-40d0-b937-a82717ee1191 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:09:06.527774 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-1cb51c35-94a8-4e19-9f41-1bddc1e1cff0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:06.529431 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-1cb51c35-94a8-4e19-9f41-1bddc1e1cff0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.62 "GET /v2.0/networks?id=9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 200 len: 809 time: 0.1186774 Nov 11 13:09:06.600141 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-694db90e-255f-4601-9cdc-a93f71ac4d38 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa HTTP/1.1" status: 200 len: 379 time: 0.0565012 Nov 11 13:09:06.610167 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-c14ef8e8-18da-4e5f-a6f4-cb9474a8c744 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Request body: {'port': {'device_id': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'admin_state_up': True, 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'security_groups': ['d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96']}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:09:06.680983 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'name': 'tempest-TestSnapshotPattern-699947512-router', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd7db831a-07e6-4ee4-ac30-10d092f236a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:59Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 4, 'project_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'gw_port': {'id': 'd7db831a-07e6-4ee4-ac30-10d092f236a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:59Z', 'updated_at': '2021-11-11T13:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16', 'name': '', 'network_id': '71ea724d-54da-4c30-bc0b-feb47b9fecd1', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'mac_address': 'fa:16:3e:db:58:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '86cffbe2-8a75-45f2-a2bf-0cb188e9689a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:09:01Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 2, 'project_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'subnets': [{'id': '86cffbe2-8a75-45f2-a2bf-0cb188e9689a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:09:06.709098 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Checking router: c8c5b428-e417-40d0-b937-a82717ee1191 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:09:06.709442 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Updating router c8c5b428-e417-40d0-b937-a82717ee1191 port fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16 binding host n-d-807359-3 {{(pid=109156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 13:09:06.724770 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-c14ef8e8-18da-4e5f-a6f4-cb9474a8c744 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Made reservation on behalf of 3ceeb39ae11541ddb771a2a056c8a9fa for: {'port': 1} {{(pid=109154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 13:09:06.728572 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-c14ef8e8-18da-4e5f-a6f4-cb9474a8c744 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:06.734043 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:06.854152 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.db_base_plugin_common [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-c14ef8e8-18da-4e5f-a6f4-cb9474a8c744 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Allocated IP 172.20.0.10 (9dc93ae8-8e9d-439b-9913-59595ffe9d81/6d806649-daf3-41c4-b7f8-af4b68e69cba/0b002407-9bb5-4503-976d-ea0532799266) {{(pid=109154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:09:06.998766 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-c14ef8e8-18da-4e5f-a6f4-cb9474a8c744 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for port, precommit_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:07.003830 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Publish callbacks [] for port, precommit_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:07.011088 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:07.035322 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-c14ef8e8-18da-4e5f-a6f4-cb9474a8c744 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_create {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:07.091908 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-c14ef8e8-18da-4e5f-a6f4-cb9474a8c744 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 is already hosted by enough agents. {{(pid=109154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:09:07.096567 n-d-807359-3 neutron-server[109154]: DEBUG neutron.scheduler.base_scheduler [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-c14ef8e8-18da-4e5f-a6f4-cb9474a8c744 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Resources bound (agent type, host, resource id): {{(pid=109154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:09:07.099354 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-c14ef8e8-18da-4e5f-a6f4-cb9474a8c744 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Received port after_create {{(pid=109154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:09:07.102967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ef8e8-18da-4e5f-a6f4-cb9474a8c744 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event updated for resources: {'Port': ['ID=0b002407-9bb5-4503-976d-ea0532799266,revision_number=1']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:07.115354 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Attempting to bind port fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16 on host n-d-807359-3 for vnic_type normal with profile {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:09:07.115814 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Attempting to bind port fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16 by drivers openvswitch,hyperv on host n-d-807359-3 at level 0 using segments [{'id': 'd8c1aacf-f283-4255-882a-a8507d9c46e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '71ea724d-54da-4c30-bc0b-feb47b9fecd1'}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:09:07.116354 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Attempting to bind port fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16 on network 71ea724d-54da-4c30-bc0b-feb47b9fecd1 {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:09:07.118503 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e05cf4-0133-4184-a66e-13f84d9a14af None None] Pushing event updated for resources: {'Port': ['ID=fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16,revision_number=3']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:07.125199 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Checking agent: {'id': '2d59abde-8232-46ee-839c-d692ade55fb9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 39, 11), 'started_at': datetime.datetime(2021, 11, 11, 11, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:09:07.126013 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Checking segment: {'id': 'd8c1aacf-f283-4255-882a-a8507d9c46e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '71ea724d-54da-4c30-bc0b-feb47b9fecd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:09:07.126646 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:07.127853 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Bound using segment: {'id': 'd8c1aacf-f283-4255-882a-a8507d9c46e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '71ea724d-54da-4c30-bc0b-feb47b9fecd1'} {{(pid=109156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:09:07.128345 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.managers [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Bound port: fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16, host: n-d-807359-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c1aacf-f283-4255-882a-a8507d9c46e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '71ea724d-54da-4c30-bc0b-feb47b9fecd1'}}] {{(pid=109156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:09:07.128850 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:07.182492 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-c14ef8e8-18da-4e5f-a6f4-cb9474a8c744 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:07.183173 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-c14ef8e8-18da-4e5f-a6f4-cb9474a8c744 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:07.202337 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] For port fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16, host n-d-807359-3, cleared binding levels {{(pid=109156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:09:07.203960 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-c14ef8e8-18da-4e5f-a6f4-cb9474a8c744 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5976160 Nov 11 13:09:07.206105 n-d-807359-3 neutron-server[109156]: DEBUG neutron.plugins.ml2.db [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] For port fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16, host n-d-807359-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16,segment=NetworkSegment(d8c1aacf-f283-4255-882a-a8507d9c46e2),segment_id=d8c1aacf-f283-4255-882a-a8507d9c46e2)] {{(pid=109156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:09:07.212076 n-d-807359-3 neutron-server[109156]: DEBUG neutron_lib.callbacks.manager [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:07.271015 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Routers {'c8c5b428-e417-40d0-b937-a82717ee1191'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:09:07.272225 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:08:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c8c5b428-e417-40d0-b937-a82717ee1191'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:09:07.277509 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.v2.base [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Request body: {'port': {'device_id': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-3'}} {{(pid=109154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:09:07.330141 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e05cf4-0133-4184-a66e-13f84d9a14af None None] Pushing event updated for resources: {'Port': ['ID=fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16,revision_number=4']} {{(pid=109156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:07.345489 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:07.385810 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-f5c0bafa-07f9-41ff-a73a-513e2d0de910 None None] Provisioning complete for port fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:07.386724 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f5c0bafa-07f9-41ff-a73a-513e2d0de910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:07.410392 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] Set router c8c5b428-e417-40d0-b937-a82717ee1191 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:09:07.516664 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f5c0bafa-07f9-41ff-a73a-513e2d0de910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:07.581324 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-f5c0bafa-07f9-41ff-a73a-513e2d0de910 None None] For port fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16,segment=NetworkSegment(d8c1aacf-f283-4255-882a-a8507d9c46e2),segment_id=d8c1aacf-f283-4255-882a-a8507d9c46e2)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:09:07.581897 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20931f1-7ec9-4ff9-8277-81d7c4fdee99 req-08ef1c14-865a-4f9e-b05b-a0b10ce5f4fd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:07.590343 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f5c0bafa-07f9-41ff-a73a-513e2d0de910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:07.591218 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d20931f1-7ec9-4ff9-8277-81d7c4fdee99 req-08ef1c14-865a-4f9e-b05b-a0b10ce5f4fd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 932 time: 0.0691140 Nov 11 13:09:07.652578 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d20931f1-7ec9-4ff9-8277-81d7c4fdee99 req-f4506870-1c78-46da-9df7-995586247eec tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602856 Nov 11 13:09:07.666677 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'name': 'tempest-TestSnapshotPattern-699947512-router', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd7db831a-07e6-4ee4-ac30-10d092f236a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:59Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 4, 'project_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'gw_port': {'id': 'd7db831a-07e6-4ee4-ac30-10d092f236a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:59Z', 'updated_at': '2021-11-11T13:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16', 'name': '', 'network_id': '71ea724d-54da-4c30-bc0b-feb47b9fecd1', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'mac_address': 'fa:16:3e:db:58:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '86cffbe2-8a75-45f2-a2bf-0cb188e9689a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:09:01Z', 'updated_at': '2021-11-11T13:09:07Z', 'revision_number': 4, 'project_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'subnets': [{'id': '86cffbe2-8a75-45f2-a2bf-0cb188e9689a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:09:07.673843 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0bafa-07f9-41ff-a73a-513e2d0de910 None None] Pushing event updated for resources: {'Port': ['ID=fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:07.699734 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1699c9c-09a2-4ff3-bb07-1b4d3dc5ad95 None None] The sync data for ids ['c8c5b428-e417-40d0-b937-a82717ee1191'] in n-d-807359-3 is: [{'id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'name': 'tempest-TestSnapshotPattern-699947512-router', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd7db831a-07e6-4ee4-ac30-10d092f236a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:59Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 4, 'project_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'gw_port': {'id': 'd7db831a-07e6-4ee4-ac30-10d092f236a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:59Z', 'updated_at': '2021-11-11T13:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': 'fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16', 'name': '', 'network_id': '71ea724d-54da-4c30-bc0b-feb47b9fecd1', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'mac_address': 'fa:16:3e:db:58:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '86cffbe2-8a75-45f2-a2bf-0cb188e9689a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:09:01Z', 'updated_at': '2021-11-11T13:09:07Z', 'revision_number': 4, 'project_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'subnets': [{'id': '86cffbe2-8a75-45f2-a2bf-0cb188e9689a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:09:07.718002 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a00a9fcc-1a41-47df-90b0-e54505b8d1ce None None] Provisioning complete for port 0b002407-9bb5-4503-976d-ea0532799266 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:07.718433 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a00a9fcc-1a41-47df-90b0-e54505b8d1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:07.739445 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b002407-9bb5-4503-976d-ea0532799266 {{(pid=109154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:09:07.748498 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:07.759337 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a00a9fcc-1a41-47df-90b0-e54505b8d1ce None None] Port 0b002407-9bb5-4503-976d-ea0532799266 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:09:07.761979 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.provisioning_blocks [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Transition to ACTIVE for port object 0b002407-9bb5-4503-976d-ea0532799266 will not be triggered until provisioned by entity L2. {{(pid=109154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 13:09:07.768970 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:07.770289 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a00a9fcc-1a41-47df-90b0-e54505b8d1ce None None] Provisioning complete for port fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:07.771026 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a00a9fcc-1a41-47df-90b0-e54505b8d1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:07.823081 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Pushing event updated for resources: {'Port': ['ID=0b002407-9bb5-4503-976d-ea0532799266,revision_number=2']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:07.904539 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Attempting to bind port 0b002407-9bb5-4503-976d-ea0532799266 on host n-h1-807359-3 for vnic_type normal with profile {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:09:07.904881 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Attempting to bind port 0b002407-9bb5-4503-976d-ea0532799266 by drivers openvswitch,hyperv on host n-h1-807359-3 at level 0 using segments [{'id': 'e89633f7-4778-4bbf-af67-36a2a6d5366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81'}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:09:07.905210 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Attempting to bind port 0b002407-9bb5-4503-976d-ea0532799266 on network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:09:07.910300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Port 0b002407-9bb5-4503-976d-ea0532799266 on network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-3 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 13:09:07.910632 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Attempting to bind port 0b002407-9bb5-4503-976d-ea0532799266 on network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:09:07.917877 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Checking agent: {'id': 'cf65110f-853d-41f2-b8b8-8490c200beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:09:07.918226 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Checking segment: {'id': 'e89633f7-4778-4bbf-af67-36a2a6d5366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:09:07.918623 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Bound using segment: {'id': 'e89633f7-4778-4bbf-af67-36a2a6d5366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81'} {{(pid=109154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:09:07.919066 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.managers [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Bound port: 0b002407-9bb5-4503-976d-ea0532799266, host: n-h1-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89633f7-4778-4bbf-af67-36a2a6d5366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81'}}] {{(pid=109154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:09:07.919426 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:07.994576 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] For port 0b002407-9bb5-4503-976d-ea0532799266, host n-h1-807359-3, cleared binding levels {{(pid=109154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:09:07.997939 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] For port 0b002407-9bb5-4503-976d-ea0532799266, host n-h1-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0b002407-9bb5-4503-976d-ea0532799266,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:09:08.003677 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60618111'] for port, after_update {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:08.041899 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:08.042529 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:08.043929 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] 10.222.0.62 "PUT /v2.0/ports/0b002407-9bb5-4503-976d-ea0532799266 HTTP/1.1" status: 200 len: 1092 time: 0.8254313 Nov 11 13:09:08.044605 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'tag': '0b002407-9bb5-4503-976d-ea0532799266'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:09:08.046688 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fe9caf-9a62-480d-8815-45956e04bfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "ad192e28-9057-4c08-8d44-91ffa36dbfe1", "tag": "0b002407-9bb5-4503-976d-ea0532799266"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:09:08.082989 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e3dde-6cfc-4a95-a71f-bfbb235b8476 service neutron] Pushing event updated for resources: {'Port': ['ID=0b002407-9bb5-4503-976d-ea0532799266,revision_number=3']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:08.148190 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-6f5f079c-fd71-4e16-aa61-1a3862edff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:08.150599 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-6f5f079c-fd71-4e16-aa61-1a3862edff45 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 1095 time: 0.0488207 Nov 11 13:09:08.206828 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5497745-ec35-4ebe-8685-2ba2107e415e x-openstack-request-id: req-d5497745-ec35-4ebe-8685-2ba2107e415e {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:09:08.207611 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad192e28-9057-4c08-8d44-91ffa36dbfe1", "tag": "0b002407-9bb5-4503-976d-ea0532799266", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:09:08.207870 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5497745-ec35-4ebe-8685-2ba2107e415e {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:09:08.208280 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'tag': '0b002407-9bb5-4503-976d-ea0532799266', 'status': 'completed', 'code': 200} Nov 11 13:09:08.210158 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-7d9127dd-fd9b-441a-aead-1d746eba1dfb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b002407-9bb5-4503-976d-ea0532799266 HTTP/1.1" status: 200 len: 217 time: 0.0445864 Nov 11 13:09:08.220208 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a2285bbd-4001-4176-87c2-8a8d11138e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:08.269699 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-d4e02638-942b-45b5-af35-d16fd5734e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:08.271250 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-d4e02638-942b-45b5-af35-d16fd5734e87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d806649-daf3-41c4-b7f8-af4b68e69cba HTTP/1.1" status: 200 len: 848 time: 0.0536389 Nov 11 13:09:08.323494 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-6255111e-7fbe-47e3-9a72-ed199a67ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:08.325075 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-6255111e-7fbe-47e3-9a72-ed199a67ef3d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9dc93ae8-8e9d-439b-9913-59595ffe9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420046 Nov 11 13:09:08.427362 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-aedb3be2-80f8-4708-971d-a7b6a4abcebd service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893302 Nov 11 13:09:08.527210 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-808bc723-ee3c-4ffc-a974-a5634fafaf11 req-4c9c7792-eb64-4920-843b-66ad718e3c82 service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882695 Nov 11 13:09:08.628281 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe9caf-9a62-480d-8815-45956e04bfa7 req-c1c4562e-cb31-41cf-9968-f4af37c99484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:08.629848 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47fe9caf-9a62-480d-8815-45956e04bfa7 req-c1c4562e-cb31-41cf-9968-f4af37c99484 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 1095 time: 0.0435400 Nov 11 13:09:08.728848 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe9caf-9a62-480d-8815-45956e04bfa7 req-6f0baecf-ac50-44f2-9a83-7beae37eaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:08.730413 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47fe9caf-9a62-480d-8815-45956e04bfa7 req-6f0baecf-ac50-44f2-9a83-7beae37eaa14 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 200 len: 911 time: 0.0928442 Nov 11 13:09:08.773776 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47fe9caf-9a62-480d-8815-45956e04bfa7 req-3dd2ccfa-3ec3-4431-87bc-df2e66b09677 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b002407-9bb5-4503-976d-ea0532799266 HTTP/1.1" status: 200 len: 217 time: 0.0356367 Nov 11 13:09:08.775442 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109da33-d595-4646-8213-738741a7ea6e req-1e114475-9f84-4d44-833a-055b346889e7 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:08.777013 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d109da33-d595-4646-8213-738741a7ea6e req-1e114475-9f84-4d44-833a-055b346889e7 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 944 time: 0.0536411 Nov 11 13:09:08.828310 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-d109da33-d595-4646-8213-738741a7ea6e req-73d5b9ea-c060-4155-8253-035f01b0bfe7 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451758 Nov 11 13:09:08.834639 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe9caf-9a62-480d-8815-45956e04bfa7 req-8c9a21e0-3fba-4e0f-bd29-61e92bda442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:08.836391 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47fe9caf-9a62-480d-8815-45956e04bfa7 req-8c9a21e0-3fba-4e0f-bd29-61e92bda442b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d806649-daf3-41c4-b7f8-af4b68e69cba HTTP/1.1" status: 200 len: 848 time: 0.0534256 Nov 11 13:09:08.887129 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe9caf-9a62-480d-8815-45956e04bfa7 req-e5f9fbe8-3e5d-4401-a0be-cf0d07dd872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:08.888554 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47fe9caf-9a62-480d-8815-45956e04bfa7 req-e5f9fbe8-3e5d-4401-a0be-cf0d07dd872d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9dc93ae8-8e9d-439b-9913-59595ffe9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422795 Nov 11 13:09:08.978929 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47fe9caf-9a62-480d-8815-45956e04bfa7 req-3868c970-843d-4170-8a00-64c44dace282 service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814764 Nov 11 13:09:09.074028 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16 up at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:09:09.089263 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-47fe9caf-9a62-480d-8815-45956e04bfa7 req-5ee2d55b-b3f1-4203-b7c7-03fe0a150039 service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994620 Nov 11 13:09:09.124381 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Provisioning complete for port fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:09.125049 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:09.363356 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:09.952858 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a178035-aab9-4394-ba03-ffd10ad38418 req-9a6d9052-62c3-4416-a5ca-a2c0cffa3ec7 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:09.954362 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a178035-aab9-4394-ba03-ffd10ad38418 req-9a6d9052-62c3-4416-a5ca-a2c0cffa3ec7 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 944 time: 0.0507629 Nov 11 13:09:10.013625 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5a178035-aab9-4394-ba03-ffd10ad38418 req-a97db172-4a75-406f-97d0-037efbf77800 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528567 Nov 11 13:09:10.919419 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:11.121240 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 0b002407-9bb5-4503-976d-ea0532799266 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 13:09:11.137005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472abfe7-f2d0-4dfb-b12b-5718c8ed92f4 req-7cc7f2c0-f556-44d6-8b09-9f1e00bf9015 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:11.138626 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-472abfe7-f2d0-4dfb-b12b-5718c8ed92f4 req-7cc7f2c0-f556-44d6-8b09-9f1e00bf9015 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 944 time: 0.0569487 Nov 11 13:09:11.188982 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-472abfe7-f2d0-4dfb-b12b-5718c8ed92f4 req-c73c5ad1-24fc-47fa-88cc-404b79cd7d69 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442135 Nov 11 13:09:11.215993 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 0b002407-9bb5-4503-976d-ea0532799266, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0b002407-9bb5-4503-976d-ea0532799266,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:09:11.230456 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '0b002407-9bb5-4503-976d-ea0532799266', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'port_id': '0b002407-9bb5-4503-976d-ea0532799266', 'mac_address': 'fa:16:3e:d9:94:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 13:09:11.269218 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:11.282905 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b002407-9bb5-4503-976d-ea0532799266 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:09:11.302625 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 0b002407-9bb5-4503-976d-ea0532799266, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0b002407-9bb5-4503-976d-ea0532799266,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:09:11.308863 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:11.365958 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=0b002407-9bb5-4503-976d-ea0532799266,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:11.375487 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:11.563178 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['0b002407-9bb5-4503-976d-ea0532799266'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 13:09:12.320318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29edc76-b323-4d06-a328-809c6efcd9e7 req-2509930a-471c-451d-a4bb-0d39427ab661 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:12.321771 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c29edc76-b323-4d06-a328-809c6efcd9e7 req-2509930a-471c-451d-a4bb-0d39427ab661 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 945 time: 0.0536294 Nov 11 13:09:12.383384 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c29edc76-b323-4d06-a328-809c6efcd9e7 req-83a8eba3-5253-48eb-a264-c75f0877ea71 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525775 Nov 11 13:09:13.141038 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 0b002407-9bb5-4503-976d-ea0532799266 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:09:13.197161 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning for port 0b002407-9bb5-4503-976d-ea0532799266 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 13:09:13.201163 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 0b002407-9bb5-4503-976d-ea0532799266 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:09:13.201558 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:13.278362 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:13.302043 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b002407-9bb5-4503-976d-ea0532799266'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:09:13.304284 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bc15bd-4278-4e78-a2aa-2a757dd577ff" -d '{"events": [{"server_uuid": "ad192e28-9057-4c08-8d44-91ffa36dbfe1", "name": "network-vif-plugged", "status": "completed", "tag": "0b002407-9bb5-4503-976d-ea0532799266"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:09:13.317187 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 0b002407-9bb5-4503-976d-ea0532799266, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0b002407-9bb5-4503-976d-ea0532799266,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:09:13.324990 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:13.350668 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d010173-2e60-4bf4-ad7a-a987b9823513 x-openstack-request-id: req-3d010173-2e60-4bf4-ad7a-a987b9823513 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:09:13.350962 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad192e28-9057-4c08-8d44-91ffa36dbfe1", "name": "network-vif-plugged", "status": "completed", "tag": "0b002407-9bb5-4503-976d-ea0532799266", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:09:13.351206 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d010173-2e60-4bf4-ad7a-a987b9823513 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:09:13.351592 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b002407-9bb5-4503-976d-ea0532799266', 'code': 200} Nov 11 13:09:13.376312 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=0b002407-9bb5-4503-976d-ea0532799266,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:13.450726 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81cba-cd56-433c-9a3a-d717765f3360 req-077cd574-a22c-4afc-b2be-353dfbbb7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:13.452701 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9ae81cba-cd56-433c-9a3a-d717765f3360 req-077cd574-a22c-4afc-b2be-353dfbbb7249 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 1097 time: 0.0434241 Nov 11 13:09:13.507181 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-9ae81cba-cd56-433c-9a3a-d717765f3360 req-c09d9234-e187-4fad-85ec-68b2a02293a1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422890 Nov 11 13:09:13.507881 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415fc1e-d271-4426-b800-c347c39114b3 req-cda99fda-3a4d-41cb-be59-fa8968f16eb8 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:13.509381 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1415fc1e-d271-4426-b800-c347c39114b3 req-cda99fda-3a4d-41cb-be59-fa8968f16eb8 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 946 time: 0.0491457 Nov 11 13:09:13.562662 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1415fc1e-d271-4426-b800-c347c39114b3 req-df5c3203-51c0-470f-9a38-42dd59154d11 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470486 Nov 11 13:09:14.692651 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d5b47-19ff-401d-a15d-83fde1f423e0 req-693936d1-0520-4c51-bac8-af3ec64d3731 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:14.694196 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-280d5b47-19ff-401d-a15d-83fde1f423e0 req-693936d1-0520-4c51-bac8-af3ec64d3731 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 946 time: 0.0514333 Nov 11 13:09:14.754707 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-280d5b47-19ff-401d-a15d-83fde1f423e0 req-163d54d9-4ab7-4c2f-a445-63320f5a3aaf tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536249 Nov 11 13:09:15.888090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bef03-7bb4-458e-a845-b38ac1f1747e req-4abe6ae4-861f-44fb-8305-4036c2633652 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:15.889619 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f28bef03-7bb4-458e-a845-b38ac1f1747e req-4abe6ae4-861f-44fb-8305-4036c2633652 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 946 time: 0.0561612 Nov 11 13:09:15.940122 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f28bef03-7bb4-458e-a845-b38ac1f1747e req-d4b94820-c45a-44aa-8aee-4452cf109c75 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441566 Nov 11 13:09:16.076520 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d14f1-d33a-46fd-bb0b-d5119f319169 req-c31f364f-2ab1-4785-a632-a3f8f9a35f01 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:16.078022 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a1d14f1-d33a-46fd-bb0b-d5119f319169 req-c31f364f-2ab1-4785-a632-a3f8f9a35f01 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 946 time: 0.0574172 Nov 11 13:09:16.131390 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2a1d14f1-d33a-46fd-bb0b-d5119f319169 req-1f5f7d9c-0f8f-4587-907d-3ee41792564d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450478 Nov 11 13:09:16.158866 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48014) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:09:16.245325 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67878df4-b7bd-48fe-af3b-6e90b80fa98c tempest-TestSnapshotPattern-964137107 tempest-TestSnapshotPattern-964137107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:16.246877 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-67878df4-b7bd-48fe-af3b-6e90b80fa98c tempest-TestSnapshotPattern-964137107 tempest-TestSnapshotPattern-964137107-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 1092 time: 0.0867877 Nov 11 13:09:16.251258 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48018) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:09:16.255601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': '0b002407-9bb5-4503-976d-ea0532799266', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:09:16.280353 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:16.380601 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:16.489280 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Allocated IP 172.25.2.33 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/c3a0f217-e381-4f70-8b31-0ab4289393a7) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:09:16.493423 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:16.598164 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:16.634421 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:16.673720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:09:16.676635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:09:16.680260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:09:16.685827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event updated for resources: {'Port': ['ID=c3a0f217-e381-4f70-8b31-0ab4289393a7,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:17.048031 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:17.117174 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:17.268687 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:17.275756 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:17.343468 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event updated for resources: {'Port': ['ID=c3a0f217-e381-4f70-8b31-0ab4289393a7,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:09:17.356811 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:17.458650 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Floating IP 6d63fb95-7618-45b4-93c1-2b21a1c092b4 associated. External IP: 172.25.2.33, port: 0b002407-9bb5-4503-976d-ea0532799266. Nov 11 13:09:17.686753 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Router 2a5c53df-5bf6-4517-9423-220d37785a04 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:09:17.797629 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:09:17.808232 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2380dd-3502-47ff-bfe7-fca50fab3112 None None] Sync routers for ids ['2a5c53df-5bf6-4517-9423-220d37785a04'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:09:17.820627 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2380dd-3502-47ff-bfe7-fca50fab3112 None None] Routers {'2a5c53df-5bf6-4517-9423-220d37785a04'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:09:17.820864 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:17.821266 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2e2380dd-3502-47ff-bfe7-fca50fab3112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:09:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2a5c53df-5bf6-4517-9423-220d37785a04'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:09:17.856105 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-2ea13e49-2bce-4af0-8650-3fac036aa22a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5961218 Nov 11 13:09:17.856105 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'tag': '0b002407-9bb5-4503-976d-ea0532799266'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:09:17.856105 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa726175-1e7a-4c34-b56e-6522847b962f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad192e28-9057-4c08-8d44-91ffa36dbfe1", "tag": "0b002407-9bb5-4503-976d-ea0532799266"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:09:17.891637 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2076a8-5dd8-4af5-b9ef-b73570b63031 x-openstack-request-id: req-1e2076a8-5dd8-4af5-b9ef-b73570b63031 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:09:17.891928 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad192e28-9057-4c08-8d44-91ffa36dbfe1", "tag": "0b002407-9bb5-4503-976d-ea0532799266", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:09:17.892200 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e2076a8-5dd8-4af5-b9ef-b73570b63031 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:09:17.892617 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'tag': '0b002407-9bb5-4503-976d-ea0532799266', 'status': 'completed', 'code': 200} Nov 11 13:09:17.930391 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-2e2380dd-3502-47ff-bfe7-fca50fab3112 None None] Set router 2a5c53df-5bf6-4517-9423-220d37785a04 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:09:17.957839 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa726175-1e7a-4c34-b56e-6522847b962f req-b6f5ea0a-f4f3-4218-bba6-b25b7bd484f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:17.959389 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aa726175-1e7a-4c34-b56e-6522847b962f req-b6f5ea0a-f4f3-4218-bba6-b25b7bd484f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 1097 time: 0.0440745 Nov 11 13:09:18.048669 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa726175-1e7a-4c34-b56e-6522847b962f req-0c481a39-3c94-4227-979f-1ef41abe4cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:18.050250 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aa726175-1e7a-4c34-b56e-6522847b962f req-0c481a39-3c94-4227-979f-1ef41abe4cd1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 200 len: 911 time: 0.0829329 Nov 11 13:09:18.124393 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aa726175-1e7a-4c34-b56e-6522847b962f req-3afa1172-e915-4cc4-acd7-ab34d186854f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b002407-9bb5-4503-976d-ea0532799266 HTTP/1.1" status: 200 len: 999 time: 0.0664227 Nov 11 13:09:18.176103 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa726175-1e7a-4c34-b56e-6522847b962f req-79c6bddd-4e4f-414f-a307-374d920405fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:18.177631 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aa726175-1e7a-4c34-b56e-6522847b962f req-79c6bddd-4e4f-414f-a307-374d920405fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d806649-daf3-41c4-b7f8-af4b68e69cba HTTP/1.1" status: 200 len: 848 time: 0.0459654 Nov 11 13:09:18.229231 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa726175-1e7a-4c34-b56e-6522847b962f req-cbd847bf-cdec-4586-8c6f-d577c8603688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:18.230743 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aa726175-1e7a-4c34-b56e-6522847b962f req-cbd847bf-cdec-4586-8c6f-d577c8603688 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9dc93ae8-8e9d-439b-9913-59595ffe9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415847 Nov 11 13:09:18.318710 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2e2380dd-3502-47ff-bfe7-fca50fab3112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '6d63fb95-7618-45b4-93c1-2b21a1c092b4', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'port_id': '0b002407-9bb5-4503-976d-ea0532799266', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'mac_address': 'fa:16:3e:d9:94:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:09:16Z', 'updated_at': '2021-11-11T13:09:16Z', 'revision_number': 0, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ba87c-24dd-496f-a249-8b62e5da25c6', 'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'mac_address': 'fa:16:3e:14:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:56Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 5, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'subnets': [{'id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:09:18.325862 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aa726175-1e7a-4c34-b56e-6522847b962f req-e3447c2a-a332-43d9-8d5a-dcfc745ff256 service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870626 Nov 11 13:09:18.351194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2380dd-3502-47ff-bfe7-fca50fab3112 None None] Checking router: 2a5c53df-5bf6-4517-9423-220d37785a04 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:09:18.359673 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2380dd-3502-47ff-bfe7-fca50fab3112 None None] Routers {'2a5c53df-5bf6-4517-9423-220d37785a04'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:09:18.360284 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2e2380dd-3502-47ff-bfe7-fca50fab3112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:09:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2a5c53df-5bf6-4517-9423-220d37785a04'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:09:18.419462 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-aa726175-1e7a-4c34-b56e-6522847b962f req-c1dc972e-b28c-428e-8699-eb67195cff52 service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863039 Nov 11 13:09:18.466995 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-2e2380dd-3502-47ff-bfe7-fca50fab3112 None None] Set router 2a5c53df-5bf6-4517-9423-220d37785a04 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:09:18.697229 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-2e2380dd-3502-47ff-bfe7-fca50fab3112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '6d63fb95-7618-45b4-93c1-2b21a1c092b4', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'port_id': '0b002407-9bb5-4503-976d-ea0532799266', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'mac_address': 'fa:16:3e:d9:94:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:09:16Z', 'updated_at': '2021-11-11T13:09:16Z', 'revision_number': 0, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ba87c-24dd-496f-a249-8b62e5da25c6', 'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'mac_address': 'fa:16:3e:14:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:56Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 5, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'subnets': [{'id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:09:18.727088 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2380dd-3502-47ff-bfe7-fca50fab3112 None None] The sync data for ids ['2a5c53df-5bf6-4517-9423-220d37785a04'] in n-d-807359-3 is: [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '6d63fb95-7618-45b4-93c1-2b21a1c092b4', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'port_id': '0b002407-9bb5-4503-976d-ea0532799266', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'mac_address': 'fa:16:3e:d9:94:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:09:16Z', 'updated_at': '2021-11-11T13:09:16Z', 'revision_number': 0, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ba87c-24dd-496f-a249-8b62e5da25c6', 'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'mac_address': 'fa:16:3e:14:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:56Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 5, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'subnets': [{'id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:09:18.922366 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69551d35-8515-4e82-b13c-b71246cf99f2 None None] New status for floating IP 6d63fb95-7618-45b4-93c1-2b21a1c092b4: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 13:09:21.330528 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-510e3684-ca2b-4976-b8b1-41bcf234eadb req-419358fa-0ea6-4a60-a2d3-395875dae36b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485346 Nov 11 13:09:21.423787 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e3684-ca2b-4976-b8b1-41bcf234eadb req-6cc60891-6d80-430f-89b1-87ec03c9cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:21.425363 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-510e3684-ca2b-4976-b8b1-41bcf234eadb req-6cc60891-6d80-430f-89b1-87ec03c9cbb7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 1097 time: 0.0471027 Nov 11 13:09:21.548535 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e3684-ca2b-4976-b8b1-41bcf234eadb req-88c71596-f90a-4d5e-8e2a-6a85679565fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:21.550031 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-510e3684-ca2b-4976-b8b1-41bcf234eadb req-88c71596-f90a-4d5e-8e2a-6a85679565fe service neutron] 10.222.0.62 "GET /v2.0/networks?id=9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 200 len: 911 time: 0.1039727 Nov 11 13:09:21.618795 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-510e3684-ca2b-4976-b8b1-41bcf234eadb req-1a2b93a2-488b-464c-8a48-a4a310ca9754 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b002407-9bb5-4503-976d-ea0532799266 HTTP/1.1" status: 200 len: 1001 time: 0.0617743 Nov 11 13:09:21.667167 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e3684-ca2b-4976-b8b1-41bcf234eadb req-16aca12c-4e91-4539-a1d9-bf5cc048342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:21.668556 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-510e3684-ca2b-4976-b8b1-41bcf234eadb req-16aca12c-4e91-4539-a1d9-bf5cc048342c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d806649-daf3-41c4-b7f8-af4b68e69cba HTTP/1.1" status: 200 len: 848 time: 0.0430517 Nov 11 13:09:21.713706 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e3684-ca2b-4976-b8b1-41bcf234eadb req-8cad5758-5c3a-4d96-b555-aba6946a1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:21.715154 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-510e3684-ca2b-4976-b8b1-41bcf234eadb req-8cad5758-5c3a-4d96-b555-aba6946a1894 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9dc93ae8-8e9d-439b-9913-59595ffe9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394719 Nov 11 13:09:21.808831 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-510e3684-ca2b-4976-b8b1-41bcf234eadb req-4dd6d36b-a7e2-4b1f-b3a7-95663444223f service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852654 Nov 11 13:09:21.900112 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-510e3684-ca2b-4976-b8b1-41bcf234eadb req-b2894ce5-51d9-43a3-a260-fe6b8c2685d7 service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831313 Nov 11 13:09:22.330936 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:35.958421 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-58d3a6c0-54ad-4697-a517-edb6a4800809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:37.569041 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:09:38.234367 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f67bec7e-be8f-44c5-a7f3-4a397c6d2ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:39.376979 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:40.920676 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:41.375584 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:46.517831 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:52.357195 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:05.964955 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-1adcaa19-f869-4f24-909f-4451ec897fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:08.233291 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-6d1b87b6-bc17-4356-a229-cf221e419d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:09.381046 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:10.932565 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:11.381436 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:14.479468 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:10:16.516682 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:22.371842 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:23.359713 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a4f8cd75-37f5-416d-99c9-a9e6f2bb05ca req-e1087255-ff01-4f64-97b0-4d84a07077ce service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469592 Nov 11 13:10:23.459242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8cd75-37f5-416d-99c9-a9e6f2bb05ca req-320e3fb6-4afe-4f47-9395-4df1fee71c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:23.460769 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a4f8cd75-37f5-416d-99c9-a9e6f2bb05ca req-320e3fb6-4afe-4f47-9395-4df1fee71c18 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 1097 time: 0.0427129 Nov 11 13:10:23.575235 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8cd75-37f5-416d-99c9-a9e6f2bb05ca req-86a7a16e-9388-4ca1-9b33-01e375868ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:23.576870 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a4f8cd75-37f5-416d-99c9-a9e6f2bb05ca req-86a7a16e-9388-4ca1-9b33-01e375868ad3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 200 len: 911 time: 0.0896420 Nov 11 13:10:23.658111 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a4f8cd75-37f5-416d-99c9-a9e6f2bb05ca req-dad5e5f5-b2d4-4de6-864a-9c4ff715ed88 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b002407-9bb5-4503-976d-ea0532799266 HTTP/1.1" status: 200 len: 1001 time: 0.0700502 Nov 11 13:10:23.716147 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8cd75-37f5-416d-99c9-a9e6f2bb05ca req-e4ba0fd0-6749-42ea-b15f-a23c5e3ee789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:23.717546 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a4f8cd75-37f5-416d-99c9-a9e6f2bb05ca req-e4ba0fd0-6749-42ea-b15f-a23c5e3ee789 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d806649-daf3-41c4-b7f8-af4b68e69cba HTTP/1.1" status: 200 len: 848 time: 0.0480976 Nov 11 13:10:23.771969 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8cd75-37f5-416d-99c9-a9e6f2bb05ca req-b42d96bc-c2f0-4951-a4a4-2318792c7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:23.773423 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a4f8cd75-37f5-416d-99c9-a9e6f2bb05ca req-b42d96bc-c2f0-4951-a4a4-2318792c7c8e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9dc93ae8-8e9d-439b-9913-59595ffe9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444524 Nov 11 13:10:23.877799 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a4f8cd75-37f5-416d-99c9-a9e6f2bb05ca req-20077c93-62ff-4d82-9448-665d123c6b0f service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909736 Nov 11 13:10:23.973344 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-a4f8cd75-37f5-416d-99c9-a9e6f2bb05ca req-3f97c6f2-fa03-4cef-b69e-f4b7934e2792 service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858920 Nov 11 13:10:35.959812 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-65b01b55-3bec-4ef4-a1fc-0e186e13e375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:38.238637 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a5f00af2-74ed-4904-810d-7002bfdd1185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:39.384394 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:40.936391 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:41.375904 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:46.521411 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:51.483073 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:10:52.366529 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:05.965067 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ebffd87b-4c8b-4369-a2c8-87f7a8f5e4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:08.239352 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d6f70227-5503-48c2-a699-bc1def57c838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:09.389471 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:10.938350 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:11.375169 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:16.528793 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:17.835696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 0b002407-9bb5-4503-976d-ea0532799266 details requested by agent hyperv_n-h1-807359-3 with host n-h1-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 13:11:17.938556 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 0b002407-9bb5-4503-976d-ea0532799266, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0b002407-9bb5-4503-976d-ea0532799266,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:11:17.952813 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Returning: {'device': '0b002407-9bb5-4503-976d-ea0532799266', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'port_id': '0b002407-9bb5-4503-976d-ea0532799266', 'mac_address': 'fa:16:3e:d9:94:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 13:11:17.993873 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:18.013759 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b002407-9bb5-4503-976d-ea0532799266 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:11:18.032534 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 0b002407-9bb5-4503-976d-ea0532799266, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0b002407-9bb5-4503-976d-ea0532799266,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:11:18.039054 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:18.088041 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=0b002407-9bb5-4503-976d-ea0532799266,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:11:18.095408 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:18.095752 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:18.096070 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:18.096402 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:18.096727 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:18.097054 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:18.097749 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:18.098067 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:18.098376 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:18.098696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:18.099012 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:18.099321 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:18.122005 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] get_ports_and_sgs() called for port_ids ['0b002407-9bb5-4503-976d-ea0532799266'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 13:11:19.867428 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 0b002407-9bb5-4503-976d-ea0532799266 up at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:11:19.919286 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Provisioning complete for port 0b002407-9bb5-4503-976d-ea0532799266 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:11:19.919930 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:20.008293 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:20.032760 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b002407-9bb5-4503-976d-ea0532799266'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:11:20.035540 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550f65d8-7751-4325-9c01-8dfa85fd68b5" -d '{"events": [{"server_uuid": "ad192e28-9057-4c08-8d44-91ffa36dbfe1", "name": "network-vif-plugged", "status": "completed", "tag": "0b002407-9bb5-4503-976d-ea0532799266"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:11:20.051326 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 0b002407-9bb5-4503-976d-ea0532799266, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0b002407-9bb5-4503-976d-ea0532799266,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:11:20.061993 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:20.121615 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=0b002407-9bb5-4503-976d-ea0532799266,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:11:20.170939 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb4059b-ab1d-473a-8c7a-1a014c1bf493 x-openstack-request-id: req-edb4059b-ab1d-473a-8c7a-1a014c1bf493 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:11:20.171239 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad192e28-9057-4c08-8d44-91ffa36dbfe1", "name": "network-vif-plugged", "status": "completed", "tag": "0b002407-9bb5-4503-976d-ea0532799266", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:11:20.171492 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-edb4059b-ab1d-473a-8c7a-1a014c1bf493 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:11:20.171890 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b002407-9bb5-4503-976d-ea0532799266', 'code': 200} Nov 11 13:11:22.367608 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:25.415175 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98767c47-7467-4219-8af3-39c4a810fd6c req-4eeac88c-54b7-4c1d-8d11-288c215993a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:25.416709 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98767c47-7467-4219-8af3-39c4a810fd6c req-4eeac88c-54b7-4c1d-8d11-288c215993a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 1097 time: 0.0516229 Nov 11 13:11:25.551453 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98767c47-7467-4219-8af3-39c4a810fd6c req-824aa638-c0f6-42f0-ae31-5005b36c722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:25.553886 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98767c47-7467-4219-8af3-39c4a810fd6c req-824aa638-c0f6-42f0-ae31-5005b36c722a service neutron] 10.222.0.62 "GET /v2.0/networks?id=9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 200 len: 911 time: 0.1099341 Nov 11 13:11:25.998162 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98767c47-7467-4219-8af3-39c4a810fd6c req-99b9a80a-ff77-4d74-9bdd-7e8cf3274e74 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b002407-9bb5-4503-976d-ea0532799266 HTTP/1.1" status: 200 len: 1001 time: 0.4366732 Nov 11 13:11:26.053723 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98767c47-7467-4219-8af3-39c4a810fd6c req-5fcdede6-44b4-4b45-829f-6ccf98a994dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:26.055359 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98767c47-7467-4219-8af3-39c4a810fd6c req-5fcdede6-44b4-4b45-829f-6ccf98a994dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d806649-daf3-41c4-b7f8-af4b68e69cba HTTP/1.1" status: 200 len: 848 time: 0.0488708 Nov 11 13:11:26.111649 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98767c47-7467-4219-8af3-39c4a810fd6c req-23370367-8233-448a-b61b-6e1b7386b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:26.113676 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98767c47-7467-4219-8af3-39c4a810fd6c req-23370367-8233-448a-b61b-6e1b7386b156 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9dc93ae8-8e9d-439b-9913-59595ffe9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468590 Nov 11 13:11:26.212879 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98767c47-7467-4219-8af3-39c4a810fd6c req-82f82dcf-d747-4aed-8875-7000d791051b service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896792 Nov 11 13:11:26.329666 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-98767c47-7467-4219-8af3-39c4a810fd6c req-eb67f7c1-4486-4e24-a75f-304f0f9eff6d service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045990 Nov 11 13:11:28.482824 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:11:28.762086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-9dde675c-a5cd-4444-b2a4-3c01a7184cc5 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-500167046&fields=id&tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa HTTP/1.1" status: 200 len: 267 time: 0.0597734 Nov 11 13:11:28.878338 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843531b8-9191-48d3-8086-21cf0dbac33a req-2838f810-102c-403e-bcf4-592e375c9c21 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:28.879810 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-2838f810-102c-403e-bcf4-592e375c9c21 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/networks?id=9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 200 len: 809 time: 0.1101630 Nov 11 13:11:28.895320 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-1ede2d52-f29b-4ccc-aa54-893892077fa7 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/quotas/3ceeb39ae11541ddb771a2a056c8a9fa HTTP/1.1" status: 200 len: 375 time: 0.0095868 Nov 11 13:11:28.956141 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-876519a9-b997-4481-a1eb-71c39f070211 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0553992 Nov 11 13:11:28.971886 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-1611b13e-d4b4-4c7d-a15e-d192ce31aa15 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 13:11:28.972832 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-1611b13e-d4b4-4c7d-a15e-d192ce31aa15 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052295 Nov 11 13:11:29.071672 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6f2fca4d-9660-4dfb-bd0a-8f85d01c7ecd service neutron] 10.222.0.65 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927408 Nov 11 13:11:29.164257 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-0b21e454-7960-4d90-921c-663aa9f7679b service neutron] 10.222.0.65 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864477 Nov 11 13:11:30.391585 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-44d1e604-13d5-4b32-97bb-f0d0c5cb16be req-19e1392d-2c9b-472b-9ec9-1338cf549d6b tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 210 time: 0.0268693 Nov 11 13:11:31.350821 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843531b8-9191-48d3-8086-21cf0dbac33a req-ac51c628-243e-4c63-bdac-25e81f607274 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:31.352172 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-ac51c628-243e-4c63-bdac-25e81f607274 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.43 "GET /v2.0/networks?id=9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 200 len: 809 time: 0.1016133 Nov 11 13:11:31.420927 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-4b5ee349-895a-4590-a582-e17df1ee446f tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa HTTP/1.1" status: 200 len: 379 time: 0.0597484 Nov 11 13:11:31.439373 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-843531b8-9191-48d3-8086-21cf0dbac33a req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Request body: {'port': {'device_id': 'e150b425-5168-4025-b30f-d88633c334ca', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'admin_state_up': True, 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'security_groups': ['d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96']}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:11:31.515638 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab5b1860-157b-48a4-9864-83c188e84978 req-4729dad0-609e-42ac-9f4b-095a5b67c753 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 210 time: 0.0530636 Nov 11 13:11:31.572366 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843531b8-9191-48d3-8086-21cf0dbac33a req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Made reservation on behalf of 3ceeb39ae11541ddb771a2a056c8a9fa for: {'port': 1} {{(pid=109153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 13:11:31.576170 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-843531b8-9191-48d3-8086-21cf0dbac33a req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:31.756494 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [req-843531b8-9191-48d3-8086-21cf0dbac33a req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Allocated IP 172.20.0.11 (9dc93ae8-8e9d-439b-9913-59595ffe9d81/6d806649-daf3-41c4-b7f8-af4b68e69cba/e4acc99f-9b96-43ad-b25c-224281fd2f33) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:11:31.923712 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 0b002407-9bb5-4503-976d-ea0532799266 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:11:31.932571 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-843531b8-9191-48d3-8086-21cf0dbac33a req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:31.986333 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-843531b8-9191-48d3-8086-21cf0dbac33a req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:32.009708 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:32.041052 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b002407-9bb5-4503-976d-ea0532799266'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:11:32.041984 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843531b8-9191-48d3-8086-21cf0dbac33a req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:11:32.045044 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe56bb28-41f9-490e-aaf2-c41fe8f20b86" -d '{"events": [{"server_uuid": "ad192e28-9057-4c08-8d44-91ffa36dbfe1", "name": "network-vif-unplugged", "status": "completed", "tag": "0b002407-9bb5-4503-976d-ea0532799266"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:11:32.045396 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [req-843531b8-9191-48d3-8086-21cf0dbac33a req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:11:32.049793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-843531b8-9191-48d3-8086-21cf0dbac33a req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:11:32.076057 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event updated for resources: {'Port': ['ID=e4acc99f-9b96-43ad-b25c-224281fd2f33,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:11:32.089524 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:32.089894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:32.090237 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:32.090574 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:32.091666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:32.091666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:32.091666 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:32.091975 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:32.092144 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:32.092476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:32.092793 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:32.093112 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:11:32.101482 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] For port 0b002407-9bb5-4503-976d-ea0532799266, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0b002407-9bb5-4503-976d-ea0532799266,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:11:32.115561 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:32.159719 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 13:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2f33ae-09e2-4935-8f20-c8008099d349 x-openstack-request-id: req-9b2f33ae-09e2-4935-8f20-c8008099d349 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:11:32.160368 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad192e28-9057-4c08-8d44-91ffa36dbfe1", "name": "network-vif-unplugged", "status": "completed", "tag": "0b002407-9bb5-4503-976d-ea0532799266", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:11:32.160620 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9b2f33ae-09e2-4935-8f20-c8008099d349 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:11:32.161015 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b002407-9bb5-4503-976d-ea0532799266', 'code': 200} Nov 11 13:11:32.178571 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843531b8-9191-48d3-8086-21cf0dbac33a req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:32.180483 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-843531b8-9191-48d3-8086-21cf0dbac33a req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:32.208600 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Pushing event updated for resources: {'Port': ['ID=0b002407-9bb5-4503-976d-ea0532799266,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:11:32.211143 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-d0a296c4-67e0-4744-b7be-bc1292d433e0 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7759564 Nov 11 13:11:32.420188 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-91b1eaee-6498-45b5-b909-d8876176137f None None] Provisioning complete for port e4acc99f-9b96-43ad-b25c-224281fd2f33 triggered by entity DHCP. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:11:32.420471 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-91b1eaee-6498-45b5-b909-d8876176137f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:32.453705 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-91b1eaee-6498-45b5-b909-d8876176137f None None] Port e4acc99f-9b96-43ad-b25c-224281fd2f33 cannot update to ACTIVE because it is not bound. {{(pid=109155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:11:32.644205 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8ed59-f83f-4d56-bef1-db5615b5d965 req-b9ff543e-62fe-4891-8d2b-a0328d09f8be tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:32.646344 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76d8ed59-f83f-4d56-bef1-db5615b5d965 req-b9ff543e-62fe-4891-8d2b-a0328d09f8be tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 932 time: 0.0546439 Nov 11 13:11:32.705179 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-76d8ed59-f83f-4d56-bef1-db5615b5d965 req-d0ed1c1b-f914-4330-96e2-6e7d4532ca5c tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526211 Nov 11 13:11:33.834707 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165b383-9f89-41fd-bd32-d6d5b6f60a45 req-ee68894a-f9db-49a1-8291-cfcd2782bd5f tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:33.836376 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c165b383-9f89-41fd-bd32-d6d5b6f60a45 req-ee68894a-f9db-49a1-8291-cfcd2782bd5f tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 932 time: 0.0487485 Nov 11 13:11:33.895976 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c165b383-9f89-41fd-bd32-d6d5b6f60a45 req-2f1323d6-f9e9-404e-8169-141884c3ea43 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527828 Nov 11 13:11:35.031088 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220013ff-1632-4017-aa55-722d62469f9a req-b2db8f32-3e07-4638-95f2-f0f26f7f6fb6 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:35.040248 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-220013ff-1632-4017-aa55-722d62469f9a req-b2db8f32-3e07-4638-95f2-f0f26f7f6fb6 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 932 time: 0.0586138 Nov 11 13:11:35.085517 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-220013ff-1632-4017-aa55-722d62469f9a req-60f428fd-0ef5-4c27-a785-ebcef6dd8d29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444372 Nov 11 13:11:35.966469 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-097432d5-58bc-4ded-85af-a5e4b2e13d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:36.214068 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b61de8-9ebf-4997-a7bf-974a442f8155 req-ce64424a-7ea7-414d-bfeb-9b592d1f0fb1 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:36.222267 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c6b61de8-9ebf-4997-a7bf-974a442f8155 req-ce64424a-7ea7-414d-bfeb-9b592d1f0fb1 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 932 time: 0.0656216 Nov 11 13:11:36.268830 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c6b61de8-9ebf-4997-a7bf-974a442f8155 req-3d731d06-88a2-4574-abeb-d6fbff164803 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456464 Nov 11 13:11:37.401989 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313148fd-5e9b-40b8-8b58-08490c06945a req-62f45a50-b5a5-4ab4-8b28-d528288fc6d2 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:37.403407 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-313148fd-5e9b-40b8-8b58-08490c06945a req-62f45a50-b5a5-4ab4-8b28-d528288fc6d2 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 932 time: 0.0515709 Nov 11 13:11:37.456207 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-313148fd-5e9b-40b8-8b58-08490c06945a req-6cc5f0d4-5547-4550-bd25-c44c053d6ad5 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459385 Nov 11 13:11:38.242486 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3f47fb95-7557-4d95-8fb9-ed90e7c6f73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:38.592563 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4d443-db72-4839-8155-a7a07fd50357 req-9e253e95-1f6e-4172-9a14-d111b0ca40fa tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:38.594343 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72d4d443-db72-4839-8155-a7a07fd50357 req-9e253e95-1f6e-4172-9a14-d111b0ca40fa tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 932 time: 0.0585899 Nov 11 13:11:38.645564 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-72d4d443-db72-4839-8155-a7a07fd50357 req-2ddf916d-10dc-4f7c-8c83-20997e372804 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443602 Nov 11 13:11:39.382273 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:39.767172 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab382595-99bf-4436-b198-b3d45d6358e3 req-310ef48d-d118-4ea1-8e6b-705a94b73230 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:39.768778 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab382595-99bf-4436-b198-b3d45d6358e3 req-310ef48d-d118-4ea1-8e6b-705a94b73230 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 932 time: 0.0486422 Nov 11 13:11:39.821226 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-ab382595-99bf-4436-b198-b3d45d6358e3 req-7b89744b-fa4e-43bd-9f39-2f0e5c52c5ac tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460317 Nov 11 13:11:40.943063 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f2991-e7eb-4a8b-8439-2d8cfda04d74 req-43fb7f3d-ae0e-4a1f-887a-e5babfb15faa tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:40.944571 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f08f2991-e7eb-4a8b-8439-2d8cfda04d74 req-43fb7f3d-ae0e-4a1f-887a-e5babfb15faa tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 932 time: 0.0515451 Nov 11 13:11:40.946414 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:41.007525 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f08f2991-e7eb-4a8b-8439-2d8cfda04d74 req-d9d05a46-e578-4b7f-9a76-d16a40df1607 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482719 Nov 11 13:11:41.377160 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:42.069260 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-602f5d2b-e111-42a4-b37e-796ec73ba764 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 13:11:42.070339 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-602f5d2b-e111-42a4-b37e-796ec73ba764 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057497 Nov 11 13:11:42.134764 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2949b7f-23c6-42dc-9d07-09203bf6d002 req-3986618d-d9e4-4550-a094-be211976e9f8 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:42.136317 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f2949b7f-23c6-42dc-9d07-09203bf6d002 req-3986618d-d9e4-4550-a094-be211976e9f8 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 932 time: 0.0557184 Nov 11 13:11:42.144248 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Request body: {'port': {'device_id': 'e150b425-5168-4025-b30f-d88633c334ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-3'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:11:42.226080 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:42.232427 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f2949b7f-23c6-42dc-9d07-09203bf6d002 req-e6fc76b4-bb75-4b4f-b5d4-41eb5af3d607 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854263 Nov 11 13:11:42.823290 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4acc99f-9b96-43ad-b25c-224281fd2f33 {{(pid=109153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:11:42.835652 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:42.853552 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.provisioning_blocks [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Transition to ACTIVE for port object e4acc99f-9b96-43ad-b25c-224281fd2f33 will not be triggered until provisioned by entity L2. {{(pid=109153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 13:11:42.861163 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:42.915732 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Pushing event updated for resources: {'Port': ['ID=e4acc99f-9b96-43ad-b25c-224281fd2f33,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:11:42.988743 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Attempting to bind port e4acc99f-9b96-43ad-b25c-224281fd2f33 on host n-h2-807359-3 for vnic_type normal with profile {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:11:42.989071 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Attempting to bind port e4acc99f-9b96-43ad-b25c-224281fd2f33 by drivers openvswitch,hyperv on host n-h2-807359-3 at level 0 using segments [{'id': 'e89633f7-4778-4bbf-af67-36a2a6d5366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81'}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:11:42.989398 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Attempting to bind port e4acc99f-9b96-43ad-b25c-224281fd2f33 on network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:11:42.994010 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Port e4acc99f-9b96-43ad-b25c-224281fd2f33 on network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-3 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 13:11:42.994319 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Attempting to bind port e4acc99f-9b96-43ad-b25c-224281fd2f33 on network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:11:42.999342 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Checking agent: {'id': 'c744f092-b564-4d65-b550-0a9d52fa768e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'started_at': datetime.datetime(2021, 11, 11, 11, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:11:42.999673 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Checking segment: {'id': 'e89633f7-4778-4bbf-af67-36a2a6d5366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:11:43.000056 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Bound using segment: {'id': 'e89633f7-4778-4bbf-af67-36a2a6d5366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81'} {{(pid=109153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:11:43.000476 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.managers [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Bound port: e4acc99f-9b96-43ad-b25c-224281fd2f33, host: n-h2-807359-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89633f7-4778-4bbf-af67-36a2a6d5366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81'}}] {{(pid=109153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:11:43.000822 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:43.066559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] For port e4acc99f-9b96-43ad-b25c-224281fd2f33, host n-h2-807359-3, cleared binding levels {{(pid=109153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:11:43.070337 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] For port e4acc99f-9b96-43ad-b25c-224281fd2f33, host n-h2-807359-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=e4acc99f-9b96-43ad-b25c-224281fd2f33,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:11:43.076889 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:43.115368 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:43.116111 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:43.117567 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] 10.222.0.43 "PUT /v2.0/ports/e4acc99f-9b96-43ad-b25c-224281fd2f33 HTTP/1.1" status: 200 len: 1092 time: 1.0380471 Nov 11 13:11:43.118025 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e150b425-5168-4025-b30f-d88633c334ca', 'tag': 'e4acc99f-9b96-43ad-b25c-224281fd2f33'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:11:43.120279 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3964249-a5b2-4c94-8c45-149fdb1f6f65" -d '{"events": [{"name": "network-changed", "server_uuid": "e150b425-5168-4025-b30f-d88633c334ca", "tag": "e4acc99f-9b96-43ad-b25c-224281fd2f33"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:11:43.148514 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a430638-fb98-42f1-8925-3c7e9d90752a service neutron] Pushing event updated for resources: {'Port': ['ID=e4acc99f-9b96-43ad-b25c-224281fd2f33,revision_number=3']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:11:43.218614 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843531b8-9191-48d3-8086-21cf0dbac33a req-8ab4a39b-9e5e-4ac3-a8c2-c00e48113bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:43.220160 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-8ab4a39b-9e5e-4ac3-a8c2-c00e48113bb0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 1095 time: 0.0511844 Nov 11 13:11:43.235825 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a861576-344a-4a7c-9eb7-6fc4d1f6f15b x-openstack-request-id: req-7a861576-344a-4a7c-9eb7-6fc4d1f6f15b {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:11:43.236202 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e150b425-5168-4025-b30f-d88633c334ca", "tag": "e4acc99f-9b96-43ad-b25c-224281fd2f33", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:11:43.236530 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a861576-344a-4a7c-9eb7-6fc4d1f6f15b {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:11:43.236969 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e150b425-5168-4025-b30f-d88633c334ca', 'tag': 'e4acc99f-9b96-43ad-b25c-224281fd2f33', 'status': 'completed', 'code': 200} Nov 11 13:11:43.271384 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-087175e1-fb60-4e59-ab4d-2af6589341ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4acc99f-9b96-43ad-b25c-224281fd2f33 HTTP/1.1" status: 200 len: 217 time: 0.0431969 Nov 11 13:11:43.349819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843531b8-9191-48d3-8086-21cf0dbac33a req-d7e9d127-6c5c-4478-92a8-f77b77c16cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:43.351393 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-d7e9d127-6c5c-4478-92a8-f77b77c16cae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d806649-daf3-41c4-b7f8-af4b68e69cba HTTP/1.1" status: 200 len: 848 time: 0.0720189 Nov 11 13:11:43.375720 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cbdd3-5d78-4bd8-b74d-7a7bbd49ec73 req-b172a101-fa5c-4bb3-9a1e-28027e372931 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:43.377168 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c05cbdd3-5d78-4bd8-b74d-7a7bbd49ec73 req-b172a101-fa5c-4bb3-9a1e-28027e372931 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 944 time: 0.0712905 Nov 11 13:11:43.434471 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843531b8-9191-48d3-8086-21cf0dbac33a req-a724c081-7ff1-4426-bbd9-284c161b72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:43.435967 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-a724c081-7ff1-4426-bbd9-284c161b72f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9dc93ae8-8e9d-439b-9913-59595ffe9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765574 Nov 11 13:11:43.456995 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c05cbdd3-5d78-4bd8-b74d-7a7bbd49ec73 req-a7b5c011-f891-42fe-a3f0-2f79adf6d9ef tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621831 Nov 11 13:11:43.532492 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-7f501979-c3f3-4838-b0d2-00fa33872d0a service neutron] 10.222.0.43 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875664 Nov 11 13:11:43.627593 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-843531b8-9191-48d3-8086-21cf0dbac33a req-7c161785-6a23-42e7-8c34-268743c9618a service neutron] 10.222.0.43 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873692 Nov 11 13:11:43.727953 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3964249-a5b2-4c94-8c45-149fdb1f6f65 req-1635f663-9bf8-43df-af02-920b739da798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:43.729473 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3964249-a5b2-4c94-8c45-149fdb1f6f65 req-1635f663-9bf8-43df-af02-920b739da798 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 1095 time: 0.0425341 Nov 11 13:11:43.823382 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3964249-a5b2-4c94-8c45-149fdb1f6f65 req-dc0f05cf-1d14-4287-a79a-815fe7df3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:43.824846 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3964249-a5b2-4c94-8c45-149fdb1f6f65 req-dc0f05cf-1d14-4287-a79a-815fe7df3287 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 200 len: 911 time: 0.0882990 Nov 11 13:11:43.866089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3964249-a5b2-4c94-8c45-149fdb1f6f65 req-4a5a5967-af10-478f-a459-1ab723532610 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4acc99f-9b96-43ad-b25c-224281fd2f33 HTTP/1.1" status: 200 len: 217 time: 0.0340834 Nov 11 13:11:43.921692 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3964249-a5b2-4c94-8c45-149fdb1f6f65 req-96ddca2d-fba8-4ab5-be99-7571bc0001dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:43.923045 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3964249-a5b2-4c94-8c45-149fdb1f6f65 req-96ddca2d-fba8-4ab5-be99-7571bc0001dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d806649-daf3-41c4-b7f8-af4b68e69cba HTTP/1.1" status: 200 len: 848 time: 0.0501497 Nov 11 13:11:43.975773 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3964249-a5b2-4c94-8c45-149fdb1f6f65 req-b219168d-d724-40a8-b8a7-b03c0a799fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:43.977252 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3964249-a5b2-4c94-8c45-149fdb1f6f65 req-b219168d-d724-40a8-b8a7-b03c0a799fbc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9dc93ae8-8e9d-439b-9913-59595ffe9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454133 Nov 11 13:11:44.068230 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3964249-a5b2-4c94-8c45-149fdb1f6f65 req-845985f3-d90f-4895-9a6c-86b1a3a8b945 service neutron] 10.222.0.43 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825243 Nov 11 13:11:44.171871 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3964249-a5b2-4c94-8c45-149fdb1f6f65 req-676566ad-1f3c-4a41-869f-9e99ffe9e179 service neutron] 10.222.0.43 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949206 Nov 11 13:11:44.585322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448e3b3-2e8d-44d2-aa80-a8b20448118b req-caaf747e-3cbb-487c-a8d8-d4ab4e75bd07 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:44.586863 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e448e3b3-2e8d-44d2-aa80-a8b20448118b req-caaf747e-3cbb-487c-a8d8-d4ab4e75bd07 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 944 time: 0.0497470 Nov 11 13:11:44.639501 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e448e3b3-2e8d-44d2-aa80-a8b20448118b req-ee3f15e3-2b87-4903-8ba9-076fb662d257 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462675 Nov 11 13:11:45.773218 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76fb65-3072-4ef9-b9c5-b3ef6bf2b2b3 req-dd16205c-8873-4d16-9c59-862ee3f6c109 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:45.774728 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e76fb65-3072-4ef9-b9c5-b3ef6bf2b2b3 req-dd16205c-8873-4d16-9c59-862ee3f6c109 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 944 time: 0.0539398 Nov 11 13:11:45.831018 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5e76fb65-3072-4ef9-b9c5-b3ef6bf2b2b3 req-e576760e-f484-4508-9dc5-cb6d082f343e tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477855 Nov 11 13:11:46.519690 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:46.847348 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device e4acc99f-9b96-43ad-b25c-224281fd2f33 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 13:11:46.951420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port e4acc99f-9b96-43ad-b25c-224281fd2f33, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=e4acc99f-9b96-43ad-b25c-224281fd2f33,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:11:46.955965 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fced48a-b927-45a8-bcbc-5550b02608f7 req-2c16157a-3673-4f6c-be3e-b99a2953b853 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:46.957487 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5fced48a-b927-45a8-bcbc-5550b02608f7 req-2c16157a-3673-4f6c-be3e-b99a2953b853 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 944 time: 0.0499649 Nov 11 13:11:46.962696 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'e4acc99f-9b96-43ad-b25c-224281fd2f33', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'port_id': 'e4acc99f-9b96-43ad-b25c-224281fd2f33', 'mac_address': 'fa:16:3e:17:3a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 13:11:47.000965 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:47.009951 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5fced48a-b927-45a8-bcbc-5550b02608f7 req-8fb1179f-6976-42b7-a95a-0d0b35dce31a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459020 Nov 11 13:11:47.014702 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4acc99f-9b96-43ad-b25c-224281fd2f33 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:11:47.037611 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port e4acc99f-9b96-43ad-b25c-224281fd2f33, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=e4acc99f-9b96-43ad-b25c-224281fd2f33,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:11:47.044834 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:47.091294 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=e4acc99f-9b96-43ad-b25c-224281fd2f33,revision_number=4']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:11:47.283213 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['e4acc99f-9b96-43ad-b25c-224281fd2f33'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 13:11:48.136181 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3262fd-ffb6-4e16-ac1c-65b334f5a9c7 req-41657059-b8fe-46c3-b8d1-f3b8f51e56e9 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:48.137797 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f3262fd-ffb6-4e16-ac1c-65b334f5a9c7 req-41657059-b8fe-46c3-b8d1-f3b8f51e56e9 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 945 time: 0.0568249 Nov 11 13:11:48.189082 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-5f3262fd-ffb6-4e16-ac1c-65b334f5a9c7 req-8fee0522-3805-4277-827f-509f04b3ff70 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452538 Nov 11 13:11:48.856450 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device e4acc99f-9b96-43ad-b25c-224281fd2f33 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:11:48.911175 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning for port e4acc99f-9b96-43ad-b25c-224281fd2f33 completed by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 13:11:48.915210 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port e4acc99f-9b96-43ad-b25c-224281fd2f33 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:11:48.915586 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:48.994984 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:49.022998 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e150b425-5168-4025-b30f-d88633c334ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4acc99f-9b96-43ad-b25c-224281fd2f33'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:11:49.025215 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823f4e6d-4138-433a-95dd-faaa40d14eab" -d '{"events": [{"server_uuid": "e150b425-5168-4025-b30f-d88633c334ca", "name": "network-vif-plugged", "status": "completed", "tag": "e4acc99f-9b96-43ad-b25c-224281fd2f33"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:11:49.037341 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port e4acc99f-9b96-43ad-b25c-224281fd2f33, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=e4acc99f-9b96-43ad-b25c-224281fd2f33,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:11:49.042660 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:49.065730 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932375f0-aa8e-4375-becb-f95403f54508 x-openstack-request-id: req-932375f0-aa8e-4375-becb-f95403f54508 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:11:49.066018 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e150b425-5168-4025-b30f-d88633c334ca", "name": "network-vif-plugged", "status": "completed", "tag": "e4acc99f-9b96-43ad-b25c-224281fd2f33", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:11:49.066261 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-932375f0-aa8e-4375-becb-f95403f54508 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:11:49.066679 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e150b425-5168-4025-b30f-d88633c334ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4acc99f-9b96-43ad-b25c-224281fd2f33', 'code': 200} Nov 11 13:11:49.093206 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=e4acc99f-9b96-43ad-b25c-224281fd2f33,revision_number=5']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:11:49.165444 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d081e5-928d-4560-97b7-a85ff23ba90d req-6cc92d57-fc6d-4a98-88eb-4eca25bff28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:49.166984 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3d081e5-928d-4560-97b7-a85ff23ba90d req-6cc92d57-fc6d-4a98-88eb-4eca25bff28f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 1097 time: 0.0454643 Nov 11 13:11:49.213868 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c3d081e5-928d-4560-97b7-a85ff23ba90d req-800609de-086e-4209-b9cf-776d3752427b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389721 Nov 11 13:11:49.308075 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f024fc-de80-4853-92fa-ad164215f439 req-824eae0b-26f3-42fa-81e1-89b38f207abf tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:49.309620 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7f024fc-de80-4853-92fa-ad164215f439 req-824eae0b-26f3-42fa-81e1-89b38f207abf tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 946 time: 0.0496352 Nov 11 13:11:49.367569 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-c7f024fc-de80-4853-92fa-ad164215f439 req-a6e35543-0b2d-4169-bf6f-6cbe0ed98d66 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489335 Nov 11 13:11:50.503971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af6851-1584-4fba-9c74-7eaca7d05b36 req-fe892790-47a6-492d-ae51-3ef7bddf56d8 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:50.505469 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35af6851-1584-4fba-9c74-7eaca7d05b36 req-fe892790-47a6-492d-ae51-3ef7bddf56d8 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 946 time: 0.0578098 Nov 11 13:11:50.560010 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-35af6851-1584-4fba-9c74-7eaca7d05b36 req-8f4f7480-fcf9-4f10-b092-c0f0ef4fcfbf tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484369 Nov 11 13:11:50.681113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43662e-0b6f-4c23-a168-55f639f5a06a req-945dede9-a310-41cf-ae0a-b07f43e4e55a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:50.682592 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b43662e-0b6f-4c23-a168-55f639f5a06a req-945dede9-a310-41cf-ae0a-b07f43e4e55a tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 946 time: 0.0547123 Nov 11 13:11:50.737699 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-4b43662e-0b6f-4c23-a168-55f639f5a06a req-d562b9b8-a6c3-4a7d-84a8-4dc2119994ef tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461464 Nov 11 13:11:50.759440 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48298) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:11:50.802657 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00ba509-1ed9-4417-8804-0b696684cfeb tempest-TestSnapshotPattern-964137107 tempest-TestSnapshotPattern-964137107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:50.804223 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-b00ba509-1ed9-4417-8804-0b696684cfeb tempest-TestSnapshotPattern-964137107 tempest-TestSnapshotPattern-964137107-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 1092 time: 0.0437796 Nov 11 13:11:50.807113 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48300) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:11:50.811318 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.v2.base [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Request body: {'floatingip': {'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'port_id': 'e4acc99f-9b96-43ad-b25c-224281fd2f33', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:11:50.836345 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for floatingip, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:50.964343 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:51.071852 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_common [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Allocated IP 172.25.2.160 (44cf8b0b-583f-4e8e-84f4-e305e43881de/c910bf8e-2569-4e77-b777-f978bf585713/f20ad57f-50c1-4fd5-a0bd-1d7c98a41e97) {{(pid=109153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:11:51.181993 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for port, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:51.219198 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732443168624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:51.258902 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Network 44cf8b0b-583f-4e8e-84f4-e305e43881de is already hosted by enough agents. {{(pid=109153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:11:51.261811 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.base_scheduler [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Resources bound (agent type, host, resource id): {{(pid=109153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:11:51.265305 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Received port after_create {{(pid=109153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:11:51.270945 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event updated for resources: {'Port': ['ID=f20ad57f-50c1-4fd5-a0bd-1d7c98a41e97,revision_number=1']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:11:51.651873 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:51.724020 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:51.876906 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for port, precommit_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:51.885121 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61769496'] for port, after_update {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:51.965606 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event updated for resources: {'Port': ['ID=f20ad57f-50c1-4fd5-a0bd-1d7c98a41e97,revision_number=2']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:11:51.976003 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1967085'] for floatingip, after_create {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:52.075091 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Floating IP c9eab87a-686e-4f5f-a1e2-6ae820d1e1a3 associated. External IP: 172.25.2.160, port: e4acc99f-9b96-43ad-b25c-224281fd2f33. Nov 11 13:11:52.302021 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Router 2a5c53df-5bf6-4517-9423-220d37785a04 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:11:52.378376 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:52.412601 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:11:52.422728 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd799b1-5f01-4367-952b-5f03a74d0ca2 None None] Sync routers for ids ['2a5c53df-5bf6-4517-9423-220d37785a04'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:11:52.432583 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:52.433118 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd799b1-5f01-4367-952b-5f03a74d0ca2 None None] Routers {'2a5c53df-5bf6-4517-9423-220d37785a04'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:11:52.433770 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9cd799b1-5f01-4367-952b-5f03a74d0ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:11:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2a5c53df-5bf6-4517-9423-220d37785a04'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:11:52.460526 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-ea14948c-e260-4442-8596-8a40f95c72dd tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6524456 Nov 11 13:11:52.461101 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e150b425-5168-4025-b30f-d88633c334ca', 'tag': 'e4acc99f-9b96-43ad-b25c-224281fd2f33'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:11:52.463394 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b151ec-8bef-4f20-ada5-75f09d0e4aab" -d '{"events": [{"name": "network-changed", "server_uuid": "e150b425-5168-4025-b30f-d88633c334ca", "tag": "e4acc99f-9b96-43ad-b25c-224281fd2f33"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:11:52.500668 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51acfcc6-3c83-49a0-8555-cde53a2f4c95 x-openstack-request-id: req-51acfcc6-3c83-49a0-8555-cde53a2f4c95 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:11:52.501073 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e150b425-5168-4025-b30f-d88633c334ca", "tag": "e4acc99f-9b96-43ad-b25c-224281fd2f33", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:11:52.501196 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-51acfcc6-3c83-49a0-8555-cde53a2f4c95 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:11:52.501625 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e150b425-5168-4025-b30f-d88633c334ca', 'tag': 'e4acc99f-9b96-43ad-b25c-224281fd2f33', 'status': 'completed', 'code': 200} Nov 11 13:11:52.549554 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-9cd799b1-5f01-4367-952b-5f03a74d0ca2 None None] Set router 2a5c53df-5bf6-4517-9423-220d37785a04 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:11:52.568005 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b151ec-8bef-4f20-ada5-75f09d0e4aab req-15a6c76c-f6e4-4db6-9974-20cb4bba5eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:52.569486 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6b151ec-8bef-4f20-ada5-75f09d0e4aab req-15a6c76c-f6e4-4db6-9974-20cb4bba5eba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 1097 time: 0.0410075 Nov 11 13:11:52.661604 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b151ec-8bef-4f20-ada5-75f09d0e4aab req-ea9891a7-5ece-47e2-8777-4189227dd6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:52.663225 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6b151ec-8bef-4f20-ada5-75f09d0e4aab req-ea9891a7-5ece-47e2-8777-4189227dd6d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 200 len: 911 time: 0.0874491 Nov 11 13:11:52.731089 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6b151ec-8bef-4f20-ada5-75f09d0e4aab req-02275234-e76b-44d3-a5d3-274aee5930aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4acc99f-9b96-43ad-b25c-224281fd2f33 HTTP/1.1" status: 200 len: 1000 time: 0.0604935 Nov 11 13:11:52.783942 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b151ec-8bef-4f20-ada5-75f09d0e4aab req-18fcb3c5-e134-47d2-b25e-ebdd52e564a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:52.785487 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6b151ec-8bef-4f20-ada5-75f09d0e4aab req-18fcb3c5-e134-47d2-b25e-ebdd52e564a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d806649-daf3-41c4-b7f8-af4b68e69cba HTTP/1.1" status: 200 len: 848 time: 0.0474029 Nov 11 13:11:52.838830 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b151ec-8bef-4f20-ada5-75f09d0e4aab req-b1b05f2b-e55c-4691-b10b-dfc0b95f28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:52.840276 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6b151ec-8bef-4f20-ada5-75f09d0e4aab req-b1b05f2b-e55c-4691-b10b-dfc0b95f28e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9dc93ae8-8e9d-439b-9913-59595ffe9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477085 Nov 11 13:11:52.932086 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6b151ec-8bef-4f20-ada5-75f09d0e4aab req-b38753e9-beb6-416e-a8a8-7c7b007a8b40 service neutron] 10.222.0.43 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843258 Nov 11 13:11:52.938348 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9cd799b1-5f01-4367-952b-5f03a74d0ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '6d63fb95-7618-45b4-93c1-2b21a1c092b4', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'port_id': '0b002407-9bb5-4503-976d-ea0532799266', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'mac_address': 'fa:16:3e:d9:94:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:09:16Z', 'updated_at': '2021-11-11T13:09:19Z', 'revision_number': 1, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'fixed_ip_address_scope': None}, {'id': 'c9eab87a-686e-4f5f-a1e2-6ae820d1e1a3', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'port_id': 'e4acc99f-9b96-43ad-b25c-224281fd2f33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'mac_address': 'fa:16:3e:17:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e150b425-5168-4025-b30f-d88633c334ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:11:51Z', 'updated_at': '2021-11-11T13:11:51Z', 'revision_number': 0, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ba87c-24dd-496f-a249-8b62e5da25c6', 'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'mac_address': 'fa:16:3e:14:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:56Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 5, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'subnets': [{'id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:11:52.964542 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd799b1-5f01-4367-952b-5f03a74d0ca2 None None] Checking router: 2a5c53df-5bf6-4517-9423-220d37785a04 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:11:52.973367 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd799b1-5f01-4367-952b-5f03a74d0ca2 None None] Routers {'2a5c53df-5bf6-4517-9423-220d37785a04'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:11:52.974005 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9cd799b1-5f01-4367-952b-5f03a74d0ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:11:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2a5c53df-5bf6-4517-9423-220d37785a04'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:11:53.025908 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e6b151ec-8bef-4f20-ada5-75f09d0e4aab req-6ee3c6c5-6d71-43d6-903e-b7fbd6d3779b service neutron] 10.222.0.43 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867925 Nov 11 13:11:53.083490 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-9cd799b1-5f01-4367-952b-5f03a74d0ca2 None None] Set router 2a5c53df-5bf6-4517-9423-220d37785a04 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:11:53.318013 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-9cd799b1-5f01-4367-952b-5f03a74d0ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '6d63fb95-7618-45b4-93c1-2b21a1c092b4', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'port_id': '0b002407-9bb5-4503-976d-ea0532799266', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'mac_address': 'fa:16:3e:d9:94:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:09:16Z', 'updated_at': '2021-11-11T13:09:19Z', 'revision_number': 1, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'fixed_ip_address_scope': None}, {'id': 'c9eab87a-686e-4f5f-a1e2-6ae820d1e1a3', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'port_id': 'e4acc99f-9b96-43ad-b25c-224281fd2f33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'mac_address': 'fa:16:3e:17:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e150b425-5168-4025-b30f-d88633c334ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:11:51Z', 'updated_at': '2021-11-11T13:11:51Z', 'revision_number': 0, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ba87c-24dd-496f-a249-8b62e5da25c6', 'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'mac_address': 'fa:16:3e:14:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:56Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 5, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'subnets': [{'id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:11:53.343891 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd799b1-5f01-4367-952b-5f03a74d0ca2 None None] The sync data for ids ['2a5c53df-5bf6-4517-9423-220d37785a04'] in n-d-807359-3 is: [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '6d63fb95-7618-45b4-93c1-2b21a1c092b4', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'port_id': '0b002407-9bb5-4503-976d-ea0532799266', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'mac_address': 'fa:16:3e:d9:94:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:09:16Z', 'updated_at': '2021-11-11T13:09:19Z', 'revision_number': 1, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'fixed_ip_address_scope': None}, {'id': 'c9eab87a-686e-4f5f-a1e2-6ae820d1e1a3', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'port_id': 'e4acc99f-9b96-43ad-b25c-224281fd2f33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'mac_address': 'fa:16:3e:17:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e150b425-5168-4025-b30f-d88633c334ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:11:51Z', 'updated_at': '2021-11-11T13:11:51Z', 'revision_number': 0, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ba87c-24dd-496f-a249-8b62e5da25c6', 'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'mac_address': 'fa:16:3e:14:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:56Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 5, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'subnets': [{'id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:11:53.534094 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f64948-ceae-450d-a69a-5927c39d615f None None] New status for floating IP c9eab87a-686e-4f5f-a1e2-6ae820d1e1a3: ACTIVE {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 13:11:55.595303 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-234974f9-ce57-4f1d-8952-7b863df0c142 req-08c3e2c8-a440-4277-ba63-7f62a53084d4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413969 Nov 11 13:11:55.687894 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234974f9-ce57-4f1d-8952-7b863df0c142 req-33f6fb87-340d-42c1-af0a-ea7d411fa5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:55.689178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-234974f9-ce57-4f1d-8952-7b863df0c142 req-33f6fb87-340d-42c1-af0a-ea7d411fa5ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 1097 time: 0.0484428 Nov 11 13:11:55.795646 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234974f9-ce57-4f1d-8952-7b863df0c142 req-0fc82dc7-62d0-49cf-a047-a1adf012f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:55.797197 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-234974f9-ce57-4f1d-8952-7b863df0c142 req-0fc82dc7-62d0-49cf-a047-a1adf012f8e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 200 len: 911 time: 0.0888846 Nov 11 13:11:55.863839 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-234974f9-ce57-4f1d-8952-7b863df0c142 req-adfedc80-5c2a-4df4-9ba6-ff769fdaaed1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4acc99f-9b96-43ad-b25c-224281fd2f33 HTTP/1.1" status: 200 len: 1002 time: 0.0588849 Nov 11 13:11:55.916990 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234974f9-ce57-4f1d-8952-7b863df0c142 req-3cc1f37c-f3e6-40b0-b10c-a413b9a78516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:55.918488 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-234974f9-ce57-4f1d-8952-7b863df0c142 req-3cc1f37c-f3e6-40b0-b10c-a413b9a78516 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d806649-daf3-41c4-b7f8-af4b68e69cba HTTP/1.1" status: 200 len: 848 time: 0.0475600 Nov 11 13:11:55.964050 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234974f9-ce57-4f1d-8952-7b863df0c142 req-3aa78146-f016-4da6-bf80-a305d64a3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:11:55.965467 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-234974f9-ce57-4f1d-8952-7b863df0c142 req-3aa78146-f016-4da6-bf80-a305d64a3144 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9dc93ae8-8e9d-439b-9913-59595ffe9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400972 Nov 11 13:11:56.055565 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-234974f9-ce57-4f1d-8952-7b863df0c142 req-00f51819-9251-46fa-b0c0-bea0c4691f7f service neutron] 10.222.0.43 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831873 Nov 11 13:11:56.466040 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-234974f9-ce57-4f1d-8952-7b863df0c142 req-72a92325-7839-4edd-bc67-b1cc907dd099 service neutron] 10.222.0.43 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038403 Nov 11 13:12:05.485608 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:12:05.973864 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-92e6fa69-4057-465f-90c0-7710acec1e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:08.241705 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-70a72e5c-f2bb-4b58-9060-6e27375a69b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:09.396320 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:10.938892 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:11.380139 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:16.520472 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:22.391271 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:25.344254 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c8ba0c7-ec86-4eab-96d7-b4206cea32b3 req-0fa671e2-b5ed-46a2-9554-8b1fca4b3905 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425804 Nov 11 13:12:25.433320 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ba0c7-ec86-4eab-96d7-b4206cea32b3 req-1edff773-459a-48ff-a8d5-5cc5c6566ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:12:25.434872 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c8ba0c7-ec86-4eab-96d7-b4206cea32b3 req-1edff773-459a-48ff-a8d5-5cc5c6566ce4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 1095 time: 0.0411119 Nov 11 13:12:25.555713 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ba0c7-ec86-4eab-96d7-b4206cea32b3 req-1bcab233-76a1-4f8b-b3be-09d16b3f733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:12:25.557200 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c8ba0c7-ec86-4eab-96d7-b4206cea32b3 req-1bcab233-76a1-4f8b-b3be-09d16b3f733a service neutron] 10.222.0.62 "GET /v2.0/networks?id=9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 200 len: 911 time: 0.1017108 Nov 11 13:12:25.629111 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c8ba0c7-ec86-4eab-96d7-b4206cea32b3 req-056a65e0-ded3-4985-b6b0-1c0ef2f55ef5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b002407-9bb5-4503-976d-ea0532799266 HTTP/1.1" status: 200 len: 999 time: 0.0598068 Nov 11 13:12:25.687895 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ba0c7-ec86-4eab-96d7-b4206cea32b3 req-3465b26f-e8ce-4301-be97-e83f59e4259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:12:25.689224 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c8ba0c7-ec86-4eab-96d7-b4206cea32b3 req-3465b26f-e8ce-4301-be97-e83f59e4259d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d806649-daf3-41c4-b7f8-af4b68e69cba HTTP/1.1" status: 200 len: 848 time: 0.0479028 Nov 11 13:12:25.739131 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ba0c7-ec86-4eab-96d7-b4206cea32b3 req-476b97a6-328f-41f8-9bad-0e07b969f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:12:25.740579 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c8ba0c7-ec86-4eab-96d7-b4206cea32b3 req-476b97a6-328f-41f8-9bad-0e07b969f8a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9dc93ae8-8e9d-439b-9913-59595ffe9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406721 Nov 11 13:12:25.837750 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c8ba0c7-ec86-4eab-96d7-b4206cea32b3 req-ddba9746-6f38-4415-b51f-575b7d629331 service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842545 Nov 11 13:12:25.941100 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4c8ba0c7-ec86-4eab-96d7-b4206cea32b3 req-6aac7a84-9a58-4430-9d75-5740c988b3d3 service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913172 Nov 11 13:12:35.974069 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3feeb45f-2b86-4283-843d-578b37947b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:38.243117 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e46f3df3-5d20-4c8d-adab-5400fe6db7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:39.396354 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:40.946009 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:41.383062 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:42.491738 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:12:46.518947 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:52.387813 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:56.585040 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2987d045-2ad7-4846-840b-4d6f3ad19d16 req-89b01d9a-a14e-4d79-a564-4477aed4f4f3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421426 Nov 11 13:12:56.668755 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987d045-2ad7-4846-840b-4d6f3ad19d16 req-ab96e02d-61d3-401f-8123-dc48eda719b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:12:56.670284 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2987d045-2ad7-4846-840b-4d6f3ad19d16 req-ab96e02d-61d3-401f-8123-dc48eda719b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 1097 time: 0.0404596 Nov 11 13:12:56.776586 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987d045-2ad7-4846-840b-4d6f3ad19d16 req-4f727a51-2b84-4309-bac2-bea3527b4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:12:56.778093 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2987d045-2ad7-4846-840b-4d6f3ad19d16 req-4f727a51-2b84-4309-bac2-bea3527b4956 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 200 len: 911 time: 0.0875051 Nov 11 13:12:56.849492 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2987d045-2ad7-4846-840b-4d6f3ad19d16 req-82f41bc5-e0e6-4b04-aef9-035ddb03d12d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4acc99f-9b96-43ad-b25c-224281fd2f33 HTTP/1.1" status: 200 len: 1002 time: 0.0633595 Nov 11 13:12:56.906040 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987d045-2ad7-4846-840b-4d6f3ad19d16 req-e2dbfe77-351d-463f-be3e-9857eed2f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:12:56.907836 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2987d045-2ad7-4846-840b-4d6f3ad19d16 req-e2dbfe77-351d-463f-be3e-9857eed2f5a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d806649-daf3-41c4-b7f8-af4b68e69cba HTTP/1.1" status: 200 len: 848 time: 0.0511060 Nov 11 13:12:56.964090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987d045-2ad7-4846-840b-4d6f3ad19d16 req-dc4900dd-7b26-4412-9988-6f0c8f25fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:12:56.965603 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2987d045-2ad7-4846-840b-4d6f3ad19d16 req-dc4900dd-7b26-4412-9988-6f0c8f25fd8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9dc93ae8-8e9d-439b-9913-59595ffe9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430827 Nov 11 13:12:57.068405 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2987d045-2ad7-4846-840b-4d6f3ad19d16 req-aa490281-8b0d-40bd-9fbe-e8903d9017e4 service neutron] 10.222.0.43 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956161 Nov 11 13:12:57.159666 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-2987d045-2ad7-4846-840b-4d6f3ad19d16 req-e9a8c98e-1f20-4b98-8cc8-c5c6d2f6ba72 service neutron] 10.222.0.43 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838325 Nov 11 13:13:05.971410 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3d29ee61-7acb-4d4b-802e-e25e67dfd0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:08.240350 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-70e661c6-74df-4fc6-9cfe-ca78b99b91be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:09.397832 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:10.947700 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:11.384652 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:16.543181 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:17.268364 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device e4acc99f-9b96-43ad-b25c-224281fd2f33 details requested by agent hyperv_n-h2-807359-3 with host n-h2-807359-3 {{(pid=109155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 13:13:17.389086 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port e4acc99f-9b96-43ad-b25c-224281fd2f33, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=e4acc99f-9b96-43ad-b25c-224281fd2f33,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:13:17.401027 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Returning: {'device': 'e4acc99f-9b96-43ad-b25c-224281fd2f33', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'port_id': 'e4acc99f-9b96-43ad-b25c-224281fd2f33', 'mac_address': 'fa:16:3e:17:3a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 13:13:17.441523 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:17.456276 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4acc99f-9b96-43ad-b25c-224281fd2f33 {{(pid=109155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:13:17.477032 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port e4acc99f-9b96-43ad-b25c-224281fd2f33, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=e4acc99f-9b96-43ad-b25c-224281fd2f33,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:13:17.483478 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:17.545104 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=e4acc99f-9b96-43ad-b25c-224281fd2f33,revision_number=6']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:17.553084 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:17.553571 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:17.554015 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:17.554580 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:17.555116 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:17.555682 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:17.556193 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:17.556709 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:17.557224 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:17.557644 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:17.558039 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:17.558420 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:17.563659 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] get_ports_and_sgs() called for port_ids ['e4acc99f-9b96-43ad-b25c-224281fd2f33'] {{(pid=109155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 13:13:19.283583 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device e4acc99f-9b96-43ad-b25c-224281fd2f33 up at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:13:19.336596 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.provisioning_blocks [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Provisioning complete for port e4acc99f-9b96-43ad-b25c-224281fd2f33 triggered by entity L2. {{(pid=109155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:13:19.337020 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-917816'] for port, provisioning_complete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:19.421657 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:19.447850 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e150b425-5168-4025-b30f-d88633c334ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4acc99f-9b96-43ad-b25c-224281fd2f33'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:13:19.450313 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13619c3e-7c9e-4bca-ba8d-f155e166cab4" -d '{"events": [{"server_uuid": "e150b425-5168-4025-b30f-d88633c334ca", "name": "network-vif-plugged", "status": "completed", "tag": "e4acc99f-9b96-43ad-b25c-224281fd2f33"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:13:19.480330 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port e4acc99f-9b96-43ad-b25c-224281fd2f33, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=e4acc99f-9b96-43ad-b25c-224281fd2f33,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:13:19.485815 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:13:19.497048 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:19.512541 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953bf84a-1e39-4ed6-a563-380ea008011b x-openstack-request-id: req-953bf84a-1e39-4ed6-a563-380ea008011b {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:13:19.512908 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e150b425-5168-4025-b30f-d88633c334ca", "name": "network-vif-plugged", "status": "completed", "tag": "e4acc99f-9b96-43ad-b25c-224281fd2f33", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:13:19.513210 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-953bf84a-1e39-4ed6-a563-380ea008011b {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:13:19.513705 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e150b425-5168-4025-b30f-d88633c334ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4acc99f-9b96-43ad-b25c-224281fd2f33', 'code': 200} Nov 11 13:13:19.559477 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=e4acc99f-9b96-43ad-b25c-224281fd2f33,revision_number=7']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:22.385819 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:26.333064 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac91a518-bf15-4042-8a2b-06db69ebb534 req-9ee93d11-0b3e-4ba2-be14-d6c399335be8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427382 Nov 11 13:13:26.425859 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91a518-bf15-4042-8a2b-06db69ebb534 req-fe740f86-9c74-434a-8c84-963c9dafe9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:26.427495 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac91a518-bf15-4042-8a2b-06db69ebb534 req-fe740f86-9c74-434a-8c84-963c9dafe9c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 1095 time: 0.0418401 Nov 11 13:13:26.554039 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91a518-bf15-4042-8a2b-06db69ebb534 req-c6750457-207f-461b-949f-12fc0374d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:26.555631 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac91a518-bf15-4042-8a2b-06db69ebb534 req-c6750457-207f-461b-949f-12fc0374d507 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 200 len: 911 time: 0.1006830 Nov 11 13:13:26.628259 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac91a518-bf15-4042-8a2b-06db69ebb534 req-c1e1ef98-1b1e-4d64-be0a-b8184349b5f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b002407-9bb5-4503-976d-ea0532799266 HTTP/1.1" status: 200 len: 999 time: 0.0609331 Nov 11 13:13:26.686788 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91a518-bf15-4042-8a2b-06db69ebb534 req-2dacc37b-6cd4-49d9-9397-ce8702a29ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:26.688257 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac91a518-bf15-4042-8a2b-06db69ebb534 req-2dacc37b-6cd4-49d9-9397-ce8702a29ae1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d806649-daf3-41c4-b7f8-af4b68e69cba HTTP/1.1" status: 200 len: 848 time: 0.0482965 Nov 11 13:13:26.735970 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91a518-bf15-4042-8a2b-06db69ebb534 req-eb888a49-5ceb-4f41-b814-13fdd292bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:26.737471 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac91a518-bf15-4042-8a2b-06db69ebb534 req-eb888a49-5ceb-4f41-b814-13fdd292bcfd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9dc93ae8-8e9d-439b-9913-59595ffe9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407319 Nov 11 13:13:26.754694 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-ac91a518-bf15-4042-8a2b-06db69ebb534 req-52e8f4c0-77ef-466d-ad02-fbb7108c9b63 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=109154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 13:13:26.754965 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48504) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:13:26.755541 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac91a518-bf15-4042-8a2b-06db69ebb534 req-52e8f4c0-77ef-466d-ad02-fbb7108c9b63 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051765 Nov 11 13:13:26.848421 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac91a518-bf15-4042-8a2b-06db69ebb534 req-cacfc5c8-acc2-4b2c-8d4e-dd9aed833549 service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819566 Nov 11 13:13:26.913081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Deleting port f20ad57f-50c1-4fd5-a0bd-1d7c98a41e97 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:13:26.913394 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:26.946695 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-ac91a518-bf15-4042-8a2b-06db69ebb534 req-e72d22a6-493f-4aa4-bc9e-42c0d55a0bb1 service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863662 Nov 11 13:13:26.993942 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:26.994240 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:27.006081 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Calling delete_port for f20ad57f-50c1-4fd5-a0bd-1d7c98a41e97 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:13:27.167896 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:27.193303 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event deleted for resources: {'Port': ['ID=f20ad57f-50c1-4fd5-a0bd-1d7c98a41e97,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:27.205227 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:27.205594 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:27.205944 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:27.206279 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:27.206609 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:27.206937 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:27.207264 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:27.207592 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:27.207914 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:27.208231 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:27.208554 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:27.208875 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:27.267428 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:27.267811 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Floating IP c9eab87a-686e-4f5f-a1e2-6ae820d1e1a3 disassociated (deleted). External IP: 172.25.2.160, port: e4acc99f-9b96-43ad-b25c-224281fd2f33. Nov 11 13:13:27.475827 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Router 2a5c53df-5bf6-4517-9423-220d37785a04 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:13:27.585536 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:13:27.591341 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:27.595783 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdde8e0-4e52-47d1-b2f9-e6794572fc11 None None] Sync routers for ids ['2a5c53df-5bf6-4517-9423-220d37785a04'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:13:27.606260 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdde8e0-4e52-47d1-b2f9-e6794572fc11 None None] Routers {'2a5c53df-5bf6-4517-9423-220d37785a04'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:13:27.606913 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-dfdde8e0-4e52-47d1-b2f9-e6794572fc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:13:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2a5c53df-5bf6-4517-9423-220d37785a04'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:27.622041 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-cc3d838a-e2b8-4fc7-9e16-f413c2203049 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "DELETE /v2.0/floatingips/c9eab87a-686e-4f5f-a1e2-6ae820d1e1a3 HTTP/1.1" status: 204 len: 168 time: 0.8658755 Nov 11 13:13:27.622635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e150b425-5168-4025-b30f-d88633c334ca', 'tag': 'e4acc99f-9b96-43ad-b25c-224281fd2f33'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:13:27.624943 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f26e0df-eafd-4b10-8409-b75a8060e46f" -d '{"events": [{"name": "network-changed", "server_uuid": "e150b425-5168-4025-b30f-d88633c334ca", "tag": "e4acc99f-9b96-43ad-b25c-224281fd2f33"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:13:27.665520 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aa65dc-f44b-4529-b6d6-595276c5cf8b x-openstack-request-id: req-e2aa65dc-f44b-4529-b6d6-595276c5cf8b {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:13:27.665840 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e150b425-5168-4025-b30f-d88633c334ca", "tag": "e4acc99f-9b96-43ad-b25c-224281fd2f33", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:13:27.666182 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2aa65dc-f44b-4529-b6d6-595276c5cf8b {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:13:27.667112 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e150b425-5168-4025-b30f-d88633c334ca', 'tag': 'e4acc99f-9b96-43ad-b25c-224281fd2f33', 'status': 'completed', 'code': 200} Nov 11 13:13:27.718999 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-dfdde8e0-4e52-47d1-b2f9-e6794572fc11 None None] Set router 2a5c53df-5bf6-4517-9423-220d37785a04 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:13:27.734584 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26e0df-eafd-4b10-8409-b75a8060e46f req-ae20aacc-04bc-4209-bd94-e4f551116fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:27.736379 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f26e0df-eafd-4b10-8409-b75a8060e46f req-ae20aacc-04bc-4209-bd94-e4f551116fef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 1097 time: 0.0479743 Nov 11 13:13:27.876295 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26e0df-eafd-4b10-8409-b75a8060e46f req-6a0d8a90-f12e-47fa-9743-a020677f06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:27.877819 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f26e0df-eafd-4b10-8409-b75a8060e46f req-6a0d8a90-f12e-47fa-9743-a020677f06fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 200 len: 911 time: 0.1297767 Nov 11 13:13:27.885380 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51495296-0bb3-4a34-bbbe-e696e96446e5 req-0aa5cb97-5e2f-4e05-8c59-1a0512ae0315 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:27.886801 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51495296-0bb3-4a34-bbbe-e696e96446e5 req-0aa5cb97-5e2f-4e05-8c59-1a0512ae0315 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 946 time: 0.0768344 Nov 11 13:13:27.932582 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f26e0df-eafd-4b10-8409-b75a8060e46f req-620b8434-4284-4f66-94de-c56d09f81f86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4acc99f-9b96-43ad-b25c-224281fd2f33 HTTP/1.1" status: 200 len: 217 time: 0.0448513 Nov 11 13:13:27.958882 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-dfdde8e0-4e52-47d1-b2f9-e6794572fc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '6d63fb95-7618-45b4-93c1-2b21a1c092b4', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'port_id': '0b002407-9bb5-4503-976d-ea0532799266', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'mac_address': 'fa:16:3e:d9:94:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:09:16Z', 'updated_at': '2021-11-11T13:09:19Z', 'revision_number': 1, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ba87c-24dd-496f-a249-8b62e5da25c6', 'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'mac_address': 'fa:16:3e:14:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:56Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 5, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'subnets': [{'id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:27.985403 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdde8e0-4e52-47d1-b2f9-e6794572fc11 None None] Checking router: 2a5c53df-5bf6-4517-9423-220d37785a04 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:13:27.990139 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-51495296-0bb3-4a34-bbbe-e696e96446e5 req-b0546859-968c-4fa1-b815-dfa76adcf0b1 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965054 Nov 11 13:13:27.994400 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdde8e0-4e52-47d1-b2f9-e6794572fc11 None None] Routers {'2a5c53df-5bf6-4517-9423-220d37785a04'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:13:27.994987 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-dfdde8e0-4e52-47d1-b2f9-e6794572fc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:13:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2a5c53df-5bf6-4517-9423-220d37785a04'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:28.006559 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26e0df-eafd-4b10-8409-b75a8060e46f req-cc9c4429-06b2-466d-857b-64621c124815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:28.008178 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f26e0df-eafd-4b10-8409-b75a8060e46f req-cc9c4429-06b2-466d-857b-64621c124815 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d806649-daf3-41c4-b7f8-af4b68e69cba HTTP/1.1" status: 200 len: 848 time: 0.0629900 Nov 11 13:13:28.061932 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26e0df-eafd-4b10-8409-b75a8060e46f req-3d42fa5c-9a2b-498a-b8cc-cbe0bf9dd47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:28.063579 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f26e0df-eafd-4b10-8409-b75a8060e46f req-3d42fa5c-9a2b-498a-b8cc-cbe0bf9dd47a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9dc93ae8-8e9d-439b-9913-59595ffe9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456443 Nov 11 13:13:28.101564 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-dfdde8e0-4e52-47d1-b2f9-e6794572fc11 None None] Set router 2a5c53df-5bf6-4517-9423-220d37785a04 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:13:28.154597 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f26e0df-eafd-4b10-8409-b75a8060e46f req-eace378f-0b29-4be9-9cab-e6c137b0726d service neutron] 10.222.0.43 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828161 Nov 11 13:13:28.250788 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1f26e0df-eafd-4b10-8409-b75a8060e46f req-3fbca30c-41fa-47d2-8e97-c0a336c20158 service neutron] 10.222.0.43 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886838 Nov 11 13:13:28.327174 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-dfdde8e0-4e52-47d1-b2f9-e6794572fc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '6d63fb95-7618-45b4-93c1-2b21a1c092b4', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'port_id': '0b002407-9bb5-4503-976d-ea0532799266', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'mac_address': 'fa:16:3e:d9:94:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:09:16Z', 'updated_at': '2021-11-11T13:09:19Z', 'revision_number': 1, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ba87c-24dd-496f-a249-8b62e5da25c6', 'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'mac_address': 'fa:16:3e:14:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:56Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 5, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'subnets': [{'id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:28.357125 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdde8e0-4e52-47d1-b2f9-e6794572fc11 None None] The sync data for ids ['2a5c53df-5bf6-4517-9423-220d37785a04'] in n-d-807359-3 is: [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_floatingips': [{'id': '6d63fb95-7618-45b4-93c1-2b21a1c092b4', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'router_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'port_id': '0b002407-9bb5-4503-976d-ea0532799266', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'mac_address': 'fa:16:3e:d9:94:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:09:16Z', 'updated_at': '2021-11-11T13:09:19Z', 'revision_number': 1, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ba87c-24dd-496f-a249-8b62e5da25c6', 'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'mac_address': 'fa:16:3e:14:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:56Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 5, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'subnets': [{'id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:13:28.646530 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e65db9-751f-4138-aad2-58174cf43ca2 None None] New status for floating IP c9eab87a-686e-4f5f-a1e2-6ae820d1e1a3: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 13:13:29.132830 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88947d-fe8d-453e-b8b3-7b9fd07dec18 req-40f687ea-2c59-4d40-a753-c79b3e41e66d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:29.134397 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b88947d-fe8d-453e-b8b3-7b9fd07dec18 req-40f687ea-2c59-4d40-a753-c79b3e41e66d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 946 time: 0.0593901 Nov 11 13:13:29.184528 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-1b88947d-fe8d-453e-b8b3-7b9fd07dec18 req-93f442d2-ff0a-485d-9e3e-decb756ab222 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437832 Nov 11 13:13:29.351412 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b66abb-9113-4e5c-95fe-6d357050ed61 req-b20f20b9-c91d-43b2-86d0-58de46bb3450 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:29.352804 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5b66abb-9113-4e5c-95fe-6d357050ed61 req-b20f20b9-c91d-43b2-86d0-58de46bb3450 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 946 time: 0.0578890 Nov 11 13:13:29.377806 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device e4acc99f-9b96-43ad-b25c-224281fd2f33 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:13:29.448819 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-f5b66abb-9113-4e5c-95fe-6d357050ed61 req-483463e1-1055-4977-a87e-44ad5bbdda0d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Deleting port e4acc99f-9b96-43ad-b25c-224281fd2f33 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:13:29.449111 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f5b66abb-9113-4e5c-95fe-6d357050ed61 req-483463e1-1055-4977-a87e-44ad5bbdda0d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:29.454528 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1028208'] for port, before_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:29.476834 n-d-807359-3 neutron-server[109155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e150b425-5168-4025-b30f-d88633c334ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4acc99f-9b96-43ad-b25c-224281fd2f33'}] {{(pid=109155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:13:29.479849 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ab2068e44920b7fec0715e25adbba183a35e1b9ed913ae37dede7bf8a07cb1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481836e6-8f45-400f-b53b-9f27387c1ddd" -d '{"events": [{"server_uuid": "e150b425-5168-4025-b30f-d88633c334ca", "name": "network-vif-unplugged", "status": "completed", "tag": "e4acc99f-9b96-43ad-b25c-224281fd2f33"}]}' {{(pid=109155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:13:29.496475 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] For port e4acc99f-9b96-43ad-b25c-224281fd2f33, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=e4acc99f-9b96-43ad-b25c-224281fd2f33,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:13:29.503299 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732443579275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732443168642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732443168660'] for port, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:29.530179 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 13:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371de2fe-9a0a-4ee3-960c-3ad01f37fe28 x-openstack-request-id: req-371de2fe-9a0a-4ee3-960c-3ad01f37fe28 {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:13:29.530460 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e150b425-5168-4025-b30f-d88633c334ca", "name": "network-vif-unplugged", "status": "completed", "tag": "e4acc99f-9b96-43ad-b25c-224281fd2f33", "code": 200}]} {{(pid=109155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:13:29.530704 n-d-807359-3 neutron-server[109155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-371de2fe-9a0a-4ee3-960c-3ad01f37fe28 {{(pid=109155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:13:29.531086 n-d-807359-3 neutron-server[109155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e150b425-5168-4025-b30f-d88633c334ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4acc99f-9b96-43ad-b25c-224281fd2f33', 'code': 200} Nov 11 13:13:29.540722 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [req-f5b66abb-9113-4e5c-95fe-6d357050ed61 req-483463e1-1055-4977-a87e-44ad5bbdda0d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] For port e4acc99f-9b96-43ad-b25c-224281fd2f33, host n-h2-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-3',level=0,port_id=e4acc99f-9b96-43ad-b25c-224281fd2f33,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:13:29.541082 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f5b66abb-9113-4e5c-95fe-6d357050ed61 req-483463e1-1055-4977-a87e-44ad5bbdda0d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:29.553804 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [req-f5b66abb-9113-4e5c-95fe-6d357050ed61 req-483463e1-1055-4977-a87e-44ad5bbdda0d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Calling delete_port for e4acc99f-9b96-43ad-b25c-224281fd2f33 owned by compute:nova {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:13:29.556927 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Pushing event updated for resources: {'Port': ['ID=e4acc99f-9b96-43ad-b25c-224281fd2f33,revision_number=8']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:29.691374 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f5b66abb-9113-4e5c-95fe-6d357050ed61 req-483463e1-1055-4977-a87e-44ad5bbdda0d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:29.720022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483463e1-1055-4977-a87e-44ad5bbdda0d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event deleted for resources: {'Port': ['ID=e4acc99f-9b96-43ad-b25c-224281fd2f33,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:29.766399 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b66abb-9113-4e5c-95fe-6d357050ed61 req-483463e1-1055-4977-a87e-44ad5bbdda0d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] No DVR routers for this DVR port e4acc99f-9b96-43ad-b25c-224281fd2f33 on host n-h2-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:13:29.770435 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [req-f5b66abb-9113-4e5c-95fe-6d357050ed61 req-483463e1-1055-4977-a87e-44ad5bbdda0d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:29.773781 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-f5b66abb-9113-4e5c-95fe-6d357050ed61 req-483463e1-1055-4977-a87e-44ad5bbdda0d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.43 "DELETE /v2.0/ports/e4acc99f-9b96-43ad-b25c-224281fd2f33 HTTP/1.1" status: 204 len: 173 time: 0.4148588 Nov 11 13:13:29.774220 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e150b425-5168-4025-b30f-d88633c334ca', 'name': 'network-vif-deleted', 'tag': 'e4acc99f-9b96-43ad-b25c-224281fd2f33'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:13:29.776581 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a26f78e-3efa-4ddc-b6d1-7fca47dbc763" -d '{"events": [{"server_uuid": "e150b425-5168-4025-b30f-d88633c334ca", "name": "network-vif-deleted", "tag": "e4acc99f-9b96-43ad-b25c-224281fd2f33"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:13:29.812930 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0609ee28-d347-4500-b7e6-eecfa4ef1af0 x-openstack-request-id: req-0609ee28-d347-4500-b7e6-eecfa4ef1af0 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:13:29.813228 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e150b425-5168-4025-b30f-d88633c334ca", "name": "network-vif-deleted", "tag": "e4acc99f-9b96-43ad-b25c-224281fd2f33", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:13:29.813499 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0609ee28-d347-4500-b7e6-eecfa4ef1af0 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:13:29.813923 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e150b425-5168-4025-b30f-d88633c334ca', 'name': 'network-vif-deleted', 'tag': 'e4acc99f-9b96-43ad-b25c-224281fd2f33', 'status': 'completed', 'code': 200} Nov 11 13:13:30.302580 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-6e1ddca8-380f-4dc3-8adf-2d9be2cd7cd8 req-ea2d669a-5f95-4448-9050-5ce48228e4f2 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=e150b425-5168-4025-b30f-d88633c334ca HTTP/1.1" status: 200 len: 210 time: 0.0262446 Nov 11 13:13:31.913472 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48564) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:13:32.068123 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-59d2c539-8a10-439e-ba1c-cfaecdc32f76 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Deleting port c3a0f217-e381-4f70-8b31-0ab4289393a7 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:13:32.068432 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59d2c539-8a10-439e-ba1c-cfaecdc32f76 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:32.151741 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59d2c539-8a10-439e-ba1c-cfaecdc32f76 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:32.151952 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59d2c539-8a10-439e-ba1c-cfaecdc32f76 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:32.164916 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-59d2c539-8a10-439e-ba1c-cfaecdc32f76 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Calling delete_port for c3a0f217-e381-4f70-8b31-0ab4289393a7 owned by network:floatingip {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:13:32.319387 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59d2c539-8a10-439e-ba1c-cfaecdc32f76 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:32.350635 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2c539-8a10-439e-ba1c-cfaecdc32f76 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event deleted for resources: {'Port': ['ID=c3a0f217-e381-4f70-8b31-0ab4289393a7,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:32.411918 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59d2c539-8a10-439e-ba1c-cfaecdc32f76 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for floatingip, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:32.412167 n-d-807359-3 neutron-server[109153]: INFO neutron.db.l3_db [None req-59d2c539-8a10-439e-ba1c-cfaecdc32f76 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Floating IP 6d63fb95-7618-45b4-93c1-2b21a1c092b4 disassociated (deleted). External IP: 172.25.2.33, port: 0b002407-9bb5-4503-976d-ea0532799266. Nov 11 13:13:32.627941 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d2c539-8a10-439e-ba1c-cfaecdc32f76 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Router 2a5c53df-5bf6-4517-9423-220d37785a04 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:13:32.741102 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d2c539-8a10-439e-ba1c-cfaecdc32f76 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:13:32.745692 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-59d2c539-8a10-439e-ba1c-cfaecdc32f76 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for floatingip, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:32.751730 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3898c-396d-45a7-a654-bfdd190902a8 None None] Sync routers for ids ['2a5c53df-5bf6-4517-9423-220d37785a04'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:13:32.761918 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3898c-396d-45a7-a654-bfdd190902a8 None None] Routers {'2a5c53df-5bf6-4517-9423-220d37785a04'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:13:32.762518 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e4c3898c-396d-45a7-a654-bfdd190902a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:13:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2a5c53df-5bf6-4517-9423-220d37785a04'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:32.773026 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-59d2c539-8a10-439e-ba1c-cfaecdc32f76 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "DELETE /v2.0/floatingips/6d63fb95-7618-45b4-93c1-2b21a1c092b4 HTTP/1.1" status: 204 len: 168 time: 0.8584216 Nov 11 13:13:32.773647 n-d-807359-3 neutron-server[109153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'tag': '0b002407-9bb5-4503-976d-ea0532799266'}] {{(pid=109153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:13:32.776026 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be9a6f92d1588beb023b2f62de243f6ca032e26e790e8f8309d9debd4d65d54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a058cab-e24a-4892-a764-0959a20960d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ad192e28-9057-4c08-8d44-91ffa36dbfe1", "tag": "0b002407-9bb5-4503-976d-ea0532799266"}]}' {{(pid=109153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:13:32.813046 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaa54f3-e554-4923-9959-e97a60533557 x-openstack-request-id: req-8eaa54f3-e554-4923-9959-e97a60533557 {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:13:32.813368 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad192e28-9057-4c08-8d44-91ffa36dbfe1", "tag": "0b002407-9bb5-4503-976d-ea0532799266", "status": "completed", "code": 200}]} {{(pid=109153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:13:32.813640 n-d-807359-3 neutron-server[109153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8eaa54f3-e554-4923-9959-e97a60533557 {{(pid=109153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:13:32.814058 n-d-807359-3 neutron-server[109153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'tag': '0b002407-9bb5-4503-976d-ea0532799266', 'status': 'completed', 'code': 200} Nov 11 13:13:32.876854 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-e4c3898c-396d-45a7-a654-bfdd190902a8 None None] Set router 2a5c53df-5bf6-4517-9423-220d37785a04 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:13:32.885358 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a058cab-e24a-4892-a764-0959a20960d3 req-d7b71f36-7bfd-4fb4-a6fe-a808edcff94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:32.887665 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4a058cab-e24a-4892-a764-0959a20960d3 req-d7b71f36-7bfd-4fb4-a6fe-a808edcff94a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 1095 time: 0.0451977 Nov 11 13:13:33.008423 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a058cab-e24a-4892-a764-0959a20960d3 req-61cd74f7-0006-40f8-a5cb-11be2db34f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:33.010551 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4a058cab-e24a-4892-a764-0959a20960d3 req-61cd74f7-0006-40f8-a5cb-11be2db34f81 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 200 len: 911 time: 0.1090291 Nov 11 13:13:33.016849 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1d27a-afd4-4811-8102-f04adbe720d3 req-b1f84b05-4746-4901-8fb1-09f0d57e875c tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:33.018588 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3e1d27a-afd4-4811-8102-f04adbe720d3 req-b1f84b05-4746-4901-8fb1-09f0d57e875c tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 944 time: 0.0515947 Nov 11 13:13:33.054587 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4a058cab-e24a-4892-a764-0959a20960d3 req-7002df9f-e0e6-4e76-b67d-640cc0e636db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b002407-9bb5-4503-976d-ea0532799266 HTTP/1.1" status: 200 len: 217 time: 0.0361035 Nov 11 13:13:33.074865 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-e3e1d27a-afd4-4811-8102-f04adbe720d3 req-a8ab6fce-001c-4749-83e3-2b9dec3c39fe tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491502 Nov 11 13:13:33.098787 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e4c3898c-396d-45a7-a654-bfdd190902a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '2f1ba87c-24dd-496f-a249-8b62e5da25c6', 'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'mac_address': 'fa:16:3e:14:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:56Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 5, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'subnets': [{'id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:33.112021 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a058cab-e24a-4892-a764-0959a20960d3 req-311569b9-1d32-4bfb-bc12-d02a21bcdda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:33.113770 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4a058cab-e24a-4892-a764-0959a20960d3 req-311569b9-1d32-4bfb-bc12-d02a21bcdda9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d806649-daf3-41c4-b7f8-af4b68e69cba HTTP/1.1" status: 200 len: 848 time: 0.0522418 Nov 11 13:13:33.163700 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a058cab-e24a-4892-a764-0959a20960d3 req-4eed622e-d064-465e-b712-f4a622243cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:33.165257 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4a058cab-e24a-4892-a764-0959a20960d3 req-4eed622e-d064-465e-b712-f4a622243cdd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9dc93ae8-8e9d-439b-9913-59595ffe9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426784 Nov 11 13:13:33.260985 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4a058cab-e24a-4892-a764-0959a20960d3 req-094acc75-7f45-4f41-ba53-7da9f653a775 service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874822 Nov 11 13:13:33.293177 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3898c-396d-45a7-a654-bfdd190902a8 None None] Checking router: 2a5c53df-5bf6-4517-9423-220d37785a04 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:13:33.302512 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3898c-396d-45a7-a654-bfdd190902a8 None None] Routers {'2a5c53df-5bf6-4517-9423-220d37785a04'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:13:33.303174 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e4c3898c-396d-45a7-a654-bfdd190902a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:13:08Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2a5c53df-5bf6-4517-9423-220d37785a04'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:33.372127 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-4a058cab-e24a-4892-a764-0959a20960d3 req-73546793-a6ca-4e3d-a007-4c47ef98ae17 service neutron] 10.222.0.62 "GET /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024146 Nov 11 13:13:33.387795 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device e4acc99f-9b96-43ad-b25c-224281fd2f33 no longer exists at agent hyperv_n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:13:33.415074 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] No Port match for: e4acc99f-9b96-43ad-b25c-224281fd2f33 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:13:33.415409 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Device e4acc99f-9b96-43ad-b25c-224281fd2f33 not bound to the agent host n-h2-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:13:33.433509 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-e4c3898c-396d-45a7-a654-bfdd190902a8 None None] Set router 2a5c53df-5bf6-4517-9423-220d37785a04 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:13:33.630762 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-e4c3898c-396d-45a7-a654-bfdd190902a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '2f1ba87c-24dd-496f-a249-8b62e5da25c6', 'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'mac_address': 'fa:16:3e:14:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:56Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 5, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'subnets': [{'id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:33.660844 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3898c-396d-45a7-a654-bfdd190902a8 None None] The sync data for ids ['2a5c53df-5bf6-4517-9423-220d37785a04'] in n-d-807359-3 is: [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:57Z', 'revision_number': 4, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3', '_interfaces': [{'id': '2f1ba87c-24dd-496f-a249-8b62e5da25c6', 'name': '', 'network_id': '9dc93ae8-8e9d-439b-9913-59595ffe9d81', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'mac_address': 'fa:16:3e:14:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:56Z', 'updated_at': '2021-11-11T13:09:02Z', 'revision_number': 5, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'subnets': [{'id': '6d806649-daf3-41c4-b7f8-af4b68e69cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:13:33.891601 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2723c33-6796-4c4d-b10d-87b884554e9a None None] New status for floating IP 6d63fb95-7618-45b4-93c1-2b21a1c092b4: DOWN {{(pid=109156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 13:13:34.212298 n-d-807359-3 neutron-server[109153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb5fb7-33cb-49ee-a062-af02fb37ed49 req-adcb60c6-a490-4fa7-b7eb-cb156cad6c6e tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:34.213833 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-54bb5fb7-33cb-49ee-a062-af02fb37ed49 req-adcb60c6-a490-4fa7-b7eb-cb156cad6c6e tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 944 time: 0.0532920 Nov 11 13:13:34.263072 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-54bb5fb7-33cb-49ee-a062-af02fb37ed49 req-e4976807-96ce-43f5-9cb8-0e0da51d766d tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431807 Nov 11 13:13:34.879184 n-d-807359-3 neutron-server[109154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ba097-c2fe-487c-bdc3-7e53434e75a9 req-1c99b8cf-bc10-4899-a20e-5f547c69d093 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:13:34.880651 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6f1ba097-c2fe-487c-bdc3-7e53434e75a9 req-1c99b8cf-bc10-4899-a20e-5f547c69d093 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 944 time: 0.0590911 Nov 11 13:13:34.977814 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-6f1ba097-c2fe-487c-bdc3-7e53434e75a9 req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Deleting port 0b002407-9bb5-4503-976d-ea0532799266 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:13:34.978109 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6f1ba097-c2fe-487c-bdc3-7e53434e75a9 req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:35.079300 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [req-6f1ba097-c2fe-487c-bdc3-7e53434e75a9 req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] For port 0b002407-9bb5-4503-976d-ea0532799266, host n-h1-807359-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-3',level=0,port_id=0b002407-9bb5-4503-976d-ea0532799266,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:13:35.079649 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6f1ba097-c2fe-487c-bdc3-7e53434e75a9 req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:35.092531 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [req-6f1ba097-c2fe-487c-bdc3-7e53434e75a9 req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Calling delete_port for 0b002407-9bb5-4503-976d-ea0532799266 owned by compute:nova {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:13:35.229159 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6f1ba097-c2fe-487c-bdc3-7e53434e75a9 req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:35.261687 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event deleted for resources: {'Port': ['ID=0b002407-9bb5-4503-976d-ea0532799266,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:35.276340 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:35.276967 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:35.277305 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:35.277642 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:35.278007 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:35.278321 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:35.278650 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:35.278995 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:35.279312 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:35.279630 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:35.279933 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:35.280248 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-3 {{(pid=109154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:13:35.319128 n-d-807359-3 neutron-server[109154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1ba097-c2fe-487c-bdc3-7e53434e75a9 req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] No DVR routers for this DVR port 0b002407-9bb5-4503-976d-ea0532799266 on host n-h1-807359-3 {{(pid=109154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:13:35.321815 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [req-6f1ba097-c2fe-487c-bdc3-7e53434e75a9 req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501650'] for port, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:35.325238 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [req-6f1ba097-c2fe-487c-bdc3-7e53434e75a9 req-7986f2a6-256c-444f-830b-f0c90b875e29 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.62 "DELETE /v2.0/ports/0b002407-9bb5-4503-976d-ea0532799266 HTTP/1.1" status: 204 len: 173 time: 0.4376645 Nov 11 13:13:35.325683 n-d-807359-3 neutron-server[109154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'name': 'network-vif-deleted', 'tag': '0b002407-9bb5-4503-976d-ea0532799266'}] {{(pid=109154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:13:35.327971 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cde2e1aad83bf3cdeabc7d0721b173377274bd748391cc2f12f236c8e9facb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03dc0b9-3255-47c5-8518-eee26eee0eb3" -d '{"events": [{"server_uuid": "ad192e28-9057-4c08-8d44-91ffa36dbfe1", "name": "network-vif-deleted", "tag": "0b002407-9bb5-4503-976d-ea0532799266"}]}' {{(pid=109154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:13:35.361472 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [req-dd213629-f6b2-4d6c-8f46-06e2b8ded133 req-b5b2de2e-a884-4d5e-86ed-51f651a04800 tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad192e28-9057-4c08-8d44-91ffa36dbfe1 HTTP/1.1" status: 200 len: 210 time: 0.0285876 Nov 11 13:13:35.370606 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ce88e6-80db-4293-9ac6-c9195152ece3 x-openstack-request-id: req-78ce88e6-80db-4293-9ac6-c9195152ece3 {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:13:35.370896 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad192e28-9057-4c08-8d44-91ffa36dbfe1", "name": "network-vif-deleted", "tag": "0b002407-9bb5-4503-976d-ea0532799266", "status": "completed", "code": 200}]} {{(pid=109154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:13:35.371147 n-d-807359-3 neutron-server[109154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78ce88e6-80db-4293-9ac6-c9195152ece3 {{(pid=109154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:13:35.372211 n-d-807359-3 neutron-server[109154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad192e28-9057-4c08-8d44-91ffa36dbfe1', 'name': 'network-vif-deleted', 'tag': '0b002407-9bb5-4503-976d-ea0532799266', 'status': 'completed', 'code': 200} Nov 11 13:13:35.957765 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-57cbcec1-4e7e-4bdc-a1a9-7dfeab838a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:36.432884 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48580) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:13:36.493052 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3e983d0c-6c77-43d8-80f5-1ba42d5e97ca tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:36.518388 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3e983d0c-6c77-43d8-80f5-1ba42d5e97ca tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:36.579526 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3e983d0c-6c77-43d8-80f5-1ba42d5e97ca tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:36.582313 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-3e983d0c-6c77-43d8-80f5-1ba42d5e97ca tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Publish callbacks [] for security_group, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:36.583511 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-3e983d0c-6c77-43d8-80f5-1ba42d5e97ca tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] 10.222.0.65 "DELETE /v2.0/security-groups/d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96 HTTP/1.1" status: 204 len: 168 time: 0.1496012 Nov 11 13:13:36.592689 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e983d0c-6c77-43d8-80f5-1ba42d5e97ca tempest-TestSnapshotPattern-53804693 tempest-TestSnapshotPattern-53804693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c0c6a7-5a1a-4acc-a3d2-a5c3ddca3e96,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:36.636835 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48584) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:13:36.984350 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1f19c3b-068e-4a74-95a0-57d0ed4ea53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:37.542045 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-f1f19c3b-068e-4a74-95a0-57d0ed4ea53c admin admin] Deleting port 2f1ba87c-24dd-496f-a249-8b62e5da25c6 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:13:37.542789 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1f19c3b-068e-4a74-95a0-57d0ed4ea53c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:37.625502 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-f1f19c3b-068e-4a74-95a0-57d0ed4ea53c admin admin] For port 2f1ba87c-24dd-496f-a249-8b62e5da25c6, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=2f1ba87c-24dd-496f-a249-8b62e5da25c6,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:13:37.625887 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1f19c3b-068e-4a74-95a0-57d0ed4ea53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:37.638092 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-f1f19c3b-068e-4a74-95a0-57d0ed4ea53c admin admin] Calling delete_port for 2f1ba87c-24dd-496f-a249-8b62e5da25c6 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:13:37.818294 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1f19c3b-068e-4a74-95a0-57d0ed4ea53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:37.847217 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f19c3b-068e-4a74-95a0-57d0ed4ea53c admin admin] Pushing event deleted for resources: {'Port': ['ID=2f1ba87c-24dd-496f-a249-8b62e5da25c6,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:38.014883 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-f1f19c3b-068e-4a74-95a0-57d0ed4ea53c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:38.236099 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f19c3b-068e-4a74-95a0-57d0ed4ea53c admin admin] Router 2a5c53df-5bf6-4517-9423-220d37785a04 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:13:38.245456 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae207-d3d3-4fe4-a203-c399419ebe00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:38.348022 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f19c3b-068e-4a74-95a0-57d0ed4ea53c admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:13:38.355211 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-f1f19c3b-068e-4a74-95a0-57d0ed4ea53c admin admin] 10.222.0.65 "PUT /v2.0/routers/2a5c53df-5bf6-4517-9423-220d37785a04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7172647 Nov 11 13:13:38.358334 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48586) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:13:38.359274 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2c64a-0a6c-4602-9c62-2074581cfdcf None None] Sync routers for ids ['2a5c53df-5bf6-4517-9423-220d37785a04'] in n-d-807359-3 {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:13:38.371943 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c2c64a-0a6c-4602-9c62-2074581cfdcf None None] Routers {'2a5c53df-5bf6-4517-9423-220d37785a04'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:13:38.372559 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f1c2c64a-0a6c-4602-9c62-2074581cfdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:13:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2a5c53df-5bf6-4517-9423-220d37785a04'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:38.414863 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 0b002407-9bb5-4503-976d-ea0532799266 no longer exists at agent hyperv_n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:13:38.443880 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] No Port match for: 0b002407-9bb5-4503-976d-ea0532799266 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:13:38.444251 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Device 0b002407-9bb5-4503-976d-ea0532799266 not bound to the agent host n-h1-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:13:38.468596 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de77529f-9b7f-44db-b541-dc27b1738163 admin admin] Publish callbacks [] for router, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:38.500066 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-f1c2c64a-0a6c-4602-9c62-2074581cfdcf None None] Set router 2a5c53df-5bf6-4517-9423-220d37785a04 gateway port host: n-d-807359-3 {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:13:38.568064 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de77529f-9b7f-44db-b541-dc27b1738163 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:38.627362 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-de77529f-9b7f-44db-b541-dc27b1738163 admin admin] Deleting port 4aea9955-1752-4c49-8051-ab47194b4fc2 {{(pid=109154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:13:38.627675 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de77529f-9b7f-44db-b541-dc27b1738163 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:38.679448 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f1c2c64a-0a6c-4602-9c62-2074581cfdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:13:37Z', 'revision_number': 5, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port': {'id': '4aea9955-1752-4c49-8051-ab47194b4fc2', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:38.704795 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.db [None req-de77529f-9b7f-44db-b541-dc27b1738163 admin admin] For port 4aea9955-1752-4c49-8051-ab47194b4fc2, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=4aea9955-1752-4c49-8051-ab47194b4fc2,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:13:38.705152 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de77529f-9b7f-44db-b541-dc27b1738163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:38.705268 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2c64a-0a6c-4602-9c62-2074581cfdcf None None] Checking router: 2a5c53df-5bf6-4517-9423-220d37785a04 for host: n-d-807359-3 {{(pid=109155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:13:38.713406 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c2c64a-0a6c-4602-9c62-2074581cfdcf None None] Routers {'2a5c53df-5bf6-4517-9423-220d37785a04'} bound to L3 agent in host n-d-807359-3 {{(pid=109155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:13:38.714070 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f1c2c64a-0a6c-4602-9c62-2074581cfdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:13:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['2a5c53df-5bf6-4517-9423-220d37785a04'], 'active': True} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:38.718015 n-d-807359-3 neutron-server[109154]: DEBUG neutron.plugins.ml2.plugin [None req-de77529f-9b7f-44db-b541-dc27b1738163 admin admin] Calling delete_port for 4aea9955-1752-4c49-8051-ab47194b4fc2 owned by network:router_gateway {{(pid=109154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:13:38.799345 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvr_db [None req-f1c2c64a-0a6c-4602-9c62-2074581cfdcf None None] Set router 2a5c53df-5bf6-4517-9423-220d37785a04 gateway port host: None {{(pid=109155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:13:38.852661 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_hamode_db [None req-f1c2c64a-0a6c-4602-9c62-2074581cfdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:13:38Z', 'revision_number': 6, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:38.878914 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2c64a-0a6c-4602-9c62-2074581cfdcf None None] The sync data for ids ['2a5c53df-5bf6-4517-9423-220d37785a04'] in n-d-807359-3 is: [{'id': '2a5c53df-5bf6-4517-9423-220d37785a04', 'name': 'tempest-TestSnapshotPattern-962984051-router', 'tenant_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:54Z', 'updated_at': '2021-11-11T13:13:38Z', 'revision_number': 6, 'project_id': '3ceeb39ae11541ddb771a2a056c8a9fa', 'gw_port_host': None}] {{(pid=109155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:13:38.893434 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de77529f-9b7f-44db-b541-dc27b1738163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60618088'] for port, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:38.923163 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77529f-9b7f-44db-b541-dc27b1738163 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aea9955-1752-4c49-8051-ab47194b4fc2,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:38.936944 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef53272-3a6e-43d6-856f-bae9c915bdb6 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:13:38.988204 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de77529f-9b7f-44db-b541-dc27b1738163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.077272 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de77529f-9b7f-44db-b541-dc27b1738163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.079598 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de77529f-9b7f-44db-b541-dc27b1738163 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.126441 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de77529f-9b7f-44db-b541-dc27b1738163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.127069 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de77529f-9b7f-44db-b541-dc27b1738163 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a5c53df-5bf6-4517-9423-220d37785a04 {{(pid=109154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 13:13:39.133141 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-de77529f-9b7f-44db-b541-dc27b1738163 admin admin] Publish callbacks [] for router, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.134651 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-de77529f-9b7f-44db-b541-dc27b1738163 admin admin] 10.222.0.65 "DELETE /v2.0/routers/2a5c53df-5bf6-4517-9423-220d37785a04 HTTP/1.1" status: 204 len: 168 time: 0.7751703 Nov 11 13:13:39.137447 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48588) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:13:39.188705 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b093731-ce6f-407c-b6f2-555fe92c58a8 admin admin] Deleting subnet 6d806649-daf3-41c4-b7f8-af4b68e69cba {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 13:13:39.193898 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b093731-ce6f-407c-b6f2-555fe92c58a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.241680 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b093731-ce6f-407c-b6f2-555fe92c58a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.337140 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b093731-ce6f-407c-b6f2-555fe92c58a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.389412 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b093731-ce6f-407c-b6f2-555fe92c58a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.393928 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.415734 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b093731-ce6f-407c-b6f2-555fe92c58a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d806649-daf3-41c4-b7f8-af4b68e69cba,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:39.417685 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-6b093731-ce6f-407c-b6f2-555fe92c58a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.423243 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-6b093731-ce6f-407c-b6f2-555fe92c58a8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6d806649-daf3-41c4-b7f8-af4b68e69cba HTTP/1.1" status: 204 len: 168 time: 0.2823894 Nov 11 13:13:39.423504 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48590) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:13:39.423646 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e24a93-c3c3-4f44-9d0f-b933d3ee34d4 None None] Network 9dc93ae8-8e9d-439b-9913-59595ffe9d81 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 13:13:39.494718 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.549915 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] Deleting port 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:13:39.550264 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.613926 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] For port 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=8d0bf75e-bf1e-44cd-ac0c-7dd92065abad,segment=NetworkSegment(e89633f7-4778-4bbf-af67-36a2a6d5366f),segment_id=e89633f7-4778-4bbf-af67-36a2a6d5366f)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:13:39.614178 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.631105 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] Calling delete_port for 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:13:39.690234 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a996f593-f6eb-408a-a6d6-4313cc02445d None None] DHCP port deletion for 9dc93ae8-8e9d-439b-9913-59595ffe9d81 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:13:39.718609 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2f1ba87c-24dd-496f-a249-8b62e5da25c6 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:13:39.727111 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.744444 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 2f1ba87c-24dd-496f-a249-8b62e5da25c6 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:13:39.744833 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 2f1ba87c-24dd-496f-a249-8b62e5da25c6 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:13:39.754708 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d0bf75e-bf1e-44cd-ac0c-7dd92065abad,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:39.760342 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] No DVR routers for this DVR port 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:13:39.769260 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a996f593-f6eb-408a-a6d6-4313cc02445d None None] Deleting port 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:13:39.769747 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a996f593-f6eb-408a-a6d6-4313cc02445d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.831905 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-a996f593-f6eb-408a-a6d6-4313cc02445d None None] For port 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad, host n-d-807359-3, got binding levels [] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:13:39.832295 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a996f593-f6eb-408a-a6d6-4313cc02445d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.838519 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.844710 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-a996f593-f6eb-408a-a6d6-4313cc02445d None None] Calling delete_port for 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:13:39.847412 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.ipam_backend_mixin [None req-a996f593-f6eb-408a-a6d6-4313cc02445d None None] Port 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad was not found and therefore no delete operation was performed {{(pid=109155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 13:13:39.848720 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a996f593-f6eb-408a-a6d6-4313cc02445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.858433 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc93ae8-8e9d-439b-9913-59595ffe9d81']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:39.868208 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89633f7-4778-4bbf-af67-36a2a6d5366f') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:39.868506 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89633f7-4778-4bbf-af67-36a2a6d5366f') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:39.877800 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996f593-f6eb-408a-a6d6-4313cc02445d None None] Pushing event deleted for resources: {'Port': ['ID=8d0bf75e-bf1e-44cd-ac0c-7dd92065abad,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:39.881816 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996f593-f6eb-408a-a6d6-4313cc02445d None None] No DVR routers for this DVR port 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:13:39.891684 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.905937 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.912434 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 13:13:39.912833 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: timer() Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 13:13:39.914768 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 13:13:39.975066 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.991078 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.994298 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9dc93ae8-8e9d-439b-9913-59595ffe9d81 HTTP/1.1" status: 204 len: 168 time: 0.5698917 Nov 11 13:13:39.995582 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81db2ed-74a4-4df3-b2a8-ee0f60e65952 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc93ae8-8e9d-439b-9913-59595ffe9d81,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:39.997160 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48592) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:13:40.347742 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a9724da-4473-4430-95f8-7825741fca2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969901'] for router_interface, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:40.607444 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-9a9724da-4473-4430-95f8-7825741fca2b admin admin] Deleting port fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:13:40.607727 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a9724da-4473-4430-95f8-7825741fca2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:40.694422 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-9a9724da-4473-4430-95f8-7825741fca2b admin admin] For port fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16,segment=NetworkSegment(d8c1aacf-f283-4255-882a-a8507d9c46e2),segment_id=d8c1aacf-f283-4255-882a-a8507d9c46e2)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:13:40.694993 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a9724da-4473-4430-95f8-7825741fca2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:40.712991 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-9a9724da-4473-4430-95f8-7825741fca2b admin admin] Calling delete_port for fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16 owned by network:router_interface {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:13:40.896952 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a9724da-4473-4430-95f8-7825741fca2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:40.920037 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9724da-4473-4430-95f8-7825741fca2b admin admin] Pushing event deleted for resources: {'Port': ['ID=fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:40.942769 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:41.090893 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9a9724da-4473-4430-95f8-7825741fca2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1970045'] for router_interface, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:41.259092 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:13:41.278849 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:13:41.279194 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 8d0bf75e-bf1e-44cd-ac0c-7dd92065abad not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:13:41.279604 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4aea9955-1752-4c49-8051-ab47194b4fc2 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:13:41.298219 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: 4aea9955-1752-4c49-8051-ab47194b4fc2 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:13:41.298557 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device 4aea9955-1752-4c49-8051-ab47194b4fc2 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:13:41.320428 n-d-807359-3 neutron-server[109153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9724da-4473-4430-95f8-7825741fca2b admin admin] Router c8c5b428-e417-40d0-b937-a82717ee1191 has already been hosted by L3 agent 6cbe4f41-818f-4f19-a6cb-c42fbc37279e {{(pid=109153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:13:41.380231 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:41.435771 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9724da-4473-4430-95f8-7825741fca2b admin admin] Notify agent at l3_agent.n-d-807359-3 the message routers_updated {{(pid=109153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:13:41.440952 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9a9724da-4473-4430-95f8-7825741fca2b admin admin] 10.222.0.65 "PUT /v2.0/routers/c8c5b428-e417-40d0-b937-a82717ee1191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4428639 Nov 11 13:13:41.444183 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48594) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:13:41.447272 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a960f87-ba80-42b9-ad86-444f24551a92 None None] Sync routers for ids ['c8c5b428-e417-40d0-b937-a82717ee1191'] in n-d-807359-3 {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:13:41.457481 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a960f87-ba80-42b9-ad86-444f24551a92 None None] Routers {'c8c5b428-e417-40d0-b937-a82717ee1191'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:13:41.458241 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-9a960f87-ba80-42b9-ad86-444f24551a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:13:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c8c5b428-e417-40d0-b937-a82717ee1191'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:41.547718 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89c7737e-29ad-4d9e-8c4f-54aeceea7a9a admin admin] Publish callbacks [] for router, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:41.560343 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-9a960f87-ba80-42b9-ad86-444f24551a92 None None] Set router c8c5b428-e417-40d0-b937-a82717ee1191 gateway port host: n-d-807359-3 {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:13:41.650929 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89c7737e-29ad-4d9e-8c4f-54aeceea7a9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:41.703828 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-89c7737e-29ad-4d9e-8c4f-54aeceea7a9a admin admin] Deleting port d7db831a-07e6-4ee4-ac30-10d092f236a6 {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:13:41.704070 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89c7737e-29ad-4d9e-8c4f-54aeceea7a9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:41.732338 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-9a960f87-ba80-42b9-ad86-444f24551a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'name': 'tempest-TestSnapshotPattern-699947512-router', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'external_fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd7db831a-07e6-4ee4-ac30-10d092f236a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:59Z', 'updated_at': '2021-11-11T13:13:40Z', 'revision_number': 5, 'project_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'gw_port': {'id': 'd7db831a-07e6-4ee4-ac30-10d092f236a6', 'name': '', 'network_id': '44cf8b0b-583f-4e8e-84f4-e305e43881de', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:08:59Z', 'updated_at': '2021-11-11T13:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c910bf8e-2569-4e77-b777-f978bf585713', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-3'}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:41.757344 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a960f87-ba80-42b9-ad86-444f24551a92 None None] Checking router: c8c5b428-e417-40d0-b937-a82717ee1191 for host: n-d-807359-3 {{(pid=109156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:13:41.766001 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a960f87-ba80-42b9-ad86-444f24551a92 None None] Routers {'c8c5b428-e417-40d0-b937-a82717ee1191'} bound to L3 agent in host n-d-807359-3 {{(pid=109156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:13:41.766605 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-9a960f87-ba80-42b9-ad86-444f24551a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:39:08Z,description=,heartbeat_timestamp=2021-11-11T13:13:38Z,host='n-d-807359-3',id=6cbe4f41-818f-4f19-a6cb-c42fbc37279e,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:39:08Z,topic='l3_agent')) {'router_ids': ['c8c5b428-e417-40d0-b937-a82717ee1191'], 'active': True} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:41.783249 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-89c7737e-29ad-4d9e-8c4f-54aeceea7a9a admin admin] For port d7db831a-07e6-4ee4-ac30-10d092f236a6, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=d7db831a-07e6-4ee4-ac30-10d092f236a6,segment=NetworkSegment(28bd7eaf-c14d-4883-9c8f-1f59603c0288),segment_id=28bd7eaf-c14d-4883-9c8f-1f59603c0288)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:13:41.783605 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89c7737e-29ad-4d9e-8c4f-54aeceea7a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:41.795428 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-89c7737e-29ad-4d9e-8c4f-54aeceea7a9a admin admin] Calling delete_port for d7db831a-07e6-4ee4-ac30-10d092f236a6 owned by network:router_gateway {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:13:41.949090 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_dvr_db [None req-9a960f87-ba80-42b9-ad86-444f24551a92 None None] Set router c8c5b428-e417-40d0-b937-a82717ee1191 gateway port host: None {{(pid=109156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:13:42.003944 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.l3_hamode_db [None req-9a960f87-ba80-42b9-ad86-444f24551a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'name': 'tempest-TestSnapshotPattern-699947512-router', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:59Z', 'updated_at': '2021-11-11T13:13:41Z', 'revision_number': 6, 'project_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'gw_port_host': None}], 'n-d-807359-3', False) {} {{(pid=109156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:42.030764 n-d-807359-3 neutron-server[109156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a960f87-ba80-42b9-ad86-444f24551a92 None None] The sync data for ids ['c8c5b428-e417-40d0-b937-a82717ee1191'] in n-d-807359-3 is: [{'id': 'c8c5b428-e417-40d0-b937-a82717ee1191', 'name': 'tempest-TestSnapshotPattern-699947512-router', 'tenant_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:08:59Z', 'updated_at': '2021-11-11T13:13:41Z', 'revision_number': 6, 'project_id': 'ed0bd29b2cfd42deb478146872c30cd3', 'gw_port_host': None}] {{(pid=109156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:13:42.311614 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89c7737e-29ad-4d9e-8c4f-54aeceea7a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:42.336398 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7737e-29ad-4d9e-8c4f-54aeceea7a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d7db831a-07e6-4ee4-ac30-10d092f236a6,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:42.350239 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de96fa-5618-475a-9b77-878cb9614725 None None] DHCP port deletion for 44cf8b0b-583f-4e8e-84f4-e305e43881de request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:13:42.399079 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89c7737e-29ad-4d9e-8c4f-54aeceea7a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1966999'] for router_gateway, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:42.492598 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89c7737e-29ad-4d9e-8c4f-54aeceea7a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1979904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500153'] for router, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:42.495139 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89c7737e-29ad-4d9e-8c4f-54aeceea7a9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:42.538848 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89c7737e-29ad-4d9e-8c4f-54aeceea7a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1979915'] for router, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:42.539436 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c7737e-29ad-4d9e-8c4f-54aeceea7a9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8c5b428-e417-40d0-b937-a82717ee1191 {{(pid=109153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 13:13:42.544708 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-89c7737e-29ad-4d9e-8c4f-54aeceea7a9a admin admin] Publish callbacks [] for router, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:42.545905 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-89c7737e-29ad-4d9e-8c4f-54aeceea7a9a admin admin] 10.222.0.65 "DELETE /v2.0/routers/c8c5b428-e417-40d0-b937-a82717ee1191 HTTP/1.1" status: 204 len: 168 time: 1.1006091 Nov 11 13:13:42.548546 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48596) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:13:42.593322 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c335b73-f165-4c50-b08a-1199d637f18e admin admin] Deleting subnet 86cffbe2-8a75-45f2-a2bf-0cb188e9689a {{(pid=109153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 13:13:42.596761 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9c335b73-f165-4c50-b08a-1199d637f18e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:42.632174 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9c335b73-f165-4c50-b08a-1199d637f18e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61635879'] for subnet, precommit_delete_associations {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:42.718313 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9c335b73-f165-4c50-b08a-1199d637f18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930314'] for subnet, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:42.775170 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9c335b73-f165-4c50-b08a-1199d637f18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1943838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61769506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61766188'] for subnet, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:42.802878 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c335b73-f165-4c50-b08a-1199d637f18e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86cffbe2-8a75-45f2-a2bf-0cb188e9689a,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:42.805433 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-9c335b73-f165-4c50-b08a-1199d637f18e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:42.811002 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-9c335b73-f165-4c50-b08a-1199d637f18e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/86cffbe2-8a75-45f2-a2bf-0cb188e9689a HTTP/1.1" status: 204 len: 168 time: 0.2591798 Nov 11 13:13:42.811186 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cb0620-f088-448b-9fb4-79a47dd40620 None None] Network 71ea724d-54da-4c30-bc0b-feb47b9fecd1 requested from n-d-807359-3 {{(pid=109155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 13:13:42.811297 n-d-807359-3 neutron-server[109153]: DEBUG neutron.wsgi [-] (109153) accepted ('10.222.0.65', 48598) {{(pid=109153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:13:42.885326 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633446'] for network, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:42.938902 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] Deleting port a4f82fd6-4a34-4f03-b8dc-e8671c4e451b {{(pid=109153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:13:42.939244 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:43.004991 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b4ea5e-d3b0-4354-b36d-b0f029a394a0 None None] DHCP port deletion for 71ea724d-54da-4c30-bc0b-feb47b9fecd1 request from n-d-807359-3 {{(pid=109155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:13:43.005363 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.db [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] For port a4f82fd6-4a34-4f03-b8dc-e8671c4e451b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a4f82fd6-4a34-4f03-b8dc-e8671c4e451b,segment=NetworkSegment(d8c1aacf-f283-4255-882a-a8507d9c46e2),segment_id=d8c1aacf-f283-4255-882a-a8507d9c46e2)] {{(pid=109153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:13:43.005769 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:43.024090 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] Calling delete_port for a4f82fd6-4a34-4f03-b8dc-e8671c4e451b owned by network:dhcp {{(pid=109153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:13:43.066652 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e6b4ea5e-d3b0-4354-b36d-b0f029a394a0 None None] Deleting port a4f82fd6-4a34-4f03-b8dc-e8671c4e451b {{(pid=109155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:13:43.067124 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e6b4ea5e-d3b0-4354-b36d-b0f029a394a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732443571887'] for port, before_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:43.108234 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61769487'] for port, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:43.128134 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.db [None req-e6b4ea5e-d3b0-4354-b36d-b0f029a394a0 None None] For port a4f82fd6-4a34-4f03-b8dc-e8671c4e451b, host n-d-807359-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-3',level=0,port_id=a4f82fd6-4a34-4f03-b8dc-e8671c4e451b,segment=NetworkSegment(d8c1aacf-f283-4255-882a-a8507d9c46e2),segment_id=d8c1aacf-f283-4255-882a-a8507d9c46e2)] {{(pid=109155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:13:43.128526 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e6b4ea5e-d3b0-4354-b36d-b0f029a394a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1971467'] for port, precommit_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:43.137862 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f82fd6-4a34-4f03-b8dc-e8671c4e451b,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:43.140991 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-e6b4ea5e-d3b0-4354-b36d-b0f029a394a0 None None] Calling delete_port for a4f82fd6-4a34-4f03-b8dc-e8671c4e451b owned by network:dhcp {{(pid=109155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:13:43.141359 n-d-807359-3 neutron-server[109153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] No DVR routers for this DVR port a4f82fd6-4a34-4f03-b8dc-e8671c4e451b on host n-d-807359-3 {{(pid=109153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:13:43.219883 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e6b4ea5e-d3b0-4354-b36d-b0f029a394a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1034699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732443579257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732443168633'] for port, after_delete {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:43.224205 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-930995', 'neutron.services.segments.db._delete_segments_for_network-8732443731429'] for network, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:43.231273 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:13:43.245706 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ea724d-54da-4c30-bc0b-feb47b9fecd1']}} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:43.254681 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c1aacf-f283-4255-882a-a8507d9c46e2') {'for_net_delete': True} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:43.254971 n-d-807359-3 neutron-server[109153]: DEBUG neutron.services.segments.db [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c1aacf-f283-4255-882a-a8507d9c46e2') {} {{(pid=109153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:13:43.264170 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732443475182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61635902'] for segment, before_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:43.266548 n-d-807359-3 neutron-server[109155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4ea5e-d3b0-4354-b36d-b0f029a394a0 None None] Pushing event deleted for resources: {'Port': ['ID=a4f82fd6-4a34-4f03-b8dc-e8671c4e451b,revision_number=None']} {{(pid=109155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:43.268479 n-d-807359-3 neutron-server[109155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b4ea5e-d3b0-4354-b36d-b0f029a394a0 None None] No DVR routers for this DVR port a4f82fd6-4a34-4f03-b8dc-e8671c4e451b on host n-d-807359-3 {{(pid=109155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:13:43.269711 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:13:43.270048 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device fa18e191-fcc6-4fd5-a8fc-4ff7555b6a16 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:13:43.270446 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a4f82fd6-4a34-4f03-b8dc-e8671c4e451b no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:13:43.283266 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203'] for segment, precommit_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:43.290336 n-d-807359-3 neutron-server[109153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=109153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 13:13:43.290732 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61769596'] for segment, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:43.291433 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: a4f82fd6-4a34-4f03-b8dc-e8671c4e451b {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:13:43.291774 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device a4f82fd6-4a34-4f03-b8dc-e8671c4e451b not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:13:43.292181 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device d7db831a-07e6-4ee4-ac30-10d092f236a6 no longer exists at agent ovs-agent-n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: Traceback (most recent call last): Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: timer() Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: cb(*args, **kw) Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: return func(*args, **kwargs) Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: self._notify() Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: self.callback(batched_events) Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: event.method(event) Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: return f(self, *a, **k) Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: return self._get(url).json() Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: return self.request(url, 'GET', **kwargs) Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 13:13:43.292968 n-d-807359-3 neutron-server[109153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 13:13:43.311277 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.plugin [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] No Port match for: d7db831a-07e6-4ee4-ac30-10d092f236a6 {{(pid=109155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:13:43.311603 n-d-807359-3 neutron-server[109155]: DEBUG neutron.plugins.ml2.rpc [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Device d7db831a-07e6-4ee4-ac30-10d092f236a6 not bound to the agent host n-d-807359-3 {{(pid=109155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:13:43.351318 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-930948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1967099'] for network, after_delete {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:43.357358 n-d-807359-3 neutron-server[109153]: DEBUG neutron_lib.callbacks.manager [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] Publish callbacks [] for network, before_response {{(pid=109153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:43.360815 n-d-807359-3 neutron-server[109153]: INFO neutron.wsgi [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/71ea724d-54da-4c30-bc0b-feb47b9fecd1 HTTP/1.1" status: 204 len: 168 time: 0.5486641 Nov 11 13:13:43.372411 n-d-807359-3 neutron-server[109153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6d902-6651-40b0-b5c7-f39cff14c7d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=71ea724d-54da-4c30-bc0b-feb47b9fecd1,revision_number=None']} {{(pid=109153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:43.562625 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48602) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:13:43.604763 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-122e3602-8118-4efa-8b7e-30ba3812a74a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ceeb39ae11541ddb771a2a056c8a9fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409737 Nov 11 13:13:43.607468 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48604) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:13:43.666915 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ca90-af53-4017-b33a-b55f20b004ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:43.688786 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ca90-af53-4017-b33a-b55f20b004ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:43.737156 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ca90-af53-4017-b33a-b55f20b004ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:43.740173 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ca90-af53-4017-b33a-b55f20b004ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:43.741317 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-b1e7ca90-af53-4017-b33a-b55f20b004ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eb87bfb7-e8d4-4d08-9ad0-28b0d24caaf4 HTTP/1.1" status: 204 len: 168 time: 0.1329484 Nov 11 13:13:43.749316 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7ca90-af53-4017-b33a-b55f20b004ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb87bfb7-e8d4-4d08-9ad0-28b0d24caaf4,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:44.077242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48610) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:13:44.117642 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-005d45d5-05fd-4fb2-a77f-4cf254efe8ea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed0bd29b2cfd42deb478146872c30cd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391951 Nov 11 13:13:44.120993 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [-] (109154) accepted ('10.222.0.65', 48612) {{(pid=109154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:13:44.167573 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a95eca16-917d-46e3-a128-fefde80fa3e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:44.187679 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a95eca16-917d-46e3-a128-fefde80fa3e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:44.236279 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a95eca16-917d-46e3-a128-fefde80fa3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952983'] for security_group, after_delete {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:44.239271 n-d-807359-3 neutron-server[109154]: DEBUG neutron_lib.callbacks.manager [None req-a95eca16-917d-46e3-a128-fefde80fa3e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:44.240419 n-d-807359-3 neutron-server[109154]: INFO neutron.wsgi [None req-a95eca16-917d-46e3-a128-fefde80fa3e5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2dfb223-cbd5-4551-be2d-e59f016ffdca HTTP/1.1" status: 204 len: 168 time: 0.1184490 Nov 11 13:13:44.248453 n-d-807359-3 neutron-server[109154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95eca16-917d-46e3-a128-fefde80fa3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dfb223-cbd5-4551-be2d-e59f016ffdca,revision_number=None']} {{(pid=109154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:13:46.536073 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:52.404107 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:56.489602 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:14:05.973006 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-0b74433d-2479-49d6-9967-250ed60c8c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:08.259043 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8d11ff1c-9d14-4a59-af81-a56305a7e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:09.406818 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:10.951238 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:11.396579 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:16.538682 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:22.405096 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:33.489973 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:14:35.977001 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f24a3fe2-61ee-44c9-b5e6-8311d74ebba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:38.257772 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-8852b424-7050-4696-8e3c-d96b29fc329d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:39.416007 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:40.949918 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:41.386420 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:46.540032 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:52.418724 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:05.979295 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-09c26f72-9634-4f92-8630-fe049f65284c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:08.256316 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ac183e2b-efca-4cc9-a8b5-e435edbfb702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:09.420627 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:10.496221 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:15:10.959859 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:11.386646 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:16.547934 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:22.423113 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:35.981961 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ecb68fce-0dd5-4b71-8f70-7bc6a8fff4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:38.253920 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-af8435c0-f058-4d26-abe0-db109412e082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:39.424701 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:40.963249 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:41.389503 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:46.547184 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:47.495728 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:15:52.420656 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:05.985446 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-27f3402e-a681-4579-b273-bb9aa4472301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:08.249438 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-35ed1ebe-0ea6-49f0-988d-dc61d7e1e99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:09.420156 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:10.963382 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:11.396378 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:16.551365 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:22.439156 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:24.501319 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:16:35.985695 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-45978aee-ba9b-4857-82c5-b35a74a8ead1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:38.254566 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-75930965-6948-4437-8909-2ce600a7c088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:39.430543 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:40.968469 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:41.388793 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:46.572302 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:52.441088 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:17:01.509538 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:17:05.990402 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-ae714463-76b8-4b71-90b5-f44fcce92157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:17:08.259093 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3a8046ca-b5fa-4997-a19d-76389be3a66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:17:09.430680 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:17:10.976524 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:17:11.391175 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:17:16.575855 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:17:22.445647 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:17:35.995464 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-157adda4-e89b-4a0c-8bdc-5c588f3e1708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:17:38.264720 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-43f2b2d0-ed6a-4dfa-8dac-99ea94dfa005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:17:38.504357 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:17:39.440789 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:17:40.977621 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:17:41.392532 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:17:46.591606 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:17:52.451617 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:18:05.997083 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-364d792e-e792-4780-b26a-f552439402a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:18:08.270447 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fec62bb7-7a31-4463-a13a-273517c6c305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:18:09.442868 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:18:10.980499 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:18:11.391813 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:18:15.506257 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:18:16.609533 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:18:22.455404 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:18:35.998984 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-e11c191f-cd5c-4a87-af64-0704e452c366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:18:38.265185 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-c39dbb54-e1bb-45ea-9bfc-98e114dbe6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:18:39.447371 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:18:40.989993 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:18:41.392626 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:18:46.605758 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:18:52.434813 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:18:52.509380 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:19:05.995095 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-eae43470-003f-435b-8f0a-cb9de90a8317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:19:08.269606 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-282ad01e-6b0f-4271-84d1-48ac126a3d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:19:09.446657 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:19:10.994460 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:19:11.398095 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:19:16.622565 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:19:22.447805 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:19:29.515831 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:19:36.002484 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-14851c15-6559-4fb5-a0fa-1b20f4b3dce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:19:38.274941 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-f58c9499-ffb3-40e3-a50d-187902843447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:19:39.456570 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:19:40.994991 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:19:41.396138 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:19:46.619920 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:19:52.454405 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:20:06.003381 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d0910a78-009f-4fa8-a31e-07dd40090e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:20:06.508006 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:20:08.269052 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3068fff5-a9ec-40b5-bf19-067dd649595f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:20:09.452155 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:20:11.002481 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:20:11.396820 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:20:16.622897 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:20:22.468038 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:20:36.004624 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-b55124c3-8ddf-4f27-843b-c082052b440e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:20:38.275027 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a73affd3-fe23-406e-bac6-67997e42c430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:20:39.454275 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:20:41.003782 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:20:41.399364 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:20:43.510888 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:20:46.642289 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:20:52.462566 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:21:06.008633 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-abe949e8-1503-4e69-9da1-b15cccb89926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:21:08.280055 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-43054067-8018-4394-a346-5a2a4c9fe468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:21:09.464081 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:21:11.011567 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:21:11.404747 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:21:16.639840 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:21:20.515848 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:21:22.463114 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:21:36.014204 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-393c3bfc-67a6-4bd6-aec0-e5b4a6b1cfa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:21:38.283252 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-fe74e157-6579-4a4e-9977-c5bded2ac7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:21:39.471996 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:21:41.011308 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:21:41.401311 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:21:46.634527 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:21:52.466366 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-a599ea6f-b20e-4f4b-a360-586220b9861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:21:57.515578 n-d-807359-3 neutron-server[109156]: DEBUG neutron.db.agents_db [None req-3ec71bc8-821b-409c-b3c9-beaeb69a13c7 None None] Agent healthcheck: found 7 active agents {{(pid=109156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:21:59.396242 n-d-807359-3 neutron-server[109154]: DEBUG neutron.wsgi [req-cef169b9-ae53-4f99-adb5-eb6a52b670f3 req-7ee52187-1778-468b-9765-c58aacd407b7 service neutron] (109154) timed out ('10.222.0.65', 46430) {{(pid=109154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 13:22:06.008559 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-602b0a02-f905-4b89-a6d0-a6308de8f407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:22:08.285682 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e2e5-313f-4b6b-9629-36c152a2b0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:22:09.469407 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-42e349bf-2982-4e21-bf9b-e51d2691b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:22:11.006887 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-d5ea90a6-7a17-4d63-8c5c-9c940fc0a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:22:11.387843 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-7c201c8f-65fb-4fce-a308-b253f234c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:22:16.645795 n-d-807359-3 neutron-server[109155]: DEBUG neutron_lib.callbacks.manager [None req-3b949239-62ab-4b71-b19d-70c6e0309380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732443731411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-917833'] for agent, after_update {{(pid=109155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}